-- Logs begin at Fri 2021-11-26 21:02:23 UTC, end at Fri 2021-11-26 23:26:38 UTC. -- Nov 26 21:32:05.874690 n-d-819494-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 26 21:32:08.709550 n-d-819494-1 neutron-server[109890]: INFO neutron.common.config [-] Logging enabled! Nov 26 21:32:08.710188 n-d-819494-1 neutron-server[109890]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 26 21:32:08.710365 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109890) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 26 21:32:08.714420 n-d-819494-1 neutron-server[109890]: INFO neutron.common.config [-] Logging enabled! Nov 26 21:32:08.714689 n-d-819494-1 neutron-server[109890]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 26 21:32:08.715019 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109890) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 26 21:32:08.715970 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 21:32:08.716214 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 21:32:08.716586 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 21:32:08.716844 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 21:32:08.717080 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 21:32:08.717412 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.717846 n-d-819494-1 neutron-server[109890]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 26 21:32:08.718198 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.718507 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.718811 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.719118 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.719420 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.719717 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.720012 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.720315 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.720610 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.720897 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.721189 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.721488 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.721776 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.722089 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.722393 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.722685 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] debug = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.722973 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.723413 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.723807 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.724093 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.724388 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.724674 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.724952 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.725233 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.725523 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.725857 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] host = n-d-819494-1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.726163 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.726456 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.726748 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.727039 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.727320 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.727600 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.727888 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.728165 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.728440 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] log_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.729279 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.729583 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.729871 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.730192 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.730426 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.730654 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.730949 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.731241 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.731522 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.731802 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.732079 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.732357 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.732635 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.732908 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.733197 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.733486 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.733773 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.734052 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.734353 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.734630 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.734908 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.735200 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.735479 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.735756 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.736034 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.736326 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.736597 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.736874 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.737181 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.737473 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.737760 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.738051 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.738354 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.738641 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.738917 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.739195 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.739472 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] use_json = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.739754 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.740029 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.740317 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.740595 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.740870 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.741148 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.741426 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.741715 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:08.742019 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.742350 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.742656 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.742945 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.743254 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.743543 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.743839 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.744124 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.744452 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.744878 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.745175 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.745461 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.745757 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.746042 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.746368 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.746677 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.746977 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.747273 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.747558 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.747838 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.748119 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.748404 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.748697 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.748979 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.749273 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.749570 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.749862 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.750186 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.750481 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.750780 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.751075 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.751357 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.751644 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.751940 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.752223 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.752502 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.752787 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.753084 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.753369 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.753649 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.753936 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.754249 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.754530 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.754808 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.755090 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.755382 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.755664 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.755941 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.756216 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.756497 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.756815 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.757059 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.757338 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.757614 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.757890 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.758208 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.758487 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.758764 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.759046 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.759322 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.759603 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.759916 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.760298 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.760573 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.760851 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.761131 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.761410 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.761689 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.761978 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.762285 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.762568 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.762847 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.763127 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.763407 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.763697 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.764001 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.764287 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.764573 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.764858 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.765141 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.765423 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.765705 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.765990 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.766298 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.766578 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.766873 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.767163 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.767452 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.767737 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.768039 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.768339 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.768625 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.768913 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.769197 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.769482 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.769777 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.770084 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.770399 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.770702 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.771003 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.771304 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.771602 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.771891 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.772206 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.772492 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:08.772716 n-d-819494-1 neutron-server[109890]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 21:32:08.772962 n-d-819494-1 neutron-server[109890]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109890) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 26 21:32:09.204749 n-d-819494-1 neutron-server[109890]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 26 21:32:09.204939 n-d-819494-1 neutron-server[109890]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 26 21:32:09.205237 n-d-819494-1 neutron-server[109890]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 26 21:32:09.205590 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 26 21:32:09.534585 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.534894 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.535175 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.536619 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.536899 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.537323 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.574947 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.575229 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.575502 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.589731 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.590020 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.590323 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.618927 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.619758 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.620033 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.657985 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.658306 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:09.658587 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.007146 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.007752 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.007752 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.007963 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.008682 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.109488 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.109816 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.110131 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.110417 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.110693 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.111014 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.111284 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.111557 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.111814 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.112104 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.112373 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.112645 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.112906 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.113163 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.113430 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.113701 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.113961 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.114262 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.114540 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.114807 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.115083 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.115341 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.115627 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.116008 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.116263 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.116515 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.116919 n-d-819494-1 neutron-server[109890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 21:32:10.117164 n-d-819494-1 neutron-server[109890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 21:32:10.117406 n-d-819494-1 neutron-server[109890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 21:32:10.117646 n-d-819494-1 neutron-server[109890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 21:32:10.117886 n-d-819494-1 neutron-server[109890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 21:32:10.118149 n-d-819494-1 neutron-server[109890]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 21:32:10.118521 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 26 21:32:10.121688 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 26 21:32:10.125779 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 26 21:32:10.129634 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 26 21:32:10.131309 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 26 21:32:10.131773 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 26 21:32:10.132118 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 26 21:32:10.132510 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 26 21:32:10.135898 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 26 21:32:10.136156 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 26 21:32:10.136509 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 26 21:32:10.141819 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 26 21:32:10.165332 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 26 21:32:10.165789 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.166637 n-d-819494-1 neutron-server[109890]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109890) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 26 21:32:10.167218 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.168627 n-d-819494-1 neutron-server[109890]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109890) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 26 21:32:10.168917 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 26 21:32:10.169170 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 26 21:32:10.172441 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.172735 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.237864 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 26 21:32:10.238138 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 26 21:32:10.238387 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 26 21:32:10.238770 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 26 21:32:10.260178 n-d-819494-1 neutron-server[109890]: DEBUG oslo_db.sqlalchemy.engines [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109890) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 26 21:32:10.693792 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Initializing driver for type 'gre' Nov 26 21:32:10.694257 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] gre ID ranges: [(1, 1000)] Nov 26 21:32:10.746066 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Initializing driver for type 'local' Nov 26 21:32:10.746426 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Initializing driver for type 'vlan' Nov 26 21:32:10.759004 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] VlanTypeDriver initialization complete Nov 26 21:32:10.759349 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Initializing driver for type 'vxlan' Nov 26 21:32:10.759862 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] vxlan ID ranges: [(1, 1000)] Nov 26 21:32:10.810442 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Initializing extension driver 'port_security' Nov 26 21:32:10.810790 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.extensions.port_security [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] PortSecurityExtensionDriver initialization complete Nov 26 21:32:10.811134 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Initializing mechanism driver 'openvswitch' Nov 26 21:32:10.811480 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Initializing mechanism driver 'hyperv' Nov 26 21:32:10.818168 n-d-819494-1 neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:32:10.819029 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > port after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.819411 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > port after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.819768 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > port after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.820308 n-d-819494-1 neutron-server[109890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 21:32:10.820751 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.821115 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.821469 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.821880 n-d-819494-1 neutron-server[109890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 21:32:10.822834 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > network after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.823196 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > network after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.823551 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > network after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.823953 n-d-819494-1 neutron-server[109890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 21:32:10.824370 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > security_group after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.824733 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > security_group after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.825083 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.825487 n-d-819494-1 neutron-server[109890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 21:32:10.825903 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.826291 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.826641 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.827045 n-d-819494-1 neutron-server[109890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 21:32:10.827458 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > address_group after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.827809 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > address_group after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.828153 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.828556 n-d-819494-1 neutron-server[109890]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109890) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 26 21:32:10.828944 n-d-819494-1 neutron-server[109890]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] ML2 OVO RPC backend initialized. {{(pid=109890) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 26 21:32:10.829661 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.830020 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.830472 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > network before_response 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.830827 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > networks before_response 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.831180 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > port before_response 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.831528 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > ports before_response 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.831878 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > subnet before_response 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.832224 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > subnets before_response 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.832575 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > network after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.832920 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > network after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.833261 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > network after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.833604 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > port after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.833946 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > port after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.834318 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > port after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.834661 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.835002 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.835340 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.835928 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.plugin [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Modular L2 Plugin initialization complete Nov 26 21:32:10.836262 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading services supported by the core plugin {{(pid=109890) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 26 21:32:10.836592 n-d-819494-1 neutron-server[109890]: INFO neutron.plugins.ml2.managers [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Got port-security extension from driver 'port_security' Nov 26 21:32:10.837059 n-d-819494-1 neutron-server[109890]: INFO neutron.extensions.vlantransparent [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Disabled vlantransparent extension. Nov 26 21:32:10.837553 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109890) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 26 21:32:10.837874 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading Plugin: router Nov 26 21:32:10.874268 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.874672 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router after_create 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.875051 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router before_create 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.875422 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.875804 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.876171 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router after_delete 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.876541 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.877023 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.877395 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router after_create 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.877755 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router after_update 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.878137 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router after_update 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.878500 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.878874 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router after_update 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.879300 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.879682 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: port after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.880040 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: port after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.880387 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: subnet after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.880737 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.881097 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.881454 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.881808 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: port before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.882185 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.882554 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router after_update 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.882907 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.883269 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.883646 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.883999 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.884373 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > agent after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.884735 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > agent after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.885801 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > network after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.886789 n-d-819494-1 neutron-server[109890]: DEBUG neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Tracking information for resource: router configured {{(pid=109890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 21:32:10.887131 n-d-819494-1 neutron-server[109890]: DEBUG neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Tracking information for resource: floatingip configured {{(pid=109890) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 26 21:32:10.892049 n-d-819494-1 neutron-server[109890]: INFO neutron.db.l3_agentschedulers_db [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 26 21:32:10.892642 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: port after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.893015 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: port after_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.893378 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: port after_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.893737 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: port after_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.894572 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router before_create 55550100 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.894945 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.895324 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_create 55550100 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.895685 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > router precommit_update 55550100 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.901479 n-d-819494-1 neutron-server[109890]: DEBUG neutron.services.provider_configuration [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service providers = [] {{(pid=109890) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 26 21:32:10.901861 n-d-819494-1 neutron-server[109890]: DEBUG neutron.db.servicetype_db [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109890) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 26 21:32:10.904876 n-d-819494-1 neutron-server[109890]: DEBUG neutron.services.service_base [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 21:32:10.905239 n-d-819494-1 neutron-server[109890]: DEBUG neutron.services.service_base [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 21:32:10.905591 n-d-819494-1 neutron-server[109890]: DEBUG neutron.services.service_base [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 21:32:10.906515 n-d-819494-1 neutron-server[109890]: DEBUG neutron.services.service_base [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109890) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 26 21:32:10.906901 n-d-819494-1 neutron-server[109890]: INFO neutron.services.service_base [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 26 21:32:10.907276 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 21:32:10.907601 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 26 21:32:10.918766 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 21:32:10.919108 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading Plugin: auto_allocate Nov 26 21:32:10.924799 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: network precommit_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.925178 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: network precommit_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.925707 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 21:32:10.926038 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading Plugin: tag Nov 26 21:32:10.933135 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 21:32:10.933474 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading Plugin: timestamp Nov 26 21:32:10.937333 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 21:32:10.937681 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading Plugin: network_ip_availability Nov 26 21:32:10.943244 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.943625 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.944044 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:10.944718 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 21:32:10.945046 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading Plugin: flavors Nov 26 21:32:10.950736 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 21:32:10.951079 n-d-819494-1 neutron-server[109890]: INFO neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading Plugin: revisions Nov 26 21:32:10.955423 n-d-819494-1 neutron-server[109890]: DEBUG neutron.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109890) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 26 21:32:10.955824 n-d-819494-1 neutron-server[109890]: DEBUG oslo_concurrency.lockutils [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.750s {{(pid=109890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 26 21:32:10.956579 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109890) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 26 21:32:10.956924 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Initializing extension manager. Nov 26 21:32:10.957453 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: __init__.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.957804 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: __pycache__ {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.958412 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.958556 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: address_group.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.959270 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.959849 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: address-group Nov 26 21:32:10.960183 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: address_scope.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.960911 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.961481 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: address-scope Nov 26 21:32:10.961812 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.962820 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.964065 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: router-admin-state-down-before-update Nov 26 21:32:10.964414 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: agent.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.965140 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.965669 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: agent Nov 26 21:32:10.965999 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: agent_resources_synced.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.966962 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.967501 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: agent-resources-synced Nov 26 21:32:10.967836 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: allowedaddresspairs.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.969650 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.970223 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: allowed-address-pairs Nov 26 21:32:10.970563 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: auto_allocated_topology.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.971662 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.972196 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: auto-allocated-topology Nov 26 21:32:10.972528 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: availability_zone.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.973235 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.973759 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: availability_zone Nov 26 21:32:10.974106 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: availability_zone_filter.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.975040 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.975563 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: availability_zone_filter Nov 26 21:32:10.975893 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: data_plane_status.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.976815 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.977332 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension data-plane-status not supported by any of loaded plugins Nov 26 21:32:10.977662 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: default_subnetpools.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.978656 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.979363 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: default-subnetpools Nov 26 21:32:10.979694 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.980515 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.981039 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: dhcp_agent_scheduler Nov 26 21:32:10.981368 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: dns.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.982327 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.982844 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension dns-integration not supported by any of loaded plugins Nov 26 21:32:10.983173 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: dns_domain_ports.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.984105 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.984631 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 26 21:32:10.984960 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.985894 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.986447 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 26 21:32:10.986775 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: dvr.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.987455 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.987976 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: dvr Nov 26 21:32:10.988305 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: ecmp_routes.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.989245 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.989769 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 26 21:32:10.990129 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: empty_string_filtering.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.991063 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.991587 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: empty-string-filtering Nov 26 21:32:10.991917 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.992849 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.993372 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 26 21:32:10.993704 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.995193 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.995712 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 26 21:32:10.996042 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: external_net.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.996984 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.997509 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: external-net Nov 26 21:32:10.997840 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:10.998804 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:10.999339 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: extra_dhcp_opt Nov 26 21:32:10.999669 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: extraroute.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.000590 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.001119 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: extraroute Nov 26 21:32:11.001447 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: extraroute_atomic.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.002709 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.003242 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: extraroute-atomic Nov 26 21:32:11.003580 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: filter_validation.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.004267 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.004787 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: filter-validation Nov 26 21:32:11.005126 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: fip_pf_description.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.006058 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.006601 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 26 21:32:11.006933 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: fip_port_details.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.007866 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.008376 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: fip-port-details Nov 26 21:32:11.008709 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: flavors.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.010628 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.011172 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: flavors Nov 26 21:32:11.011512 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.013197 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.013738 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 26 21:32:11.014099 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: floatingip_pools.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.014816 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.015349 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: floatingip-pools Nov 26 21:32:11.015683 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: ip_allocation.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.016637 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.017165 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension ip_allocation not supported by any of loaded plugins Nov 26 21:32:11.017497 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.018461 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.018991 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: ip-substring-filtering Nov 26 21:32:11.019326 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: l2_adjacency.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.020268 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.020792 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 26 21:32:11.021122 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: l3.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.022118 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.022652 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: router Nov 26 21:32:11.022983 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.025261 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.025861 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 26 21:32:11.026233 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.027193 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.027738 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: ext-gw-mode Nov 26 21:32:11.028075 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.029008 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.029539 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: l3-ha Nov 26 21:32:11.029871 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: l3_flavors.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.030834 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.031402 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: l3-flavors Nov 26 21:32:11.031694 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.032626 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.033149 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 26 21:32:11.033482 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: l3agentscheduler.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.034567 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.035105 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: l3_agent_scheduler Nov 26 21:32:11.035442 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: local_ip.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.037499 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.038041 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension local_ip not supported by any of loaded plugins Nov 26 21:32:11.038408 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: logging.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.040027 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.040573 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension logging not supported by any of loaded plugins Nov 26 21:32:11.040915 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: metering.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.041704 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.042321 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: metering Nov 26 21:32:11.042661 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.043788 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.044329 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: metering_source_and_destination_fields Nov 26 21:32:11.044667 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: multiprovidernet.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.045616 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.046181 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: multi-provider Nov 26 21:32:11.046520 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: netmtu.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.047450 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.047979 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: net-mtu Nov 26 21:32:11.048315 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: netmtu_writable.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.049246 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.049775 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: net-mtu-writable Nov 26 21:32:11.050131 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: network_availability_zone.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.050817 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.051347 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: network_availability_zone Nov 26 21:32:11.051683 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: network_ip_availability.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.052808 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.053340 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: network-ip-availability Nov 26 21:32:11.053675 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: network_segment_range.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.054482 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.055012 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension network-segment-range not supported by any of loaded plugins Nov 26 21:32:11.055346 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: pagination.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.056351 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.057229 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: pagination Nov 26 21:32:11.057567 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: port_device_profile.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.058533 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.059070 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: port-device-profile Nov 26 21:32:11.059405 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.060343 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.060869 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: port-mac-address-regenerate Nov 26 21:32:11.061202 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.062184 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.062708 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: port-numa-affinity-policy Nov 26 21:32:11.063037 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: port_resource_request.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.063982 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.064502 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension port-resource-request not supported by any of loaded plugins Nov 26 21:32:11.064831 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: port_resource_request_groups.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.065830 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.066388 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 26 21:32:11.066720 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: portbindings.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.067662 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.068183 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: binding Nov 26 21:32:11.068513 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: portbindings_extended.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.069806 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.070374 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: binding-extended Nov 26 21:32:11.070709 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: portsecurity.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.071645 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.072172 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: port-security Nov 26 21:32:11.073082 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: project_id.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.074087 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.074435 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: project-id Nov 26 21:32:11.074768 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: providernet.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.075719 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.076249 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: provider Nov 26 21:32:11.076582 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.080212 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.080758 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos not supported by any of loaded plugins Nov 26 21:32:11.081100 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.082401 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.082938 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 26 21:32:11.083279 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.084221 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.084753 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 26 21:32:11.085099 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_default.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.086031 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.086587 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-default not supported by any of loaded plugins Nov 26 21:32:11.086925 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_fip.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.087593 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.088252 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-fip not supported by any of loaded plugins Nov 26 21:32:11.088685 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_gateway_ip.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.089636 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.090198 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 26 21:32:11.090533 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_port_network_policy.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.092938 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.093487 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 26 21:32:11.093835 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.094962 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.095499 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 26 21:32:11.095836 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_pps_rule.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.097048 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.097584 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-pps not supported by any of loaded plugins Nov 26 21:32:11.097921 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_rule_type_details.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.098895 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.099425 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 26 21:32:11.099760 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: qos_rules_alias.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.100832 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.101365 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 26 21:32:11.101700 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: quota_check_limit.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.102668 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.103202 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: quota-check-limit Nov 26 21:32:11.103564 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: quotasv2.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.104714 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.105061 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: quotas Nov 26 21:32:11.105394 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: quotasv2_detail.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.108599 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.108958 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: quota_details Nov 26 21:32:11.109300 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: rbac.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.110416 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.110958 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: rbac-policies Nov 26 21:32:11.111297 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: rbac_address_group.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.112248 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.112791 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: rbac-address-group Nov 26 21:32:11.113128 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: rbac_address_scope.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.114065 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.114631 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: rbac-address-scope Nov 26 21:32:11.114973 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: rbac_security_groups.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.115908 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.116441 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: rbac-security-groups Nov 26 21:32:11.116776 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: rbac_subnetpool.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.117717 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.118277 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: rbac-subnetpool Nov 26 21:32:11.118614 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: revisionifmatch.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.120159 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.120693 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: revision-if-match Nov 26 21:32:11.121029 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: revisions.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.122181 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.122708 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: standard-attr-revisions Nov 26 21:32:11.123045 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: router_availability_zone.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.123728 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.124254 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: router_availability_zone Nov 26 21:32:11.124588 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: routerservicetype.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.125528 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.126054 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension router-service-type not supported by any of loaded plugins Nov 26 21:32:11.126416 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.127430 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.127959 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: security-groups-normalized-cidr Nov 26 21:32:11.128293 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.129235 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.129829 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: port-security-groups-filtering Nov 26 21:32:11.130227 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.131180 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.131843 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: security-groups-remote-address-group Nov 26 21:32:11.132156 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.133111 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.133637 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: security-groups-shared-filtering Nov 26 21:32:11.133998 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.134608 n-d-819494-1 neutron-server[109890]: WARNING neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 26 21:32:11.135517 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: securitygroup.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.145672 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.146259 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: security-group Nov 26 21:32:11.146619 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: segment.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.147555 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.148091 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension segment not supported by any of loaded plugins Nov 26 21:32:11.148436 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.149477 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.150004 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 26 21:32:11.150369 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: servicetype.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.151711 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.152249 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: service-type Nov 26 21:32:11.152588 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: sorting.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.153591 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.153935 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: sorting Nov 26 21:32:11.154365 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: standard_attr_segment.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.155318 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.155853 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 26 21:32:11.156189 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: standardattrdescription.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.156855 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.157385 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: standard-attr-description Nov 26 21:32:11.157721 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: stateful_security_group.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.158700 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.159241 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: stateful-security-group Nov 26 21:32:11.159583 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: stdattrs_common.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.160170 n-d-819494-1 neutron-server[109890]: WARNING neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 26 21:32:11.160503 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.161708 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.162280 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 26 21:32:11.162614 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: subnet_onboard.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.163750 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.164290 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: subnet_onboard Nov 26 21:32:11.164637 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.165616 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.166219 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 26 21:32:11.166584 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: subnet_service_types.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.167537 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.168069 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: subnet-service-types Nov 26 21:32:11.168430 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: subnetallocation.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.169647 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.170303 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: subnet_allocation Nov 26 21:32:11.170693 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.171409 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.171949 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: subnetpool-prefix-ops Nov 26 21:32:11.172283 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.173243 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.173776 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 26 21:32:11.174139 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: tagging.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.175225 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.175771 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: standard-attr-tag Nov 26 21:32:11.176110 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: timestamp.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.177361 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.177899 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loaded extension: standard-attr-timestamp Nov 26 21:32:11.178276 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: trunk.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.179335 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.179868 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension trunk not supported by any of loaded plugins Nov 26 21:32:11.180203 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: trunk_details.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.181136 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.182211 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension trunk-details not supported by any of loaded plugins Nov 26 21:32:11.182549 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: uplink_status_propagation.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.183486 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.184017 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 26 21:32:11.184348 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Loading extension file: vlantransparent.py {{(pid=109890) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 26 21:32:11.185033 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109890) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 26 21:32:11.185562 n-d-819494-1 neutron-server[109890]: INFO neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 26 21:32:11.188174 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:network Nov 26 21:32:11.188725 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:subnet Nov 26 21:32:11.189141 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 21:32:11.189539 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:port Nov 26 21:32:11.190835 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.191283 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service FLAVORS assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.191920 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.192368 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.192721 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:router Nov 26 21:32:11.193164 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:floatingip Nov 26 21:32:11.193650 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service METERING assigned prefix: /metering {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.195188 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:11.195524 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:11.195892 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:32:11.196924 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of CountableResource for resource:rbac_policy Nov 26 21:32:11.197999 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:security_group Nov 26 21:32:11.198571 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 26 21:32:11.199208 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service CORE assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.199555 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 21:32:11.199911 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] subnetpool is already registered Nov 26 21:32:11.200350 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service CORE assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.200688 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 21:32:11.201031 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] subnetpool is already registered Nov 26 21:32:11.203404 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.203854 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service FLAVORS assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.204460 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.204894 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.205237 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:router Nov 26 21:32:11.205585 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] router is already registered Nov 26 21:32:11.206014 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:floatingip Nov 26 21:32:11.206384 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] floatingip is already registered Nov 26 21:32:11.206857 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service METERING assigned prefix: /metering {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.207543 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of CountableResource for resource:rbac_policy Nov 26 21:32:11.207878 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] rbac_policy is already registered Nov 26 21:32:11.208304 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:security_group Nov 26 21:32:11.208645 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] security_group is already registered Nov 26 21:32:11.209057 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 26 21:32:11.209396 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] security_group_rule is already registered Nov 26 21:32:11.210049 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service CORE assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.210416 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 21:32:11.210756 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] subnetpool is already registered Nov 26 21:32:11.211185 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.v2.resource_helper [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Service CORE assigned prefix: {{(pid=109890) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 26 21:32:11.211521 n-d-819494-1 neutron-server[109890]: INFO neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Creating instance of TrackedResource for resource:subnetpool Nov 26 21:32:11.211859 n-d-819494-1 neutron-server[109890]: WARNING neutron.quota.resource_registry [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] subnetpool is already registered Nov 26 21:32:11.212317 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: extensions {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.214155 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: address-groups {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.215679 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: address-scopes {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.217014 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: agents {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.218218 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: auto-allocated-topology {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.219493 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: availability_zones {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.220721 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: dhcp-networks {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.222300 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: dhcp-agents {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.223745 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: routers {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.225991 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: flavors {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.227210 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: service_profiles {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.228447 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: next_providers {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.230041 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: service_profiles {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.231635 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: floatingip-pools {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.232886 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: routers {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.235067 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: floatingips {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.236379 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: l3-routers {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.237803 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: l3-agents {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.239277 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: metering-labels {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.241552 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: metering-label-rules {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.242894 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: network-ip-availabilities {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.244767 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: bindings {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.246821 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: quotas {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.248482 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: quotas {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.249964 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: rbac-policies {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.251322 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: security-groups {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.252592 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: security-group-rules {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.253840 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: service-providers {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.255108 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: subnetpools {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.256547 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: subnetpools {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.258035 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.260362 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.262410 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.264217 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.266031 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.267941 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.269669 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.271633 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.273425 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.275333 n-d-819494-1 neutron-server[109890]: DEBUG neutron.api.extensions [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Extended resource: tags {{(pid=109890) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 26 21:32:11.281533 n-d-819494-1 neutron-server[109890]: WARNING keystonemiddleware.auth_token [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 26 21:32:11.286580 n-d-819494-1 neutron-server[109890]: WARNING keystonemiddleware.auth_token [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 26 21:32:11.295467 n-d-819494-1 neutron-server[109890]: DEBUG oslo_concurrency.lockutils [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Acquired lock "singleton_lock" {{(pid=109890) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 26 21:32:11.295943 n-d-819494-1 neutron-server[109890]: DEBUG oslo_concurrency.lockutils [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Releasing lock "singleton_lock" {{(pid=109890) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 26 21:32:11.296596 n-d-819494-1 neutron-server[109890]: INFO oslo_service.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Starting 2 workers Nov 26 21:32:11.301382 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Started child 109999 {{(pid=109890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 26 21:32:11.305772 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Started child 110000 {{(pid=109890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 26 21:32:11.306814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:11.308029 n-d-819494-1 neutron-server[109890]: INFO neutron.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 26 21:32:11.308499 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Publish callbacks [] for process, before_spawn {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:11.308868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [-] (109999) wsgi starting up on http://0.0.0.0:9696 Nov 26 21:32:11.311088 n-d-819494-1 neutron-server[109890]: INFO oslo_service.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Starting 1 workers Nov 26 21:32:11.312105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:11.313782 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [-] (110000) wsgi starting up on http://0.0.0.0:9696 Nov 26 21:32:11.316272 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Started child 110001 {{(pid=109890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 26 21:32:11.316848 n-d-819494-1 neutron-server[109890]: INFO oslo_service.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Starting 1 workers Nov 26 21:32:11.320256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] calling RpcWorker wait() {{(pid=110001) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 26 21:32:11.320773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] returning from RpcWorker wait() {{(pid=110001) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 26 21:32:11.321297 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Started child 110002 {{(pid=109890) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 26 21:32:11.322138 n-d-819494-1 neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dcc1df0d-8da2-475c-ae82-b55d2d7b50b2 None None] Publish callbacks [] for process, after_spawn {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:11.322389 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:11.323619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:32:11.324696 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109890) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 26 21:32:11.324912 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 21:32:11.325102 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 21:32:11.325325 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 21:32:11.325664 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 21:32:11.325851 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 21:32:11.326420 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.326707 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.326991 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.327080 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:11.327522 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.327522 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.328088 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.328182 n-d-819494-1 neutron-server[110002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:32:11.328362 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.328627 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.328915 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.329159 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.329332 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.329497 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.329761 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.330017 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.330347 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.330615 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.330880 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.331144 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.331319 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.331583 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.331859 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.332090 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.332374 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] debug = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.332631 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.333114 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.333389 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.333608 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.333830 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.334130 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.334365 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.334627 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.334868 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.335090 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.335352 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.335622 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.335864 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.336100 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.336370 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.336616 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.336874 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.337097 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.337560 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] host = n-d-819494-1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.337805 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.338147 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.338457 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.338713 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.338965 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.339211 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.339474 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.339733 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.339989 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.340233 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.340476 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.340726 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.340968 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.341213 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.341382 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_options = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.341631 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.341898 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.342203 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.342400 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.342572 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.342754 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.343032 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.343199 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.343466 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.343684 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.343936 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.344138 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.344356 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.344573 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.344850 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.345084 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.345320 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.345552 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.345799 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.346031 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.346291 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.346529 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.346771 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.346998 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.347218 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.347458 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.347687 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.347909 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.348153 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.348390 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.348629 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.348887 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.349124 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.349370 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.349691 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.349860 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.350137 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.350326 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.350596 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.350830 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.351086 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.351354 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.351576 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.351836 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.352084 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.352321 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.352556 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_json = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.352792 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.353030 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.353261 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.353496 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.354317 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.355078 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.355078 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.355078 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.355574 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.355773 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.355967 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.356202 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.356441 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.357516 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.357516 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.357516 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.357516 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.358045 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.358045 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.358385 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.358520 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.358732 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.359006 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.359343 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.359625 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.359910 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.361800 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.361800 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.361800 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.361800 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.361800 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.361800 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.361800 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.361800 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.363884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.363884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.363884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.363884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.363884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.363884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.363884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.363884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.366141 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.368431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.370849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374236 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.374751 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.375348 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.375348 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.375348 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.375521 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.375597 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.375796 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.376180 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.376545 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.376913 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.377295 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.377679 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.377918 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.378498 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.378856 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.379193 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.379534 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.379827 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.380077 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.380303 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.380553 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.380775 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.380998 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.381238 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.381512 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.381747 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.381969 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.382220 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.382463 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.382727 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.382949 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.383191 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.383432 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.383669 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.383903 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.384199 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.384450 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.384870 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.385361 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.385760 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.386216 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.386616 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.387051 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.387419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.387847 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.388302 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.388743 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.389189 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.389608 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.389861 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.390181 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.390444 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.390711 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.390958 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.391230 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.391433 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.391676 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.391927 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.392148 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.392381 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.392702 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.392939 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.393176 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.393396 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.393673 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.393933 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.394198 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.394465 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.394727 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.394962 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.395237 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.395467 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.395707 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.395942 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.396190 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.396400 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.396668 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.396886 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.397110 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.397333 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.397549 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.397817 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.398052 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.398318 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.398562 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.399183 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.399183 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.399468 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.399468 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.399723 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.399927 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.400160 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.400372 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.400642 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.400867 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.401103 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.401346 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.401610 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.402024 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.402432 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.402692 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.402945 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.403189 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.403410 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.403653 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.403918 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.404093 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.404509 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.404911 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.405330 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.405735 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.406166 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.406554 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.406898 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.408277 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.408277 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.408277 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.408277 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.408277 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.408691 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.408691 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.408893 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.409102 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.409342 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.409574 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.409821 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.410086 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.410423 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.410683 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.410902 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.411360 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.411581 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.411803 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.412019 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.412321 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.412567 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.412811 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.413087 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.413329 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.413566 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.413796 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.414034 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.414273 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.414499 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.414720 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.414929 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.415195 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.415407 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.415625 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.415846 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.416588 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.417002 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.417363 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.417587 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.417810 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.418058 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.418310 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.418524 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.418775 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.419031 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.419242 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.419470 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.419712 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.419928 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.420163 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.420378 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.420592 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.420814 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.421019 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.421239 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.421504 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.421918 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.422317 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.422761 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.423004 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.423263 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.423514 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.423831 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.424071 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.424316 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.424560 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.424801 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.425024 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.425296 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.425624 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.425899 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.426185 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.426427 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.426690 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.426974 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.427247 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.427466 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.427768 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.428096 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.428380 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.428644 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.428893 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.429135 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.429395 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.429618 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.429858 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.430136 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.430365 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.430608 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.430839 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.431069 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.431321 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.431551 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.432302 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.432302 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.432690 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.432846 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.432991 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.433128 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 21:32:11.433648 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109890) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 26 21:32:11.433809 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 26 21:32:11.433947 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 26 21:32:11.434132 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 26 21:32:11.434309 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 26 21:32:11.434461 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 26 21:32:11.434657 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.434826 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.434969 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.435123 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.435277 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.435605 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.435605 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.435884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.435884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.436223 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.436223 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.436477 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.436477 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.436731 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.436863 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.436996 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.437142 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.437284 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.437419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.437554 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.437687 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.437820 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.437954 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] debug = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.438278 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.438452 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.438622 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.438767 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.438902 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.438990 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.439096 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.439255 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.439573 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.439736 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.439897 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.440057 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.440216 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.440375 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.440540 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.440683 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.440836 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.441066 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.441224 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] host = n-d-819494-1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.441370 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.441517 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.441671 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.441824 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.441972 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.442170 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.442341 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.442341 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.442683 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.442683 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.443021 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.443021 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.443306 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.443306 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.443562 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_options = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.443562 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.443814 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.443814 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.444066 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.444203 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.444347 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.444484 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.444618 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.444763 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.444908 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.445042 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.445171 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.445380 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.445531 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.445674 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.445809 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.445941 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.446096 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.446237 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.446410 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.446550 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.446711 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.446870 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.447037 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.447170 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.447854 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.448016 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.448177 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.448418 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.448581 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.448769 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.448909 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.449038 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.449197 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.449358 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.449516 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.449676 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.450199 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.450199 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.450199 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.450566 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.450566 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.450816 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.450816 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.451042 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.451042 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.451268 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_json = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.451387 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.451507 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.451650 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.451848 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.452381 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.452381 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.452381 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.452381 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 26 21:32:11.452838 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.452838 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.453046 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.453046 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.453211 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.453332 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.453492 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.453655 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.453820 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.453982 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.454176 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.454341 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.454515 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.454679 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.454765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:32:11.454849 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.454995 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.455158 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.455320 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.455482 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.455644 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.455806 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.455967 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.456138 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.456303 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.456464 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.456625 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.456786 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.456957 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.457118 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.457295 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.457459 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.457625 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.457788 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.457951 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.458184 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.458395 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.458560 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.458730 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.458894 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.459055 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.459219 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.459381 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.459542 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.459704 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.459867 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.460030 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.460194 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.460357 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.460519 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.460681 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.460844 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.461008 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.461172 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.461336 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.461499 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.461662 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.461825 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.461997 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.462251 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.462349 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.462502 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.462664 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.462825 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.463156 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.463459 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.463629 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.463796 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.463953 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.464132 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.464294 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.464458 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.464620 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.464778 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.464941 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.465096 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.465260 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.465423 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.465587 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.465749 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.465911 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.466087 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.466402 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.466710 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.467033 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.467583 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.467583 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.467765 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.467856 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.467975 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.468113 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.468572 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.468572 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.468746 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.468746 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.468891 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.469348 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.469348 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.469348 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.469583 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.469660 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.469954 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.469954 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.470300 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.470300 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.470531 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.470695 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.470848 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.471023 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.471023 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.471253 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.471382 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.471502 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.471621 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.471776 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.471938 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.472100 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.472261 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.472423 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.472593 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.472756 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.472921 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.473082 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.473249 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.473419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.473582 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.473746 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.473908 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.474094 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.474255 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.474418 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.474580 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.474743 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.474905 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.475069 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.475525 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.475525 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.475525 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.475763 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.475875 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.476038 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.476200 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.476363 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.476525 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.476687 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.476852 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.477015 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.477177 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.477339 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.477509 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.477673 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.477836 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.478000 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.478191 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.478355 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.479041 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.479198 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.479361 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.479525 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.479689 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.479852 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.480014 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.480176 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.480338 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.480500 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.480664 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.480826 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.480988 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.481150 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.481312 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.481474 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.481636 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.481798 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.481959 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.482144 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.482307 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.482473 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.482635 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.482799 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.482963 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.483127 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.483304 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.483460 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.483627 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.483786 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.484105 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.484270 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.484433 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.484598 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.484761 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.484925 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.485088 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.485251 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.485413 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.485592 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.485754 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.485916 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.486109 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.486268 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.486431 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.486592 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.486754 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.486918 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.487079 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.487241 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.487406 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.487576 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.487737 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.487925 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.488060 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.488223 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.488385 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.488546 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.488721 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.488884 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.489047 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.489208 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.489369 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.489531 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.489703 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.489865 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.490027 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.490212 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.490374 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.490537 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.490709 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.490872 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.491033 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.491194 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.491356 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.491518 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.491689 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.491850 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.492012 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.492172 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.492333 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.492495 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.492666 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.492829 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.492990 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.493151 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.493311 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.493473 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.493646 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.493808 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.493970 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.494243 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.494444 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.494592 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.494882 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.494882 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.495035 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.495210 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.495372 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.495532 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.495694 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.495868 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.496031 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.496189 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.496354 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.496552 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.496702 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.496853 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.496991 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.497148 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.497311 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.497475 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.497643 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.497808 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.497973 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.498156 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.498326 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.499437 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.499437 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.499437 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.499437 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.499437 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.499437 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.501301 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.502419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.502419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.502419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.502419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.502419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 26 21:32:11.502419 n-d-819494-1 neutron-server[109890]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109890) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 26 21:32:11.549371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55264) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:11.557970 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063872 Nov 26 21:32:23.492293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d9940-bc8d-404e-944a-56685b3f9b7d None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 21:32:23.564950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d9940-bc8d-404e-944a-56685b3f9b7d None None] No non-hosted networks {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 26 21:32:23.580392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.agentschedulers_db [None req-3f3d9940-bc8d-404e-944a-56685b3f9b7d None None] DHCP Agent not found on host n-d-819494-1 {{(pid=110001) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 26 21:32:23.717642 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-708a5a88-69da-4e03-8587-5171b06d6b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697838'] for agent, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:25.751829 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-53a26e61-8535-47f0-b8c6-6ddf7d6788e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697838'] for agent, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:25.813625 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d173a43-c4a3-4b26-a8f4-bdbe1fb40e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:26.919624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697838'] for agent, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:28.417260 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697838'] for agent, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:28.973174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697838'] for agent, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:28.974000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.974473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.974915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.975306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.975765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.976133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.976519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.976904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.977293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.977704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.978057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.978483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:28.979097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-819494-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:32:28.988863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-819494-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:32:29.931111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55356) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:30.441227 n-d-819494-1 neutron-server[110000]: WARNING oslo_policy.policy [None req-6cbb310f-1709-4214-9202-ab3720ecc121 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 21:32:30.441840 n-d-819494-1 neutron-server[110000]: WARNING oslo_policy.policy [None req-6cbb310f-1709-4214-9202-ab3720ecc121 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 21:32:30.667398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-6cbb310f-1709-4214-9202-ab3720ecc121 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:32:30.668408 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6cbb310f-1709-4214-9202-ab3720ecc121 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7355938 Nov 26 21:32:33.270422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55372) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:33.271657 n-d-819494-1 neutron-server[110001]: INFO neutron.db.l3_hamode_db [None req-ed0d97c9-d06e-4435-84ef-db9eecf02582 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 26 21:32:33.351620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d97c9-d06e-4435-84ef-db9eecf02582 None None] Routers set() bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:32:33.351912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d97c9-d06e-4435-84ef-db9eecf02582 None None] Router IDs set() for agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 21:32:33.766099 n-d-819494-1 neutron-server[109999]: WARNING oslo_policy.policy [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 21:32:33.766729 n-d-819494-1 neutron-server[109999]: WARNING oslo_policy.policy [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 21:32:33.991235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:32:34.087203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.policy [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109999) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 26 21:32:34.134605 n-d-819494-1 neutron-server[109999]: WARNING oslo_policy.policy [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 21:32:34.135155 n-d-819494-1 neutron-server[109999]: WARNING oslo_policy.policy [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 21:32:34.143630 n-d-819494-1 neutron-server[109999]: INFO neutron.quota [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] Loaded quota_driver: . Nov 26 21:32:34.233919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760073373527', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760073372964', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760073328882', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760073326587', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760073348729', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760073340272', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-642745', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-925214', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2040147', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576699'] for rbac-policy, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:34.299953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:34.301282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c66c470f-ea39-46b6-9e2c-9bacf5f37bbc admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0287306 Nov 26 21:32:37.087883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55390) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:37.383684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '5dc5a99896114ff79e56213002f93717', 'tenant_id': '5dc5a99896114ff79e56213002f93717'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:32:37.385261 n-d-819494-1 neutron-server[110000]: INFO neutron.quota [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Loaded quota_driver: . Nov 26 21:32:37.439979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Made reservation on behalf of 5dc5a99896114ff79e56213002f93717 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:32:37.507956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.policy [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 26 21:32:37.555683 n-d-819494-1 neutron-server[110000]: WARNING oslo_policy.policy [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 21:32:37.556566 n-d-819494-1 neutron-server[110000]: WARNING oslo_policy.policy [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 26 21:32:37.566225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:37.586949 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:37.700614 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:37.704329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:37.724021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:32:37.754991 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760075807519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:37.755571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Unsubscribe: segment precommit_create {{(pid=110000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 26 21:32:37.756089 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Added segment d37da211-d40a-4c2a-bfed-3f9893463443 of type vlan for network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f Nov 26 21:32:37.771632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eebc0aa-46e2-4528-a676-5bf4d3b17903,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:32:37.800855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.801198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.801533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.801963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.802429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.802881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.803211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.803534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.803853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.804170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.804487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.804799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Tracked resource versions report: Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: pushed versions: Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: { 'AddressGroup': {'1.2'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'ConntrackHelper': {'1.0'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Log': {'1.0'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Network': {'1.1'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Port': {'1.7'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'PortForwarding': {'1.2'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'QosPolicy': {'1.10'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'SecurityGroup': {'1.5'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'SecurityGroupRule': {'1.2'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'SubPort': {'1.0'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Subnet': {'1.1'}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Trunk': {'1.1'}} Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: consumer versions: Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: { DHCP agent@n-d-819494-1: {}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: L3 agent@n-d-819494-1: {}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: Metadata agent@n-d-819494-1: {}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: Metering agent@n-d-819494-1: {}, Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: Open vSwitch agent@n-d-819494-1: { 'AddressGroup': '1.2', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'ConntrackHelper': '1.0', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Log': '1.0', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Network': '1.1', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Port': '1.7', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'PortForwarding': '1.2', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'QosPolicy': '1.10', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'SecurityGroup': '1.5', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'SecurityGroupRule': '1.2', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'SubPort': '1.0', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Subnet': '1.1', Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: 'Trunk': '1.1'}} Nov 26 21:32:37.805818 n-d-819494-1 neutron-server[110000]: {{(pid=110000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 21:32:37.883840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:37.926737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:37.927806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:32:37.928535 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:38.011783 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9228218 Nov 26 21:32:38.033741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a78096-81ca-4c5e-b70f-bbb2e2050352 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6dd88d-2539-4095-a0d1-bbc8c59ea11f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:32:38.047514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:32:40.899354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55406) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:41.286946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b921cc2-88c8-4e3c-879b-346a5d8634b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:32:41.288310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5b921cc2-88c8-4e3c-879b-346a5d8634b0 admin admin] 10.222.0.21 "GET /v2.0/networks/ef6dd88d-2539-4095-a0d1-bbc8c59ea11f HTTP/1.1" status: 200 len: 825 time: 0.3879695 Nov 26 21:32:41.329220 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-812ea474-0396-466b-8767-388a749750bc admin admin] 10.222.0.21 "GET /v2.0/subnetpools/751aa54f-58ac-494b-a5da-b1246874540b HTTP/1.1" status: 200 len: 734 time: 0.0345910 Nov 26 21:32:41.338626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '751aa54f-58ac-494b-a5da-b1246874540b', 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:32:41.360955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Made reservation on behalf of 5dc5a99896114ff79e56213002f93717 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:32:41.363243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:41.653212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:41.721888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Checking segment: {'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:32:41.722298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Network hostable DHCP agents. Network: ef6dd88d-2539-4095-a0d1-bbc8c59ea11f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:32:41.726713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:32:41.744633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:32:41.755795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ef6dd88d-2539-4095-a0d1-bbc8c59ea11f) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:32:41.760899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:32:41.761493 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:41.766944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72315094-f92c-46ed-be38-07a403063548 None None] Network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:32:41.777220 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d71a8f1b-0ff0-4373-83b7-6e9e38bb485e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4422932 Nov 26 21:32:42.089280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ef6dd88d-2539-4095-a0d1-bbc8c59ea11f', 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'fixed_ips': [{'subnet_id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:32:42.090571 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:42.381841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Allocated IP 172.20.0.2 (ef6dd88d-2539-4095-a0d1-bbc8c59ea11f/50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5/e522edef-2f13-4947-a529-e5d3dc27ab0d) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:32:42.586307 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:42.594579 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:42.673037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:32:42.680313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Pushing event updated for resources: {'Port': ['ID=e522edef-2f13-4947-a529-e5d3dc27ab0d,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:32:42.683426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:32:42.690509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:32:42.693931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.694297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.694639 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.694974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.695304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.695634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.695958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.696281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.696702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.697029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.697354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.697678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Tracked resource versions report: Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: pushed versions: Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: { 'AddressGroup': {'1.2'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'ConntrackHelper': {'1.0'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Log': {'1.0'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Network': {'1.1'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Port': {'1.7'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'PortForwarding': {'1.2'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'QosPolicy': {'1.10'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'SecurityGroup': {'1.5'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'SecurityGroupRule': {'1.2'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'SubPort': {'1.0'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Subnet': {'1.1'}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Trunk': {'1.1'}} Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: consumer versions: Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: { DHCP agent@n-d-819494-1: {}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: L3 agent@n-d-819494-1: {}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: Metadata agent@n-d-819494-1: {}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: Metering agent@n-d-819494-1: {}, Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: Open vSwitch agent@n-d-819494-1: { 'AddressGroup': '1.2', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'ConntrackHelper': '1.0', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Log': '1.0', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Network': '1.1', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Port': '1.7', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'PortForwarding': '1.2', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'QosPolicy': '1.10', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'SecurityGroup': '1.5', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'SecurityGroupRule': '1.2', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'SubPort': '1.0', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Subnet': '1.1', Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: 'Trunk': '1.1'}} Nov 26 21:32:42.698735 n-d-819494-1 neutron-server[110001]: {{(pid=110001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 21:32:42.770623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Attempting to bind port e522edef-2f13-4947-a529-e5d3dc27ab0d on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:32:42.772266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Attempting to bind port e522edef-2f13-4947-a529-e5d3dc27ab0d by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:32:42.772266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Attempting to bind port e522edef-2f13-4947-a529-e5d3dc27ab0d on network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:32:42.776915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:32:42.777284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Checking segment: {'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:32:42.777751 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:42.778158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Bound using segment: {'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:32:42.778618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Bound port: e522edef-2f13-4947-a529-e5d3dc27ab0d, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:32:42.779034 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:42.840090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] For port e522edef-2f13-4947-a529-e5d3dc27ab0d, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:32:42.844228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] For port e522edef-2f13-4947-a529-e5d3dc27ab0d, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e522edef-2f13-4947-a529-e5d3dc27ab0d,segment=NetworkSegment(d37da211-d40a-4c2a-bfed-3f9893463443),segment_id=d37da211-d40a-4c2a-bfed-3f9893463443)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:32:42.848923 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:42.919403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd664154-3a72-4315-baa9-71cd4b058e53 None None] Pushing event updated for resources: {'Port': ['ID=e522edef-2f13-4947-a529-e5d3dc27ab0d,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:32:44.445527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55414) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:44.761251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-f4874215-de0c-4b2f-9503-22ee6131b873 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:32:44.762255 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f4874215-de0c-4b2f-9503-22ee6131b873 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156335 Nov 26 21:32:47.428889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55422) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:47.738392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-1ad361ec-ee19-438d-9faf-03cb1b032580 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:32:47.739376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1ad361ec-ee19-438d-9faf-03cb1b032580 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3094833 Nov 26 21:32:50.568825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55432) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:50.884073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9dda8665-f1d2-4cdd-9e16-463c9f7b3f4c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'name': 'router1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:32:50.908837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dda8665-f1d2-4cdd-9e16-463c9f7b3f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:50.910400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dda8665-f1d2-4cdd-9e16-463c9f7b3f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:51.047061 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dda8665-f1d2-4cdd-9e16-463c9f7b3f4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:51.051658 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dda8665-f1d2-4cdd-9e16-463c9f7b3f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:51.065706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dda8665-f1d2-4cdd-9e16-463c9f7b3f4c admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:51.066982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9dda8665-f1d2-4cdd-9e16-463c9f7b3f4c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4971728 Nov 26 21:32:52.060636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d029d999-0ce2-47ec-b2b5-ccc73d535cc5 None None] Network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:32:52.144836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e8d0013e-d470-401f-b8cb-ac70b198d855 None None] Provisioning complete for port e522edef-2f13-4947-a529-e5d3dc27ab0d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:32:52.145232 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e8d0013e-d470-401f-b8cb-ac70b198d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:52.353471 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e8d0013e-d470-401f-b8cb-ac70b198d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:52.400552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e8d0013e-d470-401f-b8cb-ac70b198d855 None None] For port e522edef-2f13-4947-a529-e5d3dc27ab0d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e522edef-2f13-4947-a529-e5d3dc27ab0d,segment=NetworkSegment(d37da211-d40a-4c2a-bfed-3f9893463443),segment_id=d37da211-d40a-4c2a-bfed-3f9893463443)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:32:52.406797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e8d0013e-d470-401f-b8cb-ac70b198d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:52.457253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0013e-d470-401f-b8cb-ac70b198d855 None None] Pushing event updated for resources: {'Port': ['ID=e522edef-2f13-4947-a529-e5d3dc27ab0d,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:32:52.626818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7da6bd3b-49e3-473c-ba3f-388fdc9f153e None None] Provisioning complete for port e522edef-2f13-4947-a529-e5d3dc27ab0d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:32:52.627122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7da6bd3b-49e3-473c-ba3f-388fdc9f153e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:52.786258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e522edef-2f13-4947-a529-e5d3dc27ab0d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:32:52.833377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e522edef-2f13-4947-a529-e5d3dc27ab0d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:32:52.833742 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:53.371321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c269f1b-d3c9-433b-845c-bf1a8dc569cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:53.723833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55444) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:54.032498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-be5476a5-fd71-41b5-9e03-f009f211c57e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:32:54.033499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be5476a5-fd71-41b5-9e03-f009f211c57e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3087149 Nov 26 21:32:55.753809 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ede7a5a5-86ee-4e06-975b-06b22e0e2c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:56.608081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55452) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:32:56.871509 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:56.922618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:32:56.950067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Made reservation on behalf of aa3df645a99d41c19540962a98e659bb for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:32:56.952822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:56.968486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:57.073193 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:57.076824 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:57.088453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=109999) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 26 21:32:57.122883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760075807519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:57.123458 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Unsubscribe: segment precommit_create {{(pid=109999) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 26 21:32:57.123971 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Added segment f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284 of type flat for network 767e4e93-422e-4f79-9ddf-e2867440c749 Nov 26 21:32:57.140331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143721cc-6416-4f8a-bf85-5a96f4ca110c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:32:57.194270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.194669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.195012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.195374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.195750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.196791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.197161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.197573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.197893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.198242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.198560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.198873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Tracked resource versions report: Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: pushed versions: Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: { 'AddressGroup': {'1.2'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'ConntrackHelper': {'1.0'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Log': {'1.0'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Network': {'1.1'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Port': {'1.7'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'PortForwarding': {'1.2'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'QosPolicy': {'1.10'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'SecurityGroup': {'1.5'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'SecurityGroupRule': {'1.2'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'SubPort': {'1.0'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Subnet': {'1.1'}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Trunk': {'1.1'}} Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: consumer versions: Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: { DHCP agent@n-d-819494-1: {}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: L3 agent@n-d-819494-1: {}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: Metadata agent@n-d-819494-1: {}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: Metering agent@n-d-819494-1: {}, Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: Open vSwitch agent@n-d-819494-1: { 'AddressGroup': '1.2', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'ConntrackHelper': '1.0', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Log': '1.0', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Network': '1.1', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Port': '1.7', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'PortForwarding': '1.2', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'QosPolicy': '1.10', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'SecurityGroup': '1.5', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'SecurityGroupRule': '1.2', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'SubPort': '1.0', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Subnet': '1.1', Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: 'Trunk': '1.1'}} Nov 26 21:32:57.199879 n-d-819494-1 neutron-server[109999]: {{(pid=109999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 21:32:57.252333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:57.298300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:57.299514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:32:57.300225 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:57.376786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7676008 Nov 26 21:32:57.401621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f13a0f-2f75-4941-8a70-e8b3e12701f0 admin admin] Pushing event updated for resources: {'Network': ['ID=767e4e93-422e-4f79-9ddf-e2867440c749,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:32:57.412867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 767e4e93-422e-4f79-9ddf-e2867440c749 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:32:58.341764 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:58.968374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:32:59.982038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55474) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:33:00.196039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa650900-0766-41f7-b429-ca4ea67653d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:33:00.198091 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aa650900-0766-41f7-b429-ca4ea67653d6 admin admin] 10.222.0.21 "GET /v2.0/subnets/50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5 HTTP/1.1" status: 200 len: 849 time: 0.2150338 Nov 26 21:33:00.371987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-78d79542-4909-4e4d-b401-694e6f18a9a0 admin admin] 10.222.0.21 "GET /v2.0/routers/e452b0db-dda3-4dbf-bbfe-f724cfee2e92 HTTP/1.1" status: 200 len: 704 time: 0.1678765 Nov 26 21:33:00.637360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:00.929425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Allocated IP 172.20.0.1 (ef6dd88d-2539-4095-a0d1-bbc8c59ea11f/50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5/d64321d8-f212-400a-ba90-32ae1acfe443) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:33:01.114536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:01.181190 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:01.254987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:33:01.260195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:33:01.270479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:33:01.270978 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:01.327800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Pushing event updated for resources: {'Port': ['ID=d64321d8-f212-400a-ba90-32ae1acfe443,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:01.380362 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:33:01.464722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:01.491306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-26821762-ff25-4042-8c6e-ca9de61627d8 None None] Provisioning complete for port d64321d8-f212-400a-ba90-32ae1acfe443 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:33:01.491857 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-26821762-ff25-4042-8c6e-ca9de61627d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:01.526005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-26821762-ff25-4042-8c6e-ca9de61627d8 None None] Port d64321d8-f212-400a-ba90-32ae1acfe443 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:33:01.734565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:01.738742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:01.739474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:01.823982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Pushing event updated for resources: {'Port': ['ID=d64321d8-f212-400a-ba90-32ae1acfe443,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:01.869613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:33:01.870893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:33:02.032445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Router e452b0db-dda3-4dbf-bbfe-f724cfee2e92 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:33:02.048310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3b6229ba-c35e-491c-9194-5f3b119de820 None None] Provisioning complete for port d64321d8-f212-400a-ba90-32ae1acfe443 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:33:02.048696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3b6229ba-c35e-491c-9194-5f3b119de820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:02.126513 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:33:02.128679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3b6229ba-c35e-491c-9194-5f3b119de820 None None] Port d64321d8-f212-400a-ba90-32ae1acfe443 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:33:02.132702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ba14aa97-c521-4b09-a74d-7f2504d88e43 admin admin] 10.222.0.21 "PUT /v2.0/routers/e452b0db-dda3-4dbf-bbfe-f724cfee2e92/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7551944 Nov 26 21:33:02.136877 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Sync routers for ids ['e452b0db-dda3-4dbf-bbfe-f724cfee2e92'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:33:02.150817 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Routers {'e452b0db-dda3-4dbf-bbfe-f724cfee2e92'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:33:02.151589 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:32:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e452b0db-dda3-4dbf-bbfe-f724cfee2e92'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:33:02.342469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Set router e452b0db-dda3-4dbf-bbfe-f724cfee2e92 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:33:02.769597 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'name': 'router1', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:32:50Z', 'updated_at': '2021-11-26T21:33:01Z', 'revision_number': 2, 'project_id': '5dc5a99896114ff79e56213002f93717', 'gw_port_host': None, '_interfaces': [{'id': 'd64321d8-f212-400a-ba90-32ae1acfe443', 'name': '', 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'mac_address': 'fa:16:3e:76:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:00Z', 'updated_at': '2021-11-26T21:33:01Z', 'revision_number': 2, 'project_id': '5dc5a99896114ff79e56213002f93717', 'subnets': [{'id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751aa54f-58ac-494b-a5da-b1246874540b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:33:02.819399 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Checking router: e452b0db-dda3-4dbf-bbfe-f724cfee2e92 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:33:02.819769 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Updating router e452b0db-dda3-4dbf-bbfe-f724cfee2e92 port d64321d8-f212-400a-ba90-32ae1acfe443 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:33:02.866871 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.372360 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.378688 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.538107 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Pushing event updated for resources: {'Port': ['ID=d64321d8-f212-400a-ba90-32ae1acfe443,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:03.552700 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.553047 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.553385 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.553733 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.554098 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.554385 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.554710 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.555033 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.555358 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.556863 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.557022 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.557345 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Tracked resource versions report: Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: pushed versions: Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: { 'AddressGroup': {'1.2'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'ConntrackHelper': {'1.0'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Log': {'1.0'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Network': {'1.1'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Port': {'1.7'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'PortForwarding': {'1.2'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'QosPolicy': {'1.10'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'SecurityGroup': {'1.5'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'SecurityGroupRule': {'1.2'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'SubPort': {'1.0'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Subnet': {'1.1'}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Trunk': {'1.1'}} Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: consumer versions: Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: { DHCP agent@n-d-819494-1: {}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: L3 agent@n-d-819494-1: {}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: Metadata agent@n-d-819494-1: {}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: Metering agent@n-d-819494-1: {}, Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: Open vSwitch agent@n-d-819494-1: { 'AddressGroup': '1.2', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'ConntrackHelper': '1.0', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Log': '1.0', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Network': '1.1', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Port': '1.7', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'PortForwarding': '1.2', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'QosPolicy': '1.10', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'SecurityGroup': '1.5', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'SecurityGroupRule': '1.2', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'SubPort': '1.0', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Subnet': '1.1', Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: 'Trunk': '1.1'}} Nov 26 21:33:03.558393 n-d-819494-1 neutron-server[110002]: {{(pid=110002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 21:33:03.561600 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Attempting to bind port d64321d8-f212-400a-ba90-32ae1acfe443 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:33:03.561999 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Attempting to bind port d64321d8-f212-400a-ba90-32ae1acfe443 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:33:03.562452 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Attempting to bind port d64321d8-f212-400a-ba90-32ae1acfe443 on network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:33:03.567527 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:33:03.567926 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Checking segment: {'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:33:03.568407 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.568780 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Bound using segment: {'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:33:03.569235 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Bound port: d64321d8-f212-400a-ba90-32ae1acfe443, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37da211-d40a-4c2a-bfed-3f9893463443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:33:03.569621 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.633402 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] For port d64321d8-f212-400a-ba90-32ae1acfe443, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:33:03.652884 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] For port d64321d8-f212-400a-ba90-32ae1acfe443, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d64321d8-f212-400a-ba90-32ae1acfe443,segment=NetworkSegment(d37da211-d40a-4c2a-bfed-3f9893463443),segment_id=d37da211-d40a-4c2a-bfed-3f9893463443)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:33:03.657884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3861d41f-b3f0-4aa4-b3af-a04cb8c20e33 None None] Provisioning complete for port d64321d8-f212-400a-ba90-32ae1acfe443 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:33:03.658412 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.658517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3861d41f-b3f0-4aa4-b3af-a04cb8c20e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.715368 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Routers {'e452b0db-dda3-4dbf-bbfe-f724cfee2e92'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:33:03.715997 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:32:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e452b0db-dda3-4dbf-bbfe-f724cfee2e92'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:33:03.717872 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f9a9a-5a06-435b-bb2e-e004ec718c99 None None] Pushing event updated for resources: {'Port': ['ID=d64321d8-f212-400a-ba90-32ae1acfe443,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:03.744118 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3861d41f-b3f0-4aa4-b3af-a04cb8c20e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.796285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3861d41f-b3f0-4aa4-b3af-a04cb8c20e33 None None] For port d64321d8-f212-400a-ba90-32ae1acfe443, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d64321d8-f212-400a-ba90-32ae1acfe443,segment=NetworkSegment(d37da211-d40a-4c2a-bfed-3f9893463443),segment_id=d37da211-d40a-4c2a-bfed-3f9893463443)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:33:03.804967 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3861d41f-b3f0-4aa4-b3af-a04cb8c20e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:03.812546 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] Set router e452b0db-dda3-4dbf-bbfe-f724cfee2e92 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:33:03.855722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861d41f-b3f0-4aa4-b3af-a04cb8c20e33 None None] Pushing event updated for resources: {'Port': ['ID=d64321d8-f212-400a-ba90-32ae1acfe443,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:03.931533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-990f740b-5420-4e4c-81a5-a6330baf33e3 None None] Provisioning complete for port d64321d8-f212-400a-ba90-32ae1acfe443 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:33:03.931913 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-990f740b-5420-4e4c-81a5-a6330baf33e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:04.039299 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'name': 'router1', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:32:50Z', 'updated_at': '2021-11-26T21:33:01Z', 'revision_number': 2, 'project_id': '5dc5a99896114ff79e56213002f93717', 'gw_port_host': None, '_interfaces': [{'id': 'd64321d8-f212-400a-ba90-32ae1acfe443', 'name': '', 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'mac_address': 'fa:16:3e:76:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:00Z', 'updated_at': '2021-11-26T21:33:03Z', 'revision_number': 4, 'project_id': '5dc5a99896114ff79e56213002f93717', 'subnets': [{'id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751aa54f-58ac-494b-a5da-b1246874540b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:33:04.068023 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f46926-a9ce-4406-b814-2825b6b62762 None None] The sync data for ids ['e452b0db-dda3-4dbf-bbfe-f724cfee2e92'] in n-d-819494-1 is: [{'id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'name': 'router1', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:32:50Z', 'updated_at': '2021-11-26T21:33:01Z', 'revision_number': 2, 'project_id': '5dc5a99896114ff79e56213002f93717', 'gw_port_host': None, '_interfaces': [{'id': 'd64321d8-f212-400a-ba90-32ae1acfe443', 'name': '', 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'mac_address': 'fa:16:3e:76:51:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:00Z', 'updated_at': '2021-11-26T21:33:03Z', 'revision_number': 4, 'project_id': '5dc5a99896114ff79e56213002f93717', 'subnets': [{'id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751aa54f-58ac-494b-a5da-b1246874540b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:33:04.589842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55494) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:33:04.703418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5395fb89-fc2a-4bfc-857a-dc2fc27674d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:33:04.704786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5395fb89-fc2a-4bfc-857a-dc2fc27674d0 admin admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 842 time: 0.1138778 Nov 26 21:33:04.714886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Request body: {'subnet': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:33:04.739918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Made reservation on behalf of aa3df645a99d41c19540962a98e659bb for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:33:04.742231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:05.069177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 21:33:05.069624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:05.125968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=800503d1-8655-49f7-8667-007b9dd147a4,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:05.135220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:33:05.135583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Network hostable DHCP agents. Network: 767e4e93-422e-4f79-9ddf-e2867440c749, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:33:05.159066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:33:05.171962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 767e4e93-422e-4f79-9ddf-e2867440c749) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:33:05.181395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:33:05.182342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaece9d1-37c4-4193-9130-a0d50bffe2c1 None None] Network 767e4e93-422e-4f79-9ddf-e2867440c749 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:33:05.182901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:05.213126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fd8fc420-9866-43f8-b826-41cfaf073b2c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4911585 Nov 26 21:33:05.327054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb44c0-4584-4136-9149-c23eea3d8b23 None None] Network 767e4e93-422e-4f79-9ddf-e2867440c749 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:33:07.743920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55502) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:33:07.877652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8d545b58-e72d-4484-a59b-dd96557c793b admin admin] 10.222.0.21 "GET /v2.0/routers/e452b0db-dda3-4dbf-bbfe-f724cfee2e92 HTTP/1.1" status: 200 len: 710 time: 0.1326659 Nov 26 21:33:07.968860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02470bab-019f-485d-beeb-579f059e7908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:33:07.974477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-02470bab-019f-485d-beeb-579f059e7908 admin admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 886 time: 0.0865808 Nov 26 21:33:07.980436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:33:08.306012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:08.540322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:08.616703 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:08.725041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Allocated IP 172.25.3.241 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/9e3a0871-d056-4f3b-a080-8fb29b83827e) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:33:08.823272 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:08.855290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:08.896007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:33:08.898703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:33:08.902023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:33:08.934455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Pushing event updated for resources: {'Port': ['ID=9e3a0871-d056-4f3b-a080-8fb29b83827e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:09.147874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:09.344503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:09.347947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:09.455339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Router e452b0db-dda3-4dbf-bbfe-f724cfee2e92 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:33:09.656099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:33:09.660569 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:09.662005 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c95136d6-0dcc-443d-a65d-19d2bc1a174e admin admin] 10.222.0.21 "PUT /v2.0/routers/e452b0db-dda3-4dbf-bbfe-f724cfee2e92 HTTP/1.1" status: 200 len: 890 time: 1.6852794 Nov 26 21:33:10.799253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d64321d8-f212-400a-ba90-32ae1acfe443 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:33:10.851781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d64321d8-f212-400a-ba90-32ae1acfe443 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:33:10.852199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:11.336125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Sync routers for ids ['e452b0db-dda3-4dbf-bbfe-f724cfee2e92'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:33:11.347217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Routers {'e452b0db-dda3-4dbf-bbfe-f724cfee2e92'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:33:11.347876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:32:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e452b0db-dda3-4dbf-bbfe-f724cfee2e92'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:33:11.555022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Set router e452b0db-dda3-4dbf-bbfe-f724cfee2e92 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:33:11.947212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'name': 'router1', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '9e3a0871-d056-4f3b-a080-8fb29b83827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:32:50Z', 'updated_at': '2021-11-26T21:33:09Z', 'revision_number': 4, 'project_id': '5dc5a99896114ff79e56213002f93717', 'gw_port': {'id': '9e3a0871-d056-4f3b-a080-8fb29b83827e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:08Z', 'updated_at': '2021-11-26T21:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd64321d8-f212-400a-ba90-32ae1acfe443', 'name': '', 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'mac_address': 'fa:16:3e:76:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:00Z', 'updated_at': '2021-11-26T21:33:03Z', 'revision_number': 5, 'project_id': '5dc5a99896114ff79e56213002f93717', 'subnets': [{'id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751aa54f-58ac-494b-a5da-b1246874540b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:33:12.063142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Checking router: e452b0db-dda3-4dbf-bbfe-f724cfee2e92 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:33:12.063523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Updating router e452b0db-dda3-4dbf-bbfe-f724cfee2e92 port 9e3a0871-d056-4f3b-a080-8fb29b83827e binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:33:12.109921 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:12.296879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55514) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:33:12.407449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-49c4d69e-f05d-423d-af43-219452816fc6 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1093254 Nov 26 21:33:12.435966 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:12.441847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:12.496089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Attempting to bind port 9e3a0871-d056-4f3b-a080-8fb29b83827e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:33:12.496089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Attempting to bind port 9e3a0871-d056-4f3b-a080-8fb29b83827e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:33:12.496382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Attempting to bind port 9e3a0871-d056-4f3b-a080-8fb29b83827e on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:33:12.499542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e8d82-dd65-494b-be11-6cfaadedc32e None None] Pushing event updated for resources: {'Port': ['ID=9e3a0871-d056-4f3b-a080-8fb29b83827e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:12.507486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:33:12.507486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:33:12.507788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:12.508305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:33:12.508668 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Bound port: 9e3a0871-d056-4f3b-a080-8fb29b83827e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:33:12.509215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:12.562522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] For port 9e3a0871-d056-4f3b-a080-8fb29b83827e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:33:12.565784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] For port 9e3a0871-d056-4f3b-a080-8fb29b83827e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9e3a0871-d056-4f3b-a080-8fb29b83827e,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:33:12.571282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:12.633052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Routers {'e452b0db-dda3-4dbf-bbfe-f724cfee2e92'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:33:12.633750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:32:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e452b0db-dda3-4dbf-bbfe-f724cfee2e92'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:33:12.635621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e8d82-dd65-494b-be11-6cfaadedc32e None None] Pushing event updated for resources: {'Port': ['ID=9e3a0871-d056-4f3b-a080-8fb29b83827e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:12.745767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] Set router e452b0db-dda3-4dbf-bbfe-f724cfee2e92 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:33:12.956897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'name': 'router1', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '9e3a0871-d056-4f3b-a080-8fb29b83827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:32:50Z', 'updated_at': '2021-11-26T21:33:09Z', 'revision_number': 4, 'project_id': '5dc5a99896114ff79e56213002f93717', 'gw_port': {'id': '9e3a0871-d056-4f3b-a080-8fb29b83827e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:08Z', 'updated_at': '2021-11-26T21:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd64321d8-f212-400a-ba90-32ae1acfe443', 'name': '', 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'mac_address': 'fa:16:3e:76:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:00Z', 'updated_at': '2021-11-26T21:33:03Z', 'revision_number': 5, 'project_id': '5dc5a99896114ff79e56213002f93717', 'subnets': [{'id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751aa54f-58ac-494b-a5da-b1246874540b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:33:12.983196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1660ab-8038-4fca-9099-0c4d90650e1f None None] The sync data for ids ['e452b0db-dda3-4dbf-bbfe-f724cfee2e92'] in n-d-819494-1 is: [{'id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'name': 'router1', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '9e3a0871-d056-4f3b-a080-8fb29b83827e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:32:50Z', 'updated_at': '2021-11-26T21:33:09Z', 'revision_number': 4, 'project_id': '5dc5a99896114ff79e56213002f93717', 'gw_port': {'id': '9e3a0871-d056-4f3b-a080-8fb29b83827e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:08Z', 'updated_at': '2021-11-26T21:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd64321d8-f212-400a-ba90-32ae1acfe443', 'name': '', 'network_id': 'ef6dd88d-2539-4095-a0d1-bbc8c59ea11f', 'tenant_id': '5dc5a99896114ff79e56213002f93717', 'mac_address': 'fa:16:3e:76:51:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e452b0db-dda3-4dbf-bbfe-f724cfee2e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:33:00Z', 'updated_at': '2021-11-26T21:33:03Z', 'revision_number': 5, 'project_id': '5dc5a99896114ff79e56213002f93717', 'subnets': [{'id': '50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '751aa54f-58ac-494b-a5da-b1246874540b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:33:14.834587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9e3a0871-d056-4f3b-a080-8fb29b83827e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:33:14.898005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9e3a0871-d056-4f3b-a080-8fb29b83827e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:33:14.898756 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:14.984708 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:15.007303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 9e3a0871-d056-4f3b-a080-8fb29b83827e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9e3a0871-d056-4f3b-a080-8fb29b83827e,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:33:15.014422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:15.083441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=9e3a0871-d056-4f3b-a080-8fb29b83827e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:33:16.823506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9e3a0871-d056-4f3b-a080-8fb29b83827e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:33:16.931715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9e3a0871-d056-4f3b-a080-8fb29b83827e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:33:16.932770 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:23.373549 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b34a4690-9f97-40c1-b7db-5e5f6418df5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:25.756838 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dfbfe7b6-dfc3-4ffd-b0c5-0a705877e69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:26.876567 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:28.354112 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:28.980009 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:38.378939 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:33:53.374471 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-afc44ece-b285-4395-94cd-bd1c012f3a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:55.766520 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-276b522a-3206-4009-903c-074382fbdab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:56.881649 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:58.349610 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:33:58.973668 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:15.377804 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:34:23.381617 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a94bb61-6298-4b98-a477-57b9ef4edf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:25.758482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a622a3ea-4a2a-437b-a3db-30c17d03679a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:26.883407 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:28.359958 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:28.978511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:39.140353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56030) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:39.201675 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f500820-760e-47af-a347-ea90cd0d790f admin admin] GET failed (client error): The resource could not be found. Nov 26 21:34:39.202996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6f500820-760e-47af-a347-ea90cd0d790f admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616629 Nov 26 21:34:39.363388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabc4860-400a-41c3-b5b5-45b20d723722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:39.364789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cabc4860-400a-41c3-b5b5-45b20d723722 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571519 Nov 26 21:34:41.736519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56040) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:41.826500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a3c8a3-eb7c-4c56-ae0e-371d20cdd01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:41.827837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-58a3c8a3-eb7c-4c56-ae0e-371d20cdd01f admin admin] 10.222.0.21 "GET /v2.0/subnets/50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5 HTTP/1.1" status: 200 len: 849 time: 0.0903347 Nov 26 21:34:41.838381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:34:41.922369 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:42.059156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760075818864'] for subnet, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:42.092870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:42.094030 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:42.094835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] 10.222.0.21 "PUT /v2.0/subnets/50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5 HTTP/1.1" status: 200 len: 868 time: 0.2605386 Nov 26 21:34:42.114767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:34:42.117773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa455fc-54fa-4db3-925c-e13b799633c4 None None] Network ef6dd88d-2539-4095-a0d1-bbc8c59ea11f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:34:42.122537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.122891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.123238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.123579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.123944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.124279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.124610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.124945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.125292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.125619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.125975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.126354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d403f0c9-5d9f-4ce8-aede-388766faf100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:34:42.514184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c6ff743d-dd3d-4a97-81f2-7cbc8140136b None None] Provisioning complete for port e522edef-2f13-4947-a529-e5d3dc27ab0d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:34:42.514566 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c6ff743d-dd3d-4a97-81f2-7cbc8140136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:42.599066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c6ff743d-dd3d-4a97-81f2-7cbc8140136b None None] Provisioning complete for port d64321d8-f212-400a-ba90-32ae1acfe443 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:34:42.599335 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c6ff743d-dd3d-4a97-81f2-7cbc8140136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:44.479560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56048) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:44.676488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e50679-e64c-4291-9d6f-c01aed01a450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:44.676861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e50679-e64c-4291-9d6f-c01aed01a450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:44.678477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-50e50679-e64c-4291-9d6f-c01aed01a450 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978531 Nov 26 21:34:47.085145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56056) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:47.217634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3810d8f-3f6a-47ad-8857-ec278cbde702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:47.218127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3810d8f-3f6a-47ad-8857-ec278cbde702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:47.219662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e3810d8f-3f6a-47ad-8857-ec278cbde702 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333945 Nov 26 21:34:49.587793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56064) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:49.708654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7477a421-5152-4d1c-bcac-045b2bc4da1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:49.710597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7477a421-5152-4d1c-bcac-045b2bc4da1e admin admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 886 time: 0.1218593 Nov 26 21:34:52.121582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56072) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:52.253089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c3d5d-59c7-48f5-8547-77978ceda7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:52.254481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-741c3d5d-59c7-48f5-8547-77978ceda7f0 admin admin] 10.222.0.21 "GET /v2.0/networks/ef6dd88d-2539-4095-a0d1-bbc8c59ea11f HTTP/1.1" status: 200 len: 869 time: 0.1319182 Nov 26 21:34:52.377121 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:34:53.376167 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-78baf2eb-12af-4968-a136-7b4ed571d058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:54.647344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56080) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:54.774742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c6488-d3c7-4f26-9a69-a92ce72d0a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:54.775109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c6488-d3c7-4f26-9a69-a92ce72d0a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:54.776685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe3c6488-d3c7-4f26-9a69-a92ce72d0a63 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283908 Nov 26 21:34:55.761285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ada9ec3-4f01-4f73-b088-5b7d617c1fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:56.885333 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:57.166236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56088) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:57.258717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d6cb5-8500-4b32-ab28-f6e258406c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:57.259168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d6cb5-8500-4b32-ab28-f6e258406c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:57.260681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7e6d6cb5-8500-4b32-ab28-f6e258406c2c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935042 Nov 26 21:34:58.357139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:58.980883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:34:59.654004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56096) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:34:59.749891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1187b1b4-cec0-41b9-8103-c35012ce7b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:34:59.751270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1187b1b4-cec0-41b9-8103-c35012ce7b08 admin admin] 10.222.0.21 "GET /v2.0/subnets/50a2eb7b-66d5-4f8c-bb83-fbe9988ba9d5 HTTP/1.1" status: 200 len: 868 time: 0.0963042 Nov 26 21:35:02.192467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56106) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:35:02.280146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314aed70-1d84-40f4-b3f4-6e9826357a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:35:02.281464 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-314aed70-1d84-40f4-b3f4-6e9826357a6a admin admin] 10.222.0.21 "GET /v2.0/subnets/800503d1-8655-49f7-8667-007b9dd147a4 HTTP/1.1" status: 200 len: 816 time: 0.0880318 Nov 26 21:35:23.378656 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2314991-70f1-4e65-a017-dcc31852e0f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:25.764732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-04344aa1-8c3d-4784-b33a-2de46501dc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:26.889380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:27.335928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56160) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:35:27.387659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-9c7fabf7-858b-4e27-a454-8930aa1cf184 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:35:27.388649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9c7fabf7-858b-4e27-a454-8930aa1cf184 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514390 Nov 26 21:35:28.359629 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:28.982747 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:29.375574 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:35:29.854639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56168) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:35:29.915876 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfce7807-d348-42ce-a63b-8d97166b2665 admin admin] GET failed (client error): The resource could not be found. Nov 26 21:35:29.917126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bfce7807-d348-42ce-a63b-8d97166b2665 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615492 Nov 26 21:35:30.000770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615c764c-0da3-4162-886b-5c07ba96b610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:35:30.002288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-615c764c-0da3-4162-886b-5c07ba96b610 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0806427 Nov 26 21:35:32.403335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56176) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:35:32.450889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:35:32.470796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Made reservation on behalf of aa3df645a99d41c19540962a98e659bb for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:35:32.473075 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:32.502733 n-d-819494-1 neutron-server[109999]: WARNING neutron.services.revisions.revision_plugin [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Could not find related network for resource to bump revision. Nov 26 21:35:32.517383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:35:32.527238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:32.527575 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Added segment 0d3d6abc-4230-470d-ba6d-0bafa52a707f of type vlan for network c4584f7b-bc15-485d-9d06-b01f6a430071 Nov 26 21:35:32.572608 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:32.595989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:32.596840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:35:32.597432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:32.647034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2424567 Nov 26 21:35:32.659414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbe2a2-78d5-4423-9df2-ba68d386b33c admin admin] Pushing event updated for resources: {'Network': ['ID=c4584f7b-bc15-485d-9d06-b01f6a430071,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:35:32.670299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c4584f7b-bc15-485d-9d06-b01f6a430071 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:35:35.065762 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56184) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:35:35.125756 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-089b49c3-809f-4e94-8a85-bcf37eddd8e8 admin admin] GET failed (client error): The resource could not be found. Nov 26 21:35:35.127049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-089b49c3-809f-4e94-8a85-bcf37eddd8e8 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602665 Nov 26 21:35:35.198956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b46e58-14d1-47fb-bab5-d6b1ea5b3568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:35:35.200402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-75b46e58-14d1-47fb-bab5-d6b1ea5b3568 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687742 Nov 26 21:35:35.210778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Request body: {'subnet': {'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:35:35.230382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Made reservation on behalf of aa3df645a99d41c19540962a98e659bb for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:35:35.232618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Publish callbacks [] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:35.488845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:35.544285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=da379943-fdf3-426b-af11-5495d4657f43,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:35:35.552677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:35:35.553059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Network hostable DHCP agents. Network: c4584f7b-bc15-485d-9d06-b01f6a430071, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:35:35.568796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:35:35.576845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, c4584f7b-bc15-485d-9d06-b01f6a430071) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:35:35.580905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:35:35.581493 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:35.586846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b99d7ee-0ed9-43cf-886d-70ffd92dbf7e None None] Network c4584f7b-bc15-485d-9d06-b01f6a430071 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:35:35.599925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d38c1ccd-5a92-4662-83ae-f56680a31bfc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3927801 Nov 26 21:35:35.735338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-c4584f7b-bc15-485d-9d06-b01f6a430071', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'tenant_id': 'aa3df645a99d41c19540962a98e659bb', 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:35:35.736247 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:35.876215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Allocated IP 192.168.233.2 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/582bd512-57ec-4092-96cd-508b3fb35293) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:35:36.112849 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:36.119183 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:36.163002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:35:36.168562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:35:36.170438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Pushing event updated for resources: {'Port': ['ID=582bd512-57ec-4092-96cd-508b3fb35293,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:35:36.172548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:35:36.184649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.185007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.185355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.185691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.186028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.186450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.186788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.187116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.187442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.187766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.188087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.188414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:35:36.236458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Attempting to bind port 582bd512-57ec-4092-96cd-508b3fb35293 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:35:36.236826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Attempting to bind port 582bd512-57ec-4092-96cd-508b3fb35293 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:35:36.237193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Attempting to bind port 582bd512-57ec-4092-96cd-508b3fb35293 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:35:36.243038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:35:36.243414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:35:36.243815 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:36.244210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:35:36.244678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Bound port: 582bd512-57ec-4092-96cd-508b3fb35293, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:35:36.245079 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:36.306239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] For port 582bd512-57ec-4092-96cd-508b3fb35293, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:35:36.309303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] For port 582bd512-57ec-4092-96cd-508b3fb35293, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=582bd512-57ec-4092-96cd-508b3fb35293,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:35:36.313168 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:36.373266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58d8f-4867-4e72-8ad4-a745971d2d26 None None] Pushing event updated for resources: {'Port': ['ID=582bd512-57ec-4092-96cd-508b3fb35293,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:35:36.935644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 582bd512-57ec-4092-96cd-508b3fb35293 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:35:36.995813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 582bd512-57ec-4092-96cd-508b3fb35293 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:35:36.996509 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:37.097193 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:37.132739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 582bd512-57ec-4092-96cd-508b3fb35293, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=582bd512-57ec-4092-96cd-508b3fb35293,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:35:37.140238 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:37.210053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=582bd512-57ec-4092-96cd-508b3fb35293,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:35:37.279381 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2247c-e9fc-4d46-874c-3649fbe55456 None None] Network c4584f7b-bc15-485d-9d06-b01f6a430071 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:35:37.354949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8df3e213-2d53-466b-8eab-8ac6cb247b89 None None] Provisioning complete for port 582bd512-57ec-4092-96cd-508b3fb35293 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:35:37.355228 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8df3e213-2d53-466b-8eab-8ac6cb247b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:37.926628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9fde6264-d6df-4c78-a7d7-40ffea6a5c1d None None] Provisioning complete for port 582bd512-57ec-4092-96cd-508b3fb35293 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:35:37.926995 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9fde6264-d6df-4c78-a7d7-40ffea6a5c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:38.882194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 582bd512-57ec-4092-96cd-508b3fb35293 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:35:38.931102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 582bd512-57ec-4092-96cd-508b3fb35293 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:35:38.931470 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:53.383867 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-79778f0d-ab06-47a1-bdb9-1300f87034a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:55.766982 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cbc057c8-7cca-48f4-831f-b907442c38cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:56.890931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:58.363035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:35:58.986380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:06.374148 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:36:23.385609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fa6f89f6-d651-4e10-a8b6-deba0db30c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:25.769339 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-858e6466-975e-4351-95e7-f683b2f1d7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:26.894229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:28.366470 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:28.990584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:43.372489 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:36:53.387669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0abd52a9-6790-4fcb-91e7-0dd3eac858d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:54.738860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56228) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:36:54.744861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-b0391010-1aff-48a2-9fa4-7852e4def5d3 tempest-verify_tempest_config-1602034779 tempest-verify_tempest_config-1602034779-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:36:54.748223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b0391010-1aff-48a2-9fa4-7852e4def5d3 tempest-verify_tempest_config-1602034779 tempest-verify_tempest_config-1602034779-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061035 Nov 26 21:36:55.038150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56246) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:36:55.142653 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:55.218425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:55.221900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:55.270024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef814700d07947128f71e9c65146bcb9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2306585 Nov 26 21:36:55.270566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3066417c-a0d1-45eb-93e7-4fc80255dc24,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:36:55.272628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56250) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:36:55.277242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.277591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.277932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.278304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.278639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.278969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.279301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.279631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.279955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.280275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.280603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.280922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e9a97-c4e4-4c44-bd27-31e53522f08e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.326613 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:55.348187 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:55.440221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:55.443129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:55.444280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3066417c-a0d1-45eb-93e7-4fc80255dc24 HTTP/1.1" status: 204 len: 168 time: 0.1706872 Nov 26 21:36:55.452168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3066417c-a0d1-45eb-93e7-4fc80255dc24,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:36:55.459684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.460035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.460379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.460722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.461058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.461391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.461773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.462047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.462408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.462735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.463192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.463521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1243eff3-dba5-4589-a8af-ca2bb6cc4179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:36:55.772367 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536d8279-79f2-427c-a3c2-7fae7ada0aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:56.896669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:58.368742 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:36:58.993921 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:20.370999 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:37:23.388133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c25719fb-87e3-4ffd-9e9e-443268288c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:25.772960 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6c1d-9d15-44f4-a246-ce738bc8f164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:26.898764 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:28.376451 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:28.995678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:53.391533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-96a357d4-6134-4848-80b8-9eae2c6e8945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:55.774732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e5d2bd31-57a5-4ab8-a3e6-1006cf354b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:56.907652 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:57.370461 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:37:58.374601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:37:58.998385 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:23.389336 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d0c922c-ce2b-4189-b099-b1c4cd8215e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:25.775469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1479031-e335-4f14-ad11-213ed20c1e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:26.905971 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:28.380804 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:29.000568 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:34.369732 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:38:53.391422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c148e02-6316-4ec2-8ee4-d0403e20be3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:55.776889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4b7f69fc-6b23-4b3a-ae35-39add41da9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:56.908507 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:58.383458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:38:59.001906 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:11.367580 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:39:23.391818 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0b8b3256-7a96-4ebf-bb22-3c543428ba52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:25.777097 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-773cbf96-02ff-4f06-a321-9485483e986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:26.910190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:28.389733 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:29.002678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:48.365671 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 5 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:39:53.395032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f610fa63-1cac-4f8d-8ef3-91853b738e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:55.778644 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-09c30209-2a0a-40e0-9788-85e6f5c03858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:56.913425 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:58.391148 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:39:59.004613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:06.719564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697838'] for agent, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:07.635473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697838'] for agent, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:23.399654 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c65d4141-d78a-47fa-ba24-020a8365ccfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:25.365628 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:40:25.782706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8ab0bfb-574d-4379-ad1b-9489a94361a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:26.916679 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:28.394840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:29.006049 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:36.640384 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:37.620531 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:39.585361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56308) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:40:39.692770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ae259d29-65f3-4cb7-a8b0-f6be73e163cd admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1057301 Nov 26 21:40:42.099279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56318) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:40:42.160448 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a0a39b84-299c-4fca-8911-43b5e6002f29 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0600855 Nov 26 21:40:53.401047 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30490c16-126a-43ce-927b-37af2a7d8f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:55.783240 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-553b9b87-f450-4280-96f5-299e5b199f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:56.920094 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:58.399142 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:40:59.008719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:02.365601 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:41:06.650706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:07.620189 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:23.408395 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-250522e1-c566-4927-89c0-c89cb51847da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:25.785696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc7ac-fcef-4ea6-b6b6-9582247cc754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:26.926013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:28.402759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:29.011441 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:36.654686 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:37.619612 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:39.364400 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:41:53.408391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-05ed0d9b-2119-47a2-8934-87c2ace12a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:55.791270 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f0b10620-435e-4199-b6e4-fbfe67e97c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:56.926839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:58.424068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:41:59.036152 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:02.984790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56550) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:03.323286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-network', 'tenant_id': '067955da510c44189c860459d275c566'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:03.350329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Made reservation on behalf of 067955da510c44189c860459d275c566 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:03.352630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.369171 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.471096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.479519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.514231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5936639-f9a3-45a0-83b6-6cc8bbb52d9e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:03.523492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:42:03.534247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.534791 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Added segment bfdaeda1-d294-486f-9f73-c6363cb3d054 of type vlan for network c686607b-65a2-453a-817a-f60cbc871b48 Nov 26 21:42:03.587704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.588053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.588394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.588732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.589223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.589414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.589700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.590023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.590673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.590999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.591324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.591777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Tracked resource versions report: Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: pushed versions: Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: { 'AddressGroup': {'1.2'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'ConntrackHelper': {'1.0'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Log': {'1.0'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Network': {'1.1'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Port': {'1.7'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'PortForwarding': {'1.2'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'QosPolicy': {'1.10'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'SecurityGroup': {'1.5'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'SecurityGroupRule': {'1.2'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'SubPort': {'1.0'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Subnet': {'1.1'}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Trunk': {'1.1'}} Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: consumer versions: Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: { DHCP agent@n-d-819494-1: {}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: HyperV agent@n-h1-819494-1: {}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: HyperV agent@n-h2-819494-1: {}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: L3 agent@n-d-819494-1: {}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: Metadata agent@n-d-819494-1: {}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: Metering agent@n-d-819494-1: {}, Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: Open vSwitch agent@n-d-819494-1: { 'AddressGroup': '1.2', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'ConntrackHelper': '1.0', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Log': '1.0', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Network': '1.1', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Port': '1.7', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'PortForwarding': '1.2', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'QosPolicy': '1.10', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'SecurityGroup': '1.5', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'SecurityGroupRule': '1.2', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'SubPort': '1.0', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Subnet': '1.1', Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: 'Trunk': '1.1'}} Nov 26 21:42:03.592889 n-d-819494-1 neutron-server[110000]: {{(pid=110000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 21:42:03.607982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.638531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.639767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:03.640756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.702865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7169840 Nov 26 21:42:03.705871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56594) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:03.712028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Request body: {'subnet': {'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-subnet', 'tenant_id': '067955da510c44189c860459d275c566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:03.733498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3261362-cf00-44a2-9f68-78e21d840d56 admin admin] Pushing event updated for resources: {'Network': ['ID=c686607b-65a2-453a-817a-f60cbc871b48,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:03.748726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c686607b-65a2-453a-817a-f60cbc871b48 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:42:03.749416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Made reservation on behalf of 067955da510c44189c860459d275c566 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:03.752197 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:03.963387 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.013520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a18774-b0f1-4984-83c2-e0d15259615e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:04.044915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Checking segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:04.045278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Network hostable DHCP agents. Network: c686607b-65a2-453a-817a-f60cbc871b48, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:42:04.069665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Network c686607b-65a2-453a-817a-f60cbc871b48 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:42:04.082898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, c686607b-65a2-453a-817a-f60cbc871b48) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:04.092227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:04.092446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.092537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f383c-99ea-47a4-bf3c-780103532e9b None None] Network c686607b-65a2-453a-817a-f60cbc871b48 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:42:04.118219 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6afee9f7-a6e3-4f37-bda7-15b3d73de7ae admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4108539 Nov 26 21:42:04.121171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:04.126240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:04.160993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.162674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.254754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.270936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-c686607b-65a2-453a-817a-f60cbc871b48', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:42:04.272225 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.416354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.422207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Allocated IP 172.20.0.2 (c686607b-65a2-453a-817a-f60cbc871b48/27a18774-b0f1-4984-83c2-e0d15259615e/c9416cee-e4af-4d86-b8f1-de5c11fe51d0) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:04.627656 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.632745 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.636861 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.656872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Network c686607b-65a2-453a-817a-f60cbc871b48 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:04.658636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.699166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Pushing event updated for resources: {'Port': ['ID=c9416cee-e4af-4d86-b8f1-de5c11fe51d0,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:04.707501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.707983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.709316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.709728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.710112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.710440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.710814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.711150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.711484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.711818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.712145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.712475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Tracked resource versions report: Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: pushed versions: Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: { 'AddressGroup': {'1.2'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'ConntrackHelper': {'1.0'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Log': {'1.0'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Network': {'1.1'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Port': {'1.7'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'PortForwarding': {'1.2'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'QosPolicy': {'1.10'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'SecurityGroup': {'1.5'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'SecurityGroupRule': {'1.2'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'SubPort': {'1.0'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Subnet': {'1.1'}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Trunk': {'1.1'}} Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: consumer versions: Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: { DHCP agent@n-d-819494-1: {}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: HyperV agent@n-h1-819494-1: {}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: HyperV agent@n-h2-819494-1: {}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: L3 agent@n-d-819494-1: {}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: Metadata agent@n-d-819494-1: {}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: Metering agent@n-d-819494-1: {}, Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: Open vSwitch agent@n-d-819494-1: { 'AddressGroup': '1.2', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'ConntrackHelper': '1.0', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Log': '1.0', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Network': '1.1', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Port': '1.7', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'PortForwarding': '1.2', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'QosPolicy': '1.10', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'SecurityGroup': '1.5', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'SecurityGroupRule': '1.2', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'SubPort': '1.0', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Subnet': '1.1', Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: 'Trunk': '1.1'}} Nov 26 21:42:04.713550 n-d-819494-1 neutron-server[110001]: {{(pid=110001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 21:42:04.716402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:04.723859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:04.784659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Attempting to bind port c9416cee-e4af-4d86-b8f1-de5c11fe51d0 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:04.785297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Attempting to bind port c9416cee-e4af-4d86-b8f1-de5c11fe51d0 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:04.789581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Attempting to bind port c9416cee-e4af-4d86-b8f1-de5c11fe51d0 on network c686607b-65a2-453a-817a-f60cbc871b48 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:04.800403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:04.801110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Checking segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:04.801634 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.803663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Allocated IP 172.25.3.148 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/ffc4690c-70b5-4e33-995f-c2bd8044b06d) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:04.804137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Bound using segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:04.804637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Bound port: c9416cee-e4af-4d86-b8f1-de5c11fe51d0, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:04.805049 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.920319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] For port c9416cee-e4af-4d86-b8f1-de5c11fe51d0, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:04.925121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] For port c9416cee-e4af-4d86-b8f1-de5c11fe51d0, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c9416cee-e4af-4d86-b8f1-de5c11fe51d0,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:04.945962 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:04.998412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:05.013681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8329a-65be-488f-95d1-806e23a8eb79 None None] Pushing event updated for resources: {'Port': ['ID=c9416cee-e4af-4d86-b8f1-de5c11fe51d0,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:05.054994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:05.105954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc4690c-70b5-4e33-995f-c2bd8044b06d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Tracked resource versions report: Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: pushed versions: Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: { 'AddressGroup': {'1.2'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'ConntrackHelper': {'1.0'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Log': {'1.0'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Network': {'1.1'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Port': {'1.7'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'PortForwarding': {'1.2'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'QosPolicy': {'1.10'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'SecurityGroup': {'1.5'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'SecurityGroupRule': {'1.2'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'SubPort': {'1.0'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Subnet': {'1.1'}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Trunk': {'1.1'}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: consumer versions: Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: { DHCP agent@n-d-819494-1: {}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: HyperV agent@n-h1-819494-1: {}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: HyperV agent@n-h2-819494-1: {}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: L3 agent@n-d-819494-1: {}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: Metadata agent@n-d-819494-1: {}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: Metering agent@n-d-819494-1: {}, Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: Open vSwitch agent@n-d-819494-1: { 'AddressGroup': '1.2', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'ConntrackHelper': '1.0', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Log': '1.0', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Network': '1.1', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Port': '1.7', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'PortForwarding': '1.2', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'QosPolicy': '1.10', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'SecurityGroup': '1.5', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'SecurityGroupRule': '1.2', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'SubPort': '1.0', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Subnet': '1.1', Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: 'Trunk': '1.1'}} Nov 26 21:42:05.123788 n-d-819494-1 neutron-server[109999]: {{(pid=109999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 21:42:05.126955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:05.127705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:05.129780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:05.416238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:05.632317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:05.899644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Router 037fac98-f46d-42c0-902d-22f6554ee28a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:42:06.043478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:42:06.059683 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Sync routers for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:42:06.071339 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:06.072303 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:41:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:06.081152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:06.082652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a96e4860-b484-415a-98d9-f3a513ca4e15 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9604957 Nov 26 21:42:06.088412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56696) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:06.203731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656142b1-6f90-4444-a216-7a5dff13157b None None] Network c686607b-65a2-453a-817a-f60cbc871b48 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:42:06.281195 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:06.403931 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56732) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:06.404420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8f07bf3f-9a33-4edf-9317-5c19834cbedf None None] Provisioning complete for port c9416cee-e4af-4d86-b8f1-de5c11fe51d0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:06.404554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8f07bf3f-9a33-4edf-9317-5c19834cbedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:06.414778 n-d-819494-1 neutron-server[109999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 26 21:42:06.481346 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-3c1869b0-0f4d-4771-8045-3bdf3b7c9b5c tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9d2481d534614b8aa2aa9f06b7176faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680428 Nov 26 21:42:06.546838 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8f07bf3f-9a33-4edf-9317-5c19834cbedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:06.613725 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:05Z', 'revision_number': 3, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:06.620949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8f07bf3f-9a33-4edf-9317-5c19834cbedf None None] For port c9416cee-e4af-4d86-b8f1-de5c11fe51d0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c9416cee-e4af-4d86-b8f1-de5c11fe51d0,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:06.628670 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8f07bf3f-9a33-4edf-9317-5c19834cbedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:06.680811 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Checking router: 037fac98-f46d-42c0-902d-22f6554ee28a for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:42:06.681160 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Updating router 037fac98-f46d-42c0-902d-22f6554ee28a port ffc4690c-70b5-4e33-995f-c2bd8044b06d binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:42:06.728397 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:06.729701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07bf3f-9a33-4edf-9317-5c19834cbedf None None] Pushing event updated for resources: {'Port': ['ID=c9416cee-e4af-4d86-b8f1-de5c11fe51d0,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:06.738330 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:06.752246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-38962c36-d5b3-44fd-ae33-5b9fe2c44807 None None] Provisioning complete for port c9416cee-e4af-4d86-b8f1-de5c11fe51d0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:06.752661 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-38962c36-d5b3-44fd-ae33-5b9fe2c44807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:06.852937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-23c48646-a9f2-435c-8746-07fd345ce6a0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:06.858593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-23c48646-a9f2-435c-8746-07fd345ce6a0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3695133 Nov 26 21:42:06.874044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-46b6d03a-11fe-48ad-a3d2-933beb390f11 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/quotas/9d2481d534614b8aa2aa9f06b7176faf HTTP/1.1" status: 200 len: 375 time: 0.0129352 Nov 26 21:42:06.944851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-26c5d9a2-e066-4c0b-abd4-a2ff3193e674 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d2481d534614b8aa2aa9f06b7176faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586164 Nov 26 21:42:07.039378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.119255 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.130349 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.205259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c9416cee-e4af-4d86-b8f1-de5c11fe51d0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:07.207846 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Pushing event updated for resources: {'Port': ['ID=ffc4690c-70b5-4e33-995f-c2bd8044b06d,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:07.223747 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.224531 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.225130 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.225510 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.226057 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.226660 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.226815 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.227069 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.227399 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.227887 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.228219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.228547 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Tracked resource versions report: Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: pushed versions: Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: { 'AddressGroup': {'1.2'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'ConntrackHelper': {'1.0'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Log': {'1.0'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Network': {'1.1'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Port': {'1.7'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'PortForwarding': {'1.2'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'QosPolicy': {'1.10'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'SecurityGroup': {'1.5'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'SecurityGroupRule': {'1.2'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'SubPort': {'1.0'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Subnet': {'1.1'}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Trunk': {'1.1'}} Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: consumer versions: Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: { DHCP agent@n-d-819494-1: {}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: HyperV agent@n-h1-819494-1: {}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: HyperV agent@n-h2-819494-1: {}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: L3 agent@n-d-819494-1: {}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: Metadata agent@n-d-819494-1: {}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: Metering agent@n-d-819494-1: {}, Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: Open vSwitch agent@n-d-819494-1: { 'AddressGroup': '1.2', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'ConntrackHelper': '1.0', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Log': '1.0', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Network': '1.1', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Port': '1.7', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'PortForwarding': '1.2', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'QosPolicy': '1.10', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'SecurityGroup': '1.5', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'SecurityGroupRule': '1.2', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'SubPort': '1.0', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Subnet': '1.1', Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: 'Trunk': '1.1'}} Nov 26 21:42:07.229608 n-d-819494-1 neutron-server[110002]: {{(pid=110002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 26 21:42:07.240309 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Attempting to bind port ffc4690c-70b5-4e33-995f-c2bd8044b06d on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:07.241044 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Attempting to bind port ffc4690c-70b5-4e33-995f-c2bd8044b06d by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:07.241584 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Attempting to bind port ffc4690c-70b5-4e33-995f-c2bd8044b06d on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:07.249982 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:07.253019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:07.253774 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.254374 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:07.256596 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Bound port: ffc4690c-70b5-4e33-995f-c2bd8044b06d, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:07.257500 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.320999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c9416cee-e4af-4d86-b8f1-de5c11fe51d0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:07.321767 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.334413 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] For port ffc4690c-70b5-4e33-995f-c2bd8044b06d, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:07.340268 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] For port ffc4690c-70b5-4e33-995f-c2bd8044b06d, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ffc4690c-70b5-4e33-995f-c2bd8044b06d,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:07.353313 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.469102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:07.470806 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824b83b-e2ff-4757-a2ef-7b98c6835e36 None None] Pushing event updated for resources: {'Port': ['ID=ffc4690c-70b5-4e33-995f-c2bd8044b06d,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:07.561741 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:07.562682 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:41:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:07.636136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Allocated IP 172.20.0.1 (c686607b-65a2-453a-817a-f60cbc871b48/27a18774-b0f1-4984-83c2-e0d15259615e/bda59336-ad31-4fbd-9c04-e345764359e6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:07.671186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.790928 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:07.803145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d802c3be-cf76-4bce-b662-37a37b65607a req-b4b2c869-fb3a-4f85-bfe8-f11f99e2ee35 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 210 time: 0.3311050 Nov 26 21:42:07.831067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:07.961149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:08.090844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Pushing event updated for resources: {'Port': ['ID=bda59336-ad31-4fbd-9c04-e345764359e6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:08.097180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Network c686607b-65a2-453a-817a-f60cbc871b48 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:08.099591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:08.102412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:08.103170 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:08.119530 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:05Z', 'revision_number': 3, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:08.208479 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b222f781-0db4-469c-84b7-ffc0a4c68f9b None None] The sync data for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 is: [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:05Z', 'revision_number': 3, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:42:08.502623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-74a436d5-6c56-4488-b554-db05dd4bb78b None None] Provisioning complete for port bda59336-ad31-4fbd-9c04-e345764359e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:08.508609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-74a436d5-6c56-4488-b554-db05dd4bb78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:08.573381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56852) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:08.591942 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:08.602256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-74a436d5-6c56-4488-b554-db05dd4bb78b None None] Port bda59336-ad31-4fbd-9c04-e345764359e6 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:08.784220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56866) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:08.860661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe8615f2-be62-4989-88b3-8f87ff6bbe1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.000473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28155873-3050-49a3-8303-80f54f89e796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.011479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.023771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.024638 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.049772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7822b7c9-8fba-4703-89f2-0a5741464435 req-cee47f9b-771c-4b83-b7bf-3ba85b3be120 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 210 time: 0.0806470 Nov 26 21:42:09.096920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Pushing event updated for resources: {'Port': ['ID=bda59336-ad31-4fbd-9c04-e345764359e6,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:09.106249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe8615f2-be62-4989-88b3-8f87ff6bbe1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.118869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe8615f2-be62-4989-88b3-8f87ff6bbe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.186460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8615f2-be62-4989-88b3-8f87ff6bbe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280a01e9-0e8d-494f-8ac7-871635414a08,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:09.190908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe8615f2-be62-4989-88b3-8f87ff6bbe1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45397363ee9b45c8ad99d224a50abdea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6156723 Nov 26 21:42:09.197009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56876) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:09.290718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ffc4690c-70b5-4e33-995f-c2bd8044b06d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:09.312926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28155873-3050-49a3-8303-80f54f89e796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.329689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Network c686607b-65a2-453a-817a-f60cbc871b48 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:09.331720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:09.367627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28155873-3050-49a3-8303-80f54f89e796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.459496 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-28155873-3050-49a3-8303-80f54f89e796 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd4b331a1309487197d5a7c15316d53e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6740668 Nov 26 21:42:09.467906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56892) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:09.574315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cee0e7de-b8c3-4439-8832-ead8db22ba0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.619141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Router 037fac98-f46d-42c0-902d-22f6554ee28a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:42:09.653411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28155873-3050-49a3-8303-80f54f89e796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a48e40-24d0-4916-8f02-a09942ac0ec7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:09.653580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ffc4690c-70b5-4e33-995f-c2bd8044b06d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:09.654053 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.679495 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cee0e7de-b8c3-4439-8832-ead8db22ba0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.687631 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28d9009d-a9ae-411a-9aee-514e5cf01dbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.734094 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28d9009d-a9ae-411a-9aee-514e5cf01dbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.750479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-03572e1f-ccf3-428e-aead-b0fa7c366103 None None] Provisioning complete for port bda59336-ad31-4fbd-9c04-e345764359e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:09.751143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-03572e1f-ccf3-428e-aead-b0fa7c366103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.799360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-03572e1f-ccf3-428e-aead-b0fa7c366103 None None] Port bda59336-ad31-4fbd-9c04-e345764359e6 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:09.827185 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28d9009d-a9ae-411a-9aee-514e5cf01dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.832580 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28d9009d-a9ae-411a-9aee-514e5cf01dbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.836216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-28d9009d-a9ae-411a-9aee-514e5cf01dbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34a48e40-24d0-4916-8f02-a09942ac0ec7 HTTP/1.1" status: 204 len: 168 time: 0.3669746 Nov 26 21:42:09.882486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9009d-a9ae-411a-9aee-514e5cf01dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a48e40-24d0-4916-8f02-a09942ac0ec7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:09.919927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.920713 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cee0e7de-b8c3-4439-8832-ead8db22ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.923817 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cee0e7de-b8c3-4439-8832-ead8db22ba0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.928585 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cee0e7de-b8c3-4439-8832-ead8db22ba0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/280a01e9-0e8d-494f-8ac7-871635414a08 HTTP/1.1" status: 204 len: 168 time: 0.7242553 Nov 26 21:42:09.951769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0e7de-b8c3-4439-8832-ead8db22ba0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280a01e9-0e8d-494f-8ac7-871635414a08,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:09.971699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port ffc4690c-70b5-4e33-995f-c2bd8044b06d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ffc4690c-70b5-4e33-995f-c2bd8044b06d,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:09.987500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:09.992611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:42:09.998930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5c94efb1-4022-432b-9094-37628cdae084 admin admin] 10.222.0.21 "PUT /v2.0/routers/037fac98-f46d-42c0-902d-22f6554ee28a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9087777 Nov 26 21:42:10.096719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=ffc4690c-70b5-4e33-995f-c2bd8044b06d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:10.379692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bfcae1b-2a13-4f8a-ada8-3f7eecb50953 req-0f149943-60ff-4ed5-9d54-5009360cb94c tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 210 time: 0.0932806 Nov 26 21:42:10.554487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56958) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:10.572202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:10.574850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ff1939e9-a00b-4f03-a71f-e8341ecf458a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.587870 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea5db5cf-6922-4778-a65b-dd34702ff907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.672956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ff1939e9-a00b-4f03-a71f-e8341ecf458a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.679653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ff1939e9-a00b-4f03-a71f-e8341ecf458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.704798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea5db5cf-6922-4778-a65b-dd34702ff907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.710749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea5db5cf-6922-4778-a65b-dd34702ff907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.736536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ff1939e9-a00b-4f03-a71f-e8341ecf458a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4337b00a98374ae285b2c7b25a694b4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1773417 Nov 26 21:42:10.736536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56962) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:10.751445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1939e9-a00b-4f03-a71f-e8341ecf458a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb70b98-0e0f-4c0a-9c30-440680801bd6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:10.780153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Sync routers for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:42:10.793138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:10.794423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:41:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:10.805455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ea5db5cf-6922-4778-a65b-dd34702ff907 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=097778aaa53345c795fb02fe09431dca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2299397 Nov 26 21:42:10.806286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56964) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:10.848414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5db5cf-6922-4778-a65b-dd34702ff907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39d2de4-c38f-4413-bd34-1eb1dae4b984,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:10.874563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35663086-a7dc-4cbc-816f-f7c71636036b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.889058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14cbe3df-4044-4dcd-80a1-4c7e337c4c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.904155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35663086-a7dc-4cbc-816f-f7c71636036b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.943936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.41', 55660) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:10.946005 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14cbe3df-4044-4dcd-80a1-4c7e337c4c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.980214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35663086-a7dc-4cbc-816f-f7c71636036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.984258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35663086-a7dc-4cbc-816f-f7c71636036b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:10.986328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-35663086-a7dc-4cbc-816f-f7c71636036b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a39d2de4-c38f-4413-bd34-1eb1dae4b984 HTTP/1.1" status: 204 len: 168 time: 0.1789980 Nov 26 21:42:10.998906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:11.004254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35663086-a7dc-4cbc-816f-f7c71636036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39d2de4-c38f-4413-bd34-1eb1dae4b984,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:11.024203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-b63167fb-3e82-4de6-8e3f-707ee82e8392 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9d2481d534614b8aa2aa9f06b7176faf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456245 Nov 26 21:42:11.064086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56972) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:11.205412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ffc4690c-70b5-4e33-995f-c2bd8044b06d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:11.338996 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14cbe3df-4044-4dcd-80a1-4c7e337c4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.342110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14cbe3df-4044-4dcd-80a1-4c7e337c4c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.343501 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-14cbe3df-4044-4dcd-80a1-4c7e337c4c1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bfb70b98-0e0f-4c0a-9c30-440680801bd6 HTTP/1.1" status: 204 len: 168 time: 0.6045923 Nov 26 21:42:11.346032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ffc4690c-70b5-4e33-995f-c2bd8044b06d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:11.346554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.357886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-2a40c914-174c-49bf-8b01-9e107bcab3e6 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:11.359879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-2a40c914-174c-49bf-8b01-9e107bcab3e6 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209777 Nov 26 21:42:11.366061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cbe3df-4044-4dcd-80a1-4c7e337c4c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb70b98-0e0f-4c0a-9c30-440680801bd6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:11.405823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 2, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:11.439674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-24c14237-25bb-46b4-a5ac-484e5fcd8a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.443943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Checking router: 037fac98-f46d-42c0-902d-22f6554ee28a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:42:11.444375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Updating router 037fac98-f46d-42c0-902d-22f6554ee28a port bda59336-ad31-4fbd-9c04-e345764359e6 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:42:11.493286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Request body: {'port': {'device_id': '438a179a-0a8f-4714-b708-0822f235eb75', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '9d2481d534614b8aa2aa9f06b7176faf'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:11.542147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.646192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7833ecba-3805-48b2-a623-ff90860c7eda req-05e6e5a9-c1b2-43b2-91c3-b8b412066448 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 210 time: 0.0512965 Nov 26 21:42:11.651578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-24c14237-25bb-46b4-a5ac-484e5fcd8a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.658929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-24c14237-25bb-46b4-a5ac-484e5fcd8a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.702123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-24c14237-25bb-46b4-a5ac-484e5fcd8a92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47e52ae2d4c94627b765b189460ce9ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6363811 Nov 26 21:42:11.702874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57004) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:11.715418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c14237-25bb-46b4-a5ac-484e5fcd8a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0942ba4-9de1-48ae-b0a3-73296f59b620,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:11.785781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08951f55-9b15-456c-953b-952d1d90aa1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.810220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08951f55-9b15-456c-953b-952d1d90aa1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.883399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Made reservation on behalf of 9d2481d534614b8aa2aa9f06b7176faf for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:11.889396 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08951f55-9b15-456c-953b-952d1d90aa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.892034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08951f55-9b15-456c-953b-952d1d90aa1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.895501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-08951f55-9b15-456c-953b-952d1d90aa1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0942ba4-9de1-48ae-b0a3-73296f59b620 HTTP/1.1" status: 204 len: 168 time: 0.1861994 Nov 26 21:42:11.899005 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:11.913578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951f55-9b15-456c-953b-952d1d90aa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0942ba4-9de1-48ae-b0a3-73296f59b620,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:11.916300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.011249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.019039 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.030331 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.039688 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.154463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0178b-58f7-40d1-9617-2fb8b6c03249 None None] Pushing event updated for resources: {'Port': ['ID=bda59336-ad31-4fbd-9c04-e345764359e6,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:12.163768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8144c9-63eb-4702-ae6d-746e60927e80,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:12.192384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Attempting to bind port bda59336-ad31-4fbd-9c04-e345764359e6 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:12.192977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Attempting to bind port bda59336-ad31-4fbd-9c04-e345764359e6 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:12.193780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Attempting to bind port bda59336-ad31-4fbd-9c04-e345764359e6 on network c686607b-65a2-453a-817a-f60cbc871b48 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:12.199483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:12.200022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Checking segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:12.200457 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.200860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Bound using segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:12.201417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Bound port: bda59336-ad31-4fbd-9c04-e345764359e6, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:12.202028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.377393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] For port bda59336-ad31-4fbd-9c04-e345764359e6, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:12.392355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] For port bda59336-ad31-4fbd-9c04-e345764359e6, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bda59336-ad31-4fbd-9c04-e345764359e6,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:12.402355 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.454632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57032) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:12.461528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-network', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:12.482653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3c62749a-f9d3-4642-8694-c8ae958b4e43 None None] Provisioning complete for port bda59336-ad31-4fbd-9c04-e345764359e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:12.483534 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c62749a-f9d3-4642-8694-c8ae958b4e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.501846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:12.506737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:41:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:12.523739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Allocated IP 192.168.233.251 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/f83770d5-c17a-4ea0-b686-f5e64d2a81c0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:12.556415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Made reservation on behalf of ff4e5811b53b4272997625449333e5b0 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:12.564138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.594382 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:12.758401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:12.953258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57042) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:12.978886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd1277cd-8808-422a-8313-c477cce98785 req-99947497-6a27-4c76-89b5-26db4f793072 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 210 time: 0.0852647 Nov 26 21:42:13.001086 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595051da-de75-4aad-8d85-a974ff31fee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.015822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.022590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.061629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:42:13.102703 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.103541 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Added segment a866d57e-26bd-4c00-adec-73c4d3034165 of type vlan for network 26446571-02e8-49e4-b428-da30735f3fe2 Nov 26 21:42:13.127082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0178b-58f7-40d1-9617-2fb8b6c03249 None None] Pushing event updated for resources: {'Port': ['ID=bda59336-ad31-4fbd-9c04-e345764359e6,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:13.181157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.237461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595051da-de75-4aad-8d85-a974ff31fee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.246208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595051da-de75-4aad-8d85-a974ff31fee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.295672 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.314512 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-595051da-de75-4aad-8d85-a974ff31fee5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce5fae94446d488f8191d7949c3b8c98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3582828 Nov 26 21:42:13.321682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.353810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:13.493287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a28570-c8a6-4d45-af9b-5453ad852bca,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:13.502832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c62749a-f9d3-4642-8694-c8ae958b4e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.553646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Pushing event updated for resources: {'Port': ['ID=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:13.584906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.585956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:13.586580 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.612664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595051da-de75-4aad-8d85-a974ff31fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7327483-863e-4e15-a56a-d7879ea45e28,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:13.627688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:13.632440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:13.635063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3c62749a-f9d3-4642-8694-c8ae958b4e43 None None] For port bda59336-ad31-4fbd-9c04-e345764359e6, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bda59336-ad31-4fbd-9c04-e345764359e6,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:13.648848 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c62749a-f9d3-4642-8694-c8ae958b4e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.659105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:13.665295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:13.665950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.730259 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-dbdeea37-7e10-436e-b8f7-a021b80b15e2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2419798 Nov 26 21:42:13.746840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-3c04e4e2-3a2a-4afd-87a9-ce23b6197ddb tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:42:13.748801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-3c04e4e2-3a2a-4afd-87a9-ce23b6197ddb tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115361 Nov 26 21:42:13.805278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62749a-f9d3-4642-8694-c8ae958b4e43 None None] Pushing event updated for resources: {'Port': ['ID=bda59336-ad31-4fbd-9c04-e345764359e6,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:13.841102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] Pushing event updated for resources: {'Network': ['ID=26446571-02e8-49e4-b428-da30735f3fe2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:13.863176 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b24c-dbd0-4601-bd2b-56de4890826b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:13.880422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 26446571-02e8-49e4-b428-da30735f3fe2 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:42:13.921879 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b24c-dbd0-4601-bd2b-56de4890826b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:14.009358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b24c-dbd0-4601-bd2b-56de4890826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:14.015536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcf6b24c-dbd0-4601-bd2b-56de4890826b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:14.028571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fcf6b24c-dbd0-4601-bd2b-56de4890826b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7327483-863e-4e15-a56a-d7879ea45e28 HTTP/1.1" status: 204 len: 168 time: 0.6668527 Nov 26 21:42:14.047612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b48b0178-c1d2-4d60-bc50-af8cea8d9aac None None] Provisioning complete for port bda59336-ad31-4fbd-9c04-e345764359e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:14.047989 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b48b0178-c1d2-4d60-bc50-af8cea8d9aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:14.051714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6b24c-dbd0-4601-bd2b-56de4890826b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7327483-863e-4e15-a56a-d7879ea45e28,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:14.062489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57074) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:14.066128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ecd122b6-f8d1-499a-a58c-46353cf4c99c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6100233 Nov 26 21:42:14.074366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Request body: {'subnet': {'network_id': '26446571-02e8-49e4-b428-da30735f3fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-subnet', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:14.153479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:12Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:14.171602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Made reservation on behalf of ff4e5811b53b4272997625449333e5b0 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:14.173919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:14.189367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d6a67-1b25-4bc8-a335-56fd93c4372b req-ee7bf170-0494-4aa3-92fc-5d338b6b70ee tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:14.196968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ddf5e-c9e5-46ba-a887-073271754d71 None None] The sync data for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 is: [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:12Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:42:14.204822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a17d6a67-1b25-4bc8-a335-56fd93c4372b req-ee7bf170-0494-4aa3-92fc-5d338b6b70ee tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 936 time: 0.0953677 Nov 26 21:42:14.333102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a17d6a67-1b25-4bc8-a335-56fd93c4372b req-f4933b54-8b4c-412b-976f-ed2db7062923 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299505 Nov 26 21:42:14.414901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-128899a9-cea1-4b62-be3c-e01182d55142 None None] Provisioning complete for port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:14.418040 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-128899a9-cea1-4b62-be3c-e01182d55142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:14.518206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-128899a9-cea1-4b62-be3c-e01182d55142 None None] Port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:14.537176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Request body: {'port': {'device_id': '438a179a-0a8f-4714-b708-0822f235eb75', 'device_owner': 'compute:tempest-test_az-1503493479', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:14.759592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:14.790570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:14.853015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=141621ba-d77c-40d4-acef-2669405753ba,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:15.262955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bda59336-ad31-4fbd-9c04-e345764359e6 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:15.392219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bda59336-ad31-4fbd-9c04-e345764359e6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:15.392754 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:15.603886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Checking segment: {'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:15.606446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Network hostable DHCP agents. Network: 26446571-02e8-49e4-b428-da30735f3fe2, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:42:15.803925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Network 26446571-02e8-49e4-b428-da30735f3fe2 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:42:15.810152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871097ff-7378-4e3e-b4c4-ceb576869bab req-72d47e18-6113-4ca6-a3f6-b2e7a2ea0352 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:15.824222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-871097ff-7378-4e3e-b4c4-ceb576869bab req-72d47e18-6113-4ca6-a3f6-b2e7a2ea0352 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 936 time: 0.3470657 Nov 26 21:42:15.851117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 26446571-02e8-49e4-b428-da30735f3fe2) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:15.864958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:15.866063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d2f9ea-2565-466a-98ba-a412c2037e07 None None] Network 26446571-02e8-49e4-b428-da30735f3fe2 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:42:15.866774 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:15.898599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-871097ff-7378-4e3e-b4c4-ceb576869bab req-25a52ec8-f6f7-4aeb-83b2-460b81e868be tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727189 Nov 26 21:42:15.936780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-567de839-b0ee-4b02-93bf-2a886928d282 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8725514 Nov 26 21:42:15.939659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57116) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:15.945161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:15.999058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.002851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.174790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83770d5-c17a-4ea0-b686-f5e64d2a81c0 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:16.195474 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.219156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.221552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-26446571-02e8-49e4-b428-da30735f3fe2', 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'fixed_ips': [{'subnet_id': '141621ba-d77c-40d4-acef-2669405753ba'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:42:16.222713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.267645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Transition to ACTIVE for port object f83770d5-c17a-4ea0-b686-f5e64d2a81c0 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:42:16.273413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.372054 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:42:16.488136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Attempting to bind port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:16.488427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Attempting to bind port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:16.488756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Attempting to bind port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:16.499311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:42:16.499683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Attempting to bind port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:16.508076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:16.508439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:16.508993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:16.509524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Bound port: f83770d5-c17a-4ea0-b686-f5e64d2a81c0, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:16.509969 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.600976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] For port f83770d5-c17a-4ea0-b686-f5e64d2a81c0, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:16.616092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] For port f83770d5-c17a-4ea0-b686-f5e64d2a81c0, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:16.639599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.663429 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.669116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Pushing event updated for resources: {'Port': ['ID=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:16.690473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Allocated IP 172.20.0.2 (26446571-02e8-49e4-b428-da30735f3fe2/141621ba-d77c-40d4-acef-2669405753ba/a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:16.731080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:16.732692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:16.741162 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] 10.222.0.41 "PUT /v2.0/ports/f83770d5-c17a-4ea0-b686-f5e64d2a81c0 HTTP/1.1" status: 200 len: 1118 time: 2.6757603 Nov 26 21:42:16.742542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438a179a-0a8f-4714-b708-0822f235eb75', 'tag': 'f83770d5-c17a-4ea0-b686-f5e64d2a81c0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:17.139133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-3fabbf75-0ce4-4618-b291-dbe9551c36bc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=225bd749550b48aea293f21fbc7433b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440158 Nov 26 21:42:17.206354 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:17.245545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:17.275667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Network 26446571-02e8-49e4-b428-da30735f3fe2 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:17.279245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:17.303885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:17.374962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Attempting to bind port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:17.375337 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Attempting to bind port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:17.375704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Attempting to bind port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 on network 26446571-02e8-49e4-b428-da30735f3fe2 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:17.383119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:17.383494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Checking segment: {'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:17.383899 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:17.384295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Bound using segment: {'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:17.384828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Bound port: a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:17.385251 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:17.461812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] For port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:17.465725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] For port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,segment=NetworkSegment(a866d57e-26bd-4c00-adec-73c4d3034165),segment_id=a866d57e-26bd-4c00-adec-73c4d3034165)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:17.468228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ebd00-288c-4811-9fa7-0c809873af91 service neutron] Pushing event updated for resources: {'Port': ['ID=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:17.475294 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:17.485474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Pushing event updated for resources: {'Port': ['ID=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:17.509585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-d37ceb9a-2534-408b-8c34-fa794095b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:17.514603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6ecb9-9459-4ef8-9280-2cae7ee55611 req-aacdc234-3885-4aec-85ef-5ec1b2746d8b tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:17.515510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-d37ceb9a-2534-408b-8c34-fa794095b00c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2481d534614b8aa2aa9f06b7176faf&device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 1121 time: 0.5010424 Nov 26 21:42:17.522118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cf6ecb9-9459-4ef8-9280-2cae7ee55611 req-aacdc234-3885-4aec-85ef-5ec1b2746d8b tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.2616618 Nov 26 21:42:17.580648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c98e32-17eb-4500-8ce2-42c152f29f06 None None] Pushing event updated for resources: {'Port': ['ID=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:17.649542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cf6ecb9-9459-4ef8-9280-2cae7ee55611 req-1dcf8db0-4fab-4f47-8605-0841bcc0f502 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067662 Nov 26 21:42:17.680929 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593ebce5-f3f1-42be-84a6-722c4c32426a" -d '{"events": [{"name": "network-changed", "server_uuid": "438a179a-0a8f-4714-b708-0822f235eb75", "tag": "f83770d5-c17a-4ea0-b686-f5e64d2a81c0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:17.685290 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-7844f11a-5f4c-49c0-8be7-77dfa6202379 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f83770d5-c17a-4ea0-b686-f5e64d2a81c0 HTTP/1.1" status: 200 len: 217 time: 0.1291928 Nov 26 21:42:17.783670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-cddbdd2c-a1bd-404c-87b4-e07704309347 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:17.792316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-cddbdd2c-a1bd-404c-87b4-e07704309347 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6485839 Nov 26 21:42:17.866892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-3ddf901a-0320-49c3-a0ef-370cb6f7e4c3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/quotas/225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 375 time: 0.0737600 Nov 26 21:42:17.923201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-2f56ed30-65a7-41b4-8b9a-c2188cc38b7b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551133 Nov 26 21:42:17.936960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:17.984059 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:18.022221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-3359ffbc-5567-441c-bbd1-eb0e4d1cff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:18.035313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-3359ffbc-5567-441c-bbd1-eb0e4d1cff5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2315006 Nov 26 21:42:18.252061 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a4dbb0-aa7e-42c5-af18-1ea2e9f79eaa x-openstack-request-id: req-82a4dbb0-aa7e-42c5-af18-1ea2e9f79eaa {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:18.252355 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438a179a-0a8f-4714-b708-0822f235eb75", "tag": "f83770d5-c17a-4ea0-b686-f5e64d2a81c0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:18.252613 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82a4dbb0-aa7e-42c5-af18-1ea2e9f79eaa {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:18.252826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Allocated IP 172.25.3.102 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/21279c3b-c658-4869-92b1-96c3fe8020b2) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:18.253299 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438a179a-0a8f-4714-b708-0822f235eb75', 'tag': 'f83770d5-c17a-4ea0-b686-f5e64d2a81c0', 'status': 'completed', 'code': 200} Nov 26 21:42:18.460159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:18.495931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-158fbe3d-2a07-487a-8e6a-d6aab0c504bc req-4b95efc9-93c4-4efe-a889-66f519977d12 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 210 time: 0.0933635 Nov 26 21:42:18.503664 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:18.620330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:18.621927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Pushing event updated for resources: {'Port': ['ID=21279c3b-c658-4869-92b1-96c3fe8020b2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:18.641118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:18.693785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:19.284138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de1992-5731-4310-99d4-3d74e2dc0b86 req-80356cc5-9949-4632-b939-cba720e0b556 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:19.285905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63de1992-5731-4310-99d4-3d74e2dc0b86 req-80356cc5-9949-4632-b939-cba720e0b556 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.3300755 Nov 26 21:42:19.318903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:19.399502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57254) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:19.413910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:19.415175 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:19.455993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b807952-4421-4001-946e-c8de1cbef3cd None None] Network 26446571-02e8-49e4-b428-da30735f3fe2 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:42:19.497006 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:19.550831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63de1992-5731-4310-99d4-3d74e2dc0b86 req-e9ac79fc-d2fa-4a48-82ba-96debf1850b2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418780 Nov 26 21:42:19.699113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6deaecf6-3158-43dc-a9f1-e1c0f7c8508d None None] Provisioning complete for port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:19.699786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6deaecf6-3158-43dc-a9f1-e1c0f7c8508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:19.731587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57266) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:19.755595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b1344bc-ffdb-424f-812c-26d66f76a89a req-03a986d4-8711-44f7-8e92-97a95f1ad6ba tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 210 time: 0.1057558 Nov 26 21:42:19.776686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0268b951-7aa1-4a02-8d4d-ad8c0dc633a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:19.866956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354cf5ba-9aa6-4898-865e-ab95e3c849b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:19.965044 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.105714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354cf5ba-9aa6-4898-865e-ab95e3c849b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.114288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354cf5ba-9aa6-4898-865e-ab95e3c849b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.193975 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-354cf5ba-9aa6-4898-865e-ab95e3c849b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=343192343e8049ee9118a7e0801a4040&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4611604 Nov 26 21:42:20.194896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cf5ba-9aa6-4898-865e-ab95e3c849b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca4ae7-6dd8-419f-b4f7-c01758add3ae,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:20.198920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57272) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:20.201542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,segment=NetworkSegment(a866d57e-26bd-4c00-adec-73c4d3034165),segment_id=a866d57e-26bd-4c00-adec-73c4d3034165)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:20.206030 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6deaecf6-3158-43dc-a9f1-e1c0f7c8508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.218935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.268256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0268b951-7aa1-4a02-8d4d-ad8c0dc633a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.289958 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0268b951-7aa1-4a02-8d4d-ad8c0dc633a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.320511 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.345614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0268b951-7aa1-4a02-8d4d-ad8c0dc633a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=794dba227f094786a4def9c41721a252&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9428625 Nov 26 21:42:20.346305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57274) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:20.355070 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2aa58aa1-bbb8-4040-99c6-13bbf2951bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.372638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:20.413535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268b951-7aa1-4a02-8d4d-ad8c0dc633a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af842781-983b-409a-a25c-ca227c06481c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:20.442358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-6deaecf6-3158-43dc-a9f1-e1c0f7c8508d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:42:20.443734 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-6deaecf6-3158-43dc-a9f1-e1c0f7c8508d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:42:20.451948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-1149b932-3e74-46a0-9b2c-09b30bd0f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:20.453779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-1149b932-3e74-46a0-9b2c-09b30bd0f479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241704 Nov 26 21:42:20.488689 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2aa58aa1-bbb8-4040-99c6-13bbf2951bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.494047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6b45-abe2-4fa4-a57c-c8446ef9cdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.522369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6b45-abe2-4fa4-a57c-c8446ef9cdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.648642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6b45-abe2-4fa4-a57c-c8446ef9cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.651440 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6b45-abe2-4fa4-a57c-c8446ef9cdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.652730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1e1b6b45-abe2-4fa4-a57c-c8446ef9cdb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af842781-983b-409a-a25c-ca227c06481c HTTP/1.1" status: 204 len: 168 time: 0.3052588 Nov 26 21:42:20.696830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b6b45-abe2-4fa4-a57c-c8446ef9cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af842781-983b-409a-a25c-ca227c06481c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:20.704691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-7c06c666-6042-4d2f-ade7-908fbb4b85c2 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508834 Nov 26 21:42:20.767910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2aa58aa1-bbb8-4040-99c6-13bbf2951bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.772908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2aa58aa1-bbb8-4040-99c6-13bbf2951bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:20.775221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2aa58aa1-bbb8-4040-99c6-13bbf2951bd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fca4ae7-6dd8-419f-b4f7-c01758add3ae HTTP/1.1" status: 204 len: 168 time: 0.5755272 Nov 26 21:42:20.803021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa58aa1-bbb8-4040-99c6-13bbf2951bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca4ae7-6dd8-419f-b4f7-c01758add3ae,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:20.834652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028fde1-33d9-40d5-9523-4d16e46c6515 req-84db3d93-6a6b-4869-a02f-27d57cefe4a4 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:20.837242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2028fde1-33d9-40d5-9523-4d16e46c6515 req-84db3d93-6a6b-4869-a02f-27d57cefe4a4 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.1913447 Nov 26 21:42:20.991897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2028fde1-33d9-40d5-9523-4d16e46c6515 req-6c42a26f-2d75-4c0d-a2c7-18e7760693f2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461897 Nov 26 21:42:21.025863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0500762b-8140-4222-ad5a-01b90a1205f7 req-30be241d-2ae6-4942-a6e4-81ad81c916f0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 210 time: 0.0580852 Nov 26 21:42:21.027023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:42:21.045217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.13', 50085) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:21.126491 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-aa4c6c3a-e30a-4957-9e65-ebbf16303afd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=225bd749550b48aea293f21fbc7433b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759254 Nov 26 21:42:21.213636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dba03d15-30cc-44b9-b3a4-5f109a59fd11 None None] Provisioning complete for port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:21.216120 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dba03d15-30cc-44b9-b3a4-5f109a59fd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.284882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:21.308979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:42:21.325223 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Sync routers for ids ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:42:21.352898 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Routers {'78d023f7-c58a-4205-9acb-2aaccdaff7e2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:21.354846 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:41:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:21.375856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.381508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b7b72d58-20c7-4faf-9c2c-f34c458ac238 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.4378786 Nov 26 21:42:21.382557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57288) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:21.547983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-933d9d40-b5ac-4e3e-b6d9-7c26d19883e2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:21.556265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57292) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:21.556700 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-933d9d40-b5ac-4e3e-b6d9-7c26d19883e2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4262986 Nov 26 21:42:21.625100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57296) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:21.644638 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-265e814d-785b-40a0-8d92-7c5e05b98e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.668177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce129-d1a1-47fe-ad18-1337f385c845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.747566 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Set router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:21.807912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-265e814d-785b-40a0-8d92-7c5e05b98e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.809113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce129-d1a1-47fe-ad18-1337f385c845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.827001 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce129-d1a1-47fe-ad18-1337f385c845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.835667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Request body: {'port': {'device_id': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '225bd749550b48aea293f21fbc7433b6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:21.846772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-265e814d-785b-40a0-8d92-7c5e05b98e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.898264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:21.898264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:21.941562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ae8ce129-d1a1-47fe-ad18-1337f385c845 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad1db8fb3eaf4f21b9bbd588af507826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821480 Nov 26 21:42:21.945866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ce129-d1a1-47fe-ad18-1337f385c845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e81725-fbd6-4ce4-a1f8-911310cbe129,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:21.953350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57304) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:21.968930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e814d-785b-40a0-8d92-7c5e05b98e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576c86d7-ab7b-4448-8b14-9242fccfa84f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:22.120560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-265e814d-785b-40a0-8d92-7c5e05b98e5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42f65f72e2d049818b335e119569d611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4938855 Nov 26 21:42:22.129659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57310) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:22.182011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dc4318ce-7a4a-466e-838e-7fba5c4a0e7b req-aef7c04f-4055-491e-8a01-d7ac28b0b5cc service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7647095 Nov 26 21:42:22.277177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8121cdfc-87a6-41d4-ac38-a0869caa2025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.299868 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:42:18Z', 'revision_number': 3, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:22.342279 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Checking router: 78d023f7-c58a-4205-9acb-2aaccdaff7e2 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:42:22.344467 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Updating router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 port 21279c3b-c658-4869-92b1-96c3fe8020b2 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:42:22.345173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Made reservation on behalf of 225bd749550b48aea293f21fbc7433b6 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:22.351020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.389075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.399365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-599ebebf-1ef8-40d5-816c-5650367e0e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.401978 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.464196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f9b6c14-5a51-4be7-b73d-2b2d49c19693 req-a1685519-671c-48de-adb4-16f0ade25af6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 210 time: 0.2445183 Nov 26 21:42:22.632043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.645028 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.701288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8121cdfc-87a6-41d4-ac38-a0869caa2025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.739720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-599ebebf-1ef8-40d5-816c-5650367e0e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:22.766518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb483646-b0cb-4cce-bc48-68e02fda10cf,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:22.823208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123b9d6-dce0-4351-a075-f2ced5581618 req-b0f8cb73-9088-41c6-af6a-437b868d501d tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:22.824772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0123b9d6-dce0-4351-a075-f2ced5581618 req-b0f8cb73-9088-41c6-af6a-437b868d501d tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.6603153 Nov 26 21:42:22.906927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Allocated IP 192.168.233.54 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/10a18501-288f-47d8-94ee-9448b7ae6628) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:23.020033 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.021476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0123b9d6-dce0-4351-a075-f2ced5581618 req-ba5ceab1-9602-4cc1-9178-b5381fe80bb0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717792 Nov 26 21:42:23.052886 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-599ebebf-1ef8-40d5-816c-5650367e0e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.053621 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.056876 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-599ebebf-1ef8-40d5-816c-5650367e0e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.058438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-599ebebf-1ef8-40d5-816c-5650367e0e0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/576c86d7-ab7b-4448-8b14-9242fccfa84f HTTP/1.1" status: 204 len: 168 time: 0.9258766 Nov 26 21:42:23.071827 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8121cdfc-87a6-41d4-ac38-a0869caa2025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.074926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8121cdfc-87a6-41d4-ac38-a0869caa2025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.079135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8121cdfc-87a6-41d4-ac38-a0869caa2025 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36e81725-fbd6-4ce4-a1f8-911310cbe129 HTTP/1.1" status: 204 len: 168 time: 1.1221473 Nov 26 21:42:23.082913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ebebf-1ef8-40d5-816c-5650367e0e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576c86d7-ab7b-4448-8b14-9242fccfa84f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:23.101032 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.103403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121cdfc-87a6-41d4-ac38-a0869caa2025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e81725-fbd6-4ce4-a1f8-911310cbe129,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:23.233664 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Attempting to bind port 21279c3b-c658-4869-92b1-96c3fe8020b2 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:23.236771 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Attempting to bind port 21279c3b-c658-4869-92b1-96c3fe8020b2 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:23.237321 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Attempting to bind port 21279c3b-c658-4869-92b1-96c3fe8020b2 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:23.257647 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e187664-bf8b-4b04-8e52-7f997307ce9d None None] Pushing event updated for resources: {'Port': ['ID=21279c3b-c658-4869-92b1-96c3fe8020b2,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:23.271910 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:23.272718 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:23.273337 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.274005 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:23.274724 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Bound port: 21279c3b-c658-4869-92b1-96c3fe8020b2, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:23.275368 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.426638 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b07933f8-4afb-47bb-b5fb-055b2e93ea49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.431358 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] For port 21279c3b-c658-4869-92b1-96c3fe8020b2, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:23.440003 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] For port 21279c3b-c658-4869-92b1-96c3fe8020b2, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=21279c3b-c658-4869-92b1-96c3fe8020b2,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:23.447694 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:23.590921 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e187664-bf8b-4b04-8e52-7f997307ce9d None None] Pushing event updated for resources: {'Port': ['ID=21279c3b-c658-4869-92b1-96c3fe8020b2,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:23.633032 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Routers {'78d023f7-c58a-4205-9acb-2aaccdaff7e2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:23.633948 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:41:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:23.811271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-63efc66d-3b0f-46ae-9f45-e51a86381f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:23.825707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aad661dc-3292-4e36-946e-14b97d31e473 req-f7d9f9da-bd48-4d9a-a9c1-15d058d13421 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 210 time: 0.2338793 Nov 26 21:42:23.831646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-63efc66d-3b0f-46ae-9f45-e51a86381f17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2481d534614b8aa2aa9f06b7176faf&device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 1121 time: 0.2735839 Nov 26 21:42:23.851219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] Set router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:23.857091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Allocated IP 172.20.0.1 (26446571-02e8-49e4-b428-da30735f3fe2/141621ba-d77c-40d4-acef-2669405753ba/6c8bc890-f0aa-4315-936f-4fa0470e6ed0) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:23.901162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:24.073688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:24.227377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:24.276344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:24.289135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:24.321424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:24.335266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:24.336423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:24.351760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-7dc72db8-adc8-440f-94bf-d06dafebf0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:24.353394 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-7dc72db8-adc8-440f-94bf-d06dafebf0d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.5017517 Nov 26 21:42:24.402156 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-a8e3e75e-654d-43ae-9ca4-6d97acf5f71c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5773089 Nov 26 21:42:24.436922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:24.446062 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:42:18Z', 'revision_number': 3, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:24.525541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:24.582586 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585efa3-bb2a-4d9a-9cfc-2d7ec0be5b06 None None] The sync data for ids ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'] in n-d-819494-1 is: [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:42:18Z', 'revision_number': 3, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:42:24.684166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Pushing event updated for resources: {'Port': ['ID=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:24.708415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Network 26446571-02e8-49e4-b428-da30735f3fe2 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:24.713598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:24.722484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:24.727944 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:24.743333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-32c11fed-004b-4134-957a-192e87445bc3 None None] Provisioning complete for port 10a18501-288f-47d8-94ee-9448b7ae6628 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:24.744489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-32c11fed-004b-4134-957a-192e87445bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:24.840437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-32c11fed-004b-4134-957a-192e87445bc3 None None] Port 10a18501-288f-47d8-94ee-9448b7ae6628 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:24.946198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42982bb-a145-4271-ba1d-1df5f90cf7a3 req-00c5ae31-89ef-4518-a353-e381f5931792 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:24.953880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c42982bb-a145-4271-ba1d-1df5f90cf7a3 req-00c5ae31-89ef-4518-a353-e381f5931792 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.4362056 Nov 26 21:42:25.140021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fff43-a5ce-4df5-8853-a2710024deb2 req-ab207fbf-4d9b-491d-b072-6059f52f581a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:25.143629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-085fff43-a5ce-4df5-8853-a2710024deb2 req-ab207fbf-4d9b-491d-b072-6059f52f581a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 935 time: 0.1377201 Nov 26 21:42:25.177741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e684100a-2dd6-4dd4-8319-cd85619caa7a None None] Provisioning complete for port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:25.180599 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e684100a-2dd6-4dd4-8319-cd85619caa7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:25.231011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c42982bb-a145-4271-ba1d-1df5f90cf7a3 req-de9db710-b860-4db1-8654-9f86275d94c2 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640507 Nov 26 21:42:25.297927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e684100a-2dd6-4dd4-8319-cd85619caa7a None None] Port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:25.331237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:25.374149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-63237685-480f-4853-b0b0-d976bcaa811c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f83770d5-c17a-4ea0-b686-f5e64d2a81c0 HTTP/1.1" status: 200 len: 217 time: 0.0627890 Nov 26 21:42:25.424411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-085fff43-a5ce-4df5-8853-a2710024deb2 req-dc13b1d4-9535-4c2d-a811-64edf1e9674f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206309 Nov 26 21:42:25.488757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-4e8be227-21c8-4226-ad56-c6f690ea774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:25.491511 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-4e8be227-21c8-4226-ad56-c6f690ea774e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1090379 Nov 26 21:42:25.602806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-1e16e614-8aa7-40b4-abc5-6e8caa7466c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:25.607307 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-1e16e614-8aa7-40b4-abc5-6e8caa7466c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956414 Nov 26 21:42:25.687121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57374) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:25.819002 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-07f568ca-2a02-4bdb-b268-a54179d5fcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:25.819671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:25.827686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:25.828568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:25.830540 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-950614f9-f688-4f3f-932e-9a3e74ff1961 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098272 Nov 26 21:42:26.005211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Pushing event updated for resources: {'Port': ['ID=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:26.043142 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-593ebce5-f3f1-42be-84a6-722c4c32426a req-f77e6e2e-7ac3-4637-bacc-a82e30e50b7f service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087939 Nov 26 21:42:26.061697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Network 26446571-02e8-49e4-b428-da30735f3fe2 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:26.063336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:26.122719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-13513723-network', 'tenant_id': 'a7ec20b922e14aa89bf7a9a3728c366d'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:26.166397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Made reservation on behalf of a7ec20b922e14aa89bf7a9a3728c366d for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:26.169983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.182503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.373178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:42:26.452213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a0309466-6bd1-4f1e-841e-0672b6f73163 None None] Provisioning complete for port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:26.452946 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a0309466-6bd1-4f1e-841e-0672b6f73163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.492357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.515014 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.519560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a0309466-6bd1-4f1e-841e-0672b6f73163 None None] Port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:26.574568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:42:26.593972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d16ae0-c905-4769-affb-55fbc5c45f35 req-6c39e30c-60c4-4bbb-a6ef-674acd46e736 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:26.595820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5d16ae0-c905-4769-affb-55fbc5c45f35 req-6c39e30c-60c4-4bbb-a6ef-674acd46e736 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.2047529 Nov 26 21:42:26.622297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.622634 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Added segment 21cc190a-b646-44a7-8bc6-4992a3733dab of type vlan for network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 Nov 26 21:42:26.648442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3414e70e-e76d-48d5-82e4-897e7e17035b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:26.689238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:42:26.702747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b457708-91ac-4924-9844-19101634aaec admin admin] 10.222.0.21 "PUT /v2.0/routers/78d023f7-c58a-4205-9acb-2aaccdaff7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3169470 Nov 26 21:42:26.759518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.766754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5d16ae0-c905-4769-affb-55fbc5c45f35 req-739136ce-ac21-48b2-bf04-c312e3bfee91 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537168 Nov 26 21:42:26.802750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.803782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:26.804389 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.858043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1696236 Nov 26 21:42:26.861220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57394) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:26.871454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Request body: {'subnet': {'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-13513723-subnet', 'tenant_id': 'a7ec20b922e14aa89bf7a9a3728c366d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:26.912211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Made reservation on behalf of a7ec20b922e14aa89bf7a9a3728c366d for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:26.914678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.945670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558c6f6-9306-4895-8ea2-93986f57fe0b admin admin] Pushing event updated for resources: {'Network': ['ID=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:26.956686 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:26.994734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:42:26.999122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3f4ef-87ed-4586-a084-ea13ce097d73 req-422f769c-262a-49f7-bc57-34404cece070 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:27.007195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9c3f4ef-87ed-4586-a084-ea13ce097d73 req-422f769c-262a-49f7-bc57-34404cece070 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 935 time: 0.0881963 Nov 26 21:42:27.100275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9c3f4ef-87ed-4586-a084-ea13ce097d73 req-206c4466-4819-437d-a3bc-46cc8ad1f3ec tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920298 Nov 26 21:42:27.220457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:27.235619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 21279c3b-c658-4869-92b1-96c3fe8020b2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:27.311509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 21279c3b-c658-4869-92b1-96c3fe8020b2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:27.312614 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:27.320822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3914721-3203-40a5-a057-84f456da8729,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:27.365712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:27.366234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Network hostable DHCP agents. Network: ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:42:27.400893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:42:27.434470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:27.440631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:27.443389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:27.459742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd13b41-60b9-4262-898d-8e430f61f4eb None None] Network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:42:27.472533 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-802c9dbc-3fe3-417c-9d2c-92fc7a8c064d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6097801 Nov 26 21:42:27.548457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Sync routers for ids ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:42:27.554111 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:27.586620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 21279c3b-c658-4869-92b1-96c3fe8020b2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=21279c3b-c658-4869-92b1-96c3fe8020b2,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:27.588124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Routers {'78d023f7-c58a-4205-9acb-2aaccdaff7e2'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:27.588962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:42:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:27.595920 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:27.877888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=21279c3b-c658-4869-92b1-96c3fe8020b2,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:27.905779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9539f7f-96d8-4138-a3b3-698fddee59a9 None None] Network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:42:27.935968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:27.941627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c6bea00b-6093-4057-993e-e9e0154cd1dc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372307470', 'description': 'tempest-description--82461365'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:27.977720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Set router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:28.021009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6bea00b-6093-4057-993e-e9e0154cd1dc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.128444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6bea00b-6093-4057-993e-e9e0154cd1dc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.140991 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6bea00b-6093-4057-993e-e9e0154cd1dc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.147063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab2457-1da0-492f-9ea9-ff6fdc0980c0 req-d7286c9d-9537-4e69-bfce-89ad784deb85 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:28.154877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7cab2457-1da0-492f-9ea9-ff6fdc0980c0 req-d7286c9d-9537-4e69-bfce-89ad784deb85 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.1504002 Nov 26 21:42:28.189795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6bea00b-6093-4057-993e-e9e0154cd1dc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.195814 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c6bea00b-6093-4057-993e-e9e0154cd1dc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2581036 Nov 26 21:42:28.199810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57430) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:28.214830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-616fc69e-3bef-4f68-aebe-ecf63b595b54 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Request body: {'security_group_rule': {'security_group_id': '6202475d-68d3-454f-9db2-35e64a0b30d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:28.243915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bea00b-6093-4057-993e-e9e0154cd1dc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6202475d-68d3-454f-9db2-35e64a0b30d7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:28.259196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7cab2457-1da0-492f-9ea9-ff6fdc0980c0 req-64c0bacc-9f60-462f-ba65-fe6aeee0fb70 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034205 Nov 26 21:42:28.292362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-616fc69e-3bef-4f68-aebe-ecf63b595b54 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.381952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:42:25Z', 'revision_number': 4, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6c8bc890-f0aa-4315-936f-4fa0470e6ed0', 'name': '', 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'mac_address': 'fa:16:3e:6a:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '141621ba-d77c-40d4-acef-2669405753ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:23Z', 'updated_at': '2021-11-26T21:42:25Z', 'revision_number': 2, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'subnets': [{'id': '141621ba-d77c-40d4-acef-2669405753ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:28.430979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Checking router: 78d023f7-c58a-4205-9acb-2aaccdaff7e2 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:42:28.431335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Updating router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:42:28.476680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-616fc69e-3bef-4f68-aebe-ecf63b595b54 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.513595 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.547681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-616fc69e-3bef-4f68-aebe-ecf63b595b54 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.567453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50efd0-d32b-4cc9-8ef8-03411b94f8b0 req-2a243869-ce3e-4164-bf33-0cda7d45d833 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:28.586386 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c50efd0-d32b-4cc9-8ef8-03411b94f8b0 req-2a243869-ce3e-4164-bf33-0cda7d45d833 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 935 time: 0.2027216 Nov 26 21:42:28.596237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fc69e-3bef-4f68-aebe-ecf63b595b54 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc41118-5b4b-4a9a-ae1c-969ca9b0a562,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:28.637469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-616fc69e-3bef-4f68-aebe-ecf63b595b54 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.649567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-616fc69e-3bef-4f68-aebe-ecf63b595b54 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4434612 Nov 26 21:42:28.652566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:28.660567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8dc4d3f2-5f06-4e9f-9176-326c10cec5ea tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Request body: {'security_group_rule': {'security_group_id': '6202475d-68d3-454f-9db2-35e64a0b30d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:28.724366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d3f2-5f06-4e9f-9176-326c10cec5ea tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.734311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57450) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:28.735958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c50efd0-d32b-4cc9-8ef8-03411b94f8b0 req-10f7969b-0385-4504-9c47-94a42a34327c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569164 Nov 26 21:42:28.748376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2083754792-network', 'tenant_id': '872c56f2dcf44a9baf7d5b78d41dd208'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:28.775362 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.799468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Made reservation on behalf of 872c56f2dcf44a9baf7d5b78d41dd208 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:28.802451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.813637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.832660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d3f2-5f06-4e9f-9176-326c10cec5ea tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.858738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d3f2-5f06-4e9f-9176-326c10cec5ea tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.908175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4d3f2-5f06-4e9f-9176-326c10cec5ea tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6114a51a-9423-4a35-90f9-3eeacb964166,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:28.917548 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8dc4d3f2-5f06-4e9f-9176-326c10cec5ea tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.921995 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8dc4d3f2-5f06-4e9f-9176-326c10cec5ea tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2630012 Nov 26 21:42:28.922376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57454) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:28.929692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:28.969776 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.974217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:28.979725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.004348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57456) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:29.005769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:42:29.011313 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.021597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.032432 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.033791 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Added segment f56dde9b-ae10-4cce-a5af-c53ff0974db6 of type vlan for network dac82fcb-923c-4f40-b07e-a901f7c26156 Nov 26 21:42:29.044999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1726a5e9-9cc8-4ca7-9bd1-13921e3bf79f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:29.057705 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.148699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.206217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.215422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:29.216410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.267718 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.311267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] Pushing event updated for resources: {'Network': ['ID=dac82fcb-923c-4f40-b07e-a901f7c26156,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:29.331496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-50fe8e2f-3c78-4a8d-8ce4-76b459a92885 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5952828 Nov 26 21:42:29.332191 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1153ee08-13e3-4e64-a9e1-1a06ca05c228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.340479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57462) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:29.346890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Request body: {'subnet': {'network_id': 'dac82fcb-923c-4f40-b07e-a901f7c26156', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2083754792-subnet', 'tenant_id': '872c56f2dcf44a9baf7d5b78d41dd208', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:29.391805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677ca79-d3f6-4741-8afa-d265d0e21bdc None None] Pushing event updated for resources: {'Port': ['ID=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:29.393463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Made reservation on behalf of 872c56f2dcf44a9baf7d5b78d41dd208 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:29.395998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.396482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 21279c3b-c658-4869-92b1-96c3fe8020b2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:29.398839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network dac82fcb-923c-4f40-b07e-a901f7c26156 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:42:29.515448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1153ee08-13e3-4e64-a9e1-1a06ca05c228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.520618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Attempting to bind port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:29.520945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Attempting to bind port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:29.521317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Attempting to bind port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 on network 26446571-02e8-49e4-b428-da30735f3fe2 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:29.525920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c19f0-03a7-49fc-82f2-26076bf9b111 req-32b0a310-cb04-4c46-bf2f-ae9887498d47 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:29.526373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1153ee08-13e3-4e64-a9e1-1a06ca05c228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.527525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c02c19f0-03a7-49fc-82f2-26076bf9b111 req-32b0a310-cb04-4c46-bf2f-ae9887498d47 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.1602209 Nov 26 21:42:29.549085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Allocated IP 172.25.3.196 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/99a2fccd-0eec-4ff6-a65c-014ad9afe7d2) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:29.553188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:29.553188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Checking segment: {'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:29.553463 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.553899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Bound using segment: {'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:29.554426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Bound port: 6c8bc890-f0aa-4315-936f-4fa0470e6ed0, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a866d57e-26bd-4c00-adec-73c4d3034165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:29.554801 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.555220 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1153ee08-13e3-4e64-a9e1-1a06ca05c228 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18b56971842841cba04faa4662a7a7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468414 Nov 26 21:42:29.563712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57464) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:29.617538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 21279c3b-c658-4869-92b1-96c3fe8020b2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:29.617912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.628465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153ee08-13e3-4e64-a9e1-1a06ca05c228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7029bc1e-709b-49d7-a75a-b7cda627b4b6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:29.684201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] For port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:29.688011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] For port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,segment=NetworkSegment(a866d57e-26bd-4c00-adec-73c4d3034165),segment_id=a866d57e-26bd-4c00-adec-73c4d3034165)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:29.695906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07043c1-26e3-4b92-93ac-7d658afbb4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.697860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a415db91-d3da-44a7-88f8-5049b3755b54 None None] Provisioning complete for port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:29.698422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a415db91-d3da-44a7-88f8-5049b3755b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.719300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07043c1-26e3-4b92-93ac-7d658afbb4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.740840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.788144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Routers {'78d023f7-c58a-4205-9acb-2aaccdaff7e2'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:29.788798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:42:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:29.789800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.797444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07043c1-26e3-4b92-93ac-7d658afbb4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.800233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07043c1-26e3-4b92-93ac-7d658afbb4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:29.801710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b07043c1-26e3-4b92-93ac-7d658afbb4b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7029bc1e-709b-49d7-a75a-b7cda627b4b6 HTTP/1.1" status: 204 len: 168 time: 0.2368846 Nov 26 21:42:29.849962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07043c1-26e3-4b92-93ac-7d658afbb4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7029bc1e-709b-49d7-a75a-b7cda627b4b6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:29.866708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa54a578-9d7d-4c88-96a1-0d5d6054fe86,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:29.955638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c02c19f0-03a7-49fc-82f2-26076bf9b111 req-9dc05df0-39da-4b87-9872-6c5bfdd9839a tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150808 Nov 26 21:42:29.958728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Checking segment: {'id': 'f56dde9b-ae10-4cce-a5af-c53ff0974db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'dac82fcb-923c-4f40-b07e-a901f7c26156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:29.959092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Network hostable DHCP agents. Network: dac82fcb-923c-4f40-b07e-a901f7c26156, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:42:30.010659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Network dac82fcb-923c-4f40-b07e-a901f7c26156 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:42:30.025093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, dac82fcb-923c-4f40-b07e-a901f7c26156) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:30.039523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:30.043833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.053367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdb05a-d4ec-4ddd-b2d7-adbc057668f6 None None] Network dac82fcb-923c-4f40-b07e-a901f7c26156 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:42:30.061869 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a415db91-d3da-44a7-88f8-5049b3755b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.086205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-10b4fa0a-3c6e-4c0d-8263-435e8d65ad54 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7423155 Nov 26 21:42:30.091629 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.111950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8c3b-1ef2-4455-8254-6532c84455b7 req-10063dd8-82b7-4aec-acb4-e691d31d9f07 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:30.118936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677ca79-d3f6-4741-8afa-d265d0e21bdc None None] Pushing event updated for resources: {'Port': ['ID=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:30.121748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98cc8c3b-1ef2-4455-8254-6532c84455b7 req-10063dd8-82b7-4aec-acb4-e691d31d9f07 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 935 time: 0.1428077 Nov 26 21:42:30.211848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98cc8c3b-1ef2-4455-8254-6532c84455b7 req-0ae3347e-5f0b-4e7a-a36d-6b59a7b11e82 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837448 Nov 26 21:42:30.213922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.246467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] Set router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:30.260424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:30.264024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:30.268041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:30.280565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a415db91-d3da-44a7-88f8-5049b3755b54 None None] For port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,segment=NetworkSegment(a866d57e-26bd-4c00-adec-73c4d3034165),segment_id=a866d57e-26bd-4c00-adec-73c4d3034165)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:30.283803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event updated for resources: {'Port': ['ID=99a2fccd-0eec-4ff6-a65c-014ad9afe7d2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:30.292461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a415db91-d3da-44a7-88f8-5049b3755b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.387083 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.467589 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.489122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57480) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:30.529811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d249-6045-4405-8151-261e8f62a442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.532824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415db91-d3da-44a7-88f8-5049b3755b54 None None] Pushing event updated for resources: {'Port': ['ID=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:30.542829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4f11d-3f08-4a5d-be4e-7c0612f326d1 None None] Network dac82fcb-923c-4f40-b07e-a901f7c26156 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:42:30.562521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-19aeea50-bd45-4c22-bdb0-f36eaba5b187 None None] Provisioning complete for port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:30.562521 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19aeea50-bd45-4c22-bdb0-f36eaba5b187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.668022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d249-6045-4405-8151-261e8f62a442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.675436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb3d249-6045-4405-8151-261e8f62a442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.708834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.716975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.730364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aeb3d249-6045-4405-8151-261e8f62a442 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cb31d3aef3f4f5f97dcdc089b75ec68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396224 Nov 26 21:42:30.733908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57486) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:30.743251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3d249-6045-4405-8151-261e8f62a442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8559746-f9d4-4a85-b643-7a59d49b7786,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:30.808502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:42:25Z', 'revision_number': 4, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6c8bc890-f0aa-4315-936f-4fa0470e6ed0', 'name': '', 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'mac_address': 'fa:16:3e:6a:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '141621ba-d77c-40d4-acef-2669405753ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:23Z', 'updated_at': '2021-11-26T21:42:29Z', 'revision_number': 4, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'subnets': [{'id': '141621ba-d77c-40d4-acef-2669405753ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:30.830127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4996e1c0-14b9-4c01-a9a3-7f8d19b458b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.836974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad21293-c1dd-44ce-acd1-7571a96c4968 None None] The sync data for ids ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'] in n-d-819494-1 is: [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:42:25Z', 'revision_number': 4, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6c8bc890-f0aa-4315-936f-4fa0470e6ed0', 'name': '', 'network_id': '26446571-02e8-49e4-b428-da30735f3fe2', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'mac_address': 'fa:16:3e:6a:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '141621ba-d77c-40d4-acef-2669405753ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:23Z', 'updated_at': '2021-11-26T21:42:29Z', 'revision_number': 4, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'subnets': [{'id': '141621ba-d77c-40d4-acef-2669405753ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:42:30.837202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.858890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4996e1c0-14b9-4c01-a9a3-7f8d19b458b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.885999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.901390 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9771090 Nov 26 21:42:30.938934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058f05f-4ed1-4235-af9d-8a346394ac76 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event updated for resources: {'Port': ['ID=99a2fccd-0eec-4ff6-a65c-014ad9afe7d2,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:30.948947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4996e1c0-14b9-4c01-a9a3-7f8d19b458b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.951904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4996e1c0-14b9-4c01-a9a3-7f8d19b458b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:30.962382 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4996e1c0-14b9-4c01-a9a3-7f8d19b458b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8559746-f9d4-4a85-b643-7a59d49b7786 HTTP/1.1" status: 204 len: 168 time: 0.2184160 Nov 26 21:42:31.002663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996e1c0-14b9-4c01-a9a3-7f8d19b458b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8559746-f9d4-4a85-b643-7a59d49b7786,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:31.197254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f83770d5-c17a-4ea0-b686-f5e64d2a81c0 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:42:31.351058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c804-125b-4703-886f-8dc249f569f6 req-ac201af2-1543-4a23-9f7e-9419a4c8b0d4 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:31.358365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b953c804-125b-4703-886f-8dc249f569f6 req-ac201af2-1543-4a23-9f7e-9419a4c8b0d4 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 970 time: 0.2917087 Nov 26 21:42:31.359949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:31.455440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b953c804-125b-4703-886f-8dc249f569f6 req-20b878aa-336d-40c7-9247-d36d78820bab tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958297 Nov 26 21:42:31.471271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-214c1881-c2b7-450c-bdf5-4d273d32e115 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:31.482840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-214c1881-c2b7-450c-bdf5-4d273d32e115 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 806 time: 0.4526460 Nov 26 21:42:31.505624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f83770d5-c17a-4ea0-b686-f5e64d2a81c0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:31.513358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e4746021-99f2-42ef-a3e0-3335358438b9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/quotas/a7ec20b922e14aa89bf7a9a3728c366d HTTP/1.1" status: 200 len: 375 time: 0.0239656 Nov 26 21:42:31.544779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:31.545151 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:31.573551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-438fa3c6-0888-4bb9-abcf-e0635fd80451 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590250 Nov 26 21:42:31.591113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'f83770d5-c17a-4ea0-b686-f5e64d2a81c0', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'f83770d5-c17a-4ea0-b686-f5e64d2a81c0', 'mac_address': 'fa:16:3e:a9:35:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:tempest-test_az-1503493479', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:42:31.672527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-fbeb9e4b-9e24-47ce-9d85-94dcf11ead67 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--372307470&fields=id&tenant_id=067955da510c44189c860459d275c566 HTTP/1.1" status: 200 len: 267 time: 0.0857286 Nov 26 21:42:31.860800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:31.920001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83770d5-c17a-4ea0-b686-f5e64d2a81c0 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:31.952114 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea145-746d-4754-9d52-cb58c5915d04 req-368e89ec-6bda-4b18-9b2d-79cca0176cec tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:31.952769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f83770d5-c17a-4ea0-b686-f5e64d2a81c0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:31.954355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-368e89ec-6bda-4b18-9b2d-79cca0176cec tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 823 time: 0.2740912 Nov 26 21:42:31.962771 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:31.980548 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-d8142dba-4ae0-492d-87be-230584bc558f tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/quotas/067955da510c44189c860459d275c566 HTTP/1.1" status: 200 len: 375 time: 0.0166130 Nov 26 21:42:32.077519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:32.101870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-cfac0819-e6ba-4a2d-88a9-7f231c7f9bc4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:42:32.103161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-cfac0819-e6ba-4a2d-88a9-7f231c7f9bc4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2321050 Nov 26 21:42:32.147049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-3392283e-d9e8-4d4d-9229-20d8061ee93c tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611702 Nov 26 21:42:32.241869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-09b5c201-c6f9-491d-affd-4806eb01b999 service neutron] 10.222.0.21 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294014 Nov 26 21:42:32.372691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-2f0d4e0f-0550-4db6-a645-1db7a1d447bc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:42:32.373730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-2f0d4e0f-0550-4db6-a645-1db7a1d447bc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0695059 Nov 26 21:42:32.404578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-4065ee1a-c747-4d0a-864e-27a299be189d service neutron] 10.222.0.21 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529064 Nov 26 21:42:32.480967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f83770d5-c17a-4ea0-b686-f5e64d2a81c0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:42:32.533048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-3a9a1e4e-ee9c-4540-9955-add8fadcd02c service neutron] 10.222.0.21 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422241 Nov 26 21:42:32.858008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-1494809d-70d0-4a33-901f-e183a7d791e1 service neutron] 10.222.0.21 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161099 Nov 26 21:42:32.875521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebc732-7c38-4508-9bab-6d09557130c7 req-180bf34e-50eb-4686-98ab-299b62e5505a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:32.877065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cebc732-7c38-4508-9bab-6d09557130c7 req-180bf34e-50eb-4686-98ab-299b62e5505a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 935 time: 0.1542947 Nov 26 21:42:32.963154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cebc732-7c38-4508-9bab-6d09557130c7 req-0eeef698-7d7a-4321-9357-c6f21b25bbf3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786314 Nov 26 21:42:33.165245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba7154ff-ea14-49ef-b0c9-4ae4deb9fef2 req-ba9ba1ce-3c0e-4b3c-a4e4-a84711c996c0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 210 time: 0.0346355 Nov 26 21:42:33.189767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8624ccc-fb8f-4b28-a9bb-fac0237a73a7 req-a6db6848-e4d3-493d-a7f5-d15c46548163 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:33.200524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8624ccc-fb8f-4b28-a9bb-fac0237a73a7 req-a6db6848-e4d3-493d-a7f5-d15c46548163 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 971 time: 0.1611147 Nov 26 21:42:33.259963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8624ccc-fb8f-4b28-a9bb-fac0237a73a7 req-b6808657-351c-4890-85c1-a4cd3d076959 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584407 Nov 26 21:42:33.302724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adddcc11-49a3-420c-b17b-7959fad1fe6c req-588f696d-d600-4766-835f-2a4b48ccc4c9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 210 time: 0.0541587 Nov 26 21:42:33.792317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-61d5a9f0-e195-4526-8ce2-deb53fb35f00 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234861 Nov 26 21:42:34.063680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-b12bd60b-989f-4b9f-b2bf-430a42995e8f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:34.065154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-b12bd60b-989f-4b9f-b2bf-430a42995e8f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671592 Nov 26 21:42:34.099258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-773182ac-cc83-4c46-8ec8-97a164b3e4cb tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/quotas/bd48ebf3d571422abf3fbf72cacf0264 HTTP/1.1" status: 200 len: 375 time: 0.0167964 Nov 26 21:42:34.124870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ec92-1411-4ab3-89ff-c99533ace9bf req-81b896c8-59d3-4c9d-8f6e-f5f9be01ee61 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:34.126376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba91ec92-1411-4ab3-89ff-c99533ace9bf req-81b896c8-59d3-4c9d-8f6e-f5f9be01ee61 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 935 time: 0.0852363 Nov 26 21:42:34.147250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-d6b76d2a-077b-4e93-be64-3417fa326116 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400677 Nov 26 21:42:34.194550 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba91ec92-1411-4ab3-89ff-c99533ace9bf req-2e14aa92-267e-409b-83c5-cc2683f2bb32 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460916 Nov 26 21:42:34.294306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51edfaf1-aec0-407e-8a67-4cd6aebf6616 req-cdf87eee-8a5c-4542-b6d3-3da997bee987 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 210 time: 0.0328519 Nov 26 21:42:34.362652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-d0f3b267-89c9-4610-b982-f45cfb597b8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:34.365064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-d0f3b267-89c9-4610-b982-f45cfb597b8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 806 time: 0.2414563 Nov 26 21:42:34.396865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Request body: {'port': {'device_id': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'admin_state_up': True, 'tenant_id': 'a7ec20b922e14aa89bf7a9a3728c366d'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:34.429130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1dcd1586-ee1e-4f3a-885a-5f45f1be195a req-300ea3a5-3642-4b93-abb5-e8c7c06dd29b tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 210 time: 0.0311763 Nov 26 21:42:34.446214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96395e96-f3e4-4837-9566-40ada76dae05 req-e72a1d47-54bc-46ed-9046-2d3745f633c1 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:34.447950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96395e96-f3e4-4837-9566-40ada76dae05 req-e72a1d47-54bc-46ed-9046-2d3745f633c1 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 971 time: 0.0769658 Nov 26 21:42:34.514631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96395e96-f3e4-4837-9566-40ada76dae05 req-b114481f-ac6a-42b8-a257-34aed9164399 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595798 Nov 26 21:42:34.552094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Made reservation on behalf of a7ec20b922e14aa89bf7a9a3728c366d for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:34.556225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:34.581348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-fad724ed-6db7-4b43-9253-4570bcbfb879 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232413 Nov 26 21:42:34.623853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.41', 55670) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:34.816045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-28e2b5f5-9eb1-4a25-b477-f47d96fe548c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:34.818382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-28e2b5f5-9eb1-4a25-b477-f47d96fe548c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2254989 Nov 26 21:42:34.827110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea145-746d-4754-9d52-cb58c5915d04 req-e7c2a255-e9c4-4692-b40e-7b76c557d69d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:34.828798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-e7c2a255-e9c4-4692-b40e-7b76c557d69d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 823 time: 0.2007675 Nov 26 21:42:34.840058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-010226dd-05f6-4066-ade8-f08bf24a5a41 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/quotas/bd48ebf3d571422abf3fbf72cacf0264 HTTP/1.1" status: 200 len: 375 time: 0.0102601 Nov 26 21:42:34.872569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-75657178-faad-463e-8513-e77f841dd2b4 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266786 Nov 26 21:42:34.874484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Allocated IP 172.20.0.7 (ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3/e3914721-3203-40a5-a057-84f456da8729/e61bd4e9-e8cb-4f30-a734-a9bb2b981934) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:34.937994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-bda856b7-79f4-4d02-964c-fc12a9503f1d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=067955da510c44189c860459d275c566 HTTP/1.1" status: 200 len: 379 time: 0.0644855 Nov 26 21:42:34.964111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Request body: {'port': {'device_id': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'admin_state_up': True, 'tenant_id': '067955da510c44189c860459d275c566', 'security_groups': ['6202475d-68d3-454f-9db2-35e64a0b30d7']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:35.047143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.060588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ca5e9f9-62b3-4017-8be2-bcc4a6d12789 req-c0231ddd-d0da-4f56-80a0-deaa5e909c04 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 210 time: 0.0361238 Nov 26 21:42:35.087022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.132223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:35.135562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:35.139154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:35.139320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Made reservation on behalf of 067955da510c44189c860459d275c566 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:35.143961 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.144686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:35.145411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.160206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Pushing event updated for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:35.172174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-80acf577-841e-4540-bbbd-c5784f988e7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793329 Nov 26 21:42:35.185821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f83770d5-c17a-4ea0-b686-f5e64d2a81c0 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:35.196448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Request body: {'port': {'device_id': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'device_owner': 'compute:tempest-test_az-1503493479', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:35.250954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:42:35.256472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:35.257517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.264894 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.373963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.427350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f83770d5-c17a-4ea0-b686-f5e64d2a81c0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:35.428971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438a179a-0a8f-4714-b708-0822f235eb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83770d5-c17a-4ea0-b686-f5e64d2a81c0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:35.477825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558652c8-bf6b-48c4-b04e-e52d60802ac3 req-c9e64f6f-8c99-476d-ac4b-8cefc309410f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:35.479383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-558652c8-bf6b-48c4-b04e-e52d60802ac3 req-c9e64f6f-8c99-476d-ac4b-8cefc309410f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 935 time: 0.1790142 Nov 26 21:42:35.502719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.563134 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f99133c-8345-4845-be88-1f1a7bef4b51" -d '{"events": [{"server_uuid": "438a179a-0a8f-4714-b708-0822f235eb75", "name": "network-vif-plugged", "status": "completed", "tag": "f83770d5-c17a-4ea0-b686-f5e64d2a81c0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:35.565896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba4dbe-a0b3-4d75-a659-5f187c8fef21 req-c9aef325-89d6-4c0b-a6d7-ee94ba942599 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:35.567549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52ba4dbe-a0b3-4d75-a659-5f187c8fef21 req-c9aef325-89d6-4c0b-a6d7-ee94ba942599 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 931 time: 0.1321905 Nov 26 21:42:35.570390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:35.577303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Allocated IP 172.20.0.6 (c686607b-65a2-453a-817a-f60cbc871b48/27a18774-b0f1-4984-83c2-e0d15259615e/d87339d1-00bb-4b67-847b-b9c1dc0381d1) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:35.616289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-558652c8-bf6b-48c4-b04e-e52d60802ac3 req-422b1102-fff5-4ca3-9bb3-cd3807b2fcfb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226704 Nov 26 21:42:35.625028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61bd4e9-e8cb-4f30-a734-a9bb2b981934 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:35.634309 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.651002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Transition to ACTIVE for port object e61bd4e9-e8cb-4f30-a734-a9bb2b981934 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:42:35.655121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.684733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52ba4dbe-a0b3-4d75-a659-5f187c8fef21 req-454f4136-1186-484b-8c5a-eb0e4bf9de63 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005545 Nov 26 21:42:35.718860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-e6af1c01-291c-498f-b1bc-7fe1387c9e98 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:42:35.719959 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-e6af1c01-291c-498f-b1bc-7fe1387c9e98 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105894 Nov 26 21:42:35.752025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Pushing event updated for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:35.768360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:35.768680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:35.769008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:35.774461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:42:35.774791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:35.777809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af697a1a-1bc6-44e7-87c4-793a707288b6 req-a3f98126-1ace-4579-a994-3a0d86f0b588 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 210 time: 0.0783713 Nov 26 21:42:35.792786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:35.803607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:35.803607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:35.804208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Bound port: e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:35.804884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.880922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.903681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead620-49ce-45a2-bf4b-afc529f05ec5 req-7f1d7c25-c814-463b-a15d-103a4158f781 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:35.905082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6ead620-49ce-45a2-bf4b-afc529f05ec5 req-7f1d7c25-c814-463b-a15d-103a4158f781 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 972 time: 0.1013148 Nov 26 21:42:35.923127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:35.927274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:35.934512 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:35.980868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:36.060270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Pushing event updated for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:36.085616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6ead620-49ce-45a2-bf4b-afc529f05ec5 req-b9348fed-d3ac-47d7-913d-f0f74ebb1b2b tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570888 Nov 26 21:42:36.093165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:36.095421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:36.097552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-e62f1916-ae60-4326-bcaa-8cf7be89bceb service neutron] 10.222.0.41 "PUT /v2.0/ports/e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 1113 time: 0.9074545 Nov 26 21:42:36.099069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:36.105367 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b910062-3c3e-4648-9d32-9b988c88659d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:36.118067 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7083a244-c79c-4732-98d0-c16373297044 x-openstack-request-id: req-7083a244-c79c-4732-98d0-c16373297044 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:36.119069 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438a179a-0a8f-4714-b708-0822f235eb75", "name": "network-vif-plugged", "status": "completed", "tag": "f83770d5-c17a-4ea0-b686-f5e64d2a81c0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:36.119345 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7083a244-c79c-4732-98d0-c16373297044 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:36.119805 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438a179a-0a8f-4714-b708-0822f235eb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83770d5-c17a-4ea0-b686-f5e64d2a81c0', 'code': 200} Nov 26 21:42:36.128291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Network c686607b-65a2-453a-817a-f60cbc871b48 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:36.135901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:36.143059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:36.148679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:36.149321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:36.159039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event updated for resources: {'Port': ['ID=d87339d1-00bb-4b67-847b-b9c1dc0381d1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:36.199728 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21408d1f-f1f7-40d5-8671-5eb0ac92983f x-openstack-request-id: req-21408d1f-f1f7-40d5-8671-5eb0ac92983f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:36.200242 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:36.200626 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21408d1f-f1f7-40d5-8671-5eb0ac92983f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:36.200949 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934', 'status': 'completed', 'code': 200} Nov 26 21:42:36.226950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a2f8be1b-4ec5-4e4f-b882-0e8da65f33a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2671168 Nov 26 21:42:36.229332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1df1603-3e37-45b1-bc4f-a09336e9d1ad req-0f74270c-f748-434d-abb9-09e15c212081 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 210 time: 0.0477018 Nov 26 21:42:36.231678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Request body: {'port': {'device_id': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:36.255610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.41', 55671) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:36.261034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Request body: {'port': {'device_id': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'device_owner': 'compute:tempest-test_az-1503493479', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:36.280011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-410bdf53-3988-4571-bea8-1fb960e7644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:36.281733 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-410bdf53-3988-4571-bea8-1fb960e7644b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1116 time: 0.0956135 Nov 26 21:42:36.339299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:36.343076 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-8206c7bd-880e-4ee8-be01-b336d532641d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 217 time: 0.0457354 Nov 26 21:42:36.383491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dafa5-a090-40d1-8ff7-3c063adca696 req-8e1fd031-852c-4d33-b930-378eb81af620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:36.384987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f80dafa5-a090-40d1-8ff7-3c063adca696 req-8e1fd031-852c-4d33-b930-378eb81af620 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 1123 time: 0.1285002 Nov 26 21:42:36.391008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:36.413332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f80dafa5-a090-40d1-8ff7-3c063adca696 req-16caf144-f25e-4184-8512-af98e879b122 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:36.433202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-c8eae6ba-5df1-4175-a041-b56374f1401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:36.434616 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-c8eae6ba-5df1-4175-a041-b56374f1401f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0826614 Nov 26 21:42:36.508694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1f6a8be1-83fa-46b9-91d7-7c3abc16ea00 None None] Provisioning complete for port d87339d1-00bb-4b67-847b-b9c1dc0381d1 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:36.510896 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f6a8be1-83fa-46b9-91d7-7c3abc16ea00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:36.522013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.13', 50091) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:36.524239 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-911a72d4-161e-4c4c-9ae3-1ed321e09bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415425 Nov 26 21:42:36.577021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-d0c39fbb-b6c9-4431-ada3-0f992e9c8375 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516624 Nov 26 21:42:36.579029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1f6a8be1-83fa-46b9-91d7-7c3abc16ea00 None None] Port d87339d1-00bb-4b67-847b-b9c1dc0381d1 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:36.705004 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:36.804568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-634b0363-8232-4e5d-b6fb-c1aecb7e4435 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657101 Nov 26 21:42:36.838241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-c2dda3d4-d294-4cf6-af6e-a1ea302259aa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:36.839697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-c2dda3d4-d294-4cf6-af6e-a1ea302259aa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2547331 Nov 26 21:42:36.883500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Request body: {'port': {'device_id': '0b62c185-9fc8-4507-8178-bf5396e31158', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': 'bd48ebf3d571422abf3fbf72cacf0264'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:36.951535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb3d3b-435b-4d0e-9fef-8e62ca8786f1 req-903edd9d-fa94-43b1-80c5-b04d6de8af32 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:36.953839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bfb3d3b-435b-4d0e-9fef-8e62ca8786f1 req-903edd9d-fa94-43b1-80c5-b04d6de8af32 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 935 time: 0.1957033 Nov 26 21:42:36.971271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7089d1b-c1cf-46d5-84d9-cd4d6e9d0296 req-be30974c-de8c-4e4d-a746-4ccf6939fffd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:36.973823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7089d1b-c1cf-46d5-84d9-cd4d6e9d0296 req-be30974c-de8c-4e4d-a746-4ccf6939fffd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.1820602 Nov 26 21:42:36.997609 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f80dafa5-a090-40d1-8ff7-3c063adca696 req-16caf144-f25e-4184-8512-af98e879b122 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.014617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a18501-288f-47d8-94ee-9448b7ae6628 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:37.024251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f80dafa5-a090-40d1-8ff7-3c063adca696 req-16caf144-f25e-4184-8512-af98e879b122 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.029459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.036133 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ca2c0d4-7a0a-4153-96e4-372001d34e3d req-d05455fb-bc86-4ad0-953d-cd0f791a46ac service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210948 Nov 26 21:42:37.066646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Transition to ACTIVE for port object 10a18501-288f-47d8-94ee-9448b7ae6628 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:42:37.074572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.13', 50092) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:37.087202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.131197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caf144-f25e-4184-8512-af98e879b122 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=35642fff-a829-49b6-a051-e007dff04a36,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:37.135017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f80dafa5-a090-40d1-8ff7-3c063adca696 req-16caf144-f25e-4184-8512-af98e879b122 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410824 Nov 26 21:42:37.136503 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-e2115a4c-3120-44e1-b4a5-f1bf974a0b9d tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607224 Nov 26 21:42:37.172553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:37.172849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bfb3d3b-435b-4d0e-9fef-8e62ca8786f1 req-5042fa5a-2238-4471-9ec9-740fe97fcb56 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870618 Nov 26 21:42:37.198043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7089d1b-c1cf-46d5-84d9-cd4d6e9d0296 req-f46046b2-29d6-48c7-bdb5-0239c7808d91 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127008 Nov 26 21:42:37.201149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Made reservation on behalf of bd48ebf3d571422abf3fbf72cacf0264 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:37.214172 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.240514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.272779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87339d1-00bb-4b67-847b-b9c1dc0381d1 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:37.284147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.290702 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Attempting to bind port 10a18501-288f-47d8-94ee-9448b7ae6628 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:37.291048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Attempting to bind port 10a18501-288f-47d8-94ee-9448b7ae6628 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:37.291370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Attempting to bind port 10a18501-288f-47d8-94ee-9448b7ae6628 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:37.310171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Port 10a18501-288f-47d8-94ee-9448b7ae6628 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:42:37.310506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Attempting to bind port 10a18501-288f-47d8-94ee-9448b7ae6628 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:37.326806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Transition to ACTIVE for port object d87339d1-00bb-4b67-847b-b9c1dc0381d1 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:42:37.339866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:37.340207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:37.340602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:37.341050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Bound port: 10a18501-288f-47d8-94ee-9448b7ae6628, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:37.341406 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.362617 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.433739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-16ff8709-9794-4d55-9f34-072808222b29 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:37.434885 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-16ff8709-9794-4d55-9f34-072808222b29 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805402 Nov 26 21:42:37.448761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20c86e-495b-477b-b562-322ae7dfa0c7 req-418adf90-6d1c-4628-97b0-8af5bbbd091d tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:37.450370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db20c86e-495b-477b-b562-322ae7dfa0c7 req-418adf90-6d1c-4628-97b0-8af5bbbd091d tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 972 time: 0.1270161 Nov 26 21:42:37.454053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Pushing event updated for resources: {'Port': ['ID=d87339d1-00bb-4b67-847b-b9c1dc0381d1,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:37.462970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Request body: {'port': {'device_id': '890807af-ff0e-4748-81cf-605adb64e77f', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': 'bd48ebf3d571422abf3fbf72cacf0264'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:37.467516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81580ee7-e7cf-4d75-8d93-9b9f5345f8d0 req-e219cbdc-c66d-47d5-acf8-fd5dfa952331 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:37.474676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81580ee7-e7cf-4d75-8d93-9b9f5345f8d0 req-e219cbdc-c66d-47d5-acf8-fd5dfa952331 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 931 time: 0.1734293 Nov 26 21:42:37.489562 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.524509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.555947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:37.619680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Attempting to bind port d87339d1-00bb-4b67-847b-b9c1dc0381d1 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:37.620351 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Attempting to bind port d87339d1-00bb-4b67-847b-b9c1dc0381d1 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:37.621079 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Attempting to bind port d87339d1-00bb-4b67-847b-b9c1dc0381d1 on network c686607b-65a2-453a-817a-f60cbc871b48 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:37.637241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.647237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Port d87339d1-00bb-4b67-847b-b9c1dc0381d1 on network c686607b-65a2-453a-817a-f60cbc871b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:42:37.647582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Attempting to bind port d87339d1-00bb-4b67-847b-b9c1dc0381d1 on network c686607b-65a2-453a-817a-f60cbc871b48 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:37.696207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:37.696207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Checking segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:37.696207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Bound using segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:37.696607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Bound port: d87339d1-00bb-4b67-847b-b9c1dc0381d1, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:37.696827 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.702601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db20c86e-495b-477b-b562-322ae7dfa0c7 req-e5a7a109-5b6b-4a1a-8177-3459d49344aa tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832387 Nov 26 21:42:37.722195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81580ee7-e7cf-4d75-8d93-9b9f5345f8d0 req-ad4d1cd1-822f-4282-ba40-92ea4d287b4a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463534 Nov 26 21:42:37.743967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:37.773565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e697db64-302e-4c2a-9fcf-a117bcf8c73d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:37.778168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.833394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31fb8746-ec14-430e-b3f4-9c7506481456 req-0d2604e5-e741-454e-8ecf-f6d2c823b0fb tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 210 time: 0.0537193 Nov 26 21:42:37.840178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b910062-3c3e-4648-9d32-9b988c88659d req-1bb22527-f0e0-415d-a3e9-0211c763c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:37.841240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b910062-3c3e-4648-9d32-9b988c88659d req-1bb22527-f0e0-415d-a3e9-0211c763c55a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1116 time: 0.1905494 Nov 26 21:42:37.843682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:37.844329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.846158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 1095 time: 1.7185271 Nov 26 21:42:37.849739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] For port d87339d1-00bb-4b67-847b-b9c1dc0381d1, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:37.855396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] For port d87339d1-00bb-4b67-847b-b9c1dc0381d1, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:37.883526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.920133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d047dc-c926-4d5c-950e-c250760f31b3 service neutron] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:37.967816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Made reservation on behalf of bd48ebf3d571422abf3fbf72cacf0264 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:37.971381 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:37.983037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Allocated IP 192.168.233.216 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/7d60dfc4-72f4-4955-afde-eb70e808b019) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:38.003155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.004288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:38.005984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] 10.222.0.41 "PUT /v2.0/ports/d87339d1-00bb-4b67-847b-b9c1dc0381d1 HTTP/1.1" status: 200 len: 1113 time: 1.7514634 Nov 26 21:42:38.006617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'tag': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:38.030396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-8ba90cf7-fea6-445c-ac34-12a1818a75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.031851 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-8ba90cf7-fea6-445c-ac34-12a1818a75f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1098 time: 0.0959504 Nov 26 21:42:38.150330 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-2aeb834b-72f7-4dd4-b2a8-c7a6861811cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0872595 Nov 26 21:42:38.167348 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec03242-1dd2-41bb-be5a-327dab75815f", "tag": "d87339d1-00bb-4b67-847b-b9c1dc0381d1"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:38.216932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1d245-d005-4baf-8fd0-753bee73019a service neutron] Pushing event updated for resources: {'Port': ['ID=d87339d1-00bb-4b67-847b-b9c1dc0381d1,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:38.246097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b910062-3c3e-4648-9d32-9b988c88659d req-a6ec6db1-8ee7-4c09-b0fe-90aceff74e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.247752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b910062-3c3e-4648-9d32-9b988c88659d req-a6ec6db1-8ee7-4c09-b0fe-90aceff74e7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.3948877 Nov 26 21:42:38.258552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a5a4bffb-8e05-4713-b46d-c179108cbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.259868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:38.260045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-a5a4bffb-8e05-4713-b46d-c179108cbadc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 1116 time: 0.1580539 Nov 26 21:42:38.262106 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb537dd-a681-46db-8565-09850adc24d4" -d '{"events": [{"name": "network-changed", "server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:38.336222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:38.339342 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09f7bb7-aa37-40f9-ac02-f445b5f33068 x-openstack-request-id: req-a09f7bb7-aa37-40f9-ac02-f445b5f33068 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:38.339642 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec03242-1dd2-41bb-be5a-327dab75815f", "tag": "d87339d1-00bb-4b67-847b-b9c1dc0381d1", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:38.339897 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a09f7bb7-aa37-40f9-ac02-f445b5f33068 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:38.340345 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'tag': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'status': 'completed', 'code': 200} Nov 26 21:42:38.341856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b9363f2a-ecde-4f01-8953-18d7495e04db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.343355 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b9363f2a-ecde-4f01-8953-18d7495e04db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1829636 Nov 26 21:42:38.387925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b910062-3c3e-4648-9d32-9b988c88659d req-2d0d9754-d379-4697-ac55-15e3c7588464 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 217 time: 0.1269021 Nov 26 21:42:38.392261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-e1cb0710-ce3b-47e2-8364-b6be2ae9a879 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1 HTTP/1.1" status: 200 len: 217 time: 0.0888457 Nov 26 21:42:38.405771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-3a1f566f-a034-4b5a-be42-05edbe2c43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.407284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-3a1f566f-a034-4b5a-be42-05edbe2c43fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0555460 Nov 26 21:42:38.410944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:38.514532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79b44-dedf-45d4-8b2c-a1f32a8d5451 req-c21bcd8d-ea51-49d8-8008-1b4693b16005 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.516265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acb79b44-dedf-45d4-8b2c-a1f32a8d5451 req-c21bcd8d-ea51-49d8-8008-1b4693b16005 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 947 time: 0.2527089 Nov 26 21:42:38.531878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b910062-3c3e-4648-9d32-9b988c88659d req-555a89d4-e863-4773-9ba5-fbb8f31ab35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.532877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:38.533305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b910062-3c3e-4648-9d32-9b988c88659d req-555a89d4-e863-4773-9ba5-fbb8f31ab35c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1301484 Nov 26 21:42:38.542725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:38.553356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:38.558902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.559519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:38.570559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Pushing event updated for resources: {'Port': ['ID=7d60dfc4-72f4-4955-afde-eb70e808b019,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:38.581594 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Allocated IP 192.168.233.111 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/de1afe2a-b1f9-4cf6-8e1c-2f235642cd58) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:38.605488 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-db563d62-8e04-471a-b836-f04d367a0768 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7298477 Nov 26 21:42:38.628902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Request body: {'port': {'device_id': '0b62c185-9fc8-4507-8178-bf5396e31158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:38.680122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-7abc53ee-b51a-4488-8035-1350022ba4c5 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623086 Nov 26 21:42:38.755027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-78976c7c-76e4-453d-b09c-9325c929785b None None] Provisioning complete for port 7d60dfc4-72f4-4955-afde-eb70e808b019 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:38.756559 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-78976c7c-76e4-453d-b09c-9325c929785b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:38.758816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea145-746d-4754-9d52-cb58c5915d04 req-b99e84bf-ea7f-4c14-bd69-bc8222fffb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.760320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-b99e84bf-ea7f-4c14-bd69-bc8222fffb66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.3441067 Nov 26 21:42:38.780986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b910062-3c3e-4648-9d32-9b988c88659d req-d92a9802-bfb9-46b8-af81-1e4906982bb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2397580 Nov 26 21:42:38.793015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-78976c7c-76e4-453d-b09c-9325c929785b None None] Port 7d60dfc4-72f4-4955-afde-eb70e808b019 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:38.797832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6ec8f-df07-4ed0-80cc-e30db6cacbfe req-43594462-659b-4348-a465-941817e1f426 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.799344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0b6ec8f-df07-4ed0-80cc-e30db6cacbfe req-43594462-659b-4348-a465-941817e1f426 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.4135497 Nov 26 21:42:38.821935 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:38.910140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acb79b44-dedf-45d4-8b2c-a1f32a8d5451 req-78f42087-7da8-4234-9a2b-9d0ee3105cc0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856859 Nov 26 21:42:38.923677 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f27dfe9-75f7-4408-bc40-cb444bc4f2e7 req-b22ef5ad-0381-415e-91e2-f3b4f35f5364 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346923 Nov 26 21:42:38.946876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:38.952629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bea145-746d-4754-9d52-cb58c5915d04 req-853edc33-4425-424b-8e03-64e5ee12fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:38.954179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-853edc33-4425-424b-8e03-64e5ee12fc60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754687 Nov 26 21:42:38.979533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0b6ec8f-df07-4ed0-80cc-e30db6cacbfe req-4ce32385-d9a5-4b62-841d-c6f7dca962f5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679640 Nov 26 21:42:38.995477 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb38496-aea8-442d-a99f-afd045c777a5 x-openstack-request-id: req-8fb38496-aea8-442d-a99f-afd045c777a5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:38.995773 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:38.996030 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fb38496-aea8-442d-a99f-afd045c777a5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:38.996451 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628', 'status': 'completed', 'code': 200} Nov 26 21:42:39.047550 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b910062-3c3e-4648-9d32-9b988c88659d req-0a89811b-2e95-4b6b-b04e-c77ca837c6e3 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472301 Nov 26 21:42:39.059970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:39.169640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:42:39.179532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:42:39.188554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:42:39.194670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.195299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:39.199146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb537dd-a681-46db-8565-09850adc24d4 req-108a3bc0-8acd-4a5b-ac69-f410e37b910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.200375 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-efb537dd-a681-46db-8565-09850adc24d4 req-108a3bc0-8acd-4a5b-ac69-f410e37b910b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1098 time: 0.1561244 Nov 26 21:42:39.200485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-34f21486-ffbd-4a91-8e15-b58410bec15a service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341840 Nov 26 21:42:39.214370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418534ac-4d46-4bdc-b8e6-236c3b174c25 req-337f9f07-e667-4794-8a04-1a6fcc4d7f34 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.216519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-418534ac-4d46-4bdc-b8e6-236c3b174c25 req-337f9f07-e667-4794-8a04-1a6fcc4d7f34 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 972 time: 0.1636875 Nov 26 21:42:39.218420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:39.319662 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-1fb01c8b-1ea4-488d-9983-b0c265eb0e61 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8682024 Nov 26 21:42:39.324035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abae63-cfae-473e-b7e1-ca523e37ad85 req-c7444a88-e21d-4b6a-87f3-8a09d2327799 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.325553 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8abae63-cfae-473e-b7e1-ca523e37ad85 req-c7444a88-e21d-4b6a-87f3-8a09d2327799 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 965 time: 0.2254105 Nov 26 21:42:39.340997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b910062-3c3e-4648-9d32-9b988c88659d req-dc3b0745-192f-4c43-98d3-7d3e079aef05 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851346 Nov 26 21:42:39.363120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Request body: {'port': {'device_id': '890807af-ff0e-4748-81cf-605adb64e77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:39.371174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d60dfc4-72f4-4955-afde-eb70e808b019 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:39.398103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:39.406847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-418534ac-4d46-4bdc-b8e6-236c3b174c25 req-977adaae-5cd1-4cdb-ad5d-5251d06e4125 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739461 Nov 26 21:42:39.424123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93bea145-746d-4754-9d52-cb58c5915d04 req-0a7c6abf-7e0a-439e-a70a-407026c010f5 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015321 Nov 26 21:42:39.424344 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-573742dd-0aa9-4c8a-a98b-9bece449e1f4 None None] Provisioning complete for port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:39.424344 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-573742dd-0aa9-4c8a-a98b-9bece449e1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:39.438475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Transition to ACTIVE for port object 7d60dfc4-72f4-4955-afde-eb70e808b019 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:42:39.447744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8abae63-cfae-473e-b7e1-ca523e37ad85 req-aff66d3a-d74f-4ecf-aec5-2b907c93ecc0 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116519 Nov 26 21:42:39.468022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-573742dd-0aa9-4c8a-a98b-9bece449e1f4 None None] Port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:42:39.475428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:39.491857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb537dd-a681-46db-8565-09850adc24d4 req-ee129236-038e-4c21-b699-2048e82524e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.493338 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-efb537dd-a681-46db-8565-09850adc24d4 req-ee129236-038e-4c21-b699-2048e82524e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2764642 Nov 26 21:42:39.515910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:39.541953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565899f0-1322-4f32-8e8b-3a086a0bbb71 req-f9730fbb-0cf7-41c8-8791-dff9846b98a1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.543956 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-565899f0-1322-4f32-8e8b-3a086a0bbb71 req-f9730fbb-0cf7-41c8-8791-dff9846b98a1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 948 time: 0.0659826 Nov 26 21:42:39.575878 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-efb537dd-a681-46db-8565-09850adc24d4 req-b64ff8be-bdee-40cf-948a-ec1064a90d82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0627196 Nov 26 21:42:39.616402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d60dfc4-72f4-4955-afde-eb70e808b019,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:39.637073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-565899f0-1322-4f32-8e8b-3a086a0bbb71 req-2c81ea1f-d757-4733-b6ad-f910fc4d061b tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859990 Nov 26 21:42:39.647448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-d7a3aae3-569c-49d8-8b1e-ae32c97dfb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.648982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-d7a3aae3-569c-49d8-8b1e-ae32c97dfb97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 1116 time: 0.0725126 Nov 26 21:42:39.766057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-c3928727-d5e2-4456-b8a1-6e859c93261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.767567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-c3928727-d5e2-4456-b8a1-6e859c93261b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 924 time: 0.1089485 Nov 26 21:42:39.814772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-d2d55459-6136-4d3c-862f-381c31080534 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1 HTTP/1.1" status: 200 len: 217 time: 0.0397828 Nov 26 21:42:39.843474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Attempting to bind port 7d60dfc4-72f4-4955-afde-eb70e808b019 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:39.843817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Attempting to bind port 7d60dfc4-72f4-4955-afde-eb70e808b019 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:39.844150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Attempting to bind port 7d60dfc4-72f4-4955-afde-eb70e808b019 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:39.865463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-5b8804fc-6728-4957-97e2-e415793f97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.866965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-5b8804fc-6728-4957-97e2-e415793f97a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.0456049 Nov 26 21:42:39.893990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb537dd-a681-46db-8565-09850adc24d4 req-0196e174-3602-4ebd-adab-bc3f5a0daeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.896027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-efb537dd-a681-46db-8565-09850adc24d4 req-0196e174-3602-4ebd-adab-bc3f5a0daeed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.3108582 Nov 26 21:42:39.896566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Port 7d60dfc4-72f4-4955-afde-eb70e808b019 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:42:39.896887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Attempting to bind port 7d60dfc4-72f4-4955-afde-eb70e808b019 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:39.913809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-7ab70353-5071-4fb8-9552-844d6cde697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:39.915381 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-7ab70353-5071-4fb8-9552-844d6cde697d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404696 Nov 26 21:42:39.921025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:39.921377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:39.921797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:39.922278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Bound port: 7d60dfc4-72f4-4955-afde-eb70e808b019, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:39.922633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.044499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb537dd-a681-46db-8565-09850adc24d4 req-6c4be17c-4fd3-4306-97cd-53bbcbc7dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.045752 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-efb537dd-a681-46db-8565-09850adc24d4 req-6c4be17c-4fd3-4306-97cd-53bbcbc7dcf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384034 Nov 26 21:42:40.054805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eab580-1fa2-46f2-bf58-2e43e1ed15e5 req-8752a624-4f0a-4b6c-bf42-6d4fa8a51fd9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.056771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2eab580-1fa2-46f2-bf58-2e43e1ed15e5 req-8752a624-4f0a-4b6c-bf42-6d4fa8a51fd9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 947 time: 0.0733414 Nov 26 21:42:40.058297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-04ff3296-eb3d-47d5-86a2-0e99cafb5b3a service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357565 Nov 26 21:42:40.124963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] For port 7d60dfc4-72f4-4955-afde-eb70e808b019, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:40.152856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] For port 7d60dfc4-72f4-4955-afde-eb70e808b019, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7d60dfc4-72f4-4955-afde-eb70e808b019,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:40.164002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.209919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6edd8-bb1c-47b4-b213-3c13da8936e5 req-118c5c41-8f51-492c-b761-d3bbf2596ceb tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.212334 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10d6edd8-bb1c-47b4-b213-3c13da8936e5 req-118c5c41-8f51-492c-b761-d3bbf2596ceb tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.1508894 Nov 26 21:42:40.212823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.213637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.214988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/7d60dfc4-72f4-4955-afde-eb70e808b019 HTTP/1.1" status: 200 len: 1096 time: 1.5935910 Nov 26 21:42:40.217834 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2eab580-1fa2-46f2-bf58-2e43e1ed15e5 req-32cefc9e-b863-453d-971a-763015aa8e38 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454160 Nov 26 21:42:40.234795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4469e946-a222-4396-ad7f-5c6e6ffbd0ca req-8b148456-d385-4db9-8768-346805e16fde service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643724 Nov 26 21:42:40.266224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-efb537dd-a681-46db-8565-09850adc24d4 req-bb17e7d9-6042-4b19-8ad6-42073aa1187f service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076845 Nov 26 21:42:40.322099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d3f27-9f33-40e0-bbd3-f0bcfce712f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d60dfc4-72f4-4955-afde-eb70e808b019,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:40.323291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10d6edd8-bb1c-47b4-b213-3c13da8936e5 req-e1fb9442-2374-4ea7-9410-7852489bb2bd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717106 Nov 26 21:42:40.384253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:40.395960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.418463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Transition to ACTIVE for port object de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:42:40.432352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.449524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-8c7a05d5-07f1-4064-ae1d-12293874292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.451050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-8c7a05d5-07f1-4064-ae1d-12293874292b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 1099 time: 0.1590259 Nov 26 21:42:40.494713 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-efb537dd-a681-46db-8565-09850adc24d4 req-a1513ad4-96fb-4b2a-a6fa-d40598dc6a49 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032070 Nov 26 21:42:40.529630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-c685699a-ab2b-4b08-aa53-3f6da9d19913 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d60dfc4-72f4-4955-afde-eb70e808b019 HTTP/1.1" status: 200 len: 217 time: 0.0587733 Nov 26 21:42:40.567851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:40.607349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa9321-94df-41d3-a78e-7227f905b01c req-1a698bf7-8abf-4c14-8709-9e0dd76b07dc tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.610266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6fa9321-94df-41d3-a78e-7227f905b01c req-1a698bf7-8abf-4c14-8709-9e0dd76b07dc tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 972 time: 0.1387408 Nov 26 21:42:40.613493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Attempting to bind port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:40.613834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Attempting to bind port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:40.614874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Attempting to bind port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:40.624751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:42:40.625078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Attempting to bind port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:40.628834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7e7090a5-05e8-43f7-abfb-7dceac79c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.631450 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-7e7090a5-05e8-43f7-abfb-7dceac79c20c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0920677 Nov 26 21:42:40.632131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a33c-72d8-4cd5-9d3f-9fc27e690450 req-5a0e0c0b-927e-4b97-ab86-f715f88822e4 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.633880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67d8a33c-72d8-4cd5-9d3f-9fc27e690450 req-5a0e0c0b-927e-4b97-ab86-f715f88822e4 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 965 time: 0.0911274 Nov 26 21:42:40.634513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:40.634849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:40.635229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:40.635655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Bound port: de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:40.636005 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.708068 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6fa9321-94df-41d3-a78e-7227f905b01c req-a9bedc53-bfba-4626-8750-7924316d274d tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920367 Nov 26 21:42:40.716522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67d8a33c-72d8-4cd5-9d3f-9fc27e690450 req-76fd8b51-7d89-4ae9-b660-0eb576768639 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640419 Nov 26 21:42:40.724127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-6c4c8277-c9c7-4f49-a295-f2cf8984ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.725674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-6c4c8277-c9c7-4f49-a295-f2cf8984ced5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0805917 Nov 26 21:42:40.735417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:40.745791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:40.758461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.820463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.821317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.822912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] 10.222.0.13 "PUT /v2.0/ports/de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 HTTP/1.1" status: 200 len: 1096 time: 1.4688103 Nov 26 21:42:40.853033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba974c80-7e2e-4568-952e-6165715373a0 req-a9cd008d-3744-4f16-9a29-c2876823b5e7 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.858648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba974c80-7e2e-4568-952e-6165715373a0 req-a9cd008d-3744-4f16-9a29-c2876823b5e7 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 948 time: 0.0809093 Nov 26 21:42:40.877468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-c3e70768-bd7b-4bc4-ba48-117fc9a32f19 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431005 Nov 26 21:42:40.878686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b45f1e-ed90-42c6-9af5-2ffa0873bc9c service neutron] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:40.946647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11219b38-4ec4-4bb5-ad7a-e5544a17016b req-457cea92-748a-4500-96c7-9d6b4621c8ca tempest-AggregatesAdminTestJSON-1022205542 tempest-AggregatesAdminTestJSON-1022205542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.948174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11219b38-4ec4-4bb5-ad7a-e5544a17016b req-457cea92-748a-4500-96c7-9d6b4621c8ca tempest-AggregatesAdminTestJSON-1022205542 tempest-AggregatesAdminTestJSON-1022205542-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 1123 time: 0.0882187 Nov 26 21:42:40.956111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba974c80-7e2e-4568-952e-6165715373a0 req-db907952-1483-4d6b-a7c7-3bdb95c4d964 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941858 Nov 26 21:42:40.982519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-11219b38-4ec4-4bb5-ad7a-e5544a17016b req-067ff3d2-a0c9-4bb8-880a-033285ea37e8 tempest-AggregatesAdminTestJSON-1022205542 tempest-AggregatesAdminTestJSON-1022205542-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:40.994724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-a4778a6a-450f-4640-b5fe-4600d19b8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:40.996227 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-a4778a6a-450f-4640-b5fe-4600d19b8119 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1099 time: 0.1005614 Nov 26 21:42:40.999840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b62c185-9fc8-4507-8178-bf5396e31158', 'tag': '7d60dfc4-72f4-4955-afde-eb70e808b019'}, {'name': 'network-changed', 'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:41.002043 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b62c185-9fc8-4507-8178-bf5396e31158", "tag": "7d60dfc4-72f4-4955-afde-eb70e808b019"}, {"name": "network-changed", "server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:41.068942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-11219b38-4ec4-4bb5-ad7a-e5544a17016b req-067ff3d2-a0c9-4bb8-880a-033285ea37e8 tempest-AggregatesAdminTestJSON-1022205542 tempest-AggregatesAdminTestJSON-1022205542-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:41.072994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-11219b38-4ec4-4bb5-ad7a-e5544a17016b req-067ff3d2-a0c9-4bb8-880a-033285ea37e8 tempest-AggregatesAdminTestJSON-1022205542 tempest-AggregatesAdminTestJSON-1022205542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:41.073977 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb06950-695a-4746-8c37-8a4b677d41cc x-openstack-request-id: req-5eb06950-695a-4746-8c37-8a4b677d41cc {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:41.074609 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b62c185-9fc8-4507-8178-bf5396e31158", "tag": "7d60dfc4-72f4-4955-afde-eb70e808b019", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:41.074609 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5eb06950-695a-4746-8c37-8a4b677d41cc {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:41.078584 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b62c185-9fc8-4507-8178-bf5396e31158', 'tag': '7d60dfc4-72f4-4955-afde-eb70e808b019', 'status': 'completed', 'code': 200} Nov 26 21:42:41.079042 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'status': 'completed', 'code': 200} Nov 26 21:42:41.081316 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b621a43-62fb-4f2c-a802-d0890c37b3ab req-5f58d75f-c8b0-4815-8a11-69830ddcc8cd service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935678 Nov 26 21:42:41.083972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-e827a40d-e313-48e5-960c-639d79624ae6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 HTTP/1.1" status: 200 len: 217 time: 0.0615511 Nov 26 21:42:41.113295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff3d2-a0c9-4bb8-880a-033285ea37e8 tempest-AggregatesAdminTestJSON-1022205542 tempest-AggregatesAdminTestJSON-1022205542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f70100c-f1f8-460b-86cd-263c47c90b68,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:41.118189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11219b38-4ec4-4bb5-ad7a-e5544a17016b req-067ff3d2-a0c9-4bb8-880a-033285ea37e8 tempest-AggregatesAdminTestJSON-1022205542 tempest-AggregatesAdminTestJSON-1022205542-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568210 Nov 26 21:42:41.148649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-cb0af795-7da9-4a35-a249-43888411a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.151045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-cb0af795-7da9-4a35-a249-43888411a667 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0485313 Nov 26 21:42:41.180342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e61bd4e9-e8cb-4f30-a734-a9bb2b981934 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:42:41.249113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-bfeb865b-b34a-46af-be5e-5d06949e69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.250687 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-bfeb865b-b34a-46af-be5e-5d06949e69dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 1099 time: 0.0643594 Nov 26 21:42:41.253086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-95fd5c79-d81e-47a2-892d-17f4800d95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.254454 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-95fd5c79-d81e-47a2-892d-17f4800d95c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792007 Nov 26 21:42:41.297166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:41.310409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934', 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'port_id': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934', 'mac_address': 'fa:16:3e:19:37:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3914721-3203-40a5-a057-84f456da8729', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-1503493479', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:42:41.363669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:41.387022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61bd4e9-e8cb-4f30-a734-a9bb2b981934 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:41.405453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe6bba-c6f6-4e1a-ab55-8a13f8314011 req-8a93f987-258f-4b01-9ce6-5789e69753db tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.407420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9abe6bba-c6f6-4e1a-ab55-8a13f8314011 req-8a93f987-258f-4b01-9ce6-5789e69753db tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 947 time: 0.0835617 Nov 26 21:42:41.424512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:41.431358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:41.468552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-d6e988a8-bc2e-4b94-9122-26a8cbf21d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.470009 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-d6e988a8-bc2e-4b94-9122-26a8cbf21d46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2057672 Nov 26 21:42:41.471882 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-17fd6348-f92e-4028-8fca-c2d8365be065 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062662 Nov 26 21:42:41.485092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:41.492714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9abe6bba-c6f6-4e1a-ab55-8a13f8314011 req-5f3c8cc0-4047-4773-b67e-20e06de82346 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790710 Nov 26 21:42:41.521282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06a346-a712-4dc7-8056-64d38202a262 req-af5273ab-211d-4ce6-9aa7-87152c624945 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.527139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c06a346-a712-4dc7-8056-64d38202a262 req-af5273ab-211d-4ce6-9aa7-87152c624945 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 966 time: 0.0791023 Nov 26 21:42:41.539387 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-a818eeb5-aeaf-4187-8545-486ac8f1df46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=7d60dfc4-72f4-4955-afde-eb70e808b019 HTTP/1.1" status: 200 len: 217 time: 0.0558286 Nov 26 21:42:41.583073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c06a346-a712-4dc7-8056-64d38202a262 req-996feb9c-47d7-40e2-b4f6-036b09743478 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 Nov 26 21:42:41.778788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-f3b3a369-3731-4949-9222-0ac0d7dca4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.780266 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-f3b3a369-3731-4949-9222-0ac0d7dca4a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2110436 Nov 26 21:42:41.828473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3daf223a-0b3d-4e6d-b636-52fbfce51590 req-6df03ad0-c7e8-4346-a4c3-8d6e5e498227 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438127 Nov 26 21:42:41.844483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['e61bd4e9-e8cb-4f30-a734-a9bb2b981934'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:42:41.846822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36636e-1cae-4cc2-b0ee-b78dff11d12f req-a8db32bf-5b11-4e1f-a20f-dc63d9b9d4b9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.849251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd36636e-1cae-4cc2-b0ee-b78dff11d12f req-a8db32bf-5b11-4e1f-a20f-dc63d9b9d4b9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 965 time: 0.0548944 Nov 26 21:42:41.860369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-655c3679-7674-404e-b168-c348a253b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:41.862188 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-655c3679-7674-404e-b168-c348a253b527 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0690033 Nov 26 21:42:41.903925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd36636e-1cae-4cc2-b0ee-b78dff11d12f req-8e51f1be-770d-40c3-a729-d86f2b27519f tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476606 Nov 26 21:42:42.019042 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-570e6ba7-7cbf-4929-a4f4-5b3005a3aecd service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006763 Nov 26 21:42:42.120355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12226a-f99d-4ca2-b263-31a6ca51e018 req-2953c7b6-dfa1-42b2-a798-8e8ef2412829 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:42.121882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf12226a-f99d-4ca2-b263-31a6ca51e018 req-2953c7b6-dfa1-42b2-a798-8e8ef2412829 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 948 time: 0.0702333 Nov 26 21:42:42.138022 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-66689e47-4ae1-4fb7-9f3b-5f7344e96cad service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052668 Nov 26 21:42:42.171077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf12226a-f99d-4ca2-b263-31a6ca51e018 req-bfe45590-c4e5-46d5-a5b5-a3e598bc8729 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Nov 26 21:42:42.274488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-a4a9c4a3-4c76-4ae6-8f8d-289c5ecaf93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:42.276002 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-a4a9c4a3-4c76-4ae6-8f8d-289c5ecaf93a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1099 time: 0.0430238 Nov 26 21:42:42.373697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-7532e3f4-ff70-45c6-bbc3-d5bef305c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:42.375215 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-7532e3f4-ff70-45c6-bbc3-d5bef305c8ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.0917699 Nov 26 21:42:42.424559 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-966561b8-2458-4fd0-a9ec-640662d81a29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 HTTP/1.1" status: 200 len: 217 time: 0.0382290 Nov 26 21:42:42.482804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-6c8bc74d-c863-47ad-8153-c543269780a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:42.484285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-6c8bc74d-c863-47ad-8153-c543269780a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0494821 Nov 26 21:42:42.535449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-41787eff-ffc4-4f1d-afdb-54be1780ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:42.537320 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-41787eff-ffc4-4f1d-afdb-54be1780ea4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430965 Nov 26 21:42:42.652282 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-5b8be87f-b304-42ac-8b9c-25cf049a583f service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068959 Nov 26 21:42:42.721322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a26627-ff94-4c9f-9cc9-b1f207470dd2 req-66f65586-08e5-4d25-917e-dcfef5e50d3b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:42.722931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7a26627-ff94-4c9f-9cc9-b1f207470dd2 req-66f65586-08e5-4d25-917e-dcfef5e50d3b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 966 time: 0.0527372 Nov 26 21:42:42.752829 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7fb6776a-b2b5-45a7-a46d-aaac9fd518bd req-d51f26fa-4dd2-485b-90dc-7c494117b038 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925572 Nov 26 21:42:42.798758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a9036-2ac6-414f-adef-f1989ea4a4bb req-505488ca-3651-4ae5-bcc0-ed52c855199d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:42.800233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f74a9036-2ac6-414f-adef-f1989ea4a4bb req-505488ca-3651-4ae5-bcc0-ed52c855199d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 947 time: 0.0763307 Nov 26 21:42:42.805426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7a26627-ff94-4c9f-9cc9-b1f207470dd2 req-b39fee16-01be-41a0-a30d-5a1c42454213 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719850 Nov 26 21:42:42.852160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f74a9036-2ac6-414f-adef-f1989ea4a4bb req-3364e853-36ba-48b2-a370-63a39524c87b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Nov 26 21:42:43.047976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173c9b0-8a9b-4ec6-8cd4-29165db06362 req-e16e811b-98b6-4150-843e-053160756b16 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:43.049453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9173c9b0-8a9b-4ec6-8cd4-29165db06362 req-e16e811b-98b6-4150-843e-053160756b16 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 965 time: 0.0592439 Nov 26 21:42:43.100460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9173c9b0-8a9b-4ec6-8cd4-29165db06362 req-f05367a6-7154-4571-904c-3075713cd8dd tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Nov 26 21:42:43.195551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device d87339d1-00bb-4b67-847b-b9c1dc0381d1 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:42:43.243854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e61bd4e9-e8cb-4f30-a734-a9bb2b981934 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:43.320845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efff1c-31b7-41aa-a57c-36d485ebdba9 req-f752cf1d-632c-4d89-b3ae-9f9398221caf tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:43.322883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8efff1c-31b7-41aa-a57c-36d485ebdba9 req-f752cf1d-632c-4d89-b3ae-9f9398221caf tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 948 time: 0.0542293 Nov 26 21:42:43.366439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port d87339d1-00bb-4b67-847b-b9c1dc0381d1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:43.369132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:42:43.380171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8efff1c-31b7-41aa-a57c-36d485ebdba9 req-e1a6172e-9212-4780-944e-2ae2cce47091 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477045 Nov 26 21:42:43.381922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:43.382354 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:43.407798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'port_id': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'mac_address': 'fa:16:3e:5f:43:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1503493479', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:42:43.470873 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:43.523082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87339d1-00bb-4b67-847b-b9c1dc0381d1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:43.558971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port d87339d1-00bb-4b67-847b-b9c1dc0381d1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:43.560534 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:43.574241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:43.626916 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:43.629296 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261eeb82-a686-40b9-924f-66180920c60d" -d '{"events": [{"server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "name": "network-vif-plugged", "status": "completed", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:43.649408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:43.661432 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:43.666697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=d87339d1-00bb-4b67-847b-b9c1dc0381d1,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:43.703668 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29adee09-c3c3-4195-ad53-d8d2bd685213 x-openstack-request-id: req-29adee09-c3c3-4195-ad53-d8d2bd685213 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:43.703998 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "name": "network-vif-plugged", "status": "completed", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:43.704299 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29adee09-c3c3-4195-ad53-d8d2bd685213 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:43.704850 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934', 'code': 200} Nov 26 21:42:43.759468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:43.871696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154c28f-3e3c-45c9-9117-acaa86da6740 req-7ba12107-7656-4d6d-a810-dc17db7398ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:43.877254 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8154c28f-3e3c-45c9-9117-acaa86da6740 req-7ba12107-7656-4d6d-a810-dc17db7398ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1118 time: 0.0599473 Nov 26 21:42:43.959796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57880) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:43.969919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8154c28f-3e3c-45c9-9117-acaa86da6740 req-df6b81a2-3f90-415f-8af4-48ce59ae9d96 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853455 Nov 26 21:42:43.980093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['d87339d1-00bb-4b67-847b-b9c1dc0381d1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:42:43.990898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64def7-a0f0-4f7a-b266-13d862b5c933 req-0afb4a8d-218a-44f4-bc40-45b4d068eb78 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:43.992412 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e64def7-a0f0-4f7a-b266-13d862b5c933 req-0afb4a8d-218a-44f4-bc40-45b4d068eb78 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 967 time: 0.0710790 Nov 26 21:42:44.073984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e64def7-a0f0-4f7a-b266-13d862b5c933 req-2471bf82-8073-44ba-9e7f-a0bd923d537d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720069 Nov 26 21:42:44.081315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eea2e4-9a62-47c5-9469-907a48ccf03f req-cfeb9016-9756-4a8d-baa6-0d9f2343ac1f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:44.083680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55eea2e4-9a62-47c5-9469-907a48ccf03f req-cfeb9016-9756-4a8d-baa6-0d9f2343ac1f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 947 time: 0.0903764 Nov 26 21:42:44.109204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-637f9d5c-3e42-45ea-adca-3ba071ed1649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.161004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55eea2e4-9a62-47c5-9469-907a48ccf03f req-51e83c29-727a-4a74-9613-0d065eaee75f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707572 Nov 26 21:42:44.230108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-637f9d5c-3e42-45ea-adca-3ba071ed1649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.234461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-637f9d5c-3e42-45ea-adca-3ba071ed1649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.275915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-637f9d5c-3e42-45ea-adca-3ba071ed1649 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=872e980ccf3144ada7867067bec1075a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150752 Nov 26 21:42:44.277069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f9d5c-3e42-45ea-adca-3ba071ed1649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe3a7d2-8087-45db-bcba-d29a5b7c4ddb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:44.278696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57900) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:44.334567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b3d00-af98-4297-b349-a2dac7332300 req-395cb81f-78c0-4090-a1da-27758c5acf09 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:44.336196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c1b3d00-af98-4297-b349-a2dac7332300 req-395cb81f-78c0-4090-a1da-27758c5acf09 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 966 time: 0.0563748 Nov 26 21:42:44.351391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f68622a-671a-41c7-9834-65c24c6b5a4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.383842 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f68622a-671a-41c7-9834-65c24c6b5a4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.394713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c1b3d00-af98-4297-b349-a2dac7332300 req-d9102282-ee52-4e5b-82b2-90f119440073 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515628 Nov 26 21:42:44.449465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f68622a-671a-41c7-9834-65c24c6b5a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.453614 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f68622a-671a-41c7-9834-65c24c6b5a4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.458328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6f68622a-671a-41c7-9834-65c24c6b5a4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfe3a7d2-8087-45db-bcba-d29a5b7c4ddb HTTP/1.1" status: 204 len: 168 time: 0.1747510 Nov 26 21:42:44.466273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68622a-671a-41c7-9834-65c24c6b5a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe3a7d2-8087-45db-bcba-d29a5b7c4ddb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:44.472551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 10a18501-288f-47d8-94ee-9448b7ae6628 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:42:44.523683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b9d07-9014-4e43-b3d0-c8d366983bb8 req-65a06934-17ae-4bb0-92ab-10c95df5142f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:44.530665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f3b9d07-9014-4e43-b3d0-c8d366983bb8 req-65a06934-17ae-4bb0-92ab-10c95df5142f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 948 time: 0.0617623 Nov 26 21:42:44.592228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f3b9d07-9014-4e43-b3d0-c8d366983bb8 req-e015a734-b8e5-48c2-981b-ec4d177ea150 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Nov 26 21:42:44.620400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:44.639500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '10a18501-288f-47d8-94ee-9448b7ae6628', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '10a18501-288f-47d8-94ee-9448b7ae6628', 'mac_address': 'fa:16:3e:54:ae:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:42:44.686398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.701387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a18501-288f-47d8-94ee-9448b7ae6628 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:44.728564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:44.734971 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.807934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:44.893394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57944) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:44.907460 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0427d39-9324-4311-b584-4306b932b8c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:44.931782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086c3b8-e0a7-4f03-9b64-8407378c5be7 req-b29d822b-f3eb-49e7-9fd3-0477b101702b tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:44.933325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1086c3b8-e0a7-4f03-9b64-8407378c5be7 req-b29d822b-f3eb-49e7-9fd3-0477b101702b tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 972 time: 0.0515594 Nov 26 21:42:44.992253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1086c3b8-e0a7-4f03-9b64-8407378c5be7 req-ba1d1f51-3b84-445a-91ac-a782af007403 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516298 Nov 26 21:42:45.015130 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0427d39-9324-4311-b584-4306b932b8c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.024296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0427d39-9324-4311-b584-4306b932b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.069798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c0427d39-9324-4311-b584-4306b932b8c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f6f281716654f0fb7001cf74921fb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750121 Nov 26 21:42:45.071966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0427d39-9324-4311-b584-4306b932b8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d293393-f7d3-4dff-b196-249a0d54dec0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:45.072795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57958) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:45.135646 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bbd480f-2889-4405-b178-d15d92fa5186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.175154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bbd480f-2889-4405-b178-d15d92fa5186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.194404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device d87339d1-00bb-4b67-847b-b9c1dc0381d1 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:45.249269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:42:45.307242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port d87339d1-00bb-4b67-847b-b9c1dc0381d1 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:42:45.309387 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bbd480f-2889-4405-b178-d15d92fa5186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.312244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bbd480f-2889-4405-b178-d15d92fa5186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.315966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7bbd480f-2889-4405-b178-d15d92fa5186 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d293393-f7d3-4dff-b196-249a0d54dec0 HTTP/1.1" status: 204 len: 168 time: 0.2396333 Nov 26 21:42:45.319046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port d87339d1-00bb-4b67-847b-b9c1dc0381d1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:45.319494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.330570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932196f-f1a4-40ad-a8e6-e4b4b13da4fd req-405aa1c4-fea7-405f-ac61-c71e05af47f9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:45.339058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2932196f-f1a4-40ad-a8e6-e4b4b13da4fd req-405aa1c4-fea7-405f-ac61-c71e05af47f9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 967 time: 0.1332614 Nov 26 21:42:45.348082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57974) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:45.355454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd480f-2889-4405-b178-d15d92fa5186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d293393-f7d3-4dff-b196-249a0d54dec0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:45.379234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446167c6-7ace-4dbb-91ea-a1da18fedaca req-0f0ab3e1-a98b-4a3e-b1ec-a14c088f4bb2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:45.386926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-446167c6-7ace-4dbb-91ea-a1da18fedaca req-0f0ab3e1-a98b-4a3e-b1ec-a14c088f4bb2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 948 time: 0.1237404 Nov 26 21:42:45.458763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2932196f-f1a4-40ad-a8e6-e4b4b13da4fd req-a9599a8a-47b0-4461-a2b6-777fd4c4c076 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186695 Nov 26 21:42:45.494225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-446167c6-7ace-4dbb-91ea-a1da18fedaca req-1e2724c9-e668-4c6c-bcce-51faee79f610 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976224 Nov 26 21:42:45.502609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.627960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5de0577a-af05-456d-9f6a-08bfd83b994f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.738030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12267fa1-99d2-4c07-9b88-7f5874bc8f99 req-ef04aea5-e240-4560-b2da-91e44a6faae9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:45.747778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12267fa1-99d2-4c07-9b88-7f5874bc8f99 req-ef04aea5-e240-4560-b2da-91e44a6faae9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 966 time: 0.1585236 Nov 26 21:42:45.751431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port d87339d1-00bb-4b67-847b-b9c1dc0381d1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:45.753514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:45.759043 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302051eb-4cb6-4d37-baa1-b37a49b13cc6" -d '{"events": [{"server_uuid": "1ec03242-1dd2-41bb-be5a-327dab75815f", "name": "network-vif-plugged", "status": "completed", "tag": "d87339d1-00bb-4b67-847b-b9c1dc0381d1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:45.761427 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5de0577a-af05-456d-9f6a-08bfd83b994f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.765043 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.772388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5de0577a-af05-456d-9f6a-08bfd83b994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.814646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5de0577a-af05-456d-9f6a-08bfd83b994f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6c79c79dc784561b25bb401ba3c3114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644096 Nov 26 21:42:45.816184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57994) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:45.839274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=d87339d1-00bb-4b67-847b-b9c1dc0381d1,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:45.841265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0577a-af05-456d-9f6a-08bfd83b994f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26afae6-a0aa-49b9-ac56-09018b394114,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:45.849686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f913cb-5020-4477-9c8c-0e188b0ba8d8 req-57ec97bb-8a93-4c90-8469-fc09e4e1e6a0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:45.851357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41f913cb-5020-4477-9c8c-0e188b0ba8d8 req-57ec97bb-8a93-4c90-8469-fc09e4e1e6a0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 948 time: 0.1015141 Nov 26 21:42:45.862597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12267fa1-99d2-4c07-9b88-7f5874bc8f99 req-2dc4212b-081e-40b9-af4f-20b80cd32648 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138296 Nov 26 21:42:45.922589 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3faf545-a20a-441f-a09f-872aa0c8d89c x-openstack-request-id: req-f3faf545-a20a-441f-a09f-872aa0c8d89c {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:45.922908 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec03242-1dd2-41bb-be5a-327dab75815f", "name": "network-vif-plugged", "status": "completed", "tag": "d87339d1-00bb-4b67-847b-b9c1dc0381d1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:45.923169 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3faf545-a20a-441f-a09f-872aa0c8d89c {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:45.923566 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'code': 200} Nov 26 21:42:45.942906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249f2bda-a672-44d8-b6ce-8417fdb70875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:45.973673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41f913cb-5020-4477-9c8c-0e188b0ba8d8 req-89fad34a-1b3e-42d0-a5fb-6fe51ae7cd52 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096470 Nov 26 21:42:46.005652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249f2bda-a672-44d8-b6ce-8417fdb70875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.137162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e839ecf-064b-463b-adff-37c5d0d7ddc0 req-9e4796dd-d3d4-486a-9fdf-3ddb82628fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:46.138693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e839ecf-064b-463b-adff-37c5d0d7ddc0 req-9e4796dd-d3d4-486a-9fdf-3ddb82628fa6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 1118 time: 0.1048124 Nov 26 21:42:46.172850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249f2bda-a672-44d8-b6ce-8417fdb70875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.175433 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249f2bda-a672-44d8-b6ce-8417fdb70875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.179452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-249f2bda-a672-44d8-b6ce-8417fdb70875 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a26afae6-a0aa-49b9-ac56-09018b394114 HTTP/1.1" status: 204 len: 168 time: 0.3593800 Nov 26 21:42:46.185388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331d85-9a7b-4182-bfa7-805f09af1c2d req-9f6dcd13-219d-4be1-83f5-294b595e382e tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:46.186885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95331d85-9a7b-4182-bfa7-805f09af1c2d req-9f6dcd13-219d-4be1-83f5-294b595e382e tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 972 time: 0.0860322 Nov 26 21:42:46.229302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f2bda-a672-44d8-b6ce-8417fdb70875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26afae6-a0aa-49b9-ac56-09018b394114,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:46.272867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e839ecf-064b-463b-adff-37c5d0d7ddc0 req-a686a4e0-9c0b-46f9-8538-e2a396f670c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257544 Nov 26 21:42:46.291521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95331d85-9a7b-4182-bfa7-805f09af1c2d req-e8dab60e-e068-471c-ad1b-3e1d9f8a8c15 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893860 Nov 26 21:42:46.422359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:42:46.464968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 10a18501-288f-47d8-94ee-9448b7ae6628 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:46.580226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:46.594602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'mac_address': 'fa:16:3e:a1:00:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:42:46.597971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 10a18501-288f-47d8-94ee-9448b7ae6628 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:42:46.603732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 10a18501-288f-47d8-94ee-9448b7ae6628 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:46.604713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.615863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58058) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:46.630957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693d745b-7504-42a3-8f0d-0fe7567705dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.693523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a85ef7-8e40-4511-a892-f4b206b427a2 req-425150a8-b42c-45c5-8c98-95190fffcbe5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:46.695088 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60a85ef7-8e40-4511-a892-f4b206b427a2 req-425150a8-b42c-45c5-8c98-95190fffcbe5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 948 time: 0.0825665 Nov 26 21:42:46.705743 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.706931 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042638b4-9a60-4634-b31d-8afd96b78399 req-e7697a0f-1258-4d8e-ad43-cd65739bdb6b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:46.709340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-042638b4-9a60-4634-b31d-8afd96b78399 req-e7697a0f-1258-4d8e-ad43-cd65739bdb6b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 967 time: 0.0875540 Nov 26 21:42:46.729040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:46.746426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693d745b-7504-42a3-8f0d-0fe7567705dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.752329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693d745b-7504-42a3-8f0d-0fe7567705dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.758467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:46.780739 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.781732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7d60dfc4-72f4-4955-afde-eb70e808b019 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:42:46.795898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d745b-7504-42a3-8f0d-0fe7567705dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d11015-3d85-40d3-929b-4fb3e23d788a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:46.812048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60a85ef7-8e40-4511-a892-f4b206b427a2 req-1fb60bd0-564b-449a-ae71-0f8e237dac63 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941646 Nov 26 21:42:46.826537 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-693d745b-7504-42a3-8f0d-0fe7567705dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=853b7a922f354c5aadbd2cb8b314b7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088528 Nov 26 21:42:46.829011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58062) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:46.831436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-042638b4-9a60-4634-b31d-8afd96b78399 req-cb19858d-205a-4132-b6c0-fa41470df5f2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079836 Nov 26 21:42:46.861481 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.909241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7d60dfc4-72f4-4955-afde-eb70e808b019, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7d60dfc4-72f4-4955-afde-eb70e808b019,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:46.919376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:46.929147 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a3638f5-29b7-4aa7-b6d4-19fdf972f197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.939667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:46.941222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7d60dfc4-72f4-4955-afde-eb70e808b019', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '7d60dfc4-72f4-4955-afde-eb70e808b019', 'mac_address': 'fa:16:3e:f0:76:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:42:46.966769 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:46.985934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a3638f5-29b7-4aa7-b6d4-19fdf972f197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:47.026466 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:47.052455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:47.056127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-7aab0586-cc28-4b36-a633-8354f3a41f55 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:47.056564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d60dfc4-72f4-4955-afde-eb70e808b019 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:42:47.058622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-7aab0586-cc28-4b36-a633-8354f3a41f55 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.41 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 972 time: 0.1014843 Nov 26 21:42:47.077083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a3638f5-29b7-4aa7-b6d4-19fdf972f197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:47.082931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7d60dfc4-72f4-4955-afde-eb70e808b019, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7d60dfc4-72f4-4955-afde-eb70e808b019,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:47.083332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a3638f5-29b7-4aa7-b6d4-19fdf972f197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:47.084749 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5a3638f5-29b7-4aa7-b6d4-19fdf972f197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0d11015-3d85-40d3-929b-4fb3e23d788a HTTP/1.1" status: 204 len: 168 time: 0.2544708 Nov 26 21:42:47.091175 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:47.101223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3638f5-29b7-4aa7-b6d4-19fdf972f197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d11015-3d85-40d3-929b-4fb3e23d788a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:47.155331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7d60dfc4-72f4-4955-afde-eb70e808b019,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:47.478616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2c16d-5d8a-4150-a0b5-eb203e8c3560 req-9dc08753-5810-4412-9466-46feae467cbb tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:47.480175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53f2c16d-5d8a-4150-a0b5-eb203e8c3560 req-9dc08753-5810-4412-9466-46feae467cbb tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 967 time: 0.4197037 Nov 26 21:42:47.500043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db35eee-0451-4b27-912e-cc533b6ec468 req-169bebe4-52a2-4eb4-bb45-e3901d40d1fa tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:47.501515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0db35eee-0451-4b27-912e-cc533b6ec468 req-169bebe4-52a2-4eb4-bb45-e3901d40d1fa tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1118 time: 0.0953889 Nov 26 21:42:47.530981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7d60dfc4-72f4-4955-afde-eb70e808b019'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:42:47.535075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Deleting port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:42:47.535413 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:47.568501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:42:47.627796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53f2c16d-5d8a-4150-a0b5-eb203e8c3560 req-1e6148b9-442a-4cb4-89cf-9eb38955531d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385095 Nov 26 21:42:47.677090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0db35eee-0451-4b27-912e-cc533b6ec468 req-718c2ac6-459d-4515-8cdf-4556e8c9ebc6 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563416 Nov 26 21:42:47.725348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] For port f83770d5-c17a-4ea0-b686-f5e64d2a81c0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:47.726055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:47.754881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Calling delete_port for f83770d5-c17a-4ea0-b686-f5e64d2a81c0 owned by compute:tempest-test_az-1503493479 {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:42:47.924699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:47.927974 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59e7e5-e7cd-434e-8aa8-81719ef4254e" -d '{"events": [{"server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "name": "network-vif-plugged", "status": "completed", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:47.954440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf389b-1cca-4ebe-93f2-784d882bd240 req-c8acf6a2-3b52-43d4-9e29-66fc833f52e1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:47.955888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03cf389b-1cca-4ebe-93f2-784d882bd240 req-c8acf6a2-3b52-43d4-9e29-66fc833f52e1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 949 time: 0.1748514 Nov 26 21:42:47.979675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a8b1c-b8d9-4f59-b143-0283357d3226 req-01b41b3e-3829-45cd-9127-f993bbd4dddf tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:47.981137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf5a8b1c-b8d9-4f59-b143-0283357d3226 req-01b41b3e-3829-45cd-9127-f993bbd4dddf tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/ports?device_id=438a179a-0a8f-4714-b708-0822f235eb75 HTTP/1.1" status: 200 len: 972 time: 0.1787477 Nov 26 21:42:48.093926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03cf389b-1cca-4ebe-93f2-784d882bd240 req-ed4aa361-f341-4e5c-b340-885a8d652c76 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256156 Nov 26 21:42:48.104036 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:48.124611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf5a8b1c-b8d9-4f59-b143-0283357d3226 req-4502b262-aa8f-4868-8a7f-b13b72ae6623 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.21 "GET /v2.0/security-groups?id=2d8144c9-63eb-4702-ae6d-746e60927e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311967 Nov 26 21:42:48.143463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f83770d5-c17a-4ea0-b686-f5e64d2a81c0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:42:48.163887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Pushing event deleted for resources: {'Port': ['ID=f83770d5-c17a-4ea0-b686-f5e64d2a81c0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:48.229397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] No DVR routers for this DVR port f83770d5-c17a-4ea0-b686-f5e64d2a81c0 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:42:48.233084 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:48.236500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f11e4c9d-8993-4fdb-a2ce-6d3b413c02a6 req-b5a357df-8d78-49d4-86a6-3a04911c1bf0 tempest-AggregatesAdminTestJSON-195986318 tempest-AggregatesAdminTestJSON-195986318-project] 10.222.0.41 "DELETE /v2.0/ports/f83770d5-c17a-4ea0-b686-f5e64d2a81c0 HTTP/1.1" status: 204 len: 173 time: 1.1647124 Nov 26 21:42:48.236956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438a179a-0a8f-4714-b708-0822f235eb75', 'name': 'network-vif-deleted', 'tag': 'f83770d5-c17a-4ea0-b686-f5e64d2a81c0'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:48.239888 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2404740d-72a8-43d7-a4a3-cc54075daa73" -d '{"events": [{"server_uuid": "438a179a-0a8f-4714-b708-0822f235eb75", "name": "network-vif-deleted", "tag": "f83770d5-c17a-4ea0-b686-f5e64d2a81c0"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:48.336497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727dc2-ccd7-41a0-ab37-8890cdd8f1ae req-3e3b494e-b9ec-45cf-9537-7c770de40b31 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:48.341535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77727dc2-ccd7-41a0-ab37-8890cdd8f1ae req-3e3b494e-b9ec-45cf-9537-7c770de40b31 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1118 time: 0.0897274 Nov 26 21:42:48.416844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77727dc2-ccd7-41a0-ab37-8890cdd8f1ae req-2e979dbc-06dc-4f87-825f-38aac40c9397 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683980 Nov 26 21:42:48.583349 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea5f32f-fd35-4c42-bb2c-d57d7ad2f7eb x-openstack-request-id: req-6ea5f32f-fd35-4c42-bb2c-d57d7ad2f7eb {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:48.583992 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "name": "network-vif-plugged", "status": "completed", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:48.584580 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ea5f32f-fd35-4c42-bb2c-d57d7ad2f7eb {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:48.585227 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628', 'code': 200} Nov 26 21:42:48.589668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f9481-f253-48cd-88d1-e03bfd11d2bb req-ef360a55-649f-4a57-866f-bf179bb8490f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:48.591186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af7f9481-f253-48cd-88d1-e03bfd11d2bb req-ef360a55-649f-4a57-866f-bf179bb8490f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0623627 Nov 26 21:42:48.650607 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40bf9b0-fc33-4881-a3b9-f8dea1d2589a x-openstack-request-id: req-a40bf9b0-fc33-4881-a3b9-f8dea1d2589a {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:48.652019 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438a179a-0a8f-4714-b708-0822f235eb75", "name": "network-vif-deleted", "tag": "f83770d5-c17a-4ea0-b686-f5e64d2a81c0", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:48.652289 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a40bf9b0-fc33-4881-a3b9-f8dea1d2589a {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:48.652803 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438a179a-0a8f-4714-b708-0822f235eb75', 'name': 'network-vif-deleted', 'tag': 'f83770d5-c17a-4ea0-b686-f5e64d2a81c0', 'status': 'completed', 'code': 200} Nov 26 21:42:48.690524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af7f9481-f253-48cd-88d1-e03bfd11d2bb req-fbb8ccc0-0473-4af4-869b-8a05a84bd80f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909293 Nov 26 21:42:48.797046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739afa9-1b00-4701-bdea-4f93b1bab85b req-eabf7ea9-a322-4edb-8e23-8f1bcf34df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:48.798734 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6739afa9-1b00-4701-bdea-4f93b1bab85b req-eabf7ea9-a322-4edb-8e23-8f1bcf34df9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1100 time: 0.1080077 Nov 26 21:42:48.833978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58148) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:48.857051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0062e-9ae6-4103-94f9-c4724c1ca6da req-d59f2221-711c-4676-9871-97435de175e9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:48.859019 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39a0062e-9ae6-4103-94f9-c4724c1ca6da req-d59f2221-711c-4676-9871-97435de175e9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 967 time: 0.0745668 Nov 26 21:42:48.885821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6739afa9-1b00-4701-bdea-4f93b1bab85b req-25a0383f-c2fc-4636-b26b-19575bcb03b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781136 Nov 26 21:42:48.933690 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39a0062e-9ae6-4103-94f9-c4724c1ca6da req-2a8857e6-9bcd-4ba9-b645-defb8cb0c41e tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667400 Nov 26 21:42:49.043212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-90e37e62-33e0-4d08-b2a7-237cb117cfa9 req-18fda4a0-aa46-4944-902e-3b92bdce409d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:42:49.044443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90e37e62-33e0-4d08-b2a7-237cb117cfa9 req-18fda4a0-aa46-4944-902e-3b92bdce409d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051367 Nov 26 21:42:49.050738 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adfd6ae9-0da9-4bd4-8c85-88ad78bbeb1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.130862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adfd6ae9-0da9-4bd4-8c85-88ad78bbeb1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.135719 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adfd6ae9-0da9-4bd4-8c85-88ad78bbeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.175991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-adfd6ae9-0da9-4bd4-8c85-88ad78bbeb1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95e8677f93f7469a86582163dd398b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383956 Nov 26 21:42:49.175991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd6ae9-0da9-4bd4-8c85-88ad78bbeb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937f2ad1-a6cb-4b61-bbb5-2ce1cf66d5f6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:49.177120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58162) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:49.230699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90600e7d-c64e-4ae3-9029-f8b5178146ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.261434 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90600e7d-c64e-4ae3-9029-f8b5178146ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.315110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90600e7d-c64e-4ae3-9029-f8b5178146ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.318095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90600e7d-c64e-4ae3-9029-f8b5178146ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.319398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-90600e7d-c64e-4ae3-9029-f8b5178146ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/937f2ad1-a6cb-4b61-bbb5-2ce1cf66d5f6 HTTP/1.1" status: 204 len: 168 time: 0.1419570 Nov 26 21:42:49.328870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90600e7d-c64e-4ae3-9029-f8b5178146ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937f2ad1-a6cb-4b61-bbb5-2ce1cf66d5f6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:49.534354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b492f-6db9-4836-9c9a-c7cdd9e1de32 req-5556c4d7-02ce-4e4a-952a-3c912452fbdd tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:49.535953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f1b492f-6db9-4836-9c9a-c7cdd9e1de32 req-5556c4d7-02ce-4e4a-952a-3c912452fbdd tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 967 time: 0.0601876 Nov 26 21:42:49.545364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58186) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:49.550279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Request body: {'floatingip': {'port_id': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:49.640408 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.646752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58194) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:49.656137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2223518-4d0b-41ef-ba9f-9431b32f0f99 req-ed2467ee-5038-41f1-865f-71630f734f51 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:49.658012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2223518-4d0b-41ef-ba9f-9431b32f0f99 req-ed2467ee-5038-41f1-865f-71630f734f51 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 949 time: 0.0699937 Nov 26 21:42:49.680470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e3b67dbb-8553-463f-90cb-06dc4ab6d909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.743594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2223518-4d0b-41ef-ba9f-9431b32f0f99 req-bc090491-15e2-4fa5-a932-1640764ee5cb tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764935 Nov 26 21:42:49.823947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e3b67dbb-8553-463f-90cb-06dc4ab6d909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.829355 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e3b67dbb-8553-463f-90cb-06dc4ab6d909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:49.877978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b67dbb-8553-463f-90cb-06dc4ab6d909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001d55a-a5f1-4d92-917b-15ab331f2308,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:49.926541 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e3b67dbb-8553-463f-90cb-06dc4ab6d909 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=959ea28621d84422b5052e6634f3a7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671726 Nov 26 21:42:49.929949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58208) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:50.012843 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce889ad2-a089-4119-9cd2-9dae151f2dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.058250 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce889ad2-a089-4119-9cd2-9dae151f2dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.080480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3870ff-2d8c-49d4-a9e6-a09ccb1bf6e8 req-087bcf1b-59b6-4602-84dc-c686043d5eb5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:50.090199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b3870ff-2d8c-49d4-a9e6-a09ccb1bf6e8 req-087bcf1b-59b6-4602-84dc-c686043d5eb5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0900266 Nov 26 21:42:50.167706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b3870ff-2d8c-49d4-a9e6-a09ccb1bf6e8 req-8bfbe275-eda5-4c99-b1dc-ee1e874b6299 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789969 Nov 26 21:42:50.189218 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce889ad2-a089-4119-9cd2-9dae151f2dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.192682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce889ad2-a089-4119-9cd2-9dae151f2dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.196405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce889ad2-a089-4119-9cd2-9dae151f2dea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d001d55a-a5f1-4d92-917b-15ab331f2308 HTTP/1.1" status: 204 len: 168 time: 0.2624900 Nov 26 21:42:50.204215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce889ad2-a089-4119-9cd2-9dae151f2dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001d55a-a5f1-4d92-917b-15ab331f2308,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:50.238353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58220) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:50.444551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:50.540303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ba7fd190-4978-4c39-a0e1-1c79332b6ea6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d2481d534614b8aa2aa9f06b7176faf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3001847 Nov 26 21:42:50.546367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58242) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:50.557686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:42:50.564612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:50.565380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.602391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.resource_extend [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 21:42:50.644287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-632b3210-0247-4f17-a2ab-e0c4c6c62f37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.704437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-632b3210-0247-4f17-a2ab-e0c4c6c62f37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.731556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.737080 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.738455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.765204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:50.767931 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f3120-67e9-49d2-a747-4820c5d2e3b3" -d '{"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-plugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:50.788041 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-632b3210-0247-4f17-a2ab-e0c4c6c62f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.791900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-632b3210-0247-4f17-a2ab-e0c4c6c62f37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.793584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-632b3210-0247-4f17-a2ab-e0c4c6c62f37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d8144c9-63eb-4702-ae6d-746e60927e80 HTTP/1.1" status: 204 len: 168 time: 0.2458148 Nov 26 21:42:50.802443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:50.810371 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.812075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7d60dfc4-72f4-4955-afde-eb70e808b019 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:42:50.812956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b3210-0247-4f17-a2ab-e0c4c6c62f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8144c9-63eb-4702-ae6d-746e60927e80,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:50.880615 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Floating IP 3a8a3237-e00f-49df-a1e5-f866d9fcf00e associated. External IP: 172.25.3.196, port: d87339d1-00bb-4b67-847b-b9c1dc0381d1. Nov 26 21:42:50.901764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58264) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:50.936312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:50.956543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 7d60dfc4-72f4-4955-afde-eb70e808b019 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:42:50.965433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7d60dfc4-72f4-4955-afde-eb70e808b019 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:42:50.965812 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:50.975794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a212d6-55b3-4e4f-9dd8-ab7e0f619556 req-e7f259bd-b664-44a9-b42c-f920a16437e9 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:50.977482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9a212d6-55b3-4e4f-9dd8-ab7e0f619556 req-e7f259bd-b664-44a9-b42c-f920a16437e9 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 949 time: 0.0901744 Nov 26 21:42:50.996056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58270) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:51.074604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9a212d6-55b3-4e4f-9dd8-ab7e0f619556 req-d33e279d-e7e8-4eb9-90cb-38b84f7b17fa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910459 Nov 26 21:42:51.082967 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.164267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7d60dfc4-72f4-4955-afde-eb70e808b019, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7d60dfc4-72f4-4955-afde-eb70e808b019,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:51.172014 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.176032 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cf49b3-68ea-4148-b305-63c159d5d28d x-openstack-request-id: req-87cf49b3-68ea-4148-b305-63c159d5d28d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:51.177116 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-plugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:51.177245 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87cf49b3-68ea-4148-b305-63c159d5d28d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:51.178036 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'code': 200} Nov 26 21:42:51.211233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Router 037fac98-f46d-42c0-902d-22f6554ee28a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:42:51.231641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f83770d5-c17a-4ea0-b686-f5e64d2a81c0 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:42:51.270631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: f83770d5-c17a-4ea0-b686-f5e64d2a81c0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:42:51.271424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f83770d5-c17a-4ea0-b686-f5e64d2a81c0 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:42:51.308283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7d60dfc4-72f4-4955-afde-eb70e808b019,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:51.380360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c0b6d-32c6-4de3-a55a-51ea86563edc req-32edccd7-1862-4b5f-bd2d-5cef2c255dfe tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:51.382673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-342c0b6d-32c6-4de3-a55a-51ea86563edc req-32edccd7-1862-4b5f-bd2d-5cef2c255dfe tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0661349 Nov 26 21:42:51.412868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1652e5cc-df9f-458b-81c3-0d5d922acdba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.415656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-e106cf6a-4991-461a-9849-91db5d32a6d8 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:42:51.417239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-e106cf6a-4991-461a-9849-91db5d32a6d8 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5139635 Nov 26 21:42:51.461899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cb747-18aa-4414-afbc-7745773b308a req-26d66c3d-624e-4e17-b9a1-d7e9eeb798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:51.463551 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b49cb747-18aa-4414-afbc-7745773b308a req-26d66c3d-624e-4e17-b9a1-d7e9eeb798fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1101 time: 0.1504726 Nov 26 21:42:51.465929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:42:51.471552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.484268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-342c0b6d-32c6-4de3-a55a-51ea86563edc req-060fb9f4-134b-43f2-8dab-07b7bae45770 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944326 Nov 26 21:42:51.497893 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] Sync routers for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:42:51.507679 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:51.508782 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:42:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:51.546004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58290) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:51.580390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-671e6752-2c9c-4e78-9b6d-0656faa437cc tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "PUT /v2.0/floatingips/3a8a3237-e00f-49df-a1e5-f866d9fcf00e HTTP/1.1" status: 200 len: 1013 time: 2.0338991 Nov 26 21:42:51.585213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'tag': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:51.587725 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dcddd1-9220-49c8-8763-079fc2fdbdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec03242-1dd2-41bb-be5a-327dab75815f", "tag": "d87339d1-00bb-4b67-847b-b9c1dc0381d1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:51.626296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1652e5cc-df9f-458b-81c3-0d5d922acdba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.628548 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:51.635619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b49cb747-18aa-4414-afbc-7745773b308a req-425d6338-f431-428e-b850-38bac9bfdaeb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599736 Nov 26 21:42:51.637120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1652e5cc-df9f-458b-81c3-0d5d922acdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.644316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4ed7893e-6094-4ad0-913a-df3093964f73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0a0c704f0194b02a3a98c79319e2e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0966182 Nov 26 21:42:51.648373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58296) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:51.677985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1652e5cc-df9f-458b-81c3-0d5d922acdba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7a220912b0e429eb725d8c54a18aef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6805372 Nov 26 21:42:51.682701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58298) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:51.683334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652e5cc-df9f-458b-81c3-0d5d922acdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4c4b4c-f732-471f-96f1-873194cfac17,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:51.784340 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c10e7718-da16-4e1f-a155-174c0b72f90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.792913 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d924b81-18b3-4730-afde-dfdb2f5216f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.833584 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c10e7718-da16-4e1f-a155-174c0b72f90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.843904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d924b81-18b3-4730-afde-dfdb2f5216f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.920830 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d924b81-18b3-4730-afde-dfdb2f5216f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.924076 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d924b81-18b3-4730-afde-dfdb2f5216f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.925665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d924b81-18b3-4730-afde-dfdb2f5216f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa4c4b4c-f732-471f-96f1-873194cfac17 HTTP/1.1" status: 204 len: 168 time: 0.2361915 Nov 26 21:42:51.929009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c10e7718-da16-4e1f-a155-174c0b72f90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.931470 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3a8a3237-e00f-49df-a1e5-f866d9fcf00e', 'tenant_id': '067955da510c44189c860459d275c566', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'port_id': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'mac_address': 'fa:16:3e:5f:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'device_owner': 'compute:tempest-test_az-1503493479'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:42:30Z', 'updated_at': '2021-11-26T21:42:50Z', 'revision_number': 1, 'project_id': '067955da510c44189c860459d275c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:51.932162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c10e7718-da16-4e1f-a155-174c0b72f90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:51.933487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c10e7718-da16-4e1f-a155-174c0b72f90c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f70100c-f1f8-460b-86cd-263c47c90b68 HTTP/1.1" status: 204 len: 168 time: 0.2838240 Nov 26 21:42:51.941150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d924b81-18b3-4730-afde-dfdb2f5216f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4c4b4c-f732-471f-96f1-873194cfac17,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:51.953220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e7718-da16-4e1f-a155-174c0b72f90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f70100c-f1f8-460b-86cd-263c47c90b68,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:51.966753 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] Checking router: 037fac98-f46d-42c0-902d-22f6554ee28a for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:42:51.975626 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:42:51.976251 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:42:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:52.020562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-f9aa859f-68cb-4350-9ec6-b1d129ef1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:52.022321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-f9aa859f-68cb-4350-9ec6-b1d129ef1f08 service neutron] 10.222.0.21 "GET /v2.0/ports/e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 1115 time: 0.2995672 Nov 26 21:42:52.034536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:52.035416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:42:52.120740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58314) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:52.188043 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:42:52.198384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:52.198732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:52.199067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:52.203964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:42:52.204323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:52.210918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:52.211402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:52.211800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:52.212402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Bound port: e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:52.342909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:52.345870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27942fb6-029f-4c97-ae37-f7949d5c83e1 req-93d8375f-3a5f-49dd-aedb-08f015f271fe tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:52.347547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27942fb6-029f-4c97-ae37-f7949d5c83e1 req-93d8375f-3a5f-49dd-aedb-08f015f271fe tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1100 time: 0.0883510 Nov 26 21:42:52.352333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:52.365276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a9fda230-0d92-40ca-88bf-7edac20bd6bb service neutron] 10.222.0.21 "POST /v2.0/ports/e61bd4e9-e8cb-4f30-a734-a9bb2b981934/bindings HTTP/1.1" status: 201 len: 389 time: 0.3367245 Nov 26 21:42:52.388478 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-27942fb6-029f-4c97-ae37-f7949d5c83e1 req-139c19bc-2498-4337-ac2f-6123d85cba83 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:52.455295 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3a8a3237-e00f-49df-a1e5-f866d9fcf00e', 'tenant_id': '067955da510c44189c860459d275c566', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'port_id': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'mac_address': 'fa:16:3e:5f:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'device_owner': 'compute:tempest-test_az-1503493479'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:42:30Z', 'updated_at': '2021-11-26T21:42:50Z', 'revision_number': 1, 'project_id': '067955da510c44189c860459d275c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:42:52.512991 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4733a-10dd-4744-9a22-b6e2659bb959 None None] The sync data for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 is: [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3a8a3237-e00f-49df-a1e5-f866d9fcf00e', 'tenant_id': '067955da510c44189c860459d275c566', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'port_id': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'mac_address': 'fa:16:3e:5f:43:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'device_owner': 'compute:tempest-test_az-1503493479'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:42:30Z', 'updated_at': '2021-11-26T21:42:50Z', 'revision_number': 1, 'project_id': '067955da510c44189c860459d275c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:42:52.573356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-27942fb6-029f-4c97-ae37-f7949d5c83e1 req-139c19bc-2498-4337-ac2f-6123d85cba83 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:52.583090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-27942fb6-029f-4c97-ae37-f7949d5c83e1 req-139c19bc-2498-4337-ac2f-6123d85cba83 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:52.618316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be2badda-2636-4c53-aa42-41ea1f644527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:52.677365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c19bc-2498-4337-ac2f-6123d85cba83 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226de782-fe2c-4ed8-a1af-5d0f2352a6cd,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:52.722008 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8f57fc-36b8-494e-a9bc-eeba2590558e x-openstack-request-id: req-8b8f57fc-36b8-494e-a9bc-eeba2590558e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:52.722524 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec03242-1dd2-41bb-be5a-327dab75815f", "tag": "d87339d1-00bb-4b67-847b-b9c1dc0381d1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:52.722651 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b8f57fc-36b8-494e-a9bc-eeba2590558e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:52.722940 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'tag': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'status': 'completed', 'code': 200} Nov 26 21:42:52.723715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27942fb6-029f-4c97-ae37-f7949d5c83e1 req-139c19bc-2498-4337-ac2f-6123d85cba83 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312030 Nov 26 21:42:52.833963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-09d6d51d-8ab3-4ebc-b879-30f18d196cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:52.835295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-09d6d51d-8ab3-4ebc-b879-30f18d196cab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1118 time: 0.1197445 Nov 26 21:42:52.841542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58334) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:52.853221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be2badda-2636-4c53-aa42-41ea1f644527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:52.880572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be2badda-2636-4c53-aa42-41ea1f644527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:52.887101 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7ede6ff0-bd15-4ad0-9f2a-c29b8cee36eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:52.930225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e98f9-1a76-4ef2-8cc0-8e1aa1997b3d None None] New status for floating IP 3a8a3237-e00f-49df-a1e5-f866d9fcf00e: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:42:52.970663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-f9589b68-769a-40cb-b157-7864a03b30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:52.974751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-f9589b68-769a-40cb-b157-7864a03b30e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 1118 time: 0.2057450 Nov 26 21:42:52.992485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be2badda-2636-4c53-aa42-41ea1f644527 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc820de848884bf5ad67d5526711112d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8686390 Nov 26 21:42:53.001727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58338) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:53.015568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fab24-90c5-4303-8ecf-29dafb82199d req-90b07027-71a3-4772-a84a-766d02c2cba8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:53.025195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-308fab24-90c5-4303-8ecf-29dafb82199d req-90b07027-71a3-4772-a84a-766d02c2cba8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 967 time: 0.2049315 Nov 26 21:42:53.036419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2badda-2636-4c53-aa42-41ea1f644527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cfe9db-180a-474c-aeeb-9a68c532fc73,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:53.045336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ac8e-6540-4035-9834-ac19733529d6 req-3c5cb798-eaab-4c76-832f-801d672c9112 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:53.059939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29b9ac8e-6540-4035-9834-ac19733529d6 req-3c5cb798-eaab-4c76-832f-801d672c9112 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 950 time: 0.2195323 Nov 26 21:42:53.097768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-27caf932-559c-4dbc-9898-451409b6e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:53.100201 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-27caf932-559c-4dbc-9898-451409b6e047 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.2485478 Nov 26 21:42:53.176326 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-843e09b1-e8a6-41a4-8881-4c2cad79d3cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 217 time: 0.0487564 Nov 26 21:42:53.181666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b62c185-9fc8-4507-8178-bf5396e31158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d60dfc4-72f4-4955-afde-eb70e808b019'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:53.188650 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6540eb-9171-433c-938c-b37584645739" -d '{"events": [{"server_uuid": "0b62c185-9fc8-4507-8178-bf5396e31158", "name": "network-vif-plugged", "status": "completed", "tag": "7d60dfc4-72f4-4955-afde-eb70e808b019"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:53.231101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-308fab24-90c5-4303-8ecf-29dafb82199d req-aba80015-7c14-4bff-bf27-341cf7eb38aa tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039449 Nov 26 21:42:53.249625 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7ede6ff0-bd15-4ad0-9f2a-c29b8cee36eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.250887 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d80817c-b19a-4840-ab9e-77776011b1cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.263273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7ede6ff0-bd15-4ad0-9f2a-c29b8cee36eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.298668 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d80817c-b19a-4840-ab9e-77776011b1cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.330719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-d6225201-5827-4e9e-a21d-a945a7b44c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:53.343911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-d6225201-5827-4e9e-a21d-a945a7b44c03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1483011 Nov 26 21:42:53.361684 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:42:53.410774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29b9ac8e-6540-4035-9834-ac19733529d6 req-4f85f570-46de-4592-a59e-93074f4b4f3e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497834 Nov 26 21:42:53.437528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-14149b5e-ea46-48fb-87cf-80e65f906935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:53.439039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-14149b5e-ea46-48fb-87cf-80e65f906935 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 924 time: 0.4572749 Nov 26 21:42:53.444281 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-be8e8237-a20e-4360-8921-971054bd8c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.453816 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-71e35435-3acd-4c7c-b49b-d1bfa3f62244 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965276 Nov 26 21:42:53.468296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58354) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:53.474898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7ede6ff0-bd15-4ad0-9f2a-c29b8cee36eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8e723ff604b47369a618d53827cfe6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318786 Nov 26 21:42:53.481951 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348298b7-9968-4e4d-a63a-f7f3a6553d5d x-openstack-request-id: req-348298b7-9968-4e4d-a63a-f7f3a6553d5d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:53.483224 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b62c185-9fc8-4507-8178-bf5396e31158", "name": "network-vif-plugged", "status": "completed", "tag": "7d60dfc4-72f4-4955-afde-eb70e808b019", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:53.483652 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-348298b7-9968-4e4d-a63a-f7f3a6553d5d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:53.485178 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b62c185-9fc8-4507-8178-bf5396e31158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d60dfc4-72f4-4955-afde-eb70e808b019', 'code': 200} Nov 26 21:42:53.517826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede6ff0-bd15-4ad0-9f2a-c29b8cee36eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc8a071-9d12-4186-9614-a7bbb719534c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:53.669565 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d80817c-b19a-4840-ab9e-77776011b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.674103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d80817c-b19a-4840-ab9e-77776011b1cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.675429 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7d80817c-b19a-4840-ab9e-77776011b1cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39cfe9db-180a-474c-aeeb-9a68c532fc73 HTTP/1.1" status: 204 len: 168 time: 0.6727490 Nov 26 21:42:53.686774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-76c22adb-db36-4a3d-99e1-6066dd63b967 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1 HTTP/1.1" status: 200 len: 1021 time: 0.2398651 Nov 26 21:42:53.705024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482350c-1568-4638-bf9f-d16b788793d3 req-bbab1c80-d683-4d30-bc97-6070b3207b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:53.706624 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5482350c-1568-4638-bf9f-d16b788793d3 req-bbab1c80-d683-4d30-bc97-6070b3207b4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 1101 time: 0.1126120 Nov 26 21:42:53.721775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80817c-b19a-4840-ab9e-77776011b1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cfe9db-180a-474c-aeeb-9a68c532fc73,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:53.732824 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-745f03e0-9087-443f-afa0-35a9727b9e55 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564669 Nov 26 21:42:53.787235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d06c38c5-d160-417d-9eb0-9aecb6be282a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.817567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d06c38c5-d160-417d-9eb0-9aecb6be282a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.837599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5482350c-1568-4638-bf9f-d16b788793d3 req-d48ae184-6ffb-421d-a020-0dca520e802a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214073 Nov 26 21:42:53.867467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-6e3b3774-385e-4bc5-a412-63a6973a3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:53.869611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-6e3b3774-385e-4bc5-a412-63a6973a3790 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.1738002 Nov 26 21:42:53.878556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d06c38c5-d160-417d-9eb0-9aecb6be282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.882688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d06c38c5-d160-417d-9eb0-9aecb6be282a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:53.887223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d06c38c5-d160-417d-9eb0-9aecb6be282a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bc8a071-9d12-4186-9614-a7bbb719534c HTTP/1.1" status: 204 len: 168 time: 0.3495705 Nov 26 21:42:53.890067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-a2b4991c-3831-4bbd-a13b-2d3e4ed21ed7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477118 Nov 26 21:42:53.923657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c38c5-d160-417d-9eb0-9aecb6be282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc8a071-9d12-4186-9614-a7bbb719534c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:53.940289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-d44560de-2415-4a58-9ea9-00fe57a6742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:53.942434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-d44560de-2415-4a58-9ea9-00fe57a6742e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644252 Nov 26 21:42:54.066464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-9688559f-7486-4eef-adb9-010cd9e78efc service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166999 Nov 26 21:42:54.190765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30dcddd1-9220-49c8-8763-079fc2fdbdb0 req-1cb94479-f038-4c68-bac2-42fbb30e0e28 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173351 Nov 26 21:42:54.278099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935b24d-ef54-45c8-8576-a7298d15b0fb req-398c31f9-223d-4661-93ce-2c128aa71267 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:54.279653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6935b24d-ef54-45c8-8576-a7298d15b0fb req-398c31f9-223d-4661-93ce-2c128aa71267 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0582392 Nov 26 21:42:54.333949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58396) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:54.356653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aac48b47-2d50-428d-9267-f7198d4dc30e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:54.375736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6935b24d-ef54-45c8-8576-a7298d15b0fb req-6d282ba6-c3ba-40cf-95ca-4bda017c5e4d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894887 Nov 26 21:42:54.399463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4962b5-52c1-4f3a-9a41-1e3cee6be051 req-d932adab-c52d-44de-a759-0d38484a4de6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:54.401532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b4962b5-52c1-4f3a-9a41-1e3cee6be051 req-d932adab-c52d-44de-a759-0d38484a4de6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 967 time: 0.0748539 Nov 26 21:42:54.465450 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aac48b47-2d50-428d-9267-f7198d4dc30e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:54.515277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aac48b47-2d50-428d-9267-f7198d4dc30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:54.515712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b4962b5-52c1-4f3a-9a41-1e3cee6be051 req-7eb7473a-0059-4346-a38f-eacda7f5096f tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061153 Nov 26 21:42:54.538418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58406) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:54.563691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd98c4-c269-4dac-8370-b6897ca12b27 req-bb07424a-455c-4224-b7b3-36b5d017de25 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:54.566231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93dd98c4-c269-4dac-8370-b6897ca12b27 req-bb07424a-455c-4224-b7b3-36b5d017de25 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 950 time: 0.0878248 Nov 26 21:42:54.597224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aac48b47-2d50-428d-9267-f7198d4dc30e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e5ea0af20df46f1a3b8a3e45d9b42d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597759 Nov 26 21:42:54.598891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58412) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:54.628259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac48b47-2d50-428d-9267-f7198d4dc30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f73044f-92b5-4101-b981-4e09f5c9a36e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:54.631285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93dd98c4-c269-4dac-8370-b6897ca12b27 req-b5ff6ba9-70db-4c8a-9c53-06644f630f1f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578535 Nov 26 21:42:54.652177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-5c3de70e-9589-4d18-bc5a-7457ade8a100 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:54.653652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-5c3de70e-9589-4d18-bc5a-7457ade8a100 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1118 time: 0.1867900 Nov 26 21:42:54.662375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58416) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:54.680319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:54.721850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cf027b7e-7b2e-41c1-8197-d75e3622e5b4 tempest-AutoAllocateNetworkTest-1068731808 tempest-AutoAllocateNetworkTest-1068731808-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=75c59bf3e5964c31a68b4b53c0cacf6d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1877096 Nov 26 21:42:54.724682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58420) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:54.925664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-0dd6168e-b6ff-442c-8232-bbbf7a698b26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2618365 Nov 26 21:42:54.942169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-998576a9-e10e-412d-b72c-44dec09c284b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:42:54.943288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-998576a9-e10e-412d-b72c-44dec09c284b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072076 Nov 26 21:42:54.954121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358a3755-5eb8-459c-85ea-1f698269f81e tempest-AutoAllocateNetworkTest-1068731808 tempest-AutoAllocateNetworkTest-1068731808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:54.956127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-358a3755-5eb8-459c-85ea-1f698269f81e tempest-AutoAllocateNetworkTest-1068731808 tempest-AutoAllocateNetworkTest-1068731808-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2304571 Nov 26 21:42:54.959893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58440) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:54.970244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f337d177-bee5-4d99-8392-5e3fe0bfde94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:54.986720 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.010411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f337d177-bee5-4d99-8392-5e3fe0bfde94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.180929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f337d177-bee5-4d99-8392-5e3fe0bfde94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.183843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f337d177-bee5-4d99-8392-5e3fe0bfde94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.185719 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f337d177-bee5-4d99-8392-5e3fe0bfde94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f73044f-92b5-4101-b981-4e09f5c9a36e HTTP/1.1" status: 204 len: 168 time: 0.5789614 Nov 26 21:42:55.241548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337d177-bee5-4d99-8392-5e3fe0bfde94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f73044f-92b5-4101-b981-4e09f5c9a36e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:55.287196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-663e29a9-7af4-4ba6-b46e-94e08688bfd6 tempest-AutoAllocateNetworkTest-1068731808 tempest-AutoAllocateNetworkTest-1068731808-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3227072 Nov 26 21:42:55.287196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58458) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:55.306489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:55.321379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3a28800a-5f5a-41ed-bdc7-b3921b5866ba tempest-AutoAllocateNetworkTest-1068731808 tempest-AutoAllocateNetworkTest-1068731808-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=75c59bf3e5964c31a68b4b53c0cacf6d HTTP/1.1" status: 200 len: 208 time: 0.0303493 Nov 26 21:42:55.349763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:55.424914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:55.427519 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afdee91-58cf-4ad5-82d7-ea69747cf102" -d '{"events": [{"server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:55.432480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.445387 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.562899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Pushing event updated for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:55.580505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:42:55.580843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:42:55.581174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:55.586110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:42:55.586775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Attempting to bind port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:42:55.590605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d274c2e-11fa-420f-a596-47431c813f35 req-ba65c922-0384-4428-b445-4387e6bb44d7 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:55.597850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:42:55.598178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d274c2e-11fa-420f-a596-47431c813f35 req-ba65c922-0384-4428-b445-4387e6bb44d7 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0847042 Nov 26 21:42:55.598622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:42:55.599074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:42:55.599629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Bound port: e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:42:55.599999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.674026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d274c2e-11fa-420f-a596-47431c813f35 req-aabaa2bb-dea0-4b1b-a5cc-5c3d270bf648 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746942 Nov 26 21:42:55.696889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:42:55.724373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:42:55.738283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.783102 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6eec4f-1565-4e02-b403-912730c16a3e x-openstack-request-id: req-5f6eec4f-1565-4e02-b403-912730c16a3e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:55.783412 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "name": "network-vif-unplugged", "status": "completed", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:55.784273 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f6eec4f-1565-4e02-b403-912730c16a3e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:55.784839 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934', 'code': 200} Nov 26 21:42:55.827410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c5812821-a065-4eb0-8a2e-5160b76f384f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.834356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Pushing event updated for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:55.838102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:55.838780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:55.840253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-6c6ebf70-113f-4a21-8f00-7519d08c7656 service neutron] 10.222.0.13 "PUT /v2.0/ports/e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 1143 time: 1.1657064 Nov 26 21:42:55.919886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf4fe4-2800-47e9-b802-abbde50d79b2 req-740d71c3-cc6d-4d27-9a6c-7e9b24b527b6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:55.921580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40bf4fe4-2800-47e9-b802-abbde50d79b2 req-740d71c3-cc6d-4d27-9a6c-7e9b24b527b6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.0623627 Nov 26 21:42:55.945628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58496) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:55.981970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['e61bd4e9-e8cb-4f30-a734-a9bb2b981934'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:42:56.037154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40bf4fe4-2800-47e9-b802-abbde50d79b2 req-b422204c-1db3-42ea-ba69-1fa1e70aafd1 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973370 Nov 26 21:42:56.177667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531e87d-38c7-4ddc-b149-0586f9daa029 req-f7c116ea-e0dd-42ad-8b16-cf3630a070ef tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:56.187207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b531e87d-38c7-4ddc-b149-0586f9daa029 req-f7c116ea-e0dd-42ad-8b16-cf3630a070ef tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 950 time: 0.0693569 Nov 26 21:42:56.282808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b531e87d-38c7-4ddc-b149-0586f9daa029 req-8953a373-123c-47c5-a4d1-7346ff909a31 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901620 Nov 26 21:42:56.376113 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-beb8d6f9-17a5-4d48-b34c-cda5f3d5b9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:56.476069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b87e24-2872-4d3b-be2e-5c57e219582b req-ab5de1d1-b358-4053-91a0-6d5e3b459e13 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:56.485786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-50b87e24-2872-4d3b-be2e-5c57e219582b req-ab5de1d1-b358-4053-91a0-6d5e3b459e13 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1041868 Nov 26 21:42:56.574801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-50b87e24-2872-4d3b-be2e-5c57e219582b req-beb84acb-01b1-4994-9eeb-43ea24fd447c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881019 Nov 26 21:42:56.597911 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-beb8d6f9-17a5-4d48-b34c-cda5f3d5b9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:56.605867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-beb8d6f9-17a5-4d48-b34c-cda5f3d5b9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:56.669724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-beb8d6f9-17a5-4d48-b34c-cda5f3d5b9a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75c59bf3e5964c31a68b4b53c0cacf6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7202327 Nov 26 21:42:56.670216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58542) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:56.680374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8d6f9-17a5-4d48-b34c-cda5f3d5b9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e684a72a-b739-4cb4-990f-943975770640,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:56.757864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b4af3402-afa6-4894-920e-fad0679efa19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:56.783374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b4af3402-afa6-4894-920e-fad0679efa19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:56.859459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b4af3402-afa6-4894-920e-fad0679efa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:56.863102 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b4af3402-afa6-4894-920e-fad0679efa19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:56.864444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b4af3402-afa6-4894-920e-fad0679efa19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e684a72a-b739-4cb4-990f-943975770640 HTTP/1.1" status: 204 len: 168 time: 0.1923075 Nov 26 21:42:56.868100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d68af-710c-4bef-a9e4-22ae42db2421 req-769917f4-c312-45ac-a3ba-24defe89e57c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:56.869711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f4d68af-710c-4bef-a9e4-22ae42db2421 req-769917f4-c312-45ac-a3ba-24defe89e57c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1102417 Nov 26 21:42:56.879897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af3402-afa6-4894-920e-fad0679efa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e684a72a-b739-4cb4-990f-943975770640,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:56.920570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-a931454a-a147-4e10-893c-ed46567de5eb tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657201 Nov 26 21:42:56.945052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:56.951116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f4d68af-710c-4bef-a9e4-22ae42db2421 req-2527172d-06db-4831-b354-90597be295dc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Nov 26 21:42:57.061586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-95681355-b50c-44d7-ba9e-cf369f1827c2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:57.070571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-95681355-b50c-44d7-ba9e-cf369f1827c2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392362 Nov 26 21:42:57.087187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-4d64d8de-0ed8-4c10-a4cb-ab26abcccd4d tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/quotas/bd48ebf3d571422abf3fbf72cacf0264 HTTP/1.1" status: 200 len: 375 time: 0.0156834 Nov 26 21:42:57.141083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-5e667915-e96b-42c4-a40d-2a7c50f488c2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530508 Nov 26 21:42:57.237344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58576) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:57.305519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-d43ac47d-cd7d-44bd-b953-eddf0b311970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:57.308343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-d43ac47d-cd7d-44bd-b953-eddf0b311970 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1100 time: 0.0713465 Nov 26 21:42:57.414199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc281fa-e03c-48a1-8a2c-2cc977016320 req-6764424e-a9fc-4d80-993b-408a5043aad2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:57.416613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bc281fa-e03c-48a1-8a2c-2cc977016320 req-6764424e-a9fc-4d80-993b-408a5043aad2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.0586305 Nov 26 21:42:57.432521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-4c74f319-77e2-456d-b051-975df8af0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:57.434344 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-4c74f319-77e2-456d-b051-975df8af0400 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1156311 Nov 26 21:42:57.484313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bc281fa-e03c-48a1-8a2c-2cc977016320 req-34db0ec7-be9a-4bd5-a46a-c5d59957c0e7 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609190 Nov 26 21:42:57.493542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-8cd63a87-f247-4341-8870-de2e0e5a99f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0439501 Nov 26 21:42:57.575178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72fc66ec-4850-4e01-b071-883e4ed750eb req-0810b7a9-dc20-414f-9336-264a3bfbfb4e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 210 time: 0.0428417 Nov 26 21:42:57.580879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-7c435c78-3ae4-4c3d-889a-4532c5963601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:57.582285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-7c435c78-3ae4-4c3d-889a-4532c5963601 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0755510 Nov 26 21:42:57.640449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-3680cd9f-8aab-4d62-a1e1-c2fe43c48512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:57.642174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-3680cd9f-8aab-4d62-a1e1-c2fe43c48512 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511835 Nov 26 21:42:57.675934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aef63b7c-e1e9-4fd7-83e2-64be60a529a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:57.787798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:42:57.792190 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093bbaa6-69c4-482f-a278-48dbb8691191" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:42:57.805817 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aef63b7c-e1e9-4fd7-83e2-64be60a529a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:57.815183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aef63b7c-e1e9-4fd7-83e2-64be60a529a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:57.842400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-c7c927fe-c31a-4a0c-9d14-14f6c393cbd0 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915944 Nov 26 21:42:57.870985 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96edabfe-3509-420a-b242-e740b572034f x-openstack-request-id: req-96edabfe-3509-420a-b242-e740b572034f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:42:57.871373 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:42:57.871772 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96edabfe-3509-420a-b242-e740b572034f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:42:57.872335 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934', 'status': 'completed', 'code': 200} Nov 26 21:42:57.893845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aef63b7c-e1e9-4fd7-83e2-64be60a529a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d66f397f079e49c0920cb280e3ef8b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6552241 Nov 26 21:42:57.899608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:57.996958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef63b7c-e1e9-4fd7-83e2-64be60a529a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd51d45-123a-4387-89f1-5dd4e7f019c3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:58.068594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-011233c5-e081-491a-abe4-130f4336f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:58.070404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-011233c5-e081-491a-abe4-130f4336f605 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1146 time: 0.1222322 Nov 26 21:42:58.071725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-5034cbfd-ceec-4e9e-80c4-837e9db2b4d7 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172220 Nov 26 21:42:58.071917 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7afe060a-0b4a-46cf-a3b0-3fc463f10d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:58.191779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7afe060a-0b4a-46cf-a3b0-3fc463f10d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:58.293005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49c6d-0ffa-4838-9165-ee55d1bbe756 req-35e883c0-558d-432c-910b-e24c673feffc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:58.300401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52e49c6d-0ffa-4838-9165-ee55d1bbe756 req-35e883c0-558d-432c-910b-e24c673feffc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1636527 Nov 26 21:42:58.356009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-49df5fb0-d51f-43b0-b3b7-46a85dad2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:58.357548 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-49df5fb0-d51f-43b0-b3b7-46a85dad2c23 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.2732153 Nov 26 21:42:58.383000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52e49c6d-0ffa-4838-9165-ee55d1bbe756 req-7132e8cc-9ce8-481e-85e3-2b135155706c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817046 Nov 26 21:42:58.421507 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7afe060a-0b4a-46cf-a3b0-3fc463f10d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:58.424574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7afe060a-0b4a-46cf-a3b0-3fc463f10d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:58.425776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7afe060a-0b4a-46cf-a3b0-3fc463f10d80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0bd51d45-123a-4387-89f1-5dd4e7f019c3 HTTP/1.1" status: 204 len: 168 time: 0.5250521 Nov 26 21:42:58.426794 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:58.431725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-9ce32e1a-703e-43f3-9d60-5a06e0afe480 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 217 time: 0.0655723 Nov 26 21:42:58.436577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe060a-0b4a-46cf-a3b0-3fc463f10d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd51d45-123a-4387-89f1-5dd4e7f019c3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:58.486245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-fad650aa-b57e-489d-8bd4-f6eef8edf2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:58.488306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-fad650aa-b57e-489d-8bd4-f6eef8edf2e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0496252 Nov 26 21:42:58.516919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e61bd4e9-e8cb-4f30-a734-a9bb2b981934 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:42:58.563831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-f34620a8-f1ad-4704-bed1-23bec7738085 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562103 Nov 26 21:42:58.671379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:42:58.682063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58654) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:58.713247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-009a8dcc-b4e1-4c81-a77a-370c44a32ac3 req-641d82e9-8848-49cf-8a22-7cbb2741a5e3 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 210 time: 0.0570896 Nov 26 21:42:58.766438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d566-c11d-4ba6-b0d1-0d28fc0c9e87 req-1cee64c9-d1b2-4d67-90fd-27508c3bb478 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:58.782685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5452d566-c11d-4ba6-b0d1-0d28fc0c9e87 req-1cee64c9-d1b2-4d67-90fd-27508c3bb478 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.1971102 Nov 26 21:42:58.840159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e61bd4e9-e8cb-4f30-a734-a9bb2b981934 has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:42:58.873110 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-449aa62b-847b-445a-822b-c3d9adbfac6d service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038847 Nov 26 21:42:58.917685 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-78241d8f-f567-407f-8117-769803998215 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235336 Nov 26 21:42:58.987510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5452d566-c11d-4ba6-b0d1-0d28fc0c9e87 req-869884fb-6fc6-44cc-a176-7a17b6e9d722 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028515 Nov 26 21:42:59.035112 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.065756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093bbaa6-69c4-482f-a278-48dbb8691191 req-f38a6891-5a6f-4d58-a482-ee54b12287b7 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724982 Nov 26 21:42:59.121622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-86b07f50-e96f-4f31-8017-6a3333d3e446 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:59.123473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-86b07f50-e96f-4f31-8017-6a3333d3e446 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940849 Nov 26 21:42:59.144111 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0744f168-0d65-492f-aae3-a1f4a8692a9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.161614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Request body: {'port': {'device_id': 'd5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': 'bd48ebf3d571422abf3fbf72cacf0264'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:42:59.269254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58668) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:59.287553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1437a4cf-4d0c-4efb-9ff0-a5d3be34cee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.317237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Made reservation on behalf of bd48ebf3d571422abf3fbf72cacf0264 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:42:59.321361 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.402214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0744f168-0d65-492f-aae3-a1f4a8692a9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.426417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0744f168-0d65-492f-aae3-a1f4a8692a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.491680 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1437a4cf-4d0c-4efb-9ff0-a5d3be34cee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.521593 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1437a4cf-4d0c-4efb-9ff0-a5d3be34cee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.529929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744f168-0d65-492f-aae3-a1f4a8692a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d747f548-aecc-42d8-9b59-b1a861ea387b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:59.534509 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0744f168-0d65-492f-aae3-a1f4a8692a9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0415c01410434237a0582e6a2b3a8c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8513494 Nov 26 21:42:59.537707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58678) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:59.586049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Allocated IP 192.168.233.67 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/b6e6b20b-b439-45fe-8936-2f04dec0ba54) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:42:59.638207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1437a4cf-4d0c-4efb-9ff0-a5d3be34cee9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2112c3a0f6f947dfbba97f2f6de69d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670659 Nov 26 21:42:59.640525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71d1efcb-b290-40ce-98bb-371267bdcc5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.642444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58682) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:59.646977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437a4cf-4d0c-4efb-9ff0-a5d3be34cee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1606e3a1-fb27-4a48-9c0c-5409d03578fc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:59.681093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417beb1-e736-4a25-9b98-c415f53dacd7 req-f9402f13-42ab-4cd4-947d-83d28b7c08ef tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:42:59.683646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f417beb1-e736-4a25-9b98-c415f53dacd7 req-f9402f13-42ab-4cd4-947d-83d28b7c08ef tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1787865 Nov 26 21:42:59.744853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f417beb1-e736-4a25-9b98-c415f53dacd7 req-34cf59cc-ecae-4f5f-b607-4a1f09a4f464 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Nov 26 21:42:59.746322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71d1efcb-b290-40ce-98bb-371267bdcc5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.826462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae2bda2b-7883-4bd3-8dae-4f6c3671e344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.870805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58688) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:42:59.873099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bdfcb5fe-cedc-4a90-962b-075e6dbc8764 req-97773e87-4a8d-43e3-9c22-f428716dc075 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 210 time: 0.0523126 Nov 26 21:42:59.879837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.887378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae2bda2b-7883-4bd3-8dae-4f6c3671e344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.900559 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71d1efcb-b290-40ce-98bb-371267bdcc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.903205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71d1efcb-b290-40ce-98bb-371267bdcc5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.907398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-71d1efcb-b290-40ce-98bb-371267bdcc5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d747f548-aecc-42d8-9b59-b1a861ea387b HTTP/1.1" status: 204 len: 168 time: 0.3662660 Nov 26 21:42:59.932475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1efcb-b290-40ce-98bb-371267bdcc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d747f548-aecc-42d8-9b59-b1a861ea387b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:42:59.971287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.986592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae2bda2b-7883-4bd3-8dae-4f6c3671e344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.990701 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae2bda2b-7883-4bd3-8dae-4f6c3671e344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:42:59.992701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ae2bda2b-7883-4bd3-8dae-4f6c3671e344 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1606e3a1-fb27-4a48-9c0c-5409d03578fc HTTP/1.1" status: 204 len: 168 time: 0.3423183 Nov 26 21:43:00.038448 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', '7d60dfc4-72f4-4955-afde-eb70e808b019'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:00.057532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:43:00.064612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:00.067585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bda2b-7883-4bd3-8dae-4f6c3671e344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1606e3a1-fb27-4a48-9c0c-5409d03578fc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:00.079737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:43:00.088001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:00.090396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.146527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Pushing event updated for resources: {'Port': ['ID=b6e6b20b-b439-45fe-8936-2f04dec0ba54,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:00.189350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-230d3334-30b4-4a85-8fa4-2a0dddf0ab1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.195618 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-d5a4f7da-e0b8-4dd4-8ff9-6b59dbb98ea1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0393703 Nov 26 21:43:00.220117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f258e-5847-49ea-b971-a94bb4dff57c req-99f9460d-71b7-4c1e-9adf-40b884a90d7a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:00.221268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Request body: {'port': {'device_id': 'd5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:00.246288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd1f258e-5847-49ea-b971-a94bb4dff57c req-99f9460d-71b7-4c1e-9adf-40b884a90d7a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.1266618 Nov 26 21:43:00.353926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd1f258e-5847-49ea-b971-a94bb4dff57c req-a28c60ac-086b-4bd8-bc93-1f77e5343fe8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064088 Nov 26 21:43:00.410903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-230d3334-30b4-4a85-8fa4-2a0dddf0ab1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.440184 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.443775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-230d3334-30b4-4a85-8fa4-2a0dddf0ab1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.477133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d3334-30b4-4a85-8fa4-2a0dddf0ab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c1cb3b-069e-4e28-b75b-2308cf80c22f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:00.517898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-65cec44b-13ff-4d29-a3c2-6ca9f40baca9 None None] Provisioning complete for port b6e6b20b-b439-45fe-8936-2f04dec0ba54 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:00.520066 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-65cec44b-13ff-4d29-a3c2-6ca9f40baca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.569643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-65cec44b-13ff-4d29-a3c2-6ca9f40baca9 None None] Port b6e6b20b-b439-45fe-8936-2f04dec0ba54 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:43:00.659078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58708) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:00.659579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-230d3334-30b4-4a85-8fa4-2a0dddf0ab1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0fc63a487b247f890df7f2aa73e4098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7869830 Nov 26 21:43:00.693690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58710) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:00.718184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80251f47-25bb-4a0c-9b85-cf1a185255f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.736232 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c82fdaf-c9c4-4aea-97bc-cca693301aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.740339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80251f47-25bb-4a0c-9b85-cf1a185255f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.814445 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80251f47-25bb-4a0c-9b85-cf1a185255f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.817739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80251f47-25bb-4a0c-9b85-cf1a185255f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.821323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80251f47-25bb-4a0c-9b85-cf1a185255f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17c1cb3b-069e-4e28-b75b-2308cf80c22f HTTP/1.1" status: 204 len: 168 time: 0.1576066 Nov 26 21:43:00.841635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80251f47-25bb-4a0c-9b85-cf1a185255f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c1cb3b-069e-4e28-b75b-2308cf80c22f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:00.912649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e6b20b-b439-45fe-8936-2f04dec0ba54 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:00.926690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c82fdaf-c9c4-4aea-97bc-cca693301aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.928791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.935778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c82fdaf-c9c4-4aea-97bc-cca693301aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.965259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Transition to ACTIVE for port object b6e6b20b-b439-45fe-8936-2f04dec0ba54 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:00.982909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:00.996197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82fdaf-c9c4-4aea-97bc-cca693301aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e0e751-ba5b-4af6-8123-8c50ae11e561,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:01.016171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7d0e1-f261-4119-8dcb-67c3fa8c7c24 req-fb3c62f9-aabb-4bc1-b5ca-2a269b452552 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:01.024012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3be7d0e1-f261-4119-8dcb-67c3fa8c7c24 req-fb3c62f9-aabb-4bc1-b5ca-2a269b452552 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1291301 Nov 26 21:43:01.028918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0c82fdaf-c9c4-4aea-97bc-cca693301aef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e58bbaa741a44da911bcaf0fcc1ae1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341136 Nov 26 21:43:01.029733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58726) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:01.091008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6b20b-b439-45fe-8936-2f04dec0ba54,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:01.143164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3be7d0e1-f261-4119-8dcb-67c3fa8c7c24 req-fbb37461-5e19-4154-aa52-7d1187cb8f92 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140418 Nov 26 21:43:01.175242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48db2d-b0cc-4a27-a5d3-328e864f00dd req-d9a038c6-4b0e-489d-83b8-59762c3b3b6b tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:01.183608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee48db2d-b0cc-4a27-a5d3-328e864f00dd req-d9a038c6-4b0e-489d-83b8-59762c3b3b6b tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 947 time: 0.1571815 Nov 26 21:43:01.185258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Attempting to bind port b6e6b20b-b439-45fe-8936-2f04dec0ba54 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:01.185604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Attempting to bind port b6e6b20b-b439-45fe-8936-2f04dec0ba54 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:01.186012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Attempting to bind port b6e6b20b-b439-45fe-8936-2f04dec0ba54 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:01.191455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a9db3e-80bf-4ef1-97df-d498b106c789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.195787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Port b6e6b20b-b439-45fe-8936-2f04dec0ba54 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:01.196114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Attempting to bind port b6e6b20b-b439-45fe-8936-2f04dec0ba54 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:01.225096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:01.227014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:01.227565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:01.234727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Bound port: b6e6b20b-b439-45fe-8936-2f04dec0ba54, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:01.235375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.261438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a9db3e-80bf-4ef1-97df-d498b106c789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.288897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee48db2d-b0cc-4a27-a5d3-328e864f00dd req-0e0ba164-a5b5-4f48-9f5d-0e7764f4cdd1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871611 Nov 26 21:43:01.349402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] For port b6e6b20b-b439-45fe-8936-2f04dec0ba54, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:01.357165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] For port b6e6b20b-b439-45fe-8936-2f04dec0ba54, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b6e6b20b-b439-45fe-8936-2f04dec0ba54,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:01.364552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.392928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a9db3e-80bf-4ef1-97df-d498b106c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.397023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a9db3e-80bf-4ef1-97df-d498b106c789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.400818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-97a9db3e-80bf-4ef1-97df-d498b106c789 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2e0e751-ba5b-4af6-8123-8c50ae11e561 HTTP/1.1" status: 204 len: 168 time: 0.3668497 Nov 26 21:43:01.414210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9db3e-80bf-4ef1-97df-d498b106c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e0e751-ba5b-4af6-8123-8c50ae11e561,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:01.438509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:01.439080 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.440770 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] 10.222.0.13 "PUT /v2.0/ports/b6e6b20b-b439-45fe-8936-2f04dec0ba54 HTTP/1.1" status: 200 len: 1095 time: 1.2249119 Nov 26 21:43:01.441230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c', 'tag': 'b6e6b20b-b439-45fe-8936-2f04dec0ba54'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:01.444328 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c", "tag": "b6e6b20b-b439-45fe-8936-2f04dec0ba54"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:01.472273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015028-31e9-4ff5-93d0-550eec9fe3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6b20b-b439-45fe-8936-2f04dec0ba54,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:01.522902 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b55bd5a-b8cb-45c7-a1ac-252376fdc217 x-openstack-request-id: req-2b55bd5a-b8cb-45c7-a1ac-252376fdc217 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:01.523212 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c", "tag": "b6e6b20b-b439-45fe-8936-2f04dec0ba54", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:01.523460 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b55bd5a-b8cb-45c7-a1ac-252376fdc217 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:01.526961 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c', 'tag': 'b6e6b20b-b439-45fe-8936-2f04dec0ba54', 'status': 'completed', 'code': 200} Nov 26 21:43:01.540873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdd14e-30c4-46e2-bb6c-1f8294f69add req-8442f0de-44ad-4194-b406-1413577e9a54 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:01.543034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fdcdd14e-30c4-46e2-bb6c-1f8294f69add req-8442f0de-44ad-4194-b406-1413577e9a54 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.0747311 Nov 26 21:43:01.573245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-af42400e-af51-41c3-8caa-808feaa1d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:01.575493 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-af42400e-af51-41c3-8caa-808feaa1d833 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 1098 time: 0.0634389 Nov 26 21:43:01.576390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58744) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:01.593719 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6478caa-8afa-4a3e-a4ea-38138ba5df99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.635756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fdcdd14e-30c4-46e2-bb6c-1f8294f69add req-e061f130-a7bd-40cc-8b76-7e8a70c0c9d6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803423 Nov 26 21:43:01.649600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-70c7a5ba-c8c1-457d-abec-b95f6fdc0b9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b6e6b20b-b439-45fe-8936-2f04dec0ba54 HTTP/1.1" status: 200 len: 217 time: 0.0520964 Nov 26 21:43:01.730048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-fa61b664-6fcb-4dd2-8779-b9a18a946c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:01.732842 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-fa61b664-6fcb-4dd2-8779-b9a18a946c6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0754774 Nov 26 21:43:01.802378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6478caa-8afa-4a3e-a4ea-38138ba5df99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.808825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-e60839ae-000a-45da-9846-6ac2bde915dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:01.810727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-e60839ae-000a-45da-9846-6ac2bde915dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684021 Nov 26 21:43:01.811837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6478caa-8afa-4a3e-a4ea-38138ba5df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.854979 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d6478caa-8afa-4a3e-a4ea-38138ba5df99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5511accdea694ebcb4f0a693a16a11a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773035 Nov 26 21:43:01.857664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58754) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:01.870277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6478caa-8afa-4a3e-a4ea-38138ba5df99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53c5928-780c-4c18-8ac9-d3f52350ad01,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:01.915240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6321dc1-03f9-40a0-928d-3dc8c449fe3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.941055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6321dc1-03f9-40a0-928d-3dc8c449fe3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:01.971736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-e868113d-d754-4297-83fb-96398c641390 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488392 Nov 26 21:43:02.010177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6321dc1-03f9-40a0-928d-3dc8c449fe3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:02.015368 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6321dc1-03f9-40a0-928d-3dc8c449fe3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:02.020373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b6321dc1-03f9-40a0-928d-3dc8c449fe3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c53c5928-780c-4c18-8ac9-d3f52350ad01 HTTP/1.1" status: 204 len: 168 time: 0.1606543 Nov 26 21:43:02.036895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6321dc1-03f9-40a0-928d-3dc8c449fe3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53c5928-780c-4c18-8ac9-d3f52350ad01,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:02.099869 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b084c56-6c5e-4cc9-af97-db5e77d03f46 req-2f826b7b-784a-4635-b56c-7178e4dc2b85 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166732 Nov 26 21:43:02.262548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-d21f535b-eb2a-4eb3-9ef5-68efcdc6a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:02.264154 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-d21f535b-eb2a-4eb3-9ef5-68efcdc6a56c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 1098 time: 0.0600748 Nov 26 21:43:02.280589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1030c01-3159-4990-a7b9-20251bc9c835 req-aacfe76d-0e79-4a36-8543-3e0c6ea33c24 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:02.293765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1030c01-3159-4990-a7b9-20251bc9c835 req-aacfe76d-0e79-4a36-8543-3e0c6ea33c24 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0661893 Nov 26 21:43:02.357868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1030c01-3159-4990-a7b9-20251bc9c835 req-cae9809a-6bbb-4a3c-b5e1-1fecbd6ab949 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626535 Nov 26 21:43:02.419151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-bf8a4721-2182-4b37-a4f6-34282f6f89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:02.420891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-bf8a4721-2182-4b37-a4f6-34282f6f89d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1408424 Nov 26 21:43:02.470783 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-962bf882-8160-4d35-8ecb-cb29c48527bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=b6e6b20b-b439-45fe-8936-2f04dec0ba54 HTTP/1.1" status: 200 len: 217 time: 0.0418241 Nov 26 21:43:02.477454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce403fed-4dee-4958-85ea-b80c76105601 req-5bb9b361-980a-4169-a91b-780c7bfa20c0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:02.481694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce403fed-4dee-4958-85ea-b80c76105601 req-5bb9b361-980a-4169-a91b-780c7bfa20c0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 947 time: 0.0573983 Nov 26 21:43:02.533216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce403fed-4dee-4958-85ea-b80c76105601 req-202a392e-feae-4f75-a5db-bf9bf16c01f2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470030 Nov 26 21:43:02.553439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-06119465-73a3-4be0-8412-a58b3fda209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:02.555134 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-06119465-73a3-4be0-8412-a58b3fda209f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0725634 Nov 26 21:43:02.610599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-420ba182-d02e-416b-b19f-11589fb084e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:02.612803 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-420ba182-d02e-416b-b19f-11589fb084e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0434864 Nov 26 21:43:02.721458 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-081dd7c6-845e-415d-ba32-0be75f881c76 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005950 Nov 26 21:43:02.781469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58800) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:02.815461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff668c94-c859-4564-8d2b-d243d1d2e951 req-f76d0a14-ec37-441f-8854-28a2026d5dc8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:02.818556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff668c94-c859-4564-8d2b-d243d1d2e951 req-f76d0a14-ec37-441f-8854-28a2026d5dc8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 965 time: 0.0749559 Nov 26 21:43:02.876025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f3d59fa-e9ae-48a9-80fe-b9e156718fd3 req-c35ae952-94d3-4407-8836-7dbd6445f2c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152198 Nov 26 21:43:02.877262 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff668c94-c859-4564-8d2b-d243d1d2e951 req-9b429cfe-3b54-40e6-bfe8-320e8fbe0407 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Nov 26 21:43:02.990696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f33744df-4c28-453a-a2f4-bad03d426f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:02.994631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4f1ca4e0-10df-4bb8-9277-1ace3af52e46 service neutron] 10.222.0.41 "GET /v2.0/ports/e61bd4e9-e8cb-4f30-a734-a9bb2b981934/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.0871282 Nov 26 21:43:03.201888 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f33744df-4c28-453a-a2f4-bad03d426f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.211733 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f33744df-4c28-453a-a2f4-bad03d426f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.273000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33744df-4c28-453a-a2f4-bad03d426f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa539781-ddf9-4fa1-9ae0-424634725bfe,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:03.281662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f33744df-4c28-453a-a2f4-bad03d426f20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c6c6dc19b824a7aa46a5a64a25de1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4990132 Nov 26 21:43:03.283637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:03.284285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58826) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:03.293039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58830) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:03.317819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:03.345956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cecdff4-a7e1-450c-a69a-7ad5fc77c2a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.356027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61bd4e9-e8cb-4f30-a734-a9bb2b981934 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:03.369022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:03.373861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cecdff4-a7e1-450c-a69a-7ad5fc77c2a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.389902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.466714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cecdff4-a7e1-450c-a69a-7ad5fc77c2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.469917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cecdff4-a7e1-450c-a69a-7ad5fc77c2a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.474356 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1cecdff4-a7e1-450c-a69a-7ad5fc77c2a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa539781-ddf9-4fa1-9ae0-424634725bfe HTTP/1.1" status: 204 len: 168 time: 0.1889958 Nov 26 21:43:03.484781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecdff4-a7e1-450c-a69a-7ad5fc77c2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa539781-ddf9-4fa1-9ae0-424634725bfe,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:03.570036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f031b95-61bd-4ed5-8ad9-737a0334bc14 req-b88c54aa-07e9-40e9-8e00-d81e5bea9259 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:03.571591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f031b95-61bd-4ed5-8ad9-737a0334bc14 req-b88c54aa-07e9-40e9-8e00-d81e5bea9259 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0898163 Nov 26 21:43:03.579410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] Transition to ACTIVE for port object e61bd4e9-e8cb-4f30-a734-a9bb2b981934 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:03.597919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.602983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-397981764-network', 'tenant_id': '4a7a6903064a446cba2256d8b6cbffa2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:03.704894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] No DVR routers for this DVR port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:43:03.706958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Made reservation on behalf of 4a7a6903064a446cba2256d8b6cbffa2 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:03.709601 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.714565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f031b95-61bd-4ed5-8ad9-737a0334bc14 req-0c5c5117-d040-44a2-b526-57aaf6f2a8b0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337481 Nov 26 21:43:03.744502 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.744502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=10']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:03.782901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-4afc28d6-69ab-4065-923a-e5a2b7b0e8a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/e61bd4e9-e8cb-4f30-a734-a9bb2b981934/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7800741 Nov 26 21:43:03.875127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.882679 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.896994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40cb81-948d-4880-8371-47b5df4ff6ee req-25b3139b-0a77-4b05-91c7-2de4d58ce566 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:03.898666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd40cb81-948d-4880-8371-47b5df4ff6ee req-25b3139b-0a77-4b05-91c7-2de4d58ce566 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 947 time: 0.0811102 Nov 26 21:43:03.912403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:43:03.940854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:03.941290 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Added segment 6f024e26-6fcb-44c5-880a-df57e09479a3 of type vlan for network aab9d426-725e-40cc-b56e-7bdd62b69dab Nov 26 21:43:03.943634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b05064-16c4-4da1-a4f8-2a4955454578,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:03.977713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-c683e851-bd1d-4658-8fa5-262314755e06 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:03.981243 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-c683e851-bd1d-4658-8fa5-262314755e06 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1117 time: 0.0853567 Nov 26 21:43:04.011722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58856) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:04.034649 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.049047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d8783fb-27e5-4a6d-bffd-dfc026c7adf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.056527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd40cb81-948d-4880-8371-47b5df4ff6ee req-007be146-4b16-4838-9b4a-58b6b6aacbc0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314001 Nov 26 21:43:04.101259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.102795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:04.103566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.109820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-aa3fc219-36a7-42b0-ba12-2a795e5196cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:04.115880 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-aa3fc219-36a7-42b0-ba12-2a795e5196cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d HTTP/1.1" status: 200 len: 1117 time: 0.1199615 Nov 26 21:43:04.202693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9082994 Nov 26 21:43:04.203082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58866) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:04.210943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Request body: {'subnet': {'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-397981764-subnet', 'tenant_id': '4a7a6903064a446cba2256d8b6cbffa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:04.227553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-7dd442eb-5cd3-46ee-ac3f-c1fd07fbcba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:04.229652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-7dd442eb-5cd3-46ee-ac3f-c1fd07fbcba5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1117 time: 0.0645318 Nov 26 21:43:04.241945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bab4b3-785e-480e-9b81-73464249ee49 admin admin] Pushing event updated for resources: {'Network': ['ID=aab9d426-725e-40cc-b56e-7bdd62b69dab,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:04.253423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network aab9d426-725e-40cc-b56e-7bdd62b69dab details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:43:04.267370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Made reservation on behalf of 4a7a6903064a446cba2256d8b6cbffa2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:04.269439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.279355 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d8783fb-27e5-4a6d-bffd-dfc026c7adf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.291411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f62fe-a7fe-43bf-bc78-f87e36e3863b req-10a67ccd-7f0c-439c-92fb-9e1ede897938 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:04.293298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-491f62fe-a7fe-43bf-bc78-f87e36e3863b req-10a67ccd-7f0c-439c-92fb-9e1ede897938 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 966 time: 0.1544695 Nov 26 21:43:04.294938 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d8783fb-27e5-4a6d-bffd-dfc026c7adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.368685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d8783fb-27e5-4a6d-bffd-dfc026c7adf3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d757b697e08e4fb68fe4f4422009d1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558912 Nov 26 21:43:04.369306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58870) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:04.376732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8783fb-27e5-4a6d-bffd-dfc026c7adf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7581899-0a91-4116-93e9-c480c53987b3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:04.418883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-491f62fe-a7fe-43bf-bc78-f87e36e3863b req-48faf149-fa82-4f89-aa8b-5353438605a9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176603 Nov 26 21:43:04.465706 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-432685fc-89e9-4510-b333-fd5d19c60577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.495081 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-432685fc-89e9-4510-b333-fd5d19c60577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.592426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-432685fc-89e9-4510-b333-fd5d19c60577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.595876 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-432685fc-89e9-4510-b333-fd5d19c60577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.597713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-432685fc-89e9-4510-b333-fd5d19c60577 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7581899-0a91-4116-93e9-c480c53987b3 HTTP/1.1" status: 204 len: 168 time: 0.2214332 Nov 26 21:43:04.608757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432685fc-89e9-4510-b333-fd5d19c60577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7581899-0a91-4116-93e9-c480c53987b3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:04.664349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-f115080e-d9b3-495e-b68b-697ca0684633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:04.665899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-f115080e-d9b3-495e-b68b-697ca0684633 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.4238186 Nov 26 21:43:04.738027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-44a3e85a-d5b2-47d1-a466-c2dbb16ee7bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 217 time: 0.0399344 Nov 26 21:43:04.835324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:04.856985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-c9c6b143-d206-4233-baff-1d8a153d515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:04.858549 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-c9c6b143-d206-4233-baff-1d8a153d515a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0864880 Nov 26 21:43:04.881497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a800fbe-20f5-40cc-a3c7-0a2c11d88192 req-f520d62b-4eee-4524-820d-0569b45feeea tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:04.883195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a800fbe-20f5-40cc-a3c7-0a2c11d88192 req-f520d62b-4eee-4524-820d-0569b45feeea tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0682719 Nov 26 21:43:04.911971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-9b298b1f-08f7-4ef6-b85c-6ed762925394 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295150 Nov 26 21:43:04.952365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a800fbe-20f5-40cc-a3c7-0a2c11d88192 req-f8e05563-7f77-48de-a88e-979126e306c3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630739 Nov 26 21:43:04.994509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:05.012595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.012947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.013284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.013618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.014089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.014295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.014618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.014945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.015267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.015586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.015906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.016216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.023887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:05.024648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Network hostable DHCP agents. Network: aab9d426-725e-40cc-b56e-7bdd62b69dab, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:43:05.031129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:05.071496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Network aab9d426-725e-40cc-b56e-7bdd62b69dab is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:43:05.079276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-8929a8d6-0aa6-4d23-aa13-7af64058b1c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565309 Nov 26 21:43:05.084446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, aab9d426-725e-40cc-b56e-7bdd62b69dab) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:05.091083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:05.092180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.093188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f0d9a-3f7c-4ec8-a751-c02c0f6482e4 None None] Network aab9d426-725e-40cc-b56e-7bdd62b69dab requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:05.155587 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-99673ef8-684e-42cc-95d1-344f7e1f7038 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9514713 Nov 26 21:43:05.198412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.201233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-44805aaf-5772-4a08-ba82-561284baab06 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062915 Nov 26 21:43:05.310630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c9940-0657-4da6-baf2-10fe88c6c80c None None] Network aab9d426-725e-40cc-b56e-7bdd62b69dab requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:05.331581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e61bd4e9-e8cb-4f30-a734-a9bb2b981934 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:43:05.358560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d12b2-16f8-490e-aa71-2907ad03fafd req-42a29733-8bc0-4aea-b79c-ee4c825fb1c9 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:05.360667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a12d12b2-16f8-490e-aa71-2907ad03fafd req-42a29733-8bc0-4aea-b79c-ee4c825fb1c9 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 947 time: 0.1089263 Nov 26 21:43:05.431589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e61bd4e9-e8cb-4f30-a734-a9bb2b981934 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:43:05.437026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.456758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a12d12b2-16f8-490e-aa71-2907ad03fafd req-7c3ab9ea-f32b-422b-b29f-7444a7c2b4b7 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848567 Nov 26 21:43:05.460736 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.538107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d9fafbfeaf44d2ca898a729787be679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058291 Nov 26 21:43:05.539117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bcf5d9-4807-4cee-be43-565e153d49a4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:05.540924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58926) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:05.563717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.566556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.568456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.568944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.569425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.570888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.571390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.573031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.573513 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.574469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.575560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.576079 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4a2767-10fd-4cbc-be69-03739ab92f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:05.650392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437fc2c-ba58-45a9-a360-77a24d41d68e req-29befd7c-a26d-4c4c-961c-e9fd1ac0f499 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:05.652773 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e437fc2c-ba58-45a9-a360-77a24d41d68e req-29befd7c-a26d-4c4c-961c-e9fd1ac0f499 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 966 time: 0.0641651 Nov 26 21:43:05.668755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a036ee0-42db-47fe-bcd6-33418680ea0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.709375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a036ee0-42db-47fe-bcd6-33418680ea0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.733197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-e33157e3-63d4-4bd7-9eb2-6161b9c512c1 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:05.738832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-e33157e3-63d4-4bd7-9eb2-6161b9c512c1 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1117 time: 0.1315198 Nov 26 21:43:05.773305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e437fc2c-ba58-45a9-a360-77a24d41d68e req-d4570f67-853a-4e9f-a980-8e4d2519d346 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101933 Nov 26 21:43:05.914015 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a036ee0-42db-47fe-bcd6-33418680ea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.917075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a036ee0-42db-47fe-bcd6-33418680ea0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.918243 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9a036ee0-42db-47fe-bcd6-33418680ea0c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18bcf5d9-4807-4cee-be43-565e153d49a4 HTTP/1.1" status: 204 len: 168 time: 0.3761580 Nov 26 21:43:05.954093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a036ee0-42db-47fe-bcd6-33418680ea0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bcf5d9-4807-4cee-be43-565e153d49a4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:05.987706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-1b921c4d-526b-462a-99ef-1337884a2c0e service neutron] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:05.995383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-1b921c4d-526b-462a-99ef-1337884a2c0e service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:05.996563 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-705fdf0d-2226-4d20-83c9-180f63ec25b0 req-1b921c4d-526b-462a-99ef-1337884a2c0e service neutron] 10.222.0.13 "DELETE /v2.0/ports/e61bd4e9-e8cb-4f30-a734-a9bb2b981934/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.2517660 Nov 26 21:43:06.120013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e76b1d-9a9e-45ea-bd89-36cd223cba46 req-f268136f-0c24-4df3-a9a1-e17d4a0d7cec tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:06.127992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9e76b1d-9a9e-45ea-bd89-36cd223cba46 req-f268136f-0c24-4df3-a9a1-e17d4a0d7cec tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0724306 Nov 26 21:43:06.185142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9e76b1d-9a9e-45ea-bd89-36cd223cba46 req-bb82ae2f-b508-4c90-8406-70ba449b78bf tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561244 Nov 26 21:43:06.317517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:06.323628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1214001490-network', 'tenant_id': 'c0f2dd8c25304ca2a0a67f425c9a50ad'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:06.350779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Made reservation on behalf of c0f2dd8c25304ca2a0a67f425c9a50ad for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:06.355114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.367768 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.467082 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.475486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.492179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:43:06.509679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.510054 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Added segment fe8739e0-6759-4f45-a0d6-52f7713b4f84 of type vlan for network 5d9825a1-0db9-4757-8734-cede7068f80d Nov 26 21:43:06.564513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b6e6b20b-b439-45fe-8936-2f04dec0ba54 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:06.574524 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.581840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58982) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:06.584837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f5614b-6963-4482-b64a-8e4b9f6d1239,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:06.610287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771d4f53-903b-44d3-bf4f-547b84a63950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.631414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.632395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:06.633401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.730570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.731114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4110534 Nov 26 21:43:06.735012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58984) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:06.741665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771d4f53-903b-44d3-bf4f-547b84a63950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.746848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Request body: {'subnet': {'network_id': '5d9825a1-0db9-4757-8734-cede7068f80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1214001490-subnet', 'tenant_id': 'c0f2dd8c25304ca2a0a67f425c9a50ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:06.756076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c04a03-33bb-40a1-9727-5656d7f93a60 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9825a1-0db9-4757-8734-cede7068f80d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:06.756887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58986) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:06.771684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 5d9825a1-0db9-4757-8734-cede7068f80d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:43:06.777465 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771d4f53-903b-44d3-bf4f-547b84a63950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.813074 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b6e6b20b-b439-45fe-8936-2f04dec0ba54, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b6e6b20b-b439-45fe-8936-2f04dec0ba54,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:06.823561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Made reservation on behalf of c0f2dd8c25304ca2a0a67f425c9a50ad for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:06.826483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.851138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0df860-c46b-4367-b76a-ffc33d72b33f req-8f51647c-eb7e-46be-8195-653f0c703653 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:06.867183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0df860-c46b-4367-b76a-ffc33d72b33f req-8f51647c-eb7e-46be-8195-653f0c703653 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 947 time: 0.3234789 Nov 26 21:43:06.885446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d4f53-903b-44d3-bf4f-547b84a63950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4d229d-3507-436e-836d-766449c7edce,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:06.914186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'b6e6b20b-b439-45fe-8936-2f04dec0ba54', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'b6e6b20b-b439-45fe-8936-2f04dec0ba54', 'mac_address': 'fa:16:3e:fe:68:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:06.960612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-771d4f53-903b-44d3-bf4f-547b84a63950 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=684bd7dea53f49c8b8b847673892410b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662832 Nov 26 21:43:06.963647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58998) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:06.975392 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:06.993389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6b20b-b439-45fe-8936-2f04dec0ba54 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:07.017778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b6e6b20b-b439-45fe-8936-2f04dec0ba54, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b6e6b20b-b439-45fe-8936-2f04dec0ba54,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:07.023545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.057044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0df860-c46b-4367-b76a-ffc33d72b33f req-4b202d25-44fd-4680-a6c7-b6c9f747685f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887515 Nov 26 21:43:07.061611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b5ec-4695-48b2-a598-20a2272419bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.088283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714df10-a208-49ce-9b16-6a36995c642b req-09c2d425-6783-4a29-89b8-023d8ef74f7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:07.102528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b6e6b20b-b439-45fe-8936-2f04dec0ba54,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:07.104572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c714df10-a208-49ce-9b16-6a36995c642b req-09c2d425-6783-4a29-89b8-023d8ef74f7d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 966 time: 0.1738746 Nov 26 21:43:07.112285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b564ae5-7eaa-42f4-b611-ba65a193ce8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.113316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.114372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.114722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.115234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.115755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.116244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.116775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.117258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.117738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.118258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.118738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.119216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:43:07.145784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b564ae5-7eaa-42f4-b611-ba65a193ce8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.189675 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c714df10-a208-49ce-9b16-6a36995c642b req-dbd66fd6-e837-4df1-a549-a8632add5bcc tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822794 Nov 26 21:43:07.257578 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.270642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b5ec-4695-48b2-a598-20a2272419bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.278652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0f7b5ec-4695-48b2-a598-20a2272419bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.329226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f0f7b5ec-4695-48b2-a598-20a2272419bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=468623c6e395482194e8e982dd55ca50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709817 Nov 26 21:43:07.329946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59014) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:07.331077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7b5ec-4695-48b2-a598-20a2272419bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec4c5ab-395e-4043-a814-32c580324693,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:07.377794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b564ae5-7eaa-42f4-b611-ba65a193ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.381203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b564ae5-7eaa-42f4-b611-ba65a193ce8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.384768 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9b564ae5-7eaa-42f4-b611-ba65a193ce8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a4d229d-3507-436e-836d-766449c7edce HTTP/1.1" status: 204 len: 168 time: 0.4177487 Nov 26 21:43:07.413027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3deb0d1c-fe60-47ce-b181-ff361b2bad78,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:07.421154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Checking segment: {'id': 'fe8739e0-6759-4f45-a0d6-52f7713b4f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '5d9825a1-0db9-4757-8734-cede7068f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:07.421451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Network hostable DHCP agents. Network: 5d9825a1-0db9-4757-8734-cede7068f80d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:43:07.424653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b564ae5-7eaa-42f4-b611-ba65a193ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4d229d-3507-436e-836d-766449c7edce,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:07.428698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae846129-9580-4963-85d6-162f6e0af86a req-79fc34db-6918-4ddd-842d-b3e28e86be8a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:07.437718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae846129-9580-4963-85d6-162f6e0af86a req-79fc34db-6918-4ddd-842d-b3e28e86be8a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0671256 Nov 26 21:43:07.452956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6065d338-abfd-4a1c-9956-6867af9bb7f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.462837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Network 5d9825a1-0db9-4757-8734-cede7068f80d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:43:07.482403 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6065d338-abfd-4a1c-9956-6867af9bb7f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.484167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 5d9825a1-0db9-4757-8734-cede7068f80d) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:07.495120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35901acb-f275-4073-aa45-aba2df00d1bf None None] Network 5d9825a1-0db9-4757-8734-cede7068f80d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:07.500855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:07.501458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.525163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['b6e6b20b-b439-45fe-8936-2f04dec0ba54'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:07.530915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae846129-9580-4963-85d6-162f6e0af86a req-d02bb6de-e900-4067-83e6-d2ce0ca0033a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915914 Nov 26 21:43:07.550647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a4f6004f-39fa-4000-9e9c-abb3759108de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8060656 Nov 26 21:43:07.599087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6065d338-abfd-4a1c-9956-6867af9bb7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.604048 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6065d338-abfd-4a1c-9956-6867af9bb7f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.607646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6065d338-abfd-4a1c-9956-6867af9bb7f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eec4c5ab-395e-4043-a814-32c580324693 HTTP/1.1" status: 204 len: 168 time: 0.2711923 Nov 26 21:43:07.628484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065d338-abfd-4a1c-9956-6867af9bb7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec4c5ab-395e-4043-a814-32c580324693,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:07.697950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:07.699822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ce181-96b5-4227-b241-6feb0c203f98 req-4639b2db-2d39-4828-a651-8edbff734677 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:07.701512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-263ce181-96b5-4227-b241-6feb0c203f98 req-4639b2db-2d39-4828-a651-8edbff734677 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1117 time: 0.0679348 Nov 26 21:43:07.779695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-263ce181-96b5-4227-b241-6feb0c203f98 req-fd561ecd-6ebb-4e45-a02d-8bc8a0f39cc8 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711370 Nov 26 21:43:07.815540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948092ec-4595-4117-b34b-307602ab219f None None] Network 5d9825a1-0db9-4757-8734-cede7068f80d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:08.125727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59044) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:08.236997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-b1dc923e-a9bb-48cf-b4a2-aa679d3f06f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554817 Nov 26 21:43:08.246770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb2a0d-3170-4446-81a8-a29b78990d9f req-e17a0874-a595-4f7f-af00-c7608b0b41c0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:08.255081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1adb2a0d-3170-4446-81a8-a29b78990d9f req-e17a0874-a595-4f7f-af00-c7608b0b41c0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 948 time: 0.1063159 Nov 26 21:43:08.278230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59052) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:08.329775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86b535dc-a70c-4a88-95b2-0f1b52086f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:08.406665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1adb2a0d-3170-4446-81a8-a29b78990d9f req-ff7321d6-6a37-4ea6-ac53-4f95f8586d4f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496952 Nov 26 21:43:08.425176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-d31bb9fb-2c37-4c74-96db-1bf381439ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:08.428501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-d31bb9fb-2c37-4c74-96db-1bf381439ec5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 1118 time: 0.0968127 Nov 26 21:43:08.495649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86b535dc-a70c-4a88-95b2-0f1b52086f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:08.503686 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86b535dc-a70c-4a88-95b2-0f1b52086f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:08.549193 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-86b535dc-a70c-4a88-95b2-0f1b52086f3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=156f525710e145dab7accb87b13ddf57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661185 Nov 26 21:43:08.549761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59076) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:08.556568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b535dc-a70c-4a88-95b2-0f1b52086f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6685be2-d6ea-4685-a3f5-aed3aee589f6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:08.606248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0711c093-0149-4156-aad5-1ce5974ba2ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:08.633135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0711c093-0149-4156-aad5-1ce5974ba2ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:08.690603 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0711c093-0149-4156-aad5-1ce5974ba2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:08.702319 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0711c093-0149-4156-aad5-1ce5974ba2ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:08.706395 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0711c093-0149-4156-aad5-1ce5974ba2ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6685be2-d6ea-4685-a3f5-aed3aee589f6 HTTP/1.1" status: 204 len: 168 time: 0.1559584 Nov 26 21:43:08.716363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c093-0149-4156-aad5-1ce5974ba2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6685be2-d6ea-4685-a3f5-aed3aee589f6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:08.873212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18a1b254-ea3e-4049-a148-d046d12071ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:09.000068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-f05b7c76-5a2b-4734-b763-7d5820ef08f7 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:09.001569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-f05b7c76-5a2b-4734-b763-7d5820ef08f7 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 820 time: 0.5804663 Nov 26 21:43:09.012248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-7bcdf27b-8b48-48f2-bc88-068049196400 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:09.013681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-7bcdf27b-8b48-48f2-bc88-068049196400 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 806 time: 0.4940012 Nov 26 21:43:09.028265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-d3150550-c947-416a-8bc4-0663b12e95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:09.029640 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-d3150550-c947-416a-8bc4-0663b12e95a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 924 time: 0.5210843 Nov 26 21:43:09.053116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-8c60556e-dd73-4ab1-851d-ca3754cb0a26 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/quotas/4a7a6903064a446cba2256d8b6cbffa2 HTTP/1.1" status: 200 len: 375 time: 0.0349522 Nov 26 21:43:09.084595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-e8a8d8a5-de14-4ff5-87e7-37755ae958d3 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/quotas/a7ec20b922e14aa89bf7a9a3728c366d HTTP/1.1" status: 200 len: 375 time: 0.0646999 Nov 26 21:43:09.143394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-4c399874-a1e9-4248-87af-66804e90dfca tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568326 Nov 26 21:43:09.203288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18a1b254-ea3e-4049-a148-d046d12071ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:09.235567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-f4978980-d5f3-4822-ae84-df4d38a3ddf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1 HTTP/1.1" status: 200 len: 1023 time: 0.1960037 Nov 26 21:43:09.239436 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18a1b254-ea3e-4049-a148-d046d12071ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:09.329604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-e032cc16-347d-46ad-9c47-9ec25f682170 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2202697 Nov 26 21:43:09.334534 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-18a1b254-ea3e-4049-a148-d046d12071ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cba96bf451a44f84aa0014a014c76c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2049873 Nov 26 21:43:09.335417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59116) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:09.337560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1b254-ea3e-4049-a148-d046d12071ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4a8f9-841d-46f6-bc39-f8ef08228b8e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:09.373025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-689233d5-8c73-42f2-bd3b-17cf2912f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:09.374544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-689233d5-8c73-42f2-bd3b-17cf2912f063 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.1229072 Nov 26 21:43:09.397708 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf72f-a796-4074-8bfa-078303da4a70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:09.421267 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf72f-a796-4074-8bfa-078303da4a70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:09.454152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-27cb058c-7707-4df3-b113-51d455881e43 service neutron] 10.222.0.21 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020980 Nov 26 21:43:09.530836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-bc193c84-6605-4349-a24e-3eb50a7a4e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:09.531270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf72f-a796-4074-8bfa-078303da4a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:09.532340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-bc193c84-6605-4349-a24e-3eb50a7a4e52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287317 Nov 26 21:43:09.536638 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf72f-a796-4074-8bfa-078303da4a70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:09.538440 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1fcdf72f-a796-4074-8bfa-078303da4a70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0b4a8f9-841d-46f6-bc39-f8ef08228b8e HTTP/1.1" status: 204 len: 168 time: 0.2023389 Nov 26 21:43:09.551352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdf72f-a796-4074-8bfa-078303da4a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4a8f9-841d-46f6-bc39-f8ef08228b8e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:09.556870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-5fbb9a17-f2a3-47a8-85c1-695d5edbfcf8 service neutron] 10.222.0.21 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149932 Nov 26 21:43:09.695492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-556ca1f7-a368-431b-aac7-bd5be097c6cb service neutron] 10.222.0.21 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324440 Nov 26 21:43:09.742526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-1e47969c-770a-4cb5-909f-ed2fe687a758 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013381 Nov 26 21:43:09.746043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dd66d98d-7b1f-4ba9-adc3-3b9b413c2644 service neutron] 10.222.0.21 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774437 Nov 26 21:43:09.883463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d0addc5-e384-4de5-a054-8ac59543a4d2 req-327c729f-5818-4de7-869a-37879a8ac08f service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333365 Nov 26 21:43:10.030146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3500e-14bd-41c5-9002-19de70d9355c req-1a7fa9d3-c5bc-4701-b9b1-6ba2c6a4f57b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:10.038431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57a3500e-14bd-41c5-9002-19de70d9355c req-1a7fa9d3-c5bc-4701-b9b1-6ba2c6a4f57b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0762589 Nov 26 21:43:10.153789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57a3500e-14bd-41c5-9002-19de70d9355c req-bcf24aa6-b803-4194-9cf7-d1b92806525c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144230 Nov 26 21:43:10.255650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e539dd33-9acf-4e04-ae1d-9e8251a43f21 req-f71c706a-b94a-4f4a-ab41-29e9a6c6fa19 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 210 time: 0.0349519 Nov 26 21:43:10.275198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacb973-842f-47a8-8440-50bfd1f0f0b4 req-4306751d-9e11-460b-bec0-64e2a9ee559e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:10.283842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cacb973-842f-47a8-8440-50bfd1f0f0b4 req-4306751d-9e11-460b-bec0-64e2a9ee559e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 948 time: 0.1289449 Nov 26 21:43:10.304546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59156) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:10.336323 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-395eb7f5-cff9-48c4-8914-71041c33e239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.432552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cacb973-842f-47a8-8440-50bfd1f0f0b4 req-5a6b8836-ab9a-4b91-a515-53ab34ea6895 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457536 Nov 26 21:43:10.502252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59162) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:10.529255 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b5122c1-d02e-4ecd-a7b6-113d156a94ea req-9f205a53-b7f9-41c4-8291-5e916eb3991f tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 210 time: 0.1288743 Nov 26 21:43:10.585029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b6e6b20b-b439-45fe-8936-2f04dec0ba54 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:10.633624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-395eb7f5-cff9-48c4-8914-71041c33e239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.638714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-395eb7f5-cff9-48c4-8914-71041c33e239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.729514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port b6e6b20b-b439-45fe-8936-2f04dec0ba54 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:10.733081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395eb7f5-cff9-48c4-8914-71041c33e239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32cf75b-8590-46a2-8975-c684ff13bbd7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:10.739334 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-395eb7f5-cff9-48c4-8914-71041c33e239 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97c35ab5300344478dca18570c92d34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327660 Nov 26 21:43:10.739687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port b6e6b20b-b439-45fe-8936-2f04dec0ba54 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:10.740075 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.742372 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59172) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:10.807800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d811728b-2a10-40ed-aee4-97abb635f4b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.818525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-756f678d-d1b0-461b-ae03-ef902e475d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.851670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-756f678d-d1b0-461b-ae03-ef902e475d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.879916 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.908461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6b20b-b439-45fe-8936-2f04dec0ba54'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:10.911341 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f3580d-baaf-46e8-9b24-0338b6552cad" -d '{"events": [{"server_uuid": "d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6b20b-b439-45fe-8936-2f04dec0ba54"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:10.920770 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-756f678d-d1b0-461b-ae03-ef902e475d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.923836 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-756f678d-d1b0-461b-ae03-ef902e475d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.925084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-756f678d-d1b0-461b-ae03-ef902e475d40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a32cf75b-8590-46a2-8975-c684ff13bbd7 HTTP/1.1" status: 204 len: 168 time: 0.1816843 Nov 26 21:43:10.929340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b6e6b20b-b439-45fe-8936-2f04dec0ba54, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b6e6b20b-b439-45fe-8936-2f04dec0ba54,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:10.930730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d811728b-2a10-40ed-aee4-97abb635f4b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.937257 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:10.939093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f678d-d1b0-461b-ae03-ef902e475d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32cf75b-8590-46a2-8975-c684ff13bbd7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:10.940434 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d811728b-2a10-40ed-aee4-97abb635f4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.015402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b6e6b20b-b439-45fe-8936-2f04dec0ba54,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:11.018762 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4243933-5333-4756-8e2d-2fd62ea8627e x-openstack-request-id: req-a4243933-5333-4756-8e2d-2fd62ea8627e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:11.019079 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6b20b-b439-45fe-8936-2f04dec0ba54", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:11.020283 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4243933-5333-4756-8e2d-2fd62ea8627e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:11.021080 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6b20b-b439-45fe-8936-2f04dec0ba54', 'code': 200} Nov 26 21:43:11.025798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d811728b-2a10-40ed-aee4-97abb635f4b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67bb3402664947b6ab786e3c59a2fff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5220411 Nov 26 21:43:11.027105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811728b-2a10-40ed-aee4-97abb635f4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38abe129-8a76-4969-bcea-286c20c2dc03,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:11.028475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59182) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:11.140163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb139-c517-4082-ab81-27cbb613130b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.188228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb139-c517-4082-ab81-27cbb613130b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.309957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb139-c517-4082-ab81-27cbb613130b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.312961 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f8ffb139-c517-4082-ab81-27cbb613130b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.314268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f8ffb139-c517-4082-ab81-27cbb613130b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38abe129-8a76-4969-bcea-286c20c2dc03 HTTP/1.1" status: 204 len: 168 time: 0.2845228 Nov 26 21:43:11.327404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eed88-5eee-4426-b249-9abaa234a931 req-9092d10c-045c-4cfe-b3f7-b648a5f2c94c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:11.328961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a18eed88-5eee-4426-b249-9abaa234a931 req-9092d10c-045c-4cfe-b3f7-b648a5f2c94c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0744331 Nov 26 21:43:11.335274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffb139-c517-4082-ab81-27cbb613130b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38abe129-8a76-4969-bcea-286c20c2dc03,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:11.371392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39658902-9fad-410a-9051-5e0160878719 req-9f6823ec-cbbf-4203-a8f5-896dcc97957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:11.374011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39658902-9fad-410a-9051-5e0160878719 req-9f6823ec-cbbf-4203-a8f5-896dcc97957b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 1100 time: 0.1161466 Nov 26 21:43:11.380543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3405934-2161-4718-b0fb-e756619c09cd req-31989357-e24c-4a5b-ac08-400a74837f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:11.382462 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3405934-2161-4718-b0fb-e756619c09cd req-31989357-e24c-4a5b-ac08-400a74837f2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1100 time: 0.1091862 Nov 26 21:43:11.413063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a18eed88-5eee-4426-b249-9abaa234a931 req-3bb616ff-865c-4002-a58a-9b3818dcb198 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Nov 26 21:43:11.538529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e4347f4-a17c-4dbe-8c90-cacf1b581168 req-f6058945-624b-4514-bc00-e29bd7e07ce7 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 210 time: 0.0471346 Nov 26 21:43:11.549801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39658902-9fad-410a-9051-5e0160878719 req-9076afc6-bbd6-4d4a-acf6-69b8f9bdcec3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662507 Nov 26 21:43:11.614813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-cd47c2dc-1b3b-46b9-98f3-d7d9e7640ea0 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9589ab10c2e4452abc430c27e1eeb300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406897 Nov 26 21:43:11.627821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3405934-2161-4718-b0fb-e756619c09cd req-7bfbdd1e-d0d9-4b3b-bb1f-611ada694d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:11.631052 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3405934-2161-4718-b0fb-e756619c09cd req-7bfbdd1e-d0d9-4b3b-bb1f-611ada694d30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2183323 Nov 26 21:43:11.759411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59220) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:11.777038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5e33-bcc1-4ff4-989b-68830f5bc52e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.845974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d69f0-6c7b-419a-a45b-e388616dba02 req-a16ec84d-db31-4be8-a956-9cac292526b0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:11.854111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-988d69f0-6c7b-419a-a45b-e388616dba02 req-a16ec84d-db31-4be8-a956-9cac292526b0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 949 time: 0.1893330 Nov 26 21:43:11.874363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5e33-bcc1-4ff4-989b-68830f5bc52e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.880835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5e33-bcc1-4ff4-989b-68830f5bc52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.905323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-9f6a9311-369d-42d2-8999-02cb3a009867 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:11.911274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-9f6a9311-369d-42d2-8999-02cb3a009867 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902491 Nov 26 21:43:11.929464 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5c9a5e33-bcc1-4ff4-989b-68830f5bc52e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=707ccd961ff64be18f5d186961adfc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684029 Nov 26 21:43:11.930052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59224) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:11.938179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a5e33-bcc1-4ff4-989b-68830f5bc52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9dd94e-47f1-4309-9d9a-8f54b6dd46af,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:11.956211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-ddab490b-a45e-4716-9b31-a7b97aa912dc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:11.958144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-ddab490b-a45e-4716-9b31-a7b97aa912dc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 820 time: 0.2317061 Nov 26 21:43:11.963174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-3c79ec7c-c856-4206-9e01-8414f290259b tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/quotas/9589ab10c2e4452abc430c27e1eeb300 HTTP/1.1" status: 200 len: 375 time: 0.0438211 Nov 26 21:43:11.986597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-988d69f0-6c7b-419a-a45b-e388616dba02 req-b6883034-6c8d-4edc-bbcd-b42fd7afa5dd tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313753 Nov 26 21:43:11.994303 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-95fb6db8-4f82-4497-8bc9-4b536ce2099f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:11.996459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Request body: {'port': {'device_id': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'admin_state_up': True, 'tenant_id': '4a7a6903064a446cba2256d8b6cbffa2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:12.025342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3405934-2161-4718-b0fb-e756619c09cd req-e3134125-84e6-4900-9178-0fe77ece43bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0422058 Nov 26 21:43:12.026800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-c072b67e-4dc4-4ce3-aac0-3827560c0c14 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9589ab10c2e4452abc430c27e1eeb300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541461 Nov 26 21:43:12.079878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-95fb6db8-4f82-4497-8bc9-4b536ce2099f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:12.118120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3405934-2161-4718-b0fb-e756619c09cd req-2f2e0ad2-5185-4bd6-8394-09e119956713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:12.119783 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3405934-2161-4718-b0fb-e756619c09cd req-2f2e0ad2-5185-4bd6-8394-09e119956713 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0864773 Nov 26 21:43:12.175678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-95fb6db8-4f82-4497-8bc9-4b536ce2099f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:12.179236 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-95fb6db8-4f82-4497-8bc9-4b536ce2099f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:12.182818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-95fb6db8-4f82-4497-8bc9-4b536ce2099f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc9dd94e-47f1-4309-9d9a-8f54b6dd46af HTTP/1.1" status: 204 len: 168 time: 0.2485034 Nov 26 21:43:12.195276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb6db8-4f82-4497-8bc9-4b536ce2099f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9dd94e-47f1-4309-9d9a-8f54b6dd46af,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:12.199652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3405934-2161-4718-b0fb-e756619c09cd req-5cb67a35-46fd-4865-b019-e2b869677242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:12.201317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3405934-2161-4718-b0fb-e756619c09cd req-5cb67a35-46fd-4865-b019-e2b869677242 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685878 Nov 26 21:43:12.258956 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b039bbe6-dfe6-432c-9382-e03cb7e9f619 req-998639de-5a71-411b-b4e5-92436a1d2c76 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 210 time: 0.1161191 Nov 26 21:43:12.373757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Made reservation on behalf of 4a7a6903064a446cba2256d8b6cbffa2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:12.377450 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:12.413025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3405934-2161-4718-b0fb-e756619c09cd req-82728f3f-df28-4c32-8397-3b58d6e9392c service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009802 Nov 26 21:43:12.461921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ced152f-b8e9-4272-ac15-b3b0d22f0638 req-3727b42f-4fd1-452e-99ae-7fd1e894bda7 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 210 time: 0.0617580 Nov 26 21:43:12.604264 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3405934-2161-4718-b0fb-e756619c09cd req-4b0a6a41-6bb3-43d5-a0a1-204965c75a81 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822636 Nov 26 21:43:12.942355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-89a24ee4-a8bb-4e33-928f-5150a916ee87 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:12.943896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-89a24ee4-a8bb-4e33-928f-5150a916ee87 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 806 time: 0.7251511 Nov 26 21:43:12.966057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0932c63-6060-4389-8ce2-6aa5de4111e0 req-3a28865e-4d80-4cd5-a13c-4a193f10a591 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 210 time: 0.2968554 Nov 26 21:43:12.973613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Request body: {'port': {'device_id': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'admin_state_up': True, 'tenant_id': 'a7ec20b922e14aa89bf7a9a3728c366d'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:13.143124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfba508-434b-48b0-8590-84fc0d157e30 req-49f3dabb-9e4a-44fb-9e3b-f04b2adb9e35 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:13.150302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcfba508-434b-48b0-8590-84fc0d157e30 req-49f3dabb-9e4a-44fb-9e3b-f04b2adb9e35 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.5704131 Nov 26 21:43:13.187298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Allocated IP 172.20.0.11 (aab9d426-725e-40cc-b56e-7bdd62b69dab/0760a5fd-ed29-4945-b6fe-b13cdaaa1df8/b0b4c6b8-9350-4003-a7b4-cb725890d83f) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:43:13.242290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976218f-6c52-4367-b3e4-e03bb3f6a0ce req-592645ec-d382-460a-9e1f-5c1426907e53 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:13.243823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7976218f-6c52-4367-b3e4-e03bb3f6a0ce req-592645ec-d382-460a-9e1f-5c1426907e53 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 949 time: 0.1604514 Nov 26 21:43:13.249408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Made reservation on behalf of a7ec20b922e14aa89bf7a9a3728c366d for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:13.253008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:13.311949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcfba508-434b-48b0-8590-84fc0d157e30 req-a89ad50f-797d-49a1-96f2-970f6d2c3533 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606884 Nov 26 21:43:13.497393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08c72548-5c88-403f-bfeb-8cd73c7fd87b req-1d38b4d2-b6f7-44b2-99db-59edcea66854 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 210 time: 0.0763221 Nov 26 21:43:13.584619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7976218f-6c52-4367-b3e4-e03bb3f6a0ce req-777e7f1c-3ecd-4268-8d20-2e355b29d461 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282666 Nov 26 21:43:13.723354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:13.726336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9df0ecd6-7bcd-45c6-9d80-a054a57ace32 req-c5b878bd-94fe-4551-9d0b-db20d20ab518 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 210 time: 0.0528409 Nov 26 21:43:13.732045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-9dfc620b-f8de-4efb-b9e3-7368bc9c5e3c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9589ab10c2e4452abc430c27e1eeb300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271747 Nov 26 21:43:13.750306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Allocated IP 172.20.0.6 (ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3/e3914721-3203-40a5-a057-84f456da8729/e234a64e-95c3-48f7-a400-6e8bebff5c7b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:43:13.845420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:13.945592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-2c20b6ca-71a8-4c33-8266-762e50e55e7a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:13.948163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-2c20b6ca-71a8-4c33-8266-762e50e55e7a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102132 Nov 26 21:43:13.950230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Network aab9d426-725e-40cc-b56e-7bdd62b69dab is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:43:13.957019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:13.964349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:43:13.971820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:13.972452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:13.983798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Pushing event updated for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:13.999857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Request body: {'port': {'device_id': 'fa5803b8-6c72-4ae7-b21d-2f37f6edcb90', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '9589ab10c2e4452abc430c27e1eeb300'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:14.047745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-bfd012f1-e8d2-4591-9f5b-1905c17e1061 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0566316 Nov 26 21:43:14.078947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Request body: {'port': {'device_id': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:14.093887 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.157038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Made reservation on behalf of 9589ab10c2e4452abc430c27e1eeb300 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:14.162035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.172959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.193090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.202231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45feafde-051b-435f-a5f2-f010a30b143f req-32d8982f-fee4-4520-887e-32fbc3d041e6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:14.203769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45feafde-051b-435f-a5f2-f010a30b143f req-32d8982f-fee4-4520-887e-32fbc3d041e6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 932 time: 0.1302929 Nov 26 21:43:14.245321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.282218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.290857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.348698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88956109-1191-4fb0-910e-a75ed0302042,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:14.351972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:43:14.368812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45feafde-051b-435f-a5f2-f010a30b143f req-81a400a6-43c5-4d78-bdd7-1b5c9d7aa254 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540189 Nov 26 21:43:14.370636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Pushing event updated for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:14.373253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:14.377532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:43:14.407885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:14.408565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.488851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Allocated IP 192.168.233.210 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/b4369497-84fc-400a-a413-eb6f4e2c9934) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:43:14.533456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-453a46d7-5bd8-4221-a1a6-510d08233f8b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5643122 Nov 26 21:43:14.554386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Request body: {'port': {'device_id': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:14.660346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731a915-ec1e-4700-a31d-f13c997c9e2e req-99092853-6f5e-45ab-bcfd-339864167527 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:14.662040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8731a915-ec1e-4700-a31d-f13c997c9e2e req-99092853-6f5e-45ab-bcfd-339864167527 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1763754 Nov 26 21:43:14.673951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.712191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.719186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.770652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:43:14.773677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:14.776036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:43:14.781698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:14.782332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.798277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Pushing event updated for resources: {'Port': ['ID=b4369497-84fc-400a-a413-eb6f4e2c9934,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:14.803647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-bfeb7651-a62f-486e-b491-ad6d86c7620a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8080852 Nov 26 21:43:14.822543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Request body: {'port': {'device_id': 'fa5803b8-6c72-4ae7-b21d-2f37f6edcb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:14.831912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8731a915-ec1e-4700-a31d-f13c997c9e2e req-11f1efa1-fbb9-4128-975f-07f89831aaee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482947 Nov 26 21:43:14.904565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32b348-83da-4965-82a0-6d121a13fa0c req-4baef14a-0bfc-4dac-8ee5-b53ac107c67d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:14.906477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c32b348-83da-4965-82a0-6d121a13fa0c req-4baef14a-0bfc-4dac-8ee5-b53ac107c67d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 931 time: 0.1538801 Nov 26 21:43:14.915343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:14.925994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b4c6b8-9350-4003-a7b4-cb725890d83f {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:14.935353 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.025712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Transition to ACTIVE for port object b0b4c6b8-9350-4003-a7b4-cb725890d83f will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:15.041514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.074920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b3f63602-2267-404f-8a0f-6f3808b6ea5f None None] Provisioning complete for port b4369497-84fc-400a-a413-eb6f4e2c9934 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:15.075445 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3f63602-2267-404f-8a0f-6f3808b6ea5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.121677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b3f63602-2267-404f-8a0f-6f3808b6ea5f None None] Port b4369497-84fc-400a-a413-eb6f4e2c9934 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:43:15.182124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c32b348-83da-4965-82a0-6d121a13fa0c req-87ba9eb5-2edd-42e0-bd66-75a80d46ec1c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919627 Nov 26 21:43:15.194871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:15.213740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4369497-84fc-400a-a413-eb6f4e2c9934 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:15.222434 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.224332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a816-029a-4dc4-a55b-45e76b824726 req-7ede190a-c7fd-4c02-9936-fbd38e013f62 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.225974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb36a816-029a-4dc4-a55b-45e76b824726 req-7ede190a-c7fd-4c02-9936-fbd38e013f62 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 949 time: 0.2015345 Nov 26 21:43:15.242096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Transition to ACTIVE for port object b4369497-84fc-400a-a413-eb6f4e2c9934 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:15.247523 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.267952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:15.268278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:15.268600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:15.290878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:15.291033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:15.310751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:15.311225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:15.311610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:15.312057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Bound port: b0b4c6b8-9350-4003-a7b4-cb725890d83f, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:15.312399 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.315081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Pushing event updated for resources: {'Port': ['ID=b4369497-84fc-400a-a413-eb6f4e2c9934,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:15.330467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Attempting to bind port b4369497-84fc-400a-a413-eb6f4e2c9934 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:15.330805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Attempting to bind port b4369497-84fc-400a-a413-eb6f4e2c9934 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:15.331134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Attempting to bind port b4369497-84fc-400a-a413-eb6f4e2c9934 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:15.336373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Port b4369497-84fc-400a-a413-eb6f4e2c9934 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:15.336701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Attempting to bind port b4369497-84fc-400a-a413-eb6f4e2c9934 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:15.341987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:15.342356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:15.342739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:15.343166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Bound port: b4369497-84fc-400a-a413-eb6f4e2c9934, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:15.343518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.363565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb36a816-029a-4dc4-a55b-45e76b824726 req-e91836cd-494d-4c89-889c-5b00890b862c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258786 Nov 26 21:43:15.439673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] For port b4369497-84fc-400a-a413-eb6f4e2c9934, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:15.444049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] For port b4369497-84fc-400a-a413-eb6f4e2c9934, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4369497-84fc-400a-a413-eb6f4e2c9934,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:15.459013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.497716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.498377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.502021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] 10.222.0.41 "PUT /v2.0/ports/b4369497-84fc-400a-a413-eb6f4e2c9934 HTTP/1.1" status: 200 len: 1096 time: 0.6838152 Nov 26 21:43:15.502507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5803b8-6c72-4ae7-b21d-2f37f6edcb90', 'tag': 'b4369497-84fc-400a-a413-eb6f4e2c9934'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:15.505099 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd872f5-d718-4566-9e46-2373ad6ac295" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5803b8-6c72-4ae7-b21d-2f37f6edcb90", "tag": "b4369497-84fc-400a-a413-eb6f4e2c9934"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:15.538053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a65a4-2d33-499b-bc23-8d3a32b1ad54 req-09f329f9-4264-4acf-a7cc-ef7ced428fa6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.546487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b4a65a4-2d33-499b-bc23-8d3a32b1ad54 req-09f329f9-4264-4acf-a7cc-ef7ced428fa6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 948 time: 0.1273890 Nov 26 21:43:15.555443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e234a64e-95c3-48f7-a400-6e8bebff5c7b {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:15.562405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ca372-3b5b-48af-8d37-73113f03018c service neutron] Pushing event updated for resources: {'Port': ['ID=b4369497-84fc-400a-a413-eb6f4e2c9934,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:15.576143 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.581285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:15.629423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b4a65a4-2d33-499b-bc23-8d3a32b1ad54 req-ffd50ab0-015c-4259-b80a-8b24eb8a8261 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814474 Nov 26 21:43:15.631124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:15.634422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Transition to ACTIVE for port object e234a64e-95c3-48f7-a400-6e8bebff5c7b will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:15.643093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-7dbd78ee-1f99-4ae4-9482-8a1ac441f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.646048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-7dbd78ee-1f99-4ae4-9482-8a1ac441f329 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9589ab10c2e4452abc430c27e1eeb300&device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 1099 time: 0.0750222 Nov 26 21:43:15.653314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.714710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-2692cc1d-afe0-4bfa-a381-09a23a7d3455 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b4369497-84fc-400a-a413-eb6f4e2c9934 HTTP/1.1" status: 200 len: 217 time: 0.0536933 Nov 26 21:43:15.716558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.780967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.781597 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:15.783014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 1092 time: 1.7106793 Nov 26 21:43:15.784061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:15.785995 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71f022d-b519-4668-aa6a-666063d81cea" -d '{"events": [{"name": "network-changed", "server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:15.794902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d6ade42a-e703-4f61-be1a-8b675bf5573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.796424 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-d6ade42a-e703-4f61-be1a-8b675bf5573c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0671217 Nov 26 21:43:15.806064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f76aec-2ed4-4993-b651-3d24bc4f9604 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:15.851041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-309d1359-c002-4ad4-acfb-ff3e3a814d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.852798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-309d1359-c002-4ad4-acfb-ff3e3a814d0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483279 Nov 26 21:43:15.946601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Pushing event updated for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:15.961396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adeaf9-30ec-448e-926c-2ed02e8b734c req-cbc1bc2b-8cc6-4f65-a15e-acd698019101 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.962983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39adeaf9-30ec-448e-926c-2ed02e8b734c req-cbc1bc2b-8cc6-4f65-a15e-acd698019101 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.2114968 Nov 26 21:43:15.964709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:15.965034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:15.965360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:15.967686 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-ea5b082f-305c-40f0-9a4d-c80bc62cfd2c service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066413 Nov 26 21:43:15.975733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:15.976060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:15.987202 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ae1cd6-b714-442d-a5b6-58590fde174f x-openstack-request-id: req-66ae1cd6-b714-442d-a5b6-58590fde174f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:15.987420 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5803b8-6c72-4ae7-b21d-2f37f6edcb90", "tag": "b4369497-84fc-400a-a413-eb6f4e2c9934", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:15.987678 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66ae1cd6-b714-442d-a5b6-58590fde174f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:15.988076 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5803b8-6c72-4ae7-b21d-2f37f6edcb90', 'tag': 'b4369497-84fc-400a-a413-eb6f4e2c9934', 'status': 'completed', 'code': 200} Nov 26 21:43:15.996523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-dd734ee2-45ab-4646-9a44-22f43860496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:15.998061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-dd734ee2-45ab-4646-9a44-22f43860496d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1095 time: 0.1254644 Nov 26 21:43:16.001074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:16.001423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:16.001820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:16.002302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Bound port: e234a64e-95c3-48f7-a400-6e8bebff5c7b, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:16.002662 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:16.078462 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bf9c55-cb2c-4393-af09-80b6442d7679 x-openstack-request-id: req-00bf9c55-cb2c-4393-af09-80b6442d7679 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:16.078759 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:16.079018 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00bf9c55-cb2c-4393-af09-80b6442d7679 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:16.079416 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f', 'status': 'completed', 'code': 200} Nov 26 21:43:16.102372 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-f94baf81-1c5b-4492-a0c3-bb8eb7e404da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 217 time: 0.0853164 Nov 26 21:43:16.112780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39adeaf9-30ec-448e-926c-2ed02e8b734c req-655100dd-eaa7-457e-9abe-882e20d06dcb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400955 Nov 26 21:43:16.190712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-c3dd60bd-c6c0-4ed4-8cc9-ff143199e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.192761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-c3dd60bd-c6c0-4ed4-8cc9-ff143199e9c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0785854 Nov 26 21:43:16.195394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:16.207869 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:16.236060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:16.263554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-94c5ead3-f3a6-4f6e-b6de-42dba5985cc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542064 Nov 26 21:43:16.291506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e3a5d4c-f4bb-47ef-9f18-5455d7ca6b70 req-aa31966e-32f9-4d75-8ccc-640344e6c4a9 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151579 Nov 26 21:43:16.319318 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.319916 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:16.321468 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] 10.222.0.41 "PUT /v2.0/ports/e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 200 len: 1091 time: 1.7715824 Nov 26 21:43:16.385073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2553-1173-4ddb-99bd-f57cb219149a req-88a0a3f1-a0c7-4daa-adb3-5301fce5c427 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.386628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-970b2553-1173-4ddb-99bd-f57cb219149a req-88a0a3f1-a0c7-4daa-adb3-5301fce5c427 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1929760 Nov 26 21:43:16.390059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5c5bc-b67c-4d7b-b55d-256c77554863 service neutron] Pushing event updated for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:16.455986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-9b63e401-4993-418b-9e08-8d14ed2df2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.457728 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-9b63e401-4993-418b-9e08-8d14ed2df2ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1094 time: 0.0420117 Nov 26 21:43:16.509969 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-1a4f6df3-4eaa-4cbb-9909-dbd52fc485ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 200 len: 217 time: 0.0379348 Nov 26 21:43:16.559851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-4953e53c-6ec7-4ab6-b7c7-7ce394a2d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.561306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-4953e53c-6ec7-4ab6-b7c7-7ce394a2d8b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0451047 Nov 26 21:43:16.593068 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-276b0806-7a01-4a9a-babe-2dbd1b77de6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242300 Nov 26 21:43:16.685292 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-56d92d97-474f-4dc0-92a4-f25813d146d2 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849464 Nov 26 21:43:16.712437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-987ba46b-466b-4b92-970f-f6d33cf4bca9 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293008 Nov 26 21:43:16.741851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.742359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.742827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.743296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.743757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.744211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.744664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.745119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.745567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.747575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-9631e7e0-a3d9-4037-94c1-2ec7f3b63a2c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90&device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f&device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32&device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c&device_id=0b62c185-9fc8-4507-8178-bf5396e31158&device_id=890807af-ff0e-4748-81cf-605adb64e77f&device_id=1ec03242-1dd2-41bb-be5a-327dab75815f&device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 8246 time: 0.3584516 Nov 26 21:43:16.764937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-840a3853-6785-4584-b887-4e8546498642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:16.766407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-840a3853-6785-4584-b887-4e8546498642 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9589ab10c2e4452abc430c27e1eeb300&device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 1099 time: 0.1302752 Nov 26 21:43:16.769740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-970b2553-1173-4ddb-99bd-f57cb219149a req-2be8afce-96cf-463d-9df9-a8d21418e26c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762701 Nov 26 21:43:16.776310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a3117dd6-0c7c-49ef-ad8e-ccede7c51e67 req-bf97ffd1-3ce8-4eab-b3e0-8569ff79d62a service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834570 Nov 26 21:43:16.831822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-b701b9a9-7532-4835-9b3f-9b342a6124fa tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:16.972037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd5bfd33-4139-4a72-8798-fe560924dcbc req-7b49e27a-c079-458d-885c-b3e2dd79a989 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475419 Nov 26 21:43:17.003089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c132a67-2b6b-46cf-89b4-85eba29b1425 req-ce8f026e-2145-4598-ae9f-a321c7c70879 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.005357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c132a67-2b6b-46cf-89b4-85eba29b1425 req-ce8f026e-2145-4598-ae9f-a321c7c70879 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.1185572 Nov 26 21:43:17.006404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-1cf7f799-e5cf-489e-8e8c-e1772671b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.007724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-1cf7f799-e5cf-489e-8e8c-e1772671b85a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2339103 Nov 26 21:43:17.120581 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-b701b9a9-7532-4835-9b3f-9b342a6124fa tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:17.124202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-c1207918-edff-4580-9a3f-de66b6f1cef3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=b4369497-84fc-400a-a413-eb6f4e2c9934 HTTP/1.1" status: 200 len: 217 time: 0.0609009 Nov 26 21:43:17.141394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c132a67-2b6b-46cf-89b4-85eba29b1425 req-56aa6054-dbbd-4a6a-8559-61ad5bb43bcc tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294773 Nov 26 21:43:17.143427 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-b701b9a9-7532-4835-9b3f-9b342a6124fa tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:17.244918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701b9a9-7532-4835-9b3f-9b342a6124fa tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97ed153-74ce-4258-b668-d006be432f38,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:17.251450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-05c36f3b-f472-48ee-afdb-c27def76cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.252944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-05c36f3b-f472-48ee-afdb-c27def76cc12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1105721 Nov 26 21:43:17.258207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f022d-b519-4668-aa6a-666063d81cea req-9240a1ae-85cc-4ec5-afbc-ac499fdde7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.259625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a71f022d-b519-4668-aa6a-666063d81cea req-9240a1ae-85cc-4ec5-afbc-ac499fdde7ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1095 time: 0.1486509 Nov 26 21:43:17.406776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff0a8c11-13ab-4f32-afc1-8cd67a6c610e req-b701b9a9-7532-4835-9b3f-9b342a6124fa tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&id=88956109-1191-4fb0-910e-a75ed0302042&id=cb483646-b0cb-4cce-bc48-68e02fda10cf&id=16b05064-16c4-4da1-a4f8-2a4955454578&id=3414e70e-e76d-48d5-82e4-897e7e17035b&id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.6344738 Nov 26 21:43:17.421049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-29211d16-6869-4c19-9f95-a1a46d7fb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.422621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-29211d16-6869-4c19-9f95-a1a46d7fb1c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583877 Nov 26 21:43:17.436885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fe382-f46e-4e1b-967d-e39f259d2e5e req-0f2e7c10-af83-4f73-8277-59d444d0f4cf tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.438374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc1fe382-f46e-4e1b-967d-e39f259d2e5e req-0f2e7c10-af83-4f73-8277-59d444d0f4cf tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 948 time: 0.1608148 Nov 26 21:43:17.507011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f022d-b519-4668-aa6a-666063d81cea req-859ecba8-a036-425c-96c5-9b102a5c26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.508518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a71f022d-b519-4668-aa6a-666063d81cea req-859ecba8-a036-425c-96c5-9b102a5c26c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.2330580 Nov 26 21:43:17.570356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a71f022d-b519-4668-aa6a-666063d81cea req-c5aa727d-969e-4844-8637-88ad0f9f3bee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 217 time: 0.0535617 Nov 26 21:43:17.636975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc1fe382-f46e-4e1b-967d-e39f259d2e5e req-95f90c52-f8fc-42ac-9e6e-e904cde132a5 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856594 Nov 26 21:43:17.674762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-7fc1d53e-bc8a-4cca-944a-deb2d048ce69 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354360 Nov 26 21:43:17.681405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f022d-b519-4668-aa6a-666063d81cea req-6f15dc9b-97a1-4d77-b411-0412166d268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.682869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a71f022d-b519-4668-aa6a-666063d81cea req-6f15dc9b-97a1-4d77-b411-0412166d268d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.1016393 Nov 26 21:43:17.697977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92cfb2-6945-4f7a-a555-19be531dc0ff req-173259a4-33b2-4288-b6e0-9b41e02f62d4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:17.699443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b92cfb2-6945-4f7a-a555-19be531dc0ff req-173259a4-33b2-4288-b6e0-9b41e02f62d4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.1352508 Nov 26 21:43:17.769757 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a71f022d-b519-4668-aa6a-666063d81cea req-df6c39e0-3d3a-4553-8119-abe0976d075c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692194 Nov 26 21:43:17.886949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbd872f5-d718-4566-9e46-2373ad6ac295 req-c8826a0a-474d-4508-8e0d-6f48af8b5bfc service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031369 Nov 26 21:43:17.891794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b92cfb2-6945-4f7a-a555-19be531dc0ff req-8ffdced7-39be-4acb-ad94-7047639a4dd1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744320 Nov 26 21:43:17.937364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a71f022d-b519-4668-aa6a-666063d81cea req-b5c84d53-043a-442b-b09b-8faf40a2512b service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590598 Nov 26 21:43:18.066357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161baf02-87a1-4f71-8ea2-38f52e6cea9b req-3515f447-b5ac-4dad-b858-99321daabc19 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.067963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-161baf02-87a1-4f71-8ea2-38f52e6cea9b req-3515f447-b5ac-4dad-b858-99321daabc19 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1116385 Nov 26 21:43:18.082995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:18.085269 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:18.093555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a71f022d-b519-4668-aa6a-666063d81cea req-ef9b1be0-bf02-43fe-b100-7e29d29189e9 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466234 Nov 26 21:43:18.165373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-161baf02-87a1-4f71-8ea2-38f52e6cea9b req-a4103d3b-ba27-481d-969f-1a0fcf783820 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756235 Nov 26 21:43:18.173679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2f6b7-52bf-4593-aeb1-1659a9da1f7f req-546ae1df-0dee-48e4-9636-8168ef70f01d tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.174417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2f6b7-52bf-4593-aeb1-1659a9da1f7f req-546ae1df-0dee-48e4-9636-8168ef70f01d tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.174912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2f6b7-52bf-4593-aeb1-1659a9da1f7f req-546ae1df-0dee-48e4-9636-8168ef70f01d tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.176847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02d2f6b7-52bf-4593-aeb1-1659a9da1f7f req-546ae1df-0dee-48e4-9636-8168ef70f01d tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c&device_id=0b62c185-9fc8-4507-8178-bf5396e31158&device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 2883 time: 0.0685482 Nov 26 21:43:18.212757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59428) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:18.228793 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02d2f6b7-52bf-4593-aeb1-1659a9da1f7f req-62806431-1737-4885-90c7-cca39f42fa88 tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446050 Nov 26 21:43:18.230319 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c0184e-1351-4387-bc1e-10249e0ceee4 x-openstack-request-id: req-b3c0184e-1351-4387-bc1e-10249e0ceee4 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:18.230616 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:18.230870 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3c0184e-1351-4387-bc1e-10249e0ceee4 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:18.231294 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b', 'status': 'completed', 'code': 200} Nov 26 21:43:18.345843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9c8805b5-2150-4432-8627-899de901b32b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:18.362970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7b36a-b8b8-46bc-875c-c4071ff62fe6 req-3a2b23a9-cd42-4ce3-937e-d9e14302ed7b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.365211 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aea7b36a-b8b8-46bc-875c-c4071ff62fe6 req-3a2b23a9-cd42-4ce3-937e-d9e14302ed7b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.0843768 Nov 26 21:43:18.372382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-319345ca-ede5-4fe0-9758-84226f549659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.374375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-319345ca-ede5-4fe0-9758-84226f549659 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1094 time: 0.0816762 Nov 26 21:43:18.453214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9c8805b5-2150-4432-8627-899de901b32b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:18.458851 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9c8805b5-2150-4432-8627-899de901b32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:18.475676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aea7b36a-b8b8-46bc-875c-c4071ff62fe6 req-6b49a895-fe05-41be-b60f-b9d3fdb4e004 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003165 Nov 26 21:43:18.515955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8805b5-2150-4432-8627-899de901b32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a45b9e-a6b9-40db-b333-36fba2ad5cfa,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:18.518298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-8db7e436-b7ed-4876-86f5-76db12d0956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.520429 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-8db7e436-b7ed-4876-86f5-76db12d0956a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1377175 Nov 26 21:43:18.522217 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9c8805b5-2150-4432-8627-899de901b32b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ab965b10f1f42c7b4a57a03984415c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083024 Nov 26 21:43:18.524883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59448) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:18.573331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-ee875fd6-4ea0-4ca1-a65b-e64406fb6224 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 200 len: 217 time: 0.0410459 Nov 26 21:43:18.649082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-3fe90c68-9310-48d3-8b5b-05922a22f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.650510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-3fe90c68-9310-48d3-8b5b-05922a22f96d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0695109 Nov 26 21:43:18.651254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2b855900-9268-42bf-99b0-53cdaa1dc7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:18.693964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-e90b2502-76dd-4767-bf1a-957295de799b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310197 Nov 26 21:43:18.703645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2b855900-9268-42bf-99b0-53cdaa1dc7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:18.864826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515092cb-5085-457b-bccd-f10aa0dd964e req-1776faa7-92ac-40f9-a0f5-2c92450c4070 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:18.866344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-515092cb-5085-457b-bccd-f10aa0dd964e req-1776faa7-92ac-40f9-a0f5-2c92450c4070 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 948 time: 0.0966983 Nov 26 21:43:18.869798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-552a4670-0bc3-4927-9e81-6c21e178a340 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683431 Nov 26 21:43:18.873608 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2b855900-9268-42bf-99b0-53cdaa1dc7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:18.876353 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2b855900-9268-42bf-99b0-53cdaa1dc7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:18.877628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2b855900-9268-42bf-99b0-53cdaa1dc7a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17a45b9e-a6b9-40db-b333-36fba2ad5cfa HTTP/1.1" status: 204 len: 168 time: 0.3513539 Nov 26 21:43:18.915131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b855900-9268-42bf-99b0-53cdaa1dc7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a45b9e-a6b9-40db-b333-36fba2ad5cfa,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:18.979316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-515092cb-5085-457b-bccd-f10aa0dd964e req-4895c59f-269c-43ad-8061-19d79bde7be7 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002824 Nov 26 21:43:19.181813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59470) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:19.195954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1436fca9-5ab7-48d5-b9cb-15684241c606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:19.276013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1436fca9-5ab7-48d5-b9cb-15684241c606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:19.279155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1436fca9-5ab7-48d5-b9cb-15684241c606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:19.302818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbb11396-eb6f-4f6e-bd42-f048ada9e4fa req-3813a85e-6f8c-4316-a369-5c5a9d1e5242 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056890 Nov 26 21:43:19.307477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dca675-c049-4d6c-8402-a3d646adb94f req-1a209683-2e68-49e8-8bf4-e5703258013c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:19.308920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96dca675-c049-4d6c-8402-a3d646adb94f req-1a209683-2e68-49e8-8bf4-e5703258013c tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1101 time: 0.3289115 Nov 26 21:43:19.317548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1436fca9-5ab7-48d5-b9cb-15684241c606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eada3df253c44dadb6baf2c58e3aef90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344092 Nov 26 21:43:19.319625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436fca9-5ab7-48d5-b9cb-15684241c606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8220c1e0-8fd6-432b-9a57-bf8fac2c6dd5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:19.321247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582516e0-7334-407a-9764-2af6b2311f32 req-549f0505-23a3-4a1d-b2f8-8826e50c5259 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:19.322779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-582516e0-7334-407a-9764-2af6b2311f32 req-549f0505-23a3-4a1d-b2f8-8826e50c5259 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.0878956 Nov 26 21:43:19.323264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59474) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:19.424360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96dca675-c049-4d6c-8402-a3d646adb94f req-88beaab6-ded7-4bf5-94d8-dc73ca746271 tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001248 Nov 26 21:43:19.438604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-582516e0-7334-407a-9764-2af6b2311f32 req-0f75ac01-6270-4700-970c-6b32903423d2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962269 Nov 26 21:43:19.448915 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e491725d-3193-412b-9303-fee2bd091282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:19.478274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e491725d-3193-412b-9303-fee2bd091282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:19.551926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e491725d-3193-412b-9303-fee2bd091282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:19.554837 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e491725d-3193-412b-9303-fee2bd091282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:19.555885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e491725d-3193-412b-9303-fee2bd091282 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8220c1e0-8fd6-432b-9a57-bf8fac2c6dd5 HTTP/1.1" status: 204 len: 168 time: 0.2306406 Nov 26 21:43:19.569502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491725d-3193-412b-9303-fee2bd091282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8220c1e0-8fd6-432b-9a57-bf8fac2c6dd5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:19.588601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb61cc-2482-4eb6-8586-3d3f5ffa6632 req-3c78b02f-0192-4f09-8370-3b4aacb8ba00 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:19.590183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12fb61cc-2482-4eb6-8586-3d3f5ffa6632 req-3c78b02f-0192-4f09-8370-3b4aacb8ba00 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0659707 Nov 26 21:43:19.672907 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16644a-8a1a-44ee-8ee9-b4f9e76b7206 req-992f39e1-de16-48b0-8d05-942cd38fe351 tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:19.674470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c16644a-8a1a-44ee-8ee9-b4f9e76b7206 req-992f39e1-de16-48b0-8d05-942cd38fe351 tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1101 time: 0.0726764 Nov 26 21:43:19.679422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12fb61cc-2482-4eb6-8586-3d3f5ffa6632 req-82ec847e-dcaf-45cd-9039-f758d41f2d8c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764205 Nov 26 21:43:19.730145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c16644a-8a1a-44ee-8ee9-b4f9e76b7206 req-9ebb701e-0242-4880-a330-e3059d008059 tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473847 Nov 26 21:43:19.838730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49648a8-ee53-40da-adad-07d981cb3871 req-1be54d06-3cb2-4c08-a1d0-5df1041aed93 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:19.840245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c49648a8-ee53-40da-adad-07d981cb3871 req-1be54d06-3cb2-4c08-a1d0-5df1041aed93 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.0500374 Nov 26 21:43:19.899530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c49648a8-ee53-40da-adad-07d981cb3871 req-9a0b93a9-3df8-4c15-9aed-fa00cf1b91fe tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518739 Nov 26 21:43:20.138365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575e643-5fb6-431d-9c22-ba42d325b43b req-87e61e5b-7441-4f1a-83f2-ef04fff06aa1 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:20.142289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c575e643-5fb6-431d-9c22-ba42d325b43b req-87e61e5b-7441-4f1a-83f2-ef04fff06aa1 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 948 time: 0.0630054 Nov 26 21:43:20.198597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c575e643-5fb6-431d-9c22-ba42d325b43b req-8ccb4c6b-4efd-47a4-a9a6-98d2fdb99e6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516582 Nov 26 21:43:20.634428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a981f-054d-4a11-8b2c-59a9bb30fc4c req-febff867-bd75-47b4-8853-044dd32bdd6b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:20.642433 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f0a981f-054d-4a11-8b2c-59a9bb30fc4c req-febff867-bd75-47b4-8853-044dd32bdd6b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.0788748 Nov 26 21:43:20.694502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f0a981f-054d-4a11-8b2c-59a9bb30fc4c req-e4b8e3ea-3155-4734-92df-99c6a6403076 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511603 Nov 26 21:43:20.859877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c45d7a-cc36-42ca-9f8b-0e563f4833d1 req-927ee994-0b51-40cc-a269-b567bafc67f2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:20.861398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87c45d7a-cc36-42ca-9f8b-0e563f4833d1 req-927ee994-0b51-40cc-a269-b567bafc67f2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0873041 Nov 26 21:43:20.874618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657df855-3b29-4bdd-92bd-e19d60817602 req-ec910541-54c7-412f-9261-c2beec380f78 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:20.876197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-657df855-3b29-4bdd-92bd-e19d60817602 req-ec910541-54c7-412f-9261-c2beec380f78 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0667572 Nov 26 21:43:20.969538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87c45d7a-cc36-42ca-9f8b-0e563f4833d1 req-ce7baa5a-c500-4e02-92b4-ce09cab62ee3 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922523 Nov 26 21:43:20.983580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-657df855-3b29-4bdd-92bd-e19d60817602 req-5b6301c5-66f4-464d-9fba-0d65854d8a35 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979881 Nov 26 21:43:21.090158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a51a8-3ba7-4da8-99e2-3ea48efbe6b9 req-a569f6cc-c078-45d1-8d69-99b6c2768cc5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:21.091716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-001a51a8-3ba7-4da8-99e2-3ea48efbe6b9 req-a569f6cc-c078-45d1-8d69-99b6c2768cc5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.0597363 Nov 26 21:43:21.124293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59602) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:21.150631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-001a51a8-3ba7-4da8-99e2-3ea48efbe6b9 req-40b8605a-8c21-42b4-a08a-7b6629c43f21 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Nov 26 21:43:21.246212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58f0fbda-b578-4a12-8272-9d61ebc26c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.324707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee835963-9b36-4819-b2e9-5b5e453964cd req-fbfb43a7-bda5-4c4d-b200-180a1a53c65f tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:21.326260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee835963-9b36-4819-b2e9-5b5e453964cd req-fbfb43a7-bda5-4c4d-b200-180a1a53c65f tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 948 time: 0.0527861 Nov 26 21:43:21.330688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58f0fbda-b578-4a12-8272-9d61ebc26c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.336010 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58f0fbda-b578-4a12-8272-9d61ebc26c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.372800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-58f0fbda-b578-4a12-8272-9d61ebc26c5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=345087873e2246e2b331980ff5417750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467430 Nov 26 21:43:21.375627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59646) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:21.392435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b0b4c6b8-9350-4003-a7b4-cb725890d83f details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:21.394514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee835963-9b36-4819-b2e9-5b5e453964cd req-1d1be824-fb78-447e-ba46-27b9d8147db3 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523860 Nov 26 21:43:21.401254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0fbda-b578-4a12-8272-9d61ebc26c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b22bc47-ab5a-482a-80e9-5124d387bacd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:21.443669 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd699-f3ed-4888-add7-2570989dc027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.465182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd699-f3ed-4888-add7-2570989dc027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.493796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:21.513879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f', 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'port_id': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f', 'mac_address': 'fa:16:3e:82:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0760a5fd-ed29-4945-b6fe-b13cdaaa1df8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:21.518828 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd699-f3ed-4888-add7-2570989dc027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.521922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ccdd699-f3ed-4888-add7-2570989dc027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.525648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9ccdd699-f3ed-4888-add7-2570989dc027 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b22bc47-ab5a-482a-80e9-5124d387bacd HTTP/1.1" status: 204 len: 168 time: 0.1464250 Nov 26 21:43:21.531923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdd699-f3ed-4888-add7-2570989dc027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b22bc47-ab5a-482a-80e9-5124d387bacd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:21.563860 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.579598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b4c6b8-9350-4003-a7b4-cb725890d83f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:21.601762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:21.607690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.608354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e234a64e-95c3-48f7-a400-6e8bebff5c7b details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:21.705187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:21.750517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:21.764072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b', 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'port_id': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b', 'mac_address': 'fa:16:3e:2c:7f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3914721-3203-40a5-a057-84f456da8729', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:21.808304 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.829216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e234a64e-95c3-48f7-a400-6e8bebff5c7b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:21.853803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:21.864482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.865478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b4369497-84fc-400a-a413-eb6f4e2c9934 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:21.910017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59696) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:21.917712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f96a86-8fd2-4c32-9fae-deb9a474b9ab req-732ff6d7-b413-4828-a74a-55f0c55b5d74 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:21.919254 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07f96a86-8fd2-4c32-9fae-deb9a474b9ab req-732ff6d7-b413-4828-a74a-55f0c55b5d74 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.0631430 Nov 26 21:43:21.942948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58c30068-7f4c-4451-b93b-16a1d9136be9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:21.971442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:21.978707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07f96a86-8fd2-4c32-9fae-deb9a474b9ab req-98f03756-6cc2-495b-9f35-6e3f70a84810 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475259 Nov 26 21:43:22.032773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b4369497-84fc-400a-a413-eb6f4e2c9934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4369497-84fc-400a-a413-eb6f4e2c9934,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:22.061861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58c30068-7f4c-4451-b93b-16a1d9136be9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.062630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'b4369497-84fc-400a-a413-eb6f4e2c9934', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'b4369497-84fc-400a-a413-eb6f4e2c9934', 'mac_address': 'fa:16:3e:95:91:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:22.072065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58c30068-7f4c-4451-b93b-16a1d9136be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.115106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40383d8e-9465-4bb5-93fe-53d497fea97d req-e93102e5-fe36-4d56-8bab-f1f7384ad1ab tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:22.116840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40383d8e-9465-4bb5-93fe-53d497fea97d req-e93102e5-fe36-4d56-8bab-f1f7384ad1ab tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0631328 Nov 26 21:43:22.120175 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-58c30068-7f4c-4451-b93b-16a1d9136be9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bff652207e7e4177b2df455bda0137d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056339 Nov 26 21:43:22.120175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c30068-7f4c-4451-b93b-16a1d9136be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797c30c6-737f-4999-abf1-d1cafc02d45d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:22.120397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59712) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:22.129536 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.143741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4369497-84fc-400a-a413-eb6f4e2c9934 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:22.163991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b4369497-84fc-400a-a413-eb6f4e2c9934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4369497-84fc-400a-a413-eb6f4e2c9934,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:22.168991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.216466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b4369497-84fc-400a-a413-eb6f4e2c9934,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:22.239959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdc1ae-3f5c-4a24-91ca-a6e61bc18c58 req-74619e7a-b0f3-4ab7-ba26-9d4e50a89713 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:22.241430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45fdc1ae-3f5c-4a24-91ca-a6e61bc18c58 req-74619e7a-b0f3-4ab7-ba26-9d4e50a89713 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1237051 Nov 26 21:43:22.249255 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40383d8e-9465-4bb5-93fe-53d497fea97d req-a53d463f-d32f-402e-b318-77aed3082aa0 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221364 Nov 26 21:43:22.260178 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd36b111-4d79-43da-ab89-a2712e2d9232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.306524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd36b111-4d79-43da-ab89-a2712e2d9232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.323665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45fdc1ae-3f5c-4a24-91ca-a6e61bc18c58 req-e002661c-6a8b-46ba-9cdb-b8e7a79a6be7 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734804 Nov 26 21:43:22.362950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd36b111-4d79-43da-ab89-a2712e2d9232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.366421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd36b111-4d79-43da-ab89-a2712e2d9232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.367566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bd36b111-4d79-43da-ab89-a2712e2d9232 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/797c30c6-737f-4999-abf1-d1cafc02d45d HTTP/1.1" status: 204 len: 168 time: 0.2457519 Nov 26 21:43:22.388938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36b111-4d79-43da-ab89-a2712e2d9232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797c30c6-737f-4999-abf1-d1cafc02d45d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:22.444148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e5623-b575-467e-9d68-005dc2732f02 req-dc4992ce-ffef-422e-b4c6-776608836938 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:22.445781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b3e5623-b575-467e-9d68-005dc2732f02 req-dc4992ce-ffef-422e-b4c6-776608836938 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 944 time: 0.0772436 Nov 26 21:43:22.498250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b3e5623-b575-467e-9d68-005dc2732f02 req-27644eab-ee0b-4aab-9243-d67fea6baac7 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Nov 26 21:43:22.618636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6ff07-85dd-4bec-ae40-24dba7c06eb9 req-46d2b55b-112e-44f2-9fa6-a791d9af5ba7 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:22.620340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bd6ff07-85dd-4bec-ae40-24dba7c06eb9 req-46d2b55b-112e-44f2-9fa6-a791d9af5ba7 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 949 time: 0.0581472 Nov 26 21:43:22.673608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bd6ff07-85dd-4bec-ae40-24dba7c06eb9 req-dc45a7ba-de14-4cb5-835e-980fc03bbd16 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452881 Nov 26 21:43:22.751144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['e234a64e-95c3-48f7-a400-6e8bebff5c7b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:22.768205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59774) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:22.780258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b0b4c6b8-9350-4003-a7b4-cb725890d83f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:22.782434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ddca316-4ef6-48a0-958b-2155480e97a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.847238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b4369497-84fc-400a-a413-eb6f4e2c9934'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:22.886356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ddca316-4ef6-48a0-958b-2155480e97a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.891729 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ddca316-4ef6-48a0-958b-2155480e97a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:22.937203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59796) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:22.937959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3ddca316-4ef6-48a0-958b-2155480e97a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc1e6f5e31ed4266ba00a07f8951af3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685331 Nov 26 21:43:22.939134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddca316-4ef6-48a0-958b-2155480e97a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31cd400-0c9c-40bc-adc4-514ad9e95b47,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:22.995693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3495398-9242-4b6a-9ebe-db5a3545bd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:23.020707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3495398-9242-4b6a-9ebe-db5a3545bd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:23.086640 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3495398-9242-4b6a-9ebe-db5a3545bd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:23.089492 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3495398-9242-4b6a-9ebe-db5a3545bd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:23.094680 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e3495398-9242-4b6a-9ebe-db5a3545bd1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d31cd400-0c9c-40bc-adc4-514ad9e95b47 HTTP/1.1" status: 204 len: 168 time: 0.1518123 Nov 26 21:43:23.103346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3495398-9242-4b6a-9ebe-db5a3545bd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31cd400-0c9c-40bc-adc4-514ad9e95b47,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:23.153366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642746c-ce5d-4c6a-8b5e-9cad6a3509ab req-9394c9db-4a4d-4a4a-897b-e8be0aa63706 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:23.162012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8642746c-ce5d-4c6a-8b5e-9cad6a3509ab req-9394c9db-4a4d-4a4a-897b-e8be0aa63706 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.0852823 Nov 26 21:43:23.233039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8642746c-ce5d-4c6a-8b5e-9cad6a3509ab req-0db6ecb0-421e-4b90-a1e5-a010bfb07c42 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700290 Nov 26 21:43:23.403545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b25fe469-3b63-4b33-b503-c319f9fab785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:23.404211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27343f75-902e-461a-b1fc-5fe6374959c1 req-746992fa-cebc-4ac3-bf12-16cd1a145da2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:23.405810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27343f75-902e-461a-b1fc-5fe6374959c1 req-746992fa-cebc-4ac3-bf12-16cd1a145da2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0746810 Nov 26 21:43:23.471421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27343f75-902e-461a-b1fc-5fe6374959c1 req-2b17bb47-503c-4887-b756-ac6e986fd438 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584843 Nov 26 21:43:23.579287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c31f-05e5-4025-8ae3-397dfeda9bd1 req-5baae23f-6036-4490-9b49-545983486f37 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:23.583480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24f4c31f-05e5-4025-8ae3-397dfeda9bd1 req-5baae23f-6036-4490-9b49-545983486f37 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0613234 Nov 26 21:43:23.637047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24f4c31f-05e5-4025-8ae3-397dfeda9bd1 req-ecdc502a-4f83-43fd-8220-98ec3a9591ea tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Nov 26 21:43:23.714301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b6a15-1884-48eb-acfa-88e2bc04b2ee req-56ccdc3f-5e18-443f-a20e-c707caafd9dd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:23.722183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b53b6a15-1884-48eb-acfa-88e2bc04b2ee req-56ccdc3f-5e18-443f-a20e-c707caafd9dd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 944 time: 0.0735345 Nov 26 21:43:23.769706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b53b6a15-1884-48eb-acfa-88e2bc04b2ee req-4dbf458a-9783-4cb4-9f3a-f3f991a397ed tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460074 Nov 26 21:43:23.882500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cd992-6e36-41ff-953c-b5ba6e265322 req-6723b10b-0523-46d7-ac18-e3610d43b40f tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:23.884219 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732cd992-6e36-41ff-953c-b5ba6e265322 req-6723b10b-0523-46d7-ac18-e3610d43b40f tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 949 time: 0.0546904 Nov 26 21:43:23.934316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732cd992-6e36-41ff-953c-b5ba6e265322 req-bba2b03e-3d2a-4617-ab23-677a559d27d4 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Nov 26 21:43:24.372504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6834c6-1b65-4d59-9aa8-8e58102ddcd0 req-d2e519b2-5ad2-4101-bce9-80ab587326ec tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:24.374015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d6834c6-1b65-4d59-9aa8-8e58102ddcd0 req-d2e519b2-5ad2-4101-bce9-80ab587326ec tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.0610623 Nov 26 21:43:24.429457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d6834c6-1b65-4d59-9aa8-8e58102ddcd0 req-3d7c20aa-7aaf-48c0-9399-3c184ea0d0a1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479956 Nov 26 21:43:24.595240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd233b-0019-4c71-9f9c-1c91e650b110 req-aec04743-dbb2-4db0-968f-c008241773bb tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:24.596895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02fd233b-0019-4c71-9f9c-1c91e650b110 req-aec04743-dbb2-4db0-968f-c008241773bb tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0501559 Nov 26 21:43:24.646170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02fd233b-0019-4c71-9f9c-1c91e650b110 req-4a6424f8-d640-44a1-8b32-011755336921 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430126 Nov 26 21:43:24.920862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112de801-bc12-4810-b670-267d68eaed37 req-37653c65-b405-4f0d-9dda-7fa437866336 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:24.922358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-112de801-bc12-4810-b670-267d68eaed37 req-37653c65-b405-4f0d-9dda-7fa437866336 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0559723 Nov 26 21:43:24.999947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-112de801-bc12-4810-b670-267d68eaed37 req-2140a81d-5f4f-4a36-b6ff-dc796ba5f2aa tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708170 Nov 26 21:43:25.020360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e0a50-97dd-4411-a8a1-f535634f46a3 req-cde6e58e-1905-4fb1-b608-4954a66f5602 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:25.020360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50e0a50-97dd-4411-a8a1-f535634f46a3 req-cde6e58e-1905-4fb1-b608-4954a66f5602 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 944 time: 0.0705972 Nov 26 21:43:25.072835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50e0a50-97dd-4411-a8a1-f535634f46a3 req-0f761ee2-1fe2-4962-aad1-090ce1e1402b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447757 Nov 26 21:43:25.192638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e0fa-a044-4c8b-82be-b77e95b83bdb req-ba4fa6b3-4b0e-4d02-9c10-090f3bace0b0 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:25.194356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9634e0fa-a044-4c8b-82be-b77e95b83bdb req-ba4fa6b3-4b0e-4d02-9c10-090f3bace0b0 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 949 time: 0.0527689 Nov 26 21:43:25.250170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9634e0fa-a044-4c8b-82be-b77e95b83bdb req-459fe4ec-b5a1-44e7-87e5-937e776fea71 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476396 Nov 26 21:43:25.354429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60102) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:25.406868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b0b4c6b8-9350-4003-a7b4-cb725890d83f up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:25.467590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port b0b4c6b8-9350-4003-a7b4-cb725890d83f completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:25.471757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port b0b4c6b8-9350-4003-a7b4-cb725890d83f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:25.472239 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.476151 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-afa89f6e-40ff-4e9f-a668-49348d28b457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.562125 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.565161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764bc6a-c086-4de7-b550-30a6a67927ab req-15c2bc81-10fb-4813-a748-6a3d70591091 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:25.573528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7764bc6a-c086-4de7-b550-30a6a67927ab req-15c2bc81-10fb-4813-a748-6a3d70591091 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.0653703 Nov 26 21:43:25.588165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-afa89f6e-40ff-4e9f-a668-49348d28b457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.593161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:25.594491 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-afa89f6e-40ff-4e9f-a668-49348d28b457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.596095 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ac4bd-254c-43b0-856a-f2edebaf5fa0" -d '{"events": [{"server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "name": "network-vif-plugged", "status": "completed", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:25.627814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:25.630291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7764bc6a-c086-4de7-b550-30a6a67927ab req-8bd9e64b-81c8-41d7-8622-ef034fac2b31 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560596 Nov 26 21:43:25.635648 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.637440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e234a64e-95c3-48f7-a400-6e8bebff5c7b up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:25.642304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60118) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:25.645598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-afa89f6e-40ff-4e9f-a668-49348d28b457 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1daf9fd18f4d4ba1a4cedca361f7a24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900190 Nov 26 21:43:25.646611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa89f6e-40ff-4e9f-a668-49348d28b457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528294ce-2515-4eb8-92ca-90f5e5742c0c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:25.709231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bec0c724-28f1-4041-928f-20b43b9b4564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.718371 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febc795a-5cd5-4986-9579-82ba46e4ae4f x-openstack-request-id: req-febc795a-5cd5-4986-9579-82ba46e4ae4f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:25.718784 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "name": "network-vif-plugged", "status": "completed", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:25.719133 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-febc795a-5cd5-4986-9579-82ba46e4ae4f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:25.719620 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f', 'code': 200} Nov 26 21:43:25.740349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bec0c724-28f1-4041-928f-20b43b9b4564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.740795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port e234a64e-95c3-48f7-a400-6e8bebff5c7b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:25.748438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port e234a64e-95c3-48f7-a400-6e8bebff5c7b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:25.748917 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.795525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:25.832789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9a62-0886-4129-a965-31fdfafa2e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.872138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bec0c724-28f1-4041-928f-20b43b9b4564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.874821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bec0c724-28f1-4041-928f-20b43b9b4564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.875938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bec0c724-28f1-4041-928f-20b43b9b4564 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/528294ce-2515-4eb8-92ca-90f5e5742c0c HTTP/1.1" status: 204 len: 168 time: 0.2325261 Nov 26 21:43:25.881931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.893482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0c724-28f1-4041-928f-20b43b9b4564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528294ce-2515-4eb8-92ca-90f5e5742c0c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:25.920364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c865eac-9e71-4e95-8c73-2805a0a66ac3 req-dbeb2de0-a52f-47b6-a993-906e327967ba tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:25.921861 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c865eac-9e71-4e95-8c73-2805a0a66ac3 req-dbeb2de0-a52f-47b6-a993-906e327967ba tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1186941 Nov 26 21:43:25.928176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:25.928451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b00f13-bd0a-4c46-9337-75e8888360dd req-69c5f87e-8ba6-44ab-9ace-7d814d1306df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:25.930876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96b00f13-bd0a-4c46-9337-75e8888360dd req-69c5f87e-8ba6-44ab-9ace-7d814d1306df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1097 time: 0.1008775 Nov 26 21:43:25.935300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:25.936470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b4369497-84fc-400a-a413-eb6f4e2c9934 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:26.005281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c865eac-9e71-4e95-8c73-2805a0a66ac3 req-3a0687e6-25f2-4a26-a863-b25c23adef1a tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733969 Nov 26 21:43:26.007716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96b00f13-bd0a-4c46-9337-75e8888360dd req-6ef9c9ce-fca6-4795-87cb-2633af58a3be service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Nov 26 21:43:26.029135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:26.050776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port b4369497-84fc-400a-a413-eb6f4e2c9934 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:26.056684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port b4369497-84fc-400a-a413-eb6f4e2c9934 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:26.056839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.152985 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.165452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e09e0c-e582-4ea7-be0f-18abdcb5087c req-7eae4e07-dba1-45f1-8454-84e36ee2896a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:26.167561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7e09e0c-e582-4ea7-be0f-18abdcb5087c req-7eae4e07-dba1-45f1-8454-84e36ee2896a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0664411 Nov 26 21:43:26.199093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b4369497-84fc-400a-a413-eb6f4e2c9934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4369497-84fc-400a-a413-eb6f4e2c9934,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:26.205089 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.239307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7e09e0c-e582-4ea7-be0f-18abdcb5087c req-cc459661-3eac-4363-b7d6-64951de3d098 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634518 Nov 26 21:43:26.263890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b4369497-84fc-400a-a413-eb6f4e2c9934,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:26.276423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60174) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:26.290383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2860d13c-e16e-497f-b1f8-afffee736e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.302875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484ff65-adea-4ff0-9c38-7fa67a62610c req-1376d2bb-f756-43fd-bac3-3a5daa2df318 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:26.304349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5484ff65-adea-4ff0-9c38-7fa67a62610c req-1376d2bb-f756-43fd-bac3-3a5daa2df318 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.0564125 Nov 26 21:43:26.373932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2860d13c-e16e-497f-b1f8-afffee736e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.379624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2860d13c-e16e-497f-b1f8-afffee736e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.380964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5484ff65-adea-4ff0-9c38-7fa67a62610c req-bef6b884-f2f1-4ed9-9830-5bce24a6f309 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687881 Nov 26 21:43:26.420777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860d13c-e16e-497f-b1f8-afffee736e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cfd41a-609d-4cdc-b47d-685316703bd7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:26.424869 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2860d13c-e16e-497f-b1f8-afffee736e9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa5a54a1e7c549918a0405ea6201d7b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474886 Nov 26 21:43:26.428836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60190) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:26.489980 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-988ddd6d-aefc-4ea2-8266-2659d3be520b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.524723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f99b7-46b6-47f7-b9ad-d39cc83ba4b8 req-c02ffa60-757d-4cc9-8e10-8d147b5c7499 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:26.526387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-709f99b7-46b6-47f7-b9ad-d39cc83ba4b8 req-c02ffa60-757d-4cc9-8e10-8d147b5c7499 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 950 time: 0.0622528 Nov 26 21:43:26.528499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-988ddd6d-aefc-4ea2-8266-2659d3be520b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.584017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-988ddd6d-aefc-4ea2-8266-2659d3be520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.586588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-709f99b7-46b6-47f7-b9ad-d39cc83ba4b8 req-b931c4bc-c0b1-44cf-9a72-0308d609736a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523987 Nov 26 21:43:26.587201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-988ddd6d-aefc-4ea2-8266-2659d3be520b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:26.588731 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-988ddd6d-aefc-4ea2-8266-2659d3be520b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19cfd41a-609d-4cdc-b47d-685316703bd7 HTTP/1.1" status: 204 len: 168 time: 0.1588726 Nov 26 21:43:26.600040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ddd6d-aefc-4ea2-8266-2659d3be520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cfd41a-609d-4cdc-b47d-685316703bd7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:26.778403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f32df-4945-4b78-8c67-2a8eca625037 req-ea0a277e-e61a-43ed-8327-87c95b06a380 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:26.786107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-625f32df-4945-4b78-8c67-2a8eca625037 req-ea0a277e-e61a-43ed-8327-87c95b06a380 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 946 time: 0.0781715 Nov 26 21:43:26.829530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-625f32df-4945-4b78-8c67-2a8eca625037 req-2693d4d6-12f0-4bc9-b889-0dfa424ef2c2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425229 Nov 26 21:43:26.932924 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.026182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60218) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:27.128378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e23875-86cc-4aa4-b725-0f70e67f74cf req-d6e7ec9d-808d-4db3-b398-4e05447ff38e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:27.129914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2e23875-86cc-4aa4-b725-0f70e67f74cf req-d6e7ec9d-808d-4db3-b398-4e05447ff38e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0510209 Nov 26 21:43:27.183806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2e23875-86cc-4aa4-b725-0f70e67f74cf req-a9f00acb-cdbd-4507-b7ea-24e45ec57998 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Nov 26 21:43:27.197085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd1bed1e-8c9e-4696-b2e5-e9a740f06e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.277091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd1bed1e-8c9e-4696-b2e5-e9a740f06e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.282621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd1bed1e-8c9e-4696-b2e5-e9a740f06e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.324558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cd1bed1e-8c9e-4696-b2e5-e9a740f06e32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20dfe0dc52484d2196f4facc1b86bab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970591 Nov 26 21:43:27.329337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60234) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:27.329993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bed1e-8c9e-4696-b2e5-e9a740f06e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdb7c1b-0711-4487-ba57-53c7a3363d0d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:27.373825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7b494-1d84-4fe5-b98e-5b8f29428e67 req-204661aa-fc2d-47af-b8f9-5eecdb7ae666 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:27.379876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebb7b494-1d84-4fe5-b98e-5b8f29428e67 req-204661aa-fc2d-47af-b8f9-5eecdb7ae666 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0656617 Nov 26 21:43:27.384985 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b164563c-f95d-4024-8557-6eb2fbd7cbbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.413072 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b164563c-f95d-4024-8557-6eb2fbd7cbbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.461128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebb7b494-1d84-4fe5-b98e-5b8f29428e67 req-8f060157-7594-487f-b22a-42d043d5d93a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776782 Nov 26 21:43:27.474637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60242) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:27.478761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b164563c-f95d-4024-8557-6eb2fbd7cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.482125 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b164563c-f95d-4024-8557-6eb2fbd7cbbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.485824 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b164563c-f95d-4024-8557-6eb2fbd7cbbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acdb7c1b-0711-4487-ba57-53c7a3363d0d HTTP/1.1" status: 204 len: 168 time: 0.1500998 Nov 26 21:43:27.493255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164563c-f95d-4024-8557-6eb2fbd7cbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdb7c1b-0711-4487-ba57-53c7a3363d0d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:27.567558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab58674-64c5-42e9-864f-1ad995641d8d req-6941cfd7-732b-49c5-b151-e5a6b926e3e6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:27.569374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ab58674-64c5-42e9-864f-1ad995641d8d req-6941cfd7-732b-49c5-b151-e5a6b926e3e6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.0954678 Nov 26 21:43:27.636213 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ab58674-64c5-42e9-864f-1ad995641d8d req-c48b9271-b64e-46a4-910f-dd9717518f08 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596035 Nov 26 21:43:27.720596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe3a74-e32a-4b75-b981-d2bb317ffb5d req-cd27699c-e274-462f-9080-d6e6bbc78765 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:27.721023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b'}, {'server_uuid': 'fa5803b8-6c72-4ae7-b21d-2f37f6edcb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4369497-84fc-400a-a413-eb6f4e2c9934'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:27.722499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4fe3a74-e32a-4b75-b981-d2bb317ffb5d req-cd27699c-e274-462f-9080-d6e6bbc78765 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 950 time: 0.0523369 Nov 26 21:43:27.723873 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f44b3f9-fbe5-403c-91a4-7fb303da4160" -d '{"events": [{"server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "name": "network-vif-plugged", "status": "completed", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b"}, {"server_uuid": "fa5803b8-6c72-4ae7-b21d-2f37f6edcb90", "name": "network-vif-plugged", "status": "completed", "tag": "b4369497-84fc-400a-a413-eb6f4e2c9934"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:27.773297 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ac1a46-842e-4c6c-bd21-192eabb44c49 x-openstack-request-id: req-65ac1a46-842e-4c6c-bd21-192eabb44c49 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:27.773794 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "name": "network-vif-plugged", "status": "completed", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b", "code": 200}, {"server_uuid": "fa5803b8-6c72-4ae7-b21d-2f37f6edcb90", "name": "network-vif-plugged", "status": "completed", "tag": "b4369497-84fc-400a-a413-eb6f4e2c9934", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:27.774342 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65ac1a46-842e-4c6c-bd21-192eabb44c49 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:27.775227 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b', 'code': 200} Nov 26 21:43:27.775644 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5803b8-6c72-4ae7-b21d-2f37f6edcb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4369497-84fc-400a-a413-eb6f4e2c9934', 'code': 200} Nov 26 21:43:27.780065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4fe3a74-e32a-4b75-b981-d2bb317ffb5d req-465f63cd-4e29-4140-a2e9-d60a8c3c15d9 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497367 Nov 26 21:43:27.785226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-763319016-network', 'tenant_id': '69710407698c44ba9f6ef51e9f610fea'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:27.808094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Made reservation on behalf of 69710407698c44ba9f6ef51e9f610fea for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:27.810478 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.822378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:27.979384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.007555 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.042340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:43:28.062792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed03f-d0ce-4285-bd0a-0482cf5c002a req-06f6905c-7a8e-42e6-919d-19a3910a9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.064407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a8ed03f-d0ce-4285-bd0a-0482cf5c002a req-06f6905c-7a8e-42e6-919d-19a3910a9cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 1101 time: 0.1403010 Nov 26 21:43:28.069120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abf265-41b5-4a91-822d-46cfe95e0afa req-3be1274c-355e-4698-8f1d-8310a2d9d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.070513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59abf265-41b5-4a91-822d-46cfe95e0afa req-3be1274c-355e-4698-8f1d-8310a2d9d96a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1096 time: 0.1586976 Nov 26 21:43:28.075046 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.075232 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Added segment e205b23d-ac07-4c69-b8a4-2c3190db911b of type vlan for network ea3d7a51-e5a1-4694-ae03-a59a31ce28c5 Nov 26 21:43:28.078307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb11740-fe7a-4f84-ba57-2942d8794c71,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:28.098763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151e94-3f22-4ea4-8be6-805cd98491a9 req-eb820fb9-2817-4d99-8289-0e80a6ce8b82 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.100275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32151e94-3f22-4ea4-8be6-805cd98491a9 req-eb820fb9-2817-4d99-8289-0e80a6ce8b82 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 946 time: 0.1617577 Nov 26 21:43:28.177663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.249480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a8ed03f-d0ce-4285-bd0a-0482cf5c002a req-2eaee8c7-60f4-4080-8012-6382390f164d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597321 Nov 26 21:43:28.260278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32151e94-3f22-4ea4-8be6-805cd98491a9 req-c09389f7-941f-4968-b2a5-2837ed1e535d tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495211 Nov 26 21:43:28.262285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59abf265-41b5-4a91-822d-46cfe95e0afa req-70210a59-b382-4cd8-b4b7-1f647d023043 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715035 Nov 26 21:43:28.274219 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.275293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.275901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.359422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8830192 Nov 26 21:43:28.363115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60280) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:28.368371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3bc6b-5d5a-4539-946a-ce24b24e66b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3d7a51-e5a1-4694-ae03-a59a31ce28c5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:28.370521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Request body: {'subnet': {'network_id': 'ea3d7a51-e5a1-4694-ae03-a59a31ce28c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-763319016-subnet', 'tenant_id': '69710407698c44ba9f6ef51e9f610fea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:28.380593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ea3d7a51-e5a1-4694-ae03-a59a31ce28c5 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:43:28.382043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c054-10f9-42ad-97fc-8d52467a7d9d req-b3adb9af-79cb-4ad0-85f2-33c2c3964252 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.383981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e759c054-10f9-42ad-97fc-8d52467a7d9d req-b3adb9af-79cb-4ad0-85f2-33c2c3964252 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1208286 Nov 26 21:43:28.401446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Made reservation on behalf of 69710407698c44ba9f6ef51e9f610fea for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:28.405359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.451541 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e759c054-10f9-42ad-97fc-8d52467a7d9d req-7a6fb8b9-ef29-4ca7-8d15-adf21312f650 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514846 Nov 26 21:43:28.518277 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.623247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.676204 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb25e-a628-47b5-922f-e5713bc96e52 req-cddb02e5-b0af-439b-ab2f-fc354b2db1fb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.677761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb8cb25e-a628-47b5-922f-e5713bc96e52 req-cddb02e5-b0af-439b-ab2f-fc354b2db1fb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0797489 Nov 26 21:43:28.679419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a5ebe8-4f57-4089-a3ae-7fed46b8ddeb,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:28.688300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Checking segment: {'id': 'e205b23d-ac07-4c69-b8a4-2c3190db911b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ea3d7a51-e5a1-4694-ae03-a59a31ce28c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:28.688660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Network hostable DHCP agents. Network: ea3d7a51-e5a1-4694-ae03-a59a31ce28c5, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:43:28.707879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Network ea3d7a51-e5a1-4694-ae03-a59a31ce28c5 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:43:28.709399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406dba1-9b45-4b89-a966-8acbd39207fa req-4e8d86c8-9f1a-4654-bfdb-f69d85bf5df0 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.710803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9406dba1-9b45-4b89-a966-8acbd39207fa req-4e8d86c8-9f1a-4654-bfdb-f69d85bf5df0 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1097 time: 0.0739255 Nov 26 21:43:28.717626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ea3d7a51-e5a1-4694-ae03-a59a31ce28c5) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:28.722686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.723342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:28.730246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f79da-e191-4f2a-bedf-38e0ddcdb511 None None] Network ea3d7a51-e5a1-4694-ae03-a59a31ce28c5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:28.748653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-43e84ccc-1574-4264-89e7-b389fcfa7e6c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3760705 Nov 26 21:43:28.757730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb8cb25e-a628-47b5-922f-e5713bc96e52 req-6c29ed1e-f420-4e76-99d7-863d38476b1f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727253 Nov 26 21:43:28.784946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9406dba1-9b45-4b89-a966-8acbd39207fa req-df6981ff-41d4-416f-8543-ddf5a3263734 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637271 Nov 26 21:43:28.884892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cacbb89-f77d-40f7-83b9-c35db86b8042 None None] Network ea3d7a51-e5a1-4694-ae03-a59a31ce28c5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:28.973933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30255ec7-db3e-4bd9-b375-111eee2ad75d req-102de943-a582-4204-abb0-341991147c69 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:28.975636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30255ec7-db3e-4bd9-b375-111eee2ad75d req-102de943-a582-4204-abb0-341991147c69 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.0522909 Nov 26 21:43:29.030277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30255ec7-db3e-4bd9-b375-111eee2ad75d req-76d9ff15-a821-46e8-a11d-26d705ac1029 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484819 Nov 26 21:43:29.034956 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.165241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e238c-80a8-404c-b743-8afd624babed req-5d37f59b-370e-4a46-bb33-2920e8b09379 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:29.167067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-820e238c-80a8-404c-b743-8afd624babed req-5d37f59b-370e-4a46-bb33-2920e8b09379 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 950 time: 0.0807879 Nov 26 21:43:29.185593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452250a-70cd-49be-8b7e-64c353d25a0f req-ef536c0c-bb1a-4dd4-ac15-72d606fff53a tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:29.187095 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0452250a-70cd-49be-8b7e-64c353d25a0f req-ef536c0c-bb1a-4dd4-ac15-72d606fff53a tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1097 time: 0.0638230 Nov 26 21:43:29.246555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-820e238c-80a8-404c-b743-8afd624babed req-60cc53f2-1f92-41c8-95c3-c3633e37a7f5 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720887 Nov 26 21:43:29.267309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0452250a-70cd-49be-8b7e-64c353d25a0f req-8fdea696-bc26-4eea-9861-ba51db807bf7 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662987 Nov 26 21:43:29.398674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60346) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:29.403872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-810891326-network', 'tenant_id': 'ca5fd2cb96a349b688aeb039d2a82ed0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:29.428657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Made reservation on behalf of ca5fd2cb96a349b688aeb039d2a82ed0 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:29.432580 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.438032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-d838eed6-b615-40ce-827d-775d943aba9d req-b7b6a136-2164-4e0b-aa72-0d1d20e6102e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:43:29.439035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d838eed6-b615-40ce-827d-775d943aba9d req-b7b6a136-2164-4e0b-aa72-0d1d20e6102e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054245 Nov 26 21:43:29.444020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.534413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.540883 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.574869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:43:29.582548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f31d57-ca17-4d38-906c-1184ad94c110,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:29.586430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60352) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:29.602966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.603312 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Added segment 4e11d313-5d53-475d-9b3c-6b94fa064cdf of type vlan for network 17d4ffaa-245a-40ad-adaf-6c4501f98d8a Nov 26 21:43:29.607508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93732756-46ce-4eb5-92bc-9a30c5a2189b req-617644de-f401-488a-bb4f-4a14e7b78047 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:29.609111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93732756-46ce-4eb5-92bc-9a30c5a2189b req-617644de-f401-488a-bb4f-4a14e7b78047 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0652094 Nov 26 21:43:29.653154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.678448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93732756-46ce-4eb5-92bc-9a30c5a2189b req-909235f7-5a85-44cb-ab8b-bebfb2729961 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619698 Nov 26 21:43:29.688308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.689904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:29.690710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.761164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3610935 Nov 26 21:43:29.764198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60362) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:29.770533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d24ca18c-5826-49f7-bc0e-54e26395fc92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.771637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Request body: {'subnet': {'network_id': '17d4ffaa-245a-40ad-adaf-6c4501f98d8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-810891326-subnet', 'tenant_id': 'ca5fd2cb96a349b688aeb039d2a82ed0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:29.772549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b2b5-32af-4a25-8256-9fb90e00cb03 admin admin] Pushing event updated for resources: {'Network': ['ID=17d4ffaa-245a-40ad-adaf-6c4501f98d8a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:29.783837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 17d4ffaa-245a-40ad-adaf-6c4501f98d8a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:43:29.802348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Made reservation on behalf of ca5fd2cb96a349b688aeb039d2a82ed0 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:29.804893 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.907313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d24ca18c-5826-49f7-bc0e-54e26395fc92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.912679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d24ca18c-5826-49f7-bc0e-54e26395fc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:29.960642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d24ca18c-5826-49f7-bc0e-54e26395fc92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5e556d15fb14c64acf0efd4ebc1aa3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689446 Nov 26 21:43:29.961501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60372) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:29.967668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ca18c-5826-49f7-bc0e-54e26395fc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65016332-5b90-4597-8dab-b38bb114f99b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:29.968364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb60e9d-87ed-4d8c-a71d-97fbe1de24a0 req-50c1818a-c0e9-4664-8ba0-c3f7f244edc5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:29.969964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eb60e9d-87ed-4d8c-a71d-97fbe1de24a0 req-50c1818a-c0e9-4664-8ba0-c3f7f244edc5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.0965014 Nov 26 21:43:30.028943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3750b0cc-0552-4f17-9623-eb6b8525de9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.055642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3750b0cc-0552-4f17-9623-eb6b8525de9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.129447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3750b0cc-0552-4f17-9623-eb6b8525de9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.132298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3750b0cc-0552-4f17-9623-eb6b8525de9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.133658 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3750b0cc-0552-4f17-9623-eb6b8525de9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65016332-5b90-4597-8dab-b38bb114f99b HTTP/1.1" status: 204 len: 168 time: 0.1716437 Nov 26 21:43:30.151686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750b0cc-0552-4f17-9623-eb6b8525de9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65016332-5b90-4597-8dab-b38bb114f99b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:30.153847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eb60e9d-87ed-4d8c-a71d-97fbe1de24a0 req-1287492a-2da5-484b-a56c-2ff0274e1b7a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660454 Nov 26 21:43:30.176994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.244775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc74fe8-704f-4c3d-8125-5f2559ff35ed,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:30.252291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Checking segment: {'id': '4e11d313-5d53-475d-9b3c-6b94fa064cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '17d4ffaa-245a-40ad-adaf-6c4501f98d8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:30.252649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Network hostable DHCP agents. Network: 17d4ffaa-245a-40ad-adaf-6c4501f98d8a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:43:30.272487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Network 17d4ffaa-245a-40ad-adaf-6c4501f98d8a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:43:30.287842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 17d4ffaa-245a-40ad-adaf-6c4501f98d8a) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:30.295283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:30.295945 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.301226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b9d85a-b7ad-48dc-adb1-307bffff83ee None None] Network 17d4ffaa-245a-40ad-adaf-6c4501f98d8a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:30.331970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e7fc0537-ed59-457e-9367-4ab5beedceb1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5653591 Nov 26 21:43:30.361289 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:43:30.440209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0195c-64c1-407f-bf06-a4aecba0237d req-c67b1576-2c29-4ac5-bb76-b6ec6917c159 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:30.443939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ad0195c-64c1-407f-bf06-a4aecba0237d req-c67b1576-2c29-4ac5-bb76-b6ec6917c159 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.0808320 Nov 26 21:43:30.479149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76246119-a9eb-455c-a715-0e514a4d7089 None None] Network 17d4ffaa-245a-40ad-adaf-6c4501f98d8a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:30.501013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60398) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:30.526804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ad0195c-64c1-407f-bf06-a4aecba0237d req-0bb08e87-588a-43a2-828e-b4c41aa4c6a5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727842 Nov 26 21:43:30.577175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3fe41b-0bd2-42bd-aac8-acab05e277e8 admin admin] Deleting subnet 20a5ebe8-4f57-4089-a3ae-7fed46b8ddeb {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:43:30.580748 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe41b-0bd2-42bd-aac8-acab05e277e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.628670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe41b-0bd2-42bd-aac8-acab05e277e8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.639017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe41b-0bd2-42bd-aac8-acab05e277e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.684938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1acde3-ecaf-4cce-bdaf-049de2b5e2c2 req-46a2d0dc-ceca-445d-ab36-d11be6a855ef tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:30.686977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da1acde3-ecaf-4cce-bdaf-049de2b5e2c2 req-46a2d0dc-ceca-445d-ab36-d11be6a855ef tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 950 time: 0.0887158 Nov 26 21:43:30.740868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe41b-0bd2-42bd-aac8-acab05e277e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.762707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da1acde3-ecaf-4cce-bdaf-049de2b5e2c2 req-20d1ff1c-6252-4a65-8590-0e964109ed21 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666869 Nov 26 21:43:30.775329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fe41b-0bd2-42bd-aac8-acab05e277e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a5ebe8-4f57-4089-a3ae-7fed46b8ddeb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:30.798773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe41b-0bd2-42bd-aac8-acab05e277e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.804595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ee3fe41b-0bd2-42bd-aac8-acab05e277e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/20a5ebe8-4f57-4089-a3ae-7fed46b8ddeb HTTP/1.1" status: 204 len: 168 time: 0.2998993 Nov 26 21:43:30.804977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60416) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:30.810460 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-f4557d3a-036e-45e4-9125-0c1b31554ba1 service neutron] show failed (client error): The resource could not be found. Nov 26 21:43:30.811465 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-f4557d3a-036e-45e4-9125-0c1b31554ba1 service neutron] 10.222.0.13 "GET /v2.0/ports/10a18501-288f-47d8-94ee-9448b7ae6628/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.1110594 Nov 26 21:43:30.907872 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:30.975786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4f08a-0c87-4e61-befc-3c1e64f0007e req-d6e52738-f175-44a6-b0ff-b6a5c44d57a3 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:30.977919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69b4f08a-0c87-4e61-befc-3c1e64f0007e req-d6e52738-f175-44a6-b0ff-b6a5c44d57a3 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1096 time: 0.0865490 Nov 26 21:43:31.108370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.113388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-1aa84302-9fa6-4895-b312-171fd4fbbea7 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:43:31.114419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-1aa84302-9fa6-4895-b312-171fd4fbbea7 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1698625 Nov 26 21:43:31.162774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60428) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:31.163540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.163900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.164638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.164970 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > port after_create 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.165364 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.165967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > port after_update 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.166335 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.166657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.166975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.167300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.245205 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.245562 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.245898 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.246255 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:31.246621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3d7a51-e5a1-4694-ae03-a59a31ce28c5']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:43:31.260357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-982381131-network', 'tenant_id': '75a2f4f837714efcbfcd8b15946c4fd1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:31.281787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Made reservation on behalf of 75a2f4f837714efcbfcd8b15946c4fd1 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:31.284733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.290248 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69b4f08a-0c87-4e61-befc-3c1e64f0007e req-c67d8b13-33a5-43c8-ae91-981b0088dbdf tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984231 Nov 26 21:43:31.293007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e205b23d-ac07-4c69-b8a4-2c3190db911b') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:43:31.293302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e205b23d-ac07-4c69-b8a4-2c3190db911b') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:43:31.294685 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.331197 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.346708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-cd9cece8-1d36-4ae4-95b1-3fe46dfaf5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:31.348862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-cd9cece8-1d36-4ae4-95b1-3fe46dfaf5ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819&tenant_id=225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 1100 time: 0.3128681 Nov 26 21:43:31.353881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-d009e5c8-4e09-4daf-a3aa-a871a10263f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:31.355482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-d009e5c8-4e09-4daf-a3aa-a871a10263f4 service neutron] 10.222.0.21 "GET /v2.0/ports/b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 1094 time: 0.2279937 Nov 26 21:43:31.369678 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.380796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.381232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:31.381773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:43:31.384736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.386625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:31.405299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:43:31.406322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:43:31.406854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.421361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:31.424130 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.424474 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Added segment 9050addd-3d47-430c-9f02-4219002ddfd2 of type vlan for network 01c178a8-dc53-45a5-b446-a4978a19b1a3 Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: from cryptography.utils import int_from_bytes Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: from cryptography.utils import int_from_bytes Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:43:31.427712 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:43:31.466864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.492882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.493830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:31.494491 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.552014 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3881311 Nov 26 21:43:31.556728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60438) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:31.561400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Request body: {'subnet': {'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-982381131-subnet', 'tenant_id': '75a2f4f837714efcbfcd8b15946c4fd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:31.564475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fd222-9d0a-4b8d-810e-7d90453e5561 admin admin] Pushing event updated for resources: {'Network': ['ID=01c178a8-dc53-45a5-b446-a4978a19b1a3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:31.574905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 01c178a8-dc53-45a5-b446-a4978a19b1a3 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:43:31.587859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Made reservation on behalf of 75a2f4f837714efcbfcd8b15946c4fd1 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:31.590973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.616979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21c3cf-ac96-4f39-afbc-5ad21a3624c1 req-a63efca0-f137-4a5c-8e28-7feba4b954f5 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:31.618474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd21c3cf-ac96-4f39-afbc-5ad21a3624c1 req-a63efca0-f137-4a5c-8e28-7feba4b954f5 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.2592101 Nov 26 21:43:31.619086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.626096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.632122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea3d7a51-e5a1-4694-ae03-a59a31ce28c5 HTTP/1.1" status: 204 len: 168 time: 0.8233294 Nov 26 21:43:31.633654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60440) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:31.666162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc7151-cb40-4e66-afb7-820241b6a9dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3d7a51-e5a1-4694-ae03-a59a31ce28c5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:31.669074 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.700223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3cfa52-12a1-4809-b8bb-2f7448ce9265 admin admin] Deleting subnet 0cc74fe8-704f-4c3d-8125-5f2559ff35ed {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:43:31.704805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfa52-12a1-4809-b8bb-2f7448ce9265 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.751933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfa52-12a1-4809-b8bb-2f7448ce9265 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.779190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfa52-12a1-4809-b8bb-2f7448ce9265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.875564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.901186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfa52-12a1-4809-b8bb-2f7448ce9265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.929396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab3cfa52-12a1-4809-b8bb-2f7448ce9265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:31.932700 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ab3cfa52-12a1-4809-b8bb-2f7448ce9265 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0cc74fe8-704f-4c3d-8125-5f2559ff35ed HTTP/1.1" status: 204 len: 168 time: 0.2980809 Nov 26 21:43:31.935450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:31.957101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a327653-249e-4d87-8675-469ae8909732,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:31.997693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd21c3cf-ac96-4f39-afbc-5ad21a3624c1 req-fb800843-da03-46ef-8c55-b3b28a182da6 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638127 Nov 26 21:43:32.015959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cfa52-12a1-4809-b8bb-2f7448ce9265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc74fe8-704f-4c3d-8125-5f2559ff35ed,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:32.030974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Checking segment: {'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:32.031367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Network hostable DHCP agents. Network: 01c178a8-dc53-45a5-b446-a4978a19b1a3, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:43:32.052818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.058950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:32.059213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:32.059539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:32.071471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Network 01c178a8-dc53-45a5-b446-a4978a19b1a3 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:43:32.072974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:32.073301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:32.085223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:32.085698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:32.086095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:32.086536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Bound port: b0b4c6b8-9350-4003-a7b4-cb725890d83f, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:32.099267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 01c178a8-dc53-45a5-b446-a4978a19b1a3) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:32.111147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fabdf42-508e-4ecd-9207-762d9267635e None None] Network 01c178a8-dc53-45a5-b446-a4978a19b1a3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:32.111719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:32.112315 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.162570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.181712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ecb32091-698a-4d27-96ff-6a1f52367eb1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6157968 Nov 26 21:43:32.190704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.191152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.192845 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.193282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > port after_create 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.193640 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > port after_delete 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.193988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > port after_update 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.194436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.194772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.195098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.195525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.206565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:32.218984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.220455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-23f8e7e3-15ba-4681-aebf-7044ff923186 service neutron] 10.222.0.21 "POST /v2.0/ports/b0b4c6b8-9350-4003-a7b4-cb725890d83f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8466673 Nov 26 21:43:32.243549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:32.273348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.273713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.274170 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.274499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 26 21:43:32.274911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d4ffaa-245a-40ad-adaf-6c4501f98d8a']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:43:32.313664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e11d313-5d53-475d-9b3c-6b94fa064cdf') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:43:32.314362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h1-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:32.316438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e11d313-5d53-475d-9b3c-6b94fa064cdf') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:43:32.355495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.360785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791cf29f-9061-456c-a202-fdabc3f4eae0 None None] Network 01c178a8-dc53-45a5-b446-a4978a19b1a3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:43:32.375306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.395140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Transition to ACTIVE for port object 10a18501-288f-47d8-94ee-9448b7ae6628 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:32.396154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:32.400510 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c1e2c1-c38f-46aa-ad0c-a67adcf8a733" -d '{"events": [{"server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "name": "network-vif-unplugged", "status": "completed", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:32.404659 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.410180 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.424659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:43:32.431690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: from cryptography.utils import int_from_bytes Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: from cryptography.utils import int_from_bytes Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:43:32.436145 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:43:32.511544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] No DVR routers for this DVR port 10a18501-288f-47d8-94ee-9448b7ae6628 on host n-h1-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:43:32.556207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=6']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:32.558369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.587186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.591254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] 10.222.0.21 "DELETE /v2.0/networks/17d4ffaa-245a-40ad-adaf-6c4501f98d8a HTTP/1.1" status: 204 len: 168 time: 0.6543860 Nov 26 21:43:32.625327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d7892-dd0f-462c-b016-10dfb200b28a admin admin] Pushing event deleted for resources: {'Network': ['ID=17d4ffaa-245a-40ad-adaf-6c4501f98d8a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:32.630878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca493f-749d-460a-8f1f-041f604b8b5f req-2a8ceef3-479f-451a-a5c5-f5164dbafd12 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:32.632590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15ca493f-749d-460a-8f1f-041f604b8b5f req-2a8ceef3-479f-451a-a5c5-f5164dbafd12 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 947 time: 0.1306412 Nov 26 21:43:32.635396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Attempting to bind port 10a18501-288f-47d8-94ee-9448b7ae6628 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:32.635729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Attempting to bind port 10a18501-288f-47d8-94ee-9448b7ae6628 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:32.636063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Attempting to bind port 10a18501-288f-47d8-94ee-9448b7ae6628 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:32.640717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Port 10a18501-288f-47d8-94ee-9448b7ae6628 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:32.641040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Attempting to bind port 10a18501-288f-47d8-94ee-9448b7ae6628 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:32.648123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:32.648462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:32.648844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:32.649280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Bound port: 10a18501-288f-47d8-94ee-9448b7ae6628, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:32.649640 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.710001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-7686ddaf-1dba-4e5b-8af7-47e99e0d40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:32.711944 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-7686ddaf-1dba-4e5b-8af7-47e99e0d40f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1097 time: 0.1190877 Nov 26 21:43:32.768938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60458) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:32.804313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:32.808397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:32.832657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-e63c23ba-f97a-45b1-a3f4-470113c18164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:32.834262 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-e63c23ba-f97a-45b1-a3f4-470113c18164 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.1145749 Nov 26 21:43:32.841249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15ca493f-749d-460a-8f1f-041f604b8b5f req-ec5f17f0-5078-4044-8063-6d77c726f6f3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942239 Nov 26 21:43:32.843441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63021c46-f5ca-485b-a0ec-ea12b0a0bc9f req-3162fa8d-f135-49c5-ba6b-80b67741b47f tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:32.845488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63021c46-f5ca-485b-a0ec-ea12b0a0bc9f req-3162fa8d-f135-49c5-ba6b-80b67741b47f tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1096 time: 0.1401403 Nov 26 21:43:32.846652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.892288 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-b7ec645e-f7fd-40f6-8d9a-b184569efc74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 217 time: 0.0499613 Nov 26 21:43:32.927891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:32.928514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:32.930011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] 10.222.0.41 "PUT /v2.0/ports/10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 1095 time: 1.5573161 Nov 26 21:43:32.954375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-d8042648-a17f-47fa-a0ce-b1104e62a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:32.956132 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-d8042648-a17f-47fa-a0ce-b1104e62a00c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0551615 Nov 26 21:43:32.962593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7039bdf1-47e6-4ad2-890d-680ba347b503 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69710407698c44ba9f6ef51e9f610fea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812510 Nov 26 21:43:32.963156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60460) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:33.030612 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-f9c5b6f7-1ea5-4f4d-bd0a-d7aec52a3282 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318639 Nov 26 21:43:33.038216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf79c6-76a0-498d-960f-e5656b5ebca5 service neutron] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=7']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:33.054698 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89405680-630c-4ef0-8da0-844680584870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.058712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63021c46-f5ca-485b-a0ec-ea12b0a0bc9f req-3641a38b-37f4-48fe-a871-18cb2fe7070b tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988308 Nov 26 21:43:33.085385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4455d-ee2f-4983-9f53-8058e653fdae req-b002124d-caab-4943-a28f-5bcb0e09c6cf tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:33.087038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9df4455d-ee2f-4983-9f53-8058e653fdae req-b002124d-caab-4943-a28f-5bcb0e09c6cf tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 946 time: 0.1506608 Nov 26 21:43:33.093616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-4bb6d762-2bf3-438a-af09-806d27a34f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:33.096093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-4bb6d762-2bf3-438a-af09-806d27a34f6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1098 time: 0.1004908 Nov 26 21:43:33.131038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89405680-630c-4ef0-8da0-844680584870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.145103 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a401add3-350c-4917-8f4f-a88e2275efb9 x-openstack-request-id: req-a401add3-350c-4917-8f4f-a88e2275efb9 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:33.145103 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "name": "network-vif-unplugged", "status": "completed", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:33.145375 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a401add3-350c-4917-8f4f-a88e2275efb9 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:33.145733 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628', 'code': 200} Nov 26 21:43:33.185878 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-a97aed1a-3c5a-461c-940a-dbdb1c758c81 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427138 Nov 26 21:43:33.212699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9df4455d-ee2f-4983-9f53-8058e653fdae req-d255b8ab-6d11-4fe4-9670-377740e10bc1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126754 Nov 26 21:43:33.257724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89405680-630c-4ef0-8da0-844680584870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.260482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89405680-630c-4ef0-8da0-844680584870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.261716 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-89405680-630c-4ef0-8da0-844680584870 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbb11740-fe7a-4f84-ba57-2942d8794c71 HTTP/1.1" status: 204 len: 168 time: 0.2974801 Nov 26 21:43:33.263873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-51039f4b-66f3-4b7f-85d3-892807d79f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:33.265796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-51039f4b-66f3-4b7f-85d3-892807d79f54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1423259 Nov 26 21:43:33.274799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89405680-630c-4ef0-8da0-844680584870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb11740-fe7a-4f84-ba57-2942d8794c71,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:33.325341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-af8b8b5b-8a6f-4260-9e47-ff163976638a service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321127 Nov 26 21:43:33.331329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-1deb1bc5-c375-4cf5-b8c1-db74270a8cbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0578015 Nov 26 21:43:33.408204 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-072000a4-5974-4eca-bc87-308196330ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:33.410224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-072000a4-5974-4eca-bc87-308196330ea6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0689862 Nov 26 21:43:33.418811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfaa7f-4f95-40cf-9fec-50a00de766e0 req-663f84e0-a5fa-496e-90c3-2c741cfe3b9a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:33.420530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92bfaa7f-4f95-40cf-9fec-50a00de766e0 req-663f84e0-a5fa-496e-90c3-2c741cfe3b9a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 950 time: 0.0920813 Nov 26 21:43:33.448542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-9e732ec8-b53b-4a6c-aa93-a8aeb57e1373 req-83aa1600-b266-4f82-b80f-671f74a0d51d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-682751236', 'description': 'tempest-description-548626667'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:33.505797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9e732ec8-b53b-4a6c-aa93-a8aeb57e1373 req-83aa1600-b266-4f82-b80f-671f74a0d51d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.525031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-60cf0f9d-b72d-4958-a1ed-f0659ef87aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:33.526586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-60cf0f9d-b72d-4958-a1ed-f0659ef87aa6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1051781 Nov 26 21:43:33.532448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92bfaa7f-4f95-40cf-9fec-50a00de766e0 req-4b621fdc-a4cb-4045-ad29-c562ee2fcfbb tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006465 Nov 26 21:43:33.620824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-60ddf923-46b4-4fa3-aff8-a9ff33b0cc07 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:33.624392 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-60ddf923-46b4-4fa3-aff8-a9ff33b0cc07 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1097 time: 0.0614507 Nov 26 21:43:33.638335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:33.698214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.698463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9e732ec8-b53b-4a6c-aa93-a8aeb57e1373 req-83aa1600-b266-4f82-b80f-671f74a0d51d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.713040 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9e732ec8-b53b-4a6c-aa93-a8aeb57e1373 req-83aa1600-b266-4f82-b80f-671f74a0d51d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.726757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60478) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:33.776930 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-58358faa-1685-4222-9609-a0c503644bee service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419097 Nov 26 21:43:33.781892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9e732ec8-b53b-4a6c-aa93-a8aeb57e1373 req-83aa1600-b266-4f82-b80f-671f74a0d51d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.783085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e732ec8-b53b-4a6c-aa93-a8aeb57e1373 req-83aa1600-b266-4f82-b80f-671f74a0d51d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3523755 Nov 26 21:43:33.790452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407da1d-699a-4e09-8930-5ee3d37c8478 req-dc112d37-6271-441d-ae8b-d28bbed872c7 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:33.792274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b407da1d-699a-4e09-8930-5ee3d37c8478 req-dc112d37-6271-441d-ae8b-d28bbed872c7 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1525621 Nov 26 21:43:33.808255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa1600-b266-4f82-b80f-671f74a0d51d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0837e37-5e63-4419-b338-dcf1bbd2f2a1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:33.832713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:33.876414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:33.889022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bd8b4e2b-e24d-45fe-b0e5-7f594a606a28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca5fd2cb96a349b688aeb039d2a82ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560149 Nov 26 21:43:33.890221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60488) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:33.916009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:33.919394 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c08cb6d-5e2f-474e-a067-6dbbf7772154" -d '{"events": [{"server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:33.925959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.932974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:33.959155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b407da1d-699a-4e09-8930-5ee3d37c8478 req-2a96eca4-678c-403e-af2b-c795ac4fc902 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531503 Nov 26 21:43:33.977728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f68c297-8480-40fe-949b-4a6bc56b8aab req-8153d528-a194-4dd5-9c2f-756e658edc8e service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844635 Nov 26 21:43:34.009300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-8926c098-4dfc-476d-8e19-e990e223f618 req-4213528f-f1bf-453d-99e9-3e89db43104a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1202380719', 'description': 'tempest-description-191708189'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:34.029199 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73c940c7-99f0-4ea8-bca6-9fce30d1ff06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.055157 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-fca9a265-3bd0-4fc5-a06b-519689ee8e16 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9589ab10c2e4452abc430c27e1eeb300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381122 Nov 26 21:43:34.094455 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73c940c7-99f0-4ea8-bca6-9fce30d1ff06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.096382 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8926c098-4dfc-476d-8e19-e990e223f618 req-4213528f-f1bf-453d-99e9-3e89db43104a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.223741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:34.226620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:34.228259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:34.228259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:34.231893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:34.232214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Attempting to bind port b0b4c6b8-9350-4003-a7b4-cb725890d83f on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:34.237847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:34.238800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:34.239179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:34.239593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Bound port: b0b4c6b8-9350-4003-a7b4-cb725890d83f, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:34.239943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.257713 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73c940c7-99f0-4ea8-bca6-9fce30d1ff06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.260333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73c940c7-99f0-4ea8-bca6-9fce30d1ff06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.261472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-73c940c7-99f0-4ea8-bca6-9fce30d1ff06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77f31d57-ca17-4d38-906c-1184ad94c110 HTTP/1.1" status: 204 len: 168 time: 0.3691270 Nov 26 21:43:34.268578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc8de-484c-4e2f-b924-610f5a037137 req-5e3d6ea6-8734-4cbd-9752-d35f86e9e1de tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:34.270264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-5e3d6ea6-8734-4cbd-9752-d35f86e9e1de tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023146 Nov 26 21:43:34.293236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c940c7-99f0-4ea8-bca6-9fce30d1ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f31d57-ca17-4d38-906c-1184ad94c110,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:34.305626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-1c804217-a015-4ad8-85a7-dfeb10e92f12 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/quotas/9589ab10c2e4452abc430c27e1eeb300 HTTP/1.1" status: 200 len: 375 time: 0.0281765 Nov 26 21:43:34.310593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:34.315186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:34.321051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.348974 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8926c098-4dfc-476d-8e19-e990e223f618 req-4213528f-f1bf-453d-99e9-3e89db43104a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.356466 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8926c098-4dfc-476d-8e19-e990e223f618 req-4213528f-f1bf-453d-99e9-3e89db43104a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.390499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-ce341da5-0126-473e-bfd8-1a789917f154 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9589ab10c2e4452abc430c27e1eeb300&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843213 Nov 26 21:43:34.396844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213528f-f1bf-453d-99e9-3e89db43104a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee81c47-5600-4083-8587-c163e7b69f66,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:34.403394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8926c098-4dfc-476d-8e19-e990e223f618 req-4213528f-f1bf-453d-99e9-3e89db43104a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.404613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8926c098-4dfc-476d-8e19-e990e223f618 req-4213528f-f1bf-453d-99e9-3e89db43104a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4076335 Nov 26 21:43:34.425708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:34.426424 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:34.428310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 1122 time: 0.7948487 Nov 26 21:43:34.433204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c053a50-624c-4cfe-8bd7-1d5cda89a667 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:34.586126 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86061e5-fa70-4c40-b870-7c3deb71e828 x-openstack-request-id: req-f86061e5-fa70-4c40-b870-7c3deb71e828 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:34.586424 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:34.586852 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f86061e5-fa70-4c40-b870-7c3deb71e828 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:34.587400 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f', 'code': 200} Nov 26 21:43:34.655743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596f28-ffc6-40c9-9813-a0a698ecbaef req-c59ab94f-0c73-43db-9b8d-45a8544f5547 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:34.664197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a596f28-ffc6-40c9-9813-a0a698ecbaef req-c59ab94f-0c73-43db-9b8d-45a8544f5547 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 947 time: 0.0657771 Nov 26 21:43:34.715646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 10a18501-288f-47d8-94ee-9448b7ae6628 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:43:34.749368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a596f28-ffc6-40c9-9813-a0a698ecbaef req-1c5522db-acc1-4f98-9396-ca96cf43f82f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841918 Nov 26 21:43:34.764554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82098c-0cfc-4c80-b496-3d8efbd7ab3e req-598854dd-d39e-4b90-bb15-447f22fd3f0c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:34.766269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef82098c-0cfc-4c80-b496-3d8efbd7ab3e req-598854dd-d39e-4b90-bb15-447f22fd3f0c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.0938597 Nov 26 21:43:34.773289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b0b4c6b8-9350-4003-a7b4-cb725890d83f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:34.822830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 10a18501-288f-47d8-94ee-9448b7ae6628 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:43:34.883409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9d6ecaa-9f80-4c58-af32-3599babe67f2 req-1cce728c-6293-4f73-94dc-0a64a31d5c36 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 210 time: 0.0389338 Nov 26 21:43:34.887368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef82098c-0cfc-4c80-b496-3d8efbd7ab3e req-3ec4c8b4-b543-4ad1-b691-03eed61fdf79 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139090 Nov 26 21:43:35.018382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239bb65-5060-4fbf-b853-33d2bbade334 req-1d4ea804-2855-4801-b523-429869ca4543 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:35.028102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d239bb65-5060-4fbf-b853-33d2bbade334 req-1d4ea804-2855-4801-b523-429869ca4543 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1096 time: 0.0667007 Nov 26 21:43:35.137322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d239bb65-5060-4fbf-b853-33d2bbade334 req-5a1135f3-a7c4-45d7-a924-6368683aa829 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094971 Nov 26 21:43:35.147918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:35.151152 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3289262a-1a9d-41f8-83df-b568860a836d" -d '{"events": [{"name": "network-changed", "server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:35.176036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-0bbe55ec-b3fe-43f5-8214-3b220a3a689e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:35.177986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-0bbe55ec-b3fe-43f5-8214-3b220a3a689e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 812 time: 0.1488595 Nov 26 21:43:35.200937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c54338ac-912a-42d7-9722-a0a8c4796c91 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/quotas/75a2f4f837714efcbfcd8b15946c4fd1 HTTP/1.1" status: 200 len: 375 time: 0.0163081 Nov 26 21:43:35.230605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-261d0e50-aba8-4bc7-981f-15d842a3c11d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281911 Nov 26 21:43:35.376941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1dc462-1381-411f-9281-c6e4921440bd req-d3ad34c9-cc2b-4795-ae23-1e6aa74895a1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:35.379093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b1dc462-1381-411f-9281-c6e4921440bd req-d3ad34c9-cc2b-4795-ae23-1e6aa74895a1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0795226 Nov 26 21:43:35.389951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-617f4cb2-7e4d-463a-af5e-03f02a8424c8 service neutron] 10.222.0.21 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454151 Nov 26 21:43:35.503267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b1dc462-1381-411f-9281-c6e4921440bd req-fb064407-dc1f-48ee-af5c-787f0a26498a tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111913 Nov 26 21:43:35.529396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-0e91ca82-1063-4cd2-a4b5-3b401e242c5b service neutron] 10.222.0.21 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384301 Nov 26 21:43:35.564762 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97e6ace-132f-43d3-a5c6-a075bcb72738 x-openstack-request-id: req-a97e6ace-132f-43d3-a5c6-a075bcb72738 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:35.565070 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:35.565330 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a97e6ace-132f-43d3-a5c6-a075bcb72738 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:35.565771 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628', 'status': 'completed', 'code': 200} Nov 26 21:43:35.671376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289262a-1a9d-41f8-83df-b568860a836d req-14505ab5-b5a9-4cc6-8564-1034a62f9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:35.673081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-14505ab5-b5a9-4cc6-8564-1034a62f9a1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1098 time: 0.0434175 Nov 26 21:43:35.706338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c647674-2ffc-46bc-baac-333c2d9de9cb req-d0cd7425-6f2a-4fce-883e-dc094d45e84f tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 210 time: 0.0307760 Nov 26 21:43:35.711897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289262a-1a9d-41f8-83df-b568860a836d req-f2977d73-3ff2-4790-8fb1-601c7209816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:35.714889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-f2977d73-3ff2-4790-8fb1-601c7209816b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1098 time: 0.0992792 Nov 26 21:43:35.830727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289262a-1a9d-41f8-83df-b568860a836d req-3c9fef94-8ad9-4a0b-8081-9bde6249850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:35.833780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-3c9fef94-8ad9-4a0b-8081-9bde6249850b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1306770 Nov 26 21:43:35.861834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289262a-1a9d-41f8-83df-b568860a836d req-60b82908-f754-45f5-bb28-ef2c10a4763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:35.866966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-60b82908-f754-45f5-bb28-ef2c10a4763b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1433065 Nov 26 21:43:35.926499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-ea1482fb-4de1-4731-adc7-c91c59f8daf9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0647998 Nov 26 21:43:35.927609 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-02634921-7976-4ef9-a1bc-151139d9b56d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0469122 Nov 26 21:43:35.972627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65813e89-7d5c-44b1-b907-5bbad387c780 req-e07636ed-74a9-4271-818c-b1b0bae6c2eb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:35.974371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65813e89-7d5c-44b1-b907-5bbad387c780 req-e07636ed-74a9-4271-818c-b1b0bae6c2eb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 947 time: 0.1233602 Nov 26 21:43:36.010389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289262a-1a9d-41f8-83df-b568860a836d req-927ebb0e-1a99-40f5-b221-a12b0c0bd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:36.012124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-927ebb0e-1a99-40f5-b221-a12b0c0bd738 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0681705 Nov 26 21:43:36.103837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289262a-1a9d-41f8-83df-b568860a836d req-df5031ce-52b8-4c65-8623-8170d17bce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:36.105508 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-df5031ce-52b8-4c65-8623-8170d17bce7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0858548 Nov 26 21:43:36.109925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5466b642-9880-4337-baf8-faee88730b5b req-04991dd6-a52f-4344-9976-9c3ab0a9734b tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 210 time: 0.0905399 Nov 26 21:43:36.147387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289262a-1a9d-41f8-83df-b568860a836d req-612e4fe0-81e6-44c2-a575-c021e789d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:36.150034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-612e4fe0-81e6-44c2-a575-c021e789d7d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2137592 Nov 26 21:43:36.155662 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-64227e34-ebf6-4826-89bf-89972d97a1ca tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9589ab10c2e4452abc430c27e1eeb300&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664418 Nov 26 21:43:36.222194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65813e89-7d5c-44b1-b907-5bbad387c780 req-0cd49e2c-efe0-4fbf-9286-776d277d7fc2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021794 Nov 26 21:43:36.240314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289262a-1a9d-41f8-83df-b568860a836d req-d3678222-0bc1-49dd-a956-f1daeed78be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:36.242672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-d3678222-0bc1-49dd-a956-f1daeed78be1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853014 Nov 26 21:43:36.369177 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-0fc375ca-6617-45bf-85ca-d70e23b0917a service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336032 Nov 26 21:43:36.387464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc8de-484c-4e2f-b924-610f5a037137 req-536a6ada-e56f-455e-a8f1-cc6544d79456 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:36.391109 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-536a6ada-e56f-455e-a8f1-cc6544d79456 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244356 Nov 26 21:43:36.451352 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6c2a8-096a-4f16-b7b7-7e45472e6355 req-986c07ef-dc65-45db-9a5c-b50795ee48af tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:36.452852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06f6c2a8-096a-4f16-b7b7-7e45472e6355 req-986c07ef-dc65-45db-9a5c-b50795ee48af tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.2173901 Nov 26 21:43:36.457629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Request body: {'port': {'device_id': '9a162a32-e160-4f31-af7c-d24828fc1031', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '9589ab10c2e4452abc430c27e1eeb300'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:36.503319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-656ef634-8373-43bf-9677-453ad599fe44 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896088 Nov 26 21:43:36.578607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e6a2-760c-4506-9418-fbaac65e2272 req-c6b2388f-de8e-4474-a68b-f3468250e696 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:36.578867 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-dee2b62e-53b8-4250-9ac2-b12279f2b70a service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885147 Nov 26 21:43:36.580113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7515e6a2-760c-4506-9418-fbaac65e2272 req-c6b2388f-de8e-4474-a68b-f3468250e696 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1096 time: 0.1733987 Nov 26 21:43:36.588135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:36.590428 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af477c8-a2ea-4631-8696-e77b5c75ada5" -d '{"events": [{"name": "network-changed", "server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:36.620006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Made reservation on behalf of 9589ab10c2e4452abc430c27e1eeb300 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:36.623775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:36.632041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06f6c2a8-096a-4f16-b7b7-7e45472e6355 req-bdab7eb9-4061-452e-9e59-2017c0b5b121 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678767 Nov 26 21:43:36.679469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7515e6a2-760c-4506-9418-fbaac65e2272 req-156e9f12-2aef-4319-9302-cbdddbb4b484 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871592 Nov 26 21:43:36.706164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3289262a-1a9d-41f8-83df-b568860a836d req-74684142-04da-4d7f-b3c9-3b0f325dbf86 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811781 Nov 26 21:43:36.706450 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:36.706450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b0b4c6b8-9350-4003-a7b4-cb725890d83f details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:36.721693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:43:36.818441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Allocated IP 192.168.233.29 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/817d5ca3-dd91-4650-85b8-5db64abfaa0d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:43:36.868324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:36.913367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:36.916491 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f04aa8-5002-4c80-a1e6-57732707cf6d" -d '{"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-unplugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:36.920938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6727232-81ce-4aee-ba84-d38b892a54fd req-1baf0a61-be86-4024-8b7b-b50c77610a3e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:36.921545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:36.922505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6727232-81ce-4aee-ba84-d38b892a54fd req-1baf0a61-be86-4024-8b7b-b50c77610a3e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0636587 Nov 26 21:43:36.941199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:36.944425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b0b4c6b8-9350-4003-a7b4-cb725890d83f has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:43:36.949744 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:36.992700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6727232-81ce-4aee-ba84-d38b892a54fd req-af5314f6-f7eb-4928-8dac-c86a873cadc5 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556965 Nov 26 21:43:37.009359 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d94954-fcac-47b2-8171-fbc3f5aae9c4 x-openstack-request-id: req-a2d94954-fcac-47b2-8171-fbc3f5aae9c4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:37.009523 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:37.009778 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2d94954-fcac-47b2-8171-fbc3f5aae9c4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:37.010224 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f', 'status': 'completed', 'code': 200} Nov 26 21:43:37.032104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:37.075619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:37.101735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10602d91-b58c-4a80-ab14-8cadeee2f776 req-7e99b72e-e72d-4ae5-b0f2-48f0d15a640e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 210 time: 0.0432529 Nov 26 21:43:37.119601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:37.134187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-d9a2d27e-932f-48df-a676-8ba5f54afc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:37.134187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-d9a2d27e-932f-48df-a676-8ba5f54afc52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1125 time: 0.0763285 Nov 26 21:43:37.158479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b4369497-84fc-400a-a413-eb6f4e2c9934'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:37.171929 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575725d5-0f0d-4522-96b9-129e29719739 x-openstack-request-id: req-575725d5-0f0d-4522-96b9-129e29719739 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:37.172252 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-unplugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:37.172513 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-575725d5-0f0d-4522-96b9-129e29719739 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:37.172927 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'code': 200} Nov 26 21:43:37.235278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Pushing event updated for resources: {'Port': ['ID=817d5ca3-dd91-4650-85b8-5db64abfaa0d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:37.252834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:43:37.265911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:37.272078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:43:37.287366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-2b5504ea-7fae-48f6-a35c-bb2587e0a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:37.289301 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-2b5504ea-7fae-48f6-a35c-bb2587e0a5bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.1249554 Nov 26 21:43:37.409409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:37.410427 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:37.460093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-e31ebbe4-3465-4076-b2c0-8482419bef6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0159574 Nov 26 21:43:37.481600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Request body: {'port': {'device_id': '9a162a32-e160-4f31-af7c-d24828fc1031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:37.509202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10a18501-288f-47d8-94ee-9448b7ae6628 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:37.611439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:37.690025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-98a38cc2-f366-42a0-a50b-ad11e1837660 None None] Provisioning complete for port 817d5ca3-dd91-4650-85b8-5db64abfaa0d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:37.690450 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-98a38cc2-f366-42a0-a50b-ad11e1837660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:37.695663 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:37.807993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-665c3c1a-aeac-46a6-af33-f9727e0bc3fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 217 time: 0.4137256 Nov 26 21:43:37.865429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:37.881171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-98a38cc2-f366-42a0-a50b-ad11e1837660 None None] Port 817d5ca3-dd91-4650-85b8-5db64abfaa0d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:43:37.882504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '10a18501-288f-47d8-94ee-9448b7ae6628', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '10a18501-288f-47d8-94ee-9448b7ae6628', 'mac_address': 'fa:16:3e:54:ae:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:37.906431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-4c17e4df-5211-4c49-8a6a-bc73bc686290 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:37.909124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-4c17e4df-5211-4c49-8a6a-bc73bc686290 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.41 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 812 time: 0.6188812 Nov 26 21:43:37.924214 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:37.938250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a18501-288f-47d8-94ee-9448b7ae6628 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:37.957908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'port': {'device_id': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3', 'admin_state_up': True, 'tenant_id': '75a2f4f837714efcbfcd8b15946c4fd1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:37.963324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:37.971127 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:38.042786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:38.060321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817d5ca3-dd91-4650-85b8-5db64abfaa0d {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:38.066958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-54aaac0a-7d62-4d4f-9431-87882b79ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:38.068711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-54aaac0a-7d62-4d4f-9431-87882b79ddc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.1716285 Nov 26 21:43:38.073342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:38.085644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6555c-551d-4f9a-ae56-38f770b62e1d req-d0fdd376-ba0a-4000-9f09-05f0bf6e7fc7 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:38.089939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Transition to ACTIVE for port object 817d5ca3-dd91-4650-85b8-5db64abfaa0d will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:38.093022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33a6555c-551d-4f9a-ae56-38f770b62e1d req-d0fdd376-ba0a-4000-9f09-05f0bf6e7fc7 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 935 time: 0.2771375 Nov 26 21:43:38.095575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:38.135520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-3a916385-65ca-4f3c-98cd-b03ddc37062f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352042 Nov 26 21:43:38.151987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=817d5ca3-dd91-4650-85b8-5db64abfaa0d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:38.224819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Attempting to bind port 817d5ca3-dd91-4650-85b8-5db64abfaa0d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:38.225256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Attempting to bind port 817d5ca3-dd91-4650-85b8-5db64abfaa0d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:38.225763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Attempting to bind port 817d5ca3-dd91-4650-85b8-5db64abfaa0d on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:38.231991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Port 817d5ca3-dd91-4650-85b8-5db64abfaa0d on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:38.232403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Attempting to bind port 817d5ca3-dd91-4650-85b8-5db64abfaa0d on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:38.240705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:38.240904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:38.241370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:38.242181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Bound port: 817d5ca3-dd91-4650-85b8-5db64abfaa0d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:38.242315 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:38.250221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33a6555c-551d-4f9a-ae56-38f770b62e1d req-2d044132-62af-4c6a-a52d-2986aaebcd72 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517584 Nov 26 21:43:38.324092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] For port 817d5ca3-dd91-4650-85b8-5db64abfaa0d, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:38.327447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] For port 817d5ca3-dd91-4650-85b8-5db64abfaa0d, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=817d5ca3-dd91-4650-85b8-5db64abfaa0d,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:38.334820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:38.341945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Made reservation on behalf of 75a2f4f837714efcbfcd8b15946c4fd1 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:38.345000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:38.377844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:38.378819 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-82711925-c8b3-49b6-b0b9-d9ee81e5b4a4 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323925 Nov 26 21:43:38.378966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:38.381705 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] 10.222.0.13 "PUT /v2.0/ports/817d5ca3-dd91-4650-85b8-5db64abfaa0d HTTP/1.1" status: 200 len: 1095 time: 0.9042597 Nov 26 21:43:38.403517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfbf43-0ee0-4f60-a9f6-eb3aa1e4ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=817d5ca3-dd91-4650-85b8-5db64abfaa0d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:38.461081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-b27a1551-d9b1-4aca-b529-723abad714c6 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:43:38.462089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-b27a1551-d9b1-4aca-b529-723abad714c6 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461521 Nov 26 21:43:38.513955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:38.532110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc8de-484c-4e2f-b924-610f5a037137 req-3de0ae3d-fbb2-49d8-8e81-85a744a33855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:38.533850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-3de0ae3d-fbb2-49d8-8e81-85a744a33855 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9589ab10c2e4452abc430c27e1eeb300&device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 1098 time: 0.0724807 Nov 26 21:43:38.544759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13558ed5-c5c8-4db7-820a-d49cd4440bba req-92c111f7-1f9f-4465-bdb5-bc71339bacf4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:38.546906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13558ed5-c5c8-4db7-820a-d49cd4440bba req-92c111f7-1f9f-4465-bdb5-bc71339bacf4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 948 time: 0.2169943 Nov 26 21:43:38.605384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-ca9ac85c-33ca-473a-85a5-fd6ae8a8c360 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=817d5ca3-dd91-4650-85b8-5db64abfaa0d HTTP/1.1" status: 200 len: 217 time: 0.0441380 Nov 26 21:43:38.616653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-0e797aec-7828-4fff-b350-8de8039357cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:38.618125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-0e797aec-7828-4fff-b350-8de8039357cf service neutron] 10.222.0.21 "GET /v2.0/ports/e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 200 len: 1093 time: 0.1217046 Nov 26 21:43:38.656229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:38.656672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:43:38.668867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc8de-484c-4e2f-b924-610f5a037137 req-f71531c3-7427-404c-ad2c-be5b3eeacf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:38.670481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-f71531c3-7427-404c-ad2c-be5b3eeacf1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0526495 Nov 26 21:43:38.719443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:38.724277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fc8de-484c-4e2f-b924-610f5a037137 req-5115fea4-ad3c-4e0a-ba0c-890a839dee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:38.725561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9af477c8-a2ea-4631-8696-e77b5c75ada5 req-9c2c5d58-094b-4bc2-82b0-c616c895aac0 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254194 Nov 26 21:43:38.725750 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-5115fea4-ad3c-4e0a-ba0c-890a839dee87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465927 Nov 26 21:43:38.738997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13558ed5-c5c8-4db7-820a-d49cd4440bba req-e1bf1dd6-766e-4154-980e-0395f1daee59 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644380 Nov 26 21:43:38.749314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Allocated IP 172.20.0.4 (01c178a8-dc53-45a5-b446-a4978a19b1a3/2a327653-249e-4d87-8675-469ae8909732/c10ee0ef-838a-4c1a-a89d-df429d703017) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:43:38.857000 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-c3e8d141-d9ff-4f4f-bb1b-2cf60c404779 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092381 Nov 26 21:43:38.869196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:38.880650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'mac_address': 'fa:16:3e:a1:00:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:38.923408 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:38.937743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:38.962702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:38.967381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-805fc8de-484c-4e2f-b924-610f5a037137 req-8c38d071-6548-4fa0-8a3d-d56ef75d31fe service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909283 Nov 26 21:43:38.968871 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:39.001331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24fe4-9596-41ed-baa6-0024c2c821a4 req-53b3ec61-58f4-4b37-83fa-2d02fe440204 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:39.002881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21d24fe4-9596-41ed-baa6-0024c2c821a4 req-53b3ec61-58f4-4b37-83fa-2d02fe440204 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.1545544 Nov 26 21:43:39.009280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:39.009610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:39.009973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:39.011066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a162a32-e160-4f31-af7c-d24828fc1031', 'tag': '817d5ca3-dd91-4650-85b8-5db64abfaa0d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:39.013699 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550af659-d095-4cdc-9042-6f08c96642f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a162a32-e160-4f31-af7c-d24828fc1031", "tag": "817d5ca3-dd91-4650-85b8-5db64abfaa0d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:39.023626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:39.028628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:39.028950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:39.056320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:39.056726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:39.057099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:39.057528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Bound port: e234a64e-95c3-48f7-a400-6e8bebff5c7b, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:39.124228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:39.139203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21d24fe4-9596-41ed-baa6-0024c2c821a4 req-ce701eb5-4dae-4523-ae6e-1313aa92f6c0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241474 Nov 26 21:43:39.173525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:39.182395 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:39.183572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-c523accc-b580-479b-8340-10760c377dfe service neutron] 10.222.0.21 "POST /v2.0/ports/e234a64e-95c3-48f7-a400-6e8bebff5c7b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5546303 Nov 26 21:43:39.195645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:39.242062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Network 01c178a8-dc53-45a5-b446-a4978a19b1a3 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:43:39.245280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:39.249029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:43:39.305322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:39.306000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:39.318498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'Port': ['ID=c10ee0ef-838a-4c1a-a89d-df429d703017,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:39.342730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c8e62203-9df3-4709-8e15-22142c7b0b8d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3977580 Nov 26 21:43:39.366517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Request body: {'port': {'device_id': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:39.420970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9659b-9e33-4f3b-8448-b489b1ec35e8 req-474679b6-42ea-4fc3-9c3f-fb524a944969 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:39.422524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1d9659b-9e33-4f3b-8448-b489b1ec35e8 req-474679b6-42ea-4fc3-9c3f-fb524a944969 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 931 time: 0.0924265 Nov 26 21:43:39.458844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:39.523294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1d9659b-9e33-4f3b-8448-b489b1ec35e8 req-4438e5ff-76e5-4da2-8a46-4d602dd4b466 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852585 Nov 26 21:43:39.631067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4138b4e-d4a4-4186-9820-d0d71830c94a req-a86ccad9-365f-4e56-a202-15f7e0f708bf tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:39.633096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4138b4e-d4a4-4186-9820-d0d71830c94a req-a86ccad9-365f-4e56-a202-15f7e0f708bf tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 949 time: 0.1475790 Nov 26 21:43:39.718348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:39.747961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4138b4e-d4a4-4186-9820-d0d71830c94a req-4c4a85a9-d0f5-4853-a2fa-4fcab76bc3a5 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030619 Nov 26 21:43:39.764574 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb10b237-c5c4-4701-b149-1a2e7ff8d300 x-openstack-request-id: req-eb10b237-c5c4-4701-b149-1a2e7ff8d300 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:39.765066 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a162a32-e160-4f31-af7c-d24828fc1031", "tag": "817d5ca3-dd91-4650-85b8-5db64abfaa0d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:39.765066 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb10b237-c5c4-4701-b149-1a2e7ff8d300 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:39.765931 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a162a32-e160-4f31-af7c-d24828fc1031', 'tag': '817d5ca3-dd91-4650-85b8-5db64abfaa0d', 'status': 'completed', 'code': 200} Nov 26 21:43:39.860905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10ee0ef-838a-4c1a-a89d-df429d703017 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:39.873260 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:39.936221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Transition to ACTIVE for port object c10ee0ef-838a-4c1a-a89d-df429d703017 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:39.953001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-29b913e9-8840-4228-935c-3d94edc97bc3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:39.954321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:39.954530 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-29b913e9-8840-4228-935c-3d94edc97bc3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819&tenant_id=225bd749550b48aea293f21fbc7433b6&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 948 time: 0.1546843 Nov 26 21:43:39.973198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550af659-d095-4cdc-9042-6f08c96642f8 req-b69ecf78-4a55-46c7-aae4-058b7059cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:39.974663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-550af659-d095-4cdc-9042-6f08c96642f8 req-b69ecf78-4a55-46c7-aae4-058b7059cc0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9589ab10c2e4452abc430c27e1eeb300&device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 1098 time: 0.0830986 Nov 26 21:43:40.010052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92e005-d312-4105-9167-a20427e76609 req-a0228839-38f1-41cd-af52-f6751b045827 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.011580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d92e005-d312-4105-9167-a20427e76609 req-a0228839-38f1-41cd-af52-f6751b045827 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.1444228 Nov 26 21:43:40.057789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af18dd-a7c1-443d-9179-a31945af4959 req-19e16bfc-bfaf-4aae-9175-e1556585ee6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.059364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77af18dd-a7c1-443d-9179-a31945af4959 req-19e16bfc-bfaf-4aae-9175-e1556585ee6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 947 time: 0.1443899 Nov 26 21:43:40.059885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c10ee0ef-838a-4c1a-a89d-df429d703017,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:40.076896 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-0f4dd3f7-767a-4af9-8f73-2e528f0b6881 service neutron] delete failed (client error): The resource could not be found. Nov 26 21:43:40.077926 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-0f4dd3f7-767a-4af9-8f73-2e528f0b6881 service neutron] 10.222.0.13 "DELETE /v2.0/ports/10a18501-288f-47d8-94ee-9448b7ae6628/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.1156335 Nov 26 21:43:40.100695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550af659-d095-4cdc-9042-6f08c96642f8 req-591ba5ba-ea5e-4963-aeb4-19a1389f4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.102147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-550af659-d095-4cdc-9042-6f08c96642f8 req-591ba5ba-ea5e-4963-aeb4-19a1389f4e04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1071289 Nov 26 21:43:40.154191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d92e005-d312-4105-9167-a20427e76609 req-bf5ad4be-6233-4092-9fbb-1a40cf3199c2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290541 Nov 26 21:43:40.170993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-550af659-d095-4cdc-9042-6f08c96642f8 req-ccf96d73-1398-4acf-8cf3-6f2192fe48f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=817d5ca3-dd91-4650-85b8-5db64abfaa0d HTTP/1.1" status: 200 len: 217 time: 0.0451348 Nov 26 21:43:40.209681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Attempting to bind port c10ee0ef-838a-4c1a-a89d-df429d703017 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:40.210029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Attempting to bind port c10ee0ef-838a-4c1a-a89d-df429d703017 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:40.210378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Attempting to bind port c10ee0ef-838a-4c1a-a89d-df429d703017 on network 01c178a8-dc53-45a5-b446-a4978a19b1a3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:40.216826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Port c10ee0ef-838a-4c1a-a89d-df429d703017 on network 01c178a8-dc53-45a5-b446-a4978a19b1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:40.217151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Attempting to bind port c10ee0ef-838a-4c1a-a89d-df429d703017 on network 01c178a8-dc53-45a5-b446-a4978a19b1a3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:40.231674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77af18dd-a7c1-443d-9179-a31945af4959 req-f6d206ff-fb24-464f-9368-0ae7974da76b tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472180 Nov 26 21:43:40.236331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:40.236672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Checking segment: {'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:40.237320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Bound using segment: {'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:40.238578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Bound port: c10ee0ef-838a-4c1a-a89d-df429d703017, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:40.238578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:40.278606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550af659-d095-4cdc-9042-6f08c96642f8 req-b5c92476-c0d4-47cc-b653-c9c07d6bd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.280164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-550af659-d095-4cdc-9042-6f08c96642f8 req-b5c92476-c0d4-47cc-b653-c9c07d6bd1d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1052015 Nov 26 21:43:40.289586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-173a0bee-4520-48fa-a413-41fa571150f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.291868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-173a0bee-4520-48fa-a413-41fa571150f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1099 time: 0.0658100 Nov 26 21:43:40.351028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d815ad-e958-4720-82e7-4fd80ca0e95c req-25a6b23f-a33a-4902-b75b-b7de55115615 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.352720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8d815ad-e958-4720-82e7-4fd80ca0e95c req-25a6b23f-a33a-4902-b75b-b7de55115615 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 948 time: 0.1104777 Nov 26 21:43:40.377677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] For port c10ee0ef-838a-4c1a-a89d-df429d703017, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:40.393010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550af659-d095-4cdc-9042-6f08c96642f8 req-626d0339-deaa-4abb-bbc8-b11d552a501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.394923 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-550af659-d095-4cdc-9042-6f08c96642f8 req-626d0339-deaa-4abb-bbc8-b11d552a501f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017346 Nov 26 21:43:40.395488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] For port c10ee0ef-838a-4c1a-a89d-df429d703017, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c10ee0ef-838a-4c1a-a89d-df429d703017,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:40.405646 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:40.457227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.457924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:40.459418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] 10.222.0.41 "PUT /v2.0/ports/c10ee0ef-838a-4c1a-a89d-df429d703017 HTTP/1.1" status: 200 len: 1091 time: 1.0978653 Nov 26 21:43:40.467130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8d815ad-e958-4720-82e7-4fd80ca0e95c req-c6a9b5f7-3859-4bc0-95e7-86d84248a0ca tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059289 Nov 26 21:43:40.468083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:40.469979 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b6bf52-c00e-4aed-9b94-4439e29b1312" -d '{"events": [{"name": "network-changed", "server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:40.475189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-b7128c2c-7dcd-4762-9aaf-36c6f48e7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.476650 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-b7128c2c-7dcd-4762-9aaf-36c6f48e7f88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1747825 Nov 26 21:43:40.504920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e2e25-46ff-4a19-bbba-f06d9b7d4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c10ee0ef-838a-4c1a-a89d-df429d703017,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:40.556445 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-bcdb2189-921d-47ed-81b2-cde52d35e97b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0711553 Nov 26 21:43:40.623355 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-550af659-d095-4cdc-9042-6f08c96642f8 req-2a14d07c-6012-4d21-9a93-15f4f21117cc service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183797 Nov 26 21:43:40.627083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-5dca1ae8-abf5-46dd-9e42-4c6a88b31a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.628971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-5dca1ae8-abf5-46dd-9e42-4c6a88b31a8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1094 time: 0.0984607 Nov 26 21:43:40.639390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-81c60c1f-6bfb-4138-87fe-6cd241dbebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.640528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a276a6d-cfb5-4c14-b0a5-96accfcb3acd req-df810311-224b-4eb2-a912-077955a00d07 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.640785 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-81c60c1f-6bfb-4138-87fe-6cd241dbebfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0759211 Nov 26 21:43:40.642260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a276a6d-cfb5-4c14-b0a5-96accfcb3acd req-df810311-224b-4eb2-a912-077955a00d07 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.0668004 Nov 26 21:43:40.699630 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62c15b3-f70a-4fb2-96f4-79dc004ccce2 x-openstack-request-id: req-a62c15b3-f70a-4fb2-96f4-79dc004ccce2 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:40.699915 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:40.700335 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a62c15b3-f70a-4fb2-96f4-79dc004ccce2 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:40.700792 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017', 'status': 'completed', 'code': 200} Nov 26 21:43:40.709364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-6fbc1d44-65b1-4f8e-9d4b-86ec22466df7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10ee0ef-838a-4c1a-a89d-df429d703017 HTTP/1.1" status: 200 len: 217 time: 0.0571792 Nov 26 21:43:40.781972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a276a6d-cfb5-4c14-b0a5-96accfcb3acd req-e8db19ab-b677-426e-8259-1cb161e009ef tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287329 Nov 26 21:43:40.829002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-4b8d012a-d948-4898-bf28-fc47b4b0c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.830669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-4b8d012a-d948-4898-bf28-fc47b4b0c098 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.1007500 Nov 26 21:43:40.843126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101baf47-7248-4117-8548-8bebb4e28584 req-840fe2c1-bd0f-4a8b-b115-3a06ced69f2d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.844792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-101baf47-7248-4117-8548-8bebb4e28584 req-840fe2c1-bd0f-4a8b-b115-3a06ced69f2d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 943 time: 0.1004348 Nov 26 21:43:40.880566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-cc6690b0-a3d0-4875-9200-d00c04272dca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323253 Nov 26 21:43:40.928488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-9d7a06c9-c242-420c-b7cb-c376c9f17b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:40.930186 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-9d7a06c9-c242-420c-b7cb-c376c9f17b6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2772114 Nov 26 21:43:40.961607 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-550af659-d095-4cdc-9042-6f08c96642f8 req-d8103317-c0e8-48c6-a69b-42eb977abe7b service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297341 Nov 26 21:43:40.968796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-101baf47-7248-4117-8548-8bebb4e28584 req-5284a83a-b1cc-46b2-9c31-1e9b52823398 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124160 Nov 26 21:43:41.003618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-4e3c0ca2-d3ab-459b-a1b9-67478fc22115 service neutron] 10.222.0.41 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152327 Nov 26 21:43:41.041976 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-96d41e16-bc23-4fde-82c2-0d33c8a005a2 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015615 Nov 26 21:43:41.143820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82f79d54-bc2c-42ed-8528-3f770f6d26d3 req-c2766143-58df-4dff-9324-ea15380bde82 service neutron] 10.222.0.41 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307120 Nov 26 21:43:41.148901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d2a401b5-9536-4315-a64f-7e5de0d80fe0 req-6913f8c9-4b6a-4b9a-b1b7-f7459dc6fe1f service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995369 Nov 26 21:43:41.152717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c19e9-5ebe-443e-9d83-919ef20cdfd1 req-6d7054d4-31a3-4952-9dca-00316f4cb9d1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:41.154205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c1c19e9-5ebe-443e-9d83-919ef20cdfd1 req-6d7054d4-31a3-4952-9dca-00316f4cb9d1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 949 time: 0.0884156 Nov 26 21:43:41.212334 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c1c19e9-5ebe-443e-9d83-919ef20cdfd1 req-de763f36-af6a-47bf-b141-314fd7ec2928 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Nov 26 21:43:41.324170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465539a6-00a3-4040-9239-deb5baa0cc81 req-bb70360e-d30d-4b15-8abd-0f7a0d7c5b22 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:41.325666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-465539a6-00a3-4040-9239-deb5baa0cc81 req-bb70360e-d30d-4b15-8abd-0f7a0d7c5b22 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.0874903 Nov 26 21:43:41.537887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10a18501-288f-47d8-94ee-9448b7ae6628 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:41.586212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-0f3ef251-1f19-4b1e-bb85-421d6485012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:41.587764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-0f3ef251-1f19-4b1e-bb85-421d6485012c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1094 time: 0.3136418 Nov 26 21:43:41.588638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 10a18501-288f-47d8-94ee-9448b7ae6628 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:41.592960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 10a18501-288f-47d8-94ee-9448b7ae6628 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:41.593337 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:41.678523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:41.704014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:41.706522 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109891a3-b441-44db-b6e0-fe0fb6a2a61f" -d '{"events": [{"server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "name": "network-vif-plugged", "status": "completed", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:41.721407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:41.725812 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:41.727861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa15f6e-18f5-4625-8097-faa6f208cb42 req-10c95e4b-fab5-439c-8794-89608b028ea4 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:41.733397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9fa15f6e-18f5-4625-8097-faa6f208cb42 req-10c95e4b-fab5-439c-8794-89608b028ea4 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 947 time: 0.4052207 Nov 26 21:43:41.736345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-465539a6-00a3-4040-9239-deb5baa0cc81 req-b4aa5259-4c5b-4696-97bb-017758a6c89e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970120 Nov 26 21:43:41.781787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-9ba0651a-b114-4c12-8838-46958c117ae7 service neutron] 10.222.0.41 "GET /v2.0/ports/b0b4c6b8-9350-4003-a7b4-cb725890d83f/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.2167561 Nov 26 21:43:41.789608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:41.837722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-dcfec0ef-812c-4b1b-a537-510d30c4727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:41.839524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-dcfec0ef-812c-4b1b-a537-510d30c4727c service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 913 time: 0.2430234 Nov 26 21:43:41.844573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9fa15f6e-18f5-4625-8097-faa6f208cb42 req-2edd722b-4994-4e33-b74e-4abe472f0c6c tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050239 Nov 26 21:43:41.908445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-3d083cfe-c1dc-4d36-b912-2dd800dbe27c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10ee0ef-838a-4c1a-a89d-df429d703017 HTTP/1.1" status: 200 len: 217 time: 0.0580916 Nov 26 21:43:42.035193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-747a4a62-c52d-4200-9066-520e52c29855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:42.036658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-747a4a62-c52d-4200-9066-520e52c29855 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.1071618 Nov 26 21:43:42.046112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3f43-d796-4572-9654-04c014c1f3f7 req-a605359b-65af-434d-aaa7-772b22410dd1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:42.047570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91ed3f43-d796-4572-9654-04c014c1f3f7 req-a605359b-65af-434d-aaa7-772b22410dd1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1345191 Nov 26 21:43:42.071910 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df10b406-ae0a-48f8-a0bc-e854976c8529 x-openstack-request-id: req-df10b406-ae0a-48f8-a0bc-e854976c8529 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:42.072334 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "name": "network-vif-plugged", "status": "completed", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:42.072680 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df10b406-ae0a-48f8-a0bc-e854976c8529 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:42.073167 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628', 'code': 200} Nov 26 21:43:42.085621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-7c112938-11c0-4a01-9af5-95d040acce6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371048 Nov 26 21:43:42.245867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91ed3f43-d796-4572-9654-04c014c1f3f7 req-af0570a6-bd88-457f-b712-8b7af5304ef3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857498 Nov 26 21:43:42.293007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b507a59-75ab-4d69-9856-d7a53876f039 req-448f00d9-2dfb-41ea-b0ee-9a0fe5749fbf tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:42.294516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b507a59-75ab-4d69-9856-d7a53876f039 req-448f00d9-2dfb-41ea-b0ee-9a0fe5749fbf tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 944 time: 0.1626506 Nov 26 21:43:42.319075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:42.339336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-adde2e2a-257f-43b3-acd4-f3a288d579de service neutron] 10.222.0.41 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062888 Nov 26 21:43:42.404164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:42.479132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b507a59-75ab-4d69-9856-d7a53876f039 req-b96084b9-b313-494e-b710-7aa076afeaf1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757503 Nov 26 21:43:42.495700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b4c6b8-9350-4003-a7b4-cb725890d83f {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:42.521533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:42.549898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a913f5-24e7-45dc-a352-a0f6da3a1406 req-b561bbd7-7f00-4a28-ba15-6a0d89e19cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:42.551936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09a913f5-24e7-45dc-a352-a0f6da3a1406 req-b561bbd7-7f00-4a28-ba15-6a0d89e19cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 943 time: 0.1459482 Nov 26 21:43:42.554330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b6bf52-c00e-4aed-9b94-4439e29b1312 req-ffee336c-ef7c-4fc4-a8b4-5c81e0e30989 service neutron] 10.222.0.41 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067814 Nov 26 21:43:42.555050 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:42.690410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bef138-cd7b-4d48-b742-8b237660f1a6 req-ae1fce04-f034-448d-a04f-191d9702886c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:42.691920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1bef138-cd7b-4d48-b742-8b237660f1a6 req-ae1fce04-f034-448d-a04f-191d9702886c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 949 time: 0.1337776 Nov 26 21:43:42.697929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09a913f5-24e7-45dc-a352-a0f6da3a1406 req-9a163e70-ea34-4ab1-b7fa-28ed66a9c46b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322556 Nov 26 21:43:42.733358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] Transition to ACTIVE for port object b0b4c6b8-9350-4003-a7b4-cb725890d83f will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:42.738739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:42.741478 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:42.788952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:42.789329 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:42.803761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1bef138-cd7b-4d48-b742-8b237660f1a6 req-beb6f3c1-1ee1-497e-b4b3-7280b2279f65 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017303 Nov 26 21:43:42.850364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] No DVR routers for this DVR port b0b4c6b8-9350-4003-a7b4-cb725890d83f on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:43:42.865487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] Pushing event updated for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=10']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:42.888483 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:42.898459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8530cb-fcaf-452c-ac4d-d5dca25e3971 req-c957a7c3-e144-4092-9479-5dafc20d6213 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:42.900082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc8530cb-fcaf-452c-ac4d-d5dca25e3971 req-c957a7c3-e144-4092-9479-5dafc20d6213 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1100 time: 0.1220224 Nov 26 21:43:42.903608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-345e3531-1744-4f1c-aeb5-68baee293c7b service neutron] 10.222.0.41 "PUT /v2.0/ports/b0b4c6b8-9350-4003-a7b4-cb725890d83f/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1099424 Nov 26 21:43:42.922757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:42.929363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:42.960975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc8530cb-fcaf-452c-ac4d-d5dca25e3971 req-fdda46f9-2270-4690-add6-15a717def6ad tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536852 Nov 26 21:43:42.996452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:43.078351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-9f6839d7-dba6-4f06-9fcb-04f72f713049 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.079800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-9f6839d7-dba6-4f06-9fcb-04f72f713049 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.0480766 Nov 26 21:43:43.134715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550a15b-bccf-48c4-9033-623d681c5ed5 req-77d93f16-646c-4bd9-bd8b-113fcf19bf5d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.136222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2550a15b-bccf-48c4-9033-623d681c5ed5 req-77d93f16-646c-4bd9-bd8b-113fcf19bf5d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.0880492 Nov 26 21:43:43.137547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-14eb0238-cbd5-4c22-ba46-537f16a6debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.139191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-14eb0238-cbd5-4c22-ba46-537f16a6debb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32&tenant_id=4a7a6903064a446cba2256d8b6cbffa2 HTTP/1.1" status: 200 len: 1096 time: 0.0442758 Nov 26 21:43:43.148125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05edd6-dd2c-4153-8d56-14cf6d36e548 req-a8f32685-9851-4fc5-9cb8-8ded0a00df75 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.149564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d05edd6-dd2c-4153-8d56-14cf6d36e548 req-a8f32685-9851-4fc5-9cb8-8ded0a00df75 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 947 time: 0.0686350 Nov 26 21:43:43.220892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-fc168e94-d328-41d3-8479-8ec0bbae5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.223043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-fc168e94-d328-41d3-8479-8ec0bbae5fa1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1096 time: 0.0450277 Nov 26 21:43:43.224795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2550a15b-bccf-48c4-9033-623d681c5ed5 req-a16b5a77-317c-4ec9-8e61-d083688e767c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742471 Nov 26 21:43:43.228201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d05edd6-dd2c-4153-8d56-14cf6d36e548 req-36179251-0460-4247-89bb-f72d0ba40108 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720370 Nov 26 21:43:43.358009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-2ead3468-830f-43fa-a442-1978eea6f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.360381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-2ead3468-830f-43fa-a442-1978eea6f272 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.1294205 Nov 26 21:43:43.412586 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-9a632f75-cd81-4972-b5d5-cede7f5a7767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 217 time: 0.0437896 Nov 26 21:43:43.452751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-a5e58a32-2e4b-447c-8d6e-5a26c03d120a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=225bd749550b48aea293f21fbc7433b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238361 Nov 26 21:43:43.469982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-f75a182e-b990-4995-9a23-269f6a052559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.471500 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-f75a182e-b990-4995-9a23-269f6a052559 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0494432 Nov 26 21:43:43.520350 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-3acd5426-c70a-43b6-85b6-928a2e343072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398920 Nov 26 21:43:43.556696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b0b4c6b8-9350-4003-a7b4-cb725890d83f no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:43:43.576941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-ee03d63e-7c1f-4627-aac3-71dd5b3829d2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.584517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-ee03d63e-7c1f-4627-aac3-71dd5b3829d2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249325 Nov 26 21:43:43.600902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-c834811c-e6fd-423e-81e0-538bac7adcc0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/quotas/225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 375 time: 0.0151553 Nov 26 21:43:43.606317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b0b4c6b8-9350-4003-a7b4-cb725890d83f not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:43:43.638086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-99bddb3d-06a4-47f3-91d6-d963339af05a service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078672 Nov 26 21:43:43.675984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-200e406b-d414-496b-a11c-9956ec8e7c72 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742140 Nov 26 21:43:43.686195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62986071-27f8-4487-aab5-8218844eedf7 req-594ddb94-1bf9-482f-adee-742487067e6e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.687647 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62986071-27f8-4487-aab5-8218844eedf7 req-594ddb94-1bf9-482f-adee-742487067e6e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.0595388 Nov 26 21:43:43.736489 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-4d8b3d24-7368-4310-8b7c-54806dbd7cd6 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908105 Nov 26 21:43:43.742681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62986071-27f8-4487-aab5-8218844eedf7 req-1ba4e9f8-5089-4bc5-a187-cd557453158a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Nov 26 21:43:43.880408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356ded-ffb7-4d6b-b32e-b8892bac4528 req-1bfac474-e0b2-4330-b2e0-e0b341b92361 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:43.882026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d356ded-ffb7-4d6b-b32e-b8892bac4528 req-1bfac474-e0b2-4330-b2e0-e0b341b92361 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 943 time: 0.0560515 Nov 26 21:43:43.944557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d356ded-ffb7-4d6b-b32e-b8892bac4528 req-94a94700-fa28-42c3-ae9e-33924621b4e0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556276 Nov 26 21:43:44.032315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1b40b4e-66a4-4971-abbd-e927d077ded2 req-4a78d6d7-a631-4850-bf5b-611677616dba tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0294321 Nov 26 21:43:44.058047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-dcce4d1e-eb3e-440e-96ae-2a500bca4fbe tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:44.059723 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-dcce4d1e-eb3e-440e-96ae-2a500bca4fbe tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.0493326 Nov 26 21:43:44.074030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:44.078469 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611ef128-149d-4e27-9550-7e5205a459cf" -d '{"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-plugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:44.174639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35aa52d-6b99-4a81-a83d-acc1c099c942 req-3f0c25a8-1ec2-42fe-809f-bba0dccbfe9e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:44.176190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d35aa52d-6b99-4a81-a83d-acc1c099c942 req-3f0c25a8-1ec2-42fe-809f-bba0dccbfe9e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0545881 Nov 26 21:43:44.210090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-047faf4f-41e9-4c7c-8329-edc3c1446113 service neutron] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:44.214788 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-047faf4f-41e9-4c7c-8329-edc3c1446113 service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:44.216123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ae8e867-a291-47fe-a397-a70351ea2d54 req-047faf4f-41e9-4c7c-8329-edc3c1446113 service neutron] 10.222.0.13 "DELETE /v2.0/ports/b0b4c6b8-9350-4003-a7b4-cb725890d83f/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.1486368 Nov 26 21:43:44.236300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d35aa52d-6b99-4a81-a83d-acc1c099c942 req-32373d49-bb93-41f4-8c73-4641d69ea76a tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534871 Nov 26 21:43:44.304577 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d26f25-7967-4b67-9177-3532edd88d3f x-openstack-request-id: req-56d26f25-7967-4b67-9177-3532edd88d3f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:44.304931 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-plugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:44.305115 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56d26f25-7967-4b67-9177-3532edd88d3f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:44.305509 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'code': 200} Nov 26 21:43:44.404480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ab285-3553-4b07-9921-6be000d2ef43 req-956fcb63-5d7e-46c5-aa68-2ef63f53cf38 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:44.406178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b9ab285-3553-4b07-9921-6be000d2ef43 req-956fcb63-5d7e-46c5-aa68-2ef63f53cf38 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.0921719 Nov 26 21:43:44.430921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db77aaa-7967-4086-a21a-9c2aaa21885c req-72306db1-158c-4200-9b56-ca9b7b314a70 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:44.432655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5db77aaa-7967-4086-a21a-9c2aaa21885c req-72306db1-158c-4200-9b56-ca9b7b314a70 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 947 time: 0.0790899 Nov 26 21:43:44.508631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b9ab285-3553-4b07-9921-6be000d2ef43 req-b50f3359-c0b7-448e-a3b3-f7e36d8799a3 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883501 Nov 26 21:43:44.523249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5db77aaa-7967-4086-a21a-9c2aaa21885c req-0ff2b79e-2951-47e4-b1e2-83ab767703d4 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803647 Nov 26 21:43:44.598414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60808) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:44.689689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a238ac-58b3-460e-b4d8-f45c8a75889b req-779e9148-42c4-46cb-a1cd-3c3c0ff0f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:44.691799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-88a238ac-58b3-460e-b4d8-f45c8a75889b req-779e9148-42c4-46cb-a1cd-3c3c0ff0f46c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1101 time: 0.0524499 Nov 26 21:43:44.719681 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c88b5a0-418b-4eb0-a74b-dd481296955c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:44.748929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-88a238ac-58b3-460e-b4d8-f45c8a75889b req-71589fbd-df86-4294-a4af-a4a65326ae61 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Nov 26 21:43:44.753758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 817d5ca3-dd91-4650-85b8-5db64abfaa0d details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:44.802011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c88b5a0-418b-4eb0-a74b-dd481296955c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:44.806340 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c88b5a0-418b-4eb0-a74b-dd481296955c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:44.862783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 817d5ca3-dd91-4650-85b8-5db64abfaa0d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=817d5ca3-dd91-4650-85b8-5db64abfaa0d,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:44.873903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '817d5ca3-dd91-4650-85b8-5db64abfaa0d', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '817d5ca3-dd91-4650-85b8-5db64abfaa0d', 'mac_address': 'fa:16:3e:e0:6b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:44.880555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0c88b5a0-418b-4eb0-a74b-dd481296955c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38317ef5754d428bac6838e94f54653d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807341 Nov 26 21:43:44.883321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60814) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:44.886267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88b5a0-418b-4eb0-a74b-dd481296955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ed636d-729d-4eeb-8e8e-e6c2270a0e34,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:44.904592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc229b-690c-4e86-8a0d-87e6266770e5 req-cc121b85-dd9b-424d-aa19-96f095763188 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:44.906416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59cc229b-690c-4e86-8a0d-87e6266770e5 req-cc121b85-dd9b-424d-aa19-96f095763188 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.0804198 Nov 26 21:43:44.920516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:44.937240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817d5ca3-dd91-4650-85b8-5db64abfaa0d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:44.939703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b365c96-52c4-4d98-889f-c6c9d664a760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:44.958147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59cc229b-690c-4e86-8a0d-87e6266770e5 req-45882ac7-32a1-4446-ba00-a5530d721c84 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457754 Nov 26 21:43:44.961888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b365c96-52c4-4d98-889f-c6c9d664a760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:44.968207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 817d5ca3-dd91-4650-85b8-5db64abfaa0d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=817d5ca3-dd91-4650-85b8-5db64abfaa0d,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:44.974746 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:45.031702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b365c96-52c4-4d98-889f-c6c9d664a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:45.035124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b365c96-52c4-4d98-889f-c6c9d664a760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:45.036343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3b365c96-52c4-4d98-889f-c6c9d664a760 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3ed636d-729d-4eeb-8e8e-e6c2270a0e34 HTTP/1.1" status: 204 len: 168 time: 0.1520503 Nov 26 21:43:45.046897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b365c96-52c4-4d98-889f-c6c9d664a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ed636d-729d-4eeb-8e8e-e6c2270a0e34,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:45.071449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=817d5ca3-dd91-4650-85b8-5db64abfaa0d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:45.127719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20ddda-0303-41d4-a7c7-d3638c72a6fd req-d9811114-f76c-4cf0-808a-5e51cc3ff0c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:45.130296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c20ddda-0303-41d4-a7c7-d3638c72a6fd req-d9811114-f76c-4cf0-808a-5e51cc3ff0c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 943 time: 0.0977435 Nov 26 21:43:45.158819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77bcc3-89a6-4537-9a40-7365345518c3 req-4b60a0bc-ad5e-491d-8d2f-0f6da28d2db5 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:45.160517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f77bcc3-89a6-4537-9a40-7365345518c3 req-4b60a0bc-ad5e-491d-8d2f-0f6da28d2db5 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1096 time: 0.0867493 Nov 26 21:43:45.205204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c20ddda-0303-41d4-a7c7-d3638c72a6fd req-4227e71b-d94e-43ab-a428-2f1284770705 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682960 Nov 26 21:43:45.249314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f77bcc3-89a6-4537-9a40-7365345518c3 req-010b47ba-4c3d-4c59-8739-2fe3e3669e92 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783982 Nov 26 21:43:45.310625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a06e9c13-c980-4ddc-bad8-e083f4895cd7 req-9fbaeb8f-acd0-475a-808c-39086a431d01 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 210 time: 0.0323744 Nov 26 21:43:45.410425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776abf8-f88e-411a-bbcb-510a6b8984e6 req-0b424d0d-36f6-4102-b9bc-0b492a82680d tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:45.411962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a776abf8-f88e-411a-bbcb-510a6b8984e6 req-0b424d0d-36f6-4102-b9bc-0b492a82680d tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0538993 Nov 26 21:43:45.418469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60832) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:45.436393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecb89bc7-d477-4305-87d2-da70a5cfa0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:45.506782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a776abf8-f88e-411a-bbcb-510a6b8984e6 req-e8e89e07-03a3-4c8d-9c61-57207bd12c47 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798373 Nov 26 21:43:45.523283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['817d5ca3-dd91-4650-85b8-5db64abfaa0d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:45.571356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c10ee0ef-838a-4c1a-a89d-df429d703017 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:45.579218 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-70b2ea65-358d-4865-bfb2-679406c19aae tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=225bd749550b48aea293f21fbc7433b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400944 Nov 26 21:43:45.681413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-01ba9db9-7af0-42ca-9725-7c8ee2cdf7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:45.683269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-01ba9db9-7af0-42ca-9725-7c8ee2cdf7d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1096 time: 0.1331751 Nov 26 21:43:45.781814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-11a980b6-3f73-4a35-8a28-0f2b220e9f41 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:45.783804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-11a980b6-3f73-4a35-8a28-0f2b220e9f41 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872511 Nov 26 21:43:45.791812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c10ee0ef-838a-4c1a-a89d-df429d703017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c10ee0ef-838a-4c1a-a89d-df429d703017,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:45.814287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'c10ee0ef-838a-4c1a-a89d-df429d703017', 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3', 'port_id': 'c10ee0ef-838a-4c1a-a89d-df429d703017', 'mac_address': 'fa:16:3e:8f:9c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a327653-249e-4d87-8675-469ae8909732', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:45.822494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-0efb03b5-b22c-4727-9b00-30a3a8ec0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:45.824214 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-0efb03b5-b22c-4727-9b00-30a3a8ec0ef1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1303904 Nov 26 21:43:45.866231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Request body: {'port': {'device_id': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '225bd749550b48aea293f21fbc7433b6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:45.867617 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:45.885905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10ee0ef-838a-4c1a-a89d-df429d703017 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:45.909176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c10ee0ef-838a-4c1a-a89d-df429d703017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c10ee0ef-838a-4c1a-a89d-df429d703017,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:45.913698 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:45.914313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-dfbc80e0-5a80-4ec6-b10e-4f380ad7aa27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 200 len: 217 time: 0.0600150 Nov 26 21:43:45.949771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e52f3-20b4-48c3-aba1-f6b115fc22e8 req-eafae353-fbca-4f8f-98cd-166ceb9eb709 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:45.951199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb9e52f3-20b4-48c3-aba1-f6b115fc22e8 req-eafae353-fbca-4f8f-98cd-166ceb9eb709 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.3405862 Nov 26 21:43:45.953265 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecb89bc7-d477-4305-87d2-da70a5cfa0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:45.962294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed921-4402-4869-929e-9526d2852cec req-a7ab655f-39fe-4842-8d68-0fdc735bb794 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:45.963790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-a7ab655f-39fe-4842-8d68-0fdc735bb794 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 820 time: 0.4609132 Nov 26 21:43:45.966708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecb89bc7-d477-4305-87d2-da70a5cfa0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:45.967262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c10ee0ef-838a-4c1a-a89d-df429d703017,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:46.014258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-b0e3e485-1003-4f15-933e-186e2a0233bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:46.015748 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-b0e3e485-1003-4f15-933e-186e2a0233bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0698357 Nov 26 21:43:46.027510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-1b91be71-68e1-4b74-bed2-8e0337f58669 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/quotas/4a7a6903064a446cba2256d8b6cbffa2 HTTP/1.1" status: 200 len: 375 time: 0.0431659 Nov 26 21:43:46.033593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ecb89bc7-d477-4305-87d2-da70a5cfa0e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e984558085934a47b26bafff78d88ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6141062 Nov 26 21:43:46.036679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb89bc7-d477-4305-87d2-da70a5cfa0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e692dd30-66d8-4d50-bfe0-9be58db8c9a9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:46.038993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60852) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:46.063041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e4cb4160-a234-4345-a1cd-9989d5280e85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358627 Nov 26 21:43:46.097136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Made reservation on behalf of 225bd749550b48aea293f21fbc7433b6 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:46.100507 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:46.111700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb9e52f3-20b4-48c3-aba1-f6b115fc22e8 req-78ef1846-2036-458e-b0f4-503a69d70a3e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465690 Nov 26 21:43:46.146658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-3d335753-b348-41a0-8247-0a9218a01525 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018836 Nov 26 21:43:46.200306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adb18aae-481f-4d62-ad43-a6bd62138190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:46.241818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-b8be54c1-9df0-4720-9374-d255815b54ff service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631007 Nov 26 21:43:46.260672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adb18aae-481f-4d62-ad43-a6bd62138190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:46.310258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7f3f0-f9d1-44c0-8646-6966c1f0b5a5 req-7bae3b4a-e970-430a-8626-cb889c2f2cf6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:46.311771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13b7f3f0-f9d1-44c0-8646-6966c1f0b5a5 req-7bae3b4a-e970-430a-8626-cb889c2f2cf6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 948 time: 0.1369653 Nov 26 21:43:46.341229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-12aa903e-3126-41e1-8bea-9489b3a86b7f service neutron] 10.222.0.21 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936202 Nov 26 21:43:46.352882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:46.356137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Allocated IP 192.168.233.158 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/03984253-eb29-4e8f-9185-02031b3a1ba1) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:43:46.392270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13b7f3f0-f9d1-44c0-8646-6966c1f0b5a5 req-8c9b0269-01ce-4416-a30f-dcd9780f2db9 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737767 Nov 26 21:43:46.392867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adb18aae-481f-4d62-ad43-a6bd62138190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:46.396497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adb18aae-481f-4d62-ad43-a6bd62138190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:46.397815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-adb18aae-481f-4d62-ad43-a6bd62138190 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e692dd30-66d8-4d50-bfe0-9be58db8c9a9 HTTP/1.1" status: 204 len: 168 time: 0.3515437 Nov 26 21:43:46.429143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-58de4b7d-4fb8-438a-b4f3-1dcac2dab9a8 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533265 Nov 26 21:43:46.442703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb18aae-481f-4d62-ad43-a6bd62138190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e692dd30-66d8-4d50-bfe0-9be58db8c9a9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:46.492178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-a1d0e6df-042e-4f8f-bdd1-0e1899b05674 service neutron] 10.222.0.21 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311443 Nov 26 21:43:46.657949 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:46.749581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-695b8fed-1bc0-4ef6-852f-01fa34436e54 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:46.751258 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-695b8fed-1bc0-4ef6-852f-01fa34436e54 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.1672878 Nov 26 21:43:46.756745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:46.765596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:46.827879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a00688-3566-4613-8d32-b13d47f92acb req-419aacf7-d8e1-4fab-98bb-cd25d8aee3aa tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:46.835761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79a00688-3566-4613-8d32-b13d47f92acb req-419aacf7-d8e1-4fab-98bb-cd25d8aee3aa tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 944 time: 0.1910908 Nov 26 21:43:46.868650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02cfb3-9222-4ce0-89ec-880cfc520af9 req-ade4eaec-cd17-43f8-9db6-f881957a3e95 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:46.870612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e02cfb3-9222-4ce0-89ec-880cfc520af9 req-ade4eaec-cd17-43f8-9db6-f881957a3e95 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 936 time: 0.1261864 Nov 26 21:43:46.907721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event updated for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:46.920914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:43:46.923928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:46.927873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79a00688-3566-4613-8d32-b13d47f92acb req-fbfd299a-24a6-4524-a2f7-c90f8c21079a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865214 Nov 26 21:43:46.928753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:43:46.999259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:46.999713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.004339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e02cfb3-9222-4ce0-89ec-880cfc520af9 req-4152096f-87a8-4d94-b31d-9f15db36b969 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224151 Nov 26 21:43:47.031132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.052190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-cd354621-5d2a-4e2e-a31e-aad29be619fc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1968055 Nov 26 21:43:47.091103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Request body: {'port': {'device_id': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:47.156638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71a38339-9573-42c5-933b-b459d8cc8fa0 req-fd34636c-bca7-4f57-a6af-e5c1269280dc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 210 time: 0.0533080 Nov 26 21:43:47.175617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a61ed4-a0e7-4a60-8488-5f1f3b052cc8 req-90ca6e12-1949-4874-bac7-4aaf69c64c64 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:47.183549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6a61ed4-a0e7-4a60-8488-5f1f3b052cc8 req-90ca6e12-1949-4874-bac7-4aaf69c64c64 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1601064 Nov 26 21:43:47.254513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6a61ed4-a0e7-4a60-8488-5f1f3b052cc8 req-d43ec383-70ed-4964-b281-4cfcdfe6941c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642703 Nov 26 21:43:47.286827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-06cb15ee-342b-40b3-b5d4-e83ff0ec74e8 None None] Provisioning complete for port 03984253-eb29-4e8f-9185-02031b3a1ba1 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:47.293164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06cb15ee-342b-40b3-b5d4-e83ff0ec74e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.329708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8f2e-552c-4ad0-a490-96260f19fec8 req-78b6e5bd-f260-4bd3-b544-13c4e4bf7919 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:47.338367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed9d8f2e-552c-4ad0-a490-96260f19fec8 req-78b6e5bd-f260-4bd3-b544-13c4e4bf7919 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 945 time: 0.0680909 Nov 26 21:43:47.339800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-06cb15ee-342b-40b3-b5d4-e83ff0ec74e8 None None] Port 03984253-eb29-4e8f-9185-02031b3a1ba1 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:43:47.357033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.397168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:47.443398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed9d8f2e-552c-4ad0-a490-96260f19fec8 req-c3c63e19-b5ca-481c-94d3-a846bce4da86 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955203 Nov 26 21:43:47.443684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:47.459352 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc28c15-4aba-416c-8a90-21e7edae9c26 req-fef2b82a-afd0-49ac-a8e5-05f151a8a295 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:47.473176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fc28c15-4aba-416c-8a90-21e7edae9c26 req-fef2b82a-afd0-49ac-a8e5-05f151a8a295 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1200323 Nov 26 21:43:47.561773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c10ee0ef-838a-4c1a-a89d-df429d703017 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:47.588462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:47.615068 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fc28c15-4aba-416c-8a90-21e7edae9c26 req-f5cf1231-0e79-44e4-ad7a-3e217dd3fa7b tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385410 Nov 26 21:43:47.673836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214da0e-6080-49cf-a513-4abfe816e360 req-310fea2f-ce7d-4ef0-a287-8c866a7b7cea tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:47.687219 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8214da0e-6080-49cf-a513-4abfe816e360 req-310fea2f-ce7d-4ef0-a287-8c866a7b7cea tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 948 time: 0.1356871 Nov 26 21:43:47.756100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port c10ee0ef-838a-4c1a-a89d-df429d703017 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:47.767282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port c10ee0ef-838a-4c1a-a89d-df429d703017 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:47.767869 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.775354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8214da0e-6080-49cf-a513-4abfe816e360 req-28e8d098-1c24-4e54-9266-fc5ce0fc6136 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855994 Nov 26 21:43:47.803011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:47.805624 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c95a7e-e40b-4ae1-b791-766b9cc7bf04" -d '{"events": [{"server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "name": "network-vif-unplugged", "status": "completed", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:47.811958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.826063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03984253-eb29-4e8f-9185-02031b3a1ba1 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:47.841191 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.864243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.879360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Transition to ACTIVE for port object 03984253-eb29-4e8f-9185-02031b3a1ba1 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:47.881741 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6963a6a5-d408-483e-be76-d5f845781e48 x-openstack-request-id: req-6963a6a5-d408-483e-be76-d5f845781e48 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:47.882347 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "name": "network-vif-unplugged", "status": "completed", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:47.882835 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6963a6a5-d408-483e-be76-d5f845781e48 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:47.883459 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b', 'code': 200} Nov 26 21:43:47.911593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.924671 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.954004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c10ee0ef-838a-4c1a-a89d-df429d703017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c10ee0ef-838a-4c1a-a89d-df429d703017,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:47.955257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:47.959030 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82ec74-7a18-42e7-a50a-c157109c31ef" -d '{"events": [{"server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "name": "network-vif-plugged", "status": "completed", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:47.963525 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:47.967397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Pushing event updated for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:48.054927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c10ee0ef-838a-4c1a-a89d-df429d703017,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:48.078863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:48.079347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:48.079965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:48.109599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad956e4-51e2-4499-ae9c-5982f164d796 req-c5846a28-7577-4eb4-8f35-b7d5f731c546 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.118428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ad956e4-51e2-4499-ae9c-5982f164d796 req-c5846a28-7577-4eb4-8f35-b7d5f731c546 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 945 time: 0.0812624 Nov 26 21:43:48.126174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:48.126586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Attempting to bind port e234a64e-95c3-48f7-a400-6e8bebff5c7b on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:48.146760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:48.147596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:48.148050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:48.148829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Bound port: e234a64e-95c3-48f7-a400-6e8bebff5c7b, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:48.149256 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:48.171399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:48.191657 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec55c42d-1b11-4cb7-8f9b-20ffe87bf6fa x-openstack-request-id: req-ec55c42d-1b11-4cb7-8f9b-20ffe87bf6fa {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:48.192747 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "name": "network-vif-plugged", "status": "completed", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:48.193234 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec55c42d-1b11-4cb7-8f9b-20ffe87bf6fa {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:48.193837 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017', 'code': 200} Nov 26 21:43:48.240885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ad956e4-51e2-4499-ae9c-5982f164d796 req-7f1cc300-836e-40f8-beec-dfe6fb10064d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184359 Nov 26 21:43:48.261980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Attempting to bind port 03984253-eb29-4e8f-9185-02031b3a1ba1 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:48.262286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Attempting to bind port 03984253-eb29-4e8f-9185-02031b3a1ba1 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:48.262691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Attempting to bind port 03984253-eb29-4e8f-9185-02031b3a1ba1 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:48.271232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Port 03984253-eb29-4e8f-9185-02031b3a1ba1 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:48.271680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Attempting to bind port 03984253-eb29-4e8f-9185-02031b3a1ba1 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:48.291944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:48.292463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:48.292948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:48.293487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Bound port: 03984253-eb29-4e8f-9185-02031b3a1ba1, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:48.294436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:48.335120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:48.354098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:48.365690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:48.492507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.493140 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:48.494549 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] 10.222.0.13 "PUT /v2.0/ports/e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 200 len: 1121 time: 1.7343557 Nov 26 21:43:48.495509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c1697-2a26-4026-943e-763b5ab1a543 service neutron] Pushing event updated for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:48.501812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:48.505793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:48.515892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:48.547461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8afb8f-4e2d-4708-aacb-7bed5c932cdd req-3addbed7-bf57-49bb-bfac-d077e96f909c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.549696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb8afb8f-4e2d-4708-aacb-7bed5c932cdd req-3addbed7-bf57-49bb-bfac-d077e96f909c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 948 time: 0.2564597 Nov 26 21:43:48.557846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.558496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:48.560008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] 10.222.0.13 "PUT /v2.0/ports/03984253-eb29-4e8f-9185-02031b3a1ba1 HTTP/1.1" status: 200 len: 1096 time: 1.4736178 Nov 26 21:43:48.597309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f6ba-8a9f-4a6d-b431-1834d271ed34 service neutron] Pushing event updated for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:48.638624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e7421-b135-4b77-9bb4-688cd9c80e51 req-ffb18211-bcc6-4b82-9a1f-0c2b7bd24d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.640399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b92e7421-b135-4b77-9bb4-688cd9c80e51 req-ffb18211-bcc6-4b82-9a1f-0c2b7bd24d0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1096 time: 0.2870500 Nov 26 21:43:48.656168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ee74-988d-4e85-9515-85ff0aaddf82 req-613f0ef9-50b5-484c-8bbf-fc3b7b3412c4 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.667023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d92ee74-988d-4e85-9515-85ff0aaddf82 req-613f0ef9-50b5-484c-8bbf-fc3b7b3412c4 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.3057833 Nov 26 21:43:48.669619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['e234a64e-95c3-48f7-a400-6e8bebff5c7b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:48.777221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-731cdf35-d02b-4fb0-8273-12b4fa1941c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.779228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-731cdf35-d02b-4fb0-8273-12b4fa1941c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0901227 Nov 26 21:43:48.782893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 817d5ca3-dd91-4650-85b8-5db64abfaa0d up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:48.845970 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-043bb54d-d92a-4387-a622-6241ded0fbc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=03984253-eb29-4e8f-9185-02031b3a1ba1 HTTP/1.1" status: 200 len: 217 time: 0.0488369 Nov 26 21:43:48.847078 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb8afb8f-4e2d-4708-aacb-7bed5c932cdd req-af54e340-3494-4797-8f9d-d9784187685d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388999 Nov 26 21:43:48.882485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d92ee74-988d-4e85-9515-85ff0aaddf82 req-0e2522d8-fc2e-48f6-ba15-ea267b85d154 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109931 Nov 26 21:43:48.903388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed921-4402-4869-929e-9526d2852cec req-dada347a-b181-484b-accc-3871ce29b251 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.905083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-dada347a-b181-484b-accc-3871ce29b251 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 820 time: 0.4565346 Nov 26 21:43:48.910139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b92e7421-b135-4b77-9bb4-688cd9c80e51 req-bf7dcd85-1291-4eb9-aa22-fa9342846f58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381840 Nov 26 21:43:48.924477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-4a8cd4fe-41ad-46ca-a941-1668900f4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.926984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-4a8cd4fe-41ad-46ca-a941-1668900f4821 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0723860 Nov 26 21:43:48.965892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 817d5ca3-dd91-4650-85b8-5db64abfaa0d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:48.977563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 817d5ca3-dd91-4650-85b8-5db64abfaa0d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:48.977948 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:48.983630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-483ae375-2064-4fbe-8ab7-1ede634cc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:48.985120 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-483ae375-2064-4fbe-8ab7-1ede634cc4a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502579 Nov 26 21:43:48.990484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14e977ec-7193-4689-b0a8-e5813fd394ef req-c92d3a58-8fc2-4b66-a53b-2376ec31cc81 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 210 time: 0.0479076 Nov 26 21:43:49.018295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cb1b1-83df-4db5-92e3-0db801a4e3a8 req-170ec5c8-e7a7-405f-a0c1-7a3fcd6523e2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:49.018295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b75cb1b1-83df-4db5-92e3-0db801a4e3a8 req-170ec5c8-e7a7-405f-a0c1-7a3fcd6523e2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.0815542 Nov 26 21:43:49.069774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b75cb1b1-83df-4db5-92e3-0db801a4e3a8 req-8f80015b-7f9a-4399-82cd-12c59dc22ea8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483959 Nov 26 21:43:49.096379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:49.127341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-c28b94ff-01f6-42a5-9cc4-14f863bc2f24 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290450 Nov 26 21:43:49.140245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 817d5ca3-dd91-4650-85b8-5db64abfaa0d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=817d5ca3-dd91-4650-85b8-5db64abfaa0d,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:49.145409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:49.195455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=817d5ca3-dd91-4650-85b8-5db64abfaa0d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:49.296997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Request body: {'port': {'device_id': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'admin_state_up': True, 'tenant_id': '4a7a6903064a446cba2256d8b6cbffa2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:49.383230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61672b32-92d8-49d1-9714-066fa0fdff22 req-26b7417d-17d3-47e2-a50f-5a51af23d521 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:49.385423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61672b32-92d8-49d1-9714-066fa0fdff22 req-26b7417d-17d3-47e2-a50f-5a51af23d521 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.1189177 Nov 26 21:43:49.414115 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-adebaa0d-e839-4485-94c1-8dfd9d04cd88 req-12fa9431-e32f-4dec-a767-0e6a864b3f4c service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781801 Nov 26 21:43:49.499884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61672b32-92d8-49d1-9714-066fa0fdff22 req-015cc8b1-f947-43ae-9dc9-bb113b2749a1 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032045 Nov 26 21:43:49.517814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5413cb-3210-41a9-bc74-afb7fc58736a req-1c1a486d-4e9a-4063-bcfa-4561ab007b34 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:49.522509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb5413cb-3210-41a9-bc74-afb7fc58736a req-1c1a486d-4e9a-4063-bcfa-4561ab007b34 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 945 time: 0.1161551 Nov 26 21:43:49.523829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Made reservation on behalf of 4a7a6903064a446cba2256d8b6cbffa2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:43:49.529857 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:49.624746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb5413cb-3210-41a9-bc74-afb7fc58736a req-8594dde1-0e19-47de-a5c9-94401db20e03 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916557 Nov 26 21:43:49.696676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Allocated IP 172.20.0.4 (aab9d426-725e-40cc-b56e-7bdd62b69dab/0760a5fd-ed29-4945-b6fe-b13cdaaa1df8/47ceee96-6047-4240-96ff-0f5aaf982023) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:43:49.849039 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:49.876024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60964) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:49.883481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:49.884603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b'}, {'name': 'network-changed', 'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:49.886742 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9094472f-caf3-4743-901c-57aaba6b5b19" -d '{"events": [{"name": "network-changed", "server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b"}, {"name": "network-changed", "server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:49.931234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Network aab9d426-725e-40cc-b56e-7bdd62b69dab is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:43:49.939967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:43:49.954243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:43:49.955449 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d69d823-5cd6-45db-812b-d28c1d617b65 x-openstack-request-id: req-8d69d823-5cd6-45db-812b-d28c1d617b65 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:49.956100 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:49.956584 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d69d823-5cd6-45db-812b-d28c1d617b65 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:49.958105 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b', 'status': 'completed', 'code': 200} Nov 26 21:43:49.958594 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'status': 'completed', 'code': 200} Nov 26 21:43:49.991343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Pushing event updated for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:50.053661 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92e04a8a-2dd4-4594-b672-92188dd2ccf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.060944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.061552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.078289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-f5e63e94-8763-4c79-bcca-cb44410a7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.079785 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-f5e63e94-8763-4c79-bcca-cb44410a7b83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0749278 Nov 26 21:43:50.101719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c595963-7406-444e-9570-82bf1bfb1394 req-5bdab78d-12d9-457b-b0b9-95075fd5b0a9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.103238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c595963-7406-444e-9570-82bf1bfb1394 req-5bdab78d-12d9-457b-b0b9-95075fd5b0a9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 948 time: 0.1671937 Nov 26 21:43:50.115194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-158bd591-d797-49de-bc7c-04f0f84053bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8226120 Nov 26 21:43:50.145051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6f2b1-0922-4b6d-8788-d8b89ebad159 req-20459ffd-a5c4-4c15-ada8-2f67bca2b639 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.146512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ef6f2b1-0922-4b6d-8788-d8b89ebad159 req-20459ffd-a5c4-4c15-ada8-2f67bca2b639 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1398344 Nov 26 21:43:50.150100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Request body: {'port': {'device_id': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:50.158205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-525ff23f-8c32-4474-adce-12b1ef020ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.160166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-525ff23f-8c32-4474-adce-12b1ef020ef0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1124 time: 0.1342275 Nov 26 21:43:50.194948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a162a32-e160-4f31-af7c-d24828fc1031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817d5ca3-dd91-4650-85b8-5db64abfaa0d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:50.198853 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4543d35-c40c-4c9c-a787-2c3cce90b32d" -d '{"events": [{"server_uuid": "9a162a32-e160-4f31-af7c-d24828fc1031", "name": "network-vif-plugged", "status": "completed", "tag": "817d5ca3-dd91-4650-85b8-5db64abfaa0d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:50.209105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92e04a8a-2dd4-4594-b672-92188dd2ccf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.213616 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92e04a8a-2dd4-4594-b672-92188dd2ccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.218718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-64056ea8-3be8-432f-9998-474ae208a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.220213 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-64056ea8-3be8-432f-9998-474ae208a41f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1269565 Nov 26 21:43:50.287503 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-ea7743c8-154d-4e48-8790-a6bf1f6848ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=03984253-eb29-4e8f-9185-02031b3a1ba1 HTTP/1.1" status: 200 len: 217 time: 0.0541091 Nov 26 21:43:50.290575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-92e04a8a-2dd4-4594-b672-92188dd2ccf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f20c2fbd034d4db4ab367edeb8c5d61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135327 Nov 26 21:43:50.292277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e04a8a-2dd4-4594-b672-92188dd2ccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f037b2c-80df-48e6-8f74-b48036ab5d39,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:50.295215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60978) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:50.298335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c595963-7406-444e-9570-82bf1bfb1394 req-0e3bc846-e6ae-43a2-b21e-0cca381aee7d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813252 Nov 26 21:43:50.326883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.331661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ef6f2b1-0922-4b6d-8788-d8b89ebad159 req-4bd7e740-b773-4c21-bd0d-30c2d4334fa8 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766751 Nov 26 21:43:50.361091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-98a55875-17db-4961-b849-45011c21e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.363116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-98a55875-17db-4961-b849-45011c21e57d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1818972 Nov 26 21:43:50.391003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-3e5ad18e-663e-4a58-85b0-ba888c3808db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.392770 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-3e5ad18e-663e-4a58-85b0-ba888c3808db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0912440 Nov 26 21:43:50.414692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25650bd2-a3be-4dbb-a00d-92fbe86fefec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.434961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-f04de259-9c64-4dd4-b22d-9858907ee03d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 200 len: 217 time: 0.0538964 Nov 26 21:43:50.455767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25650bd2-a3be-4dbb-a00d-92fbe86fefec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.469579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-e6331b58-4ce0-4a4a-bb43-7723903d7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.471079 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-e6331b58-4ce0-4a4a-bb43-7723903d7795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684123 Nov 26 21:43:50.560107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25650bd2-a3be-4dbb-a00d-92fbe86fefec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.563059 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25650bd2-a3be-4dbb-a00d-92fbe86fefec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:50.566591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-25650bd2-a3be-4dbb-a00d-92fbe86fefec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f037b2c-80df-48e6-8f74-b48036ab5d39 HTTP/1.1" status: 204 len: 168 time: 0.2708218 Nov 26 21:43:50.585300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25650bd2-a3be-4dbb-a00d-92fbe86fefec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f037b2c-80df-48e6-8f74-b48036ab5d39,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:50.624567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-6a6e85a1-edb5-45b5-87c5-26945760e9de service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418314 Nov 26 21:43:50.749770 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-c96cbda9-b17d-4a1a-a504-af93a220491f service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144168 Nov 26 21:43:50.789049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e234a64e-95c3-48f7-a400-6e8bebff5c7b details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:50.832066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-bf0f209e-93e6-4d30-9f45-de964fc966fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.833545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-bf0f209e-93e6-4d30-9f45-de964fc966fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.3696592 Nov 26 21:43:50.843807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd84d6-63d3-417e-8f17-47f68316357e req-f8ad9748-7bd9-4d4e-a073-5b206fed28fd tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.845290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3cd84d6-63d3-417e-8f17-47f68316357e req-f8ad9748-7bd9-4d4e-a073-5b206fed28fd tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 931 time: 0.4560039 Nov 26 21:43:50.857183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816b03e-a1ce-47ce-b162-f3d07e2b79d1 req-e43fcfa9-0f00-4999-85e2-4a47693ac1f0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:50.864422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0816b03e-a1ce-47ce-b162-f3d07e2b79d1 req-e43fcfa9-0f00-4999-85e2-4a47693ac1f0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.4449868 Nov 26 21:43:50.903499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:50.914975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60992) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:50.917179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-c741636f-fbc7-46c8-ac70-1a1b92fc53fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708690 Nov 26 21:43:50.919873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e234a64e-95c3-48f7-a400-6e8bebff5c7b has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:43:50.930675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-239b9a08-05df-476b-a056-c01e1235f08d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.012590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-239b9a08-05df-476b-a056-c01e1235f08d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.016339 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-239b9a08-05df-476b-a056-c01e1235f08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.055603 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-239b9a08-05df-476b-a056-c01e1235f08d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5227bd84f1e74c008809447905674f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395268 Nov 26 21:43:51.056651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b9a08-05df-476b-a056-c01e1235f08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a2a4a5-d989-4f55-b27a-4774cd283c2c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:51.059175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60994) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:51.062682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0816b03e-a1ce-47ce-b162-f3d07e2b79d1 req-06d069af-0470-49a4-a25e-a0ab1fc12348 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974218 Nov 26 21:43:51.083233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3cd84d6-63d3-417e-8f17-47f68316357e req-fea23095-32f5-4bd0-b1e4-53e502118b8f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168539 Nov 26 21:43:51.127761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a5d3895c-7f4b-4f93-b189-ceddc052ffec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.130163 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd476a2-f35a-49de-929d-bba67ae0ab0f x-openstack-request-id: req-2bd476a2-f35a-49de-929d-bba67ae0ab0f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:51.130487 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a162a32-e160-4f31-af7c-d24828fc1031", "name": "network-vif-plugged", "status": "completed", "tag": "817d5ca3-dd91-4650-85b8-5db64abfaa0d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:51.130743 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bd476a2-f35a-49de-929d-bba67ae0ab0f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:51.131487 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a162a32-e160-4f31-af7c-d24828fc1031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817d5ca3-dd91-4650-85b8-5db64abfaa0d', 'code': 200} Nov 26 21:43:51.163139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a5d3895c-7f4b-4f93-b189-ceddc052ffec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.166109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-86fc7867-86e1-4842-9c8f-8ab2fa22bdfb service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118526 Nov 26 21:43:51.220460 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a5d3895c-7f4b-4f93-b189-ceddc052ffec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.223446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a5d3895c-7f4b-4f93-b189-ceddc052ffec admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.227543 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a5d3895c-7f4b-4f93-b189-ceddc052ffec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2a2a4a5-d989-4f55-b27a-4774cd283c2c HTTP/1.1" status: 204 len: 168 time: 0.1644495 Nov 26 21:43:51.240446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3895c-7f4b-4f93-b189-ceddc052ffec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a2a4a5-d989-4f55-b27a-4774cd283c2c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:51.250333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ceee96-6047-4240-96ff-0f5aaf982023 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:51.258923 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.285181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80a6fd-23d4-4242-a43b-b2f1b73c7d44 req-0cd07157-a2d2-4039-92b0-0c8e209f4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:51.287233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c80a6fd-23d4-4242-a43b-b2f1b73c7d44 req-0cd07157-a2d2-4039-92b0-0c8e209f4668 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 1100 time: 0.0448449 Nov 26 21:43:51.336166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Transition to ACTIVE for port object 47ceee96-6047-4240-96ff-0f5aaf982023 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:51.345652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c80a6fd-23d4-4242-a43b-b2f1b73c7d44 req-bdcb2800-321a-4cdc-a753-937eb8607e6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Nov 26 21:43:51.368323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.448847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc228a-7cc1-49a2-8e64-0cfab225b6b0 req-44d81413-e0f0-41f1-8a83-3b0a78f33547 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:51.450384 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6dc228a-7cc1-49a2-8e64-0cfab225b6b0 req-44d81413-e0f0-41f1-8a83-3b0a78f33547 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.2649865 Nov 26 21:43:51.485067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Pushing event updated for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:51.504901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1c97c-c24d-48c1-b034-731e62912e40 req-9fb4313f-ec60-40ae-86aa-addc6c857cb0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:51.506711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44c1c97c-c24d-48c1-b034-731e62912e40 req-9fb4313f-ec60-40ae-86aa-addc6c857cb0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 945 time: 0.1991901 Nov 26 21:43:51.525574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9094472f-caf3-4743-901c-57aaba6b5b19 req-cf7d76b2-a94d-4750-baf1-99a92363c185 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144867 Nov 26 21:43:51.612478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6dc228a-7cc1-49a2-8e64-0cfab225b6b0 req-53c437f5-c623-494d-812d-4586cd4b5eba tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526916 Nov 26 21:43:51.649050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44c1c97c-c24d-48c1-b034-731e62912e40 req-361daae4-2002-4dec-9446-bb31cf973075 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316345 Nov 26 21:43:51.675630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:43:51.676258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:43:51.676784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:51.682285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:43:51.682859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:43:51.689008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:43:51.689238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:43:51.689568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:43:51.690005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Bound port: 47ceee96-6047-4240-96ff-0f5aaf982023, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:43:51.690393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.813954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769b2bb-27b3-4f12-a5f0-6b91d1675d55 req-d5b756c5-308d-4256-b68f-95ffe24b016c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:51.815599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2769b2bb-27b3-4f12-a5f0-6b91d1675d55 req-d5b756c5-308d-4256-b68f-95ffe24b016c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0852542 Nov 26 21:43:51.819304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:51.823140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:43:51.835535 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.886662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:51.887769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:51.889125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] 10.222.0.41 "PUT /v2.0/ports/47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 200 len: 1091 time: 1.7521605 Nov 26 21:43:51.892755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:51.895899 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28" -d '{"events": [{"name": "network-changed", "server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:51.998249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2769b2bb-27b3-4f12-a5f0-6b91d1675d55 req-c8e121e4-ac13-47c7-a392-090c3fa0ab77 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720879 Nov 26 21:43:52.002106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afabd8-ae5e-4f7e-934e-fbbc4833345f service neutron] Pushing event updated for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:52.020060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130ac77-e6db-422c-9555-1d1e555100bc req-38e18277-9ab9-4a9d-8f7c-649f99a9332b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:52.021653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e130ac77-e6db-422c-9555-1d1e555100bc req-38e18277-9ab9-4a9d-8f7c-649f99a9332b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 948 time: 0.1678355 Nov 26 21:43:52.037715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed921-4402-4869-929e-9526d2852cec req-77181edd-274c-4881-a4a7-3b26aced7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:52.039207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-77181edd-274c-4881-a4a7-3b26aced7357 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0908709 Nov 26 21:43:52.107392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-cddec46a-0c12-4602-a3ad-e5c27d5cc6ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 200 len: 217 time: 0.0469413 Nov 26 21:43:52.134519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e130ac77-e6db-422c-9555-1d1e555100bc req-33cf4e2a-7925-4a3b-802c-1c2ee7214640 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053045 Nov 26 21:43:52.180795 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be57c1d-db7a-4710-8f6c-3f3ef9463a24 x-openstack-request-id: req-1be57c1d-db7a-4710-8f6c-3f3ef9463a24 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:52.181094 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:52.181346 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1be57c1d-db7a-4710-8f6c-3f3ef9463a24 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:52.181741 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023', 'status': 'completed', 'code': 200} Nov 26 21:43:52.189876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eed921-4402-4869-929e-9526d2852cec req-4eebdd90-fa82-428b-885a-33aa9703b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:52.192072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-4eebdd90-fa82-428b-885a-33aa9703b771 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0720985 Nov 26 21:43:52.195267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a718969-cf67-4335-b32b-aa157b56098c req-70014ba7-5057-4365-88a0-4e9aec050b4d tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-682751236&fields=id&tenant_id=75a2f4f837714efcbfcd8b15946c4fd1 HTTP/1.1" status: 200 len: 267 time: 0.1267085 Nov 26 21:43:52.234699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-6864cd0e-cc10-4ebe-bdc6-16ecb62b8018 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334260 Nov 26 21:43:52.337219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a718969-cf67-4335-b32b-aa157b56098c req-038a9e67-a1bd-4b34-a0df-5e5e478db32b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:52.338730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a718969-cf67-4335-b32b-aa157b56098c req-038a9e67-a1bd-4b34-a0df-5e5e478db32b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 945 time: 0.1287415 Nov 26 21:43:52.356108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-7a718969-cf67-4335-b32b-aa157b56098c req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'port': {'security_groups': ['d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe', 'b0837e37-5e63-4419-b338-dcf1bbd2f2a1']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:52.455785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-8cd63266-4d99-4222-a67c-20479e263475 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075489 Nov 26 21:43:52.467490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7a718969-cf67-4335-b32b-aa157b56098c req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:52.490383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4479096-c4a0-4b36-b6ee-ee46091b7e69 req-fdef0c22-4857-425d-b9fc-ff2d2bd5a3ce tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:52.491803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4479096-c4a0-4b36-b6ee-ee46091b7e69 req-fdef0c22-4857-425d-b9fc-ff2d2bd5a3ce tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.1406260 Nov 26 21:43:52.639953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4479096-c4a0-4b36-b6ee-ee46091b7e69 req-5ff1c2ea-cfcc-4437-ba0f-646a4cf22877 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378074 Nov 26 21:43:52.665857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1eed921-4402-4869-929e-9526d2852cec req-15f11ecd-79b7-46a1-ae33-c65de7f01b3c service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993856 Nov 26 21:43:52.833957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e8f0a-9ac5-47ba-9156-31a5cd484724 req-5166330c-d7d3-4ad0-a259-43650ac07fa0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:52.835428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-207e8f0a-9ac5-47ba-9156-31a5cd484724 req-5166330c-d7d3-4ad0-a259-43650ac07fa0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.1103113 Nov 26 21:43:52.837717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-7a718969-cf67-4335-b32b-aa157b56098c req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] For port c10ee0ef-838a-4c1a-a89d-df429d703017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c10ee0ef-838a-4c1a-a89d-df429d703017,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:52.877166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-479e8467-502b-4339-892c-8ac9c4342561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:52.879277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-479e8467-502b-4339-892c-8ac9c4342561 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0993803 Nov 26 21:43:52.905455 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7a718969-cf67-4335-b32b-aa157b56098c req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:52.928924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7a718969-cf67-4335-b32b-aa157b56098c req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:52.969596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:52.987346 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-207e8f0a-9ac5-47ba-9156-31a5cd484724 req-a5f6c273-19a1-40cd-b143-39ea88261e6f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453509 Nov 26 21:43:53.021997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a718969-cf67-4335-b32b-aa157b56098c req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:53.022554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7a718969-cf67-4335-b32b-aa157b56098c req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:53.023927 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a718969-cf67-4335-b32b-aa157b56098c req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "PUT /v2.0/ports/c10ee0ef-838a-4c1a-a89d-df429d703017 HTTP/1.1" status: 200 len: 981 time: 0.6753116 Nov 26 21:43:53.045620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d65c41-acd7-44a7-85c6-a7fa6811c88b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'Port': ['ID=c10ee0ef-838a-4c1a-a89d-df429d703017,revision_number=6']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:53.063416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-67d93ce3-a7bf-4349-a3f9-61fb8c152adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:53.064911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-67d93ce3-a7bf-4349-a3f9-61fb8c152adc service neutron] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.1754186 Nov 26 21:43:53.143375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-b4154d2c-aa64-4243-a399-fb8b4975bfc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 200 len: 217 time: 0.0421801 Nov 26 21:43:53.248163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-3af69b01-776e-4282-a6ad-289b89842796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:53.249601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-3af69b01-776e-4282-a6ad-289b89842796 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0965757 Nov 26 21:43:53.259417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25142fb9-30e7-462d-9709-c43c8dcd5244 req-c79f4a2b-d7e5-42fc-a429-7603331d4340 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:53.260774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25142fb9-30e7-462d-9709-c43c8dcd5244 req-c79f4a2b-d7e5-42fc-a429-7603331d4340 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.1200998 Nov 26 21:43:53.279789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d1cc2-a1f2-4eac-97fd-cfee3454f5cd req-f4dff4b1-2786-49e8-92ec-ea692647f93f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:53.281182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-691d1cc2-a1f2-4eac-97fd-cfee3454f5cd req-f4dff4b1-2786-49e8-92ec-ea692647f93f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1303649 Nov 26 21:43:53.304409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-1329bb0b-567b-4736-add5-f41adacad0d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411525 Nov 26 21:43:53.398681 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dbb15ecd-b627-4a3b-9851-048d15c17680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:53.411754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-691d1cc2-a1f2-4eac-97fd-cfee3454f5cd req-71b2417c-b64b-40bd-b18c-4480942bc526 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093080 Nov 26 21:43:53.423149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25142fb9-30e7-462d-9709-c43c8dcd5244 req-cef45ebe-4895-4873-a298-7bb7bc7beb37 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507549 Nov 26 21:43:53.453851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-66f17e3c-81b9-42ed-85bc-ceb140df1c98 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289229 Nov 26 21:43:53.554587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:53.608379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-4d95ddb5-9626-4551-b9a7-b62ec5ba9a68 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1202380719&fields=id&tenant_id=75a2f4f837714efcbfcd8b15946c4fd1 HTTP/1.1" status: 200 len: 267 time: 0.1318831 Nov 26 21:43:53.647129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e3ec8-4661-496c-8ac5-0797273d06f2 req-933981ce-7f6b-41c5-b1c5-d7f548b06023 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:53.648637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-063e3ec8-4661-496c-8ac5-0797273d06f2 req-933981ce-7f6b-41c5-b1c5-d7f548b06023 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 948 time: 0.1183791 Nov 26 21:43:53.683191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-264cf1d5-abf2-4353-8fe6-2464c2ce8b28 req-90169fbc-f1d3-4fde-b64b-d487558df1f7 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157297 Nov 26 21:43:53.720346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-eaeb8e61-950d-4ba0-afdd-cf1d0784955a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:53.722441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-eaeb8e61-950d-4ba0-afdd-cf1d0784955a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 984 time: 0.1033058 Nov 26 21:43:53.736771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'port': {'security_groups': ['b0837e37-5e63-4419-b338-dcf1bbd2f2a1', 'd3b83ddc-454f-4bd0-84fe-ce9e364a7bbe', '6ee81c47-5600-4083-8587-c163e7b69f66']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:53.742921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-063e3ec8-4661-496c-8ac5-0797273d06f2 req-f9ee53db-0ddd-4f64-9147-592aa401cc57 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739272 Nov 26 21:43:53.819095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:53.916162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b8ae2-4238-4fcc-86cc-c4d38b9841bf req-1966808c-8645-4a99-962a-0d94570a2a70 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:53.917659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a03b8ae2-4238-4fcc-86cc-c4d38b9841bf req-1966808c-8645-4a99-962a-0d94570a2a70 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.0897584 Nov 26 21:43:53.990014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a03b8ae2-4238-4fcc-86cc-c4d38b9841bf req-ffccff7a-d643-473a-b024-a036a358e0a3 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661423 Nov 26 21:43:54.299498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:54.302303 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f111364-40aa-435c-845a-e8e078c385e2" -d '{"events": [{"name": "network-changed", "server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:54.345915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] For port c10ee0ef-838a-4c1a-a89d-df429d703017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c10ee0ef-838a-4c1a-a89d-df429d703017,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:54.379786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb6a62-a393-4828-a42e-b5ef860bd9e7 req-6de4d644-0bfd-470a-aa00-bee6bcaa4d4a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:54.381253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72fb6a62-a393-4828-a42e-b5ef860bd9e7 req-6de4d644-0bfd-470a-aa00-bee6bcaa4d4a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.3046403 Nov 26 21:43:54.390532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:54.404540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:54.453609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:54.470842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:54.471457 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:54.472865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23d93f36-79d1-495f-bb3b-ea664618a3dc req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "PUT /v2.0/ports/c10ee0ef-838a-4c1a-a89d-df429d703017 HTTP/1.1" status: 200 len: 1020 time: 0.7420721 Nov 26 21:43:54.492472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72fb6a62-a393-4828-a42e-b5ef860bd9e7 req-2e7d8e09-d58e-43b0-8974-e33dad8ad718 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040447 Nov 26 21:43:54.496024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180fb34-b7c3-4686-b51c-49cfe10785e2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'Port': ['ID=c10ee0ef-838a-4c1a-a89d-df429d703017,revision_number=7']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:54.551100 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632a7e94-5ab0-4cc6-9ba9-e30a127066b7 x-openstack-request-id: req-632a7e94-5ab0-4cc6-9ba9-e30a127066b7 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:54.551535 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:54.551913 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-632a7e94-5ab0-4cc6-9ba9-e30a127066b7 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:54.552387 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017', 'status': 'completed', 'code': 200} Nov 26 21:43:54.652053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:54.652900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e05caa-1d0a-43ec-9dd5-6789bb34fb6b req-5c9b3ac4-2cab-4776-81f5-97cf6d5408ca tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:54.656463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27e05caa-1d0a-43ec-9dd5-6789bb34fb6b req-5c9b3ac4-2cab-4776-81f5-97cf6d5408ca tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0520618 Nov 26 21:43:54.760259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f111364-40aa-435c-845a-e8e078c385e2 req-435e4540-245e-427c-b387-9776b25aaa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:54.761723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f111364-40aa-435c-845a-e8e078c385e2 req-435e4540-245e-427c-b387-9776b25aaa30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1174 time: 0.1057138 Nov 26 21:43:54.770234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27e05caa-1d0a-43ec-9dd5-6789bb34fb6b req-b7580fba-93f7-4035-a082-446ba7406d88 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868301 Nov 26 21:43:54.786760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4733a4-e128-473d-ad68-21ee27e10cbf req-74ed2268-5f36-4c2c-ab7f-026e6f662a63 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:54.790637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc4733a4-e128-473d-ad68-21ee27e10cbf req-74ed2268-5f36-4c2c-ab7f-026e6f662a63 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.1008327 Nov 26 21:43:54.803814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 03984253-eb29-4e8f-9185-02031b3a1ba1 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:54.927166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc4733a4-e128-473d-ad68-21ee27e10cbf req-128d92b0-1ab6-488b-acaf-1a8f33df3caf tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228726 Nov 26 21:43:54.951905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beb201-b80c-40d9-b52a-2e1634cfcc09 req-027b98d0-abbd-499d-a951-72b54eef2d89 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:54.953571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32beb201-b80c-40d9-b52a-2e1634cfcc09 req-027b98d0-abbd-499d-a951-72b54eef2d89 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1023 time: 0.1159723 Nov 26 21:43:54.958669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f111364-40aa-435c-845a-e8e078c385e2 req-ef318ed6-de0d-4b62-a1e6-6d10242cd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:54.958805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:54.960123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f111364-40aa-435c-845a-e8e078c385e2 req-ef318ed6-de0d-4b62-a1e6-6d10242cd82a service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 913 time: 0.1890388 Nov 26 21:43:54.980928 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'mac_address': 'fa:16:3e:ce:c5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:55.018119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f111364-40aa-435c-845a-e8e078c385e2 req-e3b694e7-801f-45ce-8010-10f5c9805885 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10ee0ef-838a-4c1a-a89d-df429d703017 HTTP/1.1" status: 200 len: 217 time: 0.0494237 Nov 26 21:43:55.049566 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:55.068609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03984253-eb29-4e8f-9185-02031b3a1ba1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:55.089611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:55.096303 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:55.149694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:55.163441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32beb201-b80c-40d9-b52a-2e1634cfcc09 req-292820d4-767d-4bdc-ae6f-fa96b2af2b2c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0837e37-5e63-4419-b338-dcf1bbd2f2a1&id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=6ee81c47-5600-4083-8587-c163e7b69f66 HTTP/1.1" status: 200 len: 6198 time: 0.2023480 Nov 26 21:43:55.174174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f111364-40aa-435c-845a-e8e078c385e2 req-e6e755fb-e8c5-4219-bb27-93368a33ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:55.174174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f111364-40aa-435c-845a-e8e078c385e2 req-e6e755fb-e8c5-4219-bb27-93368a33ab01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.1405237 Nov 26 21:43:55.193260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d976e8-d9b6-4ca5-b864-e9a9135d7944 req-0b94bdd4-d3d7-4604-8792-5f542140e5c2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:55.194775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56d976e8-d9b6-4ca5-b864-e9a9135d7944 req-0b94bdd4-d3d7-4604-8792-5f542140e5c2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 948 time: 0.1551228 Nov 26 21:43:55.240436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f111364-40aa-435c-845a-e8e078c385e2 req-a0d1c0b2-3e50-49be-8016-b043bbcc56b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574589 Nov 26 21:43:55.303291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-91ffb77f-f967-4129-8b5c-d0f3d60214cf service neutron] 10.222.0.41 "GET /v2.0/ports/e234a64e-95c3-48f7-a400-6e8bebff5c7b/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.1729326 Nov 26 21:43:55.385481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56d976e8-d9b6-4ca5-b864-e9a9135d7944 req-c6f3f561-94f0-4ee9-9b54-96de7fc16192 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798682 Nov 26 21:43:55.423118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-a8704b4e-9bd5-4cd8-95b1-aee8e1daeedd req-70c271a5-a740-4e1b-9d5b-271a2dea63bd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1576373101 ', 'description': 'tempest-description-174282946'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:55.497283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479a05-1b13-4bdd-8df8-d16275df7f08 req-ad726f66-f485-46ed-9d10-6750d1018e9b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:55.498845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06479a05-1b13-4bdd-8df8-d16275df7f08 req-ad726f66-f485-46ed-9d10-6750d1018e9b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 943 time: 0.1461356 Nov 26 21:43:55.502928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f111364-40aa-435c-845a-e8e078c385e2 req-51825ff4-7911-4054-b4ea-af671aa09509 service neutron] 10.222.0.41 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496808 Nov 26 21:43:55.509246 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a8704b4e-9bd5-4cd8-95b1-aee8e1daeedd req-70c271a5-a740-4e1b-9d5b-271a2dea63bd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:55.677546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['03984253-eb29-4e8f-9185-02031b3a1ba1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:55.696835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06479a05-1b13-4bdd-8df8-d16275df7f08 req-5e05a1e7-2e76-4ff6-bfa6-83dda662ecf6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901000 Nov 26 21:43:55.761343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f111364-40aa-435c-845a-e8e078c385e2 req-c10c662e-2f50-4cfa-903d-350b55bf0f52 service neutron] 10.222.0.41 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288864 Nov 26 21:43:55.809029 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7a17b65f-c88a-4d6a-8f39-3bef08d9be4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:55.834626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:55.838564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a8704b4e-9bd5-4cd8-95b1-aee8e1daeedd req-70c271a5-a740-4e1b-9d5b-271a2dea63bd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:55.850923 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a8704b4e-9bd5-4cd8-95b1-aee8e1daeedd req-70c271a5-a740-4e1b-9d5b-271a2dea63bd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:55.892557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a7943-95eb-4f39-8491-86a6e34b1d1a req-3724348b-234d-40b8-ab4c-606d03bc7374 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:55.895217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-362a7943-95eb-4f39-8491-86a6e34b1d1a req-3724348b-234d-40b8-ab4c-606d03bc7374 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.1329789 Nov 26 21:43:55.900045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:55.906744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a8704b4e-9bd5-4cd8-95b1-aee8e1daeedd req-70c271a5-a740-4e1b-9d5b-271a2dea63bd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:55.907852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8704b4e-9bd5-4cd8-95b1-aee8e1daeedd req-70c271a5-a740-4e1b-9d5b-271a2dea63bd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4960935 Nov 26 21:43:55.937855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c271a5-a740-4e1b-9d5b-271a2dea63bd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d72df-55ff-4243-b83b-abc51d4798e9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:55.963765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e234a64e-95c3-48f7-a400-6e8bebff5c7b {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:55.987215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:56.030430 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:56.039399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-362a7943-95eb-4f39-8491-86a6e34b1d1a req-94468661-7032-4557-9721-78138bfec330 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354687 Nov 26 21:43:56.087179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafe026-034c-45bf-9ce1-e62899c6a7a2 req-39bee480-c220-4cbf-af12-5661d9b8e9ff tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.088708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cafe026-034c-45bf-9ce1-e62899c6a7a2 req-39bee480-c220-4cbf-af12-5661d9b8e9ff tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.1125398 Nov 26 21:43:56.162118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cafe026-034c-45bf-9ce1-e62899c6a7a2 req-dd4347f2-26cd-4394-a793-258cef90925e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659206 Nov 26 21:43:56.167237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] Transition to ACTIVE for port object e234a64e-95c3-48f7-a400-6e8bebff5c7b will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:43:56.172317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:56.307142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] No DVR routers for this DVR port e234a64e-95c3-48f7-a400-6e8bebff5c7b on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:43:56.311334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=10']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:56.326594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80fd1fcf-f774-41a6-8eb2-33545c734627 req-e62b6024-4638-4e30-a28f-47b9a1330d19 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/8a2d72df-55ff-4243-b83b-abc51d4798e9 HTTP/1.1" status: 200 len: 1797 time: 0.1223466 Nov 26 21:43:56.336687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87b5c3-58a7-4b55-92ce-8b87f1839431 req-c91d90b5-61bf-4601-9605-bb7b3a80d171 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.336687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e87b5c3-58a7-4b55-92ce-8b87f1839431 req-c91d90b5-61bf-4601-9605-bb7b3a80d171 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1305192 Nov 26 21:43:56.361666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b886c08-28da-43b8-8686-a24b24db22b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/e234a64e-95c3-48f7-a400-6e8bebff5c7b/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0252137 Nov 26 21:43:56.409806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e87b5c3-58a7-4b55-92ce-8b87f1839431 req-70bc4a27-84fd-4340-ad4a-fe6ccd81a919 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596561 Nov 26 21:43:56.447464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a551339b-8db6-4155-ad05-29cf98bf55cf req-5b528fc7-c343-4fa9-ab1f-bcacf3c7bd17 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/8a2d72df-55ff-4243-b83b-abc51d4798e9 HTTP/1.1" status: 200 len: 1797 time: 0.0512927 Nov 26 21:43:56.534503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a551339b-8db6-4155-ad05-29cf98bf55cf req-8452e45d-5bcd-4892-b6e3-6cbb11b6181a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:56.553606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:56.555363 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7caccf9-5678-46e7-a83d-6ed7d9603364" -d '{"events": [{"name": "network-changed", "server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:56.560523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-63e9681d-9a4e-4389-8b8d-1a9274e2e8c0 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.562186 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-63e9681d-9a4e-4389-8b8d-1a9274e2e8c0 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.0680864 Nov 26 21:43:56.569490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc54e68-2d16-475a-8f53-621138ec31b0 req-7105b237-a12c-4f46-bc63-abe8b6be1948 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.571014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bc54e68-2d16-475a-8f53-621138ec31b0 req-7105b237-a12c-4f46-bc63-abe8b6be1948 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 949 time: 0.0851178 Nov 26 21:43:56.580667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a551339b-8db6-4155-ad05-29cf98bf55cf req-8452e45d-5bcd-4892-b6e3-6cbb11b6181a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:56.615430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-56874937-605c-4264-b827-c256dd52bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.617079 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-56874937-605c-4264-b827-c256dd52bfae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d HTTP/1.1" status: 200 len: 1095 time: 0.0453236 Nov 26 21:43:56.646335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bc54e68-2d16-475a-8f53-621138ec31b0 req-dffe186c-8e65-47f7-8067-001cc116b2b1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679636 Nov 26 21:43:56.655227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a551339b-8db6-4155-ad05-29cf98bf55cf req-8452e45d-5bcd-4892-b6e3-6cbb11b6181a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:56.658111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a551339b-8db6-4155-ad05-29cf98bf55cf req-8452e45d-5bcd-4892-b6e3-6cbb11b6181a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:56.659961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a551339b-8db6-4155-ad05-29cf98bf55cf req-8452e45d-5bcd-4892-b6e3-6cbb11b6181a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/8a2d72df-55ff-4243-b83b-abc51d4798e9 HTTP/1.1" status: 204 len: 173 time: 0.2057335 Nov 26 21:43:56.669616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452e45d-5bcd-4892-b6e3-6cbb11b6181a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d72df-55ff-4243-b83b-abc51d4798e9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:56.702151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-fd696ca1-8608-4be0-a54d-a9120ab0f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.703854 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-fd696ca1-8608-4be0-a54d-a9120ab0f2bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1095 time: 0.0477962 Nov 26 21:43:56.724961 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5791abe1-e848-4b55-bc6c-d68c68e80cf5 x-openstack-request-id: req-5791abe1-e848-4b55-bc6c-d68c68e80cf5 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:56.725256 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:56.725515 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5791abe1-e848-4b55-bc6c-d68c68e80cf5 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:56.725903 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017', 'status': 'completed', 'code': 200} Nov 26 21:43:56.741266 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-bd46a530-d18b-4a12-a16b-61003abaf1e5 req-e6e9e311-e4e2-4ee9-b862-2870dcf351c4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:43:56.742472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd46a530-d18b-4a12-a16b-61003abaf1e5 req-e6e9e311-e4e2-4ee9-b862-2870dcf351c4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/8a2d72df-55ff-4243-b83b-abc51d4798e9 HTTP/1.1" status: 404 len: 352 time: 0.0195971 Nov 26 21:43:56.787328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-8d6f4122-6fbd-4b8a-94ef-dcf617e5fb77 req-3d33d70e-c9ad-440b-b781-923ad97ca431 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1427355912', 'description': 'tempest-description-1231975310'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:56.825108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-593b3c55-6a9a-445f-8b74-9158dd51d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.826600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-593b3c55-6a9a-445f-8b74-9158dd51d1f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1140554 Nov 26 21:43:56.868345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-998cd706-80cb-4d3f-84a8-cb0b4222939a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 200 len: 217 time: 0.0341852 Nov 26 21:43:56.868556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8d6f4122-6fbd-4b8a-94ef-dcf617e5fb77 req-3d33d70e-c9ad-440b-b781-923ad97ca431 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:56.894657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5353b-c0a1-446a-949a-d85defa82b67 req-2c09f8d7-9c99-40de-a2d9-307738de3cb3 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.896171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f5353b-c0a1-446a-949a-d85defa82b67 req-2c09f8d7-9c99-40de-a2d9-307738de3cb3 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 944 time: 0.1033850 Nov 26 21:43:56.902037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-7f9bd7e2-3d0c-4ca8-ab98-1acf37161ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.903903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-7f9bd7e2-3d0c-4ca8-ab98-1acf37161ae3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1174 time: 0.1097040 Nov 26 21:43:56.918372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b017e38-6407-4560-8f70-f7edcbb4594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:56.919983 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-8b017e38-6407-4560-8f70-f7edcbb4594f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0448093 Nov 26 21:43:56.936010 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:56.957679 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-81c9cc3d-4473-4f1b-aafd-ddc4ed3ce55c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295596 Nov 26 21:43:57.021198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f5353b-c0a1-446a-949a-d85defa82b67 req-23aafd1b-a887-4d12-8333-95bac4e3cd29 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149058 Nov 26 21:43:57.051158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-76db83bb-80df-427f-aea4-81aedfc381df service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863035 Nov 26 21:43:57.084278 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8d6f4122-6fbd-4b8a-94ef-dcf617e5fb77 req-3d33d70e-c9ad-440b-b781-923ad97ca431 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.087599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-177ae83e-d9d6-4aa1-8506-d063285291e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:57.089181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-177ae83e-d9d6-4aa1-8506-d063285291e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 913 time: 0.1651320 Nov 26 21:43:57.090241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8d6f4122-6fbd-4b8a-94ef-dcf617e5fb77 req-3d33d70e-c9ad-440b-b781-923ad97ca431 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.152352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-a8335f53-9709-4c28-b0aa-403af597fc2a service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931699 Nov 26 21:43:57.156036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-95cea63c-c774-4e47-b5ee-468303e9ba21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c10ee0ef-838a-4c1a-a89d-df429d703017 HTTP/1.1" status: 200 len: 217 time: 0.0505061 Nov 26 21:43:57.158667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8d6f4122-6fbd-4b8a-94ef-dcf617e5fb77 req-3d33d70e-c9ad-440b-b781-923ad97ca431 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.159983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d6f4122-6fbd-4b8a-94ef-dcf617e5fb77 req-3d33d70e-c9ad-440b-b781-923ad97ca431 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3775940 Nov 26 21:43:57.194705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33d70e-c9ad-440b-b781-923ad97ca431 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44559fd-7dbf-4dcf-b366-2cc7cf608905,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:57.243778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-67961e64-0298-4458-87d2-3064446d737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:57.245275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-67961e64-0298-4458-87d2-3064446d737f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.0733852 Nov 26 21:43:57.253982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c4cd1-51ad-40fd-bcdc-bb2815dfeb62 req-769f1e91-bbc0-4174-a132-237ef02e14a2 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:57.255378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a43c4cd1-51ad-40fd-bcdc-bb2815dfeb62 req-769f1e91-bbc0-4174-a132-237ef02e14a2 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.1056824 Nov 26 21:43:57.315028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-11be5d09-c99c-45ba-aee2-31d4acc1ae25 req-57e59b36-3745-4453-88df-4d39e944c9ce tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1063026895', 'description': 'tempest-description-340844736'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:57.323186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a43c4cd1-51ad-40fd-bcdc-bb2815dfeb62 req-3ef6a8ea-d3ec-4d85-ae60-18d9d41b92a2 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617285 Nov 26 21:43:57.347984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-e0227128-0fd5-4b0e-b584-4e6c0c30abe6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505161 Nov 26 21:43:57.381774 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-11be5d09-c99c-45ba-aee2-31d4acc1ae25 req-57e59b36-3745-4453-88df-4d39e944c9ce tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.453997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-4ce36064-2449-4ec0-a7bb-fec842f5a500 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:57.455424 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-4ce36064-2449-4ec0-a7bb-fec842f5a500 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.0447803 Nov 26 21:43:57.520882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d45ad-cfa6-4326-a681-0b688c3a65fa req-016bfa8f-7f27-46a4-a5d6-50d8626db3b7 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:57.531664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-921d45ad-cfa6-4326-a681-0b688c3a65fa req-016bfa8f-7f27-46a4-a5d6-50d8626db3b7 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.1309566 Nov 26 21:43:57.531664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-8a8e2e0a-c80e-4241-bf90-0702c53b36e3 service neutron] 10.222.0.41 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690640 Nov 26 21:43:57.573363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-181a05d2-80b5-49c4-a2b6-f80d5379327a service neutron] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:43:57.576807 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-181a05d2-80b5-49c4-a2b6-f80d5379327a service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.577905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b4dbff92-22b1-4a3c-b515-388e02d6bb61 req-181a05d2-80b5-49c4-a2b6-f80d5379327a service neutron] 10.222.0.13 "DELETE /v2.0/ports/e234a64e-95c3-48f7-a400-6e8bebff5c7b/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.1141891 Nov 26 21:43:57.632443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-11be5d09-c99c-45ba-aee2-31d4acc1ae25 req-57e59b36-3745-4453-88df-4d39e944c9ce tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.644411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-11be5d09-c99c-45ba-aee2-31d4acc1ae25 req-57e59b36-3745-4453-88df-4d39e944c9ce tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.650273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 47ceee96-6047-4240-96ff-0f5aaf982023 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:43:57.661368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e234a64e-95c3-48f7-a400-6e8bebff5c7b no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:43:57.674293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-921d45ad-cfa6-4326-a681-0b688c3a65fa req-33fb56f1-d64d-4f22-ba6f-49e86530daa0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398127 Nov 26 21:43:57.704716 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-11be5d09-c99c-45ba-aee2-31d4acc1ae25 req-57e59b36-3745-4453-88df-4d39e944c9ce tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.704716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11be5d09-c99c-45ba-aee2-31d4acc1ae25 req-57e59b36-3745-4453-88df-4d39e944c9ce tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3955295 Nov 26 21:43:57.707191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e59b36-3745-4453-88df-4d39e944c9ce tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea9bdc-5e00-49fa-a494-ce8764ce59b8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:57.713893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7caccf9-5678-46e7-a83d-6ed7d9603364 req-e5cf8124-76bd-4e4c-9dfe-bea2349002c4 service neutron] 10.222.0.41 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750131 Nov 26 21:43:57.746007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e234a64e-95c3-48f7-a400-6e8bebff5c7b not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:43:57.798502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:57.811142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '47ceee96-6047-4240-96ff-0f5aaf982023', 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'port_id': '47ceee96-6047-4240-96ff-0f5aaf982023', 'mac_address': 'fa:16:3e:78:ee:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0760a5fd-ed29-4945-b6fe-b13cdaaa1df8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:43:57.845878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527971e7-0ccb-42c3-a496-17ba613419cc req-744a68a8-d43c-4bb1-be0d-79e3250d5e43 tempest-LiveMigrationNegativeTest-346618513 tempest-LiveMigrationNegativeTest-346618513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:57.848018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-527971e7-0ccb-42c3-a496-17ba613419cc req-744a68a8-d43c-4bb1-be0d-79e3250d5e43 tempest-LiveMigrationNegativeTest-346618513 tempest-LiveMigrationNegativeTest-346618513-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 1100 time: 0.0744905 Nov 26 21:43:57.853294 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.867437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ceee96-6047-4240-96ff-0f5aaf982023 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:43:57.870314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d42b5-fd6c-4d32-9bc1-fdd23615162f req-9797ce2f-d4f9-4a0d-93f8-a753a04a670c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:57.871782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca1d42b5-fd6c-4d32-9bc1-fdd23615162f req-9797ce2f-d4f9-4a0d-93f8-a753a04a670c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0662110 Nov 26 21:43:57.877548 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-527971e7-0ccb-42c3-a496-17ba613419cc req-73b28fc7-e96d-449f-991c-947732a3b720 tempest-LiveMigrationNegativeTest-346618513 tempest-LiveMigrationNegativeTest-346618513-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.887962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:57.891838 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:57.942575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:57.945653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca1d42b5-fd6c-4d32-9bc1-fdd23615162f req-6404bcbd-fbbe-4f70-ab24-5749df499029 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653257 Nov 26 21:43:57.995146 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-527971e7-0ccb-42c3-a496-17ba613419cc req-73b28fc7-e96d-449f-991c-947732a3b720 tempest-LiveMigrationNegativeTest-346618513 tempest-LiveMigrationNegativeTest-346618513-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.000781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-527971e7-0ccb-42c3-a496-17ba613419cc req-73b28fc7-e96d-449f-991c-947732a3b720 tempest-LiveMigrationNegativeTest-346618513 tempest-LiveMigrationNegativeTest-346618513-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.067172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-527971e7-0ccb-42c3-a496-17ba613419cc req-73b28fc7-e96d-449f-991c-947732a3b720 tempest-LiveMigrationNegativeTest-346618513 tempest-LiveMigrationNegativeTest-346618513-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125747 Nov 26 21:43:58.070753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b28fc7-e96d-449f-991c-947732a3b720 tempest-LiveMigrationNegativeTest-346618513 tempest-LiveMigrationNegativeTest-346618513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debacbbd-f88c-49d3-92b3-f2020d3dbdc6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:58.095991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-4c00ef70-ba7b-4c2e-ae97-4a9eb7561d2c req-425a6946-8a1a-4aa5-9fbd-4829e5bab742 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1781207952', 'description': 'tempest-description-1975708314'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:43:58.114930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f75d98-9ed9-4205-9df3-20802197365d req-3b942549-b82b-4bc4-8dbd-f8a6b79cf022 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:58.116449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0f75d98-9ed9-4205-9df3-20802197365d req-3b942549-b82b-4bc4-8dbd-f8a6b79cf022 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 949 time: 0.0959854 Nov 26 21:43:58.145007 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c00ef70-ba7b-4c2e-ae97-4a9eb7561d2c req-425a6946-8a1a-4aa5-9fbd-4829e5bab742 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.184640 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0f75d98-9ed9-4205-9df3-20802197365d req-fc694bb0-47be-4747-ac21-c27c224c6bb1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612485 Nov 26 21:43:58.240999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c00ef70-ba7b-4c2e-ae97-4a9eb7561d2c req-425a6946-8a1a-4aa5-9fbd-4829e5bab742 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.245552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c00ef70-ba7b-4c2e-ae97-4a9eb7561d2c req-425a6946-8a1a-4aa5-9fbd-4829e5bab742 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.280125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c00ef70-ba7b-4c2e-ae97-4a9eb7561d2c req-425a6946-8a1a-4aa5-9fbd-4829e5bab742 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.281309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c00ef70-ba7b-4c2e-ae97-4a9eb7561d2c req-425a6946-8a1a-4aa5-9fbd-4829e5bab742 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1901729 Nov 26 21:43:58.292026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a6946-8a1a-4aa5-9fbd-4829e5bab742 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2857dfbd-fa2b-4b6a-a252-937acf1232a8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:58.342957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c506e-3674-4ba4-a964-ce19561982f3 req-1117fa76-7d5b-48ec-8316-6b3125a9854c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:58.344450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc8c506e-3674-4ba4-a964-ce19561982f3 req-1117fa76-7d5b-48ec-8316-6b3125a9854c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 944 time: 0.0705991 Nov 26 21:43:58.356623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['47ceee96-6047-4240-96ff-0f5aaf982023'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:43:58.452059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.527524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 32922) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:58.641497 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e748e68c-014e-409c-be8d-84f70ce47c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.671628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc8c506e-3674-4ba4-a964-ce19561982f3 req-f55f6a38-84de-423f-8b4b-9db6bd502a1e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179584 Nov 26 21:43:58.717037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00528b4d-ef81-486e-a76e-45d5fae410b4 req-c9f84e5d-aee7-4a65-9867-caf91a088f3a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1 HTTP/1.1" status: 200 len: 10998 time: 0.3715742 Nov 26 21:43:58.771305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e748e68c-014e-409c-be8d-84f70ce47c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.776986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e748e68c-014e-409c-be8d-84f70ce47c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.789990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00528b4d-ef81-486e-a76e-45d5fae410b4 req-1b30d4d0-9567-4d5c-8539-f2df8fd5c302 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe HTTP/1.1" status: 200 len: 2998 time: 0.0642526 Nov 26 21:43:58.824624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 03984253-eb29-4e8f-9185-02031b3a1ba1 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:58.836995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748e68c-014e-409c-be8d-84f70ce47c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3273d55-2793-4cf8-89c1-75a1bcf43849,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:58.847224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e748e68c-014e-409c-be8d-84f70ce47c94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46f18f889bf04f6fa2edf2a3fcfaf329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186305 Nov 26 21:43:58.853724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 32932) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:43:58.862229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00528b4d-ef81-486e-a76e-45d5fae410b4 req-9a6b69c4-a711-4a43-9eaa-8440d36a1b26 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe HTTP/1.1" status: 200 len: 2998 time: 0.0653243 Nov 26 21:43:58.923974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 03984253-eb29-4e8f-9185-02031b3a1ba1 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:58.929335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 03984253-eb29-4e8f-9185-02031b3a1ba1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:58.929942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.968375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e24629a-c1bf-46a8-a0e2-2d5ba384c703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:58.995740 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e24629a-c1bf-46a8-a0e2-2d5ba384c703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.018031 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37e6b5b8-c922-4e41-b7c3-bd8232e34992 req-d93f9aae-b8c7-47a1-bb0c-9d67c2d7b7ea tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/f44559fd-7dbf-4dcf-b366-2cc7cf608905 HTTP/1.1" status: 200 len: 1818 time: 0.1040239 Nov 26 21:43:59.054518 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.059951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e24629a-c1bf-46a8-a0e2-2d5ba384c703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.064014 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e24629a-c1bf-46a8-a0e2-2d5ba384c703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.069060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9e24629a-c1bf-46a8-a0e2-2d5ba384c703 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3273d55-2793-4cf8-89c1-75a1bcf43849 HTTP/1.1" status: 204 len: 168 time: 0.2139914 Nov 26 21:43:59.069370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085a6d4-5131-4c03-9b22-e878ea5014fd req-7f318fa5-e4ce-4c52-87af-0cec45605788 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:59.071116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d085a6d4-5131-4c03-9b22-e878ea5014fd req-7f318fa5-e4ce-4c52-87af-0cec45605788 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 944 time: 0.0998394 Nov 26 21:43:59.089271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24629a-c1bf-46a8-a0e2-2d5ba384c703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3273d55-2793-4cf8-89c1-75a1bcf43849,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:59.111891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-37e6b5b8-c922-4e41-b7c3-bd8232e34992 req-d459fab3-3002-46ea-8017-f731b0f34afd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.132821 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.146459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:43:59.148795 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1165bc4f-bf8d-4895-96a8-caade19fc1d3" -d '{"events": [{"server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:43:59.158157 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-37e6b5b8-c922-4e41-b7c3-bd8232e34992 req-d459fab3-3002-46ea-8017-f731b0f34afd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.168029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:43:59.174208 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.196787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d085a6d4-5131-4c03-9b22-e878ea5014fd req-e353f45c-7b8a-4240-8f90-5c856b6bc716 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945411 Nov 26 21:43:59.254694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-37e6b5b8-c922-4e41-b7c3-bd8232e34992 req-d459fab3-3002-46ea-8017-f731b0f34afd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.257894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-37e6b5b8-c922-4e41-b7c3-bd8232e34992 req-d459fab3-3002-46ea-8017-f731b0f34afd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.267079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37e6b5b8-c922-4e41-b7c3-bd8232e34992 req-d459fab3-3002-46ea-8017-f731b0f34afd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/f44559fd-7dbf-4dcf-b366-2cc7cf608905 HTTP/1.1" status: 204 len: 173 time: 0.2484708 Nov 26 21:43:59.270717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:59.291646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459fab3-3002-46ea-8017-f731b0f34afd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44559fd-7dbf-4dcf-b366-2cc7cf608905,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:43:59.356979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad709495-6844-46b8-b104-fb8d9fa6ac65 req-8e38a452-b175-40d1-a416-ffc6b8a97465 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:59.358696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad709495-6844-46b8-b104-fb8d9fa6ac65 req-8e38a452-b175-40d1-a416-ffc6b8a97465 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 1095 time: 0.0474434 Nov 26 21:43:59.434924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad709495-6844-46b8-b104-fb8d9fa6ac65 req-fb6efbc5-86cb-4cef-a601-a5fc7176c4ad tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679848 Nov 26 21:43:59.504132 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210845e-8bb0-43d3-9cd4-061bb4de4201 x-openstack-request-id: req-7210845e-8bb0-43d3-9cd4-061bb4de4201 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:43:59.504769 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:43:59.505182 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7210845e-8bb0-43d3-9cd4-061bb4de4201 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:43:59.505712 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'code': 200} Nov 26 21:43:59.631437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b4d8e-86e3-47f3-ae38-30f404b0a672 req-99a7ff07-4e57-406e-9208-11590c1ddfdf tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:59.633056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b82b4d8e-86e3-47f3-ae38-30f404b0a672 req-99a7ff07-4e57-406e-9208-11590c1ddfdf tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0981569 Nov 26 21:43:59.651985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100f40a-aef2-4ba8-9963-22373bcd00c9 req-2dc4f89e-6c58-4f74-8490-42fdd4bb2c0f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:59.653559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0100f40a-aef2-4ba8-9963-22373bcd00c9 req-2dc4f89e-6c58-4f74-8490-42fdd4bb2c0f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0739470 Nov 26 21:43:59.676754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 47ceee96-6047-4240-96ff-0f5aaf982023 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:43:59.705186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a8e6-3f5e-410d-8685-9bd7ebc610be req-ec8564a4-3ddf-4c57-8473-34c3b90b3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:59.713948 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-31c8a8e6-3f5e-410d-8685-9bd7ebc610be req-ec8564a4-3ddf-4c57-8473-34c3b90b3f29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 1101 time: 0.0913591 Nov 26 21:43:59.741193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0100f40a-aef2-4ba8-9963-22373bcd00c9 req-96a112d1-6c86-4354-8515-07ec0511eb27 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790381 Nov 26 21:43:59.772297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b82b4d8e-86e3-47f3-ae38-30f404b0a672 req-53f643f1-cf22-4bf8-839e-c3a522b6890c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238532 Nov 26 21:43:59.776403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 47ceee96-6047-4240-96ff-0f5aaf982023 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:43:59.781341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 47ceee96-6047-4240-96ff-0f5aaf982023 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:43:59.792292 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.796180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-31c8a8e6-3f5e-410d-8685-9bd7ebc610be req-253358ae-62d9-4ae0-a3e8-17fc5eeb20b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759838 Nov 26 21:43:59.819782 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-1a73f16f-3615-4542-bfdf-f1a70f37cf3e req-0bd282cf-7978-468f-b5a4-8394d66069b6 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:43:59.831323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a73f16f-3615-4542-bfdf-f1a70f37cf3e req-0bd282cf-7978-468f-b5a4-8394d66069b6 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/f44559fd-7dbf-4dcf-b366-2cc7cf608905 HTTP/1.1" status: 404 len: 352 time: 0.0356519 Nov 26 21:43:59.940076 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:43:59.959638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce799f-d828-4071-b42c-73b9c1caa06f req-5267214d-ba3e-4811-b1cd-96a63b6d848d tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:43:59.961413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fce799f-d828-4071-b42c-73b9c1caa06f req-5267214d-ba3e-4811-b1cd-96a63b6d848d tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.0919149 Nov 26 21:43:59.995745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:00.004050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.051396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 32984) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:00.058189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:00.077122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fce799f-d828-4071-b42c-73b9c1caa06f req-c87dc99e-6247-47ff-817c-e16b1659e057 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034262 Nov 26 21:44:00.110207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-f3afac00-17de-4572-a6f6-328bc1529af6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:00.111630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-f3afac00-17de-4572-a6f6-328bc1529af6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 806 time: 0.1492336 Nov 26 21:44:00.127430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-f2663159-27dc-4ac0-b3a5-e0eee884b017 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/quotas/a7ec20b922e14aa89bf7a9a3728c366d HTTP/1.1" status: 200 len: 375 time: 0.0094507 Nov 26 21:44:00.189088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-822931107-network', 'tenant_id': '34e70cbdf51a40cf80cc653a32e8c13e'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:00.212999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Made reservation on behalf of 34e70cbdf51a40cf80cc653a32e8c13e for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:00.215451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.216567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-bc8bf43d-d1d9-4890-829b-1322ee3aa2c4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773392 Nov 26 21:44:00.225783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.293729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-109f90ed-f923-44fc-9375-252a3fffb839 req-46c1b4b4-72c3-4aa3-aec6-389c5f175868 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/c1ea9bdc-5e00-49fa-a494-ce8764ce59b8 HTTP/1.1" status: 200 len: 1817 time: 0.1015489 Nov 26 21:44:00.307899 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.312200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.338800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:44:00.349500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cbeacc-83a9-4427-9e83-2abd5f241128,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:00.355726 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.356077 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Added segment 0fa4e958-582d-4c64-93f6-761e8c6a95bd of type vlan for network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 Nov 26 21:44:00.360708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-d2a5034c-535e-4d27-953b-a5fec61ade66 service neutron] 10.222.0.21 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254766 Nov 26 21:44:00.398351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.399320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-109f90ed-f923-44fc-9375-252a3fffb839 req-a134d4e9-bc3f-43ae-be5c-77b7cc7557cc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.423165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.424293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:00.425471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.455015 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-109f90ed-f923-44fc-9375-252a3fffb839 req-a134d4e9-bc3f-43ae-be5c-77b7cc7557cc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.480197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4270134 Nov 26 21:44:00.483017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 32990) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:00.488696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Request body: {'subnet': {'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-822931107-subnet', 'tenant_id': '34e70cbdf51a40cf80cc653a32e8c13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:00.491379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942e27d-ac6f-46bf-b564-755221c821f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5185998c-d4a2-4632-a51a-e3b1d8aaebf3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:00.508116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:44:00.525504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-d6436b98-a44b-4583-9613-07e7569e590d service neutron] 10.222.0.21 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511059 Nov 26 21:44:00.537712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Made reservation on behalf of 34e70cbdf51a40cf80cc653a32e8c13e for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:00.540972 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.543021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-109f90ed-f923-44fc-9375-252a3fffb839 req-a134d4e9-bc3f-43ae-be5c-77b7cc7557cc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.546024 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-109f90ed-f923-44fc-9375-252a3fffb839 req-a134d4e9-bc3f-43ae-be5c-77b7cc7557cc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.547748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-109f90ed-f923-44fc-9375-252a3fffb839 req-a134d4e9-bc3f-43ae-be5c-77b7cc7557cc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/c1ea9bdc-5e00-49fa-a494-ce8764ce59b8 HTTP/1.1" status: 204 len: 173 time: 0.2422726 Nov 26 21:44:00.598623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134d4e9-bc3f-43ae-be5c-77b7cc7557cc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea9bdc-5e00-49fa-a494-ce8764ce59b8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:00.686636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66a540-2ea0-48c3-985e-4f109bc510a5 req-1acb306b-e258-4004-9fae-93a22556e6e1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:00.688148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef66a540-2ea0-48c3-985e-4f109bc510a5 req-1acb306b-e258-4004-9fae-93a22556e6e1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0704505 Nov 26 21:44:00.743759 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-0d179a82-e6e5-4fef-b7ee-3ade5376f823 req-2761839b-4208-4c3c-b5f1-7a8567079fef tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:44:00.744772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d179a82-e6e5-4fef-b7ee-3ade5376f823 req-2761839b-4208-4c3c-b5f1-7a8567079fef tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/c1ea9bdc-5e00-49fa-a494-ce8764ce59b8 HTTP/1.1" status: 404 len: 352 time: 0.0506518 Nov 26 21:44:00.839373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62cf3c91-b09e-42d6-9033-c645bb1ff865 req-50e9f1ff-aa0e-4673-9564-f2dcfbc49156 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 210 time: 0.0484552 Nov 26 21:44:00.842823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef66a540-2ea0-48c3-985e-4f109bc510a5 req-f358e2ea-7d0d-47b6-a0b8-74d8dd287674 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307456 Nov 26 21:44:00.851953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:00.925728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:00.985982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4ba840f-0c16-40ec-aa14-57946572e3de req-e88aaee3-89ca-4e77-bf99-cff5cb9b6d62 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/2857dfbd-fa2b-4b6a-a252-937acf1232a8 HTTP/1.1" status: 200 len: 1818 time: 0.0965314 Nov 26 21:44:00.986686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Checking segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:00.987187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Network hostable DHCP agents. Network: 5185998c-d4a2-4632-a51a-e3b1d8aaebf3, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:44:01.027002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf0774-fd12-470e-bbf9-7e95c3e90e25 req-12bc1db6-f57c-4aac-9c4a-155eeb8d50e4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:01.028477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8cf0774-fd12-470e-bbf9-7e95c3e90e25 req-12bc1db6-f57c-4aac-9c4a-155eeb8d50e4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1038103 Nov 26 21:44:01.042021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:44:01.079208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 5185998c-d4a2-4632-a51a-e3b1d8aaebf3) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:01.088676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4e951-ed99-421e-959c-75f81c7006a4 None None] Network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:44:01.097706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:01.098319 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:01.119372 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8cf0774-fd12-470e-bbf9-7e95c3e90e25 req-a480af55-d3f2-4cc1-b858-b5476370b378 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811181 Nov 26 21:44:01.123061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b4ba840f-0c16-40ec-aa14-57946572e3de req-f95ac879-8475-4825-b461-1351769884d1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:01.139245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e2563ac5-cf3f-451e-ad9f-012e661b5c2f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6551507 Nov 26 21:44:01.168761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b4ba840f-0c16-40ec-aa14-57946572e3de req-f95ac879-8475-4825-b461-1351769884d1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:01.269717 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b4ba840f-0c16-40ec-aa14-57946572e3de req-f95ac879-8475-4825-b461-1351769884d1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:01.273470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b4ba840f-0c16-40ec-aa14-57946572e3de req-f95ac879-8475-4825-b461-1351769884d1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:01.274766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4ba840f-0c16-40ec-aa14-57946572e3de req-f95ac879-8475-4825-b461-1351769884d1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/2857dfbd-fa2b-4b6a-a252-937acf1232a8 HTTP/1.1" status: 204 len: 173 time: 0.2788839 Nov 26 21:44:01.286566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ac879-8475-4825-b461-1351769884d1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2857dfbd-fa2b-4b6a-a252-937acf1232a8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:01.306593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e495c6-bd84-4e1c-a5ef-1c402fddd1f2 None None] Network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:44:01.306702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b7342-f11d-4f0d-9288-0512aee1430f req-2e354325-1ffc-427d-8690-cd4459de80c8 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:01.311166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a6b7342-f11d-4f0d-9288-0512aee1430f req-2e354325-1ffc-427d-8690-cd4459de80c8 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1055887 Nov 26 21:44:01.418380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a6b7342-f11d-4f0d-9288-0512aee1430f req-0f942085-22c5-4230-89ed-c645fc1dfcac tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061568 Nov 26 21:44:01.448332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275f0db-308f-4058-9f78-d764d90e4c0a req-1aedadc8-3c04-42c5-b5e5-ae362fa4ae38 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:01.450985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f275f0db-308f-4058-9f78-d764d90e4c0a req-1aedadc8-3c04-42c5-b5e5-ae362fa4ae38 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.0745850 Nov 26 21:44:01.510623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:01.513089 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25f3d9c-5e56-4912-a96b-aece632ec267" -d '{"events": [{"server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "name": "network-vif-plugged", "status": "completed", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:01.520120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f275f0db-308f-4058-9f78-d764d90e4c0a req-7f9bdc9a-b681-429e-ab6f-a4454ab02901 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635037 Nov 26 21:44:01.555995 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-e162ed95-c7a4-44e4-8bdf-c6a875aec6fa req-98faa326-b33d-4550-83c6-85fdb94e5749 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:44:01.557026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e162ed95-c7a4-44e4-8bdf-c6a875aec6fa req-98faa326-b33d-4550-83c6-85fdb94e5749 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/2857dfbd-fa2b-4b6a-a252-937acf1232a8 HTTP/1.1" status: 404 len: 352 time: 0.0167830 Nov 26 21:44:01.597901 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe0eed-6a77-467b-a6d3-f1bd9374d969 x-openstack-request-id: req-e4fe0eed-6a77-467b-a6d3-f1bd9374d969 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:01.598360 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "name": "network-vif-plugged", "status": "completed", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:01.598749 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4fe0eed-6a77-467b-a6d3-f1bd9374d969 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:01.599258 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023', 'code': 200} Nov 26 21:44:01.674894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-303f5908-2119-49fc-92d3-c9ab716d1357 req-07d1d8eb-b9c6-4e89-886c-a8eb417f26bf tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1 HTTP/1.1" status: 200 len: 6198 time: 0.0641768 Nov 26 21:44:01.732426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-303f5908-2119-49fc-92d3-c9ab716d1357 req-0d598168-0dcd-45a2-aa8e-9985579f231a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe HTTP/1.1" status: 200 len: 2998 time: 0.0501208 Nov 26 21:44:01.854422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b2507-90e4-4f8c-a5fb-2633046a4bc0 req-71b8ef2f-5157-4494-bbf9-6dab0e20f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:01.855846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-464b2507-90e4-4f8c-a5fb-2633046a4bc0 req-71b8ef2f-5157-4494-bbf9-6dab0e20f94f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1096 time: 0.1378636 Nov 26 21:44:01.861470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-303f5908-2119-49fc-92d3-c9ab716d1357 req-eb9461a9-3de9-4810-8c1b-6b5e317e1a8e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe HTTP/1.1" status: 200 len: 2998 time: 0.1119423 Nov 26 21:44:01.914873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890669b-2765-4225-bebc-f547fbc1177e req-b1c31c39-4498-42a0-a142-bdaa0f97d398 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:01.916351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-b1c31c39-4498-42a0-a142-bdaa0f97d398 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 804 time: 0.1679013 Nov 26 21:44:01.961975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c126aee-1c10-4c3c-ae11-9ebf6d0ec737 req-04eda4ca-f690-4f03-8adb-061781398a50 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 210 time: 0.0398235 Nov 26 21:44:01.964026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-464b2507-90e4-4f8c-a5fb-2633046a4bc0 req-5f767af9-1104-46bc-9770-09ac3ecbe153 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994868 Nov 26 21:44:01.965622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-1d7086e9-6f4f-485e-ad71-35a7d9287307 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/quotas/34e70cbdf51a40cf80cc653a32e8c13e HTTP/1.1" status: 200 len: 375 time: 0.0302370 Nov 26 21:44:02.014706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-f8c272a8-076e-477c-80e7-bf4911761524 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409868 Nov 26 21:44:02.123557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-183eb5a3-4e4e-4829-a6e4-6019c4c36a2b tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:02.124133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d16be2-774b-4d19-acd9-9d4f7a63aa62 req-ff2df94c-6c4b-4cf0-9452-ff1832413dd6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:02.124918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-183eb5a3-4e4e-4829-a6e4-6019c4c36a2b tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 949 time: 0.0789800 Nov 26 21:44:02.125065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99d16be2-774b-4d19-acd9-9d4f7a63aa62 req-ff2df94c-6c4b-4cf0-9452-ff1832413dd6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 945 time: 0.1026695 Nov 26 21:44:02.164082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-b5038e7d-c5e6-4143-a5a5-d9f4ffa29240 service neutron] 10.222.0.21 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397877 Nov 26 21:44:02.240176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99d16be2-774b-4d19-acd9-9d4f7a63aa62 req-cf3fb844-8c37-43a2-a11b-c49deb2008c6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054697 Nov 26 21:44:02.265857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Deleting port 817d5ca3-dd91-4650-85b8-5db64abfaa0d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:44:02.265857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.283890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-4ffc2ad7-105c-4f0b-89d6-9c7d0bdb7f1d req-393f2a29-e6f8-4779-a4eb-e3a7e4bb5de3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1874578191', 'description': 'tempest-description-1014071913'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:02.294195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-ee55d21f-9e88-41e9-9d03-55e621b5abd6 service neutron] 10.222.0.21 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206715 Nov 26 21:44:02.311480 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4ffc2ad7-105c-4f0b-89d6-9c7d0bdb7f1d req-393f2a29-e6f8-4779-a4eb-e3a7e4bb5de3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.355614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] For port 817d5ca3-dd91-4650-85b8-5db64abfaa0d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=817d5ca3-dd91-4650-85b8-5db64abfaa0d,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:02.356182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.375494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Calling delete_port for 817d5ca3-dd91-4650-85b8-5db64abfaa0d owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:44:02.449081 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4ffc2ad7-105c-4f0b-89d6-9c7d0bdb7f1d req-393f2a29-e6f8-4779-a4eb-e3a7e4bb5de3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.460805 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4ffc2ad7-105c-4f0b-89d6-9c7d0bdb7f1d req-393f2a29-e6f8-4779-a4eb-e3a7e4bb5de3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.510154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-c35e46ad-7f8b-468b-9b8b-7c413ea17ea4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:02.511816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-c35e46ad-7f8b-468b-9b8b-7c413ea17ea4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 806 time: 0.1681376 Nov 26 21:44:02.516494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4ffc2ad7-105c-4f0b-89d6-9c7d0bdb7f1d req-393f2a29-e6f8-4779-a4eb-e3a7e4bb5de3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.517778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ffc2ad7-105c-4f0b-89d6-9c7d0bdb7f1d req-393f2a29-e6f8-4779-a4eb-e3a7e4bb5de3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2447388 Nov 26 21:44:02.519703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f2a29-e6f8-4779-a4eb-e3a7e4bb5de3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95977f36-fd59-4db9-a803-87cf2dc3a7e6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:02.539151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Request body: {'port': {'device_id': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'admin_state_up': True, 'tenant_id': 'a7ec20b922e14aa89bf7a9a3728c366d'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:02.566288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.604082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Pushing event deleted for resources: {'Port': ['ID=817d5ca3-dd91-4650-85b8-5db64abfaa0d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:02.621435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b4369497-84fc-400a-a413-eb6f4e2c9934'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:02.633777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['817d5ca3-dd91-4650-85b8-5db64abfaa0d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:02.640178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab87fe3-1795-4c77-a53a-e9fe654afb7d req-3fb5e689-c100-4429-8ab7-d019b55f1467 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:02.647855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ab87fe3-1795-4c77-a53a-e9fe654afb7d req-3fb5e689-c100-4429-8ab7-d019b55f1467 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1229811 Nov 26 21:44:02.675240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] No DVR routers for this DVR port 817d5ca3-dd91-4650-85b8-5db64abfaa0d on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:02.681522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.687554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cb99b60-f8b5-4d1e-a108-7003211e0a37 req-3a87edb0-a614-4d4c-94cb-b252f2225fd6 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.13 "DELETE /v2.0/ports/817d5ca3-dd91-4650-85b8-5db64abfaa0d HTTP/1.1" status: 204 len: 173 time: 0.5533242 Nov 26 21:44:02.688155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a162a32-e160-4f31-af7c-d24828fc1031', 'name': 'network-vif-deleted', 'tag': '817d5ca3-dd91-4650-85b8-5db64abfaa0d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:02.692577 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed77a0-c285-4688-9a5a-40bc8ad554f7" -d '{"events": [{"server_uuid": "9a162a32-e160-4f31-af7c-d24828fc1031", "name": "network-vif-deleted", "tag": "817d5ca3-dd91-4650-85b8-5db64abfaa0d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:02.787265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ab87fe3-1795-4c77-a53a-e9fe654afb7d req-f7657c14-d301-4463-8971-5a8acde20441 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356742 Nov 26 21:44:02.807741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6125b1c-ee4d-4008-95fc-b1e414c6ce05 req-db4b91b9-b4ab-48cc-8992-db4b07192722 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:02.815077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6125b1c-ee4d-4008-95fc-b1e414c6ce05 req-db4b91b9-b4ab-48cc-8992-db4b07192722 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1278040 Nov 26 21:44:02.843693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Made reservation on behalf of a7ec20b922e14aa89bf7a9a3728c366d for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:02.847657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:02.884852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d5e1e06-4dd1-44a3-9680-6a984fdfafab req-419a919d-0d12-45fc-9d12-43b1696d8d97 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 210 time: 0.0522652 Nov 26 21:44:02.967148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6125b1c-ee4d-4008-95fc-b1e414c6ce05 req-fbf1479f-6f50-4949-9a5a-5f5a8cb76009 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506877 Nov 26 21:44:03.005911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-9d7bcef1-aec8-444b-b5f6-46c1d8a8412d req-ece241b5-3ebf-4cb9-87b4-f1db39c04266 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1183682733', 'description': 'tempest-description-512347905'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:03.065057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9d7bcef1-aec8-444b-b5f6-46c1d8a8412d req-ece241b5-3ebf-4cb9-87b4-f1db39c04266 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:03.070758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Allocated IP 172.20.0.8 (ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3/e3914721-3203-40a5-a057-84f456da8729/7cb10054-ada2-4213-9a27-6cfc647c5631) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:03.153218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90a7ce70-ec99-454c-b6af-a9bb694dcfc1 req-1421af22-f20e-4f6a-8e6a-1216d304ac65 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a162a32-e160-4f31-af7c-d24828fc1031 HTTP/1.1" status: 200 len: 210 time: 0.0492485 Nov 26 21:44:03.250796 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca64fefd-6a1e-473b-9c96-d73aebcd94ac x-openstack-request-id: req-ca64fefd-6a1e-473b-9c96-d73aebcd94ac {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:03.251725 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a162a32-e160-4f31-af7c-d24828fc1031", "name": "network-vif-deleted", "tag": "817d5ca3-dd91-4650-85b8-5db64abfaa0d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:03.252251 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca64fefd-6a1e-473b-9c96-d73aebcd94ac {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:03.252882 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a162a32-e160-4f31-af7c-d24828fc1031', 'name': 'network-vif-deleted', 'tag': '817d5ca3-dd91-4650-85b8-5db64abfaa0d', 'status': 'completed', 'code': 200} Nov 26 21:44:03.286999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9d7bcef1-aec8-444b-b5f6-46c1d8a8412d req-ece241b5-3ebf-4cb9-87b4-f1db39c04266 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:03.300481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9d7bcef1-aec8-444b-b5f6-46c1d8a8412d req-ece241b5-3ebf-4cb9-87b4-f1db39c04266 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:03.377337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9d7bcef1-aec8-444b-b5f6-46c1d8a8412d req-ece241b5-3ebf-4cb9-87b4-f1db39c04266 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:03.379854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d7bcef1-aec8-444b-b5f6-46c1d8a8412d req-ece241b5-3ebf-4cb9-87b4-f1db39c04266 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3846507 Nov 26 21:44:03.442255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece241b5-3ebf-4cb9-87b4-f1db39c04266 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b404ad-893c-4874-a837-dca6badc0c7f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:03.460549 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:03.490677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-4410e808-a3dd-4649-8402-9286c4dc0c25 req-61136e73-1954-4d84-a42f-c790510c34c7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:44:03.492092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4410e808-a3dd-4649-8402-9286c4dc0c25 req-61136e73-1954-4d84-a42f-c790510c34c7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102994 Nov 26 21:44:03.569390 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da896f97-b273-469a-ad11-56629baa7df5 req-abc05a8b-b046-49b1-b74d-beb3fcdf649a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 210 time: 0.1060669 Nov 26 21:44:03.580425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:03.635716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:03.641876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:03.645265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:03.744991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Pushing event updated for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:03.780786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:03.781503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:03.870921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09eeb47-1364-4617-aebb-2ec3a4005665 req-0a1022cc-07c4-4180-bc7d-910ad02d344c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:03.872405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d09eeb47-1364-4617-aebb-2ec3a4005665 req-0a1022cc-07c4-4180-bc7d-910ad02d344c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 945 time: 0.2194321 Nov 26 21:44:03.880924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-1aeb1452-dbbe-4471-8744-a7ca5225b811 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3467534 Nov 26 21:44:03.918343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Request body: {'port': {'device_id': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:03.927277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-a9a5498f-21c9-42ac-9049-fb1b748ee068 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1841695 Nov 26 21:44:03.959435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-eb4654f8-7cf9-4e46-9fa3-5b6e85fabf28 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:44:03.960382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-eb4654f8-7cf9-4e46-9fa3-5b6e85fabf28 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120742 Nov 26 21:44:03.979280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-d1c921a1-cb99-4633-aa72-401c5b510a6a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:03.980771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-d1c921a1-cb99-4633-aa72-401c5b510a6a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 812 time: 0.2311110 Nov 26 21:44:04.009022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d09eeb47-1364-4617-aebb-2ec3a4005665 req-59c4719e-ca3b-4181-ae42-22732290ef2f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248832 Nov 26 21:44:04.028549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-37dc861d-ddc2-4fbf-9263-97e4d8194bf7 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/quotas/75a2f4f837714efcbfcd8b15946c4fd1 HTTP/1.1" status: 200 len: 375 time: 0.0382092 Nov 26 21:44:04.048250 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:04.171937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-38909e0f-6c61-4433-bb4c-baa9771a9cc7 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1326580 Nov 26 21:44:04.614033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5d8f-d5a9-45a1-a77a-01ebd4091942 req-591708d7-f08e-4ccc-bc57-88a34cb6f3ec tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:04.615565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51ac5d8f-d5a9-45a1-a77a-01ebd4091942 req-591708d7-f08e-4ccc-bc57-88a34cb6f3ec tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.4947705 Nov 26 21:44:04.698287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890669b-2765-4225-bebc-f547fbc1177e req-72b877c8-b38b-41f5-ba2f-a0d552392ce4 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:04.699671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-72b877c8-b38b-41f5-ba2f-a0d552392ce4 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.41 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 804 time: 0.5631907 Nov 26 21:44:04.723236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-7d6e2a5f-b431-4081-ada2-0a87b7ba6ceb service neutron] 10.222.0.21 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387688 Nov 26 21:44:04.726632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Request body: {'port': {'device_id': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'admin_state_up': True, 'tenant_id': '34e70cbdf51a40cf80cc653a32e8c13e'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:04.865286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51ac5d8f-d5a9-45a1-a77a-01ebd4091942 req-60f682db-e0b5-40b8-a821-28aefeaf84c7 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289112 Nov 26 21:44:04.993725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-261061ca-ce2b-4080-aa53-43b8bd013cca req-37efa89c-1cdf-4053-954d-a0745453dd85 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 210 time: 0.0517004 Nov 26 21:44:05.025180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-99ffb8cc-8e0b-4054-a1fc-3f6a4d9fc158 service neutron] 10.222.0.21 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851245 Nov 26 21:44:05.041912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb10054-ada2-4213-9a27-6cfc647c5631 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:05.051292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:05.056911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Made reservation on behalf of 34e70cbdf51a40cf80cc653a32e8c13e for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:05.060464 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:05.100969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Transition to ACTIVE for port object 7cb10054-ada2-4213-9a27-6cfc647c5631 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:44:05.109602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:05.210439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf86f82-678d-4fb4-bfe8-a73817b5cb3e req-5d50fe17-2185-48ee-a993-328c72993cdd tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:05.211967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acf86f82-678d-4fb4-bfe8-a73817b5cb3e req-5d50fe17-2185-48ee-a993-328c72993cdd tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1578503 Nov 26 21:44:05.244994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:05.412387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Allocated IP 172.20.0.9 (5185998c-d4a2-4632-a51a-e3b1d8aaebf3/5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b/53665785-1184-4d38-b269-a686c1df8fa7) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:05.417504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acf86f82-678d-4fb4-bfe8-a73817b5cb3e req-e2965e46-e955-44a5-85ca-21da064ae527 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956890 Nov 26 21:44:05.435109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-88f0cebf-17b3-420c-8b78-9995967de26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:05.436958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-88f0cebf-17b3-420c-8b78-9995967de26b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 1101 time: 0.0500889 Nov 26 21:44:05.447006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:05.447345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:05.447684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:05.464894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d32b4-4a35-466e-ae07-5806a267d530 req-e38189c8-69da-4aaa-b53a-2b3deb4c11a0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:05.466529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d03d32b4-4a35-466e-ae07-5806a267d530 req-e38189c8-69da-4aaa-b53a-2b3deb4c11a0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.1312442 Nov 26 21:44:05.469525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:05.469859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:05.493500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:05.494196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:05.494832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:05.495542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Bound port: 7cb10054-ada2-4213-9a27-6cfc647c5631, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:05.496104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:05.572942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-dda61d4a-7451-4b4e-89aa-c682cd973512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:05.574570 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-dda61d4a-7451-4b4e-89aa-c682cd973512 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1195681 Nov 26 21:44:05.621556 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-d015c38c-f590-4693-aac0-70486bcf920c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=03984253-eb29-4e8f-9185-02031b3a1ba1 HTTP/1.1" status: 200 len: 217 time: 0.0376401 Nov 26 21:44:05.677366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-15e2c388-bf7c-4782-8611-f69145c883d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:05.678403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d03d32b4-4a35-466e-ae07-5806a267d530 req-69beecc8-4eed-4a9d-b158-c9075beb6a29 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993873 Nov 26 21:44:05.679231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-15e2c388-bf7c-4782-8611-f69145c883d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0493445 Nov 26 21:44:05.721903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e65f9e-870b-4d59-8f01-68cf244ee63e req-6d4b7613-3d8c-4f94-abe2-37b6ee3b65ae tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:05.723625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90e65f9e-870b-4d59-8f01-68cf244ee63e req-6d4b7613-3d8c-4f94-abe2-37b6ee3b65ae tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 945 time: 0.2251401 Nov 26 21:44:05.727453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:05.751381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-9236d2c7-8514-4e35-8396-63ecf3a76e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:05.754166 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-9236d2c7-8514-4e35-8396-63ecf3a76e5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565391 Nov 26 21:44:05.769180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:05.789129 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:05.823041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-383e2b5d-8ecf-4df4-a97e-1864b921bcc3 req-6fdc0aa4-d4a5-4ff9-8d19-bca127a5d12c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 210 time: 0.0559347 Nov 26 21:44:05.850065 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:05.881590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:05.882249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:05.883644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] 10.222.0.41 "PUT /v2.0/ports/7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 200 len: 1091 time: 1.9837577 Nov 26 21:44:05.885300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:05.887585 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:05.914117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90e65f9e-870b-4d59-8f01-68cf244ee63e req-e7179fe7-7303-4af3-80cb-6e4e654d0e1f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780536 Nov 26 21:44:05.921801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:05.922443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-93355d96-6dd2-4743-bc99-55d155ed2549 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189351 Nov 26 21:44:05.939221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.939577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.939922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.940260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.940630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.940963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.941293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.941616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.941943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.942306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.942630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.942953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a590fd-038f-4d82-bc5c-9b3ea68f7af7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:05.960125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:06.037776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-78c3493b-3370-4ef2-8a74-8658f81947f4 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048777 Nov 26 21:44:06.041715 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9c8055-4fc7-4f3f-9b02-54c7987dbfe7 x-openstack-request-id: req-ec9c8055-4fc7-4f3f-9b02-54c7987dbfe7 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:06.042377 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:06.042477 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec9c8055-4fc7-4f3f-9b02-54c7987dbfe7 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:06.042994 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631', 'status': 'completed', 'code': 200} Nov 26 21:44:06.072284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Pushing event updated for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:06.115137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:06.120256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:06.125551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:06.164655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-2d6c1bfe-68a6-4e73-a5ce-6d66df48c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:06.166203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-2d6c1bfe-68a6-4e73-a5ce-6d66df48c20d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1094 time: 0.2015903 Nov 26 21:44:06.244308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f171a-cd2a-44ab-9e90-cdb4c1c8a46b req-65811008-4c33-41ba-bb05-575bc4197592 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:06.245804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d86f171a-cd2a-44ab-9e90-cdb4c1c8a46b req-65811008-4c33-41ba-bb05-575bc4197592 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1751986 Nov 26 21:44:06.251320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-c4530cec-c620-47b6-bed0-04dc9b8c4be2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 200 len: 217 time: 0.0609941 Nov 26 21:44:06.259436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:06.259970 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:06.295797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34f0db-f18f-431b-809c-66da4525b283 req-c46ccb0b-3f18-4d23-afea-daa66d183c50 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:06.297338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c34f0db-f18f-431b-809c-66da4525b283 req-c46ccb0b-3f18-4d23-afea-daa66d183c50 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1096 time: 0.1728249 Nov 26 21:44:06.322460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-456bdcbd-aba8-40ac-a513-f2fd69a2e9d2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6043534 Nov 26 21:44:06.364155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Request body: {'port': {'device_id': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:06.398163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e4ad566b-b35f-4f66-a7b2-ba32c8a17692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:06.399708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-e4ad566b-b35f-4f66-a7b2-ba32c8a17692 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1285691 Nov 26 21:44:06.405586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d86f171a-cd2a-44ab-9e90-cdb4c1c8a46b req-36d79a10-65d1-45a6-940a-7e6621ce8da8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520660 Nov 26 21:44:06.455596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-455c2ae8-e29f-4bcc-a038-6ceb4c879e03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403152 Nov 26 21:44:06.477325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c34f0db-f18f-431b-809c-66da4525b283 req-0d85a676-1414-41a2-ad8c-4ec05889025e tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616721 Nov 26 21:44:06.559597 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:06.571299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-84e8cd38-4e8f-4006-9206-a62b3797afeb tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:06.573386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-84e8cd38-4e8f-4006-9206-a62b3797afeb tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.13 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 812 time: 0.1645358 Nov 26 21:44:06.597228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'port': {'device_id': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3', 'admin_state_up': True, 'tenant_id': '75a2f4f837714efcbfcd8b15946c4fd1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:06.704529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Made reservation on behalf of 75a2f4f837714efcbfcd8b15946c4fd1 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:06.708620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:06.711930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:06.836318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Allocated IP 172.20.0.6 (01c178a8-dc53-45a5-b446-a4978a19b1a3/2a327653-249e-4d87-8675-469ae8909732/0d8d2048-7350-4a20-9d3e-6e95f59351ad) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:06.854297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 817d5ca3-dd91-4650-85b8-5db64abfaa0d no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:06.874863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 817d5ca3-dd91-4650-85b8-5db64abfaa0d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:44:06.875209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 817d5ca3-dd91-4650-85b8-5db64abfaa0d not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:06.881426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244fef3-66b1-4a7c-98cd-5dcdc2dcec41 req-9d017ede-f10e-479f-9093-759d4063dd1b tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:06.882951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0244fef3-66b1-4a7c-98cd-5dcdc2dcec41 req-9d017ede-f10e-479f-9093-759d4063dd1b tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 931 time: 0.4094090 Nov 26 21:44:06.913349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-9e07125e-ae14-46ab-b161-9fd947cdf541 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385917 Nov 26 21:44:06.985857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.021712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.065389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc2d48-d78d-46aa-9b7a-990b12316dea req-f14f379e-e2cc-49a7-94cd-0f358fb8b6b5 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:07.066656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:07.067135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ecc2d48-d78d-46aa-9b7a-990b12316dea req-f14f379e-e2cc-49a7-94cd-0f358fb8b6b5 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 950 time: 0.4789028 Nov 26 21:44:07.068697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Network 01c178a8-dc53-45a5-b446-a4978a19b1a3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:07.072117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:07.074924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:07.079901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0244fef3-66b1-4a7c-98cd-5dcdc2dcec41 req-72e601ee-7751-4c4e-98c4-e80cbc34c6d7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822863 Nov 26 21:44:07.124673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'Port': ['ID=0d8d2048-7350-4a20-9d3e-6e95f59351ad,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:07.138803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.139154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.139503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.139847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.140189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.140530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.140863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.141192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.141870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.142238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.142572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.142902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:07.158280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:07.158854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.185070 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-05d4f095-78fd-4e55-9ca7-690d6beb1ca1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920744 Nov 26 21:44:07.202988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f47ae5-ce5d-4562-9c4b-3fd1af322c7b req-ce1f74ef-8385-44d6-9973-990179ed437e service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762439 Nov 26 21:44:07.208141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Request body: {'port': {'device_id': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:07.217558 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ecc2d48-d78d-46aa-9b7a-990b12316dea req-f7f1c18f-0d5f-4832-b2fe-1c911a4b79fa tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365998 Nov 26 21:44:07.307034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.362015 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:44:07.435315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a05f0e-9118-4cf9-892f-716a13303693 req-1696eba3-dd5d-42d2-816a-504761a783df tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:07.436830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5a05f0e-9118-4cf9-892f-716a13303693 req-1696eba3-dd5d-42d2-816a-504761a783df tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1609938 Nov 26 21:44:07.441894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53665785-1184-4d38-b269-a686c1df8fa7 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:07.455242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.467615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02d6e7-6a9c-49a3-90f5-7e8b281f6c97 req-8b333b2f-e9c3-4e22-86e9-616ac61bfe3e tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:07.469120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a02d6e7-6a9c-49a3-90f5-7e8b281f6c97 req-8b333b2f-e9c3-4e22-86e9-616ac61bfe3e tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1096 time: 0.1545317 Nov 26 21:44:07.486001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-76f62695-eb46-4336-9c9b-c3d6c580a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:07.487712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-76f62695-eb46-4336-9c9b-c3d6c580a60b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1094 time: 0.1424146 Nov 26 21:44:07.503594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Transition to ACTIVE for port object 53665785-1184-4d38-b269-a686c1df8fa7 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:44:07.530368 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.627335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5a05f0e-9118-4cf9-892f-716a13303693 req-e045e9de-2cbc-4c89-8dcf-d1b09323176a tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761050 Nov 26 21:44:07.663862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a02d6e7-6a9c-49a3-90f5-7e8b281f6c97 req-81882bbc-ef2b-4e9f-b603-2755c305b1d0 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814437 Nov 26 21:44:07.675723 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.679709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Pushing event updated for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:07.748544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-efe5ab28-9ce6-4449-b8f8-ac4e47be8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:07.750008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-efe5ab28-9ce6-4449-b8f8-ac4e47be8568 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.2527714 Nov 26 21:44:07.798176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8d2048-7350-4a20-9d3e-6e95f59351ad {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:07.806919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.819958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Transition to ACTIVE for port object 0d8d2048-7350-4a20-9d3e-6e95f59351ad will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:44:07.823655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.847705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-76aea6e8-d057-4c29-b86a-ae02ac1ed418 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 200 len: 217 time: 0.0822980 Nov 26 21:44:07.890858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Pushing event updated for resources: {'Port': ['ID=0d8d2048-7350-4a20-9d3e-6e95f59351ad,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:07.899528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f6f9f-873e-4d38-a0e4-edafa0acbcee req-724ac03e-8b1b-4213-8ab1-cfce7d27f2e8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:07.901036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-626f6f9f-873e-4d38-a0e4-edafa0acbcee req-724ac03e-8b1b-4213-8ab1-cfce7d27f2e8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.1541605 Nov 26 21:44:07.922380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Attempting to bind port 53665785-1184-4d38-b269-a686c1df8fa7 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:07.922716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Attempting to bind port 53665785-1184-4d38-b269-a686c1df8fa7 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:07.923042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Attempting to bind port 53665785-1184-4d38-b269-a686c1df8fa7 on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:07.936736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259af0-4ccb-490b-a472-036b59250049 req-c1315c23-58de-4281-b8df-b53635dce64f tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:07.938227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b259af0-4ccb-490b-a472-036b59250049 req-c1315c23-58de-4281-b8df-b53635dce64f tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 931 time: 0.1685858 Nov 26 21:44:07.940903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Attempting to bind port 0d8d2048-7350-4a20-9d3e-6e95f59351ad on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:07.941244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Attempting to bind port 0d8d2048-7350-4a20-9d3e-6e95f59351ad by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:07.941616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Attempting to bind port 0d8d2048-7350-4a20-9d3e-6e95f59351ad on network 01c178a8-dc53-45a5-b446-a4978a19b1a3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:07.946086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Port 0d8d2048-7350-4a20-9d3e-6e95f59351ad on network 01c178a8-dc53-45a5-b446-a4978a19b1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:07.946422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Attempting to bind port 0d8d2048-7350-4a20-9d3e-6e95f59351ad on network 01c178a8-dc53-45a5-b446-a4978a19b1a3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:07.951294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:07.951638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Checking segment: {'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:07.952025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Bound using segment: {'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:07.952451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Bound port: 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9050addd-3d47-430c-9f02-4219002ddfd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:07.952804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:07.955985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Port 53665785-1184-4d38-b269-a686c1df8fa7 on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:07.956808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Attempting to bind port 53665785-1184-4d38-b269-a686c1df8fa7 on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:07.978533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:07.978868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Checking segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:07.979238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Bound using segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:07.979674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Bound port: 53665785-1184-4d38-b269-a686c1df8fa7, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:07.980019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:08.005417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-d46723b8-27ed-4891-ad3c-b8d1fca7fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.006921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-d46723b8-27ed-4891-ad3c-b8d1fca7fa39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1386285 Nov 26 21:44:08.017344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] For port 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:08.021411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] For port 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:08.025785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:08.062533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.063160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:08.064541 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] 10.222.0.13 "PUT /v2.0/ports/0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 200 len: 1091 time: 0.8627846 Nov 26 21:44:08.064974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:08.067777 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:08.084418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-626f6f9f-873e-4d38-a0e4-edafa0acbcee req-2e39b229-e09e-4292-a8f8-a60058b83873 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631021 Nov 26 21:44:08.090369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625c87-6942-4ed2-824e-42bb3d31220e service neutron] Pushing event updated for resources: {'Port': ['ID=0d8d2048-7350-4a20-9d3e-6e95f59351ad,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:08.090917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-03577ee7-79aa-4c2c-86cc-c8380d17c6f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641508 Nov 26 21:44:08.102663 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b259af0-4ccb-490b-a472-036b59250049 req-6d83b52f-717e-412f-9f9b-278dee32796e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552799 Nov 26 21:44:08.185039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:08.221091 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730e591d-e777-4e83-8d22-06a8bab94f74 x-openstack-request-id: req-730e591d-e777-4e83-8d22-06a8bab94f74 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:08.222578 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:08.223221 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-730e591d-e777-4e83-8d22-06a8bab94f74 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:08.223693 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad', 'status': 'completed', 'code': 200} Nov 26 21:44:08.223930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:08.235116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:08.239275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-8858cab3-edac-4fe3-bf7d-b74a7e4cd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.240860 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-8858cab3-edac-4fe3-bf7d-b74a7e4cd4bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1094 time: 0.0917912 Nov 26 21:44:08.242291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.41', 55734) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:08.310740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-f615d06b-2a20-49a8-8e1e-611c81a3b61c service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055335 Nov 26 21:44:08.318270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-8c35db66-7f85-467f-afd2-4c55e1b3c7cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1292291 Nov 26 21:44:08.321263 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-921b0ad8-b6e2-4db5-a638-1f47147ea6f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 200 len: 217 time: 0.0631571 Nov 26 21:44:08.331943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.332544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:08.333853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] 10.222.0.41 "PUT /v2.0/ports/53665785-1184-4d38-b269-a686c1df8fa7 HTTP/1.1" status: 200 len: 1091 time: 1.9786856 Nov 26 21:44:08.341117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c1f42-c7f6-4d64-a30f-74c810f53cca req-51ff4f21-880f-4130-a6d3-14495529f437 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.342522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977c1f42-c7f6-4d64-a30f-74c810f53cca req-51ff4f21-880f-4130-a6d3-14495529f437 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1603379 Nov 26 21:44:08.343787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:08.346000 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a72cfe7-f813-4084-bde3-838273cf6b89" -d '{"events": [{"name": "network-changed", "server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "tag": "53665785-1184-4d38-b269-a686c1df8fa7"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:08.364710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-b37968b2-9832-4f01-92cc-4de170849e72 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.366134 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-b37968b2-9832-4f01-92cc-4de170849e72 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 950 time: 0.1227221 Nov 26 21:44:08.411640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-89cb0b8c-a58d-4f77-bcaf-d41e96229720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.413095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-89cb0b8c-a58d-4f77-bcaf-d41e96229720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.0840147 Nov 26 21:44:08.434686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ca5ba-4312-495e-bc17-55e276d12134 service neutron] Pushing event updated for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:08.494108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c90c2c-a5a7-4e73-adb0-e05d21fa7466 req-4704fc55-af4d-4654-a733-c9c95ceb51ae tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.495631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58c90c2c-a5a7-4e73-adb0-e05d21fa7466 req-4704fc55-af4d-4654-a733-c9c95ceb51ae tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 943 time: 0.2119527 Nov 26 21:44:08.510142 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-073f1746-350f-4ced-bf24-8be6586e0060 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735376 Nov 26 21:44:08.537579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977c1f42-c7f6-4d64-a30f-74c810f53cca req-1bbe56f7-2110-4aaf-8ec6-6bf7ad8f7cde tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869972 Nov 26 21:44:08.564504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c7638d7-4777-4b6f-8d6a-cd4a2b39ef61 req-b37f631b-718d-4374-aa3b-27f506f2fcf3 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343702 Nov 26 21:44:08.569470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-64dcf9af-8651-45fe-aaa9-fae76e88cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.570953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-64dcf9af-8651-45fe-aaa9-fae76e88cbea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1100 time: 0.1411521 Nov 26 21:44:08.586851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890669b-2765-4225-bebc-f547fbc1177e req-d78b1708-a957-41cb-93bc-8d265056b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.588837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-d78b1708-a957-41cb-93bc-8d265056b2b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 1094 time: 0.1689124 Nov 26 21:44:08.625087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Deleting port b4369497-84fc-400a-a413-eb6f4e2c9934 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:44:08.625492 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:08.625700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58c90c2c-a5a7-4e73-adb0-e05d21fa7466 req-fc846e40-19c6-44db-9d56-c189abb73514 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046340 Nov 26 21:44:08.693630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-4ebb96bb-a540-4c7c-a3ac-a886e6db5b5c service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725860 Nov 26 21:44:08.697218 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-6d2184f7-bb98-4938-af7f-836db864a30e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53665785-1184-4d38-b269-a686c1df8fa7 HTTP/1.1" status: 200 len: 217 time: 0.0620160 Nov 26 21:44:08.794562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-f37ee749-2deb-4f28-ac01-0dc0e514fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.803886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-f37ee749-2deb-4f28-ac01-0dc0e514fd75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1768966 Nov 26 21:44:08.881699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890669b-2765-4225-bebc-f547fbc1177e req-7bb208de-5f33-43d4-8ec8-e1014809b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:08.883227 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-7bb208de-5f33-43d4-8ec8-e1014809b6f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 200 len: 844 time: 0.1448178 Nov 26 21:44:08.890210 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bc297c-183c-4653-b297-f09a99791e6c x-openstack-request-id: req-84bc297c-183c-4653-b297-f09a99791e6c {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:08.890632 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "tag": "53665785-1184-4d38-b269-a686c1df8fa7", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:08.891438 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84bc297c-183c-4653-b297-f09a99791e6c {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:08.891970 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7', 'status': 'completed', 'code': 200} Nov 26 21:44:08.894746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-5328be1c-1343-437a-b749-762fd8ea9522 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.0709326 Nov 26 21:44:08.909512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] For port b4369497-84fc-400a-a413-eb6f4e2c9934, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4369497-84fc-400a-a413-eb6f4e2c9934,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:08.910149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:08.942404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-c5579b9f-8bc9-4067-bdc5-e1bd26e11aad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493445 Nov 26 21:44:08.949838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Calling delete_port for b4369497-84fc-400a-a413-eb6f4e2c9934 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:44:08.956726 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a130f274-f5d9-470f-96d1-ecb8a11375c9 req-eb27ef36-6fcf-4684-82c2-4a92d76aa78f service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322366 Nov 26 21:44:09.011428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c4278-873b-4bdf-9c58-909f785a9b1b req-63b3fc8c-5c58-426a-a4bd-ce41a477d19d tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.012910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f95c4278-873b-4bdf-9c58-909f785a9b1b req-63b3fc8c-5c58-426a-a4bd-ce41a477d19d tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 950 time: 0.1252511 Nov 26 21:44:09.014268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-129cd6bd-1ea2-4eaf-9cc1-78f58c9ef10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.015588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-129cd6bd-1ea2-4eaf-9cc1-78f58c9ef10b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1103301 Nov 26 21:44:09.027858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e02b45-f471-43c6-9d1e-c520abdc7d62 req-00f9bf1e-9a3a-40d1-ace6-542f5248c76e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.029257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6e02b45-f471-43c6-9d1e-c520abdc7d62 req-00f9bf1e-9a3a-40d1-ace6-542f5248c76e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1250420 Nov 26 21:44:09.129593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-a1492b8f-08f0-467e-8aaa-f14a6182acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.130881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-72d4a271-ebb6-43a8-a39e-465db963e3e4 service neutron] 10.222.0.41 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768005 Nov 26 21:44:09.131136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-a1492b8f-08f0-467e-8aaa-f14a6182acb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010840 Nov 26 21:44:09.140744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f95c4278-873b-4bdf-9c58-909f785a9b1b req-671a15e6-2f13-4e37-b449-acbcbdb2c394 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/security-groups?id=88956109-1191-4fb0-910e-a75ed0302042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203039 Nov 26 21:44:09.147499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-6bc71c4f-80a4-4ca7-8a31-84c6b389ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.148960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-6bc71c4f-80a4-4ca7-8a31-84c6b389ea9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1094 time: 0.0733464 Nov 26 21:44:09.181811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6e02b45-f471-43c6-9d1e-c520abdc7d62 req-a64bbdac-b9bb-43a5-9d13-ecb3fc817c25 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388350 Nov 26 21:44:09.287815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-3c7aa2ba-3502-43b2-a207-4ac62191fe5a service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439512 Nov 26 21:44:09.327747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41fab6-7311-4a5b-b3af-c0f524037dc7 req-6af48810-0ffd-4333-99d2-4af94aedc422 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.329248 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd41fab6-7311-4a5b-b3af-c0f524037dc7 req-6af48810-0ffd-4333-99d2-4af94aedc422 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1096 time: 0.1076667 Nov 26 21:44:09.357516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:09.395260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b4369497-84fc-400a-a413-eb6f4e2c9934'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:09.402637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285f360-e980-44a2-9614-14336dc93095 req-f13576bb-4839-4ed3-a515-d39d3f86f672 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.404139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6285f360-e980-44a2-9614-14336dc93095 req-f13576bb-4839-4ed3-a515-d39d3f86f672 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.1336360 Nov 26 21:44:09.415641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Pushing event deleted for resources: {'Port': ['ID=b4369497-84fc-400a-a413-eb6f4e2c9934,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:09.422395 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e890669b-2765-4225-bebc-f547fbc1177e req-bd626276-deec-41aa-b1b3-bf2673e5c055 service neutron] 10.222.0.41 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785428 Nov 26 21:44:09.429891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-af159ef3-d73e-455d-8451-07bb97b94593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.430655 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-af159ef3-d73e-455d-8451-07bb97b94593 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 913 time: 0.2533770 Nov 26 21:44:09.458874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd41fab6-7311-4a5b-b3af-c0f524037dc7 req-0294e3dd-4d43-40cd-a827-b9bced58669f tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024752 Nov 26 21:44:09.466423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c89b024c-18f0-4dd2-9887-7a91d723d9a1 req-864f3a20-8d23-4fd9-91e2-edff2e7f1ade service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640587 Nov 26 21:44:09.490610 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-3581f7c9-7c89-4d93-9b91-302b6b5e946a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 200 len: 217 time: 0.0426419 Nov 26 21:44:09.508699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6285f360-e980-44a2-9614-14336dc93095 req-4ee037be-d548-403d-b1bf-e97eaa8b972a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949178 Nov 26 21:44:09.517120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] No DVR routers for this DVR port b4369497-84fc-400a-a413-eb6f4e2c9934 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:09.542895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:09.546619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4dff7e52-2679-4952-9e2e-17c1c3131af5 req-715ce755-dfc3-473b-8e6c-26c4f3b52106 tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.41 "DELETE /v2.0/ports/b4369497-84fc-400a-a413-eb6f4e2c9934 HTTP/1.1" status: 204 len: 173 time: 1.1667614 Nov 26 21:44:09.594547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-57ebea22-650f-494d-85c5-750821bff721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.596102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-57ebea22-650f-494d-85c5-750821bff721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.0899353 Nov 26 21:44:09.633707 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-69f19c0f-3bbf-4ef2-8950-6d6ddcb6ed74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298433 Nov 26 21:44:09.640506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-9dcc81a5-e651-4db3-abe9-32cc7e69c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.642037 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-9dcc81a5-e651-4db3-abe9-32cc7e69c3d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 1094 time: 0.0818782 Nov 26 21:44:09.662511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec25ab-0a48-455a-942d-648c29b9f324 req-983ff6d4-1273-41a7-b7de-65cfda20cf15 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.664084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7ec25ab-0a48-455a-942d-648c29b9f324 req-983ff6d4-1273-41a7-b7de-65cfda20cf15 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 943 time: 0.0784936 Nov 26 21:44:09.748739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372eb72e-e91e-4814-9bad-cee37819055b req-f726fb38-3b03-4dcd-aa0e-9ba754ddce69 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.751288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-372eb72e-e91e-4814-9bad-cee37819055b req-f726fb38-3b03-4dcd-aa0e-9ba754ddce69 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0852537 Nov 26 21:44:09.759826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7ec25ab-0a48-455a-942d-648c29b9f324 req-263fccd8-176e-4187-a2cb-92af8d5432cd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859175 Nov 26 21:44:09.812687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-372eb72e-e91e-4814-9bad-cee37819055b req-592b13e2-40c9-43ac-b9de-4776fa851b97 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518966 Nov 26 21:44:09.839399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-1d5f023b-245d-4c57-a748-3f8643e10cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.840865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-1d5f023b-245d-4c57-a748-3f8643e10cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 905 time: 0.1679826 Nov 26 21:44:09.846360 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-4aff4d00-d06e-415f-b764-29c1f9da09bb service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953068 Nov 26 21:44:09.896870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-adfff683-394d-4c61-88f6-1b2ffbf55d0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53665785-1184-4d38-b269-a686c1df8fa7 HTTP/1.1" status: 200 len: 217 time: 0.0471976 Nov 26 21:44:09.931075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e910-a191-45cf-acb2-8d9589a74fd0 req-5801b647-22e9-4d85-a645-6cb0e769b803 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.932617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b87e910-a191-45cf-acb2-8d9589a74fd0 req-5801b647-22e9-4d85-a645-6cb0e769b803 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 943 time: 0.0591731 Nov 26 21:44:09.986446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b87e910-a191-45cf-acb2-8d9589a74fd0 req-1bb0d4e0-6f32-45a3-9ebe-ec895da62489 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468669 Nov 26 21:44:09.991720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-e9182037-d1c6-43f4-9f17-1d226bb89b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:09.993191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-e9182037-d1c6-43f4-9f17-1d226bb89b9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 200 len: 844 time: 0.0863895 Nov 26 21:44:10.049012 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-be30aa3f-f3e4-4608-afcd-27252e154541 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468884 Nov 26 21:44:10.057165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89eb6cc6-b08a-4125-8dc1-f331c42d76dd req-9eb635ea-0794-4e9b-8f1c-ec1ae7a44339 service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001209 Nov 26 21:44:10.195602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-762c89ad-47ff-4532-9db7-f44c1ec13e0a service neutron] 10.222.0.41 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944400 Nov 26 21:44:10.227099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5803b8-6c72-4ae7-b21d-2f37f6edcb90', 'name': 'network-vif-deleted', 'tag': 'b4369497-84fc-400a-a413-eb6f4e2c9934'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:10.229787 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a9956e-fbe6-4831-8aaf-d5ef5e638eab" -d '{"events": [{"server_uuid": "fa5803b8-6c72-4ae7-b21d-2f37f6edcb90", "name": "network-vif-deleted", "tag": "b4369497-84fc-400a-a413-eb6f4e2c9934"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:10.264782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d27d327-c785-47f2-8af6-9279db91e155 req-e9f3d4c8-a3e9-4f38-9633-e3596bce792a tempest-LiveMigrationNegativeTest-1739989330 tempest-LiveMigrationNegativeTest-1739989330-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa5803b8-6c72-4ae7-b21d-2f37f6edcb90 HTTP/1.1" status: 200 len: 210 time: 0.0275006 Nov 26 21:44:10.322803 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a72cfe7-f813-4084-bde3-838273cf6b89 req-1fbdcdc1-146d-46ca-abea-4a15d21e9a85 service neutron] 10.222.0.41 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174242 Nov 26 21:44:10.398577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667944e9-395a-4890-8273-7b3d15445255 req-8eddc44b-681e-46e3-9efb-ad6a9debe413 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:10.400251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-667944e9-395a-4890-8273-7b3d15445255 req-8eddc44b-681e-46e3-9efb-ad6a9debe413 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0590808 Nov 26 21:44:10.454613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-667944e9-395a-4890-8273-7b3d15445255 req-c6a8e7c6-f293-4f9b-87d0-fa1bd21cf352 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 Nov 26 21:44:10.496944 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d1a330-ed51-4e89-aa5a-e5c02a639b3a x-openstack-request-id: req-a4d1a330-ed51-4e89-aa5a-e5c02a639b3a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:10.497242 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5803b8-6c72-4ae7-b21d-2f37f6edcb90", "name": "network-vif-deleted", "tag": "b4369497-84fc-400a-a413-eb6f4e2c9934", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:10.497494 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4d1a330-ed51-4e89-aa5a-e5c02a639b3a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:10.497885 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5803b8-6c72-4ae7-b21d-2f37f6edcb90', 'name': 'network-vif-deleted', 'tag': 'b4369497-84fc-400a-a413-eb6f4e2c9934', 'status': 'completed', 'code': 200} Nov 26 21:44:10.635127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8badf3-f38c-4ca4-a5ad-82feb64a0728 req-51b344cf-b595-4745-a86f-9faeae95afc0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:10.636661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef8badf3-f38c-4ca4-a5ad-82feb64a0728 req-51b344cf-b595-4745-a86f-9faeae95afc0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.0500124 Nov 26 21:44:10.663273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-45048173-a0c8-4d79-a126-1f4d9adfd1c7 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:44:10.664250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-45048173-a0c8-4d79-a126-1f4d9adfd1c7 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123382 Nov 26 21:44:10.934964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-cf88f446-1f45-44cc-b379-603124617973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:10.936273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-cf88f446-1f45-44cc-b379-603124617973 service neutron] 10.222.0.21 "GET /v2.0/ports/47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 200 len: 1093 time: 0.2647891 Nov 26 21:44:10.939469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef8badf3-f38c-4ca4-a5ad-82feb64a0728 req-2f2900ae-beb9-4cfe-8a1f-414ffd0a6420 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946768 Nov 26 21:44:10.945440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:10.945885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:44:11.092920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756aaa0-eb56-4673-ba5f-3b47ae50686c req-f98170ed-964e-43a1-bee2-227b7fdd5b04 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.094404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a756aaa0-eb56-4673-ba5f-3b47ae50686c req-f98170ed-964e-43a1-bee2-227b7fdd5b04 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 943 time: 0.0761216 Nov 26 21:44:11.133101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:11.133423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:11.133744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:11.144818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:11.145135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:11.157835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:11.158197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:11.158577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:11.159034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Bound port: 47ceee96-6047-4240-96ff-0f5aaf982023, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:11.168652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a756aaa0-eb56-4673-ba5f-3b47ae50686c req-e8b8cec4-097a-497b-9184-9d04e18302a6 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660348 Nov 26 21:44:11.216245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:11.221126 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-f8a758fd-69db-4d04-8896-21b439f4ca10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642703 Nov 26 21:44:11.226414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:11.227604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-7f6dd80e-54f0-485e-8b5f-2fd8104e83fc service neutron] 10.222.0.21 "POST /v2.0/ports/47ceee96-6047-4240-96ff-0f5aaf982023/bindings HTTP/1.1" status: 201 len: 389 time: 0.2853608 Nov 26 21:44:11.306103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d046bda-26ed-4504-81a1-a7fecae577e1 req-ce07b342-ecbf-4050-a815-8cf857ef3e2e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.307771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d046bda-26ed-4504-81a1-a7fecae577e1 req-ce07b342-ecbf-4050-a815-8cf857ef3e2e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0607686 Nov 26 21:44:11.343330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-03a05435-ccd5-4dda-aefb-f875db802dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.345832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-03a05435-ccd5-4dda-aefb-f875db802dfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1117 time: 0.0857112 Nov 26 21:44:11.386151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d046bda-26ed-4504-81a1-a7fecae577e1 req-615b0902-ab51-485c-964c-6d7e07afae58 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710073 Nov 26 21:44:11.417501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1076c9d-c913-4f36-8734-d021d13faaa6 req-541d3af8-0c45-457d-9647-9121f2f8798a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.419085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1076c9d-c913-4f36-8734-d021d13faaa6 req-541d3af8-0c45-457d-9647-9121f2f8798a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 943 time: 0.0797577 Nov 26 21:44:11.482458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1076c9d-c913-4f36-8734-d021d13faaa6 req-b15aa668-0a57-4929-8996-3d7c869c953e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562479 Nov 26 21:44:11.482677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-28d3d738-583f-4d9c-b98a-4ddc75683acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.484005 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-28d3d738-583f-4d9c-b98a-4ddc75683acb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1172264 Nov 26 21:44:11.547976 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-2f393698-9778-4a30-bdfa-5c74f052cbfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 217 time: 0.0385876 Nov 26 21:44:11.604500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1563ba-e4aa-468d-b8b2-aa7f1eab7bfa req-cab1918a-df6e-415b-8085-bad8b1d70fe0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.609141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-287bc426-3908-4f33-9bb8-32438e86edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.610612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca1563ba-e4aa-468d-b8b2-aa7f1eab7bfa req-cab1918a-df6e-415b-8085-bad8b1d70fe0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0607440 Nov 26 21:44:11.610769 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-287bc426-3908-4f33-9bb8-32438e86edf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0539968 Nov 26 21:44:11.617552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-f69d2b1f-9807-4019-8922-eff6725a4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.619387 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-f69d2b1f-9807-4019-8922-eff6725a4b6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1096 time: 0.1499426 Nov 26 21:44:11.675558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-dbfd455d-4e2e-4048-985e-d0268554b087 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463331 Nov 26 21:44:11.692333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa60b1f-b591-4bd8-b45c-48f510cd9075 req-2572c161-1a1c-4567-aa88-2e1cd1d33560 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:11.694214 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-caa60b1f-b591-4bd8-b45c-48f510cd9075 req-2572c161-1a1c-4567-aa88-2e1cd1d33560 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0824599 Nov 26 21:44:11.706982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca1563ba-e4aa-468d-b8b2-aa7f1eab7bfa req-07574102-7eed-4536-9e0e-f08fdc82c59f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850616 Nov 26 21:44:11.723207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:11.731469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b4369497-84fc-400a-a413-eb6f4e2c9934 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:11.759287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-caa60b1f-b591-4bd8-b45c-48f510cd9075 req-7578ca50-cbb6-4058-b633-27e5a3f4f448 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505252 Nov 26 21:44:11.803959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33232) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:11.826159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: b4369497-84fc-400a-a413-eb6f4e2c9934 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:44:11.826502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b4369497-84fc-400a-a413-eb6f4e2c9934 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:11.873122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:11.885619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '7cb10054-ada2-4213-9a27-6cfc647c5631', 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'port_id': '7cb10054-ada2-4213-9a27-6cfc647c5631', 'mac_address': 'fa:16:3e:41:d8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3914721-3203-40a5-a057-84f456da8729', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:44:11.927804 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:11.943430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb10054-ada2-4213-9a27-6cfc647c5631 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:11.951146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-52dd63e5-86d9-4ecb-97a0-fc16a5ac07e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9589ab10c2e4452abc430c27e1eeb300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459858 Nov 26 21:44:11.953694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33236) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:11.971370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:11.978691 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.020222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ff33a95-4001-488d-b213-fe22b27d21cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.031776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-9061f7ae-4ecf-4e0c-a009-3bbdafdd3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:12.035623 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-9061f7ae-4ecf-4e0c-a009-3bbdafdd3d93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.4029057 Nov 26 21:44:12.041649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:12.050951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.051296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.051842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.052368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.052706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.053039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.053366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.053886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.054245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.054746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.055078 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.055406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:44:12.072207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ff33a95-4001-488d-b213-fe22b27d21cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.084345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-f46bb81a-cca5-426a-80a3-c217bfdf7061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 200 len: 217 time: 0.0424306 Nov 26 21:44:12.086158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-bf2897c7-317f-46d2-ab18-e81ff97b0c7c service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856142 Nov 26 21:44:12.100936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb9dde-b7ca-46ec-a1e3-e98bcec8f65d req-51bcc48c-d79e-4ac6-a54d-44caa673ffad tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:12.102436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cb9dde-b7ca-46ec-a1e3-e98bcec8f65d req-51bcc48c-d79e-4ac6-a54d-44caa673ffad tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 944 time: 0.0852504 Nov 26 21:44:12.160950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cb9dde-b7ca-46ec-a1e3-e98bcec8f65d req-0fa290ed-5c56-47f7-9c1c-6720dbd1208b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Nov 26 21:44:12.161955 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ff33a95-4001-488d-b213-fe22b27d21cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.164584 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ff33a95-4001-488d-b213-fe22b27d21cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.168408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ff33a95-4001-488d-b213-fe22b27d21cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88956109-1191-4fb0-910e-a75ed0302042 HTTP/1.1" status: 204 len: 168 time: 0.2109306 Nov 26 21:44:12.181741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff33a95-4001-488d-b213-fe22b27d21cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88956109-1191-4fb0-910e-a75ed0302042,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:12.197973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-daeef1e1-f3f6-4c06-b47f-162fe0774c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:12.199468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-daeef1e1-f3f6-4c06-b47f-162fe0774c86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0951605 Nov 26 21:44:12.258384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-ab07e5d7-2daf-4140-9aa7-63d26e8e7984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421205 Nov 26 21:44:12.263854 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce35d0ec-4bdf-420f-90ae-0d3fe10c5bd9 req-fca724ba-f188-43bd-bb9c-0a171dba1e2a service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523912 Nov 26 21:44:12.320124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41652732-dca3-4c05-8618-ca6a98e6cda3 req-dd843cd8-d50c-49d9-bc82-2f8c40f56934 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:12.321766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41652732-dca3-4c05-8618-ca6a98e6cda3 req-dd843cd8-d50c-49d9-bc82-2f8c40f56934 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 943 time: 0.0627902 Nov 26 21:44:12.383935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41652732-dca3-4c05-8618-ca6a98e6cda3 req-486cfedf-5cbc-467f-8494-3133f8a08965 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540390 Nov 26 21:44:12.399740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['7cb10054-ada2-4213-9a27-6cfc647c5631'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:12.406798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-aa8d9d37-a556-4d76-99db-6945396cdbca service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240430 Nov 26 21:44:12.526344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33252) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:12.576271 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-007bb6cc-148e-4945-b9e0-ed113bda9c91 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399999 Nov 26 21:44:12.583388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763c6eb-f139-47bc-aaf0-0992d0f0aac0 req-9f9a1170-60b8-40f1-b507-cba006dafe86 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:12.584874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e763c6eb-f139-47bc-aaf0-0992d0f0aac0 req-9f9a1170-60b8-40f1-b507-cba006dafe86 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1191194 Nov 26 21:44:12.589300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-960d6129-e2c2-4b1d-8e1d-6441ab9ee9cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24fa8ea5b8bc419a8b50d93cdd6acf36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600517 Nov 26 21:44:12.590303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33254) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:12.684342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e763c6eb-f139-47bc-aaf0-0992d0f0aac0 req-1062138c-3669-4318-8301-0e967742905f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862577 Nov 26 21:44:12.684941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2016166a-9450-4d14-ac13-614c2b1abaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.733056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2016166a-9450-4d14-ac13-614c2b1abaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.748460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f767-51c0-4b19-99ac-c98c68da4b1f req-0ceae3c7-76eb-4a29-adff-93f61936f2ba tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:12.749976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9d2f767-51c0-4b19-99ac-c98c68da4b1f req-0ceae3c7-76eb-4a29-adff-93f61936f2ba tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 943 time: 0.0854402 Nov 26 21:44:12.784915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-3b9ec027-f499-4ca7-a7a3-68d909ee1749 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:12.786955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-3b9ec027-f499-4ca7-a7a3-68d909ee1749 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.0571072 Nov 26 21:44:12.800936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:12.849539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9d2f767-51c0-4b19-99ac-c98c68da4b1f req-cb8a128d-657e-412b-86ca-b8b7b35f82d0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903206 Nov 26 21:44:12.863406 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.864773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733b2b5-9142-4a7f-a952-c0d244ae3c3b req-eee193f4-8e5f-4076-8a83-35177812bce1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:12.866336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a733b2b5-9142-4a7f-a952-c0d244ae3c3b req-eee193f4-8e5f-4076-8a83-35177812bce1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 945 time: 0.0794783 Nov 26 21:44:12.867421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2016166a-9450-4d14-ac13-614c2b1abaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.870016 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2016166a-9450-4d14-ac13-614c2b1abaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:12.873060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2016166a-9450-4d14-ac13-614c2b1abaf8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/debacbbd-f88c-49d3-92b3-f2020d3dbdc6 HTTP/1.1" status: 204 len: 168 time: 0.2798200 Nov 26 21:44:12.880105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0d8d2048-7350-4a20-9d3e-6e95f59351ad details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:12.883332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016166a-9450-4d14-ac13-614c2b1abaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debacbbd-f88c-49d3-92b3-f2020d3dbdc6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:13.033515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a733b2b5-9142-4a7f-a952-c0d244ae3c3b req-13b5f7c3-ab0c-42f3-8411-aa1fb487c0e3 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438916 Nov 26 21:44:13.059063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:13.072193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:13.079158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a864cf5-7b91-44f9-9790-107555d99e5d req-9ea4f23c-5ae9-4d06-9662-d64cf0ef5681 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:13.081590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a864cf5-7b91-44f9-9790-107555d99e5d req-9ea4f23c-5ae9-4d06-9662-d64cf0ef5681 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1162264 Nov 26 21:44:13.089099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '0d8d2048-7350-4a20-9d3e-6e95f59351ad', 'network_id': '01c178a8-dc53-45a5-b446-a4978a19b1a3', 'port_id': '0d8d2048-7350-4a20-9d3e-6e95f59351ad', 'mac_address': 'fa:16:3e:52:e3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a327653-249e-4d87-8675-469ae8909732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:44:13.131868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:13.182729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a864cf5-7b91-44f9-9790-107555d99e5d req-0076ed81-3445-48cf-84e9-6619cde86961 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946403 Nov 26 21:44:13.184626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:13.187520 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07355e08-8be2-4f05-a493-1738d31eaec7" -d '{"events": [{"server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "name": "network-vif-unplugged", "status": "completed", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:13.193983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:13.202696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:13.203078 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:13.228054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8d2048-7350-4a20-9d3e-6e95f59351ad {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:13.259663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:13.264836 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:13.279553 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52688f69-0056-4c53-9498-7bf415710044 x-openstack-request-id: req-52688f69-0056-4c53-9498-7bf415710044 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:13.280040 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "name": "network-vif-unplugged", "status": "completed", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:13.280121 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52688f69-0056-4c53-9498-7bf415710044 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:13.280710 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023', 'code': 200} Nov 26 21:44:13.305185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b3281-9634-48d7-8530-feea9ef149da req-e6c9a8e4-0118-490d-b066-6f08c4522934 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:13.312700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d51b3281-9634-48d7-8530-feea9ef149da req-e6c9a8e4-0118-490d-b066-6f08c4522934 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 944 time: 0.0679336 Nov 26 21:44:13.319631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0d8d2048-7350-4a20-9d3e-6e95f59351ad,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:13.344927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:13.356894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:13.357229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:13.357556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:13.362694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:13.363088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Attempting to bind port 47ceee96-6047-4240-96ff-0f5aaf982023 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:13.368350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:13.368688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:13.368866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d51b3281-9634-48d7-8530-feea9ef149da req-3b30ebf0-9c33-49f4-b205-ba15dfc01b63 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552719 Nov 26 21:44:13.369324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:13.369473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Bound port: 47ceee96-6047-4240-96ff-0f5aaf982023, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:13.369815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:13.436449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:13.439065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:13.444282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:13.527588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c58eae-f72b-41f7-87a6-0e09543a05d3 req-9d8c962e-ac7d-444f-862f-a1a84f1f737e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:13.529041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:13.529210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91c58eae-f72b-41f7-87a6-0e09543a05d3 req-9d8c962e-ac7d-444f-862f-a1a84f1f737e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 944 time: 0.0630612 Nov 26 21:44:13.532593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:13.533216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:13.534698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-eafa6a3f-0bd4-458f-ab2c-64b27ec95ca2 service neutron] 10.222.0.13 "PUT /v2.0/ports/47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 200 len: 1121 time: 0.7406149 Nov 26 21:44:13.586545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91c58eae-f72b-41f7-87a6-0e09543a05d3 req-42f7a9cf-e656-4f70-8214-4c54a9aa8918 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488925 Nov 26 21:44:13.690855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['47ceee96-6047-4240-96ff-0f5aaf982023'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:13.739483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 53665785-1184-4d38-b269-a686c1df8fa7 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:13.750976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:13.821167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205448b0-45b6-4c9c-a172-193c6a15baae req-bd79cecb-408d-492f-854c-8bdf80f1b1d0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:13.822626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-205448b0-45b6-4c9c-a172-193c6a15baae req-bd79cecb-408d-492f-854c-8bdf80f1b1d0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0526803 Nov 26 21:44:13.848116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0d8d2048-7350-4a20-9d3e-6e95f59351ad'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:13.874803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-205448b0-45b6-4c9c-a172-193c6a15baae req-54dc233b-32dc-482b-8501-07135e354521 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450468 Nov 26 21:44:14.015026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7c7e7-acdb-404a-adc2-7392e89bd2fd req-fdffc6ee-5286-42fd-8939-3b317b5d3873 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:14.016212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09e7c7e7-acdb-404a-adc2-7392e89bd2fd req-fdffc6ee-5286-42fd-8939-3b317b5d3873 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 943 time: 0.0629616 Nov 26 21:44:14.069155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09e7c7e7-acdb-404a-adc2-7392e89bd2fd req-32b67597-6ed2-460d-ba49-02abc34dc617 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443907 Nov 26 21:44:14.087615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 7cb10054-ada2-4213-9a27-6cfc647c5631 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:44:14.090604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:14.108530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 7cb10054-ada2-4213-9a27-6cfc647c5631 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:14.108836 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.145467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '53665785-1184-4d38-b269-a686c1df8fa7', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'port_id': '53665785-1184-4d38-b269-a686c1df8fa7', 'mac_address': 'fa:16:3e:4f:ce:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:44:14.183751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fb639-af4f-4973-8157-3edc03318a61 req-6ca13107-358e-4cf1-860e-3544f45eff9a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:14.185277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455fb639-af4f-4973-8157-3edc03318a61 req-6ca13107-358e-4cf1-860e-3544f45eff9a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0591497 Nov 26 21:44:14.246772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.254490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455fb639-af4f-4973-8157-3edc03318a61 req-5b75751d-afad-41d9-982b-6aebdc56765b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620797 Nov 26 21:44:14.279574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53665785-1184-4d38-b269-a686c1df8fa7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:14.334095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:14.340185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbf355-7d70-4654-8bb6-80b895a46efa req-a19ee6a3-35e6-4c36-bc19-47c310a8c544 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:14.341734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19cbf355-7d70-4654-8bb6-80b895a46efa req-a19ee6a3-35e6-4c36-bc19-47c310a8c544 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0545049 Nov 26 21:44:14.343980 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.345642 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.394768 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19cbf355-7d70-4654-8bb6-80b895a46efa req-ef2192c1-185b-4013-8c6f-6ceb5a1346d2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448513 Nov 26 21:44:14.413762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:14.416033 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336f81a9-66b1-4845-9e0c-0e47ec4289ad" -d '{"events": [{"server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:14.436993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:14.438336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:14.444523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.485143 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df972e93-ed11-489d-8014-157d17274871 x-openstack-request-id: req-df972e93-ed11-489d-8014-157d17274871 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:14.486328 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "name": "network-vif-plugged", "status": "completed", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:14.486587 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df972e93-ed11-489d-8014-157d17274871 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:14.487499 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631', 'code': 200} Nov 26 21:44:14.505843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:14.526759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485dab6-72d3-4860-9d04-f80cc6c5cf8b req-82193099-0bf5-441d-b464-ad8885750313 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:14.528685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e485dab6-72d3-4860-9d04-f80cc6c5cf8b req-82193099-0bf5-441d-b464-ad8885750313 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.0632246 Nov 26 21:44:14.585540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e485dab6-72d3-4860-9d04-f80cc6c5cf8b req-a6e4064d-c3ea-40d2-be55-ef0599c33f9d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Nov 26 21:44:14.623115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7460228-c44d-487e-814d-c9810275c91f req-31e8f23f-e8db-48bf-90d2-94130106e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:14.624567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7460228-c44d-487e-814d-c9810275c91f req-31e8f23f-e8db-48bf-90d2-94130106e2fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0443938 Nov 26 21:44:14.672822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7460228-c44d-487e-814d-c9810275c91f req-f491a285-c188-4663-9b01-ecd6cf2a2d08 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Nov 26 21:44:14.703781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177f53b-3ace-4fbb-8596-64fc3be6f211 req-1106ba1c-a7eb-471c-990e-f1efed6deece tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:14.705265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b177f53b-3ace-4fbb-8596-64fc3be6f211 req-1106ba1c-a7eb-471c-990e-f1efed6deece tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 944 time: 0.0496678 Nov 26 21:44:14.736664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1631451537', 'description': 'tempest-description-347159679'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:14.769919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b177f53b-3ace-4fbb-8596-64fc3be6f211 req-df51f0d3-6007-48fa-ad04-0407c9bcc8bc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578949 Nov 26 21:44:14.777872 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.786291 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.814258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['53665785-1184-4d38-b269-a686c1df8fa7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:14.864577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.868328 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.909598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc978e-ac11-4e0f-ac0d-08d4908702c7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:14.947057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.951041 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.982040 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:14.983273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b0ca446-9619-4d73-806e-cdd6b0a111b9 req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2516429 Nov 26 21:44:14.990900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af23c5-3197-48ac-996c-54f6e5d09b1b tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40420292-56c3-4689-98d1-3b67628ea15e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:15.079993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed9e90-34b7-4ded-8e8a-128a809fe578 req-987ab416-b3f5-4ff3-80d0-eb3fcd206c1a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.082147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5bed9e90-34b7-4ded-8e8a-128a809fe578 req-987ab416-b3f5-4ff3-80d0-eb3fcd206c1a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0501037 Nov 26 21:44:15.131634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5bed9e90-34b7-4ded-8e8a-128a809fe578 req-7cba2d87-7f6c-4913-a226-2d179ffaca22 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Nov 26 21:44:15.138993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0244c8d1-8b38-453f-875a-b60733b9d21a req-a49466df-ecc9-4362-b6cb-26e42f50b369 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2059593851', 'description': 'tempest-description-136270530'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:15.162872 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0244c8d1-8b38-453f-875a-b60733b9d21a req-a49466df-ecc9-4362-b6cb-26e42f50b369 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.255526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0244c8d1-8b38-453f-875a-b60733b9d21a req-a49466df-ecc9-4362-b6cb-26e42f50b369 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.259983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0244c8d1-8b38-453f-875a-b60733b9d21a req-a49466df-ecc9-4362-b6cb-26e42f50b369 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.282268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:15.284944 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9ee35d-71db-4c84-a299-da427c6d02cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:15.296662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16a68c-b0e2-4ca9-b079-d4576a0143c7 req-8363e36c-1cd8-47b4-88c9-32ae1aabd5f6 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.298136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd16a68c-b0e2-4ca9-b079-d4576a0143c7 req-8363e36c-1cd8-47b4-88c9-32ae1aabd5f6 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 944 time: 0.0898235 Nov 26 21:44:15.305269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0244c8d1-8b38-453f-875a-b60733b9d21a req-a49466df-ecc9-4362-b6cb-26e42f50b369 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.306410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0244c8d1-8b38-453f-875a-b60733b9d21a req-a49466df-ecc9-4362-b6cb-26e42f50b369 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1718976 Nov 26 21:44:15.311789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49466df-ecc9-4362-b6cb-26e42f50b369 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549a03e1-9745-41c5-bdee-38b485ee8f98,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:15.355315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd16a68c-b0e2-4ca9-b079-d4576a0143c7 req-0149ec6c-bc19-4a5d-a020-c53a4f83316f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Nov 26 21:44:15.399700 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46143bbf-5359-4d94-9276-8df7e29b3c2b x-openstack-request-id: req-46143bbf-5359-4d94-9276-8df7e29b3c2b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:15.400215 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:15.400575 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46143bbf-5359-4d94-9276-8df7e29b3c2b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:15.401150 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023', 'status': 'completed', 'code': 200} Nov 26 21:44:15.403326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557251f5-c66d-4df6-b65a-9b681f25a53b req-1dd9d331-e439-4b54-80ee-e8e4381adce3 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.404820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-557251f5-c66d-4df6-b65a-9b681f25a53b req-1dd9d331-e439-4b54-80ee-e8e4381adce3 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0486317 Nov 26 21:44:15.456038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-557251f5-c66d-4df6-b65a-9b681f25a53b req-1a24139b-8b6f-460b-b21a-1bc0d3e6b54d tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 Nov 26 21:44:15.463962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-534731336', 'description': 'tempest-description-857769545'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:15.487087 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.500492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.505773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-de183d64-1219-42e7-8efb-50974db2ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.507579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-de183d64-1219-42e7-8efb-50974db2ac4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1124 time: 0.0459559 Nov 26 21:44:15.599802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69165ec-adda-4f3f-be60-150423c09aef req-99bc108b-a554-4f9d-b47d-b3c2289b4a2f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.601297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b69165ec-adda-4f3f-be60-150423c09aef req-99bc108b-a554-4f9d-b47d-b3c2289b4a2f tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0752113 Nov 26 21:44:15.606014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-8b388f07-b025-41bf-9c85-54298aa209f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.607715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-8b388f07-b025-41bf-9c85-54298aa209f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.0906637 Nov 26 21:44:15.637388 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.644068 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.652323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-4ecc8858-9757-4745-a2ad-a9a7ab1b58b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 200 len: 217 time: 0.0358934 Nov 26 21:44:15.694497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b69165ec-adda-4f3f-be60-150423c09aef req-26e3c856-06a7-46bf-855b-7fb6f48b0d69 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825832 Nov 26 21:44:15.704392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80858f67-22e3-4d65-af94-6f93633cb588,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:15.716865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-c953ab33-bb9c-48b0-aebd-de623ef33faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.716865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-c953ab33-bb9c-48b0-aebd-de623ef33faa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0472171 Nov 26 21:44:15.750371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-a02388cd-7b3e-4fb4-abee-56a1120bd8a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273569 Nov 26 21:44:15.751484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.755632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.798670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:15.800551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8463f58b-bb36-484a-b597-31c054ddc377 req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3404257 Nov 26 21:44:15.818209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c592a-de0e-4c1c-bf13-fc5b21578e84 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea711513-ab5a-4b48-a704-2f4901cfbf95,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:15.843328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d07b1-12d2-408e-b605-0d8fa0d76369 req-7ae3dcf0-6840-4a55-9858-09e7cc9a1dd4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.844882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b3d07b1-12d2-408e-b605-0d8fa0d76369 req-7ae3dcf0-6840-4a55-9858-09e7cc9a1dd4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.0695424 Nov 26 21:44:15.868541 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-0cf94240-a47c-4003-9538-0d04dea38a6f service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091492 Nov 26 21:44:15.926613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b3d07b1-12d2-408e-b605-0d8fa0d76369 req-1d156571-09a9-48c8-8cca-993041584dd1 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744643 Nov 26 21:44:15.939689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25604c-826d-418b-82e9-092a2cfe4fec req-375d44d9-db78-4618-827c-f5d9b9f0f743 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:15.941444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd25604c-826d-418b-82e9-092a2cfe4fec req-375d44d9-db78-4618-827c-f5d9b9f0f743 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 944 time: 0.0757403 Nov 26 21:44:15.954341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e0a84bef-4cb1-4480-aaf3-cb8e47385691 req-095ac800-983b-45cc-909b-85b610811f52 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-713468157', 'description': 'tempest-description-1801732204'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:15.972271 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b9ee35d-71db-4c84-a299-da427c6d02cc req-56ce2b85-48eb-4276-a0d8-9739554785f4 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953259 Nov 26 21:44:16.002913 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e0a84bef-4cb1-4480-aaf3-cb8e47385691 req-095ac800-983b-45cc-909b-85b610811f52 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:16.018735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd25604c-826d-418b-82e9-092a2cfe4fec req-7ad90f33-9394-4a4e-ba0c-28151bb67833 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668573 Nov 26 21:44:16.075982 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e0a84bef-4cb1-4480-aaf3-cb8e47385691 req-095ac800-983b-45cc-909b-85b610811f52 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:16.079423 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e0a84bef-4cb1-4480-aaf3-cb8e47385691 req-095ac800-983b-45cc-909b-85b610811f52 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:16.106303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ac800-983b-45cc-909b-85b610811f52 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627b186c-0786-4d68-b9c1-23a9f7f37c25,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:16.110371 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e0a84bef-4cb1-4480-aaf3-cb8e47385691 req-095ac800-983b-45cc-909b-85b610811f52 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:16.111580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0a84bef-4cb1-4480-aaf3-cb8e47385691 req-095ac800-983b-45cc-909b-85b610811f52 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1620648 Nov 26 21:44:16.332184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed72b31-2a36-445d-b98a-7ef613fe5442 req-899c1763-a446-4579-9534-261f27821dd4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:16.333586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ed72b31-2a36-445d-b98a-7ef613fe5442 req-899c1763-a446-4579-9534-261f27821dd4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0819314 Nov 26 21:44:16.420935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ed72b31-2a36-445d-b98a-7ef613fe5442 req-4a18b9fc-5519-4332-ac25-4b8e5d0b1d7b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784888 Nov 26 21:44:16.529361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-9d4d7403-f96c-47aa-843e-52106eb8d13b tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 62900 time: 0.3961906 Nov 26 21:44:16.561162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1219b-3d8e-4e6f-9fc1-5498a9fdf8b0 req-e7bda7fd-2997-4ac1-9694-b3b6721e70ac tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:16.562651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9e1219b-3d8e-4e6f-9fc1-5498a9fdf8b0 req-e7bda7fd-2997-4ac1-9694-b3b6721e70ac tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 944 time: 0.0848513 Nov 26 21:44:16.601200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-d0ee6441-e64b-4fc6-8746-1e4f9c8ace9b tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/143721cc-6416-4f8a-bf85-5a96f4ca110c HTTP/1.1" status: 200 len: 2994 time: 0.0629859 Nov 26 21:44:16.637770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9e1219b-3d8e-4e6f-9fc1-5498a9fdf8b0 req-cb03000c-4d1d-4eb2-8d85-72073bf6f7c1 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676339 Nov 26 21:44:16.657694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-4898a760-cb57-49e4-9a04-a50af5954d0d tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/143721cc-6416-4f8a-bf85-5a96f4ca110c HTTP/1.1" status: 200 len: 2994 time: 0.0494957 Nov 26 21:44:16.711397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-73f782b0-1536-470d-be53-c044f1930fc0 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/16b05064-16c4-4da1-a4f8-2a4955454578 HTTP/1.1" status: 200 len: 2998 time: 0.0470212 Nov 26 21:44:16.768640 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-a6931a1d-02cf-4997-9b5b-6de2642ae23e tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/16b05064-16c4-4da1-a4f8-2a4955454578 HTTP/1.1" status: 200 len: 2998 time: 0.0437605 Nov 26 21:44:16.775943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd66dd6-b861-4d61-b6fc-6561d33001ea req-6469a276-2101-4c15-a654-5e23f7c39316 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:16.777328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0fd66dd6-b861-4d61-b6fc-6561d33001ea req-6469a276-2101-4c15-a654-5e23f7c39316 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0784261 Nov 26 21:44:16.838694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-dfec786f-e571-41a6-b613-31a955d1013b tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1726a5e9-9cc8-4ca7-9bd1-13921e3bf79f HTTP/1.1" status: 200 len: 2998 time: 0.0604453 Nov 26 21:44:16.845594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0fd66dd6-b861-4d61-b6fc-6561d33001ea req-0935d671-b5d6-420b-9854-1053a2fc3406 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621748 Nov 26 21:44:16.886798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-ceebc981-4655-4092-bf42-32691a763f9b tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1726a5e9-9cc8-4ca7-9bd1-13921e3bf79f HTTP/1.1" status: 200 len: 2998 time: 0.0402470 Nov 26 21:44:16.893065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 47ceee96-6047-4240-96ff-0f5aaf982023 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:16.905087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0d8d2048-7350-4a20-9d3e-6e95f59351ad up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:16.955547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-5b7306ea-0670-4560-b758-1ca97c8c77b6 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/226de782-fe2c-4ed8-a1af-5d0f2352a6cd HTTP/1.1" status: 200 len: 2998 time: 0.0622039 Nov 26 21:44:16.984023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acc44d-6128-42ec-9d6f-97bfd46a62c5 req-8509fa0d-ac48-4d7b-9633-ff7b61086c91 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:16.985460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15acc44d-6128-42ec-9d6f-97bfd46a62c5 req-8509fa0d-ac48-4d7b-9633-ff7b61086c91 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0785668 Nov 26 21:44:17.009670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 0d8d2048-7350-4a20-9d3e-6e95f59351ad completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:44:17.027407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-48ff1726-e7c4-4559-8452-489f8486e0de tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/226de782-fe2c-4ed8-a1af-5d0f2352a6cd HTTP/1.1" status: 200 len: 2998 time: 0.0646260 Nov 26 21:44:17.027923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 0d8d2048-7350-4a20-9d3e-6e95f59351ad triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:17.028303 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:17.066503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:17.068790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15acc44d-6128-42ec-9d6f-97bfd46a62c5 req-f9effa1b-4664-4b33-975c-bca917a19171 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735245 Nov 26 21:44:17.082676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 47ceee96-6047-4240-96ff-0f5aaf982023 has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:44:17.085407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-698e042e-6a65-48d8-8462-5ee1de85c1f9 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/24cc978e-ac11-4e0f-ac0d-08d4908702c7 HTTP/1.1" status: 200 len: 2998 time: 0.0490463 Nov 26 21:44:17.131745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-9b8241f9-9f90-4016-92c9-5c6a0079a47f tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/24cc978e-ac11-4e0f-ac0d-08d4908702c7 HTTP/1.1" status: 200 len: 2998 time: 0.0371971 Nov 26 21:44:17.133877 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:17.157312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:17.160080 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6378b175-3413-4a2e-8daf-e8167fb04750" -d '{"events": [{"server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "name": "network-vif-plugged", "status": "completed", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:17.180024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:17.184222 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:17.204316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-34d202b4-577a-411a-b26b-71ae0450cba4 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/28a28570-c8a6-4d45-af9b-5453ad852bca HTTP/1.1" status: 200 len: 2994 time: 0.0606580 Nov 26 21:44:17.211922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047e3b3-8a6c-4955-bd69-0b845b5f66f8 req-f5fb12bf-3b29-4910-9ec4-edf491c1fd4c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:17.213370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c047e3b3-8a6c-4955-bd69-0b845b5f66f8 req-f5fb12bf-3b29-4910-9ec4-edf491c1fd4c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.0794542 Nov 26 21:44:17.234759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0d8d2048-7350-4a20-9d3e-6e95f59351ad,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:17.271649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-3f923833-10a4-4e58-94fc-23696f76047a tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/28a28570-c8a6-4d45-af9b-5453ad852bca HTTP/1.1" status: 200 len: 2994 time: 0.0573165 Nov 26 21:44:17.291307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c047e3b3-8a6c-4955-bd69-0b845b5f66f8 req-e82df952-dd3c-4742-8e88-ed010f2c8b4d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705943 Nov 26 21:44:17.320771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-99fa18fb-5517-404e-93cf-c095e7ef3e45 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3414e70e-e76d-48d5-82e4-897e7e17035b HTTP/1.1" status: 200 len: 2998 time: 0.0421154 Nov 26 21:44:17.373997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-57771925-48aa-421d-b441-264744d6e59f tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3414e70e-e76d-48d5-82e4-897e7e17035b HTTP/1.1" status: 200 len: 2998 time: 0.0472074 Nov 26 21:44:17.436745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8058e-7948-4b5c-af66-00a413959368 req-6d23e6e0-b53f-4aad-8e68-8da40fb4a405 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:17.438191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73b8058e-7948-4b5c-af66-00a413959368 req-6d23e6e0-b53f-4aad-8e68-8da40fb4a405 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 945 time: 0.0817711 Nov 26 21:44:17.442842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-ea68b30f-f27c-40a5-ad46-b6a07f03b3e5 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/35642fff-a829-49b6-a051-e007dff04a36 HTTP/1.1" status: 200 len: 2998 time: 0.0561776 Nov 26 21:44:17.513371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-28788645-09ff-44d9-9628-c5d30d971f79 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/35642fff-a829-49b6-a051-e007dff04a36 HTTP/1.1" status: 200 len: 2998 time: 0.0615780 Nov 26 21:44:17.517105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73b8058e-7948-4b5c-af66-00a413959368 req-fd5b0647-6290-448f-b59f-7e700033428c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710056 Nov 26 21:44:17.556107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-535aa834-32a7-4186-9949-705973232df5 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/69f5614b-6963-4482-b64a-8e4b9f6d1239 HTTP/1.1" status: 200 len: 2998 time: 0.0361536 Nov 26 21:44:17.561087 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff2b005-2175-4c2f-8ade-ed44cd512ae0 x-openstack-request-id: req-1ff2b005-2175-4c2f-8ade-ed44cd512ae0 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:17.561410 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "name": "network-vif-plugged", "status": "completed", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:17.561696 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ff2b005-2175-4c2f-8ade-ed44cd512ae0 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:17.562114 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad', 'code': 200} Nov 26 21:44:17.602778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-d6b40d40-5cfb-4e36-bfca-2018f80d9f10 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/69f5614b-6963-4482-b64a-8e4b9f6d1239 HTTP/1.1" status: 200 len: 2998 time: 0.0354154 Nov 26 21:44:17.644650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-598fbc8a-b236-4992-b54b-214928946dc8 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/80858f67-22e3-4d65-af94-6f93633cb588 HTTP/1.1" status: 200 len: 2998 time: 0.0361519 Nov 26 21:44:17.691982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-8b1de6ee-567b-422c-9d75-efc1248af907 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/80858f67-22e3-4d65-af94-6f93633cb588 HTTP/1.1" status: 200 len: 2998 time: 0.0414221 Nov 26 21:44:17.732450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6f7da-2189-4b90-8551-847e99d0dd9f req-78aaf9cb-b6c5-4fd3-ac1a-964dddf12810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:17.734035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-04f6f7da-2189-4b90-8551-847e99d0dd9f req-78aaf9cb-b6c5-4fd3-ac1a-964dddf12810 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1096 time: 0.0421946 Nov 26 21:44:17.740023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 53665785-1184-4d38-b269-a686c1df8fa7 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:17.762212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-c5f2b81c-5b6d-4166-aa4e-8fda4df6dda6 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9eebc0aa-46e2-4528-a676-5bf4d3b17903 HTTP/1.1" status: 200 len: 2990 time: 0.0644348 Nov 26 21:44:17.767544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fd391-bf11-42de-b3bf-c55d5a59e801 req-352425f3-f04b-46d5-b825-2a891441f2d4 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:17.770375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f59fd391-bf11-42de-b3bf-c55d5a59e801 req-352425f3-f04b-46d5-b825-2a891441f2d4 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0605814 Nov 26 21:44:17.793534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-04f6f7da-2189-4b90-8551-847e99d0dd9f req-dd2642b8-6592-42b9-8fe8-9356da8ad441 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426643 Nov 26 21:44:17.795854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 53665785-1184-4d38-b269-a686c1df8fa7 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:44:17.801338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 53665785-1184-4d38-b269-a686c1df8fa7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:17.801854 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:17.828800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-ad90dd3d-ce37-4249-b248-f29fa14de9a4 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/9eebc0aa-46e2-4528-a676-5bf4d3b17903 HTTP/1.1" status: 200 len: 2990 time: 0.0574532 Nov 26 21:44:17.848081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f59fd391-bf11-42de-b3bf-c55d5a59e801 req-8506258f-61c1-49f1-ba4a-eb12a33ff6c5 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647516 Nov 26 21:44:17.884130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-14baa6d2-976f-4734-bccb-5d1d5bc4971b tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b5936639-f9a3-45a0-83b6-6cc8bbb52d9e HTTP/1.1" status: 200 len: 2994 time: 0.0476758 Nov 26 21:44:17.888360 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:17.922661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:17.927311 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:17.959356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-976e8562-ea9a-4905-97e8-397a271c224d tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/b5936639-f9a3-45a0-83b6-6cc8bbb52d9e HTTP/1.1" status: 200 len: 2994 time: 0.0690975 Nov 26 21:44:17.975332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:17.979412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d0f36-9a2f-45be-b553-37379dd2338e req-92ce2145-ecac-4c36-b1e1-d0eb7d58ffa9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:17.980869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c6d0f36-9a2f-45be-b553-37379dd2338e req-92ce2145-ecac-4c36-b1e1-d0eb7d58ffa9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0698388 Nov 26 21:44:18.033671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-49179079-4747-426d-bf05-89b3d7c01661 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cb483646-b0cb-4cce-bc48-68e02fda10cf HTTP/1.1" status: 200 len: 2998 time: 0.0678816 Nov 26 21:44:18.054296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c6d0f36-9a2f-45be-b553-37379dd2338e req-c27caa3e-fa16-42cc-852e-c275a89bf114 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661359 Nov 26 21:44:18.084313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-f57f62b9-705f-4526-a469-155e5bba39ac tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/cb483646-b0cb-4cce-bc48-68e02fda10cf HTTP/1.1" status: 200 len: 2998 time: 0.0427380 Nov 26 21:44:18.153536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-d55b7ca2-c765-4078-97df-8fa6b173e9b8 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe HTTP/1.1" status: 200 len: 2998 time: 0.0633442 Nov 26 21:44:18.182982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7dff-efce-45c9-9bc5-f60338385d1b req-cf5760c0-1681-4835-8b95-5797a8930fb1 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:18.184399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c5d7dff-efce-45c9-9bc5-f60338385d1b req-cf5760c0-1681-4835-8b95-5797a8930fb1 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 945 time: 0.0736008 Nov 26 21:44:18.224924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-a7b1f6b8-5763-4eee-988d-b1a26a727b93 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe HTTP/1.1" status: 200 len: 2998 time: 0.0636625 Nov 26 21:44:18.265632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c5d7dff-efce-45c9-9bc5-f60338385d1b req-8de20a50-30d0-4360-95ee-9c7382e88493 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718417 Nov 26 21:44:18.281298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-30504df4-f7d3-4741-b20d-df2ff367f023 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d97ed153-74ce-4258-b668-d006be432f38 HTTP/1.1" status: 200 len: 2998 time: 0.0493174 Nov 26 21:44:18.331943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-daa1746f-f2b4-4f95-a305-da5c05687455 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d97ed153-74ce-4258-b668-d006be432f38 HTTP/1.1" status: 200 len: 2998 time: 0.0435872 Nov 26 21:44:18.406200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-fe5c772d-8d6d-4dfd-9d91-6e3148a86073 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e697db64-302e-4c2a-9fcf-a117bcf8c73d HTTP/1.1" status: 200 len: 2998 time: 0.0674000 Nov 26 21:44:18.427232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f913f-ba43-43c9-b876-4d9187c3ad27 req-1c8614ca-e634-4698-8db5-16450f1c7a73 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:18.428696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a6f913f-ba43-43c9-b876-4d9187c3ad27 req-1c8614ca-e634-4698-8db5-16450f1c7a73 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0725679 Nov 26 21:44:18.484502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-12bb500f-8e9f-4044-8674-2701cea0a03d tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/e697db64-302e-4c2a-9fcf-a117bcf8c73d HTTP/1.1" status: 200 len: 2998 time: 0.0710526 Nov 26 21:44:18.498179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a6f913f-ba43-43c9-b876-4d9187c3ad27 req-44386632-e617-42a1-a17a-1f2b4577eb6c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623109 Nov 26 21:44:18.547699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-69fe0b0e-9cd3-43fe-8897-d8c03bdce9ea tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f5cbeacc-83a9-4427-9e83-2abd5f241128 HTTP/1.1" status: 200 len: 2998 time: 0.0543673 Nov 26 21:44:18.621206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e951d9b-caf2-487c-97e5-f1ecf5dc1555 req-855d1599-d632-496f-90b7-2f75f38b8cd1 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f5cbeacc-83a9-4427-9e83-2abd5f241128 HTTP/1.1" status: 200 len: 2998 time: 0.0668509 Nov 26 21:44:18.654680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c455df-5fe8-4296-a481-8c96fd1536f9 req-b3511e25-7c64-4465-a470-c92aff8445e6 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:18.656239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6c455df-5fe8-4296-a481-8c96fd1536f9 req-b3511e25-7c64-4465-a470-c92aff8445e6 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0853221 Nov 26 21:44:18.738529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6c455df-5fe8-4296-a481-8c96fd1536f9 req-bbc1ce66-42a3-46da-baa8-7362f74d84d6 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727499 Nov 26 21:44:18.754274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07934347-48da-4129-8eb0-237cf155e45d req-b0ebb231-08d0-4151-a8c8-3625e0ca418a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:18.758368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07934347-48da-4129-8eb0-237cf155e45d req-b0ebb231-08d0-4151-a8c8-3625e0ca418a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 945 time: 0.0780396 Nov 26 21:44:18.836405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07934347-48da-4129-8eb0-237cf155e45d req-93cd0619-cf87-4405-8f42-0dbddc2a518b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734305 Nov 26 21:44:18.879054 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a342b878-5fab-4af6-b3a0-84cd7bc1fdc2 req-1fc20424-54d5-4caf-a424-1d5d80d10117 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3456953a1dd64e4e9c4e1f986a465c58 HTTP/1.1" status: 200 len: 6153 time: 0.0991712 Nov 26 21:44:18.925983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a342b878-5fab-4af6-b3a0-84cd7bc1fdc2 req-7a42cdf2-4b0d-4180-a925-da3040543893 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "GET /v2.0/security-groups/24cc978e-ac11-4e0f-ac0d-08d4908702c7 HTTP/1.1" status: 200 len: 2998 time: 0.0409484 Nov 26 21:44:18.976571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a342b878-5fab-4af6-b3a0-84cd7bc1fdc2 req-0ce04cf7-5da1-4621-b510-120050d457b1 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "GET /v2.0/security-groups/24cc978e-ac11-4e0f-ac0d-08d4908702c7 HTTP/1.1" status: 200 len: 2998 time: 0.0447307 Nov 26 21:44:19.040288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1d38029-8e72-4327-a627-49a87fa2a410 req-8960ac64-ddc0-4281-b2aa-e069ee07c0be tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/627b186c-0786-4d68-b9c1-23a9f7f37c25 HTTP/1.1" status: 200 len: 1794 time: 0.0398903 Nov 26 21:44:19.092554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f1d38029-8e72-4327-a627-49a87fa2a410 req-f4e2301c-c1da-443f-90d0-f7a6b02c7f34 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.114862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f1d38029-8e72-4327-a627-49a87fa2a410 req-f4e2301c-c1da-443f-90d0-f7a6b02c7f34 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.186727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e31cc6-e5aa-4f6f-a370-a616a79de305 req-5a652bd5-c54e-4849-92df-488cfbfb3a87 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:19.188209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71e31cc6-e5aa-4f6f-a370-a616a79de305 req-5a652bd5-c54e-4849-92df-488cfbfb3a87 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0631659 Nov 26 21:44:19.193045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f1d38029-8e72-4327-a627-49a87fa2a410 req-f4e2301c-c1da-443f-90d0-f7a6b02c7f34 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.196118 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f1d38029-8e72-4327-a627-49a87fa2a410 req-f4e2301c-c1da-443f-90d0-f7a6b02c7f34 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.197203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1d38029-8e72-4327-a627-49a87fa2a410 req-f4e2301c-c1da-443f-90d0-f7a6b02c7f34 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/627b186c-0786-4d68-b9c1-23a9f7f37c25 HTTP/1.1" status: 204 len: 173 time: 0.1508410 Nov 26 21:44:19.212382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2301c-c1da-443f-90d0-f7a6b02c7f34 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627b186c-0786-4d68-b9c1-23a9f7f37c25,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:19.282388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71e31cc6-e5aa-4f6f-a370-a616a79de305 req-0c69b74a-9ec0-4cc7-8dbc-4cea63d0d8f9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842128 Nov 26 21:44:19.285133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be9403dc-01cd-4a1c-9983-a1a9af958de0 req-f9acad4e-f7fa-4ac6-951e-5667c0e81144 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "GET /v2.0/security-groups/ea711513-ab5a-4b48-a704-2f4901cfbf95 HTTP/1.1" status: 200 len: 1793 time: 0.0572433 Nov 26 21:44:19.355751 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-be9403dc-01cd-4a1c-9983-a1a9af958de0 req-ff07eb8b-743d-4a27-b14b-9a07bba366d0 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.395857 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-be9403dc-01cd-4a1c-9983-a1a9af958de0 req-ff07eb8b-743d-4a27-b14b-9a07bba366d0 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.419413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ac7c7-1592-4bdd-8e29-66b0d11bf4a4 req-526c1951-9885-46a0-8b7e-4f54ab65e679 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:19.421090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-707ac7c7-1592-4bdd-8e29-66b0d11bf4a4 req-526c1951-9885-46a0-8b7e-4f54ab65e679 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 945 time: 0.0769765 Nov 26 21:44:19.474479 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-be9403dc-01cd-4a1c-9983-a1a9af958de0 req-ff07eb8b-743d-4a27-b14b-9a07bba366d0 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.477101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-be9403dc-01cd-4a1c-9983-a1a9af958de0 req-ff07eb8b-743d-4a27-b14b-9a07bba366d0 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.478457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be9403dc-01cd-4a1c-9983-a1a9af958de0 req-ff07eb8b-743d-4a27-b14b-9a07bba366d0 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea711513-ab5a-4b48-a704-2f4901cfbf95 HTTP/1.1" status: 204 len: 173 time: 0.1864481 Nov 26 21:44:19.490494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-707ac7c7-1592-4bdd-8e29-66b0d11bf4a4 req-214fd3ef-4b61-4bf2-b65e-a1fee12eb318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616202 Nov 26 21:44:19.491367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07eb8b-743d-4a27-b14b-9a07bba366d0 tempest-SecurityGroupsTestAdminJSON-1240201856 tempest-SecurityGroupsTestAdminJSON-1240201856-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea711513-ab5a-4b48-a704-2f4901cfbf95,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:19.560922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85c09f40-a64f-4266-8cbc-9015fc67abef req-d98238e6-9230-43b5-ae12-43c7f892b3ed tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "GET /v2.0/security-groups/549a03e1-9745-41c5-bdee-38b485ee8f98 HTTP/1.1" status: 200 len: 1794 time: 0.0442731 Nov 26 21:44:19.563588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:19.566794 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf156ef1-a76b-4c12-abd3-da7f4db0e9cb" -d '{"events": [{"server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "name": "network-vif-plugged", "status": "completed", "tag": "53665785-1184-4d38-b269-a686c1df8fa7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:19.661921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402de0-29b6-4806-8241-9ae5123c83d7 req-12c6b6f1-aa22-4209-a897-d6c4d6da091f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:19.663328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39402de0-29b6-4806-8241-9ae5123c83d7 req-12c6b6f1-aa22-4209-a897-d6c4d6da091f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 943 time: 0.0754814 Nov 26 21:44:19.664305 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-85c09f40-a64f-4266-8cbc-9015fc67abef req-3398aa27-64c6-47f1-9126-6e82de4e3926 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.699966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-85c09f40-a64f-4266-8cbc-9015fc67abef req-3398aa27-64c6-47f1-9126-6e82de4e3926 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.723786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-8749ab2f-1569-4e3c-b2d5-37630eaaabad service neutron] 10.222.0.41 "GET /v2.0/ports/47ceee96-6047-4240-96ff-0f5aaf982023/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.0604262 Nov 26 21:44:19.754471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39402de0-29b6-4806-8241-9ae5123c83d7 req-9495a916-c26e-4b4e-a149-77aa1cdf3703 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848289 Nov 26 21:44:19.766686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-85c09f40-a64f-4266-8cbc-9015fc67abef req-3398aa27-64c6-47f1-9126-6e82de4e3926 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.770845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-85c09f40-a64f-4266-8cbc-9015fc67abef req-3398aa27-64c6-47f1-9126-6e82de4e3926 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:19.772110 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85c09f40-a64f-4266-8cbc-9015fc67abef req-3398aa27-64c6-47f1-9126-6e82de4e3926 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "DELETE /v2.0/security-groups/549a03e1-9745-41c5-bdee-38b485ee8f98 HTTP/1.1" status: 204 len: 173 time: 0.2011597 Nov 26 21:44:19.787211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398aa27-64c6-47f1-9126-6e82de4e3926 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=549a03e1-9745-41c5-bdee-38b485ee8f98,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:19.827935 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7462efd9-2332-46de-9bb8-f39a795497a5 x-openstack-request-id: req-7462efd9-2332-46de-9bb8-f39a795497a5 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:19.828294 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "name": "network-vif-plugged", "status": "completed", "tag": "53665785-1184-4d38-b269-a686c1df8fa7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:19.828551 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7462efd9-2332-46de-9bb8-f39a795497a5 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:19.828966 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7', 'code': 200} Nov 26 21:44:19.969560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:19.988885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a6dd7-5169-4ace-8ba1-b72635998165 req-2df3b030-0f7d-44bf-b7ae-63b48857100b tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:19.990426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-630a6dd7-5169-4ace-8ba1-b72635998165 req-2df3b030-0f7d-44bf-b7ae-63b48857100b tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1536925 Nov 26 21:44:19.991862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:20.001896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b889bbdf-66e1-4bb8-ad38-9b5474082f6c req-6aac7883-97ad-499d-815c-e70f7b7b5834 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "GET /v2.0/security-groups/40420292-56c3-4689-98d1-3b67628ea15e HTTP/1.1" status: 200 len: 1794 time: 0.1592672 Nov 26 21:44:20.031223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ceee96-6047-4240-96ff-0f5aaf982023 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:20.044343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:20.049726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4194-f36e-4865-a60f-46bebc8168e2 req-3be0fb85-02b8-439f-a568-4b9704e92477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.051326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c7a4194-f36e-4865-a60f-46bebc8168e2 req-3be0fb85-02b8-439f-a568-4b9704e92477 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 1096 time: 0.1168413 Nov 26 21:44:20.060958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:20.119203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-630a6dd7-5169-4ace-8ba1-b72635998165 req-1bb24b52-a202-4f6b-a9c6-bbb2452425f6 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135490 Nov 26 21:44:20.133267 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b889bbdf-66e1-4bb8-ad38-9b5474082f6c req-83abaf75-13c2-4635-9f4d-20a12f9f4299 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:20.153950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c7a4194-f36e-4865-a60f-46bebc8168e2 req-54c89c07-d767-4c76-a142-dde875128cbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932226 Nov 26 21:44:20.171479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] Transition to ACTIVE for port object 47ceee96-6047-4240-96ff-0f5aaf982023 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:44:20.174302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b889bbdf-66e1-4bb8-ad38-9b5474082f6c req-83abaf75-13c2-4635-9f4d-20a12f9f4299 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:20.177943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:20.237849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b889bbdf-66e1-4bb8-ad38-9b5474082f6c req-83abaf75-13c2-4635-9f4d-20a12f9f4299 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:20.244440 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b889bbdf-66e1-4bb8-ad38-9b5474082f6c req-83abaf75-13c2-4635-9f4d-20a12f9f4299 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:20.245621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b889bbdf-66e1-4bb8-ad38-9b5474082f6c req-83abaf75-13c2-4635-9f4d-20a12f9f4299 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] 10.222.0.21 "DELETE /v2.0/security-groups/40420292-56c3-4689-98d1-3b67628ea15e HTTP/1.1" status: 204 len: 173 time: 0.2428939 Nov 26 21:44:20.255527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abaf75-13c2-4635-9f4d-20a12f9f4299 tempest-SecurityGroupsTestAdminJSON-337062356 tempest-SecurityGroupsTestAdminJSON-337062356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40420292-56c3-4689-98d1-3b67628ea15e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:20.324728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] No DVR routers for this DVR port 47ceee96-6047-4240-96ff-0f5aaf982023 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:20.333565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fca73-5f22-483a-9235-172c9c3842f6 req-091e9324-3f61-44c6-aa2e-13caf359cfc7 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.336090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f9fca73-5f22-483a-9235-172c9c3842f6 req-091e9324-3f61-44c6-aa2e-13caf359cfc7 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 945 time: 0.0661790 Nov 26 21:44:20.369598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:20.381760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-5e1655ee-db36-4a4f-b0fc-9c6f5bd9bdf4 service neutron] 10.222.0.41 "PUT /v2.0/ports/47ceee96-6047-4240-96ff-0f5aaf982023/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6509097 Nov 26 21:44:20.397376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f9fca73-5f22-483a-9235-172c9c3842f6 req-541f5b0a-3a4e-40a3-9dd6-2efa37aa6f45 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511794 Nov 26 21:44:20.523568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9e65a-f8aa-4af9-8ee7-97d6a093791d req-8fdd6a23-592e-47f0-96e6-259f7136f49f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.526119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5a9e65a-f8aa-4af9-8ee7-97d6a093791d req-8fdd6a23-592e-47f0-96e6-259f7136f49f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0631685 Nov 26 21:44:20.607610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5a9e65a-f8aa-4af9-8ee7-97d6a093791d req-d7741836-68e8-41e0-af7d-a9e6b775ad7b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705600 Nov 26 21:44:20.688501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33432) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:20.692865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-221be488-65f7-4e8e-a12e-ca6f8eee9fcd tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.694424 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-221be488-65f7-4e8e-a12e-ca6f8eee9fcd tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.0781951 Nov 26 21:44:20.709655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8183944-d443-4ec9-82b9-2c190cc651e1 req-6754689c-5ff4-4409-9075-5bccc870e7f3 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.711191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8183944-d443-4ec9-82b9-2c190cc651e1 req-6754689c-5ff4-4409-9075-5bccc870e7f3 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 945 time: 0.0701997 Nov 26 21:44:20.761283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-30a708fd-0e03-4049-b35a-8aae7fa61936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.763153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-30a708fd-0e03-4049-b35a-8aae7fa61936 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0&tenant_id=4a7a6903064a446cba2256d8b6cbffa2 HTTP/1.1" status: 200 len: 1095 time: 0.0478673 Nov 26 21:44:20.775824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8183944-d443-4ec9-82b9-2c190cc651e1 req-8ca58e22-9484-4c86-879d-49d21f3ae47d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568080 Nov 26 21:44:20.843914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-56ab8bc4-6bc4-4112-8cdf-2f7f0eb5ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.845452 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-56ab8bc4-6bc4-4112-8cdf-2f7f0eb5ef7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1095 time: 0.0435660 Nov 26 21:44:20.884292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bd0bca92-9b64-4ed6-b93b-dd65f32a247b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3456953a1dd64e4e9c4e1f986a465c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921206 Nov 26 21:44:20.885164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33438) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:20.917490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8d2ec-deed-4862-a17f-592699ce41b0 req-1192c7cb-eeda-49ea-ad9f-75e396e2324c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.918993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8a8d2ec-deed-4862-a17f-592699ce41b0 req-1192c7cb-eeda-49ea-ad9f-75e396e2324c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 944 time: 0.0855460 Nov 26 21:44:20.961334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-3af83ec7-419c-4d7b-8204-8737c9499d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:20.962914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-3af83ec7-419c-4d7b-8204-8737c9499d18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.0920978 Nov 26 21:44:20.973425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28a84ff7-2250-4308-afe4-df9fcb18a024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:20.992809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8a8d2ec-deed-4862-a17f-592699ce41b0 req-f50717b7-45b1-4052-8d8b-de02f2b69308 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Nov 26 21:44:21.013440 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28a84ff7-2250-4308-afe4-df9fcb18a024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.018498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-b2a60adf-8bd3-426c-99a4-76a3284a19ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 200 len: 217 time: 0.0451355 Nov 26 21:44:21.066235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28a84ff7-2250-4308-afe4-df9fcb18a024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.069382 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-28a84ff7-2250-4308-afe4-df9fcb18a024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.072837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-28a84ff7-2250-4308-afe4-df9fcb18a024 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24cc978e-ac11-4e0f-ac0d-08d4908702c7 HTTP/1.1" status: 204 len: 168 time: 0.1841278 Nov 26 21:44:21.079736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a84ff7-2250-4308-afe4-df9fcb18a024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc978e-ac11-4e0f-ac0d-08d4908702c7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:21.083166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-65feb983-05dc-4c8e-8c5c-28779ca85c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:21.084714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-65feb983-05dc-4c8e-8c5c-28779ca85c3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0552871 Nov 26 21:44:21.125071 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-cb51ada2-280d-4315-8d3c-562acf72c4c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311751 Nov 26 21:44:21.220985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-4acec796-0c3d-4868-9c42-ec63c0c3a27d service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884721 Nov 26 21:44:21.289255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b4e2-1fa8-4927-a205-513ba88a1960 req-21f4bb1c-5fef-4beb-9722-60a598583a5d tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:21.290855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b16b4e2-1fa8-4927-a205-513ba88a1960 req-21f4bb1c-5fef-4beb-9722-60a598583a5d tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0707815 Nov 26 21:44:21.351890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b16b4e2-1fa8-4927-a205-513ba88a1960 req-42f071d0-7adb-4b04-bab4-be56e96d23d5 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531826 Nov 26 21:44:21.396846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-54e6daa9-5270-439c-9314-cc65ee730056 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384585 Nov 26 21:44:21.497722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33460) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:21.541298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfac6e-98e0-4a0e-97ec-6f41df54a0f1 req-4ebfa837-7b58-43e5-bf14-34baded7aca2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:21.542485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6e66119c-c3a3-4926-bf55-2994041fbb56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68f13fa2987341aa830f6bbd9c3186f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434849 Nov 26 21:44:21.545010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81cfac6e-98e0-4a0e-97ec-6f41df54a0f1 req-4ebfa837-7b58-43e5-bf14-34baded7aca2 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 945 time: 0.0650022 Nov 26 21:44:21.545253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33462) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:21.592799 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81cfac6e-98e0-4a0e-97ec-6f41df54a0f1 req-04c26d92-2471-4f36-8145-6acc6b6d8b03 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438771 Nov 26 21:44:21.613197 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-940c12be-92c1-43f9-8fa8-014f674ddef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.640391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-940c12be-92c1-43f9-8fa8-014f674ddef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.692772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-940c12be-92c1-43f9-8fa8-014f674ddef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.695499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-940c12be-92c1-43f9-8fa8-014f674ddef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.699704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-940c12be-92c1-43f9-8fa8-014f674ddef0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80858f67-22e3-4d65-af94-6f93633cb588 HTTP/1.1" status: 204 len: 168 time: 0.1509345 Nov 26 21:44:21.708970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-0a95ae38-be3e-4a55-bc4c-fa62218cbe3f tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1874578191&fields=id&tenant_id=75a2f4f837714efcbfcd8b15946c4fd1 HTTP/1.1" status: 200 len: 267 time: 0.0458398 Nov 26 21:44:21.716361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c12be-92c1-43f9-8fa8-014f674ddef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80858f67-22e3-4d65-af94-6f93633cb588,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:21.757571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 47ceee96-6047-4240-96ff-0f5aaf982023 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:21.767415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-edfdb023-cdcf-460c-ba98-e81e194ea230 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:21.770838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-1b5172d3-a54b-430a-9e08-bc201df5e3a5 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:21.772884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-1b5172d3-a54b-430a-9e08-bc201df5e3a5 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.0709522 Nov 26 21:44:21.774562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-edfdb023-cdcf-460c-ba98-e81e194ea230 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 945 time: 0.0596130 Nov 26 21:44:21.788183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'port': {'security_groups': ['d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe', '95977f36-fd59-4db9-a803-87cf2dc3a7e6']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:21.803168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 47ceee96-6047-4240-96ff-0f5aaf982023 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:21.906659 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.912106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-63c93d8c-0905-43b4-ad15-7cd48afc5da8 service neutron] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:21.916580 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-63c93d8c-0905-43b4-ad15-7cd48afc5da8 service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:21.917960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cd1c00a-1981-4b8e-9973-8ef109080f89 req-63c93d8c-0905-43b4-ad15-7cd48afc5da8 service neutron] 10.222.0.13 "DELETE /v2.0/ports/47ceee96-6047-4240-96ff-0f5aaf982023/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.1368048 Nov 26 21:44:22.011009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d235a77-3fe1-4175-a722-886aff5b2c9a req-6bea5608-635a-4a4b-8010-87c2ccb868a1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:22.012409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d235a77-3fe1-4175-a722-886aff5b2c9a req-6bea5608-635a-4a4b-8010-87c2ccb868a1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1171587 Nov 26 21:44:22.374376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d235a77-3fe1-4175-a722-886aff5b2c9a req-f88fda1c-f979-49c8-a500-1e937d9d464f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514633 Nov 26 21:44:22.479732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] For port 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:22.531082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:22.541617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be200d-0997-4b2a-abf3-8b7860527b8b req-1b1b1fbf-5b81-4020-8676-e1e2e02b89b8 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:22.543336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57be200d-0997-4b2a-abf3-8b7860527b8b req-1b1b1fbf-5b81-4020-8676-e1e2e02b89b8 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 945 time: 0.0978086 Nov 26 21:44:22.544541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:22.586679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0d8d2048-7350-4a20-9d3e-6e95f59351ad'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:22.617496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'Port': ['ID=0d8d2048-7350-4a20-9d3e-6e95f59351ad,revision_number=6']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:22.644117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:22.645932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:22.646613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:22.652968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d03e3fba-b920-4f88-9169-f785a08d8c39 req-9c6bcefb-fa27-4508-a52a-e377d882bd24 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "PUT /v2.0/ports/0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 200 len: 981 time: 0.8765621 Nov 26 21:44:22.661533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:22.664147 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8821b790-2421-4da6-a216-e6ec2636e00f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:22.722652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57be200d-0997-4b2a-abf3-8b7860527b8b req-7f519d9d-e0ea-4eb1-94b5-bb9314794fdc tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688247 Nov 26 21:44:22.817070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f08fc0-9374-44ae-b8cc-1de6614f54eb req-4a459a08-9dec-46ad-8c41-7e4ffb2a27da tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:22.827121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6f08fc0-9374-44ae-b8cc-1de6614f54eb req-4a459a08-9dec-46ad-8c41-7e4ffb2a27da tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 944 time: 0.1235046 Nov 26 21:44:22.932537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed93c2-d997-45a8-941d-b3d29a637f23 req-39a86149-9915-471e-a6ce-49125cb214e9 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:22.934551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96ed93c2-d997-45a8-941d-b3d29a637f23 req-39a86149-9915-471e-a6ce-49125cb214e9 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0881479 Nov 26 21:44:22.974736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6f08fc0-9374-44ae-b8cc-1de6614f54eb req-90b1330f-52ea-45e3-8902-0e04195e4e15 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465878 Nov 26 21:44:23.009194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0d8d2048-7350-4a20-9d3e-6e95f59351ad'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:23.070960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96ed93c2-d997-45a8-941d-b3d29a637f23 req-6dfd061e-7348-4dd1-814c-fa91c09e2ddb tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206577 Nov 26 21:44:23.148069 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abf7d816-ed51-4587-9252-76717d89eddd req-f1fa47b9-4c1c-4006-bf17-e327bba4cce7 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/95977f36-fd59-4db9-a803-87cf2dc3a7e6 HTTP/1.1" status: 200 len: 1818 time: 0.0834002 Nov 26 21:44:23.177787 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7eb147-b6a9-430d-ab5e-459dad9d9266 x-openstack-request-id: req-db7eb147-b6a9-430d-ab5e-459dad9d9266 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:23.178113 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:23.178378 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db7eb147-b6a9-430d-ab5e-459dad9d9266 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:23.178777 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad', 'status': 'completed', 'code': 200} Nov 26 21:44:23.250389 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-abf7d816-ed51-4587-9252-76717d89eddd req-255bd4c0-30da-4329-8f63-6e309c0bf90e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 21:44:23.251351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abf7d816-ed51-4587-9252-76717d89eddd req-255bd4c0-30da-4329-8f63-6e309c0bf90e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/95977f36-fd59-4db9-a803-87cf2dc3a7e6 HTTP/1.1" status: 409 len: 341 time: 0.0956597 Nov 26 21:44:23.312434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821b790-2421-4da6-a216-e6ec2636e00f req-76605dab-cad6-4ab0-8ac7-75fbbcab5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:23.314496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8821b790-2421-4da6-a216-e6ec2636e00f req-76605dab-cad6-4ab0-8ac7-75fbbcab5b73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1135 time: 0.0802393 Nov 26 21:44:23.413056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-54ce58d5-fe31-4d0b-887b-042836bc327b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:23.458909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821b790-2421-4da6-a216-e6ec2636e00f req-f043f1c8-ff3e-4273-8946-5c00dc906bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:23.461137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8821b790-2421-4da6-a216-e6ec2636e00f req-f043f1c8-ff3e-4273-8946-5c00dc906bc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 913 time: 0.1356976 Nov 26 21:44:23.536492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8821b790-2421-4da6-a216-e6ec2636e00f req-02883e18-a421-4b6a-a139-7ae43698c45a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 200 len: 217 time: 0.0667405 Nov 26 21:44:23.542359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e626ab-dc37-4452-940a-6e23c85d0c9a req-4c8812a6-258a-491d-a8be-d7c7b8c2f51c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:23.544204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4e626ab-dc37-4452-940a-6e23c85d0c9a req-4c8812a6-258a-491d-a8be-d7c7b8c2f51c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 945 time: 0.0780532 Nov 26 21:44:23.643048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821b790-2421-4da6-a216-e6ec2636e00f req-1ecbf1c2-79f4-4be5-bb38-2b8d78180aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:23.646453 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8821b790-2421-4da6-a216-e6ec2636e00f req-1ecbf1c2-79f4-4be5-bb38-2b8d78180aa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.0915091 Nov 26 21:44:23.646941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4e626ab-dc37-4452-940a-6e23c85d0c9a req-d8010255-58e2-4089-9ba5-75bedd33d3a5 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890703 Nov 26 21:44:23.694108 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8821b790-2421-4da6-a216-e6ec2636e00f req-e4ebd614-5d24-4ffa-9af6-1aae3cb11233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373740 Nov 26 21:44:23.794959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76146302-ce3b-4c1e-aa95-a0d7e5b79053 req-62817e38-140d-46e1-a373-14f073f1020f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:23.796759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76146302-ce3b-4c1e-aa95-a0d7e5b79053 req-62817e38-140d-46e1-a373-14f073f1020f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1011713 Nov 26 21:44:23.814549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5423-d3bc-4100-8d02-16101e3d7215 req-7cb0349e-af57-4a41-987a-0e32258bc678 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:23.817699 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8821b790-2421-4da6-a216-e6ec2636e00f req-28876705-c11c-40b7-8e02-926821b98d81 service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094894 Nov 26 21:44:23.818537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d6b5423-d3bc-4100-8d02-16101e3d7215 req-7cb0349e-af57-4a41-987a-0e32258bc678 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 1095 time: 0.0891943 Nov 26 21:44:23.883521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76146302-ce3b-4c1e-aa95-a0d7e5b79053 req-f8e853cc-bd63-4596-b3ad-9c26b1015c5f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786564 Nov 26 21:44:23.904103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d6b5423-d3bc-4100-8d02-16101e3d7215 req-4a00e8a5-9084-4438-ae1a-2dd495180d68 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723779 Nov 26 21:44:23.948989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8821b790-2421-4da6-a216-e6ec2636e00f req-d8e4eae6-a4b0-4d8d-8fce-fe68657b43ed service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232371 Nov 26 21:44:24.079453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d64df-02a8-4c0b-980c-de8046a5653a req-05f73fe5-c37f-4956-981b-0c3f84f815c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:24.081995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-853d64df-02a8-4c0b-980c-de8046a5653a req-05f73fe5-c37f-4956-981b-0c3f84f815c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 984 time: 0.1091998 Nov 26 21:44:24.113320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-da981611-0b9f-45c7-a11c-57359e07a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:24.115205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-da981611-0b9f-45c7-a11c-57359e07a177 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1135 time: 0.0602937 Nov 26 21:44:24.155597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-853d64df-02a8-4c0b-980c-de8046a5653a req-0fb63238-7617-49f7-bd6b-574aecf1c3ac tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=95977f36-fd59-4db9-a803-87cf2dc3a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0674286 Nov 26 21:44:24.215760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-43fa3eda-5b2b-4d48-9bf9-61a5acbe185b tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e8546577836642a4955130a946967a86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284197 Nov 26 21:44:24.257198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-226a187c-ddcf-40b0-bc2a-e350afa838e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:24.258732 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-226a187c-ddcf-40b0-bc2a-e350afa838e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 913 time: 0.1355114 Nov 26 21:44:24.305922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-fe3b2323-c8ab-4e0e-9273-51826ecf8e77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 200 len: 217 time: 0.0383105 Nov 26 21:44:24.369151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-4711c7d2-0fb2-4a70-a4f1-2ca21fb7d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:24.371407 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-4711c7d2-0fb2-4a70-a4f1-2ca21fb7d764 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.0559905 Nov 26 21:44:24.398784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-d25b981f-c172-4aef-bd84-be7a758477fd tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:24.400192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-d25b981f-c172-4aef-bd84-be7a758477fd tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836588 Nov 26 21:44:24.404005 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-4e3f3d04-b4ae-4780-a2c9-7d1381632688 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248690 Nov 26 21:44:24.423347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-ce456d3a-2a64-4643-9753-dee6d2e8e6c8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:24.425911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-ce456d3a-2a64-4643-9753-dee6d2e8e6c8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 820 time: 0.1556451 Nov 26 21:44:24.428453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-36a6c310-efb0-40f2-8985-50f59dd7c717 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/quotas/e8546577836642a4955130a946967a86 HTTP/1.1" status: 200 len: 375 time: 0.0206492 Nov 26 21:44:24.471200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-d3f93946-1e84-45e1-a4c5-c5f719157b13 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/quotas/4a7a6903064a446cba2256d8b6cbffa2 HTTP/1.1" status: 200 len: 375 time: 0.0379646 Nov 26 21:44:24.473934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-58ae530b-a6ae-41ef-9059-d96f0a1b2ae9 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8546577836642a4955130a946967a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381808 Nov 26 21:44:24.528785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-8aca1805-46cb-40eb-be8f-f98d78c299d0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517209 Nov 26 21:44:24.531435 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-e299b58c-5449-4c30-a39e-385298157959 service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201434 Nov 26 21:44:24.658527 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-800007e6-3a7c-44ba-9eb5-acfd9102730d req-eaf67c13-fcff-46c8-b2f9-b611036c7cff service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180582 Nov 26 21:44:24.671183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-1866c40a-394b-4f00-938a-c317403a051e service neutron] 10.222.0.21 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343081 Nov 26 21:44:24.801883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae703a3f-0b49-4da7-81e6-6d8acf1f3962 req-388a62b9-b891-46ef-9a2d-eb0484dd7a9e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:24.803600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae703a3f-0b49-4da7-81e6-6d8acf1f3962 req-388a62b9-b891-46ef-9a2d-eb0484dd7a9e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1187186 Nov 26 21:44:24.844185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-b280503c-2464-43f0-b493-6f63596dfb78 service neutron] 10.222.0.21 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579282 Nov 26 21:44:24.874678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae703a3f-0b49-4da7-81e6-6d8acf1f3962 req-ce52d032-4ebb-4cfb-b198-5fe3e1e7a12d tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597892 Nov 26 21:44:24.909354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:25.065622 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:25.099148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-676ded17-08db-49ed-9d4f-2eed35ef4a1e req-f1c0ff47-bd62-443e-a68e-e5d87ad0c006 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 210 time: 0.0626080 Nov 26 21:44:25.136046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:25.138577 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a130c5-3866-4590-9629-8c4b7e4c626f" -d '{"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-unplugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:25.163905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:25.173074 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:25.300569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:25.323695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0d699-7981-4930-a9eb-76215da9dc7d req-0d31dfa6-ab85-46f9-ab24-1b380e4572ca tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:25.333568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dee0d699-7981-4930-a9eb-76215da9dc7d req-0d31dfa6-ab85-46f9-ab24-1b380e4572ca tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 945 time: 0.1259849 Nov 26 21:44:25.352049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e424e-d661-45a9-b3ab-15fcbea5826d req-d32542bd-47fb-4441-b439-f815eaa04174 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:25.369516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093e424e-d661-45a9-b3ab-15fcbea5826d req-d32542bd-47fb-4441-b439-f815eaa04174 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1158442 Nov 26 21:44:25.451740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dee0d699-7981-4930-a9eb-76215da9dc7d req-2697bc47-8dd2-4f8b-b3cf-d0f4eac82846 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169319 Nov 26 21:44:25.455691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-093e424e-d661-45a9-b3ab-15fcbea5826d req-0a6ac5c9-899e-4008-bd17-884c5846479b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853097 Nov 26 21:44:25.521458 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91efce24-dbc9-496d-b58c-ab2494f01e37 x-openstack-request-id: req-91efce24-dbc9-496d-b58c-ab2494f01e37 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:25.521771 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-unplugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:25.522028 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91efce24-dbc9-496d-b58c-ab2494f01e37 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:25.522441 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'code': 200} Nov 26 21:44:25.559893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a9fa273-25e0-4fe2-af66-df27d3b37c1e req-21f98dd2-8cfa-41cd-ba29-79e01ef5a6f9 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 210 time: 0.0695038 Nov 26 21:44:25.661937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0843603-4559-4eb7-b4b8-597cebec2d0c req-400230e9-d94b-4293-b3f3-3fdab7108a27 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:25.675375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0843603-4559-4eb7-b4b8-597cebec2d0c req-400230e9-d94b-4293-b3f3-3fdab7108a27 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 984 time: 0.0840616 Nov 26 21:44:25.754510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0843603-4559-4eb7-b4b8-597cebec2d0c req-3f3b4d7d-b726-41e0-ae31-6080b94adb0a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=95977f36-fd59-4db9-a803-87cf2dc3a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0774584 Nov 26 21:44:25.812392 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9015bb58-fc33-4fff-80e7-0c45858b1c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:26.020029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f6613-24cd-4212-8345-27b1513de25c req-ab1c9697-70d9-4569-88f3-ca936cb0d586 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:26.021732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-800f6613-24cd-4212-8345-27b1513de25c req-ab1c9697-70d9-4569-88f3-ca936cb0d586 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 948 time: 0.0712328 Nov 26 21:44:26.110614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-800f6613-24cd-4212-8345-27b1513de25c req-152060e9-2625-448a-82ce-b3f4a7ee4515 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775914 Nov 26 21:44:26.206952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60b6aa07-2efa-4c0d-8e21-ace3e8639929 req-9162c9eb-855f-428b-8cf5-aa212d06f658 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 210 time: 0.0269029 Nov 26 21:44:26.229333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-75a824e7-6192-41f4-af7e-a9ac957222ef tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e8546577836642a4955130a946967a86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216157 Nov 26 21:44:26.355921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-29def4fb-0a75-40fd-a225-d1f3eec0eb20 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:26.357335 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-29def4fb-0a75-40fd-a225-d1f3eec0eb20 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196806 Nov 26 21:44:26.376898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Request body: {'port': {'device_id': 'ea0ed699-8653-428c-98cd-54548f5fb5ae', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': 'e8546577836642a4955130a946967a86'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:26.486707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Made reservation on behalf of e8546577836642a4955130a946967a86 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:26.491021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:26.500598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:26.587511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:26.594121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:26.606446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abedb3-fcd9-493a-bd1d-2b914ffcf843 req-65496153-dbaf-4be9-8b69-97a93ff67533 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:26.608314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6abedb3-fcd9-493a-bd1d-2b914ffcf843 req-65496153-dbaf-4be9-8b69-97a93ff67533 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0663226 Nov 26 21:44:26.678908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797af131-8f3a-4e19-a866-97bcbda40625,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:26.724926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8622bdd4-25c0-49fe-be07-1a950ed21b47 req-6f3a17d0-824c-4c3e-a6f9-4bd85aae5b10 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 210 time: 0.0378978 Nov 26 21:44:26.766672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6abedb3-fcd9-493a-bd1d-2b914ffcf843 req-a182edb0-9da2-4516-b0ec-f0cfd40df3cc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501324 Nov 26 21:44:26.837269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Allocated IP 192.168.233.56 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:26.899489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:26.905224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-59dde9a4-f2f4-46f7-af97-c6ce69237bf5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:26.906944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-59dde9a4-f2f4-46f7-af97-c6ce69237bf5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 820 time: 0.1843858 Nov 26 21:44:26.936519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Request body: {'port': {'device_id': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'admin_state_up': True, 'tenant_id': '4a7a6903064a446cba2256d8b6cbffa2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:26.947425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419516d3-61ed-4cd7-8dc2-c53735ba9a4e req-6bef98c9-b29b-453e-9d8a-193f485ff044 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:26.948947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-419516d3-61ed-4cd7-8dc2-c53735ba9a4e req-6bef98c9-b29b-453e-9d8a-193f485ff044 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 984 time: 0.0934992 Nov 26 21:44:26.997915 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.051407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.083263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:27.085595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-419516d3-61ed-4cd7-8dc2-c53735ba9a4e req-ef09bf56-c3c6-4903-bb9e-a354524eab98 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=95977f36-fd59-4db9-a803-87cf2dc3a7e6&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1176264 Nov 26 21:44:27.106705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'mac_address': 'fa:16:3e:a1:00:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:44:27.128515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.155472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Made reservation on behalf of 4a7a6903064a446cba2256d8b6cbffa2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:27.159420 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.163347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.177499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:27.201867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:27.208909 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.236300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:27.241023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:27.245157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:27.249116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Pushing event updated for resources: {'Port': ['ID=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:27.275210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:27.304144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:27.304763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.326441 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-49d7f5f0-fe74-4ddf-862c-b7afa6282a41 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9530692 Nov 26 21:44:27.351907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Request body: {'port': {'device_id': 'ea0ed699-8653-428c-98cd-54548f5fb5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:27.411152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Allocated IP 172.20.0.10 (aab9d426-725e-40cc-b56e-7bdd62b69dab/0760a5fd-ed29-4945-b6fe-b13cdaaa1df8/933c24bb-db37-4a8e-8450-676dc497c022) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:27.414452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.472006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-3d1e2d53-1d0e-41ce-ad2a-db9e4ae18695 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1183682733&fields=id&tenant_id=75a2f4f837714efcbfcd8b15946c4fd1 HTTP/1.1" status: 200 len: 267 time: 0.2637839 Nov 26 21:44:27.491507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3960d-f8e2-4bff-8fc5-a7708908d69e req-7377e66a-516d-4fad-b40d-3aac63d89501 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:27.493112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72d3960d-f8e2-4bff-8fc5-a7708908d69e req-7377e66a-516d-4fad-b40d-3aac63d89501 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.2702637 Nov 26 21:44:27.566841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-68ad20f8-bb0e-45d9-a5c3-b39a9698b73d None None] Provisioning complete for port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:27.567225 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68ad20f8-bb0e-45d9-a5c3-b39a9698b73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.607272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-68ad20f8-bb0e-45d9-a5c3-b39a9698b73d None None] Port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:44:27.609456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-5a158a24-d00f-4c3a-9ffa-5e694f0df0f3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:27.618392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-5a158a24-d00f-4c3a-9ffa-5e694f0df0f3 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 984 time: 0.1373355 Nov 26 21:44:27.630418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'port': {'security_groups': ['95977f36-fd59-4db9-a803-87cf2dc3a7e6', 'd3b83ddc-454f-4bd0-84fe-ce9e364a7bbe', '48b404ad-893c-4874-a837-dca6badc0c7f']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:27.692289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72d3960d-f8e2-4bff-8fc5-a7708908d69e req-298ec4b2-8647-441e-8580-1f8e239a9911 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605186 Nov 26 21:44:27.742614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.775688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:27.816212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:27.925789 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.002748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Network aab9d426-725e-40cc-b56e-7bdd62b69dab is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:28.043613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:28.048737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Pushing event updated for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:28.051440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:28.061744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:28.070363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.084925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Transition to ACTIVE for port object c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:44:28.089738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.096926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8ece-09e7-4aac-8717-0c6b5affc630 req-aa06c7ce-4dd7-4f52-b739-d02745e7a215 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:28.102547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42fb8ece-09e7-4aac-8717-0c6b5affc630 req-aa06c7ce-4dd7-4f52-b739-d02745e7a215 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 935 time: 0.2182248 Nov 26 21:44:28.153234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:28.153916 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.168999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:28.223681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-695daf6e-b4d3-4370-9fa7-99aa881da35b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2909400 Nov 26 21:44:28.226121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] For port 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:28.245147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Attempting to bind port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:28.246360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Attempting to bind port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:28.246941 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Attempting to bind port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:28.249886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Request body: {'port': {'device_id': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:28.253179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:28.253710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Attempting to bind port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:28.259272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:28.260010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:28.260192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:28.260716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Bound port: c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:28.261159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.266246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42fb8ece-09e7-4aac-8717-0c6b5affc630 req-8d77a2ae-1ea2-4f76-8871-e71bc941abe5 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518328 Nov 26 21:44:28.328330 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.354273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.371101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] For port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:28.374700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] For port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:28.380300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.392749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:28.399096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.416288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:28.417132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.419136 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 HTTP/1.1" status: 200 len: 1095 time: 1.0745847 Nov 26 21:44:28.419617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0ed699-8653-428c-98cd-54548f5fb5ae', 'tag': 'c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:28.422387 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d6d27c-fb50-4fc5-9491-24cda850dd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0ed699-8653-428c-98cd-54548f5fb5ae", "tag": "c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:28.452315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b03e2-c296-48db-9600-1077dfd0bf90 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:28.497797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.523091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:28.523748 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:28.526686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-380c6fcc-e326-4cff-ab96-f8f287b6a80d req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "PUT /v2.0/ports/0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 200 len: 1020 time: 0.9074540 Nov 26 21:44:28.538685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:28.544241 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b82d5f1-eb23-474e-bab5-32d4828c2171" -d '{"events": [{"name": "network-changed", "server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:28.587717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146da610-3703-40c0-8724-1dacec7c6be9 req-34570715-974e-4419-8440-2e40aabd94ec tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:28.595100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-146da610-3703-40c0-8724-1dacec7c6be9 req-34570715-974e-4419-8440-2e40aabd94ec tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 932 time: 0.2240498 Nov 26 21:44:28.606847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729df59-2287-41d4-8a29-e9303b9d81c1 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'Port': ['ID=0d8d2048-7350-4a20-9d3e-6e95f59351ad,revision_number=7']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:28.619660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-241dbc63-a265-4702-9baf-13ddf2f4632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:28.621186 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-241dbc63-a265-4702-9baf-13ddf2f4632c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8546577836642a4955130a946967a86&device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 1098 time: 0.0978928 Nov 26 21:44:28.682598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-a8afd66f-a1dc-4870-9e2e-265f5e975c09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0447145 Nov 26 21:44:28.739769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-5951b051-8290-4114-b72d-b217eb9f6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:28.741191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-5951b051-8290-4114-b72d-b217eb9f6afe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0511346 Nov 26 21:44:28.753589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0d8d2048-7350-4a20-9d3e-6e95f59351ad'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:28.804935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-96243359-bb57-4576-a546-0a8ac8acd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:28.806579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-96243359-bb57-4576-a546-0a8ac8acd9e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568879 Nov 26 21:44:28.910687 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-620f8cf3-42fa-4b63-b553-c0c7d5b97874 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961883 Nov 26 21:44:29.023566 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ba73d7c4-6363-4e77-b041-85646e3c6473 req-07e4b10f-60d1-444f-a7c8-2cda16828897 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045718 Nov 26 21:44:29.030797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-146da610-3703-40c0-8724-1dacec7c6be9 req-b9745251-c91a-4ec9-95dc-77d2a0c50f7b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346442 Nov 26 21:44:29.038137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e8352-3d89-4d40-a8d0-9d946a7154b2 req-ebe6bb1f-dcf4-45e3-9932-beace2c084d3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.040306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0d8d2048-7350-4a20-9d3e-6e95f59351ad'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:29.045888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b82e8352-3d89-4d40-a8d0-9d946a7154b2 req-ebe6bb1f-dcf4-45e3-9932-beace2c084d3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.4478230 Nov 26 21:44:29.134159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b82e8352-3d89-4d40-a8d0-9d946a7154b2 req-8c899e41-0db1-4e42-9ff5-b1bbcd20640d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871890 Nov 26 21:44:29.185037 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970dcdb7-676a-4f3a-a76f-587a95d38ed0 x-openstack-request-id: req-970dcdb7-676a-4f3a-a76f-587a95d38ed0 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:29.185241 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0ed699-8653-428c-98cd-54548f5fb5ae", "tag": "c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:29.185530 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-970dcdb7-676a-4f3a-a76f-587a95d38ed0 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:29.185934 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea0ed699-8653-428c-98cd-54548f5fb5ae', 'tag': 'c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1', 'status': 'completed', 'code': 200} Nov 26 21:44:29.223231 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6688fab-748e-45ed-b69e-04c547968617 x-openstack-request-id: req-f6688fab-748e-45ed-b69e-04c547968617 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:29.223652 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:29.224002 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6688fab-748e-45ed-b69e-04c547968617 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:29.224501 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad', 'status': 'completed', 'code': 200} Nov 26 21:44:29.242787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933c24bb-db37-4a8e-8450-676dc497c022 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:29.243752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:29.252088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:29.266910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c1431f7-0647-44cc-9024-f2fb3fea4206 req-809ffaa1-b86a-4ab5-95ad-f1276295b21e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/48b404ad-893c-4874-a837-dca6badc0c7f HTTP/1.1" status: 200 len: 1817 time: 0.1017599 Nov 26 21:44:29.290596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Transition to ACTIVE for port object 933c24bb-db37-4a8e-8450-676dc497c022 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:44:29.313315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:29.333712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-69332dce-e83c-4402-a840-9ee77614ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.335318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-69332dce-e83c-4402-a840-9ee77614ea12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e8546577836642a4955130a946967a86&device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 1098 time: 0.0915112 Nov 26 21:44:29.344801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-a9aae142-b49a-477e-b115-d1dcf8255a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.346558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-a9aae142-b49a-477e-b115-d1dcf8255a8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1174 time: 0.0622828 Nov 26 21:44:29.394874 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-5c1431f7-0647-44cc-9024-f2fb3fea4206 req-4ecfdf75-29ae-41d5-95f8-e5d490176813 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 21:44:29.395897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c1431f7-0647-44cc-9024-f2fb3fea4206 req-4ecfdf75-29ae-41d5-95f8-e5d490176813 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/48b404ad-893c-4874-a837-dca6badc0c7f HTTP/1.1" status: 409 len: 341 time: 0.1282372 Nov 26 21:44:29.400847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Pushing event updated for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:29.418339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafbcc1-f01e-4c3d-9183-42fb22e5c094 req-e52b2525-fe73-461e-99e5-69897198f2a6 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.419775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eafbcc1-f01e-4c3d-9183-42fb22e5c094 req-e52b2525-fe73-461e-99e5-69897198f2a6 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.1209047 Nov 26 21:44:29.522555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eafbcc1-f01e-4c3d-9183-42fb22e5c094 req-70d6f5b8-e050-4f62-a3de-dce1cf78a6b4 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793836 Nov 26 21:44:29.537363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:29.537363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:29.537871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:29.544895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:29.545723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:29.547002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-361c405b-bdc0-49f4-9025-237d29813a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.551157 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-361c405b-bdc0-49f4-9025-237d29813a41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2017567 Nov 26 21:44:29.554013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:29.554248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-b1113f30-9c00-4767-8cb2-3e06f5a149eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.554667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:29.555267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:29.555427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-b1113f30-9c00-4767-8cb2-3e06f5a149eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 200 len: 913 time: 0.1868696 Nov 26 21:44:29.555902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Bound port: 933c24bb-db37-4a8e-8450-676dc497c022, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:29.556360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:29.604064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-3bb65797-508c-4c1d-8f12-e45cff98d9c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 HTTP/1.1" status: 200 len: 217 time: 0.0436590 Nov 26 21:44:29.638701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-a5360276-4535-4461-911d-ef852a7164c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 200 len: 217 time: 0.0717094 Nov 26 21:44:29.665346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:29.669426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:29.679801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41eed2-1465-4c26-82a1-9434a7aa5648 req-8b77c462-cc45-4225-9a21-61d3b9910336 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.681549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f41eed2-1465-4c26-82a1-9434a7aa5648 req-8b77c462-cc45-4225-9a21-61d3b9910336 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 947 time: 0.0864406 Nov 26 21:44:29.683367 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:29.715294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-13e50107-0677-4596-8202-82101458aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.716758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-13e50107-0677-4596-8202-82101458aa2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0866845 Nov 26 21:44:29.722754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-7b375419-5090-4008-83d1-27e316435b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.724145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-7b375419-5090-4008-83d1-27e316435b33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 200 len: 852 time: 0.0670395 Nov 26 21:44:29.739558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.740289 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:29.741840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] 10.222.0.41 "PUT /v2.0/ports/933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 200 len: 1092 time: 1.5020623 Nov 26 21:44:29.776151 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-5586003b-b968-4155-af51-63eb80b3b516 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01c178a8-dc53-45a5-b446-a4978a19b1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421164 Nov 26 21:44:29.785081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 53665785-1184-4d38-b269-a686c1df8fa7 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:29.800863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ed4ce-3141-4e1c-96de-91622c18fac3 service neutron] Pushing event updated for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:29.818499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-d797ceaa-58de-48f4-8ae0-e30452855ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.819972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-d797ceaa-58de-48f4-8ae0-e30452855ca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949810 Nov 26 21:44:29.821127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f41eed2-1465-4c26-82a1-9434a7aa5648 req-243e4b9f-aa07-41bf-80d8-221f02d1fcee tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101401 Nov 26 21:44:29.858700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c7f5f-f17a-433f-a72c-aaab8a1ef6d9 req-9d8b97f3-668b-4f11-afbe-2ff1ac59e13c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.860228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-603c7f5f-f17a-433f-a72c-aaab8a1ef6d9 req-9d8b97f3-668b-4f11-afbe-2ff1ac59e13c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1023 time: 0.1162026 Nov 26 21:44:29.889328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-fc35bef4-02d8-423e-b65e-f1bc0482b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:29.890869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-fc35bef4-02d8-423e-b65e-f1bc0482b028 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1095 time: 0.0687611 Nov 26 21:44:29.914990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:29.933051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '53665785-1184-4d38-b269-a686c1df8fa7', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'port_id': '53665785-1184-4d38-b269-a686c1df8fa7', 'mac_address': 'fa:16:3e:4f:ce:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:44:29.953246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-45d8f406-e7a9-417d-bc17-5e181ba85f57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 200 len: 217 time: 0.0454962 Nov 26 21:44:29.970671 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-731d5443-47e6-434f-9c55-4ae6bc7cad54 service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817510 Nov 26 21:44:29.973394 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:29.975143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-3ec93d52-ed05-4f26-a966-00541ec08e19 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182458 Nov 26 21:44:29.986437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53665785-1184-4d38-b269-a686c1df8fa7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:30.004949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-603c7f5f-f17a-433f-a72c-aaab8a1ef6d9 req-ee6304cc-4f53-4e2e-a052-295ee7cb548e tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=95977f36-fd59-4db9-a803-87cf2dc3a7e6&id=48b404ad-893c-4874-a837-dca6badc0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1369817 Nov 26 21:44:30.011221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:30.017167 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:30.030047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-7b861ade-95d3-476c-ad96-75dce33f3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:30.031794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-7b861ade-95d3-476c-ad96-75dce33f3ddd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0691233 Nov 26 21:44:30.068126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-f411308f-4911-4c91-acde-65ad0e5b5a91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268917 Nov 26 21:44:30.069807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:30.146389 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b82d5f1-eb23-474e-bab5-32d4828c2171 req-954fd05d-cf4e-4381-8ba6-5c3d83d9ab65 service neutron] 10.222.0.13 "GET /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665726 Nov 26 21:44:30.148525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-00d6d27c-fb50-4fc5-9491-24cda850dd1e req-ac8d05b2-0a38-44b2-aec7-7c81d5fbbc5f service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601288 Nov 26 21:44:30.207674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['53665785-1184-4d38-b269-a686c1df8fa7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:30.225547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-a5987d76-46be-4698-afaf-722f2214b081 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485806 Nov 26 21:44:30.240968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7bd6c-2bd0-4216-b7d8-473d4e3262b6 req-ff680469-00c1-41d4-88a1-e9e39fa99a91 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:30.244039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83b7bd6c-2bd0-4216-b7d8-473d4e3262b6 req-ff680469-00c1-41d4-88a1-e9e39fa99a91 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.1049526 Nov 26 21:44:30.391296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83b7bd6c-2bd0-4216-b7d8-473d4e3262b6 req-09a75247-33f4-4f89-83cf-5342c40cfb89 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285198 Nov 26 21:44:30.400973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f06b6a-2db7-40ff-be5c-a7304430c1f0 req-05e7313a-8f7d-42c8-bb77-b612ad4cc14a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:30.402422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46f06b6a-2db7-40ff-be5c-a7304430c1f0 req-05e7313a-8f7d-42c8-bb77-b612ad4cc14a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1058574 Nov 26 21:44:30.405943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ced607-fe15-4a57-9bb2-35f4e5fb19d9 req-0c4d7cef-c5d7-4a6b-a464-f606fdfd89e1 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610103 Nov 26 21:44:30.452053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46f06b6a-2db7-40ff-be5c-a7304430c1f0 req-61072864-68f7-48f3-a306-57ca76794846 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Nov 26 21:44:30.631371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fd8e0-de8e-4af1-ae35-142cc4ccf899 req-d3a03afe-182a-41a5-962c-fdf9b30d46b2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:30.632832 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f87fd8e0-de8e-4af1-ae35-142cc4ccf899 req-d3a03afe-182a-41a5-962c-fdf9b30d46b2 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 950 time: 0.0543084 Nov 26 21:44:30.679544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f87fd8e0-de8e-4af1-ae35-142cc4ccf899 req-d167dbe9-4628-4225-ae46-931841d04a6a tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Nov 26 21:44:30.906862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:30.949913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17fb9c-c453-458d-8855-df596c7af010 req-fa668e3c-5096-43cd-8666-94e2021592fd tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:30.951477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e17fb9c-c453-458d-8855-df596c7af010 req-fa668e3c-5096-43cd-8666-94e2021592fd tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 947 time: 0.0491500 Nov 26 21:44:30.954828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:30.955224 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:30.999630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e17fb9c-c453-458d-8855-df596c7af010 req-afe8fd5d-ebb2-4195-9386-3440c51a15e5 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Nov 26 21:44:31.031315 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:31.055262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:31.057601 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bb4cf1-e8a1-4d34-9510-f8a8107090bb" -d '{"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-plugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:31.073807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:31.079457 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:31.104583 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b61fd4-a09b-40fa-88b8-eb7a09885d4e x-openstack-request-id: req-82b61fd4-a09b-40fa-88b8-eb7a09885d4e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:31.104907 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-plugged", "status": "completed", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:31.105163 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82b61fd4-a09b-40fa-88b8-eb7a09885d4e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:31.105554 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'code': 200} Nov 26 21:44:31.131028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:31.131553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de789121-5605-4197-bea6-14ad88136329 req-03e216b9-4984-48ca-b17b-eab5c20cc261 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.133119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de789121-5605-4197-bea6-14ad88136329 req-03e216b9-4984-48ca-b17b-eab5c20cc261 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1023 time: 0.0517111 Nov 26 21:44:31.218574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de789121-5605-4197-bea6-14ad88136329 req-5b4542d3-a7e8-4039-93cc-46e461634ebd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=95977f36-fd59-4db9-a803-87cf2dc3a7e6&id=48b404ad-893c-4874-a837-dca6badc0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0771718 Nov 26 21:44:31.225235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:31.227944 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319b5dd8-d046-480e-823f-351515a19d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "tag": "933c24bb-db37-4a8e-8450-676dc497c022"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:31.284464 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c58bca-fb94-4710-9369-274d27eb1f92 x-openstack-request-id: req-14c58bca-fb94-4710-9369-274d27eb1f92 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:31.284930 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "tag": "933c24bb-db37-4a8e-8450-676dc497c022", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:31.285339 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14c58bca-fb94-4710-9369-274d27eb1f92 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:31.285746 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022', 'status': 'completed', 'code': 200} Nov 26 21:44:31.379624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b5dd8-d046-480e-823f-351515a19d5a req-32961fdc-57b3-43e7-ab2f-7b5b3e1a9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.381257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-319b5dd8-d046-480e-823f-351515a19d5a req-32961fdc-57b3-43e7-ab2f-7b5b3e1a9487 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1095 time: 0.0416584 Nov 26 21:44:31.384983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec2bc1-3138-47f1-9f2d-52edc1791e89 req-88e66e7f-6eec-43a9-a238-624d4754f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.386480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67ec2bc1-3138-47f1-9f2d-52edc1791e89 req-88e66e7f-6eec-43a9-a238-624d4754f545 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1102 time: 0.0390861 Nov 26 21:44:31.474900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67ec2bc1-3138-47f1-9f2d-52edc1791e89 req-faaee50d-7eb5-4e8f-9654-17b9158c1626 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Nov 26 21:44:31.490300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b5dd8-d046-480e-823f-351515a19d5a req-c6abe38e-d962-4786-a982-32882432b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.491737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-319b5dd8-d046-480e-823f-351515a19d5a req-c6abe38e-d962-4786-a982-32882432b781 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.0975604 Nov 26 21:44:31.555742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-319b5dd8-d046-480e-823f-351515a19d5a req-01b9cdc7-6279-43ba-806c-0600787f7fef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 200 len: 217 time: 0.0471249 Nov 26 21:44:31.616175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe87b0-4f5e-45ae-aa0d-a47a1f0984c7 req-5f437486-62fe-44c3-b96b-421173e2449a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.617922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5afe87b0-4f5e-45ae-aa0d-a47a1f0984c7 req-5f437486-62fe-44c3-b96b-421173e2449a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.1461418 Nov 26 21:44:31.660138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf04f19-9762-445e-b73f-8466a2b68ee8 req-85a92d2c-f999-477f-96af-78c11244b85a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.661641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0cf04f19-9762-445e-b73f-8466a2b68ee8 req-85a92d2c-f999-477f-96af-78c11244b85a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1177497 Nov 26 21:44:31.666669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b5dd8-d046-480e-823f-351515a19d5a req-b5c26541-7ae2-4fbc-9f9a-2476b101d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.668018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-319b5dd8-d046-480e-823f-351515a19d5a req-b5c26541-7ae2-4fbc-9f9a-2476b101d100 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0953853 Nov 26 21:44:31.722245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-319b5dd8-d046-480e-823f-351515a19d5a req-1dbb87d6-53c8-4385-8b30-2e9fcff7ff39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431910 Nov 26 21:44:31.752985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5afe87b0-4f5e-45ae-aa0d-a47a1f0984c7 req-994f2144-1dcb-402f-a4f7-53a8c28e89bf tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272418 Nov 26 21:44:31.777485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0cf04f19-9762-445e-b73f-8466a2b68ee8 req-13609c2d-5481-42f0-a74f-c4650b0bb598 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991750 Nov 26 21:44:31.788194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 53665785-1184-4d38-b269-a686c1df8fa7 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:31.838353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 53665785-1184-4d38-b269-a686c1df8fa7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:31.838731 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:31.848270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-319b5dd8-d046-480e-823f-351515a19d5a req-3b29492d-6093-409c-896c-64dbded8ac17 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151738 Nov 26 21:44:31.919847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:31.951663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43243946-a755-4880-8415-85a17d0e9fb7 req-ce9e9627-9e76-49f1-b891-caab19df7387 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.953193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43243946-a755-4880-8415-85a17d0e9fb7 req-ce9e9627-9e76-49f1-b891-caab19df7387 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 951 time: 0.1000116 Nov 26 21:44:31.953329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:31.958936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:31.990311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-f33a81c3-e9f0-4f41-9607-f9593f30aaae tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:31.992570 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-f33a81c3-e9f0-4f41-9607-f9593f30aaae tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1023 time: 0.0604646 Nov 26 21:44:31.999102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-319b5dd8-d046-480e-823f-351515a19d5a req-ed1a5a53-e019-43c5-8c11-f80cc707e6d4 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358197 Nov 26 21:44:32.009076 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:32.022483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43243946-a755-4880-8415-85a17d0e9fb7 req-cd3c0029-08fa-43ce-924c-918f273e23e6 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607638 Nov 26 21:44:32.106483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Deleting port 0d8d2048-7350-4a20-9d3e-6e95f59351ad {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:44:32.106819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:32.128496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fad19-9dfb-42ec-b8f6-33e03ebd6a06 req-491d7327-dd53-423a-ba4b-e5e862e63552 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:32.129993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c9fad19-9dfb-42ec-b8f6-33e03ebd6a06 req-491d7327-dd53-423a-ba4b-e5e862e63552 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 947 time: 0.0510333 Nov 26 21:44:32.178016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c9fad19-9dfb-42ec-b8f6-33e03ebd6a06 req-480cc299-73a0-4a4a-a25c-f35cfb0d1135 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 Nov 26 21:44:32.195989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] For port 0d8d2048-7350-4a20-9d3e-6e95f59351ad, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0d8d2048-7350-4a20-9d3e-6e95f59351ad,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:32.196356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:32.209220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Calling delete_port for 0d8d2048-7350-4a20-9d3e-6e95f59351ad owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:44:32.348543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea740-43d9-46da-b555-d02065f20c7f req-97214fe2-4d74-4674-8fab-3530d6beef06 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:32.348903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:32.352104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61cea740-43d9-46da-b555-d02065f20c7f req-97214fe2-4d74-4674-8fab-3530d6beef06 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b086e2f-4dc3-4455-86a1-e8f364824ace HTTP/1.1" status: 200 len: 1023 time: 0.0556443 Nov 26 21:44:32.380180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'Port': ['ID=0d8d2048-7350-4a20-9d3e-6e95f59351ad,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:32.385625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0d8d2048-7350-4a20-9d3e-6e95f59351ad'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:32.391098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c10ee0ef-838a-4c1a-a89d-df429d703017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:32.423224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] No DVR routers for this DVR port 0d8d2048-7350-4a20-9d3e-6e95f59351ad on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:32.426984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:32.431080 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-100dd9f8-6386-489f-9ac8-c7e832c7428e req-1641dd81-ad0b-4488-8912-d20518177cf0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.13 "DELETE /v2.0/ports/0d8d2048-7350-4a20-9d3e-6e95f59351ad HTTP/1.1" status: 204 len: 173 time: 0.4319129 Nov 26 21:44:32.431540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'name': 'network-vif-deleted', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:32.435068 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040727b6-ba5b-4860-b18b-db8f6dee5ce2" -d '{"events": [{"server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "name": "network-vif-deleted", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:32.440736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61cea740-43d9-46da-b555-d02065f20c7f req-8dcd7403-0f5a-4565-b720-7f2de26ab46c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=95977f36-fd59-4db9-a803-87cf2dc3a7e6&id=48b404ad-893c-4874-a837-dca6badc0c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0807757 Nov 26 21:44:32.479946 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37b831e-7cf0-4036-8421-2e92326ea57e x-openstack-request-id: req-f37b831e-7cf0-4036-8421-2e92326ea57e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:32.480258 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b086e2f-4dc3-4455-86a1-e8f364824ace", "name": "network-vif-deleted", "tag": "0d8d2048-7350-4a20-9d3e-6e95f59351ad", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:32.481164 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f37b831e-7cf0-4036-8421-2e92326ea57e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:32.481164 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b086e2f-4dc3-4455-86a1-e8f364824ace', 'name': 'network-vif-deleted', 'tag': '0d8d2048-7350-4a20-9d3e-6e95f59351ad', 'status': 'completed', 'code': 200} Nov 26 21:44:32.899410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbfd51-35e8-4336-89a4-a277fa66ea55 req-3ece82c1-1d22-408a-a9f7-5d63475fcba5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:32.900901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8cbfd51-35e8-4336-89a4-a277fa66ea55 req-3ece82c1-1d22-408a-a9f7-5d63475fcba5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0767796 Nov 26 21:44:32.915123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63d5bf-2903-4840-9441-b2b4edf7d8e7 req-50dac67d-a0c2-4e39-913b-9d914c23bf1a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:32.916531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a63d5bf-2903-4840-9441-b2b4edf7d8e7 req-50dac67d-a0c2-4e39-913b-9d914c23bf1a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0666938 Nov 26 21:44:32.983562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8cbfd51-35e8-4336-89a4-a277fa66ea55 req-e0c7ff31-5854-43d3-a0b3-797ba57bf841 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763028 Nov 26 21:44:32.991383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a63d5bf-2903-4840-9441-b2b4edf7d8e7 req-0c648709-e9ef-4f40-8113-c6f6dab5a8a1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681093 Nov 26 21:44:33.107416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:33.110709 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3953d96a-1268-440a-8b5e-fec3ab37af64" -d '{"events": [{"server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "name": "network-vif-plugged", "status": "completed", "tag": "53665785-1184-4d38-b269-a686c1df8fa7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:33.156287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2f2a2-f6ad-4892-8e38-b4e0f4f22f04 req-43fb742c-d359-4acd-aefc-ad675affe723 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:33.158578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91c2f2a2-f6ad-4892-8e38-b4e0f4f22f04 req-43fb742c-d359-4acd-aefc-ad675affe723 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 951 time: 0.0594971 Nov 26 21:44:33.161092 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a2782-ad0d-4054-8d5b-f317b05c448d x-openstack-request-id: req-019a2782-ad0d-4054-8d5b-f317b05c448d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:33.161475 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "name": "network-vif-plugged", "status": "completed", "tag": "53665785-1184-4d38-b269-a686c1df8fa7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:33.161797 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-019a2782-ad0d-4054-8d5b-f317b05c448d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:33.162297 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7', 'code': 200} Nov 26 21:44:33.223940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91c2f2a2-f6ad-4892-8e38-b4e0f4f22f04 req-deaa8855-eb6d-4df6-852c-615162fa003b tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591171 Nov 26 21:44:33.312179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d225e-6beb-4c30-b792-0433e72bff4e req-0dd6d78c-7dfb-4077-a5ef-2dcfc0c34585 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:33.313651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-797d225e-6beb-4c30-b792-0433e72bff4e req-0dd6d78c-7dfb-4077-a5ef-2dcfc0c34585 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 947 time: 0.0488536 Nov 26 21:44:33.360508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-797d225e-6beb-4c30-b792-0433e72bff4e req-1e6bdae1-7371-4387-b65c-0312a8ea8cce tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Nov 26 21:44:33.550174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29b11aad-b331-4807-b102-775e726216e1 req-1dedc98f-8ebf-4237-a60e-0203b871881a tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/95977f36-fd59-4db9-a803-87cf2dc3a7e6 HTTP/1.1" status: 200 len: 1818 time: 0.0376203 Nov 26 21:44:33.607645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-29b11aad-b331-4807-b102-775e726216e1 req-a6e59fdf-4463-494f-a3e4-c93e4c490fea tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.630907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-29b11aad-b331-4807-b102-775e726216e1 req-a6e59fdf-4463-494f-a3e4-c93e4c490fea tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.669761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-29b11aad-b331-4807-b102-775e726216e1 req-a6e59fdf-4463-494f-a3e4-c93e4c490fea tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.672672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-29b11aad-b331-4807-b102-775e726216e1 req-a6e59fdf-4463-494f-a3e4-c93e4c490fea tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.673808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29b11aad-b331-4807-b102-775e726216e1 req-a6e59fdf-4463-494f-a3e4-c93e4c490fea tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/95977f36-fd59-4db9-a803-87cf2dc3a7e6 HTTP/1.1" status: 204 len: 173 time: 0.1178350 Nov 26 21:44:33.684056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e59fdf-4463-494f-a3e4-c93e4c490fea tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95977f36-fd59-4db9-a803-87cf2dc3a7e6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:33.733303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-faa647e0-cb2c-4628-99cb-2c905d035a27 req-1e5e1bd0-ffc4-4f0a-bf12-1d2aab555962 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/48b404ad-893c-4874-a837-dca6badc0c7f HTTP/1.1" status: 200 len: 1817 time: 0.0384710 Nov 26 21:44:33.789613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-faa647e0-cb2c-4628-99cb-2c905d035a27 req-8877f9c6-90c9-42c2-a2da-341ed819edee tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.811468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-faa647e0-cb2c-4628-99cb-2c905d035a27 req-8877f9c6-90c9-42c2-a2da-341ed819edee tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.817840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:33.854605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-faa647e0-cb2c-4628-99cb-2c905d035a27 req-8877f9c6-90c9-42c2-a2da-341ed819edee tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.857365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-faa647e0-cb2c-4628-99cb-2c905d035a27 req-8877f9c6-90c9-42c2-a2da-341ed819edee tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.858700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-faa647e0-cb2c-4628-99cb-2c905d035a27 req-8877f9c6-90c9-42c2-a2da-341ed819edee tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/48b404ad-893c-4874-a837-dca6badc0c7f HTTP/1.1" status: 204 len: 173 time: 0.1190526 Nov 26 21:44:33.870173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877f9c6-90c9-42c2-a2da-341ed819edee tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b404ad-893c-4874-a837-dca6badc0c7f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:33.883805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b27cfa6d-32b9-4b74-bae9-d343dcd3d9bd req-019ac12c-9c0d-4788-bab8-1d67795ebba4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1927440492', 'description': 'tempest-description-1426339496'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:33.910017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b27cfa6d-32b9-4b74-bae9-d343dcd3d9bd req-019ac12c-9c0d-4788-bab8-1d67795ebba4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.932009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:33.943168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1', 'mac_address': 'fa:16:3e:90:00:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:44:33.978351 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b27cfa6d-32b9-4b74-bae9-d343dcd3d9bd req-019ac12c-9c0d-4788-bab8-1d67795ebba4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.981067 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.983490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b27cfa6d-32b9-4b74-bae9-d343dcd3d9bd req-019ac12c-9c0d-4788-bab8-1d67795ebba4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:33.994423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:34.013614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b27cfa6d-32b9-4b74-bae9-d343dcd3d9bd req-019ac12c-9c0d-4788-bab8-1d67795ebba4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.014349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b27cfa6d-32b9-4b74-bae9-d343dcd3d9bd req-019ac12c-9c0d-4788-bab8-1d67795ebba4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1345406 Nov 26 21:44:34.016727 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:34.019413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ac12c-9c0d-4788-bab8-1d67795ebba4 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f123054-2a6c-4ec4-b78e-34b2a263902c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:34.037784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.090625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:34.141834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f05fe-00a4-4399-b8e0-47fe87da8b54 req-422a645e-d286-4780-91de-7e4516921ccc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:34.144173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f9f05fe-00a4-4399-b8e0-47fe87da8b54 req-422a645e-d286-4780-91de-7e4516921ccc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0815823 Nov 26 21:44:34.163987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad3b67-9560-4de4-b45e-a5e703ff25bd req-a501b427-3292-45aa-8827-290727b503ff tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:34.165411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77ad3b67-9560-4de4-b45e-a5e703ff25bd req-a501b427-3292-45aa-8827-290727b503ff tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0909371 Nov 26 21:44:34.227477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f9f05fe-00a4-4399-b8e0-47fe87da8b54 req-37000cb5-0777-41d5-8461-885bf474313b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765147 Nov 26 21:44:34.238768 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77ad3b67-9560-4de4-b45e-a5e703ff25bd req-0e31112a-2eb9-4e28-842b-871a32ff4773 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657279 Nov 26 21:44:34.300842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fb80017-9fcd-4dd2-a84d-8855f0735dc9 req-3aa5c164-c608-49e5-b8bc-1a2de01b20d0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/0f123054-2a6c-4ec4-b78e-34b2a263902c HTTP/1.1" status: 200 len: 1818 time: 0.0458946 Nov 26 21:44:34.311262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-7fb80017-9fcd-4dd2-a84d-8855f0735dc9 req-68449c4d-f14c-46f8-9ac6-770eb0200635 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Request body: {'security_group': {'name': 'tempest-sg-hth-385426238', 'description': 'tempest-description-hth-1563425102'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:34.344814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7fb80017-9fcd-4dd2-a84d-8855f0735dc9 req-68449c4d-f14c-46f8-9ac6-770eb0200635 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.420253 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7fb80017-9fcd-4dd2-a84d-8855f0735dc9 req-68449c4d-f14c-46f8-9ac6-770eb0200635 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.425405 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7fb80017-9fcd-4dd2-a84d-8855f0735dc9 req-68449c4d-f14c-46f8-9ac6-770eb0200635 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.428132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7fb80017-9fcd-4dd2-a84d-8855f0735dc9 req-68449c4d-f14c-46f8-9ac6-770eb0200635 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.429345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fb80017-9fcd-4dd2-a84d-8855f0735dc9 req-68449c4d-f14c-46f8-9ac6-770eb0200635 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "PUT /v2.0/security-groups/0f123054-2a6c-4ec4-b78e-34b2a263902c HTTP/1.1" status: 200 len: 1791 time: 0.1224086 Nov 26 21:44:34.476598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68449c4d-f14c-46f8-9ac6-770eb0200635 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f123054-2a6c-4ec4-b78e-34b2a263902c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:34.493035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec15f8-a657-4518-9b05-9599e0adf4d3 req-30303850-310f-4fa6-9bbe-500da6afc6b1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:34.494609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91ec15f8-a657-4518-9b05-9599e0adf4d3 req-30303850-310f-4fa6-9bbe-500da6afc6b1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 951 time: 0.0911233 Nov 26 21:44:34.569616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea04f88-98b3-4759-bdee-171122abadfb req-59351d71-6cae-4779-8766-24f1e99dcdba tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:34.571116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ea04f88-98b3-4759-bdee-171122abadfb req-59351d71-6cae-4779-8766-24f1e99dcdba tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 948 time: 0.0756299 Nov 26 21:44:34.588322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91ec15f8-a657-4518-9b05-9599e0adf4d3 req-147f6fa7-a9f4-44e8-92b1-644a38faa81a tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832949 Nov 26 21:44:34.599082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:34.641612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ea04f88-98b3-4759-bdee-171122abadfb req-fc9ed19a-2a03-46e0-8a83-00d759e23772 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627432 Nov 26 21:44:34.725822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-449e238d-13d3-4fe4-a70a-66dbb446a041 req-3f4119b1-66aa-444e-93fc-4dee852049b0 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/0f123054-2a6c-4ec4-b78e-34b2a263902c HTTP/1.1" status: 200 len: 1791 time: 0.0441363 Nov 26 21:44:34.788863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c6b53e9-e486-4345-ba53-771610c59551 req-1ca761d6-3101-4c71-accc-9a0af5af8c59 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/0f123054-2a6c-4ec4-b78e-34b2a263902c HTTP/1.1" status: 200 len: 1791 time: 0.0413830 Nov 26 21:44:34.857417 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9c6b53e9-e486-4345-ba53-771610c59551 req-3776001f-c106-4cbc-9ffd-8e596c4c5532 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.925419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9c6b53e9-e486-4345-ba53-771610c59551 req-3776001f-c106-4cbc-9ffd-8e596c4c5532 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.929985 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0d8d2048-7350-4a20-9d3e-6e95f59351ad no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:34.954334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 0d8d2048-7350-4a20-9d3e-6e95f59351ad {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:44:34.954679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0d8d2048-7350-4a20-9d3e-6e95f59351ad not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:34.968868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd8a5f-a2af-47e0-9484-91fb858002dd req-93fe661c-ff09-4147-a580-3893d0266e24 tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:34.974669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91fd8a5f-a2af-47e0-9484-91fb858002dd req-93fe661c-ff09-4147-a580-3893d0266e24 tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1102 time: 0.0862556 Nov 26 21:44:34.993820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9c6b53e9-e486-4345-ba53-771610c59551 req-3776001f-c106-4cbc-9ffd-8e596c4c5532 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.996615 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9c6b53e9-e486-4345-ba53-771610c59551 req-3776001f-c106-4cbc-9ffd-8e596c4c5532 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:34.997827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c6b53e9-e486-4345-ba53-771610c59551 req-3776001f-c106-4cbc-9ffd-8e596c4c5532 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f123054-2a6c-4ec4-b78e-34b2a263902c HTTP/1.1" status: 204 len: 173 time: 0.2027698 Nov 26 21:44:35.013721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776001f-c106-4cbc-9ffd-8e596c4c5532 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f123054-2a6c-4ec4-b78e-34b2a263902c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:35.048828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91fd8a5f-a2af-47e0-9484-91fb858002dd req-dc65c1c0-270e-41da-9490-84e2963f3bfd tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675220 Nov 26 21:44:35.133911 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-d78ad118-7659-46d6-bf72-77715ea3465f req-f116f53a-d9ff-42de-8d4d-e28887f6267f tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:44:35.142368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d78ad118-7659-46d6-bf72-77715ea3465f req-f116f53a-d9ff-42de-8d4d-e28887f6267f tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/48b404ad-893c-4874-a837-dca6badc0c7f HTTP/1.1" status: 404 len: 352 time: 0.0252814 Nov 26 21:44:35.183854 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-7ab6fdf3-f601-4ecb-8972-a44720a5a0f5 req-3dca06ea-6285-490d-8edf-efad83d38ee8 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:44:35.195947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ab6fdf3-f601-4ecb-8972-a44720a5a0f5 req-3dca06ea-6285-490d-8edf-efad83d38ee8 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/95977f36-fd59-4db9-a803-87cf2dc3a7e6 HTTP/1.1" status: 404 len: 352 time: 0.0274940 Nov 26 21:44:35.264839 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-e708ad72-c0a4-450f-b486-5a057c92eec4 req-879c3534-bad9-409c-8cc4-fdcd76ff0623 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:44:35.275130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e708ad72-c0a4-450f-b486-5a057c92eec4 req-879c3534-bad9-409c-8cc4-fdcd76ff0623 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/2857dfbd-fa2b-4b6a-a252-937acf1232a8 HTTP/1.1" status: 404 len: 352 time: 0.0334234 Nov 26 21:44:35.350558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d8df0-a1cc-4947-a1ce-24d312bf4fc3 req-59da9d4e-c1bb-43bb-aaa2-d1640baf5ecc tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:35.352452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c4d8df0-a1cc-4947-a1ce-24d312bf4fc3 req-59da9d4e-c1bb-43bb-aaa2-d1640baf5ecc tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 1102 time: 0.0557911 Nov 26 21:44:35.446639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5ecd0-b536-405b-a8ce-730b7708d940 req-6c2e9ad3-2cff-4a87-a446-45e27065b2ba tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:35.448229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ac5ecd0-b536-405b-a8ce-730b7708d940 req-6c2e9ad3-2cff-4a87-a446-45e27065b2ba tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0799620 Nov 26 21:44:35.511216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c4d8df0-a1cc-4947-a1ce-24d312bf4fc3 req-cd1570d8-cab4-4c5f-a90a-8ff359f740dc tempest-ServersAdminTestJSON-596632652 tempest-ServersAdminTestJSON-596632652-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439407 Nov 26 21:44:35.541785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ac5ecd0-b536-405b-a8ce-730b7708d940 req-c0f7628d-a40b-4e21-a1c5-509f37f531bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853434 Nov 26 21:44:35.626726 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-aae8f722-1b61-4a5f-ae1f-0fcf0b609b90 req-bb49fdb6-9762-492b-8f86-955892347977 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:44:35.629626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aae8f722-1b61-4a5f-ae1f-0fcf0b609b90 req-bb49fdb6-9762-492b-8f86-955892347977 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/c1ea9bdc-5e00-49fa-a494-ce8764ce59b8 HTTP/1.1" status: 404 len: 352 time: 0.0334883 Nov 26 21:44:35.648746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291b265-8873-4d91-bcf8-0ebe2b2b0dd9 req-01e8b1cc-0d49-4657-b38b-dc7ad3a88e59 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:35.650325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6291b265-8873-4d91-bcf8-0ebe2b2b0dd9 req-01e8b1cc-0d49-4657-b38b-dc7ad3a88e59 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0658972 Nov 26 21:44:35.714096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6291b265-8873-4d91-bcf8-0ebe2b2b0dd9 req-d663db67-f854-41db-8395-4d0bdf6fd2bf tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549762 Nov 26 21:44:35.817706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 933c24bb-db37-4a8e-8450-676dc497c022 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:35.850968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02f118-3b15-4dcb-ac73-0c1c24d0a888 req-99cc8efb-2137-4b1e-adb0-57b61559e5a6 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:35.857828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a02f118-3b15-4dcb-ac73-0c1c24d0a888 req-99cc8efb-2137-4b1e-adb0-57b61559e5a6 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1096 time: 0.0798380 Nov 26 21:44:35.940618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a02f118-3b15-4dcb-ac73-0c1c24d0a888 req-430c3873-6c15-4e96-afb0-5109240fba84 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649736 Nov 26 21:44:35.958640 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-e2301b36-d43c-489b-abe6-48f01d339852 req-6e7e6835-ec92-483a-b5bf-d8ef702b6953 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:44:35.960712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2301b36-d43c-489b-abe6-48f01d339852 req-6e7e6835-ec92-483a-b5bf-d8ef702b6953 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/f44559fd-7dbf-4dcf-b366-2cc7cf608905 HTTP/1.1" status: 404 len: 352 time: 0.0375564 Nov 26 21:44:36.015066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:36.038603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '933c24bb-db37-4a8e-8450-676dc497c022', 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'port_id': '933c24bb-db37-4a8e-8450-676dc497c022', 'mac_address': 'fa:16:3e:e9:b0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0760a5fd-ed29-4945-b6fe-b13cdaaa1df8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:44:36.066039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98785687-0650-4d5b-a8d4-84d49be0720d req-9903396a-dc53-48c6-8456-8797123de6a0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:36.075676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98785687-0650-4d5b-a8d4-84d49be0720d req-9903396a-dc53-48c6-8456-8797123de6a0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 948 time: 0.0687582 Nov 26 21:44:36.096804 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:36.120573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933c24bb-db37-4a8e-8450-676dc497c022 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:36.144220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:36.152223 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:36.154160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98785687-0650-4d5b-a8d4-84d49be0720d req-2ed38660-9325-470d-86a0-9b0a60198a3b tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768816 Nov 26 21:44:36.229960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7a020-e38a-4b33-8b3c-0ff02bd61c49 req-cffd8abb-f586-4dd7-bd6b-24c7794d868e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:36.238141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0e7a020-e38a-4b33-8b3c-0ff02bd61c49 req-cffd8abb-f586-4dd7-bd6b-24c7794d868e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 949 time: 0.0773747 Nov 26 21:44:36.243960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:36.290723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0e7a020-e38a-4b33-8b3c-0ff02bd61c49 req-4017f28d-10f2-4fd6-a5bf-458a06759474 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517783 Nov 26 21:44:36.330583 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-16f98357-697e-450e-9e22-9ac56bed18b3 req-b5fcb352-8498-4ea3-90fa-ede8b63fbcae tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] show failed (client error): The resource could not be found. Nov 26 21:44:36.332047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16f98357-697e-450e-9e22-9ac56bed18b3 req-b5fcb352-8498-4ea3-90fa-ede8b63fbcae tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/8a2d72df-55ff-4243-b83b-abc51d4798e9 HTTP/1.1" status: 404 len: 352 time: 0.0153503 Nov 26 21:44:36.688717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e734749-1896-42c8-9ed5-9dffbd3cc268 req-4b30350d-bde3-47ac-bee8-e11833c187ec tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:36.696683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e734749-1896-42c8-9ed5-9dffbd3cc268 req-4b30350d-bde3-47ac-bee8-e11833c187ec tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1023 time: 0.0761027 Nov 26 21:44:36.738338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['933c24bb-db37-4a8e-8450-676dc497c022'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:36.740228 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:36.841991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e734749-1896-42c8-9ed5-9dffbd3cc268 req-3d2882cf-6636-465f-b44c-fec16841897b tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0837e37-5e63-4419-b338-dcf1bbd2f2a1&id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=6ee81c47-5600-4083-8587-c163e7b69f66&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1442726 Nov 26 21:44:36.995109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5b85c-3247-4540-9f94-9a149d54b882 req-2d391146-b2e7-470a-b163-238b4dd8439a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:36.998567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8b5b85c-3247-4540-9f94-9a149d54b882 req-2d391146-b2e7-470a-b163-238b4dd8439a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 945 time: 0.0781493 Nov 26 21:44:37.058003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8b5b85c-3247-4540-9f94-9a149d54b882 req-6b5a18f6-26f3-4478-8342-d4dd9364f0aa tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523312 Nov 26 21:44:37.309416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a526fa-fd0c-4409-b4bd-72316da0d83b req-f1f30c32-053b-43a7-8c11-64ee2921d144 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:37.311216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64a526fa-fd0c-4409-b4bd-72316da0d83b req-f1f30c32-053b-43a7-8c11-64ee2921d144 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.0663800 Nov 26 21:44:37.384618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64a526fa-fd0c-4409-b4bd-72316da0d83b req-538f9508-cf8a-46f4-a6c5-84fe46f04558 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622985 Nov 26 21:44:37.484377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-970f9450-a772-47a7-ba43-73f5271436d5 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:44:37.485517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-970f9450-a772-47a7-ba43-73f5271436d5 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066493 Nov 26 21:44:37.546852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-98c589c1-cdee-4ff4-838a-dfac73c39e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:37.548935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-98c589c1-cdee-4ff4-838a-dfac73c39e94 service neutron] 10.222.0.21 "GET /v2.0/ports/7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 200 len: 1093 time: 0.0502851 Nov 26 21:44:37.560972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:37.561492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:44:37.653524 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:37.720824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0251dc-db94-40c8-8a5f-6b698e8bc044 req-61e1f83e-6eab-404f-bebc-9e068f69455c tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:37.731069 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c0251dc-db94-40c8-8a5f-6b698e8bc044 req-61e1f83e-6eab-404f-bebc-9e068f69455c tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 948 time: 0.1225369 Nov 26 21:44:37.828851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c0251dc-db94-40c8-8a5f-6b698e8bc044 req-3cd0099a-a361-47ab-bcbf-7c04111fa946 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952790 Nov 26 21:44:37.834530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:37.834861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:37.835365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:37.835925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:37.841488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:37.841939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:37.848437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:37.848899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:37.849382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:37.849920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Bound port: 7cb10054-ada2-4213-9a27-6cfc647c5631, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:37.931643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:37.941188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:37.953067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-be113c56-0bda-4981-8f04-b1b975ea0813 service neutron] 10.222.0.21 "POST /v2.0/ports/7cb10054-ada2-4213-9a27-6cfc647c5631/bindings HTTP/1.1" status: 201 len: 389 time: 0.3910003 Nov 26 21:44:38.001208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:44:38.008008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:38.008413 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:38.017333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-120573ee-874c-4030-ae27-199137cb9a29 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:38.022707 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-120573ee-874c-4030-ae27-199137cb9a29 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 949 time: 0.1254504 Nov 26 21:44:38.099590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec33498-d505-4b76-8595-a1f7a3a03e73 req-eb4a83eb-4238-4dcc-b3bb-a56fdeafcfd5 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:38.110818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ec33498-d505-4b76-8595-a1f7a3a03e73 req-eb4a83eb-4238-4dcc-b3bb-a56fdeafcfd5 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 949 time: 0.0952199 Nov 26 21:44:38.238978 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ec33498-d505-4b76-8595-a1f7a3a03e73 req-598ef5b7-85b9-4a39-bfa5-32bdaab3bae9 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269116 Nov 26 21:44:38.244377 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:38.255738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Deleting port b6e6b20b-b439-45fe-8936-2f04dec0ba54 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:44:38.256892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:38.280493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85b781-7e33-483f-bbe7-3c796a31b027 req-58028c19-7805-42d1-a25d-702d30f60d40 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:38.293854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e85b781-7e33-483f-bbe7-3c796a31b027 req-58028c19-7805-42d1-a25d-702d30f60d40 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1023 time: 0.1479797 Nov 26 21:44:38.309184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ed699-8653-428c-98cd-54548f5fb5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:38.311950 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2deab7-1572-479f-8293-29f4563677ee" -d '{"events": [{"server_uuid": "ea0ed699-8653-428c-98cd-54548f5fb5ae", "name": "network-vif-plugged", "status": "completed", "tag": "c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:38.325988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:38.341870 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:38.423976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:38.427796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] For port b6e6b20b-b439-45fe-8936-2f04dec0ba54, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b6e6b20b-b439-45fe-8936-2f04dec0ba54,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:38.428164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:38.433811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e85b781-7e33-483f-bbe7-3c796a31b027 req-01eab65d-cfc5-4fe3-993b-cc26f1824cab tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0837e37-5e63-4419-b338-dcf1bbd2f2a1&id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=6ee81c47-5600-4083-8587-c163e7b69f66&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1377826 Nov 26 21:44:38.463540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Calling delete_port for b6e6b20b-b439-45fe-8936-2f04dec0ba54 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:44:38.492518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-a3951c32-25ad-45ce-a81a-c3b73b8aede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:38.494188 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-a3951c32-25ad-45ce-a81a-c3b73b8aede4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1096 time: 0.2304358 Nov 26 21:44:38.598697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e141f3-2526-4952-aca2-f288e1934e80 req-07540b10-8f0d-4a70-b1c5-4dd5e03968b4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:38.600491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98e141f3-2526-4952-aca2-f288e1934e80 req-07540b10-8f0d-4a70-b1c5-4dd5e03968b4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.1130190 Nov 26 21:44:38.651390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51a5f1-5070-40ea-817c-7ee818e2556e req-91c56e8e-fa07-49fc-8636-cade87cf0ec2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:38.660175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e51a5f1-5070-40ea-817c-7ee818e2556e req-91c56e8e-fa07-49fc-8636-cade87cf0ec2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 945 time: 0.1222913 Nov 26 21:44:38.722825 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-164772bd-f680-49c6-b5c5-73bef3fb7f17 service neutron] 10.222.0.13 "GET /v2.0/ports/03984253-eb29-4e8f-9185-02031b3a1ba1/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 382 time: 0.2073696 Nov 26 21:44:38.723847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-f2cb1874-7eb1-442e-ab59-1d98d6a2c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:38.725244 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-f2cb1874-7eb1-442e-ab59-1d98d6a2c18f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1730440 Nov 26 21:44:38.827035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-df7bb2f2-8f15-42bf-9666-135d4b6277a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 200 len: 217 time: 0.0395904 Nov 26 21:44:38.914342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:38.959051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7d60dfc4-72f4-4955-afde-eb70e808b019', 'b6e6b20b-b439-45fe-8936-2f04dec0ba54', 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:38.963734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Pushing event deleted for resources: {'Port': ['ID=b6e6b20b-b439-45fe-8936-2f04dec0ba54,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:39.018053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] No DVR routers for this DVR port b6e6b20b-b439-45fe-8936-2f04dec0ba54 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:39.018053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:39.021787 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65d97ebd-aca4-453e-93ad-148b04e29dd1 req-2778a18f-cf6c-45b4-9a18-c4252164bbfa tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "DELETE /v2.0/ports/b6e6b20b-b439-45fe-8936-2f04dec0ba54 HTTP/1.1" status: 204 len: 173 time: 0.9921734 Nov 26 21:44:39.022456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c', 'name': 'network-vif-deleted', 'tag': 'b6e6b20b-b439-45fe-8936-2f04dec0ba54'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:39.024893 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f2b6ca-20ad-4c37-86bb-2f93a806eadb" -d '{"events": [{"server_uuid": "d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c", "name": "network-vif-deleted", "tag": "b6e6b20b-b439-45fe-8936-2f04dec0ba54"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:39.031751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-575f325f-0583-4944-b576-cf4b6b7c78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:39.033571 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-575f325f-0583-4944-b576-cf4b6b7c78fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1965339 Nov 26 21:44:39.096635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98e141f3-2526-4952-aca2-f288e1934e80 req-51fcf170-c147-4263-890a-72282357d33c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851298 Nov 26 21:44:39.099453 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-9adf00cd-f9a8-4115-bf18-21da2f8eb804 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488577 Nov 26 21:44:39.138487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e51a5f1-5070-40ea-817c-7ee818e2556e req-1a1fccc3-2e2c-4d2e-a463-e9a6246de878 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773364 Nov 26 21:44:39.223301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-00dd5163-dbd2-46fe-b255-765d6a811d13 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:39.226541 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-00dd5163-dbd2-46fe-b255-765d6a811d13 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 1023 time: 0.2797821 Nov 26 21:44:39.290754 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f38eba-1154-4db4-a991-90b77b759ded x-openstack-request-id: req-58f38eba-1154-4db4-a991-90b77b759ded {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:39.291295 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ed699-8653-428c-98cd-54548f5fb5ae", "name": "network-vif-plugged", "status": "completed", "tag": "c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:39.292446 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58f38eba-1154-4db4-a991-90b77b759ded {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:39.293480 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ed699-8653-428c-98cd-54548f5fb5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1', 'code': 200} Nov 26 21:44:39.495937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Deleting port c10ee0ef-838a-4c1a-a89d-df429d703017 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:44:39.497020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:39.509415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ea20-9f1e-4576-a235-69f3c3dbdc1f req-6d77bb5a-4ce8-4f5c-b0dc-3cb8a9f3fdb6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:39.519763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d155ea20-9f1e-4576-a235-69f3c3dbdc1f req-6d77bb5a-4ce8-4f5c-b0dc-3cb8a9f3fdb6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1416059 Nov 26 21:44:39.578064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-47148e54-22f0-42a3-b07c-985a7436ada7 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580359 Nov 26 21:44:39.583572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-ccf23188-31ff-4380-9c0c-f7711edd9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:39.587322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-ccf23188-31ff-4380-9c0c-f7711edd9a5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2&tenant_id=225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 1101 time: 0.2540555 Nov 26 21:44:39.608920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652248-1e25-4fca-9cbd-8fb5eca1a1f3 req-62fb2069-6bdc-40c4-b8fb-4428d54a7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:39.614144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9d652248-1e25-4fca-9cbd-8fb5eca1a1f3 req-62fb2069-6bdc-40c4-b8fb-4428d54a7878 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 1100 time: 0.1438286 Nov 26 21:44:39.660926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d155ea20-9f1e-4576-a235-69f3c3dbdc1f req-bcad9a26-7000-484c-a0ff-d9f276361875 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397352 Nov 26 21:44:39.694944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] For port c10ee0ef-838a-4c1a-a89d-df429d703017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c10ee0ef-838a-4c1a-a89d-df429d703017,segment=NetworkSegment(9050addd-3d47-430c-9f02-4219002ddfd2),segment_id=9050addd-3d47-430c-9f02-4219002ddfd2)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:39.695315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:39.724356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6f746-55ba-46d8-af56-6298c4c6a9af req-164f886a-e486-4906-9d54-127c2da9a6c3 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:39.732154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ae6f746-55ba-46d8-af56-6298c4c6a9af req-164f886a-e486-4906-9d54-127c2da9a6c3 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 949 time: 0.1121716 Nov 26 21:44:39.734626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Calling delete_port for c10ee0ef-838a-4c1a-a89d-df429d703017 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:44:39.845126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ae6f746-55ba-46d8-af56-6298c4c6a9af req-1caaca66-b15c-47ee-8775-26b3e236e5e4 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060340 Nov 26 21:44:39.869285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 933c24bb-db37-4a8e-8450-676dc497c022 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:40.047525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 933c24bb-db37-4a8e-8450-676dc497c022 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:44:40.052222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 933c24bb-db37-4a8e-8450-676dc497c022 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:40.052599 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:40.102159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf35bead-ba53-43da-83bb-d03122a7ef58 req-725b8cf2-5fcc-4934-92a2-2357d851c305 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c HTTP/1.1" status: 200 len: 210 time: 0.1080630 Nov 26 21:44:40.124000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:40.143020 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c1f645-d17c-4556-9632-49952ac5bdef x-openstack-request-id: req-e2c1f645-d17c-4556-9632-49952ac5bdef {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:40.145093 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c", "name": "network-vif-deleted", "tag": "b6e6b20b-b439-45fe-8936-2f04dec0ba54", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:40.145571 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2c1f645-d17c-4556-9632-49952ac5bdef {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:40.146210 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d099f1-3e94-41b8-9cc3-3d1e3bc29e5c', 'name': 'network-vif-deleted', 'tag': 'b6e6b20b-b439-45fe-8936-2f04dec0ba54', 'status': 'completed', 'code': 200} Nov 26 21:44:40.211731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'Port': ['ID=c10ee0ef-838a-4c1a-a89d-df429d703017,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:40.231596 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:40.279869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:40.286334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:40.287291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c10ee0ef-838a-4c1a-a89d-df429d703017 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:40.323824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] No DVR routers for this DVR port c10ee0ef-838a-4c1a-a89d-df429d703017 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:40.364583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:40.368478 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:40.371584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: c10ee0ef-838a-4c1a-a89d-df429d703017 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:44:40.371935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c10ee0ef-838a-4c1a-a89d-df429d703017 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:40.377530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-84e5c56e-846b-421e-89fb-24ace8925b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:40.379540 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-84e5c56e-846b-421e-89fb-24ace8925b55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 1101 time: 0.7267351 Nov 26 21:44:40.381663 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dade23fd-1e00-4fb7-8aea-53e53142cb0d req-aa2c8ca5-7c5b-42b5-9bae-b3e4ea773cbd tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.41 "DELETE /v2.0/ports/c10ee0ef-838a-4c1a-a89d-df429d703017 HTTP/1.1" status: 204 len: 173 time: 1.1426015 Nov 26 21:44:40.383222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'name': 'network-vif-deleted', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:40.386696 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b39a239-fe20-447c-beb4-1d6dd10c2e7a" -d '{"events": [{"server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "name": "network-vif-deleted", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:40.390455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9d652248-1e25-4fca-9cbd-8fb5eca1a1f3 req-9dd2c7b0-c0f0-4665-8178-0a08230e9022 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722976 Nov 26 21:44:40.407097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4dc9a-9c5a-4520-9498-397f6a116c66 req-74e9b56d-045e-4e19-8c02-2396fea775dc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:40.426131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17c4dc9a-9c5a-4520-9498-397f6a116c66 req-74e9b56d-045e-4e19-8c02-2396fea775dc tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 945 time: 0.4033291 Nov 26 21:44:40.472755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1361929-a4f2-4ac0-bc02-98e2c6326451 req-893f5111-31d3-44d2-86e3-98cbb58fe968 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:40.474748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1361929-a4f2-4ac0-bc02-98e2c6326451 req-893f5111-31d3-44d2-86e3-98cbb58fe968 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.2310567 Nov 26 21:44:40.516085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-c09c719a-89b4-48b3-8f89-dd7269c277b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:40.518530 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-c09c719a-89b4-48b3-8f89-dd7269c277b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1178052 Nov 26 21:44:40.566064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17c4dc9a-9c5a-4520-9498-397f6a116c66 req-5d41b2d1-778d-47dd-97ae-0c2ae3b5ccc8 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0837e37-5e63-4419-b338-dcf1bbd2f2a1&id=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe&id=6ee81c47-5600-4083-8587-c163e7b69f66&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1385584 Nov 26 21:44:40.575279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-f627d457-061d-4b22-b468-30b5864df3e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=03984253-eb29-4e8f-9185-02031b3a1ba1 HTTP/1.1" status: 200 len: 217 time: 0.0446336 Nov 26 21:44:40.577050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-6c2f5f21-0d4c-47f4-b0fb-ee0e4d03c181 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9615483 Nov 26 21:44:40.588944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1361929-a4f2-4ac0-bc02-98e2c6326451 req-001952fa-d3d2-432f-9fe7-2306c717fc48 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059663 Nov 26 21:44:40.695559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-a57e45de-cff6-41fd-9759-8edf1332a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:40.697039 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-a57e45de-cff6-41fd-9759-8edf1332a513 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1032097 Nov 26 21:44:40.719793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f23b01-3904-4e61-bd38-bf998e117680 req-3e6d747b-5eed-4ea4-9a15-f55a54f48e83 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:40.731233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2f23b01-3904-4e61-bd38-bf998e117680 req-3e6d747b-5eed-4ea4-9a15-f55a54f48e83 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.0858150 Nov 26 21:44:40.829236 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5c55dc-f398-4fd6-b6d2-75519427543c x-openstack-request-id: req-9f5c55dc-f398-4fd6-b6d2-75519427543c {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:40.829537 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcab24cd-e6d8-4125-8072-01e2c42b21ab", "name": "network-vif-deleted", "tag": "c10ee0ef-838a-4c1a-a89d-df429d703017", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:40.832441 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f5c55dc-f398-4fd6-b6d2-75519427543c {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:40.832441 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcab24cd-e6d8-4125-8072-01e2c42b21ab', 'name': 'network-vif-deleted', 'tag': 'c10ee0ef-838a-4c1a-a89d-df429d703017', 'status': 'completed', 'code': 200} Nov 26 21:44:40.851018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2f23b01-3904-4e61-bd38-bf998e117680 req-910fe607-30b6-4896-b1a9-e6d3cc7d7116 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184337 Nov 26 21:44:40.981655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b6e6b20b-b439-45fe-8936-2f04dec0ba54 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:41.025940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: b6e6b20b-b439-45fe-8936-2f04dec0ba54 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:44:41.026315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b6e6b20b-b439-45fe-8936-2f04dec0ba54 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:41.027577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 03984253-eb29-4e8f-9185-02031b3a1ba1 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:41.057125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-f5d58a05-da42-4b73-934e-0d58849ce16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:41.067018 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-f5d58a05-da42-4b73-934e-0d58849ce16a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1018744 Nov 26 21:44:41.126704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d410f-17f0-4afc-8929-fa60935dae1c req-f1887b40-7513-4d44-b453-e1b492be4c42 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:41.135551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-449d410f-17f0-4afc-8929-fa60935dae1c req-f1887b40-7513-4d44-b453-e1b492be4c42 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1526287 Nov 26 21:44:41.180835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:41.193092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed486cf-c224-4d52-a9c4-d479dd674a80 req-ca18a1ab-c5f9-45f8-84b0-5d51f4078640 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:41.201617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ed486cf-c224-4d52-a9c4-d479dd674a80 req-ca18a1ab-c5f9-45f8-84b0-5d51f4078640 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 949 time: 0.1761956 Nov 26 21:44:41.280011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-131ed93c-cd9e-4282-8902-d96c0a26e554 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027643 Nov 26 21:44:41.284219 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-449d410f-17f0-4afc-8929-fa60935dae1c req-dcde3734-beb7-4ea2-b327-5b5e869ca48b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475751 Nov 26 21:44:41.295351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022'}, {'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:41.316186 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe800308-9bdd-4b13-aaa9-25550505cd12" -d '{"events": [{"server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "name": "network-vif-plugged", "status": "completed", "tag": "933c24bb-db37-4a8e-8450-676dc497c022"}, {"server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "name": "network-vif-unplugged", "status": "completed", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:41.350056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:41.365811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:41.432046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ed486cf-c224-4d52-a9c4-d479dd674a80 req-a01cb0c3-d2cc-43cf-8907-eb18ec69c5e4 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297058 Nov 26 21:44:41.484190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:41.544878 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bbbdb7-6801-48d2-b582-e59ad7190bf0 x-openstack-request-id: req-18bbbdb7-6801-48d2-b582-e59ad7190bf0 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:41.546171 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "name": "network-vif-plugged", "status": "completed", "tag": "933c24bb-db37-4a8e-8450-676dc497c022", "code": 200}, {"server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "name": "network-vif-unplugged", "status": "completed", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:41.546437 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18bbbdb7-6801-48d2-b582-e59ad7190bf0 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:41.546838 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022', 'code': 200} Nov 26 21:44:41.547095 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'code': 200} Nov 26 21:44:41.547203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45c601b6-cb27-4dd8-a9ec-176d455c495a req-83284d85-6322-4b0b-a8c0-9921bfd83dc5 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568409 Nov 26 21:44:41.779417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9d0f4-eb57-480a-ad31-91d266ea2dd1 req-8b99ac99-6f60-4479-b93c-8e05087b0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:41.784189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95e9d0f4-eb57-480a-ad31-91d266ea2dd1 req-8b99ac99-6f60-4479-b93c-8e05087b0a40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1097 time: 0.0671933 Nov 26 21:44:41.859256 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21699e1e-c2f9-400a-8ba1-805a67f6dfc8 req-4ec026bc-9c1d-443f-81a4-aa998abd9380 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/ports?device_id=fcab24cd-e6d8-4125-8072-01e2c42b21ab HTTP/1.1" status: 200 len: 210 time: 0.1039433 Nov 26 21:44:41.902883 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95e9d0f4-eb57-480a-ad31-91d266ea2dd1 req-33efad89-2854-4435-9d27-d26ea254cbb9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833609 Nov 26 21:44:42.003014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f1d10-2f90-4770-91d6-af50959c8073 req-cc2824c5-48ae-4c6a-85e6-1b9dc218a463 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:42.018214 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c6f1d10-2f90-4770-91d6-af50959c8073 req-cc2824c5-48ae-4c6a-85e6-1b9dc218a463 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.1075842 Nov 26 21:44:42.078746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c6f1d10-2f90-4770-91d6-af50959c8073 req-22cbaea0-5b26-4b9e-835d-f291350fc57a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537038 Nov 26 21:44:42.216564 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514939d6-344a-40f0-97c2-434bfdb6f902 req-6568a07a-f329-4d9d-9e1f-f854817b9c4e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:42.225293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-514939d6-344a-40f0-97c2-434bfdb6f902 req-6568a07a-f329-4d9d-9e1f-f854817b9c4e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 950 time: 0.0706379 Nov 26 21:44:42.277651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-514939d6-344a-40f0-97c2-434bfdb6f902 req-ce878daf-38f9-4408-9707-71df2d3af55d tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488689 Nov 26 21:44:42.461909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941bb2e-8426-42e4-84a1-49dce41329e7 req-9c8a66e3-c5d7-4732-b7ac-756b20b54470 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:42.463666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c941bb2e-8426-42e4-84a1-49dce41329e7 req-9c8a66e3-c5d7-4732-b7ac-756b20b54470 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1117330 Nov 26 21:44:42.555188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c941bb2e-8426-42e4-84a1-49dce41329e7 req-889451f9-c31c-493d-b330-7ed1dd7d261a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817792 Nov 26 21:44:42.569548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf659f67-518e-42d3-abab-ed8cb5e07415 req-a1b6ae22-4ead-4b9c-8499-f709b9776022 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:42.572235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf659f67-518e-42d3-abab-ed8cb5e07415 req-a1b6ae22-4ead-4b9c-8499-f709b9776022 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 948 time: 0.1076493 Nov 26 21:44:42.649275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf659f67-518e-42d3-abab-ed8cb5e07415 req-a99de09c-9581-43fb-bb8a-3fbe39c6dba6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700293 Nov 26 21:44:42.714572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a628d-c3e0-4fc5-8c5e-cc95c4ad2cd2 req-6a47409c-b726-4dee-b03b-98758378dec2 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:42.716087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d8a628d-c3e0-4fc5-8c5e-cc95c4ad2cd2 req-6a47409c-b726-4dee-b03b-98758378dec2 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 949 time: 0.0556183 Nov 26 21:44:42.783219 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d8a628d-c3e0-4fc5-8c5e-cc95c4ad2cd2 req-e73b55f5-ab01-4d20-ba1d-dc9f051af4b9 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599499 Nov 26 21:44:43.159308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-622d2e76-2b2c-4101-ba29-3cad35f3ba32 req-edee4318-49be-4bb4-a8c0-7662b21bbb13 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/6ee81c47-5600-4083-8587-c163e7b69f66 HTTP/1.1" status: 200 len: 1817 time: 0.1138940 Nov 26 21:44:43.276193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2fb0e-a3e3-4702-b702-bce9c7ac1e0b req-d111b22d-97f4-4a79-a9cc-121d120f461f tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:43.283419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40e2fb0e-a3e3-4702-b702-bce9c7ac1e0b req-d111b22d-97f4-4a79-a9cc-121d120f461f tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.0892234 Nov 26 21:44:43.294850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-622d2e76-2b2c-4101-ba29-3cad35f3ba32 req-92fc9c99-b4df-4be8-b8fb-cacb46a1015c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:43.342350 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-622d2e76-2b2c-4101-ba29-3cad35f3ba32 req-92fc9c99-b4df-4be8-b8fb-cacb46a1015c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:43.375651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40e2fb0e-a3e3-4702-b702-bce9c7ac1e0b req-13da5f1d-ffe2-47d7-8d90-5fbdcc3f1de2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912757 Nov 26 21:44:43.443472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-622d2e76-2b2c-4101-ba29-3cad35f3ba32 req-92fc9c99-b4df-4be8-b8fb-cacb46a1015c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:43.450093 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-622d2e76-2b2c-4101-ba29-3cad35f3ba32 req-92fc9c99-b4df-4be8-b8fb-cacb46a1015c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:43.468033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-622d2e76-2b2c-4101-ba29-3cad35f3ba32 req-92fc9c99-b4df-4be8-b8fb-cacb46a1015c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ee81c47-5600-4083-8587-c163e7b69f66 HTTP/1.1" status: 204 len: 173 time: 0.3077571 Nov 26 21:44:43.521485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc9c99-b4df-4be8-b8fb-cacb46a1015c tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee81c47-5600-4083-8587-c163e7b69f66,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:43.703281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-a7212dbc-dfed-4fd9-9a96-2c0052756654 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:43.704921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-a7212dbc-dfed-4fd9-9a96-2c0052756654 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 950 time: 0.1381993 Nov 26 21:44:43.735739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb344da-1bd0-480d-ab96-2c50b97ca7fc req-37bf0974-8bb9-45f5-81b2-3c06820e389c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:43.737730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acb344da-1bd0-480d-ab96-2c50b97ca7fc req-37bf0974-8bb9-45f5-81b2-3c06820e389c tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 950 time: 0.1173191 Nov 26 21:44:43.762570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3fb0f7c3-4795-4c2e-b134-216f2e8dea7a req-62588693-5ed7-4f49-825f-f04136baf8d5 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "GET /v2.0/security-groups/b0837e37-5e63-4419-b338-dcf1bbd2f2a1 HTTP/1.1" status: 200 len: 1816 time: 0.0729215 Nov 26 21:44:43.846796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acb344da-1bd0-480d-ab96-2c50b97ca7fc req-c05ccda6-49e5-4644-b619-392c7620ca63 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952907 Nov 26 21:44:43.854642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Deleting port 7d60dfc4-72f4-4955-afde-eb70e808b019 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:44:43.854985 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:43.898529 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3fb0f7c3-4795-4c2e-b134-216f2e8dea7a req-af6c93df-298e-4385-9ff2-5a234a5a2d18 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:43.931998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3fb0f7c3-4795-4c2e-b134-216f2e8dea7a req-af6c93df-298e-4385-9ff2-5a234a5a2d18 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.007949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3fb0f7c3-4795-4c2e-b134-216f2e8dea7a req-af6c93df-298e-4385-9ff2-5a234a5a2d18 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.011555 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3fb0f7c3-4795-4c2e-b134-216f2e8dea7a req-af6c93df-298e-4385-9ff2-5a234a5a2d18 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.023699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3fb0f7c3-4795-4c2e-b134-216f2e8dea7a req-af6c93df-298e-4385-9ff2-5a234a5a2d18 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0837e37-5e63-4419-b338-dcf1bbd2f2a1 HTTP/1.1" status: 204 len: 173 time: 0.2601807 Nov 26 21:44:44.024237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34064) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:44.058818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c93df-298e-4385-9ff2-5a234a5a2d18 tempest-SecurityGroupsTestJSON-14104437 tempest-SecurityGroupsTestJSON-14104437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0837e37-5e63-4419-b338-dcf1bbd2f2a1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:44.184654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] For port 7d60dfc4-72f4-4955-afde-eb70e808b019, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7d60dfc4-72f4-4955-afde-eb70e808b019,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:44.185998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.213719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Calling delete_port for 7d60dfc4-72f4-4955-afde-eb70e808b019 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:44:44.243183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd08a658-f333-43a9-a62b-64e2b356a1ce admin admin] Deleting subnet 2a327653-249e-4d87-8675-469ae8909732 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:44:44.253342 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd08a658-f333-43a9-a62b-64e2b356a1ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.291305 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd08a658-f333-43a9-a62b-64e2b356a1ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.344803 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd08a658-f333-43a9-a62b-64e2b356a1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.353986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aea4e-afb1-4af9-9b77-87ce4721be64 req-d9c0d21a-b1f4-4f8a-9d31-29664f532c36 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:44.362617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c77aea4e-afb1-4af9-9b77-87ce4721be64 req-d9c0d21a-b1f4-4f8a-9d31-29664f532c36 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1951933 Nov 26 21:44:44.363812 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:44:44.392301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.436525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7d60dfc4-72f4-4955-afde-eb70e808b019', 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:44.440207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Pushing event deleted for resources: {'Port': ['ID=7d60dfc4-72f4-4955-afde-eb70e808b019,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:44.547944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] No DVR routers for this DVR port 7d60dfc4-72f4-4955-afde-eb70e808b019 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:44.551223 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.554801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc585e08-c427-4b25-8e31-76b563f1ce5a req-74ea940b-8a5a-4f8a-a8d6-c027f730e372 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:44.555299 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a54d5c9b-72b2-4fcc-8fbe-68589f9c363e req-86b2d5e2-d51b-40d9-b11c-c4cf0b9443fe tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "DELETE /v2.0/ports/7d60dfc4-72f4-4955-afde-eb70e808b019 HTTP/1.1" status: 204 len: 173 time: 0.8418834 Nov 26 21:44:44.555756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b62c185-9fc8-4507-8178-bf5396e31158', 'name': 'network-vif-deleted', 'tag': '7d60dfc4-72f4-4955-afde-eb70e808b019'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:44.558508 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cb39e0-af97-4200-8796-b7a1980e397f" -d '{"events": [{"server_uuid": "0b62c185-9fc8-4507-8178-bf5396e31158", "name": "network-vif-deleted", "tag": "7d60dfc4-72f4-4955-afde-eb70e808b019"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:44.562604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc585e08-c427-4b25-8e31-76b563f1ce5a req-74ea940b-8a5a-4f8a-a8d6-c027f730e372 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 948 time: 0.2207670 Nov 26 21:44:44.608084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c77aea4e-afb1-4af9-9b77-87ce4721be64 req-49a3b504-ac20-4985-b612-a24781f53810 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443879 Nov 26 21:44:44.613888 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd08a658-f333-43a9-a62b-64e2b356a1ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.653231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd08a658-f333-43a9-a62b-64e2b356a1ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.667393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dd08a658-f333-43a9-a62b-64e2b356a1ce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a327653-249e-4d87-8675-469ae8909732 HTTP/1.1" status: 204 len: 168 time: 0.6124163 Nov 26 21:44:44.668929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34082) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:44.731994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08a658-f333-43a9-a62b-64e2b356a1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a327653-249e-4d87-8675-469ae8909732,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:44.807634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4aa62-73d3-4c65-bab4-2b826f549ce1 req-ec6d2930-ee7b-4908-9d0c-f7f436a8347f tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:44.809281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2dd4aa62-73d3-4c65-bab4-2b826f549ce1 req-ec6d2930-ee7b-4908-9d0c-f7f436a8347f tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 949 time: 0.0819187 Nov 26 21:44:44.824272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc585e08-c427-4b25-8e31-76b563f1ce5a req-7d31972b-cc06-4010-b937-cdb542c87148 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097611 Nov 26 21:44:44.831989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:44.922908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2dd4aa62-73d3-4c65-bab4-2b826f549ce1 req-df678bc2-f31a-4c80-84a4-52c0729b856b tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973401 Nov 26 21:44:44.980976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:45.015461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1d99a-19db-4233-8f2a-6c4bcacac1b3 req-87cf6ade-0470-4b36-b551-fc6bc94b5214 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:45.017224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c178a8-dc53-45a5-b446-a4978a19b1a3']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:44:45.018796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 03984253-eb29-4e8f-9185-02031b3a1ba1 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:45.024005 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8f1d99a-19db-4233-8f2a-6c4bcacac1b3 req-87cf6ade-0470-4b36-b551-fc6bc94b5214 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.0965919 Nov 26 21:44:45.044035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9050addd-3d47-430c-9f02-4219002ddfd2') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:44:45.051226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9050addd-3d47-430c-9f02-4219002ddfd2') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:44:45.054297 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f977a69-309c-4009-925e-86eb43a20961 x-openstack-request-id: req-2f977a69-309c-4009-925e-86eb43a20961 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:45.059922 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b62c185-9fc8-4507-8178-bf5396e31158", "name": "network-vif-deleted", "tag": "7d60dfc4-72f4-4955-afde-eb70e808b019", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:45.060587 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f977a69-309c-4009-925e-86eb43a20961 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:45.061308 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b62c185-9fc8-4507-8178-bf5396e31158', 'name': 'network-vif-deleted', 'tag': '7d60dfc4-72f4-4955-afde-eb70e808b019', 'status': 'completed', 'code': 200} Nov 26 21:44:45.076753 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:45.105781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8f1d99a-19db-4233-8f2a-6c4bcacac1b3 req-baf5bf4f-dda3-47c5-8b1e-2bfd3acf565d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805309 Nov 26 21:44:45.113536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:45.138403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:44:45.138846 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:44:45.141998 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:44:45.326610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:45.355682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8392d-fadd-418d-8859-d632105cd454 req-a3808741-6e8c-4636-843a-84d29f0388fd tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:45.358851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04e8392d-fadd-418d-8859-d632105cd454 req-a3808741-6e8c-4636-843a-84d29f0388fd tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1097 time: 0.1273739 Nov 26 21:44:45.365594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'mac_address': 'fa:16:3e:ce:c5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:44:45.372157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:45.381170 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:45.411043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] 10.222.0.21 "DELETE /v2.0/networks/01c178a8-dc53-45a5-b446-a4978a19b1a3 HTTP/1.1" status: 204 len: 168 time: 0.7407141 Nov 26 21:44:45.430418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ee542-b04b-47a9-ab9d-2bf65b5fd40d admin admin] Pushing event deleted for resources: {'Network': ['ID=01c178a8-dc53-45a5-b446-a4978a19b1a3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:45.471538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04e8392d-fadd-418d-8859-d632105cd454 req-ad7e9d94-c776-42b1-b37b-ee65b67eeb9b tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041045 Nov 26 21:44:45.478778 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:45.526907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03984253-eb29-4e8f-9185-02031b3a1ba1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:45.604106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:45.613217 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:45.660735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0466a70-ebe3-4534-9238-74b367377a47 req-7f30ef85-697d-46f0-8e3e-780415c2f741 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b62c185-9fc8-4507-8178-bf5396e31158 HTTP/1.1" status: 200 len: 210 time: 0.0806253 Nov 26 21:44:45.748118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:45.837023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34102) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:45.906207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c6a8e6a3-081c-4ad2-b1ae-c80b33cdb5c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75a2f4f837714efcbfcd8b15946c4fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651639 Nov 26 21:44:45.906497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34106) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:46.001286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445b881-7912-4814-9fe2-76cc010e8eb7 req-72d0b78c-45bd-476b-901c-b818c75bfe46 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:46.009997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2445b881-7912-4814-9fe2-76cc010e8eb7 req-72d0b78c-45bd-476b-901c-b818c75bfe46 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 949 time: 0.0729496 Nov 26 21:44:46.090763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2cbe18d8-10a7-4ff2-b43c-5d45ff8b140c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:46.107483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['03984253-eb29-4e8f-9185-02031b3a1ba1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:46.112638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2445b881-7912-4814-9fe2-76cc010e8eb7 req-aaeb6b1f-a30d-4a33-8df8-2f0b4a0c8d36 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014032 Nov 26 21:44:46.184193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2cbe18d8-10a7-4ff2-b43c-5d45ff8b140c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:46.209476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b217e-1d8e-4a57-be69-aefd1e208961 req-19b0fa2c-a1dc-49e0-878d-293c1f692c08 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:46.223408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b8b217e-1d8e-4a57-be69-aefd1e208961 req-19b0fa2c-a1dc-49e0-878d-293c1f692c08 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 949 time: 0.1440024 Nov 26 21:44:46.256171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-05120fe4-bd21-40fa-a12c-4575817e7fa7 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:46.260889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-05120fe4-bd21-40fa-a12c-4575817e7fa7 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 949 time: 0.2596087 Nov 26 21:44:46.330922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b8b217e-1d8e-4a57-be69-aefd1e208961 req-7ed69352-91a9-4bec-b327-a3a2bde4e3e5 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/security-groups?id=797af131-8f3a-4e19-a866-97bcbda40625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004889 Nov 26 21:44:46.364275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bc94b-3cac-49fe-8409-bb3be9899a88 req-5136ef65-8414-4dca-a67f-e61b77d74de7 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:46.400450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b7bc94b-3cac-49fe-8409-bb3be9899a88 req-5136ef65-8414-4dca-a67f-e61b77d74de7 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.1569450 Nov 26 21:44:46.538913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b7bc94b-3cac-49fe-8409-bb3be9899a88 req-9acc79c9-49d9-4b59-8eb6-56a8eaa0c637 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349437 Nov 26 21:44:46.571905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2cbe18d8-10a7-4ff2-b43c-5d45ff8b140c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:46.574593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2cbe18d8-10a7-4ff2-b43c-5d45ff8b140c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:46.575754 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2cbe18d8-10a7-4ff2-b43c-5d45ff8b140c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe HTTP/1.1" status: 204 len: 168 time: 0.6684577 Nov 26 21:44:46.636152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe18d8-10a7-4ff2-b43c-5d45ff8b140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b83ddc-454f-4bd0-84fe-ce9e364a7bbe,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:46.682165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Deleting port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:44:46.685369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:46.783251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a599ce-6760-41dd-83de-e92a0d9752d8 req-329bc159-b54b-4492-b16c-bea96ea5b905 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:46.791392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58a599ce-6760-41dd-83de-e92a0d9752d8 req-329bc159-b54b-4492-b16c-bea96ea5b905 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 949 time: 0.0715759 Nov 26 21:44:46.868993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] For port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:46.869606 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:46.896490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-c2106ae1-6d3a-452a-ad8f-3735aeb5f658 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:46.898519 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-c2106ae1-6d3a-452a-ad8f-3735aeb5f658 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2&tenant_id=225bd749550b48aea293f21fbc7433b6&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 949 time: 0.1150415 Nov 26 21:44:46.904995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58a599ce-6760-41dd-83de-e92a0d9752d8 req-615b29e0-2f19-406b-a193-8009ff1679a7 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126616 Nov 26 21:44:46.906427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Calling delete_port for c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:44:47.025011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7d60dfc4-72f4-4955-afde-eb70e808b019 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:47.100461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 7d60dfc4-72f4-4955-afde-eb70e808b019 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:44:47.108399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7d60dfc4-72f4-4955-afde-eb70e808b019 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:47.208223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-afd659c9-6e9a-442c-b66b-b4671e079c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:47.209993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-afd659c9-6e9a-442c-b66b-b4671e079c92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 1100 time: 0.1054177 Nov 26 21:44:47.210664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:47.246955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:47.276688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Pushing event deleted for resources: {'Port': ['ID=c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:47.376272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] No DVR routers for this DVR port c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:47.381379 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:47.385779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39630c49-591e-42e0-ba5b-2e1b0c42e96b req-ec14a8f5-a7d6-4fc6-aaec-11e6a508c8f0 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.41 "DELETE /v2.0/ports/c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 HTTP/1.1" status: 204 len: 173 time: 1.1142972 Nov 26 21:44:47.412077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0ed699-8653-428c-98cd-54548f5fb5ae', 'name': 'network-vif-deleted', 'tag': 'c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:47.415754 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b104384-c9d1-4369-a728-2adf98fbff5d" -d '{"events": [{"server_uuid": "ea0ed699-8653-428c-98cd-54548f5fb5ae", "name": "network-vif-deleted", "tag": "c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:47.531117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3ae9dc7-1ced-4cf1-a2ab-81963fb66d1c req-58f4c0fd-e93d-464e-a558-1f80fd7175c6 tempest-TenantUsagesTestJSON-1105753381 tempest-TenantUsagesTestJSON-1105753381-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea0ed699-8653-428c-98cd-54548f5fb5ae HTTP/1.1" status: 200 len: 210 time: 0.0729957 Nov 26 21:44:47.574277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740c41b-43bd-4e1e-ad10-c931424d8c94 req-2db03be2-1daf-4523-9d58-16a4997b62ed tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:47.578178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f740c41b-43bd-4e1e-ad10-c931424d8c94 req-2db03be2-1daf-4523-9d58-16a4997b62ed tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 951 time: 0.2479365 Nov 26 21:44:47.594784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-d2997bd7-1d5e-477c-8524-bf50983ad6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:47.602822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-d2997bd7-1d5e-477c-8524-bf50983ad6b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3788474 Nov 26 21:44:47.704998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f740c41b-43bd-4e1e-ad10-c931424d8c94 req-45eaddab-d157-4753-a230-09205dbb713e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150644 Nov 26 21:44:47.724553 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b7023-df83-40ce-aea2-9fa22c2c4839 x-openstack-request-id: req-c91b7023-df83-40ce-aea2-9fa22c2c4839 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:47.725229 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0ed699-8653-428c-98cd-54548f5fb5ae", "name": "network-vif-deleted", "tag": "c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:47.725715 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c91b7023-df83-40ce-aea2-9fa22c2c4839 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:47.726516 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea0ed699-8653-428c-98cd-54548f5fb5ae', 'name': 'network-vif-deleted', 'tag': 'c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1', 'status': 'completed', 'code': 200} Nov 26 21:44:47.733210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-dbef35a3-66f6-4dd1-8b1d-81e27747e1a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=03984253-eb29-4e8f-9185-02031b3a1ba1 HTTP/1.1" status: 200 len: 217 time: 0.1191840 Nov 26 21:44:47.881480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-689eb2af-d4f3-4241-9734-eba8a2f79e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:47.883954 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-689eb2af-d4f3-4241-9734-eba8a2f79e99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1309805 Nov 26 21:44:47.886053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b675d9-91c7-4b39-956d-4a90e4146f1a req-ddada517-a3e5-41bc-825b-efcb48de1907 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:47.887681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25b675d9-91c7-4b39-956d-4a90e4146f1a req-ddada517-a3e5-41bc-825b-efcb48de1907 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.1309917 Nov 26 21:44:47.977003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-31463c49-a0e6-487f-a513-047f2f1ef9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:47.978762 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-31463c49-a0e6-487f-a513-047f2f1ef9c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836928 Nov 26 21:44:48.030519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25b675d9-91c7-4b39-956d-4a90e4146f1a req-946905a6-fbc4-457b-ae91-41667488cbd7 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350520 Nov 26 21:44:48.097418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af8e92-f2d1-4640-bbff-b950de1f463f req-d06eef99-317b-4b53-abfd-d7104ac5a8e4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:48.106009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6af8e92-f2d1-4640-bbff-b950de1f463f req-d06eef99-317b-4b53-abfd-d7104ac5a8e4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 949 time: 0.0642197 Nov 26 21:44:48.208318 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6af8e92-f2d1-4640-bbff-b950de1f463f req-23a332ae-441b-4d7b-8351-8390ce04486e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931914 Nov 26 21:44:48.226994 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-426f77c1-e59d-43a8-8e17-97cc3fd4d226 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278564 Nov 26 21:44:48.348309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34184) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:48.409437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8ea90b41-45fa-4314-957f-f822f945bb1b req-99208cf4-36d7-440f-bb4b-a98e001deb01 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713979 Nov 26 21:44:48.527274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-655357703-network', 'tenant_id': 'aa552f8a835d4735b743f269ffaad4a8'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:48.579928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Made reservation on behalf of aa552f8a835d4735b743f269ffaad4a8 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:48.583165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:48.599883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:48.782788 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:48.791760 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:48.860073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf439df-7b30-467a-aeec-de509eebb9bb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:48.863984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:44:48.909298 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:48.909584 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Added segment e96345ba-f607-435d-9be1-e5208f54da8d of type vlan for network 569a4154-ebab-4f8b-8503-0a716b392d6c Nov 26 21:44:48.931110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba190-de73-4458-bcd7-1a6db73e412b req-eb65ef56-c4f3-47ac-a111-a7f76e64dbe1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:48.940405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc7ba190-de73-4458-bcd7-1a6db73e412b req-eb65ef56-c4f3-47ac-a111-a7f76e64dbe1 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 951 time: 0.1190314 Nov 26 21:44:49.000149 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:49.048642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 03984253-eb29-4e8f-9185-02031b3a1ba1 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:49.055301 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc7ba190-de73-4458-bcd7-1a6db73e412b req-25ba3e92-bd09-4f2c-bd8c-8e2b15808ad7 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/security-groups?id=e697db64-302e-4c2a-9fcf-a117bcf8c73d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138971 Nov 26 21:44:49.079697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:49.081311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:49.082206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:49.134891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7847295 Nov 26 21:44:49.141942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34208) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:49.223655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Request body: {'subnet': {'network_id': '569a4154-ebab-4f8b-8503-0a716b392d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-655357703-subnet', 'tenant_id': 'aa552f8a835d4735b743f269ffaad4a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:49.233320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34210) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:49.326628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9aaea-6635-4063-b201-d70e35f1a285 admin admin] Pushing event updated for resources: {'Network': ['ID=569a4154-ebab-4f8b-8503-0a716b392d6c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:49.363065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Made reservation on behalf of aa552f8a835d4735b743f269ffaad4a8 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:49.365485 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:49.371860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-9c06451a-7d6e-4c23-aa4a-719cb6d0ff5e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:49.378550 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-9c06451a-7d6e-4c23-aa4a-719cb6d0ff5e tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 951 time: 0.2485595 Nov 26 21:44:49.491970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 569a4154-ebab-4f8b-8503-0a716b392d6c details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:44:49.679459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Deleting port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:44:49.680438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:49.733718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 03984253-eb29-4e8f-9185-02031b3a1ba1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:49.734133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:49.854024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1743c842-7898-4246-a70e-d069fd807276 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8546577836642a4955130a946967a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6173952 Nov 26 21:44:49.856639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34230) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:49.894813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc20a0-0771-42ca-b9ab-29319162996a req-93b9cffa-2ac9-440c-a7b6-2827ad246367 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:49.902231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72dc20a0-0771-42ca-b9ab-29319162996a req-93b9cffa-2ac9-440c-a7b6-2827ad246367 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 949 time: 0.2723315 Nov 26 21:44:49.910274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:49.931128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc190c-a556-49f5-992b-1dcb1fab195f req-f9331d8a-ed53-43a7-86b6-6daa6470a7f5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:49.939221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] For port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:49.939632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:49.939893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfdc190c-a556-49f5-992b-1dcb1fab195f req-f9331d8a-ed53-43a7-86b6-6daa6470a7f5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.3362670 Nov 26 21:44:49.955201 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:49.968095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:44:49.968515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c0ab1c74-b89a-419c-a77d-a9cbdb26dbf1 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:49.976149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Calling delete_port for de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:44:50.007299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0e7bf91-3fe2-49a5-bf94-252312a13b5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.024317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfdc190c-a556-49f5-992b-1dcb1fab195f req-ff93b219-4708-4e15-abb3-8d4fb51eaf64 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833290 Nov 26 21:44:50.031075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0e7bf91-3fe2-49a5-bf94-252312a13b5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.040314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:50.045636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:50.050818 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ee59f2-5fc2-4887-b66d-2abb2b3fc250" -d '{"events": [{"server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:50.062415 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.111798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0e7bf91-3fe2-49a5-bf94-252312a13b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.114457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0e7bf91-3fe2-49a5-bf94-252312a13b5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.116298 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e0e7bf91-3fe2-49a5-bf94-252312a13b5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/797af131-8f3a-4e19-a866-97bcbda40625 HTTP/1.1" status: 204 len: 168 time: 0.2586856 Nov 26 21:44:50.127523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7bf91-3fe2-49a5-bf94-252312a13b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797af131-8f3a-4e19-a866-97bcbda40625,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:50.167755 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aed58f2-3b0b-4460-8d0a-5ba45ad2222f x-openstack-request-id: req-5aed58f2-3b0b-4460-8d0a-5ba45ad2222f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:50.168359 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "name": "network-vif-plugged", "status": "completed", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:50.168968 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aed58f2-3b0b-4460-8d0a-5ba45ad2222f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:50.171004 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'code': 200} Nov 26 21:44:50.238681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:50.240440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72dc20a0-0771-42ca-b9ab-29319162996a req-0f42e0d5-7b06-44ce-bedd-f596bc532418 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364029 Nov 26 21:44:50.275317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.379886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.425856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:50.539800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5420147a-5264-4e8e-82b1-5f04ea02c296,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:50.611047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Pushing event deleted for resources: {'Port': ['ID=de1afe2a-b1f9-4cf6-8e1c-2f235642cd58,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:50.622908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a8504b6-515b-4048-918a-b0a0213be8b4 req-ad7c29eb-ba69-43c4-92f1-c701965b8658 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.21 "GET /v2.0/ports?device_id=890807af-ff0e-4748-81cf-605adb64e77f HTTP/1.1" status: 200 len: 210 time: 0.2353487 Nov 26 21:44:50.745854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8178128-1e15-4a1e-b204-30972309cf9d req-785aee9c-f90e-46a0-8b5a-3a5dd9c45895 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:50.756490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8178128-1e15-4a1e-b204-30972309cf9d req-785aee9c-f90e-46a0-8b5a-3a5dd9c45895 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.3299463 Nov 26 21:44:50.773977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] No DVR routers for this DVR port de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:44:50.781608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Checking segment: {'id': 'e96345ba-f607-435d-9be1-e5208f54da8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '569a4154-ebab-4f8b-8503-0a716b392d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:50.781989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Network hostable DHCP agents. Network: 569a4154-ebab-4f8b-8503-0a716b392d6c, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:44:50.784819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.801755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a643c95f-6e88-4afa-a55a-2499e3028a69 req-623b5891-cf48-482e-a3f0-5b03c8e5b192 tempest-ServersAdminTestJSON-522967492 tempest-ServersAdminTestJSON-522967492-project] 10.222.0.13 "DELETE /v2.0/ports/de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 HTTP/1.1" status: 204 len: 173 time: 1.4087152 Nov 26 21:44:50.802002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-deleted', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:50.819111 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caedf20-14e8-4da7-959b-af5c8c20250d" -d '{"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-deleted", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:50.843686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8178128-1e15-4a1e-b204-30972309cf9d req-020b7681-fcbf-4cd5-9195-e86dd99f90cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868847 Nov 26 21:44:50.875614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Network 569a4154-ebab-4f8b-8503-0a716b392d6c is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:44:50.909825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 569a4154-ebab-4f8b-8503-0a716b392d6c) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:50.914195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:50.915011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.916606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34256) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:50.926638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20956c5-b310-45e6-9b18-f42ca5869232 None None] Network 569a4154-ebab-4f8b-8503-0a716b392d6c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:44:50.939885 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-65c98743-ae41-453e-9a5c-a833b7dea257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:50.985896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-95f4adb7-0a92-41cb-ade8-e57c79634b63 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8361731 Nov 26 21:44:51.012842 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dad9ed-df4e-40c7-b4d9-24ddf4ea8a01 x-openstack-request-id: req-e7dad9ed-df4e-40c7-b4d9-24ddf4ea8a01 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:51.013304 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890807af-ff0e-4748-81cf-605adb64e77f", "name": "network-vif-deleted", "tag": "de1afe2a-b1f9-4cf6-8e1c-2f235642cd58", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:51.013616 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7dad9ed-df4e-40c7-b4d9-24ddf4ea8a01 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:51.014047 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '890807af-ff0e-4748-81cf-605adb64e77f', 'name': 'network-vif-deleted', 'tag': 'de1afe2a-b1f9-4cf6-8e1c-2f235642cd58', 'status': 'completed', 'code': 200} Nov 26 21:44:51.311837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-65c98743-ae41-453e-9a5c-a833b7dea257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:51.319370 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-65c98743-ae41-453e-9a5c-a833b7dea257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:51.378293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f89e69-2033-4647-84e3-0ada410d801a req-25d5be4d-9cb5-4c11-a52d-f3a5ddcf7ae2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:51.389383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32f89e69-2033-4647-84e3-0ada410d801a req-25d5be4d-9cb5-4c11-a52d-f3a5ddcf7ae2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.1783748 Nov 26 21:44:51.442612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c627b-d734-4a9a-a0b4-b3939025054a None None] Network 569a4154-ebab-4f8b-8503-0a716b392d6c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:44:51.444372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-65c98743-ae41-453e-9a5c-a833b7dea257 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9dcce176574432d99ceadaace6b6a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5260594 Nov 26 21:44:51.447209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c98743-ae41-453e-9a5c-a833b7dea257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21992326-4472-4b38-a508-56217628ae32,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:51.453952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34280) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:51.626820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32f89e69-2033-4647-84e3-0ada410d801a req-5a8633e9-0dd3-4a9e-a43e-477d47f43d1c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340837 Nov 26 21:44:51.689122 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc4ed-f686-450e-8264-0846a61b6b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:51.760726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc4ed-f686-450e-8264-0846a61b6b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:51.835514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-85cfefd4-5254-48d3-b45d-c9ad6771c878 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=225bd749550b48aea293f21fbc7433b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396907 Nov 26 21:44:51.961823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-8ae3fd9b-3f5b-4c69-aff7-8fcfedc8cd5f tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:51.966847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-8ae3fd9b-3f5b-4c69-aff7-8fcfedc8cd5f tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/networks?id=569a4154-ebab-4f8b-8503-0a716b392d6c HTTP/1.1" status: 200 len: 808 time: 0.1383789 Nov 26 21:44:52.042690 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-1f2d6008-cb3a-4945-9463-5e4057093d7e tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/quotas/aa552f8a835d4735b743f269ffaad4a8 HTTP/1.1" status: 200 len: 375 time: 0.0634050 Nov 26 21:44:52.066744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc4ed-f686-450e-8264-0846a61b6b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:52.069648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe6fc4ed-f686-450e-8264-0846a61b6b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:52.070982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe6fc4ed-f686-450e-8264-0846a61b6b7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21992326-4472-4b38-a508-56217628ae32 HTTP/1.1" status: 204 len: 168 time: 0.6108391 Nov 26 21:44:52.124159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-0d226ed2-bde0-4ac9-8be9-60dd46704160 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa552f8a835d4735b743f269ffaad4a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801773 Nov 26 21:44:52.151121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fc4ed-f686-450e-8264-0846a61b6b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21992326-4472-4b38-a508-56217628ae32,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:52.287714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-3f687386-106a-4e64-8bba-443359461231 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:52.289314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-3f687386-106a-4e64-8bba-443359461231 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3210027 Nov 26 21:44:52.315860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-9f97f9df-09de-4dd4-8f75-66da7837388d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/quotas/225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 375 time: 0.0141749 Nov 26 21:44:52.417007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-11e7731a-4e07-46fb-9a5e-61348adecf78 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917053 Nov 26 21:44:52.419575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-4e19513a-c129-465b-92ee-10421780d996 service neutron] 10.222.0.21 "GET /v2.0/networks/569a4154-ebab-4f8b-8503-0a716b392d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516990 Nov 26 21:44:52.534497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-7a6f732b-6bb0-4a22-b87d-2373e25de685 service neutron] 10.222.0.21 "GET /v2.0/networks/569a4154-ebab-4f8b-8503-0a716b392d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066809 Nov 26 21:44:53.077328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:53.110683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:44:53.114553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device de1afe2a-b1f9-4cf6-8e1c-2f235642cd58 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:44:53.133895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f2d0e0a-edc2-46f2-951d-873bfd5a03e7 req-179e3b95-a49b-4017-b973-dd8736dd358f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 210 time: 0.0820601 Nov 26 21:44:53.271938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34350) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:53.330983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a25714db-91cd-412a-8cd2-baeba7cbb76f req-01e90e21-21a7-4675-9771-3d253f3c7ca4 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 210 time: 0.0749676 Nov 26 21:44:53.423507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d37240-6cbf-4570-8066-371934fc4ef6 req-647b3fe0-5286-4a63-84c4-ebac9db556b5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:53.433168 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-09f84cde-7adb-46d5-a1ba-1a0d04432ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:53.436273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8d37240-6cbf-4570-8066-371934fc4ef6 req-647b3fe0-5286-4a63-84c4-ebac9db556b5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.2992163 Nov 26 21:44:53.613028 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8d37240-6cbf-4570-8066-371934fc4ef6 req-912d6ae2-23b8-41e9-93dd-ea2ce17629d2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731932 Nov 26 21:44:53.614952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34366) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:53.615606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e2fae39b-98fb-4175-b8b4-c7240b332d2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd48ebf3d571422abf3fbf72cacf0264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410156 Nov 26 21:44:53.716035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54541351-d69a-40b1-848c-7cc5ff0583fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:53.787510 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54541351-d69a-40b1-848c-7cc5ff0583fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:53.931552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34374) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:53.938175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54541351-d69a-40b1-848c-7cc5ff0583fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:53.941459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54541351-d69a-40b1-848c-7cc5ff0583fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:53.955652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-54541351-d69a-40b1-848c-7cc5ff0583fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e697db64-302e-4c2a-9fcf-a117bcf8c73d HTTP/1.1" status: 204 len: 168 time: 0.3373749 Nov 26 21:44:53.964570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54541351-d69a-40b1-848c-7cc5ff0583fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e697db64-302e-4c2a-9fcf-a117bcf8c73d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:54.267331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf99f471-0778-43ec-b601-d8eb06e9f8eb req-f154f471-3fd4-4636-8737-2c7fa03a5de6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 210 time: 0.0363245 Nov 26 21:44:54.343621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-184492689-network', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:54.382849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Made reservation on behalf of 04c41f1e9fa045dcbc023d509ae93c8f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:54.386835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.403374 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.431995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34408) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:54.448100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f3d814a-e2b5-46a4-ad7f-78a6d6a0946d req-1e7f3836-df43-44ad-961a-5c376f5a9643 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 210 time: 0.0458231 Nov 26 21:44:54.480911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dabb517d-3273-46f6-aae0-16db3a9e25d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f28a5398a0c4024a4ca0493d0141f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471961 Nov 26 21:44:54.483729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34410) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:54.559165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7df8d7d8-555f-4b8e-a93a-67ecf6d612f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.576430 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.586547 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7df8d7d8-555f-4b8e-a93a-67ecf6d612f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.587405 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.625744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:44:54.655152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.656832 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Added segment 0d1cdbcf-0032-4798-acb2-0719fdcc7390 of type vlan for network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 Nov 26 21:44:54.667944 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-19941192-d958-4c54-a0c9-76df1c811ca9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=225bd749550b48aea293f21fbc7433b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241635 Nov 26 21:44:54.709542 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7df8d7d8-555f-4b8e-a93a-67ecf6d612f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.719262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7df8d7d8-555f-4b8e-a93a-67ecf6d612f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.722716 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7df8d7d8-555f-4b8e-a93a-67ecf6d612f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d97ed153-74ce-4258-b668-d006be432f38 HTTP/1.1" status: 204 len: 168 time: 0.2368186 Nov 26 21:44:54.740823 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.792716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8d7d8-555f-4b8e-a93a-67ecf6d612f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97ed153-74ce-4258-b668-d006be432f38,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:54.793338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae924bd6-bb72-4f23-a56f-347ebe8f228a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:54.865215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-d13e5ecd-5d0c-4b16-8435-48ad3608222e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:54.867051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-d13e5ecd-5d0c-4b16-8435-48ad3608222e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776540 Nov 26 21:44:54.884174 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.885718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:54.886623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:54.924339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34418) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:54.924687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9909916 Nov 26 21:44:54.930546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Request body: {'subnet': {'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-184492689-subnet', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:54.936464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc8fbc-1fbf-47a5-8413-5e634c861ff4 req-7efeb622-5d56-4a50-ba81-1118018c26be tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:54.944027 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64bc8fbc-1fbf-47a5-8413-5e634c861ff4 req-7efeb622-5d56-4a50-ba81-1118018c26be tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.1685851 Nov 26 21:44:54.976344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Request body: {'port': {'device_id': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '225bd749550b48aea293f21fbc7433b6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:55.009286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Made reservation on behalf of 04c41f1e9fa045dcbc023d509ae93c8f for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:55.012809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:55.028640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bd76e-d0c3-4d11-8889-34f9464b2f10 admin admin] Pushing event updated for resources: {'Network': ['ID=5e091cfc-2b0f-4d40-8dc0-6a46132f5613,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:55.043727 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:44:55.051625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64bc8fbc-1fbf-47a5-8413-5e634c861ff4 req-bce71bcf-cf30-43de-b3d1-cc4151256a6d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051464 Nov 26 21:44:55.248300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Made reservation on behalf of 225bd749550b48aea293f21fbc7433b6 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:55.257297 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:55.482930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Allocated IP 192.168.233.85 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/67fb218d-462f-4896-9171-0e619b9eb50e) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:55.619890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2acc629f-69cf-4e73-ac7d-145dd140f660 req-50946ee9-e5d9-4cd3-a65d-8f88d83e39e1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 210 time: 0.0689163 Nov 26 21:44:55.682565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-93f2b556-9cc0-48b3-b053-574aae2d3053 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:55.684159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-93f2b556-9cc0-48b3-b053-574aae2d3053 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.41 "GET /v2.0/networks?id=569a4154-ebab-4f8b-8503-0a716b392d6c HTTP/1.1" status: 200 len: 808 time: 0.2956686 Nov 26 21:44:55.732210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Request body: {'port': {'device_id': '97ccd97b-67d8-4ce5-8eab-3d84874f0c41', 'network_id': '569a4154-ebab-4f8b-8503-0a716b392d6c', 'admin_state_up': True, 'tenant_id': 'aa552f8a835d4735b743f269ffaad4a8'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:55.750281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:55.834028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45ac5b20-0e20-4e2f-8060-e15539cdfe27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:55.909508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:55.962428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:55.967010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=97425dbd-0c26-4981-8f76-d9500f225a8f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:56.003747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:56.006761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['03984253-eb29-4e8f-9185-02031b3a1ba1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:44:56.097486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f28fd28-6148-4872-8f75-2ea2ee33221b req-d8276251-d301-469b-9b2d-9eb303b6a7ff tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 210 time: 0.3995953 Nov 26 21:44:56.134952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:56.140316 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:56.141289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Checking segment: {'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:56.141651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Network hostable DHCP agents. Network: 5e091cfc-2b0f-4d40-8dc0-6a46132f5613, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:44:56.152268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:56.178446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:56.279756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:56.280422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:56.323018 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-1f3ef1cc-7b7a-4a92-b2b6-4b4e7ae47f51 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3564601 Nov 26 21:44:56.336512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:44:56.358176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Request body: {'port': {'device_id': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:56.440641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63db3b1-e8d6-4ac5-a368-1962d40f173c req-86ccf091-2a52-49fc-a85e-588ade500ee9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:56.449447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c63db3b1-e8d6-4ac5-a368-1962d40f173c req-86ccf091-2a52-49fc-a85e-588ade500ee9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.1391613 Nov 26 21:44:56.492663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:56.521551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Made reservation on behalf of aa552f8a835d4735b743f269ffaad4a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:44:56.526212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:56.539208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 5e091cfc-2b0f-4d40-8dc0-6a46132f5613) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:56.553809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:56.557699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:56.563474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c63db3b1-e8d6-4ac5-a368-1962d40f173c req-f27e0f26-104e-45c6-b67d-c5a49dcda7a6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123984 Nov 26 21:44:56.573703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac80adf5-31a1-414b-9a34-3b9bcbb0b915 None None] Network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:44:56.668046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bc824a08-bd2c-4c7e-b527-79db7ce407cf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7419755 Nov 26 21:44:56.671741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34520) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:44:56.686834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:56.798446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Allocated IP 172.20.0.8 (569a4154-ebab-4f8b-8503-0a716b392d6c/5420147a-5264-4e8e-82b1-5f04ea02c296/9ab2f3cf-178c-496f-9d5c-5c4d40088c72) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:56.837351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:56.839288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.136401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-5e091cfc-2b0f-4d40-8dc0-6a46132f5613', 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'fixed_ips': [{'subnet_id': '97425dbd-0c26-4981-8f76-d9500f225a8f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:44:57.137553 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.147126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-640a2c63-7bf6-4be0-b66a-dd5e5bedb249 None None] Provisioning complete for port 67fb218d-462f-4896-9171-0e619b9eb50e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:57.147776 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-640a2c63-7bf6-4be0-b66a-dd5e5bedb249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.186188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.194942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-640a2c63-7bf6-4be0-b66a-dd5e5bedb249 None None] Port 67fb218d-462f-4896-9171-0e619b9eb50e cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:44:57.211760 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.354158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cfedc-a0c6-436c-bd8e-50d7c0d5453f req-ae93b70a-9c21-4b20-85d4-f7ef4a2254e4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:57.355856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a9cfedc-a0c6-436c-bd8e-50d7c0d5453f req-ae93b70a-9c21-4b20-85d4-f7ef4a2254e4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 935 time: 0.5053515 Nov 26 21:44:57.356966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.371123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.404594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Allocated IP 172.20.0.2 (5e091cfc-2b0f-4d40-8dc0-6a46132f5613/97425dbd-0c26-4981-8f76-d9500f225a8f/04166b83-caf6-48aa-b6e6-1d55fa5ad6cb) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:57.482521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Network 569a4154-ebab-4f8b-8503-0a716b392d6c is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:57.494951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:57.516242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:57.522309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Pushing event updated for resources: {'Port': ['ID=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:57.559125 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.589336 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.599810 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.608409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-5a093a0c-fe09-4fb7-8c76-f210d876dda0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:57.616791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-5a093a0c-fe09-4fb7-8c76-f210d876dda0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 804 time: 0.3546617 Nov 26 21:44:57.644802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a9cfedc-a0c6-436c-bd8e-50d7c0d5453f req-e7ea88db-5202-4ba0-bcd9-1834703178eb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504005 Nov 26 21:44:57.658559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:57.665626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:57.668923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:57.674648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-7e578cc9-7d1a-49f1-98df-e6341794d9e1 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/quotas/34e70cbdf51a40cf80cc653a32e8c13e HTTP/1.1" status: 200 len: 375 time: 0.0564146 Nov 26 21:44:57.675592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Pushing event updated for resources: {'Port': ['ID=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:57.684452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fb218d-462f-4896-9171-0e619b9eb50e {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:57.693500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:57.694204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.700190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.725308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Transition to ACTIVE for port object 67fb218d-462f-4896-9171-0e619b9eb50e will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:44:57.735383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.751071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Attempting to bind port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:57.751442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Attempting to bind port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:57.751949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Attempting to bind port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb on network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:57.758433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:57.758811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Checking segment: {'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:57.759262 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.759653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Bound using segment: {'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:57.760170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Bound port: 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:57.760553 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.809098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-016c193c-3819-4bc5-afa2-96b06c6e6857 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0989785 Nov 26 21:44:57.837321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Request body: {'port': {'device_id': '97ccd97b-67d8-4ce5-8eab-3d84874f0c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:44:57.862853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] For port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:57.866897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] For port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,segment=NetworkSegment(0d1cdbcf-0032-4798-acb2-0719fdcc7390),segment_id=0d1cdbcf-0032-4798-acb2-0719fdcc7390)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:57.877673 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:57.948504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 53665785-1184-4d38-b269-a686c1df8fa7 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:44:57.966537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-64426595-30a1-4176-9af9-5b5b9afc0799 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2879450 Nov 26 21:44:57.974113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:58.018585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c34d8-cc38-4bfd-9fec-da9df56c6e6f None None] Pushing event updated for resources: {'Port': ['ID=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:58.047922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d2d0a-fe38-4687-9c1e-75e4e6e34afb req-1e040d3c-4baf-4cd1-8c92-883c9179f9ca tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:58.051081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-742d2d0a-fe38-4687-9c1e-75e4e6e34afb req-1e040d3c-4baf-4cd1-8c92-883c9179f9ca tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 931 time: 0.2698679 Nov 26 21:44:58.101985 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.122885 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.138815 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.147802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:58.152439 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857ccc00-02dc-4e02-b32f-93208a29950e" -d '{"events": [{"server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "53665785-1184-4d38-b269-a686c1df8fa7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:58.160014 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.174062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:58.182469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-742d2d0a-fe38-4687-9c1e-75e4e6e34afb req-7712cd14-c7aa-42bf-a017-6ba26fa420ac tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816112 Nov 26 21:44:58.187599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Attempting to bind port 67fb218d-462f-4896-9171-0e619b9eb50e on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:58.188200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Attempting to bind port 67fb218d-462f-4896-9171-0e619b9eb50e by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:58.188775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Attempting to bind port 67fb218d-462f-4896-9171-0e619b9eb50e on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:58.194584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.298216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-dd55f270-832c-4dce-b7a1-32701f9014b1 service neutron] 10.222.0.21 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302031 Nov 26 21:44:58.308067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Port 67fb218d-462f-4896-9171-0e619b9eb50e on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:58.311387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Attempting to bind port 67fb218d-462f-4896-9171-0e619b9eb50e on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:58.340335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:58.366121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:58.366882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:58.367440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:58.368129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Bound port: 67fb218d-462f-4896-9171-0e619b9eb50e, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:58.368650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.457746 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.467376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-00af30b2-7343-4371-97fa-24a5aa7865ab service neutron] 10.222.0.21 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680961 Nov 26 21:44:58.550312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:58.553802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:58.565021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.612447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:58.613707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:58.616291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] 10.222.0.41 "PUT /v2.0/ports/67fb218d-462f-4896-9171-0e619b9eb50e HTTP/1.1" status: 200 len: 1095 time: 2.2723861 Nov 26 21:44:58.620571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:44:58.625774 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1503aac2-0ac3-4cc9-822d-377022a7f529" -d '{"events": [{"name": "network-changed", "server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:44:58.653612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Allocated IP 172.25.3.42 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/1bfdea39-9456-4767-985b-001ff021e017) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:44:58.680058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5a737-78da-40a3-99dd-0abdf08cb973 service neutron] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:58.872875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-b3f0a8fc-4520-4c4c-95a5-654b273e0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:58.874435 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-b3f0a8fc-4520-4c4c-95a5-654b273e0276 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 1098 time: 0.1506267 Nov 26 21:44:58.949706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c71968-b475-46ab-a062-bd956bc7cb9c req-13a55f6b-c3e8-4768-be61-bb2a82cc09eb tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:58.953005 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1c71968-b475-46ab-a062-bd956bc7cb9c req-13a55f6b-c3e8-4768-be61-bb2a82cc09eb tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.2168093 Nov 26 21:44:58.955298 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-9b568d55-82a7-4e95-bd1d-348edf318801 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=67fb218d-462f-4896-9171-0e619b9eb50e HTTP/1.1" status: 200 len: 217 time: 0.0560250 Nov 26 21:44:58.969633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.000788 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7c042c-b884-4d63-9fcf-976a853466c7 x-openstack-request-id: req-6d7c042c-b884-4d63-9fcf-976a853466c7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:59.001269 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "name": "network-vif-unplugged", "status": "completed", "tag": "53665785-1184-4d38-b269-a686c1df8fa7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:59.001648 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d7c042c-b884-4d63-9fcf-976a853466c7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:59.002178 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7', 'code': 200} Nov 26 21:44:59.066259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.105678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.115528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:44:59.130350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-64e96631-61e4-4ce7-a2da-a1bdee39fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:59.131990 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-64e96631-61e4-4ce7-a2da-a1bdee39fc6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1591144 Nov 26 21:44:59.151865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:44:59.160054 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57c40583-1f46-4c1e-8af5-9dbfdad6f7e4 req-dd0ecfe5-32d9-4f7d-8bb3-426af5ee0755 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 210 time: 0.0773149 Nov 26 21:44:59.179683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1c71968-b475-46ab-a062-bd956bc7cb9c req-542b3faf-ce50-4b51-a39b-3e2927ce1498 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110777 Nov 26 21:44:59.180164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:44:59.182434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.202322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:44:59.205697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:44:59.213446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Transition to ACTIVE for port object 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:44:59.224711 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.342053 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f93d32f-dc78-49ae-9290-190c5508839f x-openstack-request-id: req-1f93d32f-dc78-49ae-9290-190c5508839f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:44:59.342369 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:44:59.342628 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f93d32f-dc78-49ae-9290-190c5508839f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:44:59.343032 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e', 'status': 'completed', 'code': 200} Nov 26 21:44:59.412039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:59.423386 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Pushing event updated for resources: {'Port': ['ID=1bfdea39-9456-4767-985b-001ff021e017,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:44:59.481331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-f44d9d20-a40e-4b8c-b710-77a2311d9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:59.483141 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-f44d9d20-a40e-4b8c-b710-77a2311d9db9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3266106 Nov 26 21:44:59.498315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:44:59.515578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-94079377-8359-4b86-b4bf-fcebd7fd46d4 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:59.516876 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-94079377-8359-4b86-b4bf-fcebd7fd46d4 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b532a55-56ee-496a-95ce-12d77527e5c5 HTTP/1.1" status: 200 len: 943 time: 0.2454231 Nov 26 21:44:59.595312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:59.612087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:44:59.624829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:44:59.625209 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.637603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Attempting to bind port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:44:59.638269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Attempting to bind port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'e96345ba-f607-435d-9be1-e5208f54da8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '569a4154-ebab-4f8b-8503-0a716b392d6c'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:44:59.638704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Attempting to bind port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 on network 569a4154-ebab-4f8b-8503-0a716b392d6c {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:59.679695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087445a-822e-44e3-930c-de75f452afa6 req-247e7a82-c8ad-4e3d-a1d8-0d3c14753622 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:59.681276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-13e8bcb4-6187-4bdd-8de9-3369ca74a29a service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626410 Nov 26 21:44:59.691776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a087445a-822e-44e3-930c-de75f452afa6 req-247e7a82-c8ad-4e3d-a1d8-0d3c14753622 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.3344035 Nov 26 21:44:59.693796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 on network 569a4154-ebab-4f8b-8503-0a716b392d6c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:44:59.694257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Attempting to bind port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 on network 569a4154-ebab-4f8b-8503-0a716b392d6c {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:44:59.719010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832093a5-b8c2-402b-a543-488c87dd2706 req-118b382b-d3b3-4e14-bfea-b9e205648909 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:44:59.727130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-832093a5-b8c2-402b-a543-488c87dd2706 req-118b382b-d3b3-4e14-bfea-b9e205648909 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 943 time: 0.2199454 Nov 26 21:44:59.745090 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.767538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:44:59.767985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Checking segment: {'id': 'e96345ba-f607-435d-9be1-e5208f54da8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '569a4154-ebab-4f8b-8503-0a716b392d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:44:59.768470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Bound using segment: {'id': 'e96345ba-f607-435d-9be1-e5208f54da8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '569a4154-ebab-4f8b-8503-0a716b392d6c'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:44:59.769012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Bound port: 9ab2f3cf-178c-496f-9d5c-5c4d40088c72, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96345ba-f607-435d-9be1-e5208f54da8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '569a4154-ebab-4f8b-8503-0a716b392d6c'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:44:59.769476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.769596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3094beb-aaaa-4404-a46a-2c032b916022 None None] Network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:44:59.826489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,segment=NetworkSegment(0d1cdbcf-0032-4798-acb2-0719fdcc7390),segment_id=0d1cdbcf-0032-4798-acb2-0719fdcc7390)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:44:59.875794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-832093a5-b8c2-402b-a543-488c87dd2706 req-8ec2e3a8-931e-4e3b-9411-5f652199ca43 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475949 Nov 26 21:44:59.888066 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:44:59.895224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a087445a-822e-44e3-930c-de75f452afa6 req-6073dcac-c527-4d23-b6b7-f469a1205f2c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022843 Nov 26 21:44:59.959519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] For port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:44:59.967529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] For port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,segment=NetworkSegment(e96345ba-f607-435d-9be1-e5208f54da8d),segment_id=e96345ba-f607-435d-9be1-e5208f54da8d)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:44:59.978614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:00.036064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:00.036219 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:00.039301 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ab2f3cf-178c-496f-9d5c-5c4d40088c72 HTTP/1.1" status: 200 len: 1091 time: 2.2063093 Nov 26 21:45:00.040187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ccd97b-67d8-4ce5-8eab-3d84874f0c41', 'tag': '9ab2f3cf-178c-496f-9d5c-5c4d40088c72'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:00.043834 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30463ab3-92d9-4c7d-93ad-6d2b416590e1" -d '{"events": [{"name": "network-changed", "server_uuid": "97ccd97b-67d8-4ce5-8eab-3d84874f0c41", "tag": "9ab2f3cf-178c-496f-9d5c-5c4d40088c72"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:00.078018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b497a-e70d-4904-bbb6-b0b467785d91 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:00.109516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7d9ef8d5-d5b6-4081-bd04-d051902399e6 None None] Provisioning complete for port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:00.110337 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef8d5-d5b6-4081-bd04-d051902399e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:00.152443 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b9ab27-6c65-4e3e-b932-f85de449bd56 x-openstack-request-id: req-23b9ab27-6c65-4e3e-b932-f85de449bd56 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:00.152821 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ccd97b-67d8-4ce5-8eab-3d84874f0c41", "tag": "9ab2f3cf-178c-496f-9d5c-5c4d40088c72", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:00.153003 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23b9ab27-6c65-4e3e-b932-f85de449bd56 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:00.153377 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ccd97b-67d8-4ce5-8eab-3d84874f0c41', 'tag': '9ab2f3cf-178c-496f-9d5c-5c4d40088c72', 'status': 'completed', 'code': 200} Nov 26 21:45:00.157289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:00.178840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-0445a59b-5037-4f8d-926d-d47328edf319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:00.180066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-71d29205-360b-4c08-a2aa-188d972f3edd tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:00.181602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-71d29205-360b-4c08-a2aa-188d972f3edd tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.8124394 Nov 26 21:45:00.184959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-0445a59b-5037-4f8d-926d-d47328edf319 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa552f8a835d4735b743f269ffaad4a8&device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 1094 time: 0.0843115 Nov 26 21:45:00.242595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:00.262125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:00.305672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-6c80f94b-38a2-40b3-811a-783bc7b86eae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab2f3cf-178c-496f-9d5c-5c4d40088c72 HTTP/1.1" status: 200 len: 217 time: 0.0907140 Nov 26 21:45:00.466525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e38b0839-e7b3-4954-a2d7-fb29bf9c8d35 req-fc97266d-55a1-45da-bebe-49229c763751 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 210 time: 0.1629872 Nov 26 21:45:00.563128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34604) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:00.584756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-03f8bed1-e317-4c0c-8e1e-7f99e44b8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:00.586867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-03f8bed1-e317-4c0c-8e1e-7f99e44b8e2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5420147a-5264-4e8e-82b1-5f04ea02c296 HTTP/1.1" status: 200 len: 848 time: 0.2581129 Nov 26 21:45:00.644661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-b761f707-7332-4b7d-90fc-51be00b8e06b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=569a4154-ebab-4f8b-8503-0a716b392d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493503 Nov 26 21:45:00.696987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba2b22-73e7-4ab5-80f9-c61bbae2b488 req-29f386e7-ff75-4a1e-ba6a-17e5b323ca23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:00.711056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afba2b22-73e7-4ab5-80f9-c61bbae2b488 req-29f386e7-ff75-4a1e-ba6a-17e5b323ca23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.3472314 Nov 26 21:45:00.827620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afba2b22-73e7-4ab5-80f9-c61bbae2b488 req-05ba04a2-66cf-4156-a8c2-9a2faa08a469 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154342 Nov 26 21:45:00.841546 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f9bacf7a-fa13-425e-884b-ce0a3a7f1f1d req-cdb55364-d86a-4fcc-9bd9-e2955414c33b service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0775156 Nov 26 21:45:00.842012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:00.852038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a1e330fb-c0ac-4bbd-8a72-0119d36db2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:00.897702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-86f1929f-d85e-4fa4-a6cd-5e07fd0b3c59 None None] Provisioning complete for port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:00.898146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-86f1929f-d85e-4fa4-a6cd-5e07fd0b3c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:00.948514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-4d09a757-daa4-4f5c-a656-cea511b750ae tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:00.952132 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-4d09a757-daa4-4f5c-a656-cea511b750ae tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 804 time: 0.3633649 Nov 26 21:45:00.975989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-29eb7490-3473-4fc0-be05-785a1588d7bb service neutron] 10.222.0.41 "GET /v2.0/networks/569a4154-ebab-4f8b-8503-0a716b392d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213749 Nov 26 21:45:01.053329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Request body: {'port': {'device_id': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'admin_state_up': True, 'tenant_id': '34e70cbdf51a40cf80cc653a32e8c13e'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:01.095620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Deleting port 53665785-1184-4d38-b269-a686c1df8fa7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:01.096318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.132975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a1e330fb-c0ac-4bbd-8a72-0119d36db2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.146920 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a1e330fb-c0ac-4bbd-8a72-0119d36db2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.199738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701833a-90f1-42c4-91be-8b44901d9718 req-af75695d-bddd-4852-a774-f91908ae3dd8 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:01.201234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4701833a-90f1-42c4-91be-8b44901d9718 req-af75695d-bddd-4852-a774-f91908ae3dd8 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 943 time: 0.2031913 Nov 26 21:45:01.216184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8b492-a3e0-4f53-852f-cd146743c7a7 req-46103504-36ac-44ee-b12b-6c821f63f39c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:01.224417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27f8b492-a3e0-4f53-852f-cd146743c7a7 req-46103504-36ac-44ee-b12b-6c821f63f39c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.1985998 Nov 26 21:45:01.252131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ebe2743-5e2e-45a4-86dc-6b1b6a2a4eb4 req-a1f8e988-b74c-4716-95e6-15e59ae3dca4 service neutron] 10.222.0.41 "GET /v2.0/networks/569a4154-ebab-4f8b-8503-0a716b392d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659113 Nov 26 21:45:01.263669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e330fb-c0ac-4bbd-8a72-0119d36db2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beab940b-3550-441d-b3f8-8b602ae5c8d6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:01.278170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a1e330fb-c0ac-4bbd-8a72-0119d36db2c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cff2f5a6db842b9898b93948bd43c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7140565 Nov 26 21:45:01.281413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:01.306946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:01.324915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-44f98186-37a5-4570-bcfc-66b4f83d6b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:01.326398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-44f98186-37a5-4570-bcfc-66b4f83d6b42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 1098 time: 0.2983356 Nov 26 21:45:01.337268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.349814 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27f8b492-a3e0-4f53-852f-cd146743c7a7 req-da277b34-b1f5-4341-92a4-7e8907a3f7d2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240830 Nov 26 21:45:01.383187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4701833a-90f1-42c4-91be-8b44901d9718 req-c05e9000-0bd4-4fc8-9805-c32efad8e59c tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463079 Nov 26 21:45:01.405501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:01.405871 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.436219 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbc71411-3625-41e6-8670-369bec43c51c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.450532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-c9d4c149-0014-484e-8ae3-a3a753153672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:01.453031 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-c9d4c149-0014-484e-8ae3-a3a753153672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa552f8a835d4735b743f269ffaad4a8&device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 1094 time: 0.0686326 Nov 26 21:45:01.458297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] For port 53665785-1184-4d38-b269-a686c1df8fa7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=53665785-1184-4d38-b269-a686c1df8fa7,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:01.458647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.471834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbc71411-3625-41e6-8670-369bec43c51c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.502640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:01.557091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Calling delete_port for 53665785-1184-4d38-b269-a686c1df8fa7 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:01.590528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34d5aa9b-ad67-4985-b127-cf69113b3ffe req-8fc30cae-2373-412c-a75b-4fe1ecda1cca tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 210 time: 0.0370278 Nov 26 21:45:01.623445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-bcd9d754-d2cd-41bf-97b1-9f08826b9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:01.623731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Made reservation on behalf of 34e70cbdf51a40cf80cc653a32e8c13e for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:01.625946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-bcd9d754-d2cd-41bf-97b1-9f08826b9759 service neutron] 10.222.0.41 "GET /v2.0/networks?id=569a4154-ebab-4f8b-8503-0a716b392d6c HTTP/1.1" status: 200 len: 909 time: 0.1543977 Nov 26 21:45:01.627357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.630444 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbc71411-3625-41e6-8670-369bec43c51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.633375 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbc71411-3625-41e6-8670-369bec43c51c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.636999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dbc71411-3625-41e6-8670-369bec43c51c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beab940b-3550-441d-b3f8-8b602ae5c8d6 HTTP/1.1" status: 204 len: 168 time: 0.3523047 Nov 26 21:45:01.691171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-17a82dee-a321-4bf0-aaf6-3e12c079c883 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ab2f3cf-178c-496f-9d5c-5c4d40088c72 HTTP/1.1" status: 200 len: 217 time: 0.0549181 Nov 26 21:45:01.695864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc71411-3625-41e6-8670-369bec43c51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beab940b-3550-441d-b3f8-8b602ae5c8d6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:01.750440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:01.762090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-426879c4-cde1-4c44-83e4-085bd36f8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:01.763633 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-426879c4-cde1-4c44-83e4-085bd36f8577 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5420147a-5264-4e8e-82b1-5f04ea02c296 HTTP/1.1" status: 200 len: 848 time: 0.0644312 Nov 26 21:45:01.801502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-a483862b-aebd-4c0d-bfb9-8108d7073aff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=569a4154-ebab-4f8b-8503-0a716b392d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272439 Nov 26 21:45:01.858265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-14d9412a-398a-43d3-8dc4-aa382378f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:01.859683 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-14d9412a-398a-43d3-8dc4-aa382378f598 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.4690404 Nov 26 21:45:01.905646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:01.908414 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ecbb5b-a36e-49e9-b2b9-bacf6673b8b6" -d '{"events": [{"server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:01.914064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:01.923322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-dfc93f2d-074d-4b41-8362-ad32527b16c6 service neutron] 10.222.0.41 "GET /v2.0/networks/569a4154-ebab-4f8b-8503-0a716b392d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133549 Nov 26 21:45:01.972568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 53665785-1184-4d38-b269-a686c1df8fa7 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:01.985075 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bf7ebe-66e1-41f3-8920-688af6f38058 x-openstack-request-id: req-e7bf7ebe-66e1-41f3-8920-688af6f38058 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:01.985410 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:01.985688 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7bf7ebe-66e1-41f3-8920-688af6f38058 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:01.986367 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631', 'code': 200} Nov 26 21:45:01.995766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-cd0053ea-8ce7-4a44-8b1c-5c65c9e5422d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=67fb218d-462f-4896-9171-0e619b9eb50e HTTP/1.1" status: 200 len: 217 time: 0.1004872 Nov 26 21:45:01.999412 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:02.020127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34628) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:02.026046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa304-10b9-4c25-9555-26387a7bfafa req-c2c9241c-63cb-41bf-b081-c7c8ba818965 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:02.027686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f00aa304-10b9-4c25-9555-26387a7bfafa req-c2c9241c-63cb-41bf-b081-c7c8ba818965 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 945 time: 0.1236579 Nov 26 21:45:02.100566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30463ab3-92d9-4c7d-93ad-6d2b416590e1 req-fbb26bb4-5868-4a53-8233-4e6e3733e98c service neutron] 10.222.0.41 "GET /v2.0/networks/569a4154-ebab-4f8b-8503-0a716b392d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562095 Nov 26 21:45:02.104651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f00aa304-10b9-4c25-9555-26387a7bfafa req-2e59c418-4d2c-4607-9dc6-a2e2ef5ac23a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681758 Nov 26 21:45:02.104985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Router d6da83c8-e262-4b87-9845-50e0e2d43033 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:45:02.135078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Allocated IP 172.20.0.3 (5185998c-d4a2-4632-a51a-e3b1d8aaebf3/5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b/ea7b9b42-7243-48ca-a655-9aa325da058c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:02.156962 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63d03d2f-c6df-4e88-9d1e-09d2d1d2587b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:02.228903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:02.244167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:02.341528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:02.341869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:02.342228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:02.362383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Pushing event deleted for resources: {'Port': ['ID=53665785-1184-4d38-b269-a686c1df8fa7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:02.364945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-96bb6405-244e-40a2-82e2-f274ce010484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:02.366439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-96bb6405-244e-40a2-82e2-f274ce010484 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.3453369 Nov 26 21:45:02.499237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53181c85-0c5f-457c-9ec8-3f469fc1b474 req-23de830c-83bd-4683-9efe-1640eb3f79bc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:02.499237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53181c85-0c5f-457c-9ec8-3f469fc1b474 req-23de830c-83bd-4683-9efe-1640eb3f79bc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.0828571 Nov 26 21:45:02.550563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948c1e5-5ac4-44a9-8836-6c86c5d78a71 req-7278f1cb-377a-4b7e-adf1-fd6e249fc3ad tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:02.552077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6948c1e5-5ac4-44a9-8836-6c86c5d78a71 req-7278f1cb-377a-4b7e-adf1-fd6e249fc3ad tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 943 time: 0.0926721 Nov 26 21:45:02.573295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53181c85-0c5f-457c-9ec8-3f469fc1b474 req-e2d7caaa-e12b-49f0-be2d-e7e0aa88dc34 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663643 Nov 26 21:45:02.617199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6948c1e5-5ac4-44a9-8836-6c86c5d78a71 req-3f7ff5df-27bc-470e-b043-746dc47ac6d2 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540662 Nov 26 21:45:02.620292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:02.620622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Attempting to bind port 7cb10054-ada2-4213-9a27-6cfc647c5631 on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:02.680501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] No DVR routers for this DVR port 53665785-1184-4d38-b269-a686c1df8fa7 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:45:02.684539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:02.689052 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b6e4374-0f63-4a33-b681-a5865e7ef4cd req-4510b4d8-dc11-4f99-863a-2ff028d9b4b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.41 "DELETE /v2.0/ports/53665785-1184-4d38-b269-a686c1df8fa7 HTTP/1.1" status: 204 len: 173 time: 2.9354868 Nov 26 21:45:02.706293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07115871-cd32-4e1f-8fc7-13f2035e2710 req-bb5a2f47-028a-4cab-9ef2-b79e71982743 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 210 time: 0.0295224 Nov 26 21:45:02.740727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:02.741248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:02.741447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:02.741895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Bound port: 7cb10054-ada2-4213-9a27-6cfc647c5631, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:02.742308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:02.850844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:45:02.862663 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Sync routers for ids ['d6da83c8-e262-4b87-9845-50e0e2d43033'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:45:02.875867 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Routers {'d6da83c8-e262-4b87-9845-50e0e2d43033'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:02.876418 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:44:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d6da83c8-e262-4b87-9845-50e0e2d43033'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:02.884485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-75645cfe-58dc-41eb-a550-17a6c406e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:02.885974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-75645cfe-58dc-41eb-a550-17a6c406e638 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2847981 Nov 26 21:45:02.954765 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63d03d2f-c6df-4e88-9d1e-09d2d1d2587b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:02.966294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:02.967498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-52c57d82-963f-4d7e-9767-34d015444670 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2910907 Nov 26 21:45:02.970393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34644) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:02.988505 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Set router d6da83c8-e262-4b87-9845-50e0e2d43033 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:02.998098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63d03d2f-c6df-4e88-9d1e-09d2d1d2587b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.000813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:03.019393 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.047925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:03.072288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.091050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d03d2f-c6df-4e88-9d1e-09d2d1d2587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfe12e3-1579-4945-83b5-69c296c14a24,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:03.095231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-63d03d2f-c6df-4e88-9d1e-09d2d1d2587b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=371b2602b3f545ec871906e89e946a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0325103 Nov 26 21:45:03.117169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34646) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:03.187683 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-a1674535-6725-417b-bf80-cdaf120fed33 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753899 Nov 26 21:45:03.200866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.217337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:03.237516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:03.238205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.239665 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-78739ef4-a18b-44c2-a47b-1854253582b2 service neutron] 10.222.0.13 "PUT /v2.0/ports/7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 200 len: 1121 time: 3.0133712 Nov 26 21:45:03.247545 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '1bfdea39-9456-4767-985b-001ff021e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:44:59Z', 'revision_number': 3, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port': {'id': '1bfdea39-9456-4767-985b-001ff021e017', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:44:58Z', 'updated_at': '2021-11-26T21:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:03.308580 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Checking router: d6da83c8-e262-4b87-9845-50e0e2d43033 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:45:03.310704 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Updating router d6da83c8-e262-4b87-9845-50e0e2d43033 port 1bfdea39-9456-4767-985b-001ff021e017 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:45:03.328325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:03.334966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:03.342024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:03.361609 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.406956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7cb10054-ada2-4213-9a27-6cfc647c5631'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:03.417151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Pushing event updated for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:03.497759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:03.498456 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.508428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['7cb10054-ada2-4213-9a27-6cfc647c5631'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:03.512299 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1503aac2-0ac3-4cc9-822d-377022a7f529 req-17cdb75a-7696-4509-ae12-7d80b03c43c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905462 Nov 26 21:45:03.541697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b4c09b52-0e38-43f8-a08b-554c59838b89 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5123727 Nov 26 21:45:03.549249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63143ad2-2575-4f9c-8bc3-e32876dd7c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.562007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Request body: {'port': {'device_id': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:03.595636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63143ad2-2575-4f9c-8bc3-e32876dd7c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.660871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933f09c-6ecf-44ce-8364-9e31a0c88d0b req-81787770-44f4-4e50-895a-225a859ea8b8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:03.669267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e933f09c-6ecf-44ce-8364-9e31a0c88d0b req-81787770-44f4-4e50-895a-225a859ea8b8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.4819698 Nov 26 21:45:03.696396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.735861 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.762986 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.828279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e933f09c-6ecf-44ce-8364-9e31a0c88d0b req-2795ea30-67cf-4d61-bc7e-646c44b1ac8a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577189 Nov 26 21:45:03.855712 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Pushing event updated for resources: {'Port': ['ID=1bfdea39-9456-4767-985b-001ff021e017,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:03.868459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63143ad2-2575-4f9c-8bc3-e32876dd7c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.869320 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.869811 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.870011 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.870375 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.870714 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.871074 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.871308 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63143ad2-2575-4f9c-8bc3-e32876dd7c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.871417 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.871680 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.872006 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.872387 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.872722 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.873043 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:03.875343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-63143ad2-2575-4f9c-8bc3-e32876dd7c53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fcfe12e3-1579-4945-83b5-69c296c14a24 HTTP/1.1" status: 204 len: 168 time: 0.7571836 Nov 26 21:45:03.881629 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Attempting to bind port 1bfdea39-9456-4767-985b-001ff021e017 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:03.882808 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Attempting to bind port 1bfdea39-9456-4767-985b-001ff021e017 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:03.883203 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Attempting to bind port 1bfdea39-9456-4767-985b-001ff021e017 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:03.892572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908077f-660e-4bf5-a0b5-be5838f7be4d req-2887a7c6-6ed7-4222-aead-f8188caff9dc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:03.894127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d908077f-660e-4bf5-a0b5-be5838f7be4d req-2887a7c6-6ed7-4222-aead-f8188caff9dc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.2017229 Nov 26 21:45:03.894685 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:03.895067 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:03.895468 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.895862 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:03.896334 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Bound port: 1bfdea39-9456-4767-985b-001ff021e017, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:03.901979 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:03.905646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63143ad2-2575-4f9c-8bc3-e32876dd7c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfe12e3-1579-4945-83b5-69c296c14a24,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:03.997557 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] For port 1bfdea39-9456-4767-985b-001ff021e017, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:03.998787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'name': 'network-vif-deleted', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7'}, {'name': 'network-changed', 'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:04.002023 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de" -d '{"events": [{"server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "name": "network-vif-deleted", "tag": "53665785-1184-4d38-b269-a686c1df8fa7"}, {"name": "network-changed", "server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:04.003477 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] For port 1bfdea39-9456-4767-985b-001ff021e017, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1bfdea39-9456-4767-985b-001ff021e017,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:04.009496 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.022145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d908077f-660e-4bf5-a0b5-be5838f7be4d req-3088ca8d-fc9d-4ffd-9f1e-4ae744136a4e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199214 Nov 26 21:45:04.112896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403d284-e398-461a-bbbe-0e1920152373 req-0600a658-a20d-49f1-8047-d274a7dd3b76 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:04.114493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f403d284-e398-461a-bbbe-0e1920152373 req-0600a658-a20d-49f1-8047-d274a7dd3b76 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 943 time: 0.1477180 Nov 26 21:45:04.143749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.153040 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Routers {'d6da83c8-e262-4b87-9845-50e0e2d43033'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:04.153859 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:44:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d6da83c8-e262-4b87-9845-50e0e2d43033'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:04.159736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7b9b42-7243-48ca-a655-9aa325da058c {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:04.171811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.199936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Transition to ACTIVE for port object ea7b9b42-7243-48ca-a655-9aa325da058c will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:04.204289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.231938 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37454c6b-bcb6-4d48-941e-8339b258c413 None None] Pushing event updated for resources: {'Port': ['ID=1bfdea39-9456-4767-985b-001ff021e017,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:04.302443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f403d284-e398-461a-bbbe-0e1920152373 req-8da766a6-c747-41e7-b0fc-f2871ffab7a5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666036 Nov 26 21:45:04.322012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:04.328209 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] Set router d6da83c8-e262-4b87-9845-50e0e2d43033 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:04.394280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a941da9-2dd7-4657-a4c8-cc7bc67f5a29 req-bbe55867-28d8-413d-b421-0f717f3c22fb tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:04.403271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a941da9-2dd7-4657-a4c8-cc7bc67f5a29 req-bbe55867-28d8-413d-b421-0f717f3c22fb tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 943 time: 0.1556664 Nov 26 21:45:04.428239 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885771f3-14ee-4903-bb82-a5d9e87bccb4 x-openstack-request-id: req-885771f3-14ee-4903-bb82-a5d9e87bccb4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:04.428239 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b532a55-56ee-496a-95ce-12d77527e5c5", "name": "network-vif-deleted", "tag": "53665785-1184-4d38-b269-a686c1df8fa7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:04.429890 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-885771f3-14ee-4903-bb82-a5d9e87bccb4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:04.430457 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b532a55-56ee-496a-95ce-12d77527e5c5', 'name': 'network-vif-deleted', 'tag': '53665785-1184-4d38-b269-a686c1df8fa7', 'status': 'completed', 'code': 200} Nov 26 21:45:04.430829 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631', 'status': 'completed', 'code': 200} Nov 26 21:45:04.431872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Attempting to bind port ea7b9b42-7243-48ca-a655-9aa325da058c on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:04.432282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Attempting to bind port ea7b9b42-7243-48ca-a655-9aa325da058c by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:04.432616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Attempting to bind port ea7b9b42-7243-48ca-a655-9aa325da058c on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:04.441936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Port ea7b9b42-7243-48ca-a655-9aa325da058c on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:04.443012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Attempting to bind port ea7b9b42-7243-48ca-a655-9aa325da058c on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:04.495961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a941da9-2dd7-4657-a4c8-cc7bc67f5a29 req-5882ff2a-aa48-4c0f-a687-a34c5b91d95f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918024 Nov 26 21:45:04.502778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:04.512672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Checking segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:04.513165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Bound using segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:04.523581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Allocated IP 172.20.0.1 (5e091cfc-2b0f-4d40-8dc0-6a46132f5613/97425dbd-0c26-4981-8f76-d9500f225a8f/d41c465a-11b3-4f2c-890f-5cfd0b818977) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:04.524548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Bound port: ea7b9b42-7243-48ca-a655-9aa325da058c, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:04.526454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.594987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-f50b7b30-7a13-4349-86db-cf0cc40647ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:04.596418 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-f50b7b30-7a13-4349-86db-cf0cc40647ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1124 time: 0.1572037 Nov 26 21:45:04.605094 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '1bfdea39-9456-4767-985b-001ff021e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:44:59Z', 'revision_number': 3, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port': {'id': '1bfdea39-9456-4767-985b-001ff021e017', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:44:58Z', 'updated_at': '2021-11-26T21:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:04.639048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d2d0d-712c-41e0-b73d-a756dd26e9a4 None None] The sync data for ids ['d6da83c8-e262-4b87-9845-50e0e2d43033'] in n-d-819494-1 is: [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '1bfdea39-9456-4767-985b-001ff021e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:44:59Z', 'revision_number': 3, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port': {'id': '1bfdea39-9456-4767-985b-001ff021e017', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:44:58Z', 'updated_at': '2021-11-26T21:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:45:04.664538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:04.702583 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.723030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:04.732287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.749593 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.800613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:04.804596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:04.808320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:04.811015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:04.811728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.813195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] 10.222.0.13 "PUT /v2.0/ports/ea7b9b42-7243-48ca-a655-9aa325da058c HTTP/1.1" status: 200 len: 1091 time: 1.2555547 Nov 26 21:45:04.820243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-86ccf3cf-9d24-4279-aea9-df0044587dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:04.821795 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-86ccf3cf-9d24-4279-aea9-df0044587dba service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.2027442 Nov 26 21:45:04.872730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Pushing event updated for resources: {'Port': ['ID=d41c465a-11b3-4f2c-890f-5cfd0b818977,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:04.877197 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:04.917545 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-db31310d-d69d-4084-afda-85123c7ca6d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 200 len: 217 time: 0.0747786 Nov 26 21:45:04.917545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3311dd-289f-4129-baa8-c8bd2684253e service neutron] Pushing event updated for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:05.136939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcbc80-c79e-4bc0-8fff-ec146a05e8a5 req-9d9dddf6-ace8-473d-b2d6-1bde903ef4bb tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:05.138722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adfcbc80-c79e-4bc0-8fff-ec146a05e8a5 req-9d9dddf6-ace8-473d-b2d6-1bde903ef4bb tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.1251988 Nov 26 21:45:05.180440 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:05.185689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-585ee2b9-a027-4cc4-a6f7-a0f049ac55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:05.201796 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-585ee2b9-a027-4cc4-a6f7-a0f049ac55cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.2391641 Nov 26 21:45:05.207777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-64f727d6-f7e6-4047-b806-b9758cddab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:05.209246 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-64f727d6-f7e6-4047-b806-b9758cddab1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 1094 time: 0.2937956 Nov 26 21:45:05.223898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-db8b1758-488b-4139-a9a7-549003184bce None None] Provisioning complete for port d41c465a-11b3-4f2c-890f-5cfd0b818977 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:05.232731 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db8b1758-488b-4139-a9a7-549003184bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:05.303818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adfcbc80-c79e-4bc0-8fff-ec146a05e8a5 req-72ae4f4b-0c50-42f3-b9e3-beffdc5e215e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484356 Nov 26 21:45:05.310473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-db8b1758-488b-4139-a9a7-549003184bce None None] Port d41c465a-11b3-4f2c-890f-5cfd0b818977 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:45:05.356021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-6b71a944-304f-46d5-9326-544d3660b4a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7b9b42-7243-48ca-a655-9aa325da058c HTTP/1.1" status: 200 len: 217 time: 0.1295958 Nov 26 21:45:05.359252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd28ab-824d-4420-9827-f34f8312b5b1 req-8d7f6a22-10b8-4aef-b1e9-86aeda52be24 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:05.360836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbd28ab-824d-4420-9827-f34f8312b5b1 req-8d7f6a22-10b8-4aef-b1e9-86aeda52be24 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.1668813 Nov 26 21:45:05.387326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1bfdea39-9456-4767-985b-001ff021e017 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:05.396825 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-f0adb7e1-ffe2-4e6f-be1d-469c29ca4f21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1743534 Nov 26 21:45:05.458642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1bfdea39-9456-4767-985b-001ff021e017 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:05.458923 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:05.529491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbd28ab-824d-4420-9827-f34f8312b5b1 req-fd05783d-abdf-425a-8129-20abecbfb8db tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272690 Nov 26 21:45:05.561586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-fa1a8974-7901-4315-82b1-2979c0fd2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:05.563275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-fa1a8974-7901-4315-82b1-2979c0fd2512 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 200 len: 844 time: 0.1653211 Nov 26 21:45:05.595649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a1afa-8dee-461d-9090-a2235bc75fa7 req-994a6904-4d1b-4642-ab2a-d005ab533a95 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:05.599967 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:05.603236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-657a1afa-8dee-461d-9090-a2235bc75fa7 req-994a6904-4d1b-4642-ab2a-d005ab533a95 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1097 time: 0.1464128 Nov 26 21:45:05.628056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 1bfdea39-9456-4767-985b-001ff021e017, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1bfdea39-9456-4767-985b-001ff021e017,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:05.634931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:05.638125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b32d91a6-c19b-4ffa-af29-480e9e79dcfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626435 Nov 26 21:45:05.670419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:05.685428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:05.737987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-657a1afa-8dee-461d-9090-a2235bc75fa7 req-da155e30-bfc1-4d1a-994f-ce4fcec3c0b2 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314878 Nov 26 21:45:05.757156 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-139580b0-d61e-40e6-89f5-615c237d9616 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933357 Nov 26 21:45:05.760544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=1bfdea39-9456-4767-985b-001ff021e017,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:05.772368 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:05.904204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-b348e855-7662-4e02-9d2f-e707d39169af service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557821 Nov 26 21:45:05.940632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4bcf0fdc-92c3-4b4e-96df-d0a90067a6de req-3fb4aeb6-c00e-4397-b861-24b48ae0a693 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688576 Nov 26 21:45:05.958944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Pushing event updated for resources: {'Port': ['ID=d41c465a-11b3-4f2c-890f-5cfd0b818977,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:05.983095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.983451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.983808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.985909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:05.990468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.992369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.992732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.993487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.993487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.993724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.994058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.994418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:05.994755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:06.046414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9db331da-c1c0-4699-a565-7b291f7ccbaa req-78d17380-75e1-434f-9332-0ff158ba4240 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281736 Nov 26 21:45:06.065454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:06.081510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e8c42-86f5-4e32-962d-cb3e09b759e4 req-8a461e56-bae7-4ebd-be58-56f36c50956a tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:06.083400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d01e8c42-86f5-4e32-962d-cb3e09b759e4 req-8a461e56-bae7-4ebd-be58-56f36c50956a tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 943 time: 0.2147846 Nov 26 21:45:06.097824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a694e9-a28f-408b-a4ad-179e6f8ddcc8 req-e5f3acf7-ba90-4eae-bc39-9bc72334e322 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:06.099651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71a694e9-a28f-408b-a4ad-179e6f8ddcc8 req-e5f3acf7-ba90-4eae-bc39-9bc72334e322 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 943 time: 0.2279313 Nov 26 21:45:06.100573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:06.118908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:06.143048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '67fb218d-462f-4896-9171-0e619b9eb50e', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '67fb218d-462f-4896-9171-0e619b9eb50e', 'mac_address': 'fa:16:3e:9b:45:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:06.196451 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:06.211423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fb218d-462f-4896-9171-0e619b9eb50e {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:06.237197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:06.241969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:06.242888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:06.288682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71a694e9-a28f-408b-a4ad-179e6f8ddcc8 req-03689ea4-daf3-499c-8811-7eeac4813699 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721070 Nov 26 21:45:06.309853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d01e8c42-86f5-4e32-962d-cb3e09b759e4 req-aeb30156-0e8f-4dc6-a55b-43bcfbef8d0a tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049243 Nov 26 21:45:06.362164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:06.376040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Router d6da83c8-e262-4b87-9845-50e0e2d43033 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:45:06.424000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,segment=NetworkSegment(e96345ba-f607-435d-9be1-e5208f54da8d),segment_id=e96345ba-f607-435d-9be1-e5208f54da8d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:06.431639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:06.435423 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:06.448327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '9ab2f3cf-178c-496f-9d5c-5c4d40088c72', 'network_id': '569a4154-ebab-4f8b-8503-0a716b392d6c', 'port_id': '9ab2f3cf-178c-496f-9d5c-5c4d40088c72', 'mac_address': 'fa:16:3e:5a:d0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5420147a-5264-4e8e-82b1-5f04ea02c296', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:06.482336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1befc710-c3c1-4e95-aa3a-5eee09fc1aaa None None] Provisioning complete for port d41c465a-11b3-4f2c-890f-5cfd0b818977 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:06.482706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1befc710-c3c1-4e95-aa3a-5eee09fc1aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:06.528864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:06.539408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1befc710-c3c1-4e95-aa3a-5eee09fc1aaa None None] Port d41c465a-11b3-4f2c-890f-5cfd0b818977 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:45:06.544462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:45:06.550667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:06.554407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-93d3a424-b759-42d0-b1b0-f76f941c9bce admin admin] 10.222.0.21 "PUT /v2.0/routers/d6da83c8-e262-4b87-9845-50e0e2d43033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5826335 Nov 26 21:45:06.574839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,segment=NetworkSegment(e96345ba-f607-435d-9be1-e5208f54da8d),segment_id=e96345ba-f607-435d-9be1-e5208f54da8d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:06.581768 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:06.658691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:06.702579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe06192-d9f4-4979-b5ed-82ab24795950 req-e002a5ff-1190-4395-b2a4-80631e3a040e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:06.704255 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2fe06192-d9f4-4979-b5ed-82ab24795950 req-e002a5ff-1190-4395-b2a4-80631e3a040e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.0823090 Nov 26 21:45:06.730136 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:06.757209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2fe06192-d9f4-4979-b5ed-82ab24795950 req-216fb61c-e5dd-4d4b-998e-94594a0356ca tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451703 Nov 26 21:45:06.802321 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f9be82-963c-4966-8596-75f7504772ea x-openstack-request-id: req-56f9be82-963c-4966-8596-75f7504772ea {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:06.802648 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:06.802906 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56f9be82-963c-4966-8596-75f7504772ea {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:06.803308 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'status': 'completed', 'code': 200} Nov 26 21:45:06.913983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-eeaf9325-5343-4cc0-9879-af3d54d88deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:06.915917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-eeaf9325-5343-4cc0-9879-af3d54d88deb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 1094 time: 0.0523405 Nov 26 21:45:06.940566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179883d8-ff5e-44c1-b75d-18f046ea8485 req-90046738-4602-459f-a0f7-2173a4358339 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:06.942442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179883d8-ff5e-44c1-b75d-18f046ea8485 req-90046738-4602-459f-a0f7-2173a4358339 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 948 time: 0.0652497 Nov 26 21:45:07.008158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179883d8-ff5e-44c1-b75d-18f046ea8485 req-815c4ce2-5875-4c4f-b60d-fa3126879973 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576260 Nov 26 21:45:07.020631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-f4ae5fca-d190-48ef-9d96-45a84f71de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:07.022254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-f4ae5fca-d190-48ef-9d96-45a84f71de50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 905 time: 0.0992911 Nov 26 21:45:07.041122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Sync routers for ids ['d6da83c8-e262-4b87-9845-50e0e2d43033'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:45:07.053206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Routers {'d6da83c8-e262-4b87-9845-50e0e2d43033'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:07.053886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:44:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d6da83c8-e262-4b87-9845-50e0e2d43033'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:07.070945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-883c3d26-0b2b-408b-a290-768fdde8bcc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7b9b42-7243-48ca-a655-9aa325da058c HTTP/1.1" status: 200 len: 217 time: 0.0407670 Nov 26 21:45:07.130930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-142ab92b-991a-4c19-b260-f3901e8e34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:07.132779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-142ab92b-991a-4c19-b260-f3901e8e34d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 200 len: 844 time: 0.0516407 Nov 26 21:45:07.141438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['9ab2f3cf-178c-496f-9d5c-5c4d40088c72'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:07.144022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['67fb218d-462f-4896-9171-0e619b9eb50e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:07.196999 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-c36022ce-678c-40dd-be96-fa9fda5a2015 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395391 Nov 26 21:45:07.246763 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Set router d6da83c8-e262-4b87-9845-50e0e2d43033 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:07.355118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1bfdea39-9456-4767-985b-001ff021e017 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:07.377898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-8a37e56e-09b5-4e20-a269-9f0b1f27c612 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301854 Nov 26 21:45:07.448939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-8f0b2382-e94f-4a15-87eb-72cb4ba673df tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2447212 Nov 26 21:45:07.458971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-250168c1-9cc8-4fdc-81e4-652c17a18423 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:45:07.461257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-250168c1-9cc8-4fdc-81e4-652c17a18423 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107381 Nov 26 21:45:07.468340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:07.480973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bc6a8f-ac74-4bfb-871d-d9ec2ee80bc1 req-fc1f0562-80f6-4aa8-9d17-79466124b79c service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909581 Nov 26 21:45:07.530885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-66342020-6c8b-4d1b-98dd-e4a1a529fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:07.532703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-66342020-6c8b-4d1b-98dd-e4a1a529fb6b service neutron] 10.222.0.21 "GET /v2.0/ports/933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 200 len: 1094 time: 0.0590761 Nov 26 21:45:07.534375 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:07.552803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:07.553256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:45:07.700429 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:07.701121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1bfdea39-9456-4767-985b-001ff021e017 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:07.701479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:07.747952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:07.748291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:07.748623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:07.751332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:07.761891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:07.762285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:07.797665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:07.798012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:07.799005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:07.799451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Bound port: 933c24bb-db37-4a8e-8450-676dc497c022, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:07.848213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '1bfdea39-9456-4767-985b-001ff021e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:45:05Z', 'revision_number': 4, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port': {'id': '1bfdea39-9456-4767-985b-001ff021e017', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:44:58Z', 'updated_at': '2021-11-26T21:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd41c465a-11b3-4f2c-890f-5cfd0b818977', 'name': '', 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'mac_address': 'fa:16:3e:7a:2a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97425dbd-0c26-4981-8f76-d9500f225a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:04Z', 'updated_at': '2021-11-26T21:45:05Z', 'revision_number': 2, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'subnets': [{'id': '97425dbd-0c26-4981-8f76-d9500f225a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:07.880578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Checking router: d6da83c8-e262-4b87-9845-50e0e2d43033 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:45:07.880944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Updating router d6da83c8-e262-4b87-9845-50e0e2d43033 port d41c465a-11b3-4f2c-890f-5cfd0b818977 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:45:07.893091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:07.903559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:07.904729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-91a968d0-8a75-4e8b-9dfe-cf5fa782febc service neutron] 10.222.0.21 "POST /v2.0/ports/933c24bb-db37-4a8e-8450-676dc497c022/bindings HTTP/1.1" status: 201 len: 389 time: 0.3570261 Nov 26 21:45:07.907761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:07.912146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Allocated IP 172.25.3.18 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/464f67b8-76af-4964-82f6-72043937da92) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:08.037336 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.096475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.141399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:08.144936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:08.147812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:08.163042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bd249-f5b0-405a-acb6-3e59e99769a9 req-fa3879f1-a303-47f7-9010-e45f89b4b152 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:08.164568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d3bd249-f5b0-405a-acb6-3e59e99769a9 req-fa3879f1-a303-47f7-9010-e45f89b4b152 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 943 time: 0.0954587 Nov 26 21:45:08.188315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-06c283a4-b78c-4f14-ab42-d4b15504f551 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509536 Nov 26 21:45:08.189972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Pushing event updated for resources: {'Port': ['ID=464f67b8-76af-4964-82f6-72043937da92,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:08.205424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.211858 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.271782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f17b7-cc1b-4444-90bf-bc953773de25 None None] Pushing event updated for resources: {'Port': ['ID=d41c465a-11b3-4f2c-890f-5cfd0b818977,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:08.281808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d3bd249-f5b0-405a-acb6-3e59e99769a9 req-fd732fbb-207d-490a-bff9-223ff40b6878 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968788 Nov 26 21:45:08.301115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-91d15a0d-a547-4b6f-97d8-1b7c1bc1ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:08.302714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-91d15a0d-a547-4b6f-97d8-1b7c1bc1ed53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 1118 time: 0.0714352 Nov 26 21:45:08.305029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.342589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Attempting to bind port d41c465a-11b3-4f2c-890f-5cfd0b818977 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:08.344076 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Attempting to bind port d41c465a-11b3-4f2c-890f-5cfd0b818977 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:08.344782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Attempting to bind port d41c465a-11b3-4f2c-890f-5cfd0b818977 on network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:08.346634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.355485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:08.355860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Checking segment: {'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:08.356265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.356674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Bound using segment: {'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:08.357153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Bound port: d41c465a-11b3-4f2c-890f-5cfd0b818977, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1cdbcf-0032-4798-acb2-0719fdcc7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:08.357535 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.449746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] For port d41c465a-11b3-4f2c-890f-5cfd0b818977, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:08.454330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] For port d41c465a-11b3-4f2c-890f-5cfd0b818977, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d41c465a-11b3-4f2c-890f-5cfd0b818977,segment=NetworkSegment(0d1cdbcf-0032-4798-acb2-0719fdcc7390),segment_id=0d1cdbcf-0032-4798-acb2-0719fdcc7390)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:08.460332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-b6075f52-d8a1-4d50-81a9-cc453c915305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:08.461343 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.462003 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-b6075f52-d8a1-4d50-81a9-cc453c915305 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 924 time: 0.1320982 Nov 26 21:45:08.525213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Routers {'d6da83c8-e262-4b87-9845-50e0e2d43033'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:08.525946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:44:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d6da83c8-e262-4b87-9845-50e0e2d43033'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:08.565291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f17b7-cc1b-4444-90bf-bc953773de25 None None] Pushing event updated for resources: {'Port': ['ID=d41c465a-11b3-4f2c-890f-5cfd0b818977,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:08.603399 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-c4955b0c-b1e4-4344-8528-5cbebbe305a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1 HTTP/1.1" status: 200 len: 1023 time: 0.1327167 Nov 26 21:45:08.632424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-52667c04-80d1-4bfd-b199-0ec05a4576f7 None None] Provisioning complete for port d41c465a-11b3-4f2c-890f-5cfd0b818977 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:08.632917 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52667c04-80d1-4bfd-b199-0ec05a4576f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.674767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-870a1671-54ac-42e9-81c5-c685d0e1340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:08.676544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-870a1671-54ac-42e9-81c5-c685d0e1340b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.0632253 Nov 26 21:45:08.696605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] Set router d6da83c8-e262-4b87-9845-50e0e2d43033 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:08.734713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-57c0ed1f-5e73-466e-a858-3dd7d18d0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:08.736694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-57c0ed1f-5e73-466e-a858-3dd7d18d0db6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514333 Nov 26 21:45:08.769777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf675e93-f679-40c5-87f4-4ca0e937e909 req-125fb2b3-6ee9-49cd-83f5-b5263f4c07af tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:08.777041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf675e93-f679-40c5-87f4-4ca0e937e909 req-125fb2b3-6ee9-49cd-83f5-b5263f4c07af tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 944 time: 0.3930647 Nov 26 21:45:08.845366 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf675e93-f679-40c5-87f4-4ca0e937e909 req-2d7e5735-bbdb-486f-a71b-cd3ea1e5051b tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672300 Nov 26 21:45:08.851332 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-2e178f94-040c-43f1-ba71-02ccc705d200 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050239 Nov 26 21:45:08.869059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52667c04-80d1-4bfd-b199-0ec05a4576f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.887181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.897752 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.923663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-52667c04-80d1-4bfd-b199-0ec05a4576f7 None None] For port d41c465a-11b3-4f2c-890f-5cfd0b818977, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d41c465a-11b3-4f2c-890f-5cfd0b818977,segment=NetworkSegment(0d1cdbcf-0032-4798-acb2-0719fdcc7390),segment_id=0d1cdbcf-0032-4798-acb2-0719fdcc7390)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:08.934600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52667c04-80d1-4bfd-b199-0ec05a4576f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:08.973905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545fcd9a-d0f5-4843-abe0-7fdb38fc142e req-e692cf5b-e754-4f8f-9a65-081d094f5827 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128740 Nov 26 21:45:08.998275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Pushing event updated for resources: {'Port': ['ID=464f67b8-76af-4964-82f6-72043937da92,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:09.018971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52667c04-80d1-4bfd-b199-0ec05a4576f7 None None] Pushing event updated for resources: {'Port': ['ID=d41c465a-11b3-4f2c-890f-5cfd0b818977,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:09.062379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '1bfdea39-9456-4767-985b-001ff021e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:45:05Z', 'revision_number': 4, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port': {'id': '1bfdea39-9456-4767-985b-001ff021e017', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:44:58Z', 'updated_at': '2021-11-26T21:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd41c465a-11b3-4f2c-890f-5cfd0b818977', 'name': '', 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'mac_address': 'fa:16:3e:7a:2a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97425dbd-0c26-4981-8f76-d9500f225a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:04Z', 'updated_at': '2021-11-26T21:45:08Z', 'revision_number': 4, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'subnets': [{'id': '97425dbd-0c26-4981-8f76-d9500f225a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:09.074238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:09.086347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc676-4aee-4c4d-8a65-7dd4230405bc req-c0be474c-d605-4e3e-927b-8d4286b45130 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:09.087927 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cedc676-4aee-4c4d-8a65-7dd4230405bc req-c0be474c-d605-4e3e-927b-8d4286b45130 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.1225722 Nov 26 21:45:09.112267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290d715a-e188-46e5-85c7-956862b18c77 None None] The sync data for ids ['d6da83c8-e262-4b87-9845-50e0e2d43033'] in n-d-819494-1 is: [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '1bfdea39-9456-4767-985b-001ff021e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:45:05Z', 'revision_number': 4, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port': {'id': '1bfdea39-9456-4767-985b-001ff021e017', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:44:58Z', 'updated_at': '2021-11-26T21:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd41c465a-11b3-4f2c-890f-5cfd0b818977', 'name': '', 'network_id': '5e091cfc-2b0f-4d40-8dc0-6a46132f5613', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'mac_address': 'fa:16:3e:7a:2a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '97425dbd-0c26-4981-8f76-d9500f225a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:04Z', 'updated_at': '2021-11-26T21:45:08Z', 'revision_number': 4, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'subnets': [{'id': '97425dbd-0c26-4981-8f76-d9500f225a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:45:09.118625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4c5a002b-4104-4242-a89e-7340a008188b None None] Provisioning complete for port d41c465a-11b3-4f2c-890f-5cfd0b818977 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:09.119003 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c5a002b-4104-4242-a89e-7340a008188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:09.130301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:09.138236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-c4f4d135-08f4-41b3-9ee2-88c2f7bc46f4 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6751802 Nov 26 21:45:09.160245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ea7b9b42-7243-48ca-a655-9aa325da058c details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:09.369810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-66ab172f-d2b6-4402-bd41-3db251f54a86 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.2306421 Nov 26 21:45:09.415065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cedc676-4aee-4c4d-8a65-7dd4230405bc req-1ef8a045-a07d-49c2-a65d-6bbe18a609dd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191195 Nov 26 21:45:09.451118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:09.485222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'port_id': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'mac_address': 'fa:16:3e:58:65:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:09.500600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d41c465a-11b3-4f2c-890f-5cfd0b818977 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:09.607945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39daf6-fec8-4fc0-99d3-99718d64b698 req-20932a38-04d3-44a8-815d-d46b7da3afad tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:09.615880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac39daf6-fec8-4fc0-99d3-99718d64b698 req-20932a38-04d3-44a8-815d-d46b7da3afad tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.0925460 Nov 26 21:45:09.641271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-f9f11b98-4233-4561-87d3-a7e9d146f1e5 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:09.643750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-f9f11b98-4233-4561-87d3-a7e9d146f1e5 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2481892 Nov 26 21:45:09.668375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-406c20f5-7a6b-4cd6-a2f8-d651051bacc9 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:45:09.669279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2f16f6-914e-4500-aa98-c2a36ef8aada req-406c20f5-7a6b-4cd6-a2f8-d651051bacc9 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098860 Nov 26 21:45:09.681572 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:09.706127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac39daf6-fec8-4fc0-99d3-99718d64b698 req-ebde7374-1031-4471-a5ee-eba0e8d77a70 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887949 Nov 26 21:45:09.725279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d41c465a-11b3-4f2c-890f-5cfd0b818977 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:09.725762 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:09.729193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7b9b42-7243-48ca-a655-9aa325da058c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:09.790134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:09.803070 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:09.853912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865f729-7291-4fb2-b61d-c2185b2a44ac req-030744eb-a67e-4b1c-86b2-ea2eb09d3e9e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:09.863467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e865f729-7291-4fb2-b61d-c2185b2a44ac req-030744eb-a67e-4b1c-86b2-ea2eb09d3e9e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 948 time: 0.0699573 Nov 26 21:45:09.875561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:09.925052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e865f729-7291-4fb2-b61d-c2185b2a44ac req-bed1ad43-9df2-441c-b55e-aa811e679ccb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605536 Nov 26 21:45:10.003775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:10.055009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc15c752-4ebb-498d-8201-ea058995f322 req-75ddf623-fcc7-401b-a632-363269f8765e tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips/1f651412-f9aa-4511-9b2d-724f8ae0ea2b HTTP/1.1" status: 200 len: 692 time: 0.1125467 Nov 26 21:45:10.066647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 67fb218d-462f-4896-9171-0e619b9eb50e completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:45:10.072266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 67fb218d-462f-4896-9171-0e619b9eb50e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:10.072623 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:10.102559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1835175-96f1-460f-a21c-a76f4ded0b78 req-30670c79-b38a-48ab-bd8e-0b5cf942a2e7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:10.104132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1835175-96f1-460f-a21c-a76f4ded0b78 req-30670c79-b38a-48ab-bd8e-0b5cf942a2e7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 944 time: 0.1232996 Nov 26 21:45:10.217998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1835175-96f1-460f-a21c-a76f4ded0b78 req-6e35fdff-d87b-48d9-b1bb-53aae54300b7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880401 Nov 26 21:45:10.225984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c752-4ebb-498d-8201-ea058995f322 req-b350d4b5-91ed-4565-9672-1b245207c019 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:10.245364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc15c752-4ebb-498d-8201-ea058995f322 req-b350d4b5-91ed-4565-9672-1b245207c019 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1724308 Nov 26 21:45:10.252382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-bc15c752-4ebb-498d-8201-ea058995f322 req-a7b3fd0f-d816-4fa2-b6e9-720e7164e699 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:45:10.270755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc15c752-4ebb-498d-8201-ea058995f322 req-a7b3fd0f-d816-4fa2-b6e9-720e7164e699 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245421 Nov 26 21:45:10.318465 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:10.352191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:10.354940 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40130408-751a-402f-b017-375d58688a8f" -d '{"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-plugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:10.361011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:10.366843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:10.368192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:10.400781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-351231ba-944a-4cd4-b9e4-0c2961b15104 req-186fc5bd-04b1-4aaa-954d-27720a3c04cb tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=04c41f1e9fa045dcbc023d509ae93c8f HTTP/1.1" status: 200 len: 695 time: 0.1017566 Nov 26 21:45:10.457238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:10.480689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56fc33-c6c0-4517-903b-9644146031bd req-99eec2c8-d4d3-4d95-845d-9f7761d5ba1d tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:10.481612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:45:10.482365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba56fc33-c6c0-4517-903b-9644146031bd req-99eec2c8-d4d3-4d95-845d-9f7761d5ba1d tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 944 time: 0.1203127 Nov 26 21:45:10.487551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:10.488042 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:10.556147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351231ba-944a-4cd4-b9e4-0c2961b15104 req-8f8a243f-6044-47e4-90fe-38c43fa81cae tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:10.566147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-351231ba-944a-4cd4-b9e4-0c2961b15104 req-8f8a243f-6044-47e4-90fe-38c43fa81cae tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/networks?id=767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 787 time: 0.1550193 Nov 26 21:45:10.571381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-351231ba-944a-4cd4-b9e4-0c2961b15104 req-17d36674-224e-4363-a170-c01b7d3a186d tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:45:10.572325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-351231ba-944a-4cd4-b9e4-0c2961b15104 req-17d36674-224e-4363-a170-c01b7d3a186d tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085406 Nov 26 21:45:10.585240 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:10.597959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba56fc33-c6c0-4517-903b-9644146031bd req-9739e511-fc99-408c-b9cc-2a50e823c936 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025994 Nov 26 21:45:10.608112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ea7b9b42-7243-48ca-a655-9aa325da058c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:10.657233 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a81c5f2-f860-4db7-b035-99d7d6e1a5b8 x-openstack-request-id: req-2a81c5f2-f860-4db7-b035-99d7d6e1a5b8 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:10.657612 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-plugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:10.658570 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a81c5f2-f860-4db7-b035-99d7d6e1a5b8 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:10.659070 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e', 'code': 200} Nov 26 21:45:10.663310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,segment=NetworkSegment(e96345ba-f607-435d-9be1-e5208f54da8d),segment_id=e96345ba-f607-435d-9be1-e5208f54da8d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:10.668722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:10.739188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:10.755588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-882b0fcf-aab6-40b7-af35-696ac3cb78ef tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips/1f651412-f9aa-4511-9b2d-724f8ae0ea2b HTTP/1.1" status: 200 len: 692 time: 0.0894067 Nov 26 21:45:10.807589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266e0f6-db04-47e6-a50f-27db7f0e00ea req-2b10a2d1-84de-4187-90f0-a014f53684cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:10.809197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e266e0f6-db04-47e6-a50f-27db7f0e00ea req-2b10a2d1-84de-4187-90f0-a014f53684cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 1100 time: 0.0419660 Nov 26 21:45:10.831770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1df79d-c48c-4e82-b765-3b800fef5e0a req-c442a21d-39e9-432c-9959-c82199b57adc tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:10.833231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e1df79d-c48c-4e82-b765-3b800fef5e0a req-c442a21d-39e9-432c-9959-c82199b57adc tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.1559589 Nov 26 21:45:10.861479 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e266e0f6-db04-47e6-a50f-27db7f0e00ea req-983208db-7125-42cf-b951-037d750bbf1a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447032 Nov 26 21:45:10.907481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-d56fdffe-ad05-48dd-854e-f165629ec93a tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:10.909170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-d56fdffe-ad05-48dd-854e-f165629ec93a tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1457238 Nov 26 21:45:10.922052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-8ed0dbd3-5f7b-4103-a918-c24d33a5718c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:45:10.923870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-8ed0dbd3-5f7b-4103-a918-c24d33a5718c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066080 Nov 26 21:45:10.926943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e1df79d-c48c-4e82-b765-3b800fef5e0a req-13f109a1-1d8b-4f25-b956-8ef137940152 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861013 Nov 26 21:45:10.978817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-5cd99be5-522b-45d8-b8c5-c704ca2d0602 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0494850 Nov 26 21:45:11.030807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-a8bff1f4-34d9-441f-b5b1-1639f4d11136 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0461876 Nov 26 21:45:11.152776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe60501-3b96-448d-a3f9-a803ae351943 req-78101c24-c00d-4bc4-a689-c714c0d5a314 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:11.154215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffe60501-3b96-448d-a3f9-a803ae351943 req-78101c24-c00d-4bc4-a689-c714c0d5a314 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1222486 Nov 26 21:45:11.168923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:11.229362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffe60501-3b96-448d-a3f9-a803ae351943 req-679d305b-4fba-4cc1-a801-c27fb2401d64 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585644 Nov 26 21:45:11.234855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Deleting port 464f67b8-76af-4964-82f6-72043937da92 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:11.235205 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:11.285841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:11.297799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:45:11.316457 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:11.316779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:11.328639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Calling delete_port for 464f67b8-76af-4964-82f6-72043937da92 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:11.447520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f72bf-5819-4733-983d-3737e083831a req-6914723d-0d5e-4e81-934e-eec470bed641 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:11.449010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-406f72bf-5819-4733-983d-3737e083831a req-6914723d-0d5e-4e81-934e-eec470bed641 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0732653 Nov 26 21:45:11.528585 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-406f72bf-5819-4733-983d-3737e083831a req-d827dfb4-7eae-4503-80a9-16cc6931093a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716772 Nov 26 21:45:11.548026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:11.585255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Pushing event deleted for resources: {'Port': ['ID=464f67b8-76af-4964-82f6-72043937da92,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:11.666811 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:11.669889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:11.671326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c28594d-8992-421c-8aa6-f0a0f8da925d req-c6cbe634-86f7-4cc8-8457-03cfb76cf90c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "DELETE /v2.0/floatingips/1f651412-f9aa-4511-9b2d-724f8ae0ea2b HTTP/1.1" status: 204 len: 173 time: 0.6293221 Nov 26 21:45:11.688690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c6c62-6a29-4453-b9d1-86fed11cf984 req-28c115c1-7b21-4ba0-b8bf-49e6f614920f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:11.690971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c74c6c62-6a29-4453-b9d1-86fed11cf984 req-28c115c1-7b21-4ba0-b8bf-49e6f614920f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 944 time: 0.0672255 Nov 26 21:45:11.753934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c74c6c62-6a29-4453-b9d1-86fed11cf984 req-be781eac-1bf6-4a57-b712-a3e7787577e5 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516176 Nov 26 21:45:11.870435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a2b92-4091-44db-948a-e40fab235e7d req-99020908-8fe2-4cad-adce-1836406eb0b7 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:11.871904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-706a2b92-4091-44db-948a-e40fab235e7d req-99020908-8fe2-4cad-adce-1836406eb0b7 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 945 time: 0.1090150 Nov 26 21:45:11.927435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-f4c3da07-a4f1-46bf-8990-c371c6f651c5 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1342716 Nov 26 21:45:11.942179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:11.961118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-706a2b92-4091-44db-948a-e40fab235e7d req-b39e093f-d45e-4f01-960e-14bbd32feb76 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801423 Nov 26 21:45:11.975370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.077305 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.294007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d1416-582f-4081-b769-38de012eac6d req-e91ca376-0133-4022-8e76-bf347bf9c3e4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:12.295897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b0d1416-582f-4081-b769-38de012eac6d req-e91ca376-0133-4022-8e76-bf347bf9c3e4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.1198778 Nov 26 21:45:12.297408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Allocated IP 172.25.3.125 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/c884fec8-c462-4b18-be29-2744947ee586) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:12.393956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34832) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:12.399685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b0d1416-582f-4081-b769-38de012eac6d req-e659edfe-bdbe-41d6-9ec7-89dafbc8ace5 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959346 Nov 26 21:45:12.461173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.565123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d536a-0522-4eea-91e0-535cedbcd84a req-5c52521e-0b29-4f0e-bfeb-3a6756db6660 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:12.567022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-790d536a-0522-4eea-91e0-535cedbcd84a req-5c52521e-0b29-4f0e-bfeb-3a6756db6660 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.0894661 Nov 26 21:45:12.569198 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.630733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Pushing event updated for resources: {'Port': ['ID=c884fec8-c462-4b18-be29-2744947ee586,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:12.660197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ccd97b-67d8-4ce5-8eab-3d84874f0c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab2f3cf-178c-496f-9d5c-5c4d40088c72'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:12.668453 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f92ae8b-1b19-47c2-8f96-63ce84978dec" -d '{"events": [{"server_uuid": "97ccd97b-67d8-4ce5-8eab-3d84874f0c41", "name": "network-vif-plugged", "status": "completed", "tag": "9ab2f3cf-178c-496f-9d5c-5c4d40088c72"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:12.708846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:12.725948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:12.737026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:12.743894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-790d536a-0522-4eea-91e0-535cedbcd84a req-86b11bf7-4963-4016-9cf4-a9f93e2ae017 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270807 Nov 26 21:45:12.841192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.862868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.920677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.937489 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.943323 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:12.981154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f2171d-7a2e-4799-9dce-73a8d0f8441b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:12.988889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7021f7258676471e86ddc05731def0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5909905 Nov 26 21:45:12.990281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34844) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:13.007412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.007757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.008096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.008517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.008753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.009082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.009406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.009889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.010267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.010591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.010912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.011326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cb5758-1ebe-4006-b343-d2e920139b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.023960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8137c-b0ee-4361-8a6d-c249ef11ae7f req-4d9ec53e-0746-4860-afda-3c1d6b22ea9b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:13.026359 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92c8137c-b0ee-4361-8a6d-c249ef11ae7f req-4d9ec53e-0746-4860-afda-3c1d6b22ea9b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0782132 Nov 26 21:45:13.055233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33c25ae0-e85f-4404-8671-3fe29ebaf4ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.076851 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33c25ae0-e85f-4404-8671-3fe29ebaf4ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.121619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92c8137c-b0ee-4361-8a6d-c249ef11ae7f req-37c42765-ada4-4e00-ab3b-1e0275da880b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819094 Nov 26 21:45:13.142842 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33c25ae0-e85f-4404-8671-3fe29ebaf4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.146455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33c25ae0-e85f-4404-8671-3fe29ebaf4ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.148325 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-33c25ae0-e85f-4404-8671-3fe29ebaf4ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19f2171d-7a2e-4799-9dce-73a8d0f8441b HTTP/1.1" status: 204 len: 168 time: 0.1575563 Nov 26 21:45:13.171249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c25ae0-e85f-4404-8671-3fe29ebaf4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f2171d-7a2e-4799-9dce-73a8d0f8441b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:13.180095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.180233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ea7b9b42-7243-48ca-a655-9aa325da058c up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:13.186928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.272665 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2315bac2-4fae-4dd3-bf4b-73eed011bfce x-openstack-request-id: req-2315bac2-4fae-4dd3-bf4b-73eed011bfce {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:13.274488 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ccd97b-67d8-4ce5-8eab-3d84874f0c41", "name": "network-vif-plugged", "status": "completed", "tag": "9ab2f3cf-178c-496f-9d5c-5c4d40088c72", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:13.275663 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2315bac2-4fae-4dd3-bf4b-73eed011bfce {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:13.276841 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ccd97b-67d8-4ce5-8eab-3d84874f0c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab2f3cf-178c-496f-9d5c-5c4d40088c72', 'code': 200} Nov 26 21:45:13.282420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Pushing event updated for resources: {'Port': ['ID=c884fec8-c462-4b18-be29-2744947ee586,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:13.297579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.317195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.319328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-e91c8888-0280-4dae-b919-c80c37713319 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3837047 Nov 26 21:45:13.346566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port ea7b9b42-7243-48ca-a655-9aa325da058c completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:45:13.353627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port ea7b9b42-7243-48ca-a655-9aa325da058c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:13.354233 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.395336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-2010ef2f-a8df-4f8d-91ac-542347536401 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.125 HTTP/1.1" status: 200 len: 696 time: 0.0696204 Nov 26 21:45:13.426979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31f675-a235-4282-a53c-9ca004d6aef0 req-66b93436-bca9-467f-ae87-8ad854beeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:13.430544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b31f675-a235-4282-a53c-9ca004d6aef0 req-66b93436-bca9-467f-ae87-8ad854beeeba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 1096 time: 0.0813656 Nov 26 21:45:13.459659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.500254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44afb0-e550-4b2b-a8f8-d81cc8c3d70a req-c02f088a-27f5-4846-a63e-fbba270c859e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:13.508019 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d44afb0-e550-4b2b-a8f8-d81cc8c3d70a req-c02f088a-27f5-4846-a63e-fbba270c859e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 944 time: 0.1362979 Nov 26 21:45:13.513197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b31f675-a235-4282-a53c-9ca004d6aef0 req-544edef9-b7ac-4784-b5b5-216bf6b387ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766962 Nov 26 21:45:13.523195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:13.530598 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.531610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:13.577541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-05258e9e-a2bc-4b7b-ba61-5f38c01f2435 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:13.578977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e98437f-2c39-432b-b208-514aa8dacf75 req-05258e9e-a2bc-4b7b-ba61-5f38c01f2435 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1675034 Nov 26 21:45:13.607539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d44afb0-e550-4b2b-a8f8-d81cc8c3d70a req-0f160659-2646-4896-a9bb-8ffce3f02fbf tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985634 Nov 26 21:45:13.643396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:13.652725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:45:13.655413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.655761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.656203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.656433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.656940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.657286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.657613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.658506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.659043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.659717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.659836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.660143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:45:13.706666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34856) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:13.721332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e852ee19-b4a1-4f71-ba0f-80d05b45c944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.777182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c4f20-3abd-4483-a009-e093d8e2a19a req-b3685299-248f-4e88-9920-4ff8854a27f1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:13.779753 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f7c4f20-3abd-4483-a009-e093d8e2a19a req-b3685299-248f-4e88-9920-4ff8854a27f1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0892177 Nov 26 21:45:13.788530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7cb67-0913-47ca-8c9c-1abb007f8659 req-3ab27dcf-25aa-4854-907d-acd80767689e tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:13.790316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fca7cb67-0913-47ca-8c9c-1abb007f8659 req-3ab27dcf-25aa-4854-907d-acd80767689e tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 945 time: 0.0894716 Nov 26 21:45:13.811947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e852ee19-b4a1-4f71-ba0f-80d05b45c944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.819910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e852ee19-b4a1-4f71-ba0f-80d05b45c944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:13.860072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f7c4f20-3abd-4483-a009-e093d8e2a19a req-362f4ba6-8233-43ef-a11d-288543e2befb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680115 Nov 26 21:45:13.867366 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e852ee19-b4a1-4f71-ba0f-80d05b45c944 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d171612b900400583757b57161ad9f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564412 Nov 26 21:45:13.867366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852ee19-b4a1-4f71-ba0f-80d05b45c944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a95833-772e-45d8-af9f-8e50441feb77,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:13.868518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34860) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:13.879844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fca7cb67-0913-47ca-8c9c-1abb007f8659 req-28e9678e-38b7-4e81-9934-0c9d625bea4b tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815985 Nov 26 21:45:13.973317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-7b241d17-cb99-4b76-9ce6-707f2b02c148 service neutron] 10.222.0.41 "GET /v2.0/ports/7cb10054-ada2-4213-9a27-6cfc647c5631/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.0567501 Nov 26 21:45:14.019107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:14.197130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:14.214993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-0ef736e6-d5e6-4ad7-8b2d-e0ff62e6ee24 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips/dfc5d9a0-f507-4aca-8d9f-3fa1c45acbce HTTP/1.1" status: 200 len: 693 time: 0.3037097 Nov 26 21:45:14.223307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:14.230981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-650a2c0e-419f-453b-87aa-bacf53ad7bdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.257607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb10054-ada2-4213-9a27-6cfc647c5631 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:14.268699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:14.282265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.316526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-650a2c0e-419f-453b-87aa-bacf53ad7bdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.338587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea6c8a-d989-4a06-93e3-09b5a67ababa req-d40e7525-d795-45a3-a0ec-9284185e7157 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:14.340139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49ea6c8a-d989-4a06-93e3-09b5a67ababa req-d40e7525-d795-45a3-a0ec-9284185e7157 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 943 time: 0.3844771 Nov 26 21:45:14.357675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] Transition to ACTIVE for port object 7cb10054-ada2-4213-9a27-6cfc647c5631 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:14.362896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.418524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-fde133d1-dc73-4c68-984c-b2bd0c3ae849 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:14.419886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-fde133d1-dc73-4c68-984c-b2bd0c3ae849 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1902769 Nov 26 21:45:14.428428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] No DVR routers for this DVR port 7cb10054-ada2-4213-9a27-6cfc647c5631 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:45:14.437486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-c390097f-5aa1-41e3-b1c3-28fe48b7d12a tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:45:14.438516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-c390097f-5aa1-41e3-b1c3-28fe48b7d12a tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110736 Nov 26 21:45:14.444032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:14.446197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49ea6c8a-d989-4a06-93e3-09b5a67ababa req-6f72af3d-4676-4314-b578-26320d77dbe8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963416 Nov 26 21:45:14.469401 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-21cc1279-14c5-4618-8ed0-28a8c89c6988 service neutron] 10.222.0.41 "PUT /v2.0/ports/7cb10054-ada2-4213-9a27-6cfc647c5631/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4677985 Nov 26 21:45:14.492502 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-650a2c0e-419f-453b-87aa-bacf53ad7bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.495161 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-650a2c0e-419f-453b-87aa-bacf53ad7bdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.498648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-650a2c0e-419f-453b-87aa-bacf53ad7bdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0a95833-772e-45d8-af9f-8e50441feb77 HTTP/1.1" status: 204 len: 168 time: 0.6268609 Nov 26 21:45:14.509413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-5526222c-c895-417c-bf19-b482be435d5c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.125 HTTP/1.1" status: 200 len: 696 time: 0.0534329 Nov 26 21:45:14.519657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a2c0e-419f-453b-87aa-bacf53ad7bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a95833-772e-45d8-af9f-8e50441feb77,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:14.598119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-5f0555f2-1b83-4dbd-9c3d-e9e3700c6e6c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.125 HTTP/1.1" status: 200 len: 696 time: 0.0739765 Nov 26 21:45:14.636386 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-359f96ea-4af2-4317-be57-2b33343dfc31 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:14.638283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-359f96ea-4af2-4317-be57-2b33343dfc31 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.0554621 Nov 26 21:45:14.660803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641de7b-b281-4a71-8f49-ac9910b6698f req-46d2758a-e214-46cd-8607-0b52ee731a17 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:14.662118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9641de7b-b281-4a71-8f49-ac9910b6698f req-46d2758a-e214-46cd-8607-0b52ee731a17 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1367333 Nov 26 21:45:14.691818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-04d58e63-2412-4a71-bd41-734c1f72ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:14.693340 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-04d58e63-2412-4a71-bd41-734c1f72ed3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d HTTP/1.1" status: 200 len: 1095 time: 0.0469766 Nov 26 21:45:14.780097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9641de7b-b281-4a71-8f49-ac9910b6698f req-6bc6fd92-8c2f-4be4-87e2-74ea2218a7de tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853446 Nov 26 21:45:14.782940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-04759c01-0676-4466-9205-a74ca4d49b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:14.785371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-04759c01-0676-4466-9205-a74ca4d49b53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1095 time: 0.0539823 Nov 26 21:45:14.790914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Deleting port c884fec8-c462-4b18-be29-2744947ee586 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:14.791257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.880760 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.881764 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:14.896739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Calling delete_port for c884fec8-c462-4b18-be29-2744947ee586 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:14.926283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-9696fb1b-cca7-4d94-a726-20ee89f90c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:14.928611 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-9696fb1b-cca7-4d94-a726-20ee89f90c4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1345489 Nov 26 21:45:14.977798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-5bd5a3f7-8d89-4534-82c3-ef37288fd340 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 200 len: 217 time: 0.0425344 Nov 26 21:45:15.042122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-01870c8a-c1a9-4b25-9daf-633f8e098f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:15.044265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837267e6-1268-49a1-b5a7-ed5335489189 req-312b8d17-22c5-438c-895f-1b9f8f78e769 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:15.045810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-837267e6-1268-49a1-b5a7-ed5335489189 req-312b8d17-22c5-438c-895f-1b9f8f78e769 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.0674415 Nov 26 21:45:15.048960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-01870c8a-c1a9-4b25-9daf-633f8e098f94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0629880 Nov 26 21:45:15.091236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-b32cec0b-901f-4c41-b965-14901fc5818c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370224 Nov 26 21:45:15.158026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-837267e6-1268-49a1-b5a7-ed5335489189 req-7b108183-6ca6-4166-8c61-4bdbbd67f72d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862293 Nov 26 21:45:15.165764 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.214914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Pushing event deleted for resources: {'Port': ['ID=c884fec8-c462-4b18-be29-2744947ee586,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:15.221821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-64919c66-1d82-4deb-811e-eabdb0ab992d service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218965 Nov 26 21:45:15.278027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:15.281420 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09c4aac-5e63-4614-a0a6-c7ca19157eb6" -d '{"events": [{"server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:15.327276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-1220cebd-b544-4819-9774-35297838a7b4 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971518 Nov 26 21:45:15.333911 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.336559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.337719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e2a05ed-eb73-4ce8-a85f-668e1f2aef1a req-35a5e4c3-7af2-41ea-b9bf-c166ffb4ce1c tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "DELETE /v2.0/floatingips/dfc5d9a0-f507-4aca-8d9f-3fa1c45acbce HTTP/1.1" status: 204 len: 173 time: 0.7328169 Nov 26 21:45:15.347374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44289e77-7104-47b6-8289-c6dd9f14fd65 req-961f9fbd-0a6f-403d-bee7-ea6856b33364 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:15.349082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44289e77-7104-47b6-8289-c6dd9f14fd65 req-961f9fbd-0a6f-403d-bee7-ea6856b33364 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 945 time: 0.0995073 Nov 26 21:45:15.380548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34896) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:15.401154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44289e77-7104-47b6-8289-c6dd9f14fd65 req-9e1fe138-69d6-40a4-af5b-b3471955c20d tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Nov 26 21:45:15.431999 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eac593c-a191-4412-9de2-571d50451348 x-openstack-request-id: req-1eac593c-a191-4412-9de2-571d50451348 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:15.432290 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:15.432564 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1eac593c-a191-4412-9de2-571d50451348 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:15.432958 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'code': 200} Nov 26 21:45:15.475186 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-6300a991-33dc-4c4e-8d19-9a2a571742ce req-bd450012-203c-4a97-ab3b-105dd697706d tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] show failed (client error): The resource could not be found. Nov 26 21:45:15.476189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6300a991-33dc-4c4e-8d19-9a2a571742ce req-bd450012-203c-4a97-ab3b-105dd697706d tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips/dfc5d9a0-f507-4aca-8d9f-3fa1c45acbce HTTP/1.1" status: 404 len: 350 time: 0.0422633 Nov 26 21:45:15.516641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-network', 'tenant_id': '3399cd636345476884b1829fa6215647'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:15.542269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-4a9ee11d-b721-48bc-bf1c-eaaca6dd1c3c req-f51778d6-9a40-438e-b2d0-2346927fd3d3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:45:15.543463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a9ee11d-b721-48bc-bf1c-eaaca6dd1c3c req-f51778d6-9a40-438e-b2d0-2346927fd3d3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061276 Nov 26 21:45:15.546837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Made reservation on behalf of 3399cd636345476884b1829fa6215647 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:15.551107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.564141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.657348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba3b86-e078-49f8-b9e6-93199eb2d15c req-4f40701f-8e4f-41d0-be17-d84af99d5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:15.659493 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3dba3b86-e078-49f8-b9e6-93199eb2d15c req-4f40701f-8e4f-41d0-be17-d84af99d5f86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 1096 time: 0.0846751 Nov 26 21:45:15.747175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-8a26cbcb-1a72-4ee6-92aa-44e32e927de9 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:15.748568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-8a26cbcb-1a72-4ee6-92aa-44e32e927de9 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.1022758 Nov 26 21:45:15.795224 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.806279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.820881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3dba3b86-e078-49f8-b9e6-93199eb2d15c req-5f5e2c10-0fdd-491d-a2f9-29be77b551cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353941 Nov 26 21:45:15.821423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-a0206474-1a29-4ccf-9e48-8b3afeeab340 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767410 Nov 26 21:45:15.830943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17fc68-3077-463b-a9f9-6aae780d191d req-9543a1a0-7bd5-43bb-b6ae-743bc79493d4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:15.832801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc17fc68-3077-463b-a9f9-6aae780d191d req-9543a1a0-7bd5-43bb-b6ae-743bc79493d4 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 944 time: 0.0780392 Nov 26 21:45:15.849492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:45:15.862222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f65132-a856-4efa-9a74-54263b141d79,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:15.872252 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.872600 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Added segment 6ffb5d90-ec9f-4a33-b468-5a56e69df371 of type vlan for network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd Nov 26 21:45:15.894544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc17fc68-3077-463b-a9f9-6aae780d191d req-5d6cd64b-215b-4be5-8a48-9d2a5cff8412 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542946 Nov 26 21:45:15.944949 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.972669 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-a2329f03-65a4-4249-b978-5e14245b0fe2 req-9e92c92b-8434-4220-ae0a-616650c632a3 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] show failed (client error): The resource could not be found. Nov 26 21:45:15.983045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2329f03-65a4-4249-b978-5e14245b0fe2 req-9e92c92b-8434-4220-ae0a-616650c632a3 tempest-FloatingIPsTestJSON-1711332190 tempest-FloatingIPsTestJSON-1711332190-project] 10.222.0.21 "GET /v2.0/floatingips/dfc5d9a0-f507-4aca-8d9f-3fa1c45acbce HTTP/1.1" status: 404 len: 350 time: 0.0473964 Nov 26 21:45:15.983198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-d4be0d93-bc92-4bc4-a40c-6bf22f501197 service neutron] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:15.983292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34922) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:15.987632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.988854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:15.989383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.993487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-d4be0d93-bc92-4bc4-a40c-6bf22f501197 service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:15.994599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6138be17-74d8-4e36-8f4a-819a30f2fb73 req-d4be0d93-bc92-4bc4-a40c-6bf22f501197 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7cb10054-ada2-4213-9a27-6cfc647c5631/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.2356758 Nov 26 21:45:16.047131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6624658 Nov 26 21:45:16.047971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:16.053937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Request body: {'subnet': {'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-subnet', 'tenant_id': '3399cd636345476884b1829fa6215647', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:16.071636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763df8d-2693-4e20-a170-a6e0329c69ae admin admin] Pushing event updated for resources: {'Network': ['ID=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:16.089474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:45:16.100618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Made reservation on behalf of 3399cd636345476884b1829fa6215647 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:16.109879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.144973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3849ec-f630-46ca-9466-232bc26a9a3b req-68304d00-54bd-4a0e-b18d-cb048452ded5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:16.152257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f3849ec-f630-46ca-9466-232bc26a9a3b req-68304d00-54bd-4a0e-b18d-cb048452ded5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1156051 Nov 26 21:45:16.219283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f3849ec-f630-46ca-9466-232bc26a9a3b req-32949af4-6a81-4397-9cba-0819d03c66cb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Nov 26 21:45:16.351145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.413265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=207a0bab-b003-484f-bfe4-33389ddac2c4,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:16.419248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Checking segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:16.419627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Network hostable DHCP agents. Network: 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:45:16.427394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ba45f-9ff3-4874-8949-01b6534468c3 req-788419c1-e81b-41c4-85da-3a2931045eaa tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:16.437775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-385ba45f-9ff3-4874-8949-01b6534468c3 req-788419c1-e81b-41c4-85da-3a2931045eaa tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1350091 Nov 26 21:45:16.439651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:45:16.450365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:16.455419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:16.456024 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.467851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a172dcb4-4355-480a-a6cf-07689dbff910 None None] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:45:16.476733 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ef691d9a-3391-47ab-8e72-482985f471c1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4283636 Nov 26 21:45:16.479459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34944) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:16.483909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:16.520098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.521274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.614611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-385ba45f-9ff3-4874-8949-01b6534468c3 req-894d93a7-4c64-41c5-921a-0cf3ac47c244 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754909 Nov 26 21:45:16.640041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.700983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:45:16.706814 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.872237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.910917 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:16.921567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ea715-b807-4418-bd04-1caf67bb98f2 req-35d02000-0c3c-46dc-89a4-761f87e41e0f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:16.923131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-141ea715-b807-4418-bd04-1caf67bb98f2 req-35d02000-0c3c-46dc-89a4-761f87e41e0f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1008322 Nov 26 21:45:16.950423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Allocated IP 172.20.0.2 (3f5057ab-5af3-43b8-857e-ebc47c9cf3fd/207a0bab-b003-484f-bfe4-33389ddac2c4/86c69bfb-717f-4c9d-941c-d29db3f73674) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:17.090293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-141ea715-b807-4418-bd04-1caf67bb98f2 req-28d1fe5e-d88e-4215-8640-9b9152bb43dd tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343324 Nov 26 21:45:17.093591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b151-0a3b-4ea9-bbf3-a366abdbb0fe req-9bd51d9f-2635-4730-9c8b-9844b31b7e1d tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:17.100693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0011b151-0a3b-4ea9-bbf3-a366abdbb0fe req-9bd51d9f-2635-4730-9c8b-9844b31b7e1d tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1095 time: 0.1436024 Nov 26 21:45:17.120594 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.130067 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.181945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:17.185472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:17.191026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.191514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:17.207773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Pushing event updated for resources: {'Port': ['ID=86c69bfb-717f-4c9d-941c-d29db3f73674,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:17.226692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.287505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0011b151-0a3b-4ea9-bbf3-a366abdbb0fe req-f4541e90-3337-4339-bf2c-d5efbe3525b3 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858480 Nov 26 21:45:17.332876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Attempting to bind port 86c69bfb-717f-4c9d-941c-d29db3f73674 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:17.333254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Attempting to bind port 86c69bfb-717f-4c9d-941c-d29db3f73674 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:17.333622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Attempting to bind port 86c69bfb-717f-4c9d-941c-d29db3f73674 on network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:17.343559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:17.344063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Checking segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:17.344386 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.344845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Bound using segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:17.345410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Bound port: 86c69bfb-717f-4c9d-941c-d29db3f73674, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:17.346555 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.400619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Allocated IP 172.25.3.248 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/6852c17b-0d5e-47ff-af35-c31edc399b1b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:17.453878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1e1d7-6aa8-4e7b-b5f8-c5cc568e1f10 req-ceecaf2c-6458-4e7a-9ecf-a09d41faa062 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:17.460473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] For port 86c69bfb-717f-4c9d-941c-d29db3f73674, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:17.463138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83a1e1d7-6aa8-4e7b-b5f8-c5cc568e1f10 req-ceecaf2c-6458-4e7a-9ecf-a09d41faa062 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1495390 Nov 26 21:45:17.468777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] For port 86c69bfb-717f-4c9d-941c-d29db3f73674, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=86c69bfb-717f-4c9d-941c-d29db3f73674,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:17.476087 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.523162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d5313-db9d-43be-a57c-54a28d1b12ab req-8d630d6a-039e-4b91-8b17-e4104cfcaafb tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:17.524685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be9d5313-db9d-43be-a57c-54a28d1b12ab req-8d630d6a-039e-4b91-8b17-e4104cfcaafb tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 1095 time: 0.1444664 Nov 26 21:45:17.555720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dac50-c9f8-4d39-be3e-53efbec38e27 None None] Pushing event updated for resources: {'Port': ['ID=86c69bfb-717f-4c9d-941c-d29db3f73674,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:17.563554 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.590867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83a1e1d7-6aa8-4e7b-b5f8-c5cc568e1f10 req-400eceb0-ebf0-419b-9a95-fd9c13532c40 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214724 Nov 26 21:45:17.628782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.648771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be9d5313-db9d-43be-a57c-54a28d1b12ab req-dadc3f95-5f67-4823-b096-0753912933da tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064305 Nov 26 21:45:17.651598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Deleting port d41c465a-11b3-4f2c-890f-5cfd0b818977 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:17.655492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.805467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:17.837038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:17.842295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:17.847057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Pushing event updated for resources: {'Port': ['ID=6852c17b-0d5e-47ff-af35-c31edc399b1b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:17.889917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] For port d41c465a-11b3-4f2c-890f-5cfd0b818977, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d41c465a-11b3-4f2c-890f-5cfd0b818977,segment=NetworkSegment(0d1cdbcf-0032-4798-acb2-0719fdcc7390),segment_id=0d1cdbcf-0032-4798-acb2-0719fdcc7390)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:17.890358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:17.914847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Calling delete_port for d41c465a-11b3-4f2c-890f-5cfd0b818977 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:17.954372 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c765-f286-4401-b9d8-00e69204462b req-cbccbc66-454e-4a43-ad0b-8561fae978fe tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:17.962915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c502c765-f286-4401-b9d8-00e69204462b req-cbccbc66-454e-4a43-ad0b-8561fae978fe tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1746917 Nov 26 21:45:18.090274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-87f480ef-6fb0-44c6-9034-7dc28019480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:18.092661 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-87f480ef-6fb0-44c6-9034-7dc28019480e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1097 time: 0.1175711 Nov 26 21:45:18.288865 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:18.333435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c502c765-f286-4401-b9d8-00e69204462b req-238daf36-f2ea-450c-bc2c-432daed1aa7c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696411 Nov 26 21:45:18.461129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-ed71663f-ee90-4407-a57a-4d5a9e4cec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:18.462820 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-ed71663f-ee90-4407-a57a-4d5a9e4cec20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 1100 time: 0.1753860 Nov 26 21:45:18.596049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42542ef3-e0e1-4545-b1e9-4e849e08798e req-e587023e-f825-4086-9614-ff8c97a0eafd tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:18.598247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42542ef3-e0e1-4545-b1e9-4e849e08798e req-e587023e-f825-4086-9614-ff8c97a0eafd tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1079326 Nov 26 21:45:18.599882 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:18.713792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41c465a-11b3-4f2c-890f-5cfd0b818977,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:18.850578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-35dcb024-31bf-4cc6-ad91-a8b8057d359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:18.852075 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-35dcb024-31bf-4cc6-ad91-a8b8057d359a service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.7470772 Nov 26 21:45:18.897789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42542ef3-e0e1-4545-b1e9-4e849e08798e req-c696d316-22d4-449b-86fb-95779a3ef426 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884002 Nov 26 21:45:18.929590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:18.936800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-06ce016f-ad8e-498f-94fa-f01cdc67675a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 200 len: 217 time: 0.0743823 Nov 26 21:45:18.938002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289e652-b803-4da3-8c67-0a71f5040f57 req-c5e3c8c6-ec8f-4a8e-b62a-8f1a2d20f72a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:18.940868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2289e652-b803-4da3-8c67-0a71f5040f57 req-c5e3c8c6-ec8f-4a8e-b62a-8f1a2d20f72a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1125183 Nov 26 21:45:18.949731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0aa29c-dba2-4e2a-b887-7600a95ed782 None None] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:45:19.005881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a9591a06-7502-429e-9404-9cfa4359a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:19.007400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a9591a06-7502-429e-9404-9cfa4359a4f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0531683 Nov 26 21:45:19.032648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f03d5565-0418-4b7e-b4a7-72b1dd4702c9 None None] Provisioning complete for port 86c69bfb-717f-4c9d-941c-d29db3f73674 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:19.033200 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f03d5565-0418-4b7e-b4a7-72b1dd4702c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:19.056103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-f222cd20-d21e-458b-a8b3-318f40e36fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:19.057602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-f222cd20-d21e-458b-a8b3-318f40e36fb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.5765843 Nov 26 21:45:19.114404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2289e652-b803-4da3-8c67-0a71f5040f57 req-9297c425-a50b-4c30-aff2-afd780190927 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512430 Nov 26 21:45:19.142370 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-79527070-5ece-4212-9a44-5e4ce6e9c92a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967517 Nov 26 21:45:19.143802 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-3e0fcd47-9caa-4866-9183-96a0b4ed688e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=67fb218d-462f-4896-9171-0e619b9eb50e HTTP/1.1" status: 200 len: 217 time: 0.0651722 Nov 26 21:45:19.280183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:19.350264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-ae5e40a2-5405-47e6-b9bd-43fe97c297d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:19.357208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-ae5e40a2-5405-47e6-b9bd-43fe97c297d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2055209 Nov 26 21:45:19.427501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f03d5565-0418-4b7e-b4a7-72b1dd4702c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:19.492124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-ea9b640f-8ecd-4733-80fc-3f9cc2217bb2 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211827 Nov 26 21:45:19.494401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f03d5565-0418-4b7e-b4a7-72b1dd4702c9 None None] For port 86c69bfb-717f-4c9d-941c-d29db3f73674, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=86c69bfb-717f-4c9d-941c-d29db3f73674,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:19.500367 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f03d5565-0418-4b7e-b4a7-72b1dd4702c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:19.550923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90379ea8-5d6c-4b51-b45a-bf287c41f0e6 req-d7195a7e-e7a2-4e16-a539-edb404bdc496 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:19.552513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90379ea8-5d6c-4b51-b45a-bf287c41f0e6 req-d7195a7e-e7a2-4e16-a539-edb404bdc496 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.2576361 Nov 26 21:45:19.578312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 86c69bfb-717f-4c9d-941c-d29db3f73674 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:19.581961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-e48456fa-d7ac-40b4-a543-78f4b7a7b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:19.583485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-e48456fa-d7ac-40b4-a543-78f4b7a7b88c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2121301 Nov 26 21:45:19.588428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Router d6da83c8-e262-4b87-9845-50e0e2d43033 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:45:19.707032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d5565-0418-4b7e-b4a7-72b1dd4702c9 None None] Pushing event updated for resources: {'Port': ['ID=86c69bfb-717f-4c9d-941c-d29db3f73674,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:19.734940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-01b83628-909e-4faa-bbf4-fd8f88f31086 None None] Provisioning complete for port 86c69bfb-717f-4c9d-941c-d29db3f73674 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:19.735554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01b83628-909e-4faa-bbf4-fd8f88f31086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:19.736623 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-f53dfd32-39a5-4e05-92f7-16eb9d8216bc service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419661 Nov 26 21:45:19.739364 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 86c69bfb-717f-4c9d-941c-d29db3f73674 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:19.739890 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:19.791305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90379ea8-5d6c-4b51-b45a-bf287c41f0e6 req-12742a7c-3fea-4c5a-ac67-116fc2e3670e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228305 Nov 26 21:45:19.868454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452038c-1c26-41e2-b373-455a5bdadcd7 req-91b6d94e-bf4f-4c7d-9686-786dadec28d2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:19.870032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a452038c-1c26-41e2-b373-455a5bdadcd7 req-91b6d94e-bf4f-4c7d-9686-786dadec28d2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1852310 Nov 26 21:45:19.885385 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-4ef83c36-7de8-4bb3-8c58-0166d815beb2 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745673 Nov 26 21:45:19.939945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-537c978f-009b-4bab-be46-871a329c5191 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889117 Nov 26 21:45:19.940829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Router 596f3f58-0321-4027-90bd-8052bfacb37c is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:45:19.969348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a452038c-1c26-41e2-b373-455a5bdadcd7 req-3357f5de-fa02-4794-94c7-18246a4730e6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807173 Nov 26 21:45:19.970524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:45:19.984769 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b436d-8a62-44a1-998f-864396e13811 None None] Sync routers for ids ['d6da83c8-e262-4b87-9845-50e0e2d43033'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:45:20.004565 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b436d-8a62-44a1-998f-864396e13811 None None] Routers {'d6da83c8-e262-4b87-9845-50e0e2d43033'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:20.004565 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-510b436d-8a62-44a1-998f-864396e13811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:44:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d6da83c8-e262-4b87-9845-50e0e2d43033'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:20.007469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b77d58b3-a63f-49c8-9b5f-42181d6548d1 admin admin] 10.222.0.21 "PUT /v2.0/routers/d6da83c8-e262-4b87-9845-50e0e2d43033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0228515 Nov 26 21:45:20.010932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35006) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:20.149718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:45:20.159558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:45:20.187256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:20.188562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:44:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:20.203957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:20.206506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ec4eb20d-88de-4702-9540-e7fd7b11dd80 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7260151 Nov 26 21:45:20.208778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35014) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:20.247902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:20.358828 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-510b436d-8a62-44a1-998f-864396e13811 None None] Set router d6da83c8-e262-4b87-9845-50e0e2d43033 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:20.590209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:20.638867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c623c83-c10d-416b-92b6-e4a295ee2bd4 req-74641b98-34a6-48bc-b27a-63e9bfb1021a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:20.649972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c623c83-c10d-416b-92b6-e4a295ee2bd4 req-74641b98-34a6-48bc-b27a-63e9bfb1021a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.3833132 Nov 26 21:45:20.712322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:20.715128 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-510b436d-8a62-44a1-998f-864396e13811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '1bfdea39-9456-4767-985b-001ff021e017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:45:18Z', 'revision_number': 5, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port': {'id': '1bfdea39-9456-4767-985b-001ff021e017', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:44:58Z', 'updated_at': '2021-11-26T21:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:20.757287 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b436d-8a62-44a1-998f-864396e13811 None None] Checking router: d6da83c8-e262-4b87-9845-50e0e2d43033 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:45:20.777331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c623c83-c10d-416b-92b6-e4a295ee2bd4 req-24f03043-6392-4082-9afe-92cc000331a9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257269 Nov 26 21:45:20.780786 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b436d-8a62-44a1-998f-864396e13811 None None] Routers {'d6da83c8-e262-4b87-9845-50e0e2d43033'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:20.781410 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-510b436d-8a62-44a1-998f-864396e13811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:44:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d6da83c8-e262-4b87-9845-50e0e2d43033'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:20.794649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Deleting port 1bfdea39-9456-4767-985b-001ff021e017 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:20.795643 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:20.966498 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-510b436d-8a62-44a1-998f-864396e13811 None None] Set router d6da83c8-e262-4b87-9845-50e0e2d43033 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:20.970653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] For port 1bfdea39-9456-4767-985b-001ff021e017, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1bfdea39-9456-4767-985b-001ff021e017,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:20.971041 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:20.988717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Calling delete_port for 1bfdea39-9456-4767-985b-001ff021e017 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:21.068699 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-510b436d-8a62-44a1-998f-864396e13811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:45:20Z', 'revision_number': 6, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:21.141481 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510b436d-8a62-44a1-998f-864396e13811 None None] The sync data for ids ['d6da83c8-e262-4b87-9845-50e0e2d43033'] in n-d-819494-1 is: [{'id': 'd6da83c8-e262-4b87-9845-50e0e2d43033', 'name': 'tempest-FloatingIPsTestJSON-184492689-router', 'tenant_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:44:56Z', 'updated_at': '2021-11-26T21:45:20Z', 'revision_number': 6, 'project_id': '04c41f1e9fa045dcbc023d509ae93c8f', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:45:21.154041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:18Z', 'revision_number': 3, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:21.219356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:45:21.221230 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Updating router 596f3f58-0321-4027-90bd-8052bfacb37c port 6852c17b-0d5e-47ff-af35-c31edc399b1b binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:45:21.254150 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.275664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9583e5-352f-4587-8193-8bfa857f13b3 req-ca358aca-01ca-4580-8e86-a68d3cbd079f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:21.283989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f9583e5-352f-4587-8193-8bfa857f13b3 req-ca358aca-01ca-4580-8e86-a68d3cbd079f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1322048 Nov 26 21:45:21.291899 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.366001 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:45:21.438358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f9583e5-352f-4587-8193-8bfa857f13b3 req-71c3a75a-629e-4040-98a3-9834eaf1a487 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463532 Nov 26 21:45:21.468838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e145d2-ecc4-4e78-bc99-8ed0b6344e0b req-71e28d92-4654-4258-a4a6-88eb4df3619c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:21.474177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9e145d2-ecc4-4e78-bc99-8ed0b6344e0b req-71e28d92-4654-4258-a4a6-88eb4df3619c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1676064 Nov 26 21:45:21.515716 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.551770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Allocated IP 172.20.0.1 (3f5057ab-5af3-43b8-857e-ebc47c9cf3fd/207a0bab-b003-484f-bfe4-33389ddac2c4/0788b2da-8f72-48c7-81c1-a66c01d99e22) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:21.648142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfdea39-9456-4767-985b-001ff021e017,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:21.693900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 86c69bfb-717f-4c9d-941c-d29db3f73674 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:21.750704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9e145d2-ecc4-4e78-bc99-8ed0b6344e0b req-9af5c207-c2c5-438c-978a-1faf09a3d44e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672241 Nov 26 21:45:21.755011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.766387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.785297 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.791865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.823989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.871559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Attempting to bind port 6852c17b-0d5e-47ff-af35-c31edc399b1b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:21.871982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Attempting to bind port 6852c17b-0d5e-47ff-af35-c31edc399b1b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:21.872345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Attempting to bind port 6852c17b-0d5e-47ff-af35-c31edc399b1b on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:21.889013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:21.893159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 86c69bfb-717f-4c9d-941c-d29db3f73674 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:21.893538 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.894174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:21.895540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:21.895948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:21.896363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.896755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:21.897231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Bound port: 6852c17b-0d5e-47ff-af35-c31edc399b1b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:21.897616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:21.897735 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.900179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81757c4e-e768-4807-97d4-068e633a9fdd None None] Pushing event updated for resources: {'Port': ['ID=6852c17b-0d5e-47ff-af35-c31edc399b1b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:21.947601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:21.955084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Pushing event updated for resources: {'Port': ['ID=0788b2da-8f72-48c7-81c1-a66c01d99e22,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:22.041331 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.084110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.104030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] For port 6852c17b-0d5e-47ff-af35-c31edc399b1b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:22.113620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] For port 6852c17b-0d5e-47ff-af35-c31edc399b1b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6852c17b-0d5e-47ff-af35-c31edc399b1b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:22.143487 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.209277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.234035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d41c465a-11b3-4f2c-890f-5cfd0b818977 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:22.265841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de590437-875f-4d27-b349-7c7127a8c903 req-77c70679-531f-48b0-bb0c-e0601f7e686f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:22.274907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de590437-875f-4d27-b349-7c7127a8c903 req-77c70679-531f-48b0-bb0c-e0601f7e686f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.2755768 Nov 26 21:45:22.278846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81757c4e-e768-4807-97d4-068e633a9fdd None None] Pushing event updated for resources: {'Port': ['ID=6852c17b-0d5e-47ff-af35-c31edc399b1b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:22.281807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: d41c465a-11b3-4f2c-890f-5cfd0b818977 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:45:22.282171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d41c465a-11b3-4f2c-890f-5cfd0b818977 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:45:22.286029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.287456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6da83c8-e262-4b87-9845-50e0e2d43033 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:45:22.290874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:22.291726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:44:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:22.324869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.326100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-418418f7-d6ce-40f3-95e8-b348f71ddb1c admin admin] 10.222.0.21 "DELETE /v2.0/routers/d6da83c8-e262-4b87-9845-50e0e2d43033 HTTP/1.1" status: 204 len: 168 time: 2.3137934 Nov 26 21:45:22.328893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35046) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:22.364689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fa3df-3b09-4659-a693-eed18d1becbd req-8044f527-9dd1-43af-9e38-df889fab02a0 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:22.366356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d86fa3df-3b09-4659-a693-eed18d1becbd req-8044f527-9dd1-43af-9e38-df889fab02a0 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 945 time: 0.2509649 Nov 26 21:45:22.422374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de590437-875f-4d27-b349-7c7127a8c903 req-98af8d83-3924-4be9-90cc-5b9a0a56b611 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417706 Nov 26 21:45:22.435935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ec0eaa-d795-4b56-aa33-0d1affdef6fe admin admin] Deleting subnet 97425dbd-0c26-4981-8f76-d9500f225a8f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:45:22.440388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-de6d9406-461e-494d-ae84-c746a6e6d681 None None] Provisioning complete for port 0788b2da-8f72-48c7-81c1-a66c01d99e22 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:22.440695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0eaa-d795-4b56-aa33-0d1affdef6fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.441165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-de6d9406-461e-494d-ae84-c746a6e6d681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.491850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d86fa3df-3b09-4659-a693-eed18d1becbd req-0594363e-b79e-4c9b-bcf8-794dabda59b3 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140614 Nov 26 21:45:22.505860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:22.510632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0eaa-d795-4b56-aa33-0d1affdef6fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.564270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-de6d9406-461e-494d-ae84-c746a6e6d681 None None] Port 0788b2da-8f72-48c7-81c1-a66c01d99e22 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:45:22.625594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.662239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.706547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac733-81e8-4eee-95e3-adfdd76d94c8 req-2e8cc3f3-6d76-4d07-9447-24319cf2ef56 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:22.708849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ecac733-81e8-4eee-95e3-adfdd76d94c8 req-2e8cc3f3-6d76-4d07-9447-24319cf2ef56 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.0938735 Nov 26 21:45:22.710053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.785643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ecac733-81e8-4eee-95e3-adfdd76d94c8 req-b6da0620-b6f6-4afa-b036-27e49ca54f16 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641296 Nov 26 21:45:22.789161 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0eaa-d795-4b56-aa33-0d1affdef6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.818017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:21Z', 'revision_number': 1, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:22.858429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718cbc9c-4a7c-43a1-b388-63268c0bf2e9 None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:21Z', 'revision_number': 1, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:45:22.873254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Pushing event updated for resources: {'Port': ['ID=0788b2da-8f72-48c7-81c1-a66c01d99e22,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:22.915175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9ccb-18ba-4a68-a1d0-43c5de1196f8 req-ae43e078-3b2a-4155-b4e8-8ccfe143acc9 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:22.916715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86bc9ccb-18ba-4a68-a1d0-43c5de1196f8 req-ae43e078-3b2a-4155-b4e8-8ccfe143acc9 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.0729854 Nov 26 21:45:22.937570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0eaa-d795-4b56-aa33-0d1affdef6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.971153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86bc9ccb-18ba-4a68-a1d0-43c5de1196f8 req-8cdd4b0a-f65f-45a7-8505-14a8b835b703 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482097 Nov 26 21:45:22.980037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec0eaa-d795-4b56-aa33-0d1affdef6fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97425dbd-0c26-4981-8f76-d9500f225a8f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:22.988046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0eaa-d795-4b56-aa33-0d1affdef6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:22.993829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10445e5b-ce73-486c-a53e-53a8967545d2 None None] Network 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:45:22.994933 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a7ec0eaa-d795-4b56-aa33-0d1affdef6fe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/97425dbd-0c26-4981-8f76-d9500f225a8f HTTP/1.1" status: 204 len: 168 time: 0.6649382 Nov 26 21:45:22.996942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35054) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:23.007916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:23.009576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:23.210141 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:23.372648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1bfdea39-9456-4767-985b-001ff021e017 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:23.389462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Deleting port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:23.389798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:23.427294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 1bfdea39-9456-4767-985b-001ff021e017 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:45:23.427642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1bfdea39-9456-4767-985b-001ff021e017 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:45:23.431354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] DHCP port deletion for 5e091cfc-2b0f-4d40-8dc0-6a46132f5613 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:45:23.464143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Router 596f3f58-0321-4027-90bd-8052bfacb37c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:45:23.531126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] For port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,segment=NetworkSegment(0d1cdbcf-0032-4798-acb2-0719fdcc7390),segment_id=0d1cdbcf-0032-4798-acb2-0719fdcc7390)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:23.531357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:23.541059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5af70847-ea3c-4bea-8b59-a2c64085d3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:23.546942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-983a391c-6c16-446c-af37-bcf37928ad9f None None] Provisioning complete for port 0788b2da-8f72-48c7-81c1-a66c01d99e22 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:23.547308 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-983a391c-6c16-446c-af37-bcf37928ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:23.603498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Calling delete_port for 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:23.654786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-983a391c-6c16-446c-af37-bcf37928ad9f None None] Port 0788b2da-8f72-48c7-81c1-a66c01d99e22 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:45:23.662436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] Deleting port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:23.664313 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:23.700075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:45:23.705599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2781d076-e6d1-4b7c-8eab-70a8a63ab83a admin admin] 10.222.0.21 "PUT /v2.0/routers/596f3f58-0321-4027-90bd-8052bfacb37c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4928560 Nov 26 21:45:23.733908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5eed-7e12-4c96-89bd-d461a0567f71 req-d4b26e6e-8190-421a-8003-92daa9763a48 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:23.744050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd6f5eed-7e12-4c96-89bd-d461a0567f71 req-d4b26e6e-8190-421a-8003-92daa9763a48 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1995757 Nov 26 21:45:23.769389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] For port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,segment=NetworkSegment(0d1cdbcf-0032-4798-acb2-0719fdcc7390),segment_id=0d1cdbcf-0032-4798-acb2-0719fdcc7390)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:23.769789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:23.784307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] Calling delete_port for 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:23.836226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd6f5eed-7e12-4c96-89bd-d461a0567f71 req-f54c4147-db7c-4ad1-b9c9-bb54efdb219e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910330 Nov 26 21:45:23.847655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44632eba-0d4b-478f-bcef-df56215f2282 req-9cd21dda-80a8-4cf3-add8-f151b3563c05 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:23.851660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44632eba-0d4b-478f-bcef-df56215f2282 req-9cd21dda-80a8-4cf3-add8-f151b3563c05 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 945 time: 0.2427661 Nov 26 21:45:23.942733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44632eba-0d4b-478f-bcef-df56215f2282 req-30fd7c15-ab55-4785-bf7e-6fc997fc8039 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.21 "GET /v2.0/security-groups?id=4bf439df-7b30-467a-aeec-de509eebb9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897303 Nov 26 21:45:23.966519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.028242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Pushing event deleted for resources: {'Port': ['ID=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:24.037861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] No DVR routers for this DVR port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:45:24.091795 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.120875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d72c48-d9a5-4053-a239-33b33def7863 req-7cf3ba6d-076b-44e5-8392-3dec57da7c03 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:24.126929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38d72c48-d9a5-4053-a239-33b33def7863 req-7cf3ba6d-076b-44e5-8392-3dec57da7c03 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.41 "GET /v2.0/ports?device_id=97ccd97b-67d8-4ce5-8eab-3d84874f0c41 HTTP/1.1" status: 200 len: 945 time: 0.1592817 Nov 26 21:45:24.160742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] Pushing event deleted for resources: {'Port': ['ID=04166b83-caf6-48aa-b6e6-1d55fa5ad6cb,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:24.162861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb45215-7c6e-4fa6-9baf-60a5ef980c20 None None] No DVR routers for this DVR port 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:45:24.231723 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.279220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e091cfc-2b0f-4d40-8dc0-6a46132f5613']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:24.292886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1cdbcf-0032-4798-acb2-0719fdcc7390') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:24.293335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1cdbcf-0032-4798-acb2-0719fdcc7390') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:24.296063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Deleting port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:24.297158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.316587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb89d79-e319-4dbd-a278-0cf098b06699 req-2378ba1f-ffde-48bd-948e-d6a08af3fe8d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:24.318190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cb89d79-e319-4dbd-a278-0cf098b06699 req-2378ba1f-ffde-48bd-948e-d6a08af3fe8d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1918440 Nov 26 21:45:24.322985 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.356098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.392334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:45:24.392750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.399291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cb89d79-e319-4dbd-a278-0cf098b06699 req-df2e5491-d8d5-492e-83ac-32374c17efed tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:45:24.399974 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:45:24.465916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] For port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,segment=NetworkSegment(e96345ba-f607-435d-9be1-e5208f54da8d),segment_id=e96345ba-f607-435d-9be1-e5208f54da8d)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:24.466538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.481150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Calling delete_port for 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:24.632586 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.668674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['9ab2f3cf-178c-496f-9d5c-5c4d40088c72'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:24.670430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Pushing event deleted for resources: {'Port': ['ID=9ab2f3cf-178c-496f-9d5c-5c4d40088c72,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:24.734060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] No DVR routers for this DVR port 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:45:24.737780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.741949 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38d72c48-d9a5-4053-a239-33b33def7863 req-f8ceb9c4-aced-4597-a346-a2a2d5cef1d5 tempest-ServerTagsTestJSON-1014878884 tempest-ServerTagsTestJSON-1014878884-project] 10.222.0.41 "DELETE /v2.0/ports/9ab2f3cf-178c-496f-9d5c-5c4d40088c72 HTTP/1.1" status: 204 len: 173 time: 0.6071346 Nov 26 21:45:24.742747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ccd97b-67d8-4ce5-8eab-3d84874f0c41', 'name': 'network-vif-deleted', 'tag': '9ab2f3cf-178c-496f-9d5c-5c4d40088c72'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:24.746555 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6102f5-1682-4898-8848-3065a5b7afa0" -d '{"events": [{"server_uuid": "97ccd97b-67d8-4ce5-8eab-3d84874f0c41", "name": "network-vif-deleted", "tag": "9ab2f3cf-178c-496f-9d5c-5c4d40088c72"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:24.896977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.909335 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:24.915032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e091cfc-2b0f-4d40-8dc0-6a46132f5613 HTTP/1.1" status: 204 len: 168 time: 1.9127934 Nov 26 21:45:24.932528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0c518-7a89-4ab0-82ca-67622eac4755 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e091cfc-2b0f-4d40-8dc0-6a46132f5613,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:24.941433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2eb2b-6d86-48a2-9af2-5ce2f63fc06d req-148b1c5b-51cf-45b0-927c-0cbf84e88ea8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:24.948677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13a2eb2b-6d86-48a2-9af2-5ce2f63fc06d req-148b1c5b-51cf-45b0-927c-0cbf84e88ea8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.4560657 Nov 26 21:45:25.007630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-759e2d36-fb72-4766-8f37-8b41c3838422 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:25.009189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-759e2d36-fb72-4766-8f37-8b41c3838422 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 821 time: 0.5419021 Nov 26 21:45:25.035681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13a2eb2b-6d86-48a2-9af2-5ce2f63fc06d req-86530200-5306-4df2-aa2a-dbeb5dcd5bca tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861318 Nov 26 21:45:25.037276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-09d60018-7c01-40c2-a081-8943bbe1e334 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/quotas/3399cd636345476884b1829fa6215647 HTTP/1.1" status: 200 len: 375 time: 0.0170839 Nov 26 21:45:25.086333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35094) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:25.102019 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d6d05c-0be8-4dd5-8d89-fab2ecdd4e9f x-openstack-request-id: req-52d6d05c-0be8-4dd5-8d89-fab2ecdd4e9f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:25.103793 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ccd97b-67d8-4ce5-8eab-3d84874f0c41", "name": "network-vif-deleted", "tag": "9ab2f3cf-178c-496f-9d5c-5c4d40088c72", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:25.104277 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52d6d05c-0be8-4dd5-8d89-fab2ecdd4e9f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:25.104845 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ccd97b-67d8-4ce5-8eab-3d84874f0c41', 'name': 'network-vif-deleted', 'tag': '9ab2f3cf-178c-496f-9d5c-5c4d40088c72', 'status': 'completed', 'code': 200} Nov 26 21:45:25.143676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-ec8dedf2-13b9-4726-9d53-8d9dd6531883 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002898 Nov 26 21:45:25.150779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-824a80a8-54f2-4f05-8232-03f1ee9e6905 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04c41f1e9fa045dcbc023d509ae93c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632217 Nov 26 21:45:25.153519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35098) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:25.219121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08cf8f3f-1761-4697-8b98-caa0809c37a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.261155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08cf8f3f-1761-4697-8b98-caa0809c37a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.318350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5512ad5-3a15-42ab-a955-7f190c82d08e req-46e5ae4a-9714-4751-aa74-5da7f495604c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:25.320667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5512ad5-3a15-42ab-a955-7f190c82d08e req-46e5ae4a-9714-4751-aa74-5da7f495604c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1572750 Nov 26 21:45:25.329783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08cf8f3f-1761-4697-8b98-caa0809c37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.334293 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08cf8f3f-1761-4697-8b98-caa0809c37a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.337162 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-08cf8f3f-1761-4697-8b98-caa0809c37a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae924bd6-bb72-4f23-a56f-347ebe8f228a HTTP/1.1" status: 204 len: 168 time: 0.1813114 Nov 26 21:45:25.341172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-c891342d-c035-47d5-ad71-b06239bc20ba service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836648 Nov 26 21:45:25.359989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf8f3f-1761-4697-8b98-caa0809c37a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae924bd6-bb72-4f23-a56f-347ebe8f228a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:25.416347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6852c17b-0d5e-47ff-af35-c31edc399b1b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:25.467556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5512ad5-3a15-42ab-a955-7f190c82d08e req-d1ae9f53-448c-457a-b5ae-09b724570cd4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202989 Nov 26 21:45:25.508075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6852c17b-0d5e-47ff-af35-c31edc399b1b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:25.508448 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.537684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-d0a546d3-1813-44f5-aa7b-f90969e6ab50 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798148 Nov 26 21:45:25.584917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35104) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:25.663984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-529926b5-367c-4588-8c1c-f54312cfe885 admin admin] Deleting subnet 5420147a-5264-4e8e-82b1-5f04ea02c296 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:45:25.667411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-529926b5-367c-4588-8c1c-f54312cfe885 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.713119 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-529926b5-367c-4588-8c1c-f54312cfe885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.813064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-529926b5-367c-4588-8c1c-f54312cfe885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.899290 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94697d09-6977-4c0c-8f22-c38affdb81d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.911889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-529926b5-367c-4588-8c1c-f54312cfe885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:25.951357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1241844e-af2f-4edf-b20a-a1c91a27c218 req-6e767584-00cc-4d8a-8cf3-7f25ee849291 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 210 time: 0.0876863 Nov 26 21:45:25.975194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432c5dd-15df-4210-bf13-052d6b353684 req-a1db5806-4bd9-4fe4-80b1-be7a5ead9312 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:25.985371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c432c5dd-15df-4210-bf13-052d6b353684 req-a1db5806-4bd9-4fe4-80b1-be7a5ead9312 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.2005076 Nov 26 21:45:25.990892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529926b5-367c-4588-8c1c-f54312cfe885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5420147a-5264-4e8e-82b1-5f04ea02c296,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:26.005424 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-529926b5-367c-4588-8c1c-f54312cfe885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.011132 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.011766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-529926b5-367c-4588-8c1c-f54312cfe885 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5420147a-5264-4e8e-82b1-5f04ea02c296 HTTP/1.1" status: 204 len: 168 time: 0.4257903 Nov 26 21:45:26.015341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35118) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:26.041831 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:45:26.059924 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:26.066624 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:26.101415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 6852c17b-0d5e-47ff-af35-c31edc399b1b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6852c17b-0d5e-47ff-af35-c31edc399b1b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:26.129785 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.160187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c432c5dd-15df-4210-bf13-052d6b353684 req-1e909f89-1299-480e-942b-bd0af8378861 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692100 Nov 26 21:45:26.236429 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.265812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=6852c17b-0d5e-47ff-af35-c31edc399b1b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:26.273162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:26.323908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:45:26.324119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 04166b83-caf6-48aa-b6e6-1d55fa5ad6cb not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:45:26.356092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba12185-94e6-4e25-8b2d-4f3839250b5b req-da56fa70-64e0-4a44-84c0-7cd06d74fffc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:26.362728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eba12185-94e6-4e25-8b2d-4f3839250b5b req-da56fa70-64e0-4a44-84c0-7cd06d74fffc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1341794 Nov 26 21:45:26.367615 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.395077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569a4154-ebab-4f8b-8503-0a716b392d6c']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:26.408069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96345ba-f607-435d-9be1-e5208f54da8d') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:26.408563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96345ba-f607-435d-9be1-e5208f54da8d') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:26.414841 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:26.420730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.438484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.446420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:45:26.446830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.479680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eba12185-94e6-4e25-8b2d-4f3839250b5b req-6f0ff51e-6e34-49c6-b758-f56f3f962690 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103325 Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:45:26.577538 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:45:26.625157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.646398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.654112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/569a4154-ebab-4f8b-8503-0a716b392d6c HTTP/1.1" status: 204 len: 168 time: 0.6353831 Nov 26 21:45:26.666725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dc8f9-e2d0-4512-97f4-43851b1ba1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=569a4154-ebab-4f8b-8503-0a716b392d6c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:26.754330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9f196-3c8d-43a9-84dc-d45860ed7b00 req-26945b9c-2cf0-4e74-b3a1-e4a06891daee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:26.758186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80d9f196-3c8d-43a9-84dc-d45860ed7b00 req-26945b9c-2cf0-4e74-b3a1-e4a06891daee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1585376 Nov 26 21:45:26.911402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35148) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:26.935603 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80d9f196-3c8d-43a9-84dc-d45860ed7b00 req-ac835726-68d1-4947-aa60-d8278c4654e5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697059 Nov 26 21:45:26.951080 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:26.997325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35154) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:27.045673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35158) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:27.049265 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-802a094c-37d5-4c37-829b-0ce16f5c0015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa552f8a835d4735b743f269ffaad4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358807 Nov 26 21:45:27.080272 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 2, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:27.115789 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:45:27.116141 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Updating router 596f3f58-0321-4027-90bd-8052bfacb37c port 0788b2da-8f72-48c7-81c1-a66c01d99e22 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:45:27.138734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0837f296-c042-46d4-8801-e319e14d5094 req-41b7c162-e40d-4b60-8067-417317b4c964 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 210 time: 0.0525343 Nov 26 21:45:27.170090 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.174168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73066348-779f-4427-8cdb-ef7d1822d04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.248452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73066348-779f-4427-8cdb-ef7d1822d04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.387395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6852c17b-0d5e-47ff-af35-c31edc399b1b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:27.394304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-632810712-network', 'tenant_id': '1bd761aa9c394799b246249bad0cc851'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:27.417888 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73066348-779f-4427-8cdb-ef7d1822d04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.420472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73066348-779f-4427-8cdb-ef7d1822d04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.422488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-73066348-779f-4427-8cdb-ef7d1822d04d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bf439df-7b30-467a-aeec-de509eebb9bb HTTP/1.1" status: 204 len: 168 time: 0.3744674 Nov 26 21:45:27.434581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350e798-3334-492f-84a0-9b2322763f63 req-b68d3466-a950-4500-8a1c-4c40129936b1 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:27.436099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5350e798-3334-492f-84a0-9b2322763f63 req-b68d3466-a950-4500-8a1c-4c40129936b1 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1083510 Nov 26 21:45:27.445074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73066348-779f-4427-8cdb-ef7d1822d04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf439df-7b30-467a-aeec-de509eebb9bb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:27.448846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Made reservation on behalf of 1bd761aa9c394799b246249bad0cc851 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:27.451306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.500447 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.554432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6852c17b-0d5e-47ff-af35-c31edc399b1b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:27.557157 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.625252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5350e798-3334-492f-84a0-9b2322763f63 req-843c65c4-93fc-4c8e-85e2-c3ac3918a95e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771789 Nov 26 21:45:27.739183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.746491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.808450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:45:27.825297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bf522-3bb9-4e46-9878-4e0101d5d464 req-306a9705-52f9-4688-9a3a-36dcced6f948 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:27.834155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a81bf522-3bb9-4e46-9878-4e0101d5d464 req-306a9705-52f9-4688-9a3a-36dcced6f948 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1437831 Nov 26 21:45:27.838667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7130a2-b586-46ac-8f44-f2aca800aa7a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:27.846890 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.863964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-3df09475-032f-4be3-b0fc-4d1b07d2642f tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:27.867939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-3df09475-032f-4be3-b0fc-4d1b07d2642f tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.41 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 821 time: 0.4575818 Nov 26 21:45:27.870756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.871105 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Added segment 00d34179-ec03-49ab-b9bc-f25a2bb10325 of type vlan for network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d Nov 26 21:45:27.872208 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:27.890907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Request body: {'port': {'device_id': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'admin_state_up': True, 'tenant_id': '3399cd636345476884b1829fa6215647'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:27.998733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a81bf522-3bb9-4e46-9878-4e0101d5d464 req-6823b4d1-515c-4023-a6d3-edc55d531ed8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633377 Nov 26 21:45:28.012962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.038561 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf315ab-d56f-40ad-89dd-1bca6da7ad2d None None] Pushing event updated for resources: {'Port': ['ID=0788b2da-8f72-48c7-81c1-a66c01d99e22,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:28.077637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:28.105308 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Attempting to bind port 0788b2da-8f72-48c7-81c1-a66c01d99e22 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:28.105841 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Attempting to bind port 0788b2da-8f72-48c7-81c1-a66c01d99e22 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:28.106344 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Attempting to bind port 0788b2da-8f72-48c7-81c1-a66c01d99e22 on network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:28.109818 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.110382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:28.111715 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.128489 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:28.134545 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Checking segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:28.135115 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.135660 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Bound using segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:28.137991 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Bound port: 0788b2da-8f72-48c7-81c1-a66c01d99e22, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:28.138650 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.155752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:45:28.156110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9ab2f3cf-178c-496f-9d5c-5c4d40088c72 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:45:28.206561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Made reservation on behalf of 3399cd636345476884b1829fa6215647 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:28.212545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.334416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7ea34f09-bad0-47c2-b46d-887b37b086db None None] Provisioning complete for port 0788b2da-8f72-48c7-81c1-a66c01d99e22 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:28.334902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7ea34f09-bad0-47c2-b46d-887b37b086db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.347871 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] For port 0788b2da-8f72-48c7-81c1-a66c01d99e22, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:28.349530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3503768 Nov 26 21:45:28.354471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35238) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:28.361729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Request body: {'subnet': {'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-632810712-subnet', 'tenant_id': '1bd761aa9c394799b246249bad0cc851', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:28.367686 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] For port 0788b2da-8f72-48c7-81c1-a66c01d99e22, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0788b2da-8f72-48c7-81c1-a66c01d99e22,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:28.378578 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.398003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Made reservation on behalf of 1bd761aa9c394799b246249bad0cc851 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:28.402045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.441295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f4145-2cb2-4103-b364-42a4ef96a242 admin admin] Pushing event updated for resources: {'Network': ['ID=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:28.466936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7ea34f09-bad0-47c2-b46d-887b37b086db None None] Port 0788b2da-8f72-48c7-81c1-a66c01d99e22 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:45:28.474450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:45:28.529715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af15e192-77f9-410f-a5e9-18a6a22d7f77 req-f78dc66d-c8ed-4bc2-9509-5f5ff34f039b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 210 time: 0.0908337 Nov 26 21:45:28.543715 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf315ab-d56f-40ad-89dd-1bca6da7ad2d None None] Pushing event updated for resources: {'Port': ['ID=0788b2da-8f72-48c7-81c1-a66c01d99e22,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:28.553165 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:28.554040 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:28.562950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9185a-9f00-47e5-8191-326d594a9dbf req-e0fec213-62df-4beb-b54b-9665e6895dfc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:28.570881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9d9185a-9f00-47e5-8191-326d594a9dbf req-e0fec213-62df-4beb-b54b-9665e6895dfc tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.2910240 Nov 26 21:45:28.656025 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:28.699747 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:28.706694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9d9185a-9f00-47e5-8191-326d594a9dbf req-97f75535-a14a-4e4d-b177-1f49be9493ee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348462 Nov 26 21:45:28.734876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Allocated IP 172.20.0.9 (3f5057ab-5af3-43b8-857e-ebc47c9cf3fd/207a0bab-b003-484f-bfe4-33389ddac2c4/17a58754-fa62-4067-9e1c-32f5e238aa2b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:28.916780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12c8ed-3d9a-46ab-9e86-726e9be6c2e2 req-6424a856-bb29-4f22-b34d-2b69b033821d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:28.931547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec12c8ed-3d9a-46ab-9e86-726e9be6c2e2 req-6424a856-bb29-4f22-b34d-2b69b033821d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1491838 Nov 26 21:45:29.017639 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-337d1920-67cb-4d44-881c-13c1b52382d9 None None] Provisioning complete for port 0788b2da-8f72-48c7-81c1-a66c01d99e22 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:29.019054 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-337d1920-67cb-4d44-881c-13c1b52382d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.036179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.119456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec12c8ed-3d9a-46ab-9e86-726e9be6c2e2 req-f8872faa-5e0e-4ce6-842c-8fae2f86b00e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860044 Nov 26 21:45:29.129133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35272) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:29.165123 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:28Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:29.187311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.211658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e06aa3-2886-4120-9e63-f3e4a9815c90 None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:28Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:45:29.218504 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.323360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c24997-bfc0-49ee-afc9-894a274b8af4 req-2e354f71-04e2-4348-aeeb-137931f337fa tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:29.340560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48c24997-bfc0-49ee-afc9-894a274b8af4 req-2e354f71-04e2-4348-aeeb-137931f337fa tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1650777 Nov 26 21:45:29.364142 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-337d1920-67cb-4d44-881c-13c1b52382d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.369374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.384120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1358159824-network', 'tenant_id': '524caf83d3dc49928dde83b0446541fc'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:29.438935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:29.441326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.484970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-337d1920-67cb-4d44-881c-13c1b52382d9 None None] For port 0788b2da-8f72-48c7-81c1-a66c01d99e22, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0788b2da-8f72-48c7-81c1-a66c01d99e22,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:29.488908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.489492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0788b2da-8f72-48c7-81c1-a66c01d99e22 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:29.528942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4eddfeb-da2f-4a82-b103-f9e25a01c109,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:29.534461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Pushing event updated for resources: {'Port': ['ID=17a58754-fa62-4067-9e1c-32f5e238aa2b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:29.540359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:29.554889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:29.558102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:29.584352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48c24997-bfc0-49ee-afc9-894a274b8af4 req-55cb5df2-3d76-4aca-8725-8794fdfc8694 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364256 Nov 26 21:45:29.595846 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-337d1920-67cb-4d44-881c-13c1b52382d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.646728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Checking segment: {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:29.647090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Network hostable DHCP agents. Network: 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:45:29.677770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:29.683281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.734955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-26099bb5-6618-42aa-986b-1d4c67f0eb50 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8493145 Nov 26 21:45:29.737347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:45:29.774291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d1920-67cb-4d44-881c-13c1b52382d9 None None] Pushing event updated for resources: {'Port': ['ID=0788b2da-8f72-48c7-81c1-a66c01d99e22,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:29.775150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Request body: {'port': {'device_id': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:29.817602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0788b2da-8f72-48c7-81c1-a66c01d99e22 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:29.818173 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.853478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:29.870110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:29.870706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:29.875524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e989f3d-51ce-4cdb-a446-16010ba34c9a req-6f1f8412-592c-47bc-917b-23d81998f0ab tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:29.877743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4133134-3e90-451c-9ffa-435fedf8f4da None None] Network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:45:29.884451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e989f3d-51ce-4cdb-a446-16010ba34c9a req-6f1f8412-592c-47bc-917b-23d81998f0ab tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 967 time: 0.2979574 Nov 26 21:45:29.948639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84585a3a-6a37-4b9f-9075-4118a073d3dc req-13fdebd9-2085-4dea-8672-16473a97f809 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:29.950643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84585a3a-6a37-4b9f-9075-4118a073d3dc req-13fdebd9-2085-4dea-8672-16473a97f809 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 931 time: 0.2533715 Nov 26 21:45:30.000261 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-edf226ed-4489-414d-9ee1-07f9e1dc7bca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6353438 Nov 26 21:45:30.003142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.108228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eef83753-dba2-495a-9ebd-8a20cc90cd00 None None] Provisioning complete for port 17a58754-fa62-4067-9e1c-32f5e238aa2b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:30.108594 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eef83753-dba2-495a-9ebd-8a20cc90cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.160708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-eef83753-dba2-495a-9ebd-8a20cc90cd00 None None] Port 17a58754-fa62-4067-9e1c-32f5e238aa2b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:45:30.191181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e989f3d-51ce-4cdb-a446-16010ba34c9a req-8f8a181b-03ea-407d-aa75-43ace008cd41 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054006 Nov 26 21:45:30.244381 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.265763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.302273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84585a3a-6a37-4b9f-9075-4118a073d3dc req-cbb9fa8f-5b4e-4bb5-99df-36f8099bd6e8 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390992 Nov 26 21:45:30.307056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2167c18-4c72-48a8-b8f2-2758f90ce21f None None] Network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:45:30.340358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:45:30.379530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558eca7c-bfb7-4cb7-934d-6bed163eba2d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:30.402699 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.403060 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Added segment 8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd of type vlan for network 34bc598f-a37a-42f8-9680-b59ca2e33c40 Nov 26 21:45:30.463378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.477171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdba8a-e437-4312-bbcf-e3042471605d req-0370b50c-3ec4-433b-911f-326ad02c854f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:30.488494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74bdba8a-e437-4312-bbcf-e3042471605d req-0370b50c-3ec4-433b-911f-326ad02c854f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1294005 Nov 26 21:45:30.593788 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.594765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:30.596207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.621433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a58754-fa62-4067-9e1c-32f5e238aa2b {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:30.631356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.636634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74bdba8a-e437-4312-bbcf-e3042471605d req-7b6bd993-c252-4e8c-906c-6d27dc91f478 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463237 Nov 26 21:45:30.650053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Transition to ACTIVE for port object 17a58754-fa62-4067-9e1c-32f5e238aa2b will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:30.666859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.677458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5468137 Nov 26 21:45:30.682867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35300) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:30.694554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Request body: {'subnet': {'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1358159824-subnet', 'tenant_id': '524caf83d3dc49928dde83b0446541fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:30.714501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Pushing event updated for resources: {'Port': ['ID=17a58754-fa62-4067-9e1c-32f5e238aa2b,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:30.757635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc87ea9-a000-46a2-ae6d-035f03b1fed9 req-5038dfff-8122-457f-bcb2-1d4c418cf682 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:30.774045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bc87ea9-a000-46a2-ae6d-035f03b1fed9 req-5038dfff-8122-457f-bcb2-1d4c418cf682 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.2510624 Nov 26 21:45:30.787398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa1889-012d-4b95-ac65-a384341c0d56 admin admin] Pushing event updated for resources: {'Network': ['ID=34bc598f-a37a-42f8-9680-b59ca2e33c40,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:30.818152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:45:30.836639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:30.846926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.867566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Attempting to bind port 17a58754-fa62-4067-9e1c-32f5e238aa2b on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:30.870518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Attempting to bind port 17a58754-fa62-4067-9e1c-32f5e238aa2b by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:30.870671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Attempting to bind port 17a58754-fa62-4067-9e1c-32f5e238aa2b on network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:30.883989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Port 17a58754-fa62-4067-9e1c-32f5e238aa2b on network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:30.885107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Attempting to bind port 17a58754-fa62-4067-9e1c-32f5e238aa2b on network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:30.898424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:30.900761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Checking segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:30.900761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Bound using segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:30.900761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Bound port: 17a58754-fa62-4067-9e1c-32f5e238aa2b, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:30.900761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:30.999904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bc87ea9-a000-46a2-ae6d-035f03b1fed9 req-e5cae15d-3a5d-418f-8c2e-83d5591ce3c2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249370 Nov 26 21:45:31.069353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] For port 17a58754-fa62-4067-9e1c-32f5e238aa2b, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:31.079119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] For port 17a58754-fa62-4067-9e1c-32f5e238aa2b, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:31.089289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:31.122684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:31.125805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:31.141916 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] 10.222.0.41 "PUT /v2.0/ports/17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 1091 time: 1.3693936 Nov 26 21:45:31.141916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:31.142588 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4042782d-eedb-4ddf-a269-717e6eda007c" -d '{"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:31.365280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a77738-987c-4d35-bd9d-7a4c35694d07 service neutron] Pushing event updated for resources: {'Port': ['ID=17a58754-fa62-4067-9e1c-32f5e238aa2b,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:31.393270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0788b2da-8f72-48c7-81c1-a66c01d99e22 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:31.432660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f16e8a30-528f-4101-869b-f3fd2af0783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:31.434103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-f16e8a30-528f-4101-869b-f3fd2af0783c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1094 time: 0.2239809 Nov 26 21:45:31.453625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-ec2ea352-0935-4ada-a03f-4d2fdf7c280f tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:31.468034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-ec2ea352-0935-4ada-a03f-4d2fdf7c280f tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 821 time: 0.3766577 Nov 26 21:45:31.495234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02afca6-92b4-4b6e-89bf-2e15be58f864 req-c7597a1b-97ef-434a-a2eb-73a31f0a79c3 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:31.503992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c02afca6-92b4-4b6e-89bf-2e15be58f864 req-c7597a1b-97ef-434a-a2eb-73a31f0a79c3 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.3397372 Nov 26 21:45:31.508693 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-5f44fb58-48a8-415b-9080-b8fb7c22b8d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 217 time: 0.0473773 Nov 26 21:45:31.533918 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:31.534187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0788b2da-8f72-48c7-81c1-a66c01d99e22 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:31.542956 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:31.561159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-fe456d83-2340-4791-a86f-d32550945cf8 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/quotas/1bd761aa9c394799b246249bad0cc851 HTTP/1.1" status: 200 len: 375 time: 0.0922916 Nov 26 21:45:31.603196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-54473dff-afde-4825-b83e-65d83b3bb0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:31.604936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-54473dff-afde-4825-b83e-65d83b3bb0b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0848048 Nov 26 21:45:31.632762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-02bb321a-c67d-4fb5-bab4-54b54056bd4a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703428 Nov 26 21:45:31.685708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-61540794-303b-47b9-bc1e-f3828b567766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:31.687520 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-61540794-303b-47b9-bc1e-f3828b567766 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752378 Nov 26 21:45:31.776926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a81f213-8ace-436e-ba8f-96f5b41d21ac,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:31.795753 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c02afca6-92b4-4b6e-89bf-2e15be58f864 req-aca321a8-e8c0-46da-a313-df4f830aeb56 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905247 Nov 26 21:45:31.808841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Checking segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:31.810987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Network hostable DHCP agents. Network: 34bc598f-a37a-42f8-9680-b59ca2e33c40, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:45:31.830617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-cbcf95f9-e029-4cca-a3da-c1ab71d790e0 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326380 Nov 26 21:45:31.883518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-b7a8ab12-197b-4ee2-85b3-ea43067b493a service neutron] 10.222.0.21 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457714 Nov 26 21:45:31.884856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:45:31.901439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 34bc598f-a37a-42f8-9680-b59ca2e33c40) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:31.912330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0dfd7-8efb-426b-83c2-24444441b375 None None] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:45:31.918480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:31.919206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:31.975425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-53ef3321-7e4c-459a-8d74-6d909637f120 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2863729 Nov 26 21:45:32.020374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-a373cc60-5b45-4661-a649-1f7a492710df service neutron] 10.222.0.21 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272843 Nov 26 21:45:32.071089 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-faf3262f-f3dd-4822-ae99-23646df0c5c8 req-46eec229-d9f0-41cc-83e0-0e70a231b6ee service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277813 Nov 26 21:45:32.125154 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1512b11f-5144-41dc-ba18-fb01ff098d04 x-openstack-request-id: req-1512b11f-5144-41dc-ba18-fb01ff098d04 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:32.125534 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:32.125721 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1512b11f-5144-41dc-ba18-fb01ff098d04 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:32.126646 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'status': 'completed', 'code': 200} Nov 26 21:45:32.280208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9e0733-2f4d-4c2e-a220-c9f6950bceb5 None None] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:45:32.316677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5300177-95cf-4cff-bfbf-abfb0747babe req-ff4eeca9-b283-4d3c-b460-e93ba01534b4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:32.339303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042782d-eedb-4ddf-a269-717e6eda007c req-dd48f170-5148-42a1-ae3c-426f929605ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:32.350252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5300177-95cf-4cff-bfbf-abfb0747babe req-ff4eeca9-b283-4d3c-b460-e93ba01534b4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 943 time: 0.1068010 Nov 26 21:45:32.353552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4042782d-eedb-4ddf-a269-717e6eda007c req-dd48f170-5148-42a1-ae3c-426f929605ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1094 time: 0.1383367 Nov 26 21:45:32.507936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042782d-eedb-4ddf-a269-717e6eda007c req-723e375c-3766-44b9-9438-93e1832f6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:32.513970 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4042782d-eedb-4ddf-a269-717e6eda007c req-723e375c-3766-44b9-9438-93e1832f6182 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1495931 Nov 26 21:45:32.534562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5300177-95cf-4cff-bfbf-abfb0747babe req-378514ac-1fc2-41b7-acbb-d790312f0d71 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828640 Nov 26 21:45:32.559406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f7538-7f21-4ce5-a90a-e78375feb357 req-40fde143-18ff-4b1e-9030-3dc6b1839de8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:32.560966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a3f7538-7f21-4ce5-a90a-e78375feb357 req-40fde143-18ff-4b1e-9030-3dc6b1839de8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1637783 Nov 26 21:45:32.571502 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4042782d-eedb-4ddf-a269-717e6eda007c req-dee7daad-8590-42ba-a88f-b19325dd7053 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 217 time: 0.0490386 Nov 26 21:45:32.654293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a3f7538-7f21-4ce5-a90a-e78375feb357 req-b4de8d91-c40c-4a98-9eb6-3b541b66dee9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843930 Nov 26 21:45:32.664088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042782d-eedb-4ddf-a269-717e6eda007c req-99e5d51a-df46-4d50-a040-594d0e4d0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:32.666884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4042782d-eedb-4ddf-a269-717e6eda007c req-99e5d51a-df46-4d50-a040-594d0e4d0e9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0784373 Nov 26 21:45:32.742724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c305c6f-c42a-481b-9508-e8108d733e42 req-d378941e-cb11-4318-aa80-3c8e66d528bb tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:32.750143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c305c6f-c42a-481b-9508-e8108d733e42 req-d378941e-cb11-4318-aa80-3c8e66d528bb tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1003156 Nov 26 21:45:32.844426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042782d-eedb-4ddf-a269-717e6eda007c req-6cbdc5a5-b8f8-4672-9207-0496f2edd1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:32.846817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c305c6f-c42a-481b-9508-e8108d733e42 req-0a58ac12-72d0-4c1a-b717-9c0f5e4f2893 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900526 Nov 26 21:45:32.847155 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4042782d-eedb-4ddf-a269-717e6eda007c req-6cbdc5a5-b8f8-4672-9207-0496f2edd1df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724293 Nov 26 21:45:32.890402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-dc64bdeb-5603-48db-bda1-e64533e65941 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--372307470&fields=id&tenant_id=067955da510c44189c860459d275c566 HTTP/1.1" status: 200 len: 267 time: 0.0884829 Nov 26 21:45:33.008491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbe9cd07-02a6-426e-8ee9-b0aaefa4e9ef req-8292466b-1083-42b1-a9a0-56e14216875a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 210 time: 0.0924146 Nov 26 21:45:33.068311 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4042782d-eedb-4ddf-a269-717e6eda007c req-f968f87b-7db1-4ce5-8da5-bada70ddaac2 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028656 Nov 26 21:45:33.113328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-0c066317-9665-45b2-b9d3-e6b99474cb7b tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:33.121506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-0c066317-9665-45b2-b9d3-e6b99474cb7b tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 823 time: 0.2234032 Nov 26 21:45:33.133387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-ae783b2d-fe46-43cd-ad17-af2ef2250604 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/quotas/067955da510c44189c860459d275c566 HTTP/1.1" status: 200 len: 375 time: 0.0109756 Nov 26 21:45:33.226321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-7b31ff74-c738-4ce1-bd0c-d12db31d228a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0861211 Nov 26 21:45:33.332860 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4042782d-eedb-4ddf-a269-717e6eda007c req-c603ef60-fb1d-4091-b7a1-d785c19221fb service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524176 Nov 26 21:45:33.422665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-6618e8a2-05c2-41d1-9df1-4e9b4b851a63 service neutron] 10.222.0.21 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603947 Nov 26 21:45:33.512655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148eb6d-f835-44d5-a558-0f219914a497 req-fbd6b95e-f057-428e-8910-5b456297bbf4 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:33.518968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-fbd6b95e-f057-428e-8910-5b456297bbf4 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.2706921 Nov 26 21:45:33.550017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-07e969da-a4b6-4730-9ee3-c912cb228983 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/quotas/524caf83d3dc49928dde83b0446541fc HTTP/1.1" status: 200 len: 375 time: 0.0287299 Nov 26 21:45:33.604201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-77496f7b-e5a3-45b2-be80-c28cf11ca3be tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524852 Nov 26 21:45:33.669301 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-76a894b6-a1ac-4520-ae02-1cf76f24ac77 service neutron] 10.222.0.21 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449002 Nov 26 21:45:33.723316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-55581267-3704-4ed3-918b-0c95daefe350 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177280 Nov 26 21:45:33.846131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-c6e3c9b1-1739-4005-b7f7-1fa69a6c4f19 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180482 Nov 26 21:45:34.056666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-d69ac029-8ab9-406e-ad19-911c13fc35ac tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:34.058506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-d69ac029-8ab9-406e-ad19-911c13fc35ac tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec03242-1dd2-41bb-be5a-327dab75815f HTTP/1.1" status: 200 len: 967 time: 0.1207678 Nov 26 21:45:34.061077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a4fdd-31d8-4699-b4f3-d117da401b35 req-ad3704a5-6998-4709-b6de-ec0e7e163225 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:34.075812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-522a4fdd-31d8-4699-b4f3-d117da401b35 req-ad3704a5-6998-4709-b6de-ec0e7e163225 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1099463 Nov 26 21:45:34.170405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-522a4fdd-31d8-4699-b4f3-d117da401b35 req-85482609-3d5a-45f7-9cf7-accf5841609b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934632 Nov 26 21:45:34.259638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Deleting port d87339d1-00bb-4b67-847b-b9c1dc0381d1 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:45:34.260053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:34.343113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f75a7-73a1-43ab-9556-7b856feedefe req-9cf5f09e-473b-4fd8-94e3-7b87fcccdab5 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:34.355952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b67f75a7-73a1-43ab-9556-7b856feedefe req-9cf5f09e-473b-4fd8-94e3-7b87fcccdab5 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 943 time: 0.1408374 Nov 26 21:45:34.558803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] For port d87339d1-00bb-4b67-847b-b9c1dc0381d1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d87339d1-00bb-4b67-847b-b9c1dc0381d1,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:34.559430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:34.667979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b67f75a7-73a1-43ab-9556-7b856feedefe req-50e68091-8276-44f4-b11a-c49620d59bef tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110652 Nov 26 21:45:34.699887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280496b-47cc-4a08-aedd-666dcfed13d7 req-8b8b1c8e-856f-4853-94e8-8f0807845968 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:34.717739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c280496b-47cc-4a08-aedd-666dcfed13d7 req-8b8b1c8e-856f-4853-94e8-8f0807845968 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.3430893 Nov 26 21:45:34.769734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-84636753-dcdc-4b48-9d7a-d2f0ccfaf226 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:34.771772 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-84636753-dcdc-4b48-9d7a-d2f0ccfaf226 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.13 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 821 time: 0.3248150 Nov 26 21:45:34.838928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c280496b-47cc-4a08-aedd-666dcfed13d7 req-05c5d79c-105a-4d32-9fd9-1a849821f2c2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198828 Nov 26 21:45:34.850012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a010d78f-954b-4d3d-b732-844482853c1d req-8e93bd5f-9cf2-4dc6-aef8-e2ee86967c88 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 210 time: 0.0479505 Nov 26 21:45:34.868747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Request body: {'port': {'device_id': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'admin_state_up': True, 'tenant_id': '1bd761aa9c394799b246249bad0cc851'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:35.018289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5256ddba-5925-475e-baf8-45724343ff13 req-7cc63d0b-317a-43e7-a6d0-aff3efa75faf tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 210 time: 0.0681024 Nov 26 21:45:35.050969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74504adb-04e3-4462-b497-77829d7b1231 req-e063ede4-6480-4eb2-afac-284b07a16d36 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:35.052518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74504adb-04e3-4462-b497-77829d7b1231 req-e063ede4-6480-4eb2-afac-284b07a16d36 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1243193 Nov 26 21:45:35.184379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74504adb-04e3-4462-b497-77829d7b1231 req-43212f57-4ead-4a63-9ab3-7395d94c679c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166847 Nov 26 21:45:35.213240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a639691f-fdf2-4ed1-b900-ec079190f337 req-7d09ac39-fc24-4abb-b9e9-a8f7b75c80de tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 210 time: 0.0624943 Nov 26 21:45:35.348356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c92f0-0fdd-4fac-ac3e-adc32c10a297 req-35cb2725-0dce-4e05-9c2e-f7088259b437 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:35.350236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-023c92f0-0fdd-4fac-ac3e-adc32c10a297 req-35cb2725-0dce-4e05-9c2e-f7088259b437 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.0667560 Nov 26 21:45:35.407854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-023c92f0-0fdd-4fac-ac3e-adc32c10a297 req-a6eb146b-5bec-4323-b895-6d9f7f66d16b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512662 Nov 26 21:45:35.417958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:35.418581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:35.418685 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Floating IP 3a8a3237-e00f-49df-a1e5-f866d9fcf00e disassociated. External IP: 172.25.3.196, port: d87339d1-00bb-4b67-847b-b9c1dc0381d1. Nov 26 21:45:35.419029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Calling delete_port for d87339d1-00bb-4b67-847b-b9c1dc0381d1 owned by compute:tempest-test_az-1503493479 {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:45:35.429939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Made reservation on behalf of 1bd761aa9c394799b246249bad0cc851 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:35.434135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:35.713783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Allocated IP 172.20.0.9 (27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d/c4eddfeb-da2f-4a82-b103-f9e25a01c109/9b0930be-ba48-4194-9f60-db01eab22054) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:35.732329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:35.801977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event deleted for resources: {'Port': ['ID=d87339d1-00bb-4b67-847b-b9c1dc0381d1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:35.803465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4878d-ec56-43ec-a3a3-e77177f19be6 req-8b21ca09-7b9e-4bac-ab7f-b49d4afe351f tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:35.812003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94f4878d-ec56-43ec-a3a3-e77177f19be6 req-8b21ca09-7b9e-4bac-ab7f-b49d4afe351f tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 943 time: 0.0591969 Nov 26 21:45:35.828391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-448aa81e-8c5e-455b-bbd1-275dfbff404a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:35.830032 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-448aa81e-8c5e-455b-bbd1-275dfbff404a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 823 time: 0.2058995 Nov 26 21:45:35.887951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94f4878d-ec56-43ec-a3a3-e77177f19be6 req-8795690d-4132-4466-9445-22631e8e9008 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750854 Nov 26 21:45:36.009987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-210bb249-63e6-45ec-bdab-f2192d8ad472 req-6fde14fb-e418-4c34-ab0b-af390202fb9a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 210 time: 0.0414262 Nov 26 21:45:36.051404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb627b3-ad18-4a68-8911-583cfe4ad1db req-00e4d482-b67f-4ef7-b85d-6c0a0df3fb22 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:36.061654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-feb627b3-ad18-4a68-8911-583cfe4ad1db req-00e4d482-b67f-4ef7-b85d-6c0a0df3fb22 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1171820 Nov 26 21:45:36.092907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 17a58754-fa62-4067-9e1c-32f5e238aa2b details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:36.112094 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-59bdea42-26e4-47ee-aa3f-5da75dd278a9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=067955da510c44189c860459d275c566 HTTP/1.1" status: 200 len: 379 time: 0.2316401 Nov 26 21:45:36.133173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Request body: {'port': {'device_id': '471de30a-616a-4865-ae7d-8c2fc2541443', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'admin_state_up': True, 'tenant_id': '067955da510c44189c860459d275c566', 'security_groups': ['6202475d-68d3-454f-9db2-35e64a0b30d7']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:36.145384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Router 037fac98-f46d-42c0-902d-22f6554ee28a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:45:36.159891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.279762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 17a58754-fa62-4067-9e1c-32f5e238aa2b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:36.281745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98f40c4e-21c4-4658-b525-b04a4386338f req-a8a74b4e-8dcd-4f48-8ade-d173fff0982e tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 210 time: 0.1270051 Nov 26 21:45:36.300723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-feb627b3-ad18-4a68-8911-583cfe4ad1db req-77c19b9b-a30c-46a5-82d6-c6b2e2cbd5ea tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378917 Nov 26 21:45:36.324243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'mac_address': 'fa:16:3e:17:53:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:36.366373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.453600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.453817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148eb6d-f835-44d5-a558-0f219914a497 req-b271e41b-a930-4749-8476-b6ad55e94d8a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:36.461043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-b271e41b-a930-4749-8476-b6ad55e94d8a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.3494992 Nov 26 21:45:36.476815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a58754-fa62-4067-9e1c-32f5e238aa2b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:36.511822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:36.517322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Made reservation on behalf of 067955da510c44189c860459d275c566 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:36.522866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.523044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 17a58754-fa62-4067-9e1c-32f5e238aa2b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:36.527599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:36.533145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:36.538636 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.545105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event updated for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:36.568834 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7570b112-c952-4606-9008-bba4d73bf2b8 req-e64f4dda-627a-4655-a87e-2e7d03a6e8ec tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 210 time: 0.1062634 Nov 26 21:45:36.576681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:45:36.603948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Request body: {'port': {'device_id': '90577203-e6bd-4ef4-98fa-58081f40e1f2', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'admin_state_up': True, 'tenant_id': '524caf83d3dc49928dde83b0446541fc'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:36.653595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] No DVR routers for this DVR port d87339d1-00bb-4b67-847b-b9c1dc0381d1 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:45:36.659444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.662900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccd82020-0bd6-4846-aa37-e933f3409752 req-2e1b52fb-5b2f-43f2-86d1-b86acbbb5b82 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "DELETE /v2.0/ports/d87339d1-00bb-4b67-847b-b9c1dc0381d1 HTTP/1.1" status: 204 len: 173 time: 2.5973475 Nov 26 21:45:36.663364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'name': 'network-vif-deleted', 'tag': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:36.666357 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cfda9a-8f4f-4955-8c09-0e381e42feda" -d '{"events": [{"server_uuid": "1ec03242-1dd2-41bb-be5a-327dab75815f", "name": "network-vif-deleted", "tag": "d87339d1-00bb-4b67-847b-b9c1dc0381d1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:36.692316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=17a58754-fa62-4067-9e1c-32f5e238aa2b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:36.700569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] Sync routers for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:45:36.705204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:36.705834 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.745037 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-2beaca15-ed60-4b5b-8c8c-07c0789c4b16 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8892796 Nov 26 21:45:36.751896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:36.754878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:36.772173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Request body: {'port': {'device_id': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:36.804959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b5ed7-a99f-4047-afab-f5300047be2f req-239a5666-b719-4c9b-977e-036675cb068b tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:36.806578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-834b5ed7-a99f-4047-afab-f5300047be2f req-239a5666-b719-4c9b-977e-036675cb068b tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.3260884 Nov 26 21:45:36.905527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Allocated IP 172.20.0.4 (c686607b-65a2-453a-817a-f60cbc871b48/27a18774-b0f1-4984-83c2-e0d15259615e/02de3cf1-4f88-4559-834d-e97d261d2fb4) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:36.908622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.928746 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:36.941361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:37.128309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['17a58754-fa62-4067-9e1c-32f5e238aa2b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:37.171055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03178949-9b9d-4136-a8b1-327863599eee req-b47c3a38-ae5e-49c0-b10f-665a40acb361 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:37.178707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03178949-9b9d-4136-a8b1-327863599eee req-b47c3a38-ae5e-49c0-b10f-665a40acb361 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.4552157 Nov 26 21:45:37.265062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:37.273352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-834b5ed7-a99f-4047-afab-f5300047be2f req-45902203-6090-4056-8f07-e491ad0f6b15 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541268 Nov 26 21:45:37.336989 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6575d9-6dae-4a80-8023-22ac69950707 x-openstack-request-id: req-fe6575d9-6dae-4a80-8023-22ac69950707 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:37.337360 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec03242-1dd2-41bb-be5a-327dab75815f", "name": "network-vif-deleted", "tag": "d87339d1-00bb-4b67-847b-b9c1dc0381d1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:37.337688 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe6575d9-6dae-4a80-8023-22ac69950707 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:37.339567 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec03242-1dd2-41bb-be5a-327dab75815f', 'name': 'network-vif-deleted', 'tag': 'd87339d1-00bb-4b67-847b-b9c1dc0381d1', 'status': 'completed', 'code': 200} Nov 26 21:45:37.349551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:37.361572 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:37.385181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03178949-9b9d-4136-a8b1-327863599eee req-26af1297-ba81-4674-9904-2b1bd2b0aea5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055256 Nov 26 21:45:37.409410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0930be-ba48-4194-9f60-db01eab22054 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:37.422167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:37.440717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Transition to ACTIVE for port object 9b0930be-ba48-4194-9f60-db01eab22054 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:37.447895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:37.448117 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:37.541228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Network c686607b-65a2-453a-817a-f60cbc871b48 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:37.556214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:37.558588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:37.565388 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:37.716231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event updated for resources: {'Port': ['ID=02de3cf1-4f88-4559-834d-e97d261d2fb4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:37.733485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e4a91-dee3-4f84-97e7-e825da4ca617 req-ecf146d8-f11b-4c4a-a10b-8b917404b57a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:37.744672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-796e4a91-dee3-4f84-97e7-e825da4ca617 req-ecf146d8-f11b-4c4a-a10b-8b917404b57a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 931 time: 0.1407421 Nov 26 21:45:37.755580 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:37.771245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207b9db-c23f-4491-9890-55f817f4093a req-414c4c8f-eed8-46e1-8ed4-a2bda46d9e6e tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:37.776128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a207b9db-c23f-4491-9890-55f817f4093a req-414c4c8f-eed8-46e1-8ed4-a2bda46d9e6e tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 944 time: 0.3334739 Nov 26 21:45:37.793550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Attempting to bind port 9b0930be-ba48-4194-9f60-db01eab22054 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:37.795159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Attempting to bind port 9b0930be-ba48-4194-9f60-db01eab22054 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:37.796248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Attempting to bind port 9b0930be-ba48-4194-9f60-db01eab22054 on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:37.809738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:37.821882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:37.822548 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:37.828434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Port 9b0930be-ba48-4194-9f60-db01eab22054 on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:37.828789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Attempting to bind port 9b0930be-ba48-4194-9f60-db01eab22054 on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:37.837294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:37.837665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Checking segment: {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:37.838012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Bound using segment: {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:37.838484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Bound port: 9b0930be-ba48-4194-9f60-db01eab22054, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:37.838833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:37.878598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] Checking router: 037fac98-f46d-42c0-902d-22f6554ee28a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:45:37.890022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:37.890937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:37.893347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-23247938-c027-4fdd-a3e9-6cdf9523e403 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7686741 Nov 26 21:45:37.913840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Request body: {'port': {'device_id': '471de30a-616a-4865-ae7d-8c2fc2541443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:37.931914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-796e4a91-dee3-4f84-97e7-e825da4ca617 req-c6e42895-d4c3-421e-8754-4e9be2e34fd2 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861887 Nov 26 21:45:37.946194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Allocated IP 172.20.0.8 (34bc598f-a37a-42f8-9680-b59ca2e33c40/9a81f213-8ace-436e-ba8f-96f5b41d21ac/f49f0399-03ab-4ae6-a64e-a9181e1de851) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:37.969420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:37.975049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:37.995704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:38.009824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a207b9db-c23f-4491-9890-55f817f4093a req-07c3f1c7-c47b-4c23-ab86-9c48de9ea34e tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944458 Nov 26 21:45:38.065529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:38.074282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:38.092601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:38.093224 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:38.095456 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-91515a21-1cd6-40fc-abd1-f2b8cd8a28c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b0930be-ba48-4194-9f60-db01eab22054 HTTP/1.1" status: 200 len: 1091 time: 1.3327558 Nov 26 21:45:38.134392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device d87339d1-00bb-4b67-847b-b9c1dc0381d1 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:38.180420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: d87339d1-00bb-4b67-847b-b9c1dc0381d1 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:45:38.180745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device d87339d1-00bb-4b67-847b-b9c1dc0381d1 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:45:38.185432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d346e820-f308-4ac1-bc6f-a9a77fa4447d None None] Provisioning complete for port 02de3cf1-4f88-4559-834d-e97d261d2fb4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:38.185432 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d346e820-f308-4ac1-bc6f-a9a77fa4447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:38.241370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d346e820-f308-4ac1-bc6f-a9a77fa4447d None None] Port 02de3cf1-4f88-4559-834d-e97d261d2fb4 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:45:38.244221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:38.264292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96a3d5-5d5e-475b-a279-633f33a50d78 req-254d5270-9579-45ce-985e-3654e3bdebe2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:38.266113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c96a3d5-5d5e-475b-a279-633f33a50d78 req-254d5270-9579-45ce-985e-3654e3bdebe2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0998013 Nov 26 21:45:38.295899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-1f7d4efb-20ba-418f-ac2c-b4000d2c8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:38.299374 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-1f7d4efb-20ba-418f-ac2c-b4000d2c8ee0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 1094 time: 0.1320801 Nov 26 21:45:38.307586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f440a-aaf6-49a1-95ce-b1f94206a26e req-ab2ff002-df2a-4462-bd71-7c020c8dea54 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:38.309092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-088f440a-aaf6-49a1-95ce-b1f94206a26e req-ab2ff002-df2a-4462-bd71-7c020c8dea54 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 943 time: 0.2060955 Nov 26 21:45:38.364540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:38.385367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c96a3d5-5d5e-475b-a279-633f33a50d78 req-bf574c16-7f4f-454a-9b3f-a9ece105bfcf tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106529 Nov 26 21:45:38.420481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-088f440a-aaf6-49a1-95ce-b1f94206a26e req-2077626f-da3a-44d2-89ba-6ddec1e21251 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031218 Nov 26 21:45:38.474948 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:38.542035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:38.575575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688c5d95-540c-40d9-b11c-f4600b282244 None None] The sync data for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 is: [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:45:38.582947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:38.629590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:38.643994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:38.685239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event updated for resources: {'Port': ['ID=f49f0399-03ab-4ae6-a64e-a9181e1de851,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:38.711778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-330785d9-457b-402e-9376-da0d84a7a9dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b0930be-ba48-4194-9f60-db01eab22054 HTTP/1.1" status: 200 len: 217 time: 0.3830686 Nov 26 21:45:38.718764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e3fc1-9656-4e6e-b908-0458ede69727 req-39b06bd2-ece5-4d5a-9f51-621a0773fffc tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:38.721115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d23e3fc1-9656-4e6e-b908-0458ede69727 req-39b06bd2-ece5-4d5a-9f51-621a0773fffc tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 931 time: 0.2392716 Nov 26 21:45:38.737945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19898-f759-4a08-92d6-48a04afca154 req-a090c46b-2a79-4e42-8f31-df23cf676ca8 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:38.739597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1af19898-f759-4a08-92d6-48a04afca154 req-a090c46b-2a79-4e42-8f31-df23cf676ca8 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1626861 Nov 26 21:45:38.759708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:38.760464 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:38.817282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-8d539ec6-f479-4bcc-a39a-d84e72bd6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:38.818852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-8d539ec6-f479-4bcc-a39a-d84e72bd6f66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4eddfeb-da2f-4a82-b103-f9e25a01c109 HTTP/1.1" status: 200 len: 861 time: 0.0983331 Nov 26 21:45:38.836021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-cfe60e6f-40fa-4ecb-9084-10b37b44e0b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2541339 Nov 26 21:45:38.864030 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-d8265166-a377-4897-8003-9e31d763552b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335217 Nov 26 21:45:38.886004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Request body: {'port': {'device_id': '90577203-e6bd-4ef4-98fa-58081f40e1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:38.918618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1af19898-f759-4a08-92d6-48a04afca154 req-b6de28b1-d734-4a9f-a4f1-6d44ab6f2f27 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716039 Nov 26 21:45:38.923796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d23e3fc1-9656-4e6e-b908-0458ede69727 req-0dc1366d-c58d-4c61-986f-f14f2c20bd38 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829109 Nov 26 21:45:38.966988 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:38.977612 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f79b8-d84e-42d3-ad1e-0b6ec1f3ff4c None None] New status for floating IP 3a8a3237-e00f-49df-a1e5-f866d9fcf00e: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:45:39.000348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02de3cf1-4f88-4559-834d-e97d261d2fb4 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:39.019248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:39.053588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Transition to ACTIVE for port object 02de3cf1-4f88-4559-834d-e97d261d2fb4 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:39.056160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-07ba0372-6490-432b-bae9-dccc862a3cb4 service neutron] 10.222.0.13 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840026 Nov 26 21:45:39.060040 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:39.139223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Pushing event updated for resources: {'Port': ['ID=02de3cf1-4f88-4559-834d-e97d261d2fb4,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:39.281473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e088b172-86f8-4c1f-a814-ee6d37943c56 req-5bee6023-0734-4d2f-9610-17e0d029b414 service neutron] 10.222.0.13 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737278 Nov 26 21:45:39.295375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Attempting to bind port 02de3cf1-4f88-4559-834d-e97d261d2fb4 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:39.295724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Attempting to bind port 02de3cf1-4f88-4559-834d-e97d261d2fb4 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:39.296056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Attempting to bind port 02de3cf1-4f88-4559-834d-e97d261d2fb4 on network c686607b-65a2-453a-817a-f60cbc871b48 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:39.302707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Port 02de3cf1-4f88-4559-834d-e97d261d2fb4 on network c686607b-65a2-453a-817a-f60cbc871b48 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:39.303050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Attempting to bind port 02de3cf1-4f88-4559-834d-e97d261d2fb4 on network c686607b-65a2-453a-817a-f60cbc871b48 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:39.309522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:39.309815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Checking segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:39.310370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Bound using segment: {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:39.310894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Bound port: 02de3cf1-4f88-4559-834d-e97d261d2fb4, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdaeda1-d294-486f-9f73-c6363cb3d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:39.311304 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:39.342433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870277d9-9775-4e56-afec-885ab216bf92 req-d6b48c42-06e8-4532-a51b-900871f44228 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.346945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-870277d9-9775-4e56-afec-885ab216bf92 req-d6b48c42-06e8-4532-a51b-900871f44228 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.3002546 Nov 26 21:45:39.353146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:39.355462 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "tag": "9b0930be-ba48-4194-9f60-db01eab22054"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:39.391782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d32cf1-6ddb-4ce6-b658-82ba4ca963d9 req-fd3515a5-e854-4d11-ad6c-e5eb9c66c512 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.393635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22d32cf1-6ddb-4ce6-b658-82ba4ca963d9 req-fd3515a5-e854-4d11-ad6c-e5eb9c66c512 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 943 time: 0.2748783 Nov 26 21:45:39.399657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] For port 02de3cf1-4f88-4559-834d-e97d261d2fb4, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:39.403332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] For port 02de3cf1-4f88-4559-834d-e97d261d2fb4, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:39.409902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:39.446331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.446971 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:39.448420 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] 10.222.0.41 "PUT /v2.0/ports/02de3cf1-4f88-4559-834d-e97d261d2fb4 HTTP/1.1" status: 200 len: 1091 time: 1.5402339 Nov 26 21:45:39.487827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518238c-c04b-4795-a121-57bffa957ebf service neutron] Pushing event updated for resources: {'Port': ['ID=02de3cf1-4f88-4559-834d-e97d261d2fb4,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:39.551148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-870277d9-9775-4e56-afec-885ab216bf92 req-8da44ce8-dbeb-43eb-8c95-8f04ca66972f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843691 Nov 26 21:45:39.578826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22d32cf1-6ddb-4ce6-b658-82ba4ca963d9 req-555aff2e-98ae-4710-995f-ebdb141119c1 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756608 Nov 26 21:45:39.585693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-9d918fb9-a610-4e37-8d5c-69d0a6b8d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.590138 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-9d918fb9-a610-4e37-8d5c-69d0a6b8d5b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 1094 time: 0.0684860 Nov 26 21:45:39.631795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49f0399-03ab-4ae6-a64e-a9181e1de851 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:39.645588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:39.668599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-68c052b6-3602-49c2-92f8-3f5ff91a00cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4 HTTP/1.1" status: 200 len: 217 time: 0.0633621 Nov 26 21:45:39.672969 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9230709-edae-442a-9c88-e2e8face81d4 x-openstack-request-id: req-d9230709-edae-442a-9c88-e2e8face81d4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:39.674468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Transition to ACTIVE for port object f49f0399-03ab-4ae6-a64e-a9181e1de851 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:39.676149 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "tag": "9b0930be-ba48-4194-9f60-db01eab22054", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:39.679031 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9230709-edae-442a-9c88-e2e8face81d4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:39.679995 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054', 'status': 'completed', 'code': 200} Nov 26 21:45:39.682043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:39.800245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Pushing event updated for resources: {'Port': ['ID=f49f0399-03ab-4ae6-a64e-a9181e1de851,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:39.820004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-26c273e1-7944-40f3-bfe4-2ebed77e155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.820610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a46e4-ed9b-4aaa-8781-440a4754b812 req-9b04e811-deb5-49dc-94db-ed762d792ab5 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.821386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-26c273e1-7944-40f3-bfe4-2ebed77e155f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.1383715 Nov 26 21:45:39.822025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-704a46e4-ed9b-4aaa-8781-440a4754b812 req-9b04e811-deb5-49dc-94db-ed762d792ab5 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 944 time: 0.1376076 Nov 26 21:45:39.827204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-f701c3ec-f8a0-45bd-90f8-51171b6432f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.828600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-f701c3ec-f8a0-45bd-90f8-51171b6432f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 1094 time: 0.0800171 Nov 26 21:45:39.908658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ab3bd-c991-452b-90fe-10ae09e5b9dc req-0f1ad0e0-813f-4cba-b855-75d0fa5eae8e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.910242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-682ab3bd-c991-452b-90fe-10ae09e5b9dc req-0f1ad0e0-813f-4cba-b855-75d0fa5eae8e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1596701 Nov 26 21:45:39.928820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-473c859b-0097-4a12-baba-a197c2369909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:39.930367 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-473c859b-0097-4a12-baba-a197c2369909 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002274 Nov 26 21:45:39.956395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-704a46e4-ed9b-4aaa-8781-440a4754b812 req-549a6608-da0a-4857-af75-275a2bc9ab1d tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191325 Nov 26 21:45:39.975741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Attempting to bind port f49f0399-03ab-4ae6-a64e-a9181e1de851 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:39.976425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Attempting to bind port f49f0399-03ab-4ae6-a64e-a9181e1de851 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:39.976538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Attempting to bind port f49f0399-03ab-4ae6-a64e-a9181e1de851 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:40.009884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Port f49f0399-03ab-4ae6-a64e-a9181e1de851 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:40.009884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Attempting to bind port f49f0399-03ab-4ae6-a64e-a9181e1de851 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:40.030528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-2ca5919e-a552-426a-8a2b-008d32737f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.030528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-2ca5919e-a552-426a-8a2b-008d32737f98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 922 time: 0.1848197 Nov 26 21:45:40.030919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:40.030919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Checking segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:40.030919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Bound using segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:40.030919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Bound port: f49f0399-03ab-4ae6-a64e-a9181e1de851, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:40.030919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:40.075286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-682ab3bd-c991-452b-90fe-10ae09e5b9dc req-d3975622-1f1d-436f-840e-ad65c431fd63 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380913 Nov 26 21:45:40.118160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-90b5576c-38a6-4b72-b58a-124afc7df619 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b0930be-ba48-4194-9f60-db01eab22054 HTTP/1.1" status: 200 len: 217 time: 0.0779097 Nov 26 21:45:40.118406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 17a58754-fa62-4067-9e1c-32f5e238aa2b up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:40.125653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-8554ed47-8398-4fd8-80ab-1c7a82c77d7a service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881621 Nov 26 21:45:40.187176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 17a58754-fa62-4067-9e1c-32f5e238aa2b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:45:40.205928 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 17a58754-fa62-4067-9e1c-32f5e238aa2b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:40.206464 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:40.229777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730f190-0025-4119-9371-c4f0f5007169 req-a5dda82b-b8fe-45da-988d-de2119c7f05c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.231465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f730f190-0025-4119-9371-c4f0f5007169 req-a5dda82b-b8fe-45da-988d-de2119c7f05c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 943 time: 0.1467030 Nov 26 21:45:40.267114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-21adbed8-4f37-4f05-ab4a-98a20225c9e8 req-f3591e6a-d34b-41f1-9d28-08e4a0d72c4c service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200860 Nov 26 21:45:40.271101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-a2fc2993-54c9-4bc5-ba41-1cf4074e5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.272539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-a2fc2993-54c9-4bc5-ba41-1cf4074e5020 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4eddfeb-da2f-4a82-b103-f9e25a01c109 HTTP/1.1" status: 200 len: 861 time: 0.1444094 Nov 26 21:45:40.298606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] For port f49f0399-03ab-4ae6-a64e-a9181e1de851, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:40.314640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-f7857ab1-396a-41a9-b65b-b4d8e929227a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327392 Nov 26 21:45:40.320918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0ffde-ea3c-4b0b-abbd-20de419666a8 req-905e2b0d-aed9-4d62-b4ff-e71a68ed73ef tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.322410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1c0ffde-ea3c-4b0b-abbd-20de419666a8 req-905e2b0d-aed9-4d62-b4ff-e71a68ed73ef tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1502731 Nov 26 21:45:40.324837 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:40.342649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] For port f49f0399-03ab-4ae6-a64e-a9181e1de851, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f49f0399-03ab-4ae6-a64e-a9181e1de851,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:40.347880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f730f190-0025-4119-9371-c4f0f5007169 req-5cf617be-061a-40dd-b0f4-994087550662 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080942 Nov 26 21:45:40.355001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:40.358060 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d2fd97-28ae-44d5-b6d3-aa09f341384a" -d '{"events": [{"server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "name": "network-vif-plugged", "status": "completed", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:40.368966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:40.382697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 17a58754-fa62-4067-9e1c-32f5e238aa2b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:40.393542 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:40.436856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.437475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:40.439756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] 10.222.0.41 "PUT /v2.0/ports/f49f0399-03ab-4ae6-a64e-a9181e1de851 HTTP/1.1" status: 200 len: 1091 time: 1.5581565 Nov 26 21:45:40.441257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90577203-e6bd-4ef4-98fa-58081f40e1f2', 'tag': 'f49f0399-03ab-4ae6-a64e-a9181e1de851'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:40.443540 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83855373-92b3-4c46-9b4f-2c4459716382" -d '{"events": [{"name": "network-changed", "server_uuid": "90577203-e6bd-4ef4-98fa-58081f40e1f2", "tag": "f49f0399-03ab-4ae6-a64e-a9181e1de851"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:40.464975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1c0ffde-ea3c-4b0b-abbd-20de419666a8 req-6e6bc6b9-c093-43e3-8997-248a31402295 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253934 Nov 26 21:45:40.473258 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-f79a2c1b-2636-4d57-973a-ada213a6579a service neutron] 10.222.0.13 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469023 Nov 26 21:45:40.515978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=17a58754-fa62-4067-9e1c-32f5e238aa2b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:40.520628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b7ed1-9b53-42a5-ae7f-32e2768ef84a service neutron] Pushing event updated for resources: {'Port': ['ID=f49f0399-03ab-4ae6-a64e-a9181e1de851,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:40.550564 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a0587b-b119-44e2-bc7a-b210260a62c0 x-openstack-request-id: req-a3a0587b-b119-44e2-bc7a-b210260a62c0 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:40.551016 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "name": "network-vif-plugged", "status": "completed", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:40.551352 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3a0587b-b119-44e2-bc7a-b210260a62c0 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:40.551835 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'code': 200} Nov 26 21:45:40.586455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f894e-9d77-463b-a6c4-825587785a49 req-d1b631ff-9f9e-410a-a8ad-15687bf85a17 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.593872 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-725f894e-9d77-463b-a6c4-825587785a49 req-d1b631ff-9f9e-410a-a8ad-15687bf85a17 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 943 time: 0.1124096 Nov 26 21:45:40.601678 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278dc972-2258-4ac1-ad06-1ccd493897e9 x-openstack-request-id: req-278dc972-2258-4ac1-ad06-1ccd493897e9 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:40.601960 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90577203-e6bd-4ef4-98fa-58081f40e1f2", "tag": "f49f0399-03ab-4ae6-a64e-a9181e1de851", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:40.602236 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-278dc972-2258-4ac1-ad06-1ccd493897e9 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:40.602629 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90577203-e6bd-4ef4-98fa-58081f40e1f2', 'tag': 'f49f0399-03ab-4ae6-a64e-a9181e1de851', 'status': 'completed', 'code': 200} Nov 26 21:45:40.605443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148eb6d-f835-44d5-a558-0f219914a497 req-824160af-a9a1-434e-a476-3578dd08f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.606937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-824160af-a9a1-434e-a476-3578dd08f0c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 1094 time: 0.0990267 Nov 26 21:45:40.618421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a89d2bb6-65be-49bb-b2ac-776d72aff1a1 req-e026b43d-0622-401e-b177-65b8621698a3 service neutron] 10.222.0.13 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367280 Nov 26 21:45:40.660563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-725f894e-9d77-463b-a6c4-825587785a49 req-44137726-dff4-40a1-889b-77bf5b173d55 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621114 Nov 26 21:45:40.701521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-337036b3-5181-4d26-bb0e-f7281ec30dad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f49f0399-03ab-4ae6-a64e-a9181e1de851 HTTP/1.1" status: 200 len: 217 time: 0.0600641 Nov 26 21:45:40.740387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb56b5-3fbe-4dd6-b6f0-a787a28e647f req-6c916496-2826-40b9-8de0-6613c9c4d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.742043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a4bb56b5-3fbe-4dd6-b6f0-a787a28e647f req-6c916496-2826-40b9-8de0-6613c9c4d194 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.0729403 Nov 26 21:45:40.797606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a4bb56b5-3fbe-4dd6-b6f0-a787a28e647f req-1e11e126-9cd4-4e8d-8ee6-c5b47ae34b7a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465102 Nov 26 21:45:40.809655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7e564-ace3-4536-af13-4554fa880aa2 req-c8ece74c-7241-44d4-8e1d-c7555aa1c8ad tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.811177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28c7e564-ace3-4536-af13-4554fa880aa2 req-c8ece74c-7241-44d4-8e1d-c7555aa1c8ad tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1483953 Nov 26 21:45:40.814262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148eb6d-f835-44d5-a558-0f219914a497 req-d3d5d303-7bbb-4e82-99fb-c75c9a6d8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.815821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-d3d5d303-7bbb-4e82-99fb-c75c9a6d8832 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0956271 Nov 26 21:45:40.844431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f0a01-3b24-4155-8f78-5fd597abc20e req-9fb1e8df-c72f-4562-b618-747f51c3a1ce tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:40.845851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-756f0a01-3b24-4155-8f78-5fd597abc20e req-9fb1e8df-c72f-4562-b618-747f51c3a1ce tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 943 time: 0.0953519 Nov 26 21:45:40.895939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28c7e564-ace3-4536-af13-4554fa880aa2 req-6032f1d3-1ba4-4fef-a344-ded24778b83f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Nov 26 21:45:40.924627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-756f0a01-3b24-4155-8f78-5fd597abc20e req-2d5b525c-e21a-44b8-ac03-651a9c21632e tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723572 Nov 26 21:45:41.080460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de549f-01d3-40ae-afdd-a95848c3a582 req-9860b623-e6f4-4656-b9f2-f16032544a42 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.082185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58de549f-01d3-40ae-afdd-a95848c3a582 req-9860b623-e6f4-4656-b9f2-f16032544a42 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 945 time: 0.0534654 Nov 26 21:45:41.132211 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58de549f-01d3-40ae-afdd-a95848c3a582 req-4bbf55cf-5bd2-4906-b424-df25a332c3ea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Nov 26 21:45:41.209912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-fb8a3a63-3896-4a35-8c72-2cd73cc608a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299020 Nov 26 21:45:41.280110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110fd8c-9216-44f7-b689-fe6f74d2c19a req-955a7267-1375-4279-a340-70b918a25616 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.281847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1110fd8c-9216-44f7-b689-fe6f74d2c19a req-955a7267-1375-4279-a340-70b918a25616 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1277852 Nov 26 21:45:41.356438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1110fd8c-9216-44f7-b689-fe6f74d2c19a req-6904a095-f68d-4bf3-8931-4e4d423d5aea tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676074 Nov 26 21:45:41.358601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-4ff11bc2-9bf1-44e8-8c72-d90093a28ec5 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407459 Nov 26 21:45:41.488778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d148eb6d-f835-44d5-a558-0f219914a497 req-6f4378dd-b0fb-40c7-9c43-984a000c2dd9 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207604 Nov 26 21:45:41.506125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ffa5c-1431-40e8-b9c1-370bd7838d62 req-4ac98663-7206-44b2-93ae-05e7ae26b14c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.506125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-831ffa5c-1431-40e8-b9c1-370bd7838d62 req-4ac98663-7206-44b2-93ae-05e7ae26b14c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 943 time: 0.0787311 Nov 26 21:45:41.579772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-831ffa5c-1431-40e8-b9c1-370bd7838d62 req-a4ad5e27-1949-4079-be49-19b25784da81 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683477 Nov 26 21:45:41.650104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe25d0-d20a-46c3-a8f0-569a3846b3bc req-4a86418a-d29e-4217-9978-79993498131a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.651492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43fe25d0-d20a-46c3-a8f0-569a3846b3bc req-4a86418a-d29e-4217-9978-79993498131a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.0949688 Nov 26 21:45:41.662575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855373-92b3-4c46-9b4f-2c4459716382 req-d3732917-be0f-425b-bbb9-5077b9bbdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.663972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83855373-92b3-4c46-9b4f-2c4459716382 req-d3732917-be0f-425b-bbb9-5077b9bbdc6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 1094 time: 0.0616198 Nov 26 21:45:41.682392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471de30a-616a-4865-ae7d-8c2fc2541443', 'tag': '02de3cf1-4f88-4559-834d-e97d261d2fb4'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:41.690543 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a056ab2-dc73-4d43-a779-3deb287f1935" -d '{"events": [{"name": "network-changed", "server_uuid": "471de30a-616a-4865-ae7d-8c2fc2541443", "tag": "02de3cf1-4f88-4559-834d-e97d261d2fb4"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:41.791573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43fe25d0-d20a-46c3-a8f0-569a3846b3bc req-ba058648-c611-4351-a665-d033cbdccfb7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316085 Nov 26 21:45:41.832368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855373-92b3-4c46-9b4f-2c4459716382 req-a3386ded-11d4-4d5d-9cbf-f8ce9a60775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.833860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83855373-92b3-4c46-9b4f-2c4459716382 req-a3386ded-11d4-4d5d-9cbf-f8ce9a60775b service neutron] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 907 time: 0.1571012 Nov 26 21:45:41.841473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33953c-519f-4948-8b23-c6e060990ead req-004bcde9-d382-4f41-8806-cfb1c1b7b8de tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.842950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e33953c-519f-4948-8b23-c6e060990ead req-004bcde9-d382-4f41-8806-cfb1c1b7b8de tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 943 time: 0.0995893 Nov 26 21:45:41.858247 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b57d45-d8da-4abf-a657-b9fba505ab56 x-openstack-request-id: req-94b57d45-d8da-4abf-a657-b9fba505ab56 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:41.858541 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471de30a-616a-4865-ae7d-8c2fc2541443", "tag": "02de3cf1-4f88-4559-834d-e97d261d2fb4", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:41.858820 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94b57d45-d8da-4abf-a657-b9fba505ab56 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:41.859215 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471de30a-616a-4865-ae7d-8c2fc2541443', 'tag': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'status': 'completed', 'code': 200} Nov 26 21:45:41.886051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83855373-92b3-4c46-9b4f-2c4459716382 req-02cb5bdc-684c-452c-aee9-33804d1479cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f49f0399-03ab-4ae6-a64e-a9181e1de851 HTTP/1.1" status: 200 len: 217 time: 0.0421591 Nov 26 21:45:41.962108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-ff992b77-a538-498a-b142-3ce0b69c28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.965695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-ff992b77-a538-498a-b142-3ce0b69c28de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 1094 time: 0.0529492 Nov 26 21:45:41.970388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e33953c-519f-4948-8b23-c6e060990ead req-9dec28f8-ca00-42fb-af91-41d2d77dabcd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185319 Nov 26 21:45:41.972302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83855373-92b3-4c46-9b4f-2c4459716382 req-ffe26e2e-9309-45bc-a649-8af0ddc7222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:41.973907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83855373-92b3-4c46-9b4f-2c4459716382 req-ffe26e2e-9309-45bc-a649-8af0ddc7222c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0777667 Nov 26 21:45:42.041846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83855373-92b3-4c46-9b4f-2c4459716382 req-eb72bc98-47d2-4456-8b02-41328e236ab6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368829 Nov 26 21:45:42.082345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-29704ea1-64ed-4647-89ea-24119a3702d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.083972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-29704ea1-64ed-4647-89ea-24119a3702d8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 924 time: 0.1122396 Nov 26 21:45:42.130225 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-da4af5ad-6cec-4d42-9b73-c823cf132709 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4 HTTP/1.1" status: 200 len: 217 time: 0.0380557 Nov 26 21:45:42.165205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c467cbe-d0aa-4e0c-add4-3dd05de30f7a req-c55e34e3-2711-467d-bab1-194b020852fe tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.166735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c467cbe-d0aa-4e0c-add4-3dd05de30f7a req-c55e34e3-2711-467d-bab1-194b020852fe tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 946 time: 0.1847184 Nov 26 21:45:42.189383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-f6534b62-c605-4989-823b-6ac8455a444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.190798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-f6534b62-c605-4989-823b-6ac8455a444d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.0519476 Nov 26 21:45:42.198806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d589bb3-2010-4e31-ab0f-7bb72a8d6051 req-85e939c6-faae-47aa-9c98-536ceed80955 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.200287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d589bb3-2010-4e31-ab0f-7bb72a8d6051 req-85e939c6-faae-47aa-9c98-536ceed80955 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 943 time: 0.1557431 Nov 26 21:45:42.246588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-bf1123dc-85a2-4d28-b840-78c28cb9c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.248117 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-bf1123dc-85a2-4d28-b840-78c28cb9c432 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468349 Nov 26 21:45:42.252261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83855373-92b3-4c46-9b4f-2c4459716382 req-b092a228-e75c-448b-bb17-83eea78ff753 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813810 Nov 26 21:45:42.286233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c467cbe-d0aa-4e0c-add4-3dd05de30f7a req-f78e567d-227b-4b81-a7a5-91b7e206d088 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099443 Nov 26 21:45:42.406764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-0d6c3259-032b-4d59-8326-fcfeb19b8a16 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.409328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-0d6c3259-032b-4d59-8326-fcfeb19b8a16 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1097 time: 0.0855529 Nov 26 21:45:42.414114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-e3594fa6-2440-4f13-856e-f6123c3cddc5 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468520 Nov 26 21:45:42.427095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:42.550878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:42.612489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d589bb3-2010-4e31-ab0f-7bb72a8d6051 req-65d95297-1457-4094-a3f4-40a4b9bc57f1 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013557 Nov 26 21:45:42.659341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a056ab2-dc73-4d43-a779-3deb287f1935 req-0d33e891-8e69-4d8a-9910-af9f4dc82e82 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760001 Nov 26 21:45:42.698751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83855373-92b3-4c46-9b4f-2c4459716382 req-5704bbb0-e241-40d5-bc0d-40a1c65c6cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227371 Nov 26 21:45:42.707182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287fa65-1f72-458b-bb17-2af9e6b67eba req-9f5861bf-5114-42f8-a027-8a81aa379cf9 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.709399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0287fa65-1f72-458b-bb17-2af9e6b67eba req-9f5861bf-5114-42f8-a027-8a81aa379cf9 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 945 time: 0.1098571 Nov 26 21:45:42.779692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:42.791136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2188f-cb8a-4a5e-b897-5ae8f4574680 req-28f80aa3-c8c7-4749-8e64-8ad619cf7738 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.792643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04d2188f-cb8a-4a5e-b897-5ae8f4574680 req-28f80aa3-c8c7-4749-8e64-8ad619cf7738 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0830674 Nov 26 21:45:42.796759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0287fa65-1f72-458b-bb17-2af9e6b67eba req-e5b3c512-cfb3-42fc-9d5e-f48665c26f45 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767024 Nov 26 21:45:42.829761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:42.878753 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04d2188f-cb8a-4a5e-b897-5ae8f4574680 req-58a12886-b6a8-4b91-89c5-2eaedce6df86 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662613 Nov 26 21:45:42.884691 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:42.892178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:42.951809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e9031-727a-4969-8922-00733e497736 req-5b7b0716-19ff-428e-8063-cb629d4e1f3b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:42.953425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-063e9031-727a-4969-8922-00733e497736 req-5b7b0716-19ff-428e-8063-cb629d4e1f3b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 943 time: 0.0704210 Nov 26 21:45:42.999244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Pushing event updated for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:43.013576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:43.014022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:43.014484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:43.019396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:43.019851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Attempting to bind port 933c24bb-db37-4a8e-8450-676dc497c022 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:43.025552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:43.026849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:43.027755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:43.027755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Bound port: 933c24bb-db37-4a8e-8450-676dc497c022, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:43.028258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:43.036394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-063e9031-727a-4969-8922-00733e497736 req-f8d7f167-a3fa-480d-9717-6ad5902e8a22 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769229 Nov 26 21:45:43.046855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa515b-ab34-4c7e-a4d6-f435447771f9 req-42aad3fd-e8f6-4868-9ef0-697686ed3a81 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:43.048803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22aa515b-ab34-4c7e-a4d6-f435447771f9 req-42aad3fd-e8f6-4868-9ef0-697686ed3a81 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.0759580 Nov 26 21:45:43.120284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:43.121260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22aa515b-ab34-4c7e-a4d6-f435447771f9 req-56da58dc-1c83-42a4-9d95-d6d63be700a4 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633841 Nov 26 21:45:43.126903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:43.135667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:43.200770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb986a-fa93-4349-a9af-d49bcbd54cb6 req-b4433b5c-47a0-471c-be9c-1cc17b8a3882 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:43.202683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2fb986a-fa93-4349-a9af-d49bcbd54cb6 req-b4433b5c-47a0-471c-be9c-1cc17b8a3882 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 943 time: 0.0695972 Nov 26 21:45:43.215931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:43.216917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:43.226876 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] 10.222.0.13 "PUT /v2.0/ports/933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 200 len: 1122 time: 0.8040154 Nov 26 21:45:43.228742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9b0930be-ba48-4194-9f60-db01eab22054 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:43.241017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d3ea0-9de2-489b-b7f8-056165a8bfca service neutron] Pushing event updated for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:43.280940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2fb986a-fa93-4349-a9af-d49bcbd54cb6 req-48b68d29-0bf2-464b-8f71-3b751f3aacef tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632558 Nov 26 21:45:43.378616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:43.391183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '9b0930be-ba48-4194-9f60-db01eab22054', 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'port_id': '9b0930be-ba48-4194-9f60-db01eab22054', 'mac_address': 'fa:16:3e:e4:82:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eddfeb-da2f-4a82-b103-f9e25a01c109', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:43.425646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['933c24bb-db37-4a8e-8450-676dc497c022'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:43.441074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af568d9e-261f-48aa-ae5f-d145891f43bb req-d5bd5568-7c3c-497d-8735-05d0fa303908 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:43.442693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af568d9e-261f-48aa-ae5f-d145891f43bb req-d5bd5568-7c3c-497d-8735-05d0fa303908 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0673060 Nov 26 21:45:43.475458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:43.492572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0930be-ba48-4194-9f60-db01eab22054 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:43.501906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af568d9e-261f-48aa-ae5f-d145891f43bb req-66313546-a7b5-44ad-84e5-887e475e61c9 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525496 Nov 26 21:45:43.529904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:43.540621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:43.541281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 933c24bb-db37-4a8e-8450-676dc497c022 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:43.637471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:43.687784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['933c24bb-db37-4a8e-8450-676dc497c022'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:43.751063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365edd33-7444-433d-8efb-823dabc35057 req-99a9b220-2ca8-45f6-896d-fcc4ea33ad62 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:43.754499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-365edd33-7444-433d-8efb-823dabc35057 req-99a9b220-2ca8-45f6-896d-fcc4ea33ad62 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 943 time: 0.0571082 Nov 26 21:45:43.785526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:43.809617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 933c24bb-db37-4a8e-8450-676dc497c022 has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:45:43.814728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-365edd33-7444-433d-8efb-823dabc35057 req-cd7b129f-956e-40b3-b31c-68de8ba8c202 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534606 Nov 26 21:45:43.860061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022'}, {'name': 'network-changed', 'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:43.863668 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae4c432-01c6-47d8-b659-80975d35e8b4" -d '{"events": [{"server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "name": "network-vif-unplugged", "status": "completed", "tag": "933c24bb-db37-4a8e-8450-676dc497c022"}, {"name": "network-changed", "server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "tag": "933c24bb-db37-4a8e-8450-676dc497c022"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:43.913826 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba789c87-85d9-49a1-a626-220d38dac157 x-openstack-request-id: req-ba789c87-85d9-49a1-a626-220d38dac157 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:43.914201 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "name": "network-vif-unplugged", "status": "completed", "tag": "933c24bb-db37-4a8e-8450-676dc497c022", "code": 200}, {"name": "network-changed", "server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "tag": "933c24bb-db37-4a8e-8450-676dc497c022", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:43.914464 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba789c87-85d9-49a1-a626-220d38dac157 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:43.914866 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022', 'code': 200} Nov 26 21:45:43.915122 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022', 'status': 'completed', 'code': 200} Nov 26 21:45:43.937733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b11ef-1d37-4624-92a4-f577f95cf68c req-2816b136-879b-46f0-aa4f-9bb6c0bc323d tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:43.939618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d92b11ef-1d37-4624-92a4-f577f95cf68c req-2816b136-879b-46f0-aa4f-9bb6c0bc323d tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 945 time: 0.0580668 Nov 26 21:45:44.046911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d92b11ef-1d37-4624-92a4-f577f95cf68c req-4aec5344-5cde-4cda-8cec-7b7717345464 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011071 Nov 26 21:45:44.076217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048da295-27d3-4e15-ae2e-e891409b604d req-dadab97a-c7e5-4dc8-a528-e6e8612f8063 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:44.077467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-048da295-27d3-4e15-ae2e-e891409b604d req-dadab97a-c7e5-4dc8-a528-e6e8612f8063 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1101036 Nov 26 21:45:44.080044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-2f9b2a50-68a3-4c2c-92db-b954c4903587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:44.081395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-2f9b2a50-68a3-4c2c-92db-b954c4903587 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1125 time: 0.0750334 Nov 26 21:45:44.208896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-048da295-27d3-4e15-ae2e-e891409b604d req-123d16ff-2893-49ee-8161-db7cb1c2fb0e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237185 Nov 26 21:45:44.252790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d5392-a210-4a13-b1ae-decab32985e9 req-0ee16b40-94da-4e5b-9ebf-ad9f81085818 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:44.254300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d9d5392-a210-4a13-b1ae-decab32985e9 req-0ee16b40-94da-4e5b-9ebf-ad9f81085818 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 944 time: 0.1006329 Nov 26 21:45:44.283842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-f3d11cda-fac1-44c6-8c9b-6f99738aece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:44.285290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-f3d11cda-fac1-44c6-8c9b-6f99738aece6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.1940784 Nov 26 21:45:44.375556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-9ae09495-1a44-4e14-9b16-2ab0f2757bf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 200 len: 217 time: 0.0549965 Nov 26 21:45:44.388101 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['9b0930be-ba48-4194-9f60-db01eab22054'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:44.435855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d9d5392-a210-4a13-b1ae-decab32985e9 req-959aac26-bd0b-4a12-a45b-e16e37f7a22d tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713381 Nov 26 21:45:44.470361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-74fe3359-1463-483f-a7b2-490490a45789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:44.471618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-74fe3359-1463-483f-a7b2-490490a45789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0801113 Nov 26 21:45:44.477900 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b82179e-9705-458a-95b8-7e6354a367fb req-2f4a5206-c2fc-4a41-b12c-a43f0adde8dc tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2380829 Nov 26 21:45:44.513365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:44.519652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-db98208b-04e9-4fb2-9280-e55d6d53711d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402369 Nov 26 21:45:44.674939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa701ad-2877-4820-9f7a-658c934bc3fe req-6826e87e-91ae-40bd-a093-3497023df765 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:44.677001 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fa701ad-2877-4820-9f7a-658c934bc3fe req-6826e87e-91ae-40bd-a093-3497023df765 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1545324 Nov 26 21:45:44.680790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:44.771124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-f2bd259c-6a83-4ee8-9a36-0df0426c7a89 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358270 Nov 26 21:45:44.850502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fa701ad-2877-4820-9f7a-658c934bc3fe req-dd37ad2f-19bf-423c-b126-37c81b52f24c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654682 Nov 26 21:45:44.918519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae4c432-01c6-47d8-b659-80975d35e8b4 req-b2c46062-8dc0-46da-a3d0-e9092adfde09 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365709 Nov 26 21:45:44.931027 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.014147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c9f35-7da9-44f2-928a-cf6435a406dd req-a3a5e1bd-d3c6-45af-a2cc-55d33b75bc76 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:45.015643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4c9f35-7da9-44f2-928a-cf6435a406dd req-a3a5e1bd-d3c6-45af-a2cc-55d33b75bc76 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 943 time: 0.1015573 Nov 26 21:45:45.095098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Allocated IP 172.25.3.18 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/cad6af6a-1db7-45e8-bca2-2827833d14ff) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:45.115139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4c9f35-7da9-44f2-928a-cf6435a406dd req-483f10a5-312d-4d03-a748-33e1d254655d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911829 Nov 26 21:45:45.258430 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.267098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27bae-09f2-481c-861b-2bb8bc1529b9 req-1690278d-6381-4f47-b810-0a092fa62489 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:45.268684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4dd27bae-09f2-481c-861b-2bb8bc1529b9 req-1690278d-6381-4f47-b810-0a092fa62489 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0947211 Nov 26 21:45:45.334856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4dd27bae-09f2-481c-861b-2bb8bc1529b9 req-93b53cf1-607a-4136-9613-af19a20610cd tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599854 Nov 26 21:45:45.336202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.393338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:45.397064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Pushing event updated for resources: {'Port': ['ID=cad6af6a-1db7-45e8-bca2-2827833d14ff,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:45.399617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:45.401966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:45.489802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641624e-d667-458a-a1bc-565effe87707 req-e7c63395-fc6f-4a88-804a-4bd8af0eb0e6 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:45.491304 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9641624e-d667-458a-a1bc-565effe87707 req-e7c63395-fc6f-4a88-804a-4bd8af0eb0e6 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 943 time: 0.0829103 Nov 26 21:45:45.550714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.571197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9641624e-d667-458a-a1bc-565effe87707 req-f0155df9-55e7-4b99-a208-ed6f85651fc4 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617249 Nov 26 21:45:45.593209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.728902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d13f0-868b-482c-8b9c-34e9d3da3899 req-e0735051-b6af-4414-ba28-aa32e99c0b2d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:45.730515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f59d13f0-868b-482c-8b9c-34e9d3da3899 req-e0735051-b6af-4414-ba28-aa32e99c0b2d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1021998 Nov 26 21:45:45.818635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f59d13f0-868b-482c-8b9c-34e9d3da3899 req-46b887a0-d709-4139-83b2-e9445c40db8a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794325 Nov 26 21:45:45.827269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.840443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.929783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Pushing event updated for resources: {'Port': ['ID=cad6af6a-1db7-45e8-bca2-2827833d14ff,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:45.948334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.970380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a51478-b708-4555-91eb-67c64f28b9ed req-fa2e70c9-38b9-4531-89e9-bb4585dade3f tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:45.971865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6a51478-b708-4555-91eb-67c64f28b9ed req-fa2e70c9-38b9-4531-89e9-bb4585dade3f tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 944 time: 0.0903440 Nov 26 21:45:45.975020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:45.976098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b82179e-9705-458a-95b8-7e6354a367fb req-00cc67e8-7dab-46d7-a1b1-b17528a7fb74 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4842541 Nov 26 21:45:46.044549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b82179e-9705-458a-95b8-7e6354a367fb req-3a37150d-966f-4c4a-aabb-f756467e8b0b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0611539 Nov 26 21:45:46.110975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6a51478-b708-4555-91eb-67c64f28b9ed req-7ff1de70-c2e1-4ee6-a864-e0990bbee863 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265318 Nov 26 21:45:46.170342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 02de3cf1-4f88-4559-834d-e97d261d2fb4 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:46.207892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82179e-9705-458a-95b8-7e6354a367fb req-a486fae5-a39d-4339-9e76-1fe1069d37f7 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:46.210341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b82179e-9705-458a-95b8-7e6354a367fb req-a486fae5-a39d-4339-9e76-1fe1069d37f7 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1580610 Nov 26 21:45:46.255468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3db16-90d1-4b47-b117-639b9dbc2b07 req-e758b206-2f22-4735-b5e2-00a893ee6daf tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:46.264026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30f3db16-90d1-4b47-b117-639b9dbc2b07 req-e758b206-2f22-4735-b5e2-00a893ee6daf tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.0916040 Nov 26 21:45:46.332704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30f3db16-90d1-4b47-b117-639b9dbc2b07 req-924255fa-a66d-45fc-b7a6-f661b5ed14be tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676997 Nov 26 21:45:46.366835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 02de3cf1-4f88-4559-834d-e97d261d2fb4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:46.383135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'port_id': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'mac_address': 'fa:16:3e:06:e4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:46.433645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:46.435580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f65e1-3716-4e82-aa9a-b9fccbdfabf7 req-eb670d71-3704-4fa1-b815-18c06a748417 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:46.437154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-954f65e1-3716-4e82-aa9a-b9fccbdfabf7 req-eb670d71-3704-4fa1-b815-18c06a748417 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 943 time: 0.0911045 Nov 26 21:45:46.448513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02de3cf1-4f88-4559-834d-e97d261d2fb4 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:46.473436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 02de3cf1-4f88-4559-834d-e97d261d2fb4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:46.480436 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:46.482974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f49f0399-03ab-4ae6-a64e-a9181e1de851 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:46.511123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561705b8-699e-4787-8883-0f598259cb87 req-409e7545-885c-4ed6-ab45-b214d8d9cded tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:46.512725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-561705b8-699e-4787-8883-0f598259cb87 req-409e7545-885c-4ed6-ab45-b214d8d9cded tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0976973 Nov 26 21:45:46.521649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-954f65e1-3716-4e82-aa9a-b9fccbdfabf7 req-6562c0cd-1120-4a94-b025-230d60e4a5b2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Nov 26 21:45:46.569002 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-561705b8-699e-4787-8883-0f598259cb87 req-dc67280c-ab97-40f6-b63e-029d45fd0bd2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460441 Nov 26 21:45:46.597473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=02de3cf1-4f88-4559-834d-e97d261d2fb4,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:46.644947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f49f0399-03ab-4ae6-a64e-a9181e1de851, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f49f0399-03ab-4ae6-a64e-a9181e1de851,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:46.661837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'f49f0399-03ab-4ae6-a64e-a9181e1de851', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'port_id': 'f49f0399-03ab-4ae6-a64e-a9181e1de851', 'mac_address': 'fa:16:3e:8f:7d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81f213-8ace-436e-ba8f-96f5b41d21ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:46.701426 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:46.715484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49f0399-03ab-4ae6-a64e-a9181e1de851 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:46.734768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f49f0399-03ab-4ae6-a64e-a9181e1de851, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f49f0399-03ab-4ae6-a64e-a9181e1de851,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:46.740407 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:46.762466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15697d93-8daf-4cb2-b4d6-93232126d6b3 req-2796286e-f1c1-4653-aecc-b602516c4dfe tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:46.764021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15697d93-8daf-4cb2-b4d6-93232126d6b3 req-2796286e-f1c1-4653-aecc-b602516c4dfe tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 944 time: 0.1116931 Nov 26 21:45:46.770762 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-a01653be-f265-4632-927d-0ae7420ed460 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:46.772250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-a01653be-f265-4632-927d-0ae7420ed460 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 821 time: 0.1437993 Nov 26 21:45:46.788440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f49f0399-03ab-4ae6-a64e-a9181e1de851,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:46.802283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-09699c20-2d0e-47b1-aef4-28f9e7cc49fb tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/quotas/3399cd636345476884b1829fa6215647 HTTP/1.1" status: 200 len: 375 time: 0.0217767 Nov 26 21:45:46.848138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15697d93-8daf-4cb2-b4d6-93232126d6b3 req-22ceae4b-bb76-4774-9a56-8d566d45cb7f tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745585 Nov 26 21:45:46.868001 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-3a30d66b-1f59-4d00-bf67-ddfcc27eab93 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598619 Nov 26 21:45:47.003170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e539-3f8f-4cd8-a5c2-d824f1f6f2d4 req-64e09774-8ea8-4a79-b987-09749970290d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:47.004638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3c5e539-3f8f-4cd8-a5c2-d824f1f6f2d4 req-64e09774-8ea8-4a79-b987-09749970290d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0773041 Nov 26 21:45:47.006836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-531d19a5-65ac-4523-9317-155978332b87 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310656 Nov 26 21:45:47.114279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3c5e539-3f8f-4cd8-a5c2-d824f1f6f2d4 req-51b8a752-6bc8-4154-9501-e950d14755ca tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933797 Nov 26 21:45:47.137221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-029786ef-2850-4733-a21e-df1ee7a56d75 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243112 Nov 26 21:45:47.215581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['02de3cf1-4f88-4559-834d-e97d261d2fb4'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:47.243981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3ae16-9e9c-49fe-b8d0-6950a177f2ef req-3af9bf9b-1418-4b67-be58-b82b519d6390 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:47.246195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0de3ae16-9e9c-49fe-b8d0-6950a177f2ef req-3af9bf9b-1418-4b67-be58-b82b519d6390 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 944 time: 0.0548103 Nov 26 21:45:47.282716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:47.297178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9b0930be-ba48-4194-9f60-db01eab22054 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:47.314590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0de3ae16-9e9c-49fe-b8d0-6950a177f2ef req-e73455bf-6341-46c7-9e70-60229692c308 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Nov 26 21:45:47.393579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13a9937e-063b-43a4-9143-0a9a3ca2169a req-abecb37b-c404-4e29-9b24-9dbf737a498d tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 210 time: 0.0672410 Nov 26 21:45:47.502243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992dfee-450b-424f-b168-d2b0059ff513 req-45a89759-b370-4eae-a904-5b00413a7ccb tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:47.512717 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d992dfee-450b-424f-b168-d2b0059ff513 req-45a89759-b370-4eae-a904-5b00413a7ccb tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.0770407 Nov 26 21:45:47.539208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 9b0930be-ba48-4194-9f60-db01eab22054 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:45:47.555606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 9b0930be-ba48-4194-9f60-db01eab22054 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:47.555988 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:47.591167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d992dfee-450b-424f-b168-d2b0059ff513 req-5a02689b-3b4a-4d58-a3fe-04d99d87a77d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774336 Nov 26 21:45:47.694350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7037-3e03-4183-b63e-da6a198008e3 req-c80f0269-71c6-4dad-8f85-80de01a113ea tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:47.702476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ddc7037-3e03-4183-b63e-da6a198008e3 req-c80f0269-71c6-4dad-8f85-80de01a113ea tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 944 time: 0.0685179 Nov 26 21:45:47.785090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ddc7037-3e03-4183-b63e-da6a198008e3 req-47096b06-fbc2-4a2a-b0c0-b2703be708c8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814118 Nov 26 21:45:47.785487 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:47.810344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1996f8-64c8-4110-9732-8a37c97e3ef5 req-02546d2c-d689-40b0-98f2-534c126b46c1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:47.812238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c1996f8-64c8-4110-9732-8a37c97e3ef5 req-02546d2c-d689-40b0-98f2-534c126b46c1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.1078875 Nov 26 21:45:47.826188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:47.828854 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9bc917-cf71-42f2-a367-804670928435" -d '{"events": [{"server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "name": "network-vif-plugged", "status": "completed", "tag": "9b0930be-ba48-4194-9f60-db01eab22054"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:47.872920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:47.883035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:47.894696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c1996f8-64c8-4110-9732-8a37c97e3ef5 req-e3971a83-7523-4aa3-8fe4-4468992fb72a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724041 Nov 26 21:45:47.920333 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcbd61f-d316-40a8-83d0-31f42c96c78f x-openstack-request-id: req-7fcbd61f-d316-40a8-83d0-31f42c96c78f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:47.920647 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "name": "network-vif-plugged", "status": "completed", "tag": "9b0930be-ba48-4194-9f60-db01eab22054", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:47.920909 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fcbd61f-d316-40a8-83d0-31f42c96c78f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:47.921306 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054', 'code': 200} Nov 26 21:45:47.940398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:48.024998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074474aa-627e-454d-919a-f707a2bf1d6f req-47d7e588-b1c4-4238-9ece-89e850d2e7dd tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:48.026692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-074474aa-627e-454d-919a-f707a2bf1d6f req-47d7e588-b1c4-4238-9ece-89e850d2e7dd tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 944 time: 0.0532396 Nov 26 21:45:48.077319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4972987-254d-48b6-882c-24c8a807a7d5 req-12cdbc44-3955-43b3-a12b-a3edc2216a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:48.079659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4972987-254d-48b6-882c-24c8a807a7d5 req-12cdbc44-3955-43b3-a12b-a3edc2216a29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 1096 time: 0.0543354 Nov 26 21:45:48.086789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-074474aa-627e-454d-919a-f707a2bf1d6f req-2fb84c14-7ad9-4e98-a4e3-51e82ae5aeb3 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513091 Nov 26 21:45:48.132142 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4972987-254d-48b6-882c-24c8a807a7d5 req-38a8e061-89ee-410e-91fa-ade096a607f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 Nov 26 21:45:48.234623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6add0-ba03-4ab1-badb-d92020f76a3a req-3041edfb-9e11-4d67-a144-f0572d96a104 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:48.236705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17b6add0-ba03-4ab1-badb-d92020f76a3a req-3041edfb-9e11-4d67-a144-f0572d96a104 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0494173 Nov 26 21:45:48.284139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17b6add0-ba03-4ab1-badb-d92020f76a3a req-bab9db43-77bf-4326-b3e0-85c3a818cab4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Nov 26 21:45:48.425465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93420e28-eed1-4a34-a812-aabb5851c3e5 req-a7664c8b-7df9-457f-bfb2-92251e220a8b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:48.427106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93420e28-eed1-4a34-a812-aabb5851c3e5 req-a7664c8b-7df9-457f-bfb2-92251e220a8b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.0558102 Nov 26 21:45:48.484364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93420e28-eed1-4a34-a812-aabb5851c3e5 req-622361b6-782b-4f0d-b575-cf083dcaba06 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502868 Nov 26 21:45:48.502095 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ff179f8-9dd1-4dc1-8272-ce37e9328be6 req-3e526692-b09b-4358-a128-488228e56643 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 210 time: 0.0376773 Nov 26 21:45:48.696795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b63f9-56b3-4006-871a-912033d9d9f9 req-406990c3-f1dc-4363-963a-6ca78b46a3e6 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:48.698263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-947b63f9-56b3-4006-871a-912033d9d9f9 req-406990c3-f1dc-4363-963a-6ca78b46a3e6 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.0490868 Nov 26 21:45:48.749258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-947b63f9-56b3-4006-871a-912033d9d9f9 req-f52e2f91-e951-4385-bce9-55599fb3d8f5 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450749 Nov 26 21:45:49.200007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a33b1d-6d6d-4b0d-8c2b-ee14cebcc5f9 req-2eb61248-a585-42df-b2ca-869b80730bf7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:49.207890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3a33b1d-6d6d-4b0d-8c2b-ee14cebcc5f9 req-2eb61248-a585-42df-b2ca-869b80730bf7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 944 time: 0.3526380 Nov 26 21:45:49.239750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52fb67-8745-46c8-9960-4768c0d785fd req-2cf49836-ff07-4e1c-b984-9ddd40e2d40b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:49.241284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d52fb67-8745-46c8-9960-4768c0d785fd req-2cf49836-ff07-4e1c-b984-9ddd40e2d40b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0878778 Nov 26 21:45:49.266015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-a57e347c-da69-4d04-93a3-bc34e5bcd82d tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:49.269744 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-a57e347c-da69-4d04-93a3-bc34e5bcd82d tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.13 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 821 time: 0.1467502 Nov 26 21:45:49.290874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3a33b1d-6d6d-4b0d-8c2b-ee14cebcc5f9 req-b2eaf4c3-9161-4902-ba4b-0024503e57cd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819221 Nov 26 21:45:49.300364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Request body: {'port': {'device_id': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'admin_state_up': True, 'tenant_id': '3399cd636345476884b1829fa6215647'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:49.334625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d52fb67-8745-46c8-9960-4768c0d785fd req-f70e7ce7-3c40-4795-8657-decd838ba9e1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815113 Nov 26 21:45:49.456496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Made reservation on behalf of 3399cd636345476884b1829fa6215647 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:49.466699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:49.510302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861a9c5-76db-4b22-bc46-4b451866d1b8 req-a6ef2504-4df3-4264-80a6-298531572ab1 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:49.512422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6861a9c5-76db-4b22-bc46-4b451866d1b8 req-a6ef2504-4df3-4264-80a6-298531572ab1 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 944 time: 0.1115675 Nov 26 21:45:49.521255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7680-dd25-4480-9970-991876a39101 req-eda55dc9-1910-4fb0-95de-90631669693f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:49.523094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfba7680-dd25-4480-9970-991876a39101 req-eda55dc9-1910-4fb0-95de-90631669693f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1101966 Nov 26 21:45:49.602509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6861a9c5-76db-4b22-bc46-4b451866d1b8 req-5e8b5e20-797b-4998-bba8-9f21279c491b tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765877 Nov 26 21:45:49.632449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Allocated IP 172.20.0.7 (3f5057ab-5af3-43b8-857e-ebc47c9cf3fd/207a0bab-b003-484f-bfe4-33389ddac2c4/bf7787e2-cdab-4cfa-8752-d4cd1ab64bab) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:49.636912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfba7680-dd25-4480-9970-991876a39101 req-b4f25e69-724a-4824-b786-e9f1f4a14466 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034589 Nov 26 21:45:49.805251 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:49.850474 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:49.853120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e3975d9-426b-4c37-a024-6ae083373d56 req-680f9bec-a1b6-4ef9-b499-20933cef8f84 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 210 time: 0.0344958 Nov 26 21:45:49.889663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['17a58754-fa62-4067-9e1c-32f5e238aa2b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:49.898122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:49.901245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:49.904257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb1b08-75a6-48de-98d3-05e0af70f46a req-74df3790-686e-44ca-bd2f-8bb23eaa66aa tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:49.904433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:49.910757 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bdb1b08-75a6-48de-98d3-05e0af70f46a req-74df3790-686e-44ca-bd2f-8bb23eaa66aa tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.1490240 Nov 26 21:45:49.940834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Pushing event updated for resources: {'Port': ['ID=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:49.984634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:49.985463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.010764 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-83fb4e4a-23dc-4820-afbe-8597a2a4e8dd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7182691 Nov 26 21:45:50.044114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Request body: {'port': {'device_id': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:50.046889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bdb1b08-75a6-48de-98d3-05e0af70f46a req-1feb1f2c-e994-4ab3-b186-b4f6c19a5496 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283386 Nov 26 21:45:50.092127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a377dab-a264-4e85-9cfe-4fc4b2157dbd req-6ec74480-b913-48fc-a7b1-b158fcca578c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:50.094143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a377dab-a264-4e85-9cfe-4fc4b2157dbd req-6ec74480-b913-48fc-a7b1-b158fcca578c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 945 time: 0.1130853 Nov 26 21:45:50.171826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.186958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a377dab-a264-4e85-9cfe-4fc4b2157dbd req-b1df6c9c-d248-42d6-a5eb-115a710bba20 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783467 Nov 26 21:45:50.227447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 02de3cf1-4f88-4559-834d-e97d261d2fb4 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:50.302439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 02de3cf1-4f88-4559-834d-e97d261d2fb4 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:45:50.307560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 02de3cf1-4f88-4559-834d-e97d261d2fb4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:50.307997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.408856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b4d65854-62cd-4069-b94a-bc39b6208404 None None] Provisioning complete for port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:50.409259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4d65854-62cd-4069-b94a-bc39b6208404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.467147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.511040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b4d65854-62cd-4069-b94a-bc39b6208404 None None] Port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:45:50.518561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471de30a-616a-4865-ae7d-8c2fc2541443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de3cf1-4f88-4559-834d-e97d261d2fb4'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:50.531555 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c659f0de-7326-4d95-adbc-10f30e34b02d" -d '{"events": [{"server_uuid": "471de30a-616a-4865-ae7d-8c2fc2541443", "name": "network-vif-plugged", "status": "completed", "tag": "02de3cf1-4f88-4559-834d-e97d261d2fb4"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:50.535628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e61a8b-fd02-4c14-87b9-49bef3d00b45 req-cfca739d-5a8e-46a8-bbc5-f5b896750e42 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:50.538701 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79e61a8b-fd02-4c14-87b9-49bef3d00b45 req-cfca739d-5a8e-46a8-bbc5-f5b896750e42 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 944 time: 0.1101739 Nov 26 21:45:50.568336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 02de3cf1-4f88-4559-834d-e97d261d2fb4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:50.576264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.577251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f49f0399-03ab-4ae6-a64e-a9181e1de851 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:50.612048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79e61a8b-fd02-4c14-87b9-49bef3d00b45 req-6ccb0958-f717-4f3e-876a-52907f8f7016 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646937 Nov 26 21:45:50.700343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=02de3cf1-4f88-4559-834d-e97d261d2fb4,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:50.716757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port f49f0399-03ab-4ae6-a64e-a9181e1de851 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:45:50.741370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port f49f0399-03ab-4ae6-a64e-a9181e1de851 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:50.742562 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.802515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c413d-762d-4bd5-8638-e9e585f9f79c req-0b0c9d85-4961-4f7e-a11e-b994402d83b4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:50.803678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7787e2-cdab-4cfa-8752-d4cd1ab64bab {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:50.810140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b6c413d-762d-4bd5-8638-e9e585f9f79c req-0b0c9d85-4961-4f7e-a11e-b994402d83b4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0933273 Nov 26 21:45:50.815112 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.835461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Transition to ACTIVE for port object bf7787e2-cdab-4cfa-8752-d4cd1ab64bab will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:50.843392 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:50.879594 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcfac0e-6c83-4669-947e-30d5a7bce4cc x-openstack-request-id: req-3bcfac0e-6c83-4669-947e-30d5a7bce4cc {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:50.883150 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471de30a-616a-4865-ae7d-8c2fc2541443", "name": "network-vif-plugged", "status": "completed", "tag": "02de3cf1-4f88-4559-834d-e97d261d2fb4", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:50.883150 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bcfac0e-6c83-4669-947e-30d5a7bce4cc {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:50.883475 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471de30a-616a-4865-ae7d-8c2fc2541443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'code': 200} Nov 26 21:45:50.892735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b6c413d-762d-4bd5-8638-e9e585f9f79c req-5499ac06-85ea-475f-8e9c-4ac8adc05da1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790865 Nov 26 21:45:50.978499 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:51.007509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Pushing event updated for resources: {'Port': ['ID=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:51.050662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f49f0399-03ab-4ae6-a64e-a9181e1de851, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f49f0399-03ab-4ae6-a64e-a9181e1de851,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:51.057928 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:51.090547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Attempting to bind port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:51.091273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Attempting to bind port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:51.091273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Attempting to bind port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab on network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:51.102411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab on network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:51.102751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Attempting to bind port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab on network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:51.108302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:51.109227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Checking segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:51.109377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Bound using segment: {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:51.110582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Bound port: bf7787e2-cdab-4cfa-8752-d4cd1ab64bab, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffb5d90-ec9f-4a33-b468-5a56e69df371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:51.111118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:51.122147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f49f0399-03ab-4ae6-a64e-a9181e1de851,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:51.174520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78791b-5b59-4465-8768-467685d485bc req-21356929-ab35-437b-a878-9461799e826f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.176512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c78791b-5b59-4465-8768-467685d485bc req-21356929-ab35-437b-a878-9461799e826f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1725206 Nov 26 21:45:51.199007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] For port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:51.202499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] For port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:51.207744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:51.211411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b283e-4d69-4303-94ef-f19832b1c8cf req-e2c59d61-30d7-4aff-bd14-2f3dbc752a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.213014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce8b283e-4d69-4303-94ef-f19832b1c8cf req-e2c59d61-30d7-4aff-bd14-2f3dbc752a6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 1096 time: 0.2179408 Nov 26 21:45:51.224713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8cf81-4a86-43da-aa43-4bbaf611d747 req-5f3e3e1c-c01c-4445-8809-0072078cbab9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.226531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cf8cf81-4a86-43da-aa43-4bbaf611d747 req-5f3e3e1c-c01c-4445-8809-0072078cbab9 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 945 time: 0.1193619 Nov 26 21:45:51.252074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.252823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:51.254625 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] 10.222.0.13 "PUT /v2.0/ports/bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 1091 time: 1.2227964 Nov 26 21:45:51.255153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:51.257847 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:51.293379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c53ae-de20-4c17-bde8-62e2b5c9734a service neutron] Pushing event updated for resources: {'Port': ['ID=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:51.321604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c78791b-5b59-4465-8768-467685d485bc req-3d909039-3732-4c53-8179-09087bb3b038 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376016 Nov 26 21:45:51.381854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce8b283e-4d69-4303-94ef-f19832b1c8cf req-707d40fb-6609-427d-86ae-2ca1ce73c083 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445026 Nov 26 21:45:51.394363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cf8cf81-4a86-43da-aa43-4bbaf611d747 req-be2e9728-fd8f-4312-a6ba-b98b7a1a5ea2 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211379 Nov 26 21:45:51.412684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-84d43ad5-22c1-402f-842c-85933aee60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.414333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-84d43ad5-22c1-402f-842c-85933aee60fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 1094 time: 0.0845520 Nov 26 21:45:51.470685 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-fbc0cbe2-59cc-4d66-b5c8-4f06a8b138a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 217 time: 0.0383029 Nov 26 21:45:51.543150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-0df55026-4e02-484f-a04b-ec4b4b5d4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.544537 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-0df55026-4e02-484f-a04b-ec4b4b5d4a66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0644624 Nov 26 21:45:51.593024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989db4a0-93fe-46e8-bf62-e0f78c4bd41d req-ac10498f-abf7-40ea-a474-10ae4f85a58b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.601347 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-989db4a0-93fe-46e8-bf62-e0f78c4bd41d req-ac10498f-abf7-40ea-a474-10ae4f85a58b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 943 time: 0.1100087 Nov 26 21:45:51.631121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff5528-4134-44fc-9e0b-ea3113f6b5ff req-c3137006-710e-4557-936d-e97621696344 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.632732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80ff5528-4134-44fc-9e0b-ea3113f6b5ff req-c3137006-710e-4557-936d-e97621696344 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.0957506 Nov 26 21:45:51.633824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-17216704-d4c8-478a-97ac-dd2171daee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.635626 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-17216704-d4c8-478a-97ac-dd2171daee3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816619 Nov 26 21:45:51.673862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-989db4a0-93fe-46e8-bf62-e0f78c4bd41d req-a36cc5be-9022-40ea-8803-886b52c5ee44 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Nov 26 21:45:51.713323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80ff5528-4134-44fc-9e0b-ea3113f6b5ff req-e01c8db7-b42a-410b-844b-930dbf56156a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700636 Nov 26 21:45:51.747148 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-3db2d1cd-55a1-4427-b849-8e76a8952124 service neutron] 10.222.0.13 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034365 Nov 26 21:45:51.749028 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96633118-1df8-433a-a2d9-38481b4c106f x-openstack-request-id: req-96633118-1df8-433a-a2d9-38481b4c106f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:51.749316 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:51.749629 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96633118-1df8-433a-a2d9-38481b4c106f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:51.750014 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'status': 'completed', 'code': 200} Nov 26 21:45:51.868215 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe6040f3-d378-4a51-8ec2-98ad5d33681a req-61469b5f-5511-4a10-aaba-b626da291b80 service neutron] 10.222.0.13 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036806 Nov 26 21:45:51.875329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b2b62-a131-4eb6-a864-9b1a44375c72 req-e1f96daa-7c90-413b-b157-830e3cf67367 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.877491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f47b2b62-a131-4eb6-a864-9b1a44375c72 req-e1f96daa-7c90-413b-b157-830e3cf67367 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 945 time: 0.0931432 Nov 26 21:45:51.890174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb316301-f443-40d1-8be3-c64d12a1a766 req-cfec88fa-7b24-4d3b-ad71-dbea4f7ed1e6 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:51.891879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb316301-f443-40d1-8be3-c64d12a1a766 req-cfec88fa-7b24-4d3b-ad71-dbea4f7ed1e6 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.0678189 Nov 26 21:45:51.970269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f47b2b62-a131-4eb6-a864-9b1a44375c72 req-f0b192b3-25c3-4935-9172-ec0ac4f8b9fd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770307 Nov 26 21:45:51.974659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb316301-f443-40d1-8be3-c64d12a1a766 req-576d623b-c812-4a36-b2bc-d03041b3fb08 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745304 Nov 26 21:45:52.063796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-36e23372-388b-4466-98b8-d6b82f176b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.065857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-36e23372-388b-4466-98b8-d6b82f176b55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 1094 time: 0.0862100 Nov 26 21:45:52.145006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc46702-da8e-467b-ace8-29714baef03f req-2ae92b7d-779a-4af7-8c58-b15776f70af4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.146452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3dc46702-da8e-467b-ace8-29714baef03f req-2ae92b7d-779a-4af7-8c58-b15776f70af4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0897634 Nov 26 21:45:52.161923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-63602a00-88f8-47b7-82b4-8618b3b6ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.163731 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-63602a00-88f8-47b7-82b4-8618b3b6ef78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.0906465 Nov 26 21:45:52.169227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630020c1-7897-46b0-90aa-99903b135f57 req-a7690f58-0d97-422f-af3c-2154511c65bf tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.170697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-630020c1-7897-46b0-90aa-99903b135f57 req-a7690f58-0d97-422f-af3c-2154511c65bf tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.0816653 Nov 26 21:45:52.211853 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-87b058c1-32b4-4667-940b-739df2ddae2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 217 time: 0.0378325 Nov 26 21:45:52.236863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3dc46702-da8e-467b-ace8-29714baef03f req-67e8a38e-c64d-4a94-a710-308c8a9217ac tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840781 Nov 26 21:45:52.244138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-630020c1-7897-46b0-90aa-99903b135f57 req-4cc057ff-46ad-4c4f-8796-b8658e584612 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663931 Nov 26 21:45:52.263914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-5c7b6c9b-f048-4eb6-b59e-46357aa3824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.265388 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-5c7b6c9b-f048-4eb6-b59e-46357aa3824c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0461981 Nov 26 21:45:52.315124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-8c5e40f1-7f75-416f-9156-70864ee3803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.316620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-8c5e40f1-7f75-416f-9156-70864ee3803d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412304 Nov 26 21:45:52.367205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6f390-2cb5-4708-80a5-6937ac1165fb req-37d53fc1-db4e-4e10-997d-24eef8755d31 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.368734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83e6f390-2cb5-4708-80a5-6937ac1165fb req-37d53fc1-db4e-4e10-997d-24eef8755d31 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.0546863 Nov 26 21:45:52.420543 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-c7026d9c-da23-4d0e-a9ee-4fba63b921fb service neutron] 10.222.0.13 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956976 Nov 26 21:45:52.443906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83e6f390-2cb5-4708-80a5-6937ac1165fb req-3f87005a-9186-40df-86aa-bed61fa2d7fc tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685918 Nov 26 21:45:52.467629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c04a18-0457-4d9f-b308-2f1fbf4ffb0f req-13e3b52d-a8d3-4074-82ec-52d528fbb447 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.467629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08c04a18-0457-4d9f-b308-2f1fbf4ffb0f req-13e3b52d-a8d3-4074-82ec-52d528fbb447 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0692568 Nov 26 21:45:52.534905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08c04a18-0457-4d9f-b308-2f1fbf4ffb0f req-042191c0-1dc7-4142-b48d-c81856eab265 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Nov 26 21:45:52.539470 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6847aea-6364-47b4-a6d0-a03dc2ad8d62 req-3840e818-539a-427d-8c73-9db4173bb9f1 service neutron] 10.222.0.13 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906258 Nov 26 21:45:52.572072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3011-2218-4372-bb62-7f559654b49b req-ae17df1e-9de8-4f2b-a775-4bfb20041470 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.573874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0bb3011-2218-4372-bb62-7f559654b49b req-ae17df1e-9de8-4f2b-a775-4bfb20041470 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 945 time: 0.0545681 Nov 26 21:45:52.637830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0bb3011-2218-4372-bb62-7f559654b49b req-82f053c1-bb5b-4cea-ab52-8161a83aa68d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564885 Nov 26 21:45:52.762808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146a9ac-9401-4b0d-92c7-849d3c55c9c9 req-c153a13c-76f0-4692-91ee-6529dced9983 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.765645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d146a9ac-9401-4b0d-92c7-849d3c55c9c9 req-c153a13c-76f0-4692-91ee-6529dced9983 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.0687063 Nov 26 21:45:52.870959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d146a9ac-9401-4b0d-92c7-849d3c55c9c9 req-3eb4de8b-7b7c-445e-afc2-e8cf3a9ec405 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998259 Nov 26 21:45:52.884242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90577203-e6bd-4ef4-98fa-58081f40e1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49f0399-03ab-4ae6-a64e-a9181e1de851'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:52.886744 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2011c8ae-d9c7-45e6-b654-4033c1342e3a" -d '{"events": [{"server_uuid": "90577203-e6bd-4ef4-98fa-58081f40e1f2", "name": "network-vif-plugged", "status": "completed", "tag": "f49f0399-03ab-4ae6-a64e-a9181e1de851"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:52.977785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-85cf3ed1-f392-4868-a121-542dc0c688d0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:52.979571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-85cf3ed1-f392-4868-a121-542dc0c688d0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 806 time: 0.2007542 Nov 26 21:45:53.029503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-2644548f-a8e7-492a-9bf7-732be6be100f tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/quotas/a7ec20b922e14aa89bf7a9a3728c366d HTTP/1.1" status: 200 len: 375 time: 0.0290387 Nov 26 21:45:53.056664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-63a7669f-987b-474f-add5-9868af871ab7 service neutron] 10.222.0.41 "GET /v2.0/ports/67fb218d-462f-4896-9171-0e619b9eb50e/bindings/n-h2-819494-1 HTTP/1.1" status: 200 len: 382 time: 0.1450729 Nov 26 21:45:53.066211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e230a3-d15c-4cf3-83a4-b760a2db1202 req-20ac522b-2964-4ac2-85a9-95845da6a0ce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:53.068677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27e230a3-d15c-4cf3-83a4-b760a2db1202 req-20ac522b-2964-4ac2-85a9-95845da6a0ce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 943 time: 0.1116095 Nov 26 21:45:53.139237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-48b69403-ddfd-4d8f-be00-7506772aa506 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989175 Nov 26 21:45:53.158652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27e230a3-d15c-4cf3-83a4-b760a2db1202 req-f83c558b-de6e-411d-a8b2-44bdeb65539d tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692153 Nov 26 21:45:53.229743 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07110a3e-85cb-4a52-b3fe-a153c9317f7e x-openstack-request-id: req-07110a3e-85cb-4a52-b3fe-a153c9317f7e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:53.229973 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90577203-e6bd-4ef4-98fa-58081f40e1f2", "name": "network-vif-plugged", "status": "completed", "tag": "f49f0399-03ab-4ae6-a64e-a9181e1de851", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:53.230287 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07110a3e-85cb-4a52-b3fe-a153c9317f7e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:53.230708 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90577203-e6bd-4ef4-98fa-58081f40e1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49f0399-03ab-4ae6-a64e-a9181e1de851', 'code': 200} Nov 26 21:45:53.252155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ea7b9b42-7243-48ca-a655-9aa325da058c details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:53.271828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-09f4f05c-1505-46be-a47d-c2cb7a58aa0a service neutron] 10.222.0.21 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120734 Nov 26 21:45:53.423570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027898c-a1e7-4374-8fda-4667e59771b0 req-91ec43d5-db5d-445b-baa3-8316dfdbcf3e tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:53.431135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f027898c-a1e7-4374-8fda-4667e59771b0 req-91ec43d5-db5d-445b-baa3-8316dfdbcf3e tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.0903165 Nov 26 21:45:53.432520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:53.436866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-3dcc8491-b33f-4921-81ad-2f50448e181e service neutron] 10.222.0.21 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628711 Nov 26 21:45:53.454982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'port_id': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'mac_address': 'fa:16:3e:58:65:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:53.462652 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b649d4a2-4f68-4b34-98a0-4d71ebd89daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:53.515735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57154149-9d95-4c2f-b558-32b24959edd7 req-ebca9061-23b8-4831-8f12-97df1f5d76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:53.518306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57154149-9d95-4c2f-b558-32b24959edd7 req-ebca9061-23b8-4831-8f12-97df1f5d76a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 1096 time: 0.0710597 Nov 26 21:45:53.531199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:53.534319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-3ee545de-87f4-4a4c-89fb-680a1d1b21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:53.537399 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-3ee545de-87f4-4a4c-89fb-680a1d1b21f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f&tenant_id=225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 1100 time: 0.0679471 Nov 26 21:45:53.555704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f027898c-a1e7-4374-8fda-4667e59771b0 req-9bd60c69-7e51-48fd-9ffc-61fce0317811 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232681 Nov 26 21:45:53.590238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea7b9b42-7243-48ca-a655-9aa325da058c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:53.626692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57154149-9d95-4c2f-b558-32b24959edd7 req-e611b457-e57c-4d26-9d6f-f8a8e189637d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960834 Nov 26 21:45:53.628518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:53.640556 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:53.654900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-1e691f39-706e-4077-b2cf-16d6d03c364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:53.656438 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-1e691f39-706e-4077-b2cf-16d6d03c364c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 1100 time: 0.0668690 Nov 26 21:45:53.689462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3035a18-11e0-4315-b088-87bed5c05f4b req-c94d44fe-f9ec-4d8c-ab2f-4bd957d89180 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:53.691779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3035a18-11e0-4315-b088-87bed5c05f4b req-c94d44fe-f9ec-4d8c-ab2f-4bd957d89180 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 945 time: 0.0638490 Nov 26 21:45:53.728537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:53.753338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3035a18-11e0-4315-b088-87bed5c05f4b req-2eda65d1-91f5-4059-bd9e-8b87ae500a5b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554748 Nov 26 21:45:53.887301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e08acd-469c-46f0-ab22-bd71cab5a166 req-da429561-ca47-4189-902e-845a3f339a7a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:53.889367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37e08acd-469c-46f0-ab22-bd71cab5a166 req-da429561-ca47-4189-902e-845a3f339a7a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 944 time: 0.0606465 Nov 26 21:45:53.970444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37e08acd-469c-46f0-ab22-bd71cab5a166 req-96782ad5-1b04-4ede-baf3-3a552194189a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733080 Nov 26 21:45:53.995065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ea7b9b42-7243-48ca-a655-9aa325da058c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:53.995554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad411b1-1962-4d9b-85e2-7513ba8d40ad req-c3127522-a272-4028-88aa-ba5b98efecd3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:54.006630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cad411b1-1962-4d9b-85e2-7513ba8d40ad req-c3127522-a272-4028-88aa-ba5b98efecd3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0955641 Nov 26 21:45:54.105961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-d0152626-77e6-4568-95da-ed72f519fcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:54.107474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-d0152626-77e6-4568-95da-ed72f519fcea service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1545615 Nov 26 21:45:54.124086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cad411b1-1962-4d9b-85e2-7513ba8d40ad req-7878b57f-4cee-4fac-acf6-caa4476a7315 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128597 Nov 26 21:45:54.166543 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-f5ef1c61-3f19-400a-adbf-c2d3e0d7735c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=67fb218d-462f-4896-9171-0e619b9eb50e HTTP/1.1" status: 200 len: 217 time: 0.0497694 Nov 26 21:45:54.240197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4922e87-701c-412c-b8ed-2da7b076fc5c req-f55ed9ae-c707-4b88-8aa4-2272f6e00972 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 210 time: 0.0421190 Nov 26 21:45:54.291122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:54.303416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7688a-6afb-40ef-95b1-131836d5d03f req-95de4ac5-0e27-4823-b8c6-5510c4db5fef tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:54.314720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5a7688a-6afb-40ef-95b1-131836d5d03f req-95de4ac5-0e27-4823-b8c6-5510c4db5fef tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 945 time: 0.0996895 Nov 26 21:45:54.434588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5a7688a-6afb-40ef-95b1-131836d5d03f req-7997685d-c0c0-4459-954d-37e938f5867a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185849 Nov 26 21:45:54.477633 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:54.484398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-02eb8e56-f4fa-4ad8-ba3b-802170ad39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:54.486117 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-02eb8e56-f4fa-4ad8-ba3b-802170ad39fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.3119197 Nov 26 21:45:54.504397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2805f8e-bcad-46a0-98f9-6ddf725aeebd req-f2dee4bf-93d7-47a7-a2cc-00b5caa2f593 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:54.519732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2805f8e-bcad-46a0-98f9-6ddf725aeebd req-f2dee4bf-93d7-47a7-a2cc-00b5caa2f593 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.1337440 Nov 26 21:45:54.550269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:54.555768 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:54.556597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 933c24bb-db37-4a8e-8450-676dc497c022 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:54.561863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-c26d5b02-1a25-4bd9-acc1-05d62f148b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:54.564341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-c26d5b02-1a25-4bd9-acc1-05d62f148b30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537913 Nov 26 21:45:54.654294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:54.661313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2805f8e-bcad-46a0-98f9-6ddf725aeebd req-c304a9d2-37b1-4610-a907-93bf8fe0b5b8 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390197 Nov 26 21:45:54.676166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034d46b-8905-43f1-85c3-a4dd07c4c581 req-d4c87086-1a16-4bcc-b29f-255b785f4dbd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:54.693783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8034d46b-8905-43f1-85c3-a4dd07c4c581 req-d4c87086-1a16-4bcc-b29f-255b785f4dbd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 943 time: 0.1566260 Nov 26 21:45:54.755230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-8dcac18a-6f0f-48a9-b920-5b0816d42a85 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822681 Nov 26 21:45:54.782679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8034d46b-8905-43f1-85c3-a4dd07c4c581 req-fe34530f-2657-40d8-92b8-05011b7c1f16 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875716 Nov 26 21:45:54.809315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dba20-91ac-4678-abdb-50470d200574 req-d4394b8d-0b05-4826-8998-1ed43aadf176 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:54.811207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-456dba20-91ac-4678-abdb-50470d200574 req-d4394b8d-0b05-4826-8998-1ed43aadf176 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 945 time: 0.0816076 Nov 26 21:45:54.820149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35754) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:45:54.826220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Request body: {'floatingip': {'port_id': '02de3cf1-4f88-4559-834d-e97d261d2fb4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:54.925473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:54.926870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a55dfd9e-8ee2-4f67-89d0-e6e7e86af9cf req-27dbeaff-84e6-40d0-98bc-60effa2843fd service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341708 Nov 26 21:45:55.086761 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-96914101-4958-4a7b-ac73-5fb3aaf03f57 service neutron] 10.222.0.41 "GET /v2.0/ports/933c24bb-db37-4a8e-8450-676dc497c022/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.0571966 Nov 26 21:45:55.106503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fa673-f0f2-4049-8e6e-6ab7f2b425d7 req-e4687735-fd51-4c39-943a-929bec7bcf65 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:55.113821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-342fa673-f0f2-4049-8e6e-6ab7f2b425d7 req-e4687735-fd51-4c39-943a-929bec7bcf65 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 945 time: 0.2038636 Nov 26 21:45:55.149975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eef82-a94c-40d5-bf28-40a218a1d438 req-fbbb4760-f830-41f2-93a9-c140339d33ac tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:55.152342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d2eef82-a94c-40d5-bf28-40a218a1d438 req-fbbb4760-f830-41f2-93a9-c140339d33ac tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.2402978 Nov 26 21:45:55.232135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:55.235189 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a4f6b6-3cbd-48a3-a85a-1797f6712746" -d '{"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-unplugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:55.269494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device bf7787e2-cdab-4cfa-8752-d4cd1ab64bab details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:55.280128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ea7b9b42-7243-48ca-a655-9aa325da058c up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:55.297462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:55.319663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:55.326269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-342fa673-f0f2-4049-8e6e-6ab7f2b425d7 req-080be681-d02f-4783-b143-0f55d075efc0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078788 Nov 26 21:45:55.359767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933c24bb-db37-4a8e-8450-676dc497c022 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:55.371299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:55.392329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:55.431090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port ea7b9b42-7243-48ca-a655-9aa325da058c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:55.431631 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:55.463677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:55.484227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'port_id': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'mac_address': 'fa:16:3e:2c:78:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:55.498036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] Transition to ACTIVE for port object 933c24bb-db37-4a8e-8450-676dc497c022 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:55.504274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d2eef82-a94c-40d5-bf28-40a218a1d438 req-9e6c9fb0-dc08-49ee-b8be-4fd9249baa74 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410935 Nov 26 21:45:55.506286 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:55.587864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] Pushing event updated for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:55.594512 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:55.620478 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:55.622724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] No DVR routers for this DVR port 933c24bb-db37-4a8e-8450-676dc497c022 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:45:55.624290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7787e2-cdab-4cfa-8752-d4cd1ab64bab {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:55.661626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:55.671497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a66b2793-c1fe-46ad-b8e7-d46dc5ececf5 service neutron] 10.222.0.41 "PUT /v2.0/ports/933c24bb-db37-4a8e-8450-676dc497c022/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5739753 Nov 26 21:45:55.675104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:55.705529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:55.714473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:55.715361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 933c24bb-db37-4a8e-8450-676dc497c022 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:45:55.760200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:55.847376 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cbe1a447-72b7-4ead-9a5f-eafabb971486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:55.862636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:55.876905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-8cfaf1b8-d41b-4a28-a9ca-c973c0be4af0 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:55.881778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-8cfaf1b8-d41b-4a28-a9ca-c973c0be4af0 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.0734329 Nov 26 21:45:55.932621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-61895cc9-b0a0-4da1-9cec-13460d156fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:55.934162 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-61895cc9-b0a0-4da1-9cec-13460d156fc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3&tenant_id=4a7a6903064a446cba2256d8b6cbffa2 HTTP/1.1" status: 200 len: 1096 time: 0.0441327 Nov 26 21:45:56.013145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-333d447e-e571-4759-9a4e-1d4ae71fa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:56.014692 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-333d447e-e571-4759-9a4e-1d4ae71fa779 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1096 time: 0.0434680 Nov 26 21:45:56.124297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a4a7a42f-14b1-415d-aec5-19f4cbdb5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:56.126281 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-a4a7a42f-14b1-415d-aec5-19f4cbdb5b5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.1034212 Nov 26 21:45:56.149143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b7f01-6b88-463a-8596-0f397133e8c2 req-9e528807-77b5-4976-bab6-4313c519a244 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:56.150775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-525b7f01-6b88-463a-8596-0f397133e8c2 req-9e528807-77b5-4976-bab6-4313c519a244 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 945 time: 0.6455641 Nov 26 21:45:56.172764 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-7f0b5b83-bf0c-4fae-a7c4-65193b9156ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 200 len: 217 time: 0.0377207 Nov 26 21:45:56.191421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4200285-fa09-4741-9606-084cb241767e req-658a6354-c7ca-415a-b7d0-61c9f0622d0f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:56.192925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4200285-fa09-4741-9606-084cb241767e req-658a6354-c7ca-415a-b7d0-61c9f0622d0f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.4949412 Nov 26 21:45:56.215661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f050b8cf-ebda-44b9-a59a-056a834f45ef tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:56.217120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f050b8cf-ebda-44b9-a59a-056a834f45ef tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 806 time: 0.7107623 Nov 26 21:45:56.230754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-24ad74de-891a-4fc5-8495-bcab28b91e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:56.233115 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-24ad74de-891a-4fc5-8495-bcab28b91e74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0513515 Nov 26 21:45:56.263017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Request body: {'port': {'device_id': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'admin_state_up': True, 'tenant_id': 'a7ec20b922e14aa89bf7a9a3728c366d'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:56.268613 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-2c083a22-eca5-44f7-ba5c-91fef9cb1259 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280769 Nov 26 21:45:56.363834 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-99783a4f-7561-4806-b729-ec17cac85702 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861795 Nov 26 21:45:56.385640 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.resource_extend [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 21:45:56.425324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['bf7787e2-cdab-4cfa-8752-d4cd1ab64bab'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:56.448398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-525b7f01-6b88-463a-8596-0f397133e8c2 req-031a82ec-7f69-4870-8ba2-25a535ce471d tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801459 Nov 26 21:45:56.473306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-bce722b8-7238-4c47-b967-4f07c3c19ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989385 Nov 26 21:45:56.506525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4200285-fa09-4741-9606-084cb241767e req-6f4fb344-5e00-4b47-ba05-1f66308717e2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428098 Nov 26 21:45:56.542651 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f73c7f2-afb3-44d3-998c-c6f601407c47 x-openstack-request-id: req-6f73c7f2-afb3-44d3-998c-c6f601407c47 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:56.543002 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-unplugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:56.543275 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f73c7f2-afb3-44d3-998c-c6f601407c47 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:56.543717 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e', 'code': 200} Nov 26 21:45:56.550484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:56.560987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:56.634275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Made reservation on behalf of a7ec20b922e14aa89bf7a9a3728c366d for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:45:56.638181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:56.671338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07bce572-9af4-4e19-95b7-0e071f6775a7 req-f727bb1d-2505-447d-8866-179fd9fa8ad8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 210 time: 0.0508046 Nov 26 21:45:56.792680 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Floating IP 3a8a3237-e00f-49df-a1e5-f866d9fcf00e associated. External IP: 172.25.3.196, port: 02de3cf1-4f88-4559-834d-e97d261d2fb4. Nov 26 21:45:56.880142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-90bb7e69-670d-4dae-8e7b-1df1ce70ccdc tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:56.882383 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-90bb7e69-670d-4dae-8e7b-1df1ce70ccdc tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.0625002 Nov 26 21:45:56.953109 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:56.988706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Allocated IP 172.20.0.4 (ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3/e3914721-3203-40a5-a057-84f456da8729/ddb289d0-cdb9-4a95-970e-1820ae19046a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:45:57.037671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-19cee1f6-09f3-4012-9bed-8afa327f9c06 service neutron] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:57.042351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-19cee1f6-09f3-4012-9bed-8afa327f9c06 service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:57.043818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-87ddd863-38c0-4146-9b95-56f1347cba1d req-19cee1f6-09f3-4012-9bed-8afa327f9c06 service neutron] 10.222.0.13 "DELETE /v2.0/ports/933c24bb-db37-4a8e-8450-676dc497c022/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.1539235 Nov 26 21:45:57.133430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eb6ae-4de1-47fe-94f9-e90d5bbb0ac2 req-825e997b-f827-4b23-a1ae-01c8925dd51a tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:57.135078 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c2eb6ae-4de1-47fe-94f9-e90d5bbb0ac2 req-825e997b-f827-4b23-a1ae-01c8925dd51a tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 944 time: 0.2992651 Nov 26 21:45:57.296820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f347ae5-6b31-485b-8725-0b301755bb84 req-c414afd6-b39e-4aff-8e7a-907c0752e8a8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:57.299275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f347ae5-6b31-485b-8725-0b301755bb84 req-c414afd6-b39e-4aff-8e7a-907c0752e8a8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 945 time: 0.1939137 Nov 26 21:45:57.317341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c2eb6ae-4de1-47fe-94f9-e90d5bbb0ac2 req-e6838c15-79be-4d0b-a271-730645b1540c tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626718 Nov 26 21:45:57.323623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:57.451178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f347ae5-6b31-485b-8725-0b301755bb84 req-a38214d6-169f-4d9e-9bb4-e1d7adbdf165 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384504 Nov 26 21:45:57.481963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Router 037fac98-f46d-42c0-902d-22f6554ee28a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:45:57.483975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:57.578828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:45:57.598021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:45:57.600630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:45:57.705205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Pushing event updated for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:57.743630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:57.744283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:57.855223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cad436-a5ae-47a6-9279-18b9d60bc679 req-c6220272-32f6-4555-9103-b4f36343ef1a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:57.856731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10cad436-a5ae-47a6-9279-18b9d60bc679 req-c6220272-32f6-4555-9103-b4f36343ef1a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 945 time: 0.2602050 Nov 26 21:45:57.866011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-f871ada6-522a-4a78-81ff-b06297994374 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6110420 Nov 26 21:45:57.889569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:45:57.899497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:57.900476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] Sync routers for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:45:57.904661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Request body: {'port': {'device_id': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:45:57.913903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:57.914801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:58.009340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f47d1994-0569-4f26-9c3d-f72960ae5f9d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "PUT /v2.0/floatingips/3a8a3237-e00f-49df-a1e5-f866d9fcf00e HTTP/1.1" status: 200 len: 991 time: 3.1853275 Nov 26 21:45:58.022840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471de30a-616a-4865-ae7d-8c2fc2541443', 'tag': '02de3cf1-4f88-4559-834d-e97d261d2fb4'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:58.025070 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1799a463-79b0-48b3-95f2-b787b27a4fec" -d '{"events": [{"name": "network-changed", "server_uuid": "471de30a-616a-4865-ae7d-8c2fc2541443", "tag": "02de3cf1-4f88-4559-834d-e97d261d2fb4"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:58.025875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:58.034171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d3253-2d03-4c94-a3a1-dcfffd1b41ec req-d3e5680a-7aaa-4272-b1ce-ba8155fa977d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:58.035581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-210d3253-2d03-4c94-a3a1-dcfffd1b41ec req-d3e5680a-7aaa-4272-b1ce-ba8155fa977d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.2593658 Nov 26 21:45:58.042023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10cad436-a5ae-47a6-9279-18b9d60bc679 req-43f9d402-2575-4c53-9bcc-4be41c782961 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732526 Nov 26 21:45:58.056681 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:58.070377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-210d3253-2d03-4c94-a3a1-dcfffd1b41ec req-12e8adac-172e-4044-8958-3e1321a3844d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/quotas/524caf83d3dc49928dde83b0446541fc HTTP/1.1" status: 200 len: 375 time: 0.0222230 Nov 26 21:45:58.263649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-210d3253-2d03-4c94-a3a1-dcfffd1b41ec req-889bb402-caec-4cac-8f9f-e3387bfd2a90 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1889582 Nov 26 21:45:58.350582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36d770b-4b73-4614-8d1d-d92169f5722b req-931ec880-976f-4459-9b0d-0cfa434167ca tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:58.352164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c36d770b-4b73-4614-8d1d-d92169f5722b req-931ec880-976f-4459-9b0d-0cfa434167ca tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.2157245 Nov 26 21:45:58.365232 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:45:58.413222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:45:58.481348 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:58.555865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:45:58.557984 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60468848-a1e9-4649-a2c7-b9d39dfa7fdb" -d '{"events": [{"server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:45:58.607072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:58.623510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '67fb218d-462f-4896-9171-0e619b9eb50e', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '67fb218d-462f-4896-9171-0e619b9eb50e', 'mac_address': 'fa:16:3e:9b:45:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:45:58.653653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3a8a3237-e00f-49df-a1e5-f866d9fcf00e', 'tenant_id': '067955da510c44189c860459d275c566', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'port_id': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'mac_address': 'fa:16:3e:06:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471de30a-616a-4865-ae7d-8c2fc2541443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:42:30Z', 'updated_at': '2021-11-26T21:45:56Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:58.692637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] Checking router: 037fac98-f46d-42c0-902d-22f6554ee28a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:45:58.707118 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:58.709926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:45:58.710568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:58.754268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fb218d-462f-4896-9171-0e619b9eb50e {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:58.812411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:45:58.820754 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:58.851898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c36d770b-4b73-4614-8d1d-d92169f5722b req-ffb4006d-a309-48e6-b8a2-27de08b62c81 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789178 Nov 26 21:45:58.868710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-210d3253-2d03-4c94-a3a1-dcfffd1b41ec req-c1a319ac-84c7-42db-8ef5-c0cd10521333 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931780 Nov 26 21:45:58.884704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:58.911978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:45:59.030803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb289d0-cdb9-4a95-970e-1820ae19046a {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:45:59.052989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:59.057781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-210d3253-2d03-4c94-a3a1-dcfffd1b41ec req-05703aa0-fc63-4aa8-ac87-a0a75d95870f service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876583 Nov 26 21:45:59.073565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Transition to ACTIVE for port object ddb289d0-cdb9-4a95-970e-1820ae19046a will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:45:59.087325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fecf1d-262f-41f8-90c8-64e9556f708e req-60d7f8cf-b433-436c-9fca-c79e9233ea15 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:59.088921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fecf1d-262f-41f8-90c8-64e9556f708e req-60d7f8cf-b433-436c-9fca-c79e9233ea15 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.0987427 Nov 26 21:45:59.090273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:59.163084 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:59.182571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Pushing event updated for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:45:59.285037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fecf1d-262f-41f8-90c8-64e9556f708e req-78910532-0d75-4a04-8f3c-f6c54e9615eb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861627 Nov 26 21:45:59.342839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device bf7787e2-cdab-4cfa-8752-d4cd1ab64bab up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:45:59.394739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:45:59.395660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:45:59.396177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:59.423303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:45:59.423993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:45:59.435117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:45:59.435715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:45:59.436280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:45:59.436887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Bound port: ddb289d0-cdb9-4a95-970e-1820ae19046a, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:45:59.437421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:59.466383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['67fb218d-462f-4896-9171-0e619b9eb50e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:45:59.467566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bf9f3-1aaa-4ecb-88e8-c3373fb871a3 req-09deffbf-db14-4a5c-801e-08ddd22dd992 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:59.475385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b71bf9f3-1aaa-4ecb-88e8-c3373fb871a3 req-09deffbf-db14-4a5c-801e-08ddd22dd992 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.0935185 Nov 26 21:45:59.479692 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d8c31f-196d-4d5f-ac50-f49c6a5030b9 x-openstack-request-id: req-52d8c31f-196d-4d5f-ac50-f49c6a5030b9 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:59.479973 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471de30a-616a-4865-ae7d-8c2fc2541443", "tag": "02de3cf1-4f88-4559-834d-e97d261d2fb4", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:59.480224 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52d8c31f-196d-4d5f-ac50-f49c6a5030b9 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:59.480610 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471de30a-616a-4865-ae7d-8c2fc2541443', 'tag': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'status': 'completed', 'code': 200} Nov 26 21:45:59.618365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b71bf9f3-1aaa-4ecb-88e8-c3373fb871a3 req-8e50b143-74b0-40fe-93d8-ddd59a504d3e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418891 Nov 26 21:45:59.619697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:45:59.635215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:45:59.665959 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:59.670871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-22061b88-45bf-40cb-8217-9f3250b55fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:59.679575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-22061b88-45bf-40cb-8217-9f3250b55fed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 1096 time: 0.1597719 Nov 26 21:45:59.706569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:45:59.725911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3a8a3237-e00f-49df-a1e5-f866d9fcf00e', 'tenant_id': '067955da510c44189c860459d275c566', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'port_id': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'mac_address': 'fa:16:3e:06:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471de30a-616a-4865-ae7d-8c2fc2541443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:42:30Z', 'updated_at': '2021-11-26T21:45:56Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:45:59.757746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:45:59.765825 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:59.815756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:59.816129 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:45:59.817525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] 10.222.0.41 "PUT /v2.0/ports/ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 200 len: 1091 time: 1.9261415 Nov 26 21:45:59.885767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32b44d-7d5e-43a2-a71a-bfc23e7ba71b req-4c11745a-0756-4d84-afb7-2a8e8fcd6aa2 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:45:59.900500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc32b44d-7d5e-43a2-a71a-bfc23e7ba71b req-4c11745a-0756-4d84-afb7-2a8e8fcd6aa2 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 944 time: 0.2783697 Nov 26 21:45:59.941855 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0676bea-d6f0-475a-881a-8fa76a243962 x-openstack-request-id: req-a0676bea-d6f0-475a-881a-8fa76a243962 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:45:59.943823 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "name": "network-vif-plugged", "status": "completed", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:45:59.944203 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0676bea-d6f0-475a-881a-8fa76a243962 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:45:59.945443 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'code': 200} Nov 26 21:45:59.957534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1520fba4-c21b-45bd-91b7-fdda3995debb None None] The sync data for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 is: [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3a8a3237-e00f-49df-a1e5-f866d9fcf00e', 'tenant_id': '067955da510c44189c860459d275c566', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'port_id': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'mac_address': 'fa:16:3e:06:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471de30a-616a-4865-ae7d-8c2fc2541443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:42:30Z', 'updated_at': '2021-11-26T21:45:56Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:45:59.974368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f50a1-8371-465f-a327-2a33549dd57b service neutron] Pushing event updated for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:00.009536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-a42f866d-95db-44aa-8a1e-13854ac15dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:00.014945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-a42f866d-95db-44aa-8a1e-13854ac15dba service neutron] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 924 time: 0.3225036 Nov 26 21:46:00.150407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc32b44d-7d5e-43a2-a71a-bfc23e7ba71b req-381b6b75-b3cf-46f9-8781-c25ea87ea187 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488689 Nov 26 21:46:00.161137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-246df732-1bfd-4572-87a8-707b683295a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:00.162659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-246df732-1bfd-4572-87a8-707b683295a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1094 time: 0.2595792 Nov 26 21:46:00.213704 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:00.224992 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-a7cc7536-3f83-470e-b7bd-f3bffaece1c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4 HTTP/1.1" status: 200 len: 999 time: 0.2020385 Nov 26 21:46:00.324630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-33ff105e-5b3a-4c5c-a2c0-177ec9475978 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 200 len: 217 time: 0.1400206 Nov 26 21:46:00.326321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-985912df-d994-428b-9454-86351c6eda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:00.330141 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-985912df-d994-428b-9454-86351c6eda71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.0983250 Nov 26 21:46:00.405479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:00.420740 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:00.460873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-837a8107-0023-46ae-b1bb-98309caa547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:00.462422 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-837a8107-0023-46ae-b1bb-98309caa547d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167574 Nov 26 21:46:00.474543 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8073cf-77b9-4321-bfff-79603bd8a32f None None] New status for floating IP 3a8a3237-e00f-49df-a1e5-f866d9fcf00e: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:46:00.528766 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-8e00dee1-1b49-4ff3-9345-01feca4b2b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:00.529912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-8e00dee1-1b49-4ff3-9345-01feca4b2b70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1669180 Nov 26 21:46:00.545486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae707b-37a2-4d14-8e77-333a85c35eb9 req-ad0db284-5a66-4cbb-b6a2-ba3f86aaffce tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:00.553861 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bae707b-37a2-4d14-8e77-333a85c35eb9 req-ad0db284-5a66-4cbb-b6a2-ba3f86aaffce tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1096 time: 0.2276726 Nov 26 21:46:00.640737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:00.691437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-6cc55c6f-20ed-49c3-91b5-624a6f7be56b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469922 Nov 26 21:46:00.732450 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-d786ca6b-1a84-41d8-82bd-66f5e0e7fea3 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592506 Nov 26 21:46:00.778044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bae707b-37a2-4d14-8e77-333a85c35eb9 req-0c58359f-5ede-4a10-81dd-da40ca280980 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230456 Nov 26 21:46:00.898101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-2654e0bc-160c-416b-9708-32e1bfd66e3a service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950006 Nov 26 21:46:00.999578 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1799a463-79b0-48b3-95f2-b787b27a4fec req-5b652d9c-7261-44a9-9344-1396ec7795ae service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476959 Nov 26 21:46:01.080029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd954d-2c22-49fd-bf71-2949acd0fa81 req-434c0f2a-1660-4dc5-92eb-30ded4c1117a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:01.082437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32dd954d-2c22-49fd-bf71-2949acd0fa81 req-434c0f2a-1660-4dc5-92eb-30ded4c1117a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 948 time: 0.1746752 Nov 26 21:46:01.093774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b1fa2-f4fb-4879-9fa5-d0d1a03110ad req-c894f57d-2072-4efc-9e92-0ed00ef0be63 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:01.095859 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-111b1fa2-f4fb-4879-9fa5-d0d1a03110ad req-c894f57d-2072-4efc-9e92-0ed00ef0be63 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.1719224 Nov 26 21:46:01.153610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32dd954d-2c22-49fd-bf71-2949acd0fa81 req-4e10b3bc-33c3-4c37-b7fc-220c9f6578e5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548785 Nov 26 21:46:01.265212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-111b1fa2-f4fb-4879-9fa5-d0d1a03110ad req-accd6ccf-a65b-46ed-8a9c-345d9821013c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401632 Nov 26 21:46:01.267894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-179ec5f5-2466-45fa-8b8e-e8f2b5005810 req-9dcda82b-922c-4f66-b5d2-859a6df5b2e4 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616064 Nov 26 21:46:01.439009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56610aa-7c6c-45cd-ae72-cd8b23b73c34 req-fcef281f-dbd9-4d5f-afd6-4a6c587a6943 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:01.447259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c56610aa-7c6c-45cd-ae72-cd8b23b73c34 req-fcef281f-dbd9-4d5f-afd6-4a6c587a6943 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.0972338 Nov 26 21:46:01.487259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:01.490836 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90" -d '{"events": [{"name": "network-changed", "server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:01.534037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c56610aa-7c6c-45cd-ae72-cd8b23b73c34 req-e7ea1b68-4108-4949-94e5-fe58843acc18 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859678 Nov 26 21:46:01.607831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e53862-94ce-40c0-bb1b-7dd4573a134a req-b0ea0b6d-b146-41e1-a1f3-a072a6757780 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:01.617606 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98e53862-94ce-40c0-bb1b-7dd4573a134a req-b0ea0b6d-b146-41e1-a1f3-a072a6757780 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 1096 time: 0.0896473 Nov 26 21:46:01.679896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98e53862-94ce-40c0-bb1b-7dd4573a134a req-fc777514-251a-4681-b8e9-be0c8a037d56 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608206 Nov 26 21:46:01.748270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae23562-e358-4ab5-a933-dde91a8a3dce req-23a02afe-347d-477b-a84f-33ebe3231be0 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:01.749856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ae23562-e358-4ab5-a933-dde91a8a3dce req-23a02afe-347d-477b-a84f-33ebe3231be0 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 945 time: 0.1099939 Nov 26 21:46:01.841173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ae23562-e358-4ab5-a933-dde91a8a3dce req-5a80de4b-1d96-4030-aea2-83f32bacf009 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798650 Nov 26 21:46:01.946189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:01.948532 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b01b81-7875-4fe2-8878-70cad90b7625" -d '{"events": [{"server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "name": "network-vif-plugged", "status": "completed", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:02.203874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-887b1bfd-71b2-4b44-a616-01b8590719fc tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:02.212370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-887b1bfd-71b2-4b44-a616-01b8590719fc tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.1830478 Nov 26 21:46:02.236536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-060275a7-4700-4c7b-a689-ed6cc493b3a4 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/quotas/524caf83d3dc49928dde83b0446541fc HTTP/1.1" status: 200 len: 375 time: 0.0189617 Nov 26 21:46:02.249351 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6af168-5304-439d-8feb-bc768876e9e1 x-openstack-request-id: req-fb6af168-5304-439d-8feb-bc768876e9e1 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:02.249817 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:02.250115 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb6af168-5304-439d-8feb-bc768876e9e1 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:02.250552 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a', 'status': 'completed', 'code': 200} Nov 26 21:46:02.283862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:02.329342 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf95f86-a4dd-44ff-ae9f-6a3c3fb37883 x-openstack-request-id: req-5bf95f86-a4dd-44ff-ae9f-6a3c3fb37883 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:02.329970 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "name": "network-vif-plugged", "status": "completed", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:02.330467 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bf95f86-a4dd-44ff-ae9f-6a3c3fb37883 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:02.331139 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'code': 200} Nov 26 21:46:02.392812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-803fd787-e793-4f52-af00-4a25251f9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:02.400755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-803fd787-e793-4f52-af00-4a25251f9e05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1094 time: 0.0923767 Nov 26 21:46:02.425191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-6b40a3a6-dded-4d86-8d0a-e7651f786833 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:02.428049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-6b40a3a6-dded-4d86-8d0a-e7651f786833 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f&tenant_id=225bd749550b48aea293f21fbc7433b6&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 948 time: 0.1799626 Nov 26 21:46:02.449308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-05ea01d9-9b57-40b4-ba9d-88d04c4768bc tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2057633 Nov 26 21:46:02.453236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 67fb218d-462f-4896-9171-0e619b9eb50e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:02.458605 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:02.557580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c515e-6d11-4fd5-8e76-98605bbe2b97 req-33a62e92-b893-4c51-ba0d-f3cfa5568af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:02.560320 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a00c515e-6d11-4fd5-8e76-98605bbe2b97 req-33a62e92-b893-4c51-ba0d-f3cfa5568af9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 1096 time: 0.1422260 Nov 26 21:46:02.566407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-5aceb130-05ed-4cd3-8e2d-4128fee04293 service neutron] 10.222.0.41 "GET /v2.0/ports/67fb218d-462f-4896-9171-0e619b9eb50e/bindings/n-h2-819494-1 HTTP/1.1" status: 200 len: 382 time: 0.1041193 Nov 26 21:46:02.640798 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:02.646951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-88a06b7e-1912-4e8c-ae79-b28e304e1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:02.648602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-88a06b7e-1912-4e8c-ae79-b28e304e1339 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.2404242 Nov 26 21:46:02.678288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:02.684184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:02.736741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-c66c797e-f763-4a89-b23b-24ad7b1819cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 200 len: 217 time: 0.0786631 Nov 26 21:46:02.744516 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a00c515e-6d11-4fd5-8e76-98605bbe2b97 req-7e1f0eda-bffe-43a9-b160-86d2cebbf1f2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571355 Nov 26 21:46:02.766956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-2ae0cb47-8629-422e-b104-eeb40ed29dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:02.768480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-2ae0cb47-8629-422e-b104-eeb40ed29dae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 1099 time: 0.1512048 Nov 26 21:46:02.844024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:02.878005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-c96cf318-a1fd-42a4-980a-6f60a7499473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:02.878818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-a69582dd-baf1-4994-a172-9b91bffdbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:02.880410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-a69582dd-baf1-4994-a172-9b91bffdbbcb service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1041334 Nov 26 21:46:02.883449 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-c96cf318-a1fd-42a4-980a-6f60a7499473 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1299624 Nov 26 21:46:02.930795 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-ab938a8f-752e-4fbd-b937-687e1a10f7b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355308 Nov 26 21:46:02.939721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-22800751-6c6e-4c22-8007-d28218a3ef83 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895768 Nov 26 21:46:03.012242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-3cdf6daf-c338-4fc7-b8dc-0b07fca50a1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=67fb218d-462f-4896-9171-0e619b9eb50e HTTP/1.1" status: 200 len: 217 time: 0.1051054 Nov 26 21:46:03.044565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-60af7f3f-0f94-4f5c-b3d1-8f201af838ae service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049337 Nov 26 21:46:03.123684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6215-d0a4-4e91-8128-600cf7c727fa req-7d4a75c6-295b-41e4-8e4c-2c04523dd4da tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:03.126309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20fe6215-d0a4-4e91-8128-600cf7c727fa req-7d4a75c6-295b-41e4-8e4c-2c04523dd4da tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.2073367 Nov 26 21:46:03.159810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-19ea7333-beea-4db6-8e61-8caee048efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:03.161641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-19ea7333-beea-4db6-8e61-8caee048efa5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1356885 Nov 26 21:46:03.227835 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3121053a-3d4f-46fa-b6ad-19cc3df3fd90 req-9a9bc983-a1f2-44a6-90db-9a87d1fddef6 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748774 Nov 26 21:46:03.269332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-a13e9767-861c-49c4-885e-113883219878 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286576 Nov 26 21:46:03.312683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9b0930be-ba48-4194-9f60-db01eab22054 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:03.339281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20fe6215-d0a4-4e91-8128-600cf7c727fa req-50a3ea13-2200-4c75-bc56-a4d4cf48c513 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962807 Nov 26 21:46:03.375007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-da45d11b-4d82-4aaf-83cd-06fb334ad813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:03.382646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-da45d11b-4d82-4aaf-83cd-06fb334ad813 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2069850 Nov 26 21:46:03.640264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-200ef5f6-b373-4e2a-9f94-7a51ead55461 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251854 Nov 26 21:46:03.647368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:03.677980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '9b0930be-ba48-4194-9f60-db01eab22054', 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'port_id': '9b0930be-ba48-4194-9f60-db01eab22054', 'mac_address': 'fa:16:3e:e4:82:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eddfeb-da2f-4a82-b103-f9e25a01c109', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:03.771696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:03.797842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b0930be-ba48-4194-9f60-db01eab22054 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:03.821812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:03.831321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:03.882326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-41468ce8-2d7b-45d4-990d-9eea173b8797 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925566 Nov 26 21:46:03.915315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe49fd1-ea8f-4c97-a818-ebb8647412b1 req-ff94be08-2fd0-42c9-9499-c553612e70c7 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:03.924006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffe49fd1-ea8f-4c97-a818-ebb8647412b1 req-ff94be08-2fd0-42c9-9499-c553612e70c7 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.0932868 Nov 26 21:46:03.933429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:04.015613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffe49fd1-ea8f-4c97-a818-ebb8647412b1 req-3701a7f8-ba67-44aa-97d7-8d112d62dd23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907414 Nov 26 21:46:04.032437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08da7-5f50-41a6-892b-8b6924ff5279 req-8dc17e27-2bc1-4062-9881-304bdb8bfce7 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:04.034251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17e08da7-5f50-41a6-892b-8b6924ff5279 req-8dc17e27-2bc1-4062-9881-304bdb8bfce7 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 944 time: 0.0832636 Nov 26 21:46:04.114409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17e08da7-5f50-41a6-892b-8b6924ff5279 req-7bd3a457-d80d-474b-9de1-f6640ec446ae tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731893 Nov 26 21:46:04.232386 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c887740c-8acf-4033-af4c-8163519fa06c req-bc621da5-a93a-4b85-927d-5006ec0b387f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 210 time: 0.0403860 Nov 26 21:46:04.266437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3682c-c621-459f-8ec7-7660a182bf04 req-28a186c7-dbe9-46da-8aaa-4033ad26059f tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:04.275169 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ce3682c-c621-459f-8ec7-7660a182bf04 req-28a186c7-dbe9-46da-8aaa-4033ad26059f tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 945 time: 0.1156292 Nov 26 21:46:04.335472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:04.338266 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaadb7f-da2b-49be-83fa-f6336b685c13" -d '{"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-plugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:04.347882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['9b0930be-ba48-4194-9f60-db01eab22054'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:04.354388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ce3682c-c621-459f-8ec7-7660a182bf04 req-aa702241-3ee1-473c-a317-96e31f2180c6 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781615 Nov 26 21:46:04.435660 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934cb70-727a-48d8-a73b-d56d711f449f x-openstack-request-id: req-0934cb70-727a-48d8-a73b-d56d711f449f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:04.436269 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-plugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:04.436686 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0934cb70-727a-48d8-a73b-d56d711f449f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:04.437229 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e', 'code': 200} Nov 26 21:46:04.544101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b82be-e41c-440f-90e4-d433c4f9e695 req-daeda21c-7f70-45e3-b882-3594bec46c7d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:04.545851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e84b82be-e41c-440f-90e4-d433c4f9e695 req-daeda21c-7f70-45e3-b882-3594bec46c7d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.0790417 Nov 26 21:46:04.624544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e84b82be-e41c-440f-90e4-d433c4f9e695 req-c5a93897-b084-4576-86da-413f46826c70 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710306 Nov 26 21:46:05.339143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9b0930be-ba48-4194-9f60-db01eab22054 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:05.450923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 9b0930be-ba48-4194-9f60-db01eab22054 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:05.451689 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:05.570653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f8d91-693f-4bf6-9c20-9ef41373ef8a req-8e8c0fd1-af68-4453-b09f-67eaaeda19d3 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:05.581537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d51f8d91-693f-4bf6-9c20-9ef41373ef8a req-8e8c0fd1-af68-4453-b09f-67eaaeda19d3 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 944 time: 0.2690942 Nov 26 21:46:05.613647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f72e9c-b4d1-4ab6-b578-36d4ed8fc2d2 req-9d4bf841-062f-4033-ac69-78036141a214 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:05.615526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3f72e9c-b4d1-4ab6-b578-36d4ed8fc2d2 req-9d4bf841-062f-4033-ac69-78036141a214 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.2855818 Nov 26 21:46:05.638357 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:05.652049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-0a022e5d-013c-4bb0-8e5d-10f0a7b36ca9 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:05.653574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-0a022e5d-013c-4bb0-8e5d-10f0a7b36ca9 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.5125091 Nov 26 21:46:05.703217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:05.711822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d51f8d91-693f-4bf6-9c20-9ef41373ef8a req-84e08b7c-cfad-4e49-885e-393067971231 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292446 Nov 26 21:46:05.720077 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:05.730730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Request body: {'port': {'device_id': 'f04bcd58-9058-43d3-94f0-33cd955e39c0', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'admin_state_up': True, 'tenant_id': '524caf83d3dc49928dde83b0446541fc'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:05.820178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:05.874242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3f72e9c-b4d1-4ab6-b578-36d4ed8fc2d2 req-8c04abd5-6ca8-45a0-a9fe-701fcc97ae66 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446713 Nov 26 21:46:05.929510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f12fa64-2434-446d-bc2f-8017cab0cbf3 req-9b8384ac-8bb9-4a23-82af-da0498bbba6a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 210 time: 0.0541968 Nov 26 21:46:06.068742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916c3ff-b4c2-4652-abef-d531a97b5ad2 req-36f8ba47-c9ec-44b4-9135-a163f866e639 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:06.070388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3916c3ff-b4c2-4652-abef-d531a97b5ad2 req-36f8ba47-c9ec-44b4-9135-a163f866e639 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 945 time: 0.1156282 Nov 26 21:46:06.106472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b07fa9f-fe5d-406c-9521-1934854f7278 req-86b62971-b62e-4446-a62a-10c9832333de tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:06.114130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b07fa9f-fe5d-406c-9521-1934854f7278 req-86b62971-b62e-4446-a62a-10c9832333de tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1007237 Nov 26 21:46:06.117932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:46:06.121546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:06.288148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3916c3ff-b4c2-4652-abef-d531a97b5ad2 req-9742aa0b-3386-4985-bfbd-eeb959de7c98 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948249 Nov 26 21:46:06.397083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b07fa9f-fe5d-406c-9521-1934854f7278 req-a8a07c51-fb0b-4da7-a335-513736ac6fd5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814260 Nov 26 21:46:06.399653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Allocated IP 172.20.0.14 (34bc598f-a37a-42f8-9680-b59ca2e33c40/9a81f213-8ace-436e-ba8f-96f5b41d21ac/ceb6a27e-7ded-44a3-a396-b3eb5690e8bc) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:06.439071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:06.442751 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e8265-49cf-4027-a535-44362a629d1e" -d '{"events": [{"server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "name": "network-vif-plugged", "status": "completed", "tag": "9b0930be-ba48-4194-9f60-db01eab22054"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:06.600711 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde773d1-23fa-4f28-8f23-a63a1f062285 x-openstack-request-id: req-dde773d1-23fa-4f28-8f23-a63a1f062285 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:06.601203 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "name": "network-vif-plugged", "status": "completed", "tag": "9b0930be-ba48-4194-9f60-db01eab22054", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:06.602029 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dde773d1-23fa-4f28-8f23-a63a1f062285 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:06.602787 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054', 'code': 200} Nov 26 21:46:06.707230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:06.747046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-fa437764-5b2f-4525-a7c8-6b360a332d8e tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:06.748896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-fa437764-5b2f-4525-a7c8-6b360a332d8e tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1524179 Nov 26 21:46:06.757257 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:06.824330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-430f09c8-2825-4f0a-8ba2-037373015b2b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0642502 Nov 26 21:46:06.842322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:06.859670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Request body: {'floatingip': {'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:06.883288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:06.958826 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:07.033432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:07.064554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:07.067205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:07.297129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-e40e2065-82fa-41c8-8a6c-eecfb71dd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:07.301328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-e40e2065-82fa-41c8-8a6c-eecfb71dd686 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f&tenant_id=225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 1100 time: 0.0935330 Nov 26 21:46:07.419008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-ff68d302-7da8-4b86-86bd-16aeff376006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:07.421017 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-ff68d302-7da8-4b86-86bd-16aeff376006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 1100 time: 0.0645041 Nov 26 21:46:07.452206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event updated for resources: {'Port': ['ID=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:07.484157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.484512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.485388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.485974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.486405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.486750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.487095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.487432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.487859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.488235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.488572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.488901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:07.542634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:07.543199 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:07.553185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2728-b000-4656-be47-894e032c068d req-30f8eabd-4b65-462c-85fb-85cc0bd4ae47 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:07.560354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1ae2728-b000-4656-be47-894e032c068d req-30f8eabd-4b65-462c-85fb-85cc0bd4ae47 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 945 time: 0.6316104 Nov 26 21:46:07.581492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-c2d744c9-d97f-4f10-8d5a-c43fddb2767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:07.583879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-c2d744c9-d97f-4f10-8d5a-c43fddb2767e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1536124 Nov 26 21:46:07.634107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-aaab8087-1249-4779-b206-fd290cc0ebe2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9184852 Nov 26 21:46:07.650397 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-3bd43f90-589e-4610-8fd3-970c7c507496 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=67fb218d-462f-4896-9171-0e619b9eb50e HTTP/1.1" status: 200 len: 217 time: 0.0586214 Nov 26 21:46:07.661484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Request body: {'port': {'device_id': 'f04bcd58-9058-43d3-94f0-33cd955e39c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:07.680410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:07.708580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1ae2728-b000-4656-be47-894e032c068d req-0064d4ad-d769-4191-8397-e0af568f84b4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472960 Nov 26 21:46:07.755063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-6e163b34-bc47-4e73-a36d-af795acf9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:07.760675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-6e163b34-bc47-4e73-a36d-af795acf9a7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1028984 Nov 26 21:46:07.825934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-fca370bf-dcbe-4d1b-b629-e4c13ab7144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:07.827457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-fca370bf-dcbe-4d1b-b629-e4c13ab7144b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0538011 Nov 26 21:46:07.977018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:07.979915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-0a26399e-9e58-465c-ad3b-90566b1aac66 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448224 Nov 26 21:46:08.038201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d04a6-db87-4ade-88b3-ed938661c94f req-f799720a-e0c5-44e0-b779-538b5e319f95 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:08.040096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f9d04a6-db87-4ade-88b3-ed938661c94f req-f799720a-e0c5-44e0-b779-538b5e319f95 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.2324483 Nov 26 21:46:08.145189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49b9f8f6-cba8-4cf1-bf42-e89e06d83708 req-d9cb7ca7-37f7-44bf-9863-0a68fcae54d6 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538582 Nov 26 21:46:08.191545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:08.245272 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:08.313949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f9d04a6-db87-4ade-88b3-ed938661c94f req-d44a3236-99fc-48ab-a4ef-4cbedb3f2c5f tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458811 Nov 26 21:46:08.346497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:08.445461 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Floating IP 85786d70-40ec-4006-866d-6f8f44ffe273 associated. External IP: 172.25.3.18, port: 17a58754-fa62-4067-9e1c-32f5e238aa2b. Nov 26 21:46:08.488258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:08.559221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:08.570259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:08.603848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:08.607090 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0f1d7-bd93-451f-9529-e67347e56e2e" -d '{"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-unplugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:08.638624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:08.703171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d43255-7ddc-48ce-b3fc-9412702b73d4 req-394da538-47f9-4f9e-900d-aeb19037a219 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:08.706450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15d43255-7ddc-48ce-b3fc-9412702b73d4 req-394da538-47f9-4f9e-900d-aeb19037a219 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 932 time: 0.1999774 Nov 26 21:46:08.840617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15d43255-7ddc-48ce-b3fc-9412702b73d4 req-7b35c685-5d31-4c01-94b7-c38d1dfcba84 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270480 Nov 26 21:46:08.913259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb6a27e-7ded-44a3-a396-b3eb5690e8bc {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:08.924939 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:08.948650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Transition to ACTIVE for port object ceb6a27e-7ded-44a3-a396-b3eb5690e8bc will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:46:08.950517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Router 596f3f58-0321-4027-90bd-8052bfacb37c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:46:08.954298 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:09.075090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Pushing event updated for resources: {'Port': ['ID=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:09.248387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976e28-ceb7-456a-9e68-9333b0a8cb35 req-e574ff7f-4286-4c5f-ab19-96eb75f538c4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:09.256837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16976e28-ceb7-456a-9e68-9333b0a8cb35 req-e574ff7f-4286-4c5f-ab19-96eb75f538c4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.1940815 Nov 26 21:46:09.270382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:09.288677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:09.294798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Attempting to bind port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:09.295137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Attempting to bind port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:09.295472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Attempting to bind port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:09.296055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:09.310685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:09.315719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:09.331647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:46:09.331975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Attempting to bind port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:09.350340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-501aad89-03a4-4ec7-9fc1-1a4478514e4b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "PUT /v2.0/floatingips/85786d70-40ec-4006-866d-6f8f44ffe273 HTTP/1.1" status: 200 len: 995 time: 2.5115821 Nov 26 21:46:09.356505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:09.356505 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb862481-7d06-4b0a-8e9f-f922d641eb49" -d '{"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:09.358745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:09.359093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Checking segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:09.359460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Bound using segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:09.360520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Bound port: ceb6a27e-7ded-44a3-a396-b3eb5690e8bc, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:09.360928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:09.380371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16976e28-ceb7-456a-9e68-9333b0a8cb35 req-fa715da5-140d-49e2-b57c-b453cafae523 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173699 Nov 26 21:46:09.529838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-7b2143a0-c3e2-4746-87db-aecb28a0cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:09.535828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-7b2143a0-c3e2-4746-87db-aecb28a0cd72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.1432109 Nov 26 21:46:09.552546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] For port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:09.610218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9b0930be-ba48-4194-9f60-db01eab22054 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:09.652327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-c00a7475-0786-43f5-a0e0-44cbd68231ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:09.654114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-c00a7475-0786-43f5-a0e0-44cbd68231ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1031804 Nov 26 21:46:09.670765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] For port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:09.711837 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:09.830734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:09.831361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:09.832758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] 10.222.0.41 "PUT /v2.0/ports/ceb6a27e-7ded-44a3-a396-b3eb5690e8bc HTTP/1.1" status: 200 len: 1092 time: 2.1810777 Nov 26 21:46:09.839531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-44575bb3-754f-4e12-8531-4fe50adb67de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 998 time: 0.1778474 Nov 26 21:46:09.852528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedac36-95b9-48f4-a743-ba3c6859762c service neutron] Pushing event updated for resources: {'Port': ['ID=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:09.928909 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:10.072353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-98e226d3-dbee-43f5-9824-3aab7643ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:10.073782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-98e226d3-dbee-43f5-9824-3aab7643ee4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.2226560 Nov 26 21:46:10.075957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:10.086709 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:10.112060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:10.181061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-c056ac6e-e595-43e0-a969-911ed8fba2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:10.185496 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-c056ac6e-e595-43e0-a969-911ed8fba2c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 1095 time: 0.2531114 Nov 26 21:46:10.186296 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa70ce98-4d67-493e-94d3-4428c8207609 x-openstack-request-id: req-aa70ce98-4d67-493e-94d3-4428c8207609 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:10.186614 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-unplugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:10.186875 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa70ce98-4d67-493e-94d3-4428c8207609 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:10.187261 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e', 'code': 200} Nov 26 21:46:10.209256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-dc582064-3c01-4df8-a029-2631441a814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:10.212178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-dc582064-3c01-4df8-a029-2631441a814c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241655 Nov 26 21:46:10.241474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-627949e9-33e2-46d7-9b29-467172d68414 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:46:10.242846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-627949e9-33e2-46d7-9b29-467172d68414 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067928 Nov 26 21:46:10.295535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:10.467197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-7068e8db-0312-49c6-a01e-7f08c192aa00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc HTTP/1.1" status: 200 len: 217 time: 0.1922872 Nov 26 21:46:10.506742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:17:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:07Z', 'revision_number': 1, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:10.541682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:46:10.556861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:10.557651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:10.569321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095af4-d623-44bd-bf09-418eb40ebd49 req-128cf8a4-9a31-4850-b726-d7cafc985d80 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:10.572058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0095af4-d623-44bd-bf09-418eb40ebd49 req-128cf8a4-9a31-4850-b726-d7cafc985d80 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.3000386 Nov 26 21:46:10.574068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-17d76fef-3cc1-41c3-a9b5-51652222fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:10.576502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-17d76fef-3cc1-41c3-a9b5-51652222fc09 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0995805 Nov 26 21:46:10.683464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:10.974556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:17:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:07Z', 'revision_number': 1, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:10.974875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-eabda097-fd8c-4a84-9429-e5561e5b65d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3764777 Nov 26 21:46:11.010130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff00b18-de9d-4dc1-92a7-d3510a1e76e3 None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:17:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:07Z', 'revision_number': 1, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:46:11.091613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0095af4-d623-44bd-bf09-418eb40ebd49 req-5283b4e9-8241-426c-9ea8-8d6f139dae61 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111604 Nov 26 21:46:11.101386 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-4b236879-ab83-43f5-9852-b52e30bb4f90 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8275032 Nov 26 21:46:11.178155 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2609b6eb-872e-4066-b530-2b23daec84be x-openstack-request-id: req-2609b6eb-872e-4066-b530-2b23daec84be {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:11.178553 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:11.178894 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2609b6eb-872e-4066-b530-2b23daec84be {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:11.179382 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'status': 'completed', 'code': 200} Nov 26 21:46:11.201627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-958773b1-5d2b-4992-a25c-3acf827f4fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168505 Nov 26 21:46:11.295641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-175d1187-1760-4357-a74c-65326ac470c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:11.298392 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-175d1187-1760-4357-a74c-65326ac470c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.0728397 Nov 26 21:46:11.335749 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba9a186-8d51-4f38-868d-d043af07317f None None] New status for floating IP 85786d70-40ec-4006-866d-6f8f44ffe273: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:46:11.393290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cae25f5-f590-43f7-a06a-b03c1e179754 req-5f857a8e-1b54-4dce-bfa1-613997d018e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777951 Nov 26 21:46:11.447659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf2cf-6487-40e1-b68e-1b299c3ea4b6 req-012cf2d6-3fb8-4a02-a344-bdbd3b4aac18 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:11.456077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffccf2cf-6487-40e1-b68e-1b299c3ea4b6 req-012cf2d6-3fb8-4a02-a344-bdbd3b4aac18 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 944 time: 0.1793468 Nov 26 21:46:11.467244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-0e173aa8-2946-4e9a-9f7e-eca9be3888f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:11.469852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-0e173aa8-2946-4e9a-9f7e-eca9be3888f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1518121 Nov 26 21:46:11.484630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f78fc405-f0da-4642-a739-8b8f87d3fb65 req-dffaefbe-3093-40e5-9a1c-3d38d10c4e92 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657442 Nov 26 21:46:11.529683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffccf2cf-6487-40e1-b68e-1b299c3ea4b6 req-6c14b75c-dbf8-4116-b1ef-21c8fd74f4c6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726006 Nov 26 21:46:11.611826 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-faeeccbd-04b7-4f3b-9dcc-5d38fad2e275 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 998 time: 0.1318090 Nov 26 21:46:11.689227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f85716-cb02-4ce2-94ce-9afcccd1c91b req-7a7d4663-f6f2-42bf-949b-7cda52e8f8c4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:11.697321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03f85716-cb02-4ce2-94ce-9afcccd1c91b req-7a7d4663-f6f2-42bf-949b-7cda52e8f8c4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 943 time: 0.0866649 Nov 26 21:46:11.704317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-946f1a3a-9711-4683-828e-ea5659f5b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:11.706601 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-946f1a3a-9711-4683-828e-ea5659f5b141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0657179 Nov 26 21:46:11.771603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-638c503f-fd42-44f2-955b-c3c0bcaa43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:11.773360 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-638c503f-fd42-44f2-955b-c3c0bcaa43c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568314 Nov 26 21:46:11.776715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847ddb9-2ffc-4007-9b1c-74d42ac2fb52 req-e701049c-b543-49bb-978f-1d3d0875dccb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:11.778197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6847ddb9-2ffc-4007-9b1c-74d42ac2fb52 req-e701049c-b543-49bb-978f-1d3d0875dccb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 947 time: 0.0789175 Nov 26 21:46:11.831620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03f85716-cb02-4ce2-94ce-9afcccd1c91b req-b2b29004-2127-408b-a99a-f064fa858881 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910971 Nov 26 21:46:11.852576 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6847ddb9-2ffc-4007-9b1c-74d42ac2fb52 req-66eba5ba-d5e3-40fd-81ba-f35a49a9d390 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670962 Nov 26 21:46:11.893046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-5abdb16d-2e72-4dc3-9247-ea8f25ebac9c service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098013 Nov 26 21:46:12.139626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-0dac5d36-3af3-4683-83a0-0744bb405d4a tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:12.150434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-0dac5d36-3af3-4683-83a0-0744bb405d4a tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1107183 Nov 26 21:46:12.153934 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb862481-7d06-4b0a-8e9f-f922d641eb49 req-e4d4b203-da37-4ba1-9fcf-1378ff76ceb7 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337437 Nov 26 21:46:12.188348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:12.191556 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d80d33-1f0e-4758-b609-999356cf77e5" -d '{"events": [{"server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0930be-ba48-4194-9f60-db01eab22054"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:12.301992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-db13a18d-7a82-4325-9474-f78003cbcbb3 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1500757 Nov 26 21:46:12.321569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3c1e4-2037-436e-830f-8462c8dcbdc3 req-81c1cb5b-9d2e-4960-b8c0-f70b71815495 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:12.323305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3dc3c1e4-2037-436e-830f-8462c8dcbdc3 req-81c1cb5b-9d2e-4960-b8c0-f70b71815495 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.1060753 Nov 26 21:46:12.327984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Request body: {'floatingip': {'port_id': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:12.358852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ddb289d0-cdb9-4a95-970e-1820ae19046a details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:12.454973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3dc3c1e4-2037-436e-830f-8462c8dcbdc3 req-c6e4fd8c-1cf3-49d0-a3b4-bfc9a69abcae tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232371 Nov 26 21:46:12.484701 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:12.500153 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cb69a7-f659-41d7-b08c-ff96d2c01208 x-openstack-request-id: req-59cb69a7-f659-41d7-b08c-ff96d2c01208 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:12.501787 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b0930be-ba48-4194-9f60-db01eab22054", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:12.502151 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59cb69a7-f659-41d7-b08c-ff96d2c01208 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:12.502627 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054', 'code': 200} Nov 26 21:46:12.568341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:12.594169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'ddb289d0-cdb9-4a95-970e-1820ae19046a', 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3', 'port_id': 'ddb289d0-cdb9-4a95-970e-1820ae19046a', 'mac_address': 'fa:16:3e:92:79:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3914721-3203-40a5-a057-84f456da8729', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:12.673370 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:12.713363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb289d0-cdb9-4a95-970e-1820ae19046a {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:12.756997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-b1173966-241c-47b1-b6d8-4be86411f98f tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:12.761135 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-b1173966-241c-47b1-b6d8-4be86411f98f tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 943 time: 0.1209295 Nov 26 21:46:12.767798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:12.783533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:12.784528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:12.870933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6f0e-a8a6-4152-93da-c102693f02b4 req-a7e485f7-cfc3-46f8-badd-fdbde94c60d7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:12.872780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fde6f0e-a8a6-4152-93da-c102693f02b4 req-a7e485f7-cfc3-46f8-badd-fdbde94c60d7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 944 time: 0.1796241 Nov 26 21:46:12.994139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Deleting port 9b0930be-ba48-4194-9f60-db01eab22054 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:12.994139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:12.994449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:13.054723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:13.071289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '67fb218d-462f-4896-9171-0e619b9eb50e', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '67fb218d-462f-4896-9171-0e619b9eb50e', 'mac_address': 'fa:16:3e:9b:45:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:13.120855 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:13.129328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fde6f0e-a8a6-4152-93da-c102693f02b4 req-054026c8-d529-4ca7-883d-40beee41f052 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868789 Nov 26 21:46:13.159682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] For port 9b0930be-ba48-4194-9f60-db01eab22054, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9b0930be-ba48-4194-9f60-db01eab22054,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:13.160046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:13.162964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fb218d-462f-4896-9171-0e619b9eb50e {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:13.175277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Calling delete_port for 9b0930be-ba48-4194-9f60-db01eab22054 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:13.220355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04bcd58-9058-43d3-94f0-33cd955e39c0', 'tag': 'ceb6a27e-7ded-44a3-a396-b3eb5690e8bc'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:13.222651 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850d398e-30fe-4ee9-80e5-9068048972bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f04bcd58-9058-43d3-94f0-33cd955e39c0", "tag": "ceb6a27e-7ded-44a3-a396-b3eb5690e8bc"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:13.224495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:13.233188 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:13.346109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:13.396796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:13.439713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event deleted for resources: {'Port': ['ID=9b0930be-ba48-4194-9f60-db01eab22054,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:13.455393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.455994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.456520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.457036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.457527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.458014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.458518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.459197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.459690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.460175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.460706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.461861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:13.503616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffde7028-0635-4ec2-be57-5aa97cd9d173 req-fff6631d-ee65-4707-912c-43171b40fd03 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6deffbb-871f-4cff-9944-00d33bc73baf HTTP/1.1" status: 200 len: 210 time: 0.0539658 Nov 26 21:46:13.509356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] No DVR routers for this DVR port 9b0930be-ba48-4194-9f60-db01eab22054 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:13.512532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:13.517941 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5d5565a-a949-496f-a822-5b759fc1df00 req-742ba66b-400d-4225-849f-202c612edec4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.13 "DELETE /v2.0/ports/9b0930be-ba48-4194-9f60-db01eab22054 HTTP/1.1" status: 204 len: 173 time: 0.7458589 Nov 26 21:46:13.518623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'name': 'network-vif-deleted', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:13.521036 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7db4967-d8da-407a-baa1-77dace14f04c" -d '{"events": [{"server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "name": "network-vif-deleted", "tag": "9b0930be-ba48-4194-9f60-db01eab22054"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:13.770468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0006-758e-43fb-a747-0ab0da155765 req-db7f6670-92b9-43c6-9ea8-ffa9a513a2a4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:13.778247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-babd0006-758e-43fb-a747-0ab0da155765 req-db7f6670-92b9-43c6-9ea8-ffa9a513a2a4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 949 time: 0.1380637 Nov 26 21:46:13.861923 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:13.877037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-babd0006-758e-43fb-a747-0ab0da155765 req-0c4804cd-848f-4cea-93a3-da43b28afb2b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945854 Nov 26 21:46:13.877487 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:13.893742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['67fb218d-462f-4896-9171-0e619b9eb50e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:13.941001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ddb289d0-cdb9-4a95-970e-1820ae19046a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:13.995475 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Floating IP 85786d70-40ec-4006-866d-6f8f44ffe273 associated. External IP: 172.25.3.18, port: 17a58754-fa62-4067-9e1c-32f5e238aa2b. Nov 26 21:46:14.286010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-41ba7ff7-339c-4ad0-b6ad-e826fad5ce90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905280 Nov 26 21:46:14.332929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Router 596f3f58-0321-4027-90bd-8052bfacb37c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:46:14.418957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ceb6a27e-7ded-44a3-a396-b3eb5690e8bc details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:14.439615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-6ed1bfa6-399f-41a1-9b0e-1c18b4481be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:14.441606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-6ed1bfa6-399f-41a1-9b0e-1c18b4481be8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 1117 time: 0.0537343 Nov 26 21:46:14.498917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:14.618720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:14.634103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-eef0c78f-6501-41b2-b4e6-7940c7ea8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:14.635908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'ceb6a27e-7ded-44a3-a396-b3eb5690e8bc', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'port_id': 'ceb6a27e-7ded-44a3-a396-b3eb5690e8bc', 'mac_address': 'fa:16:3e:8e:67:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81f213-8ace-436e-ba8f-96f5b41d21ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:14.638753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-eef0c78f-6501-41b2-b4e6-7940c7ea8a33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1701531 Nov 26 21:46:14.647569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:14.704683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:14.705719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:14.736687 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-f96219ff-856b-43e9-b942-e2ddb093f8de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 200 len: 217 time: 0.0879650 Nov 26 21:46:14.780035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:14.836575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-960a2803-c251-4470-bfcb-74bd6dac1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:14.838371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-960a2803-c251-4470-bfcb-74bd6dac1f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0925436 Nov 26 21:46:14.881832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-958bb6bb-a223-4c99-9f75-14e603a2312c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337200 Nov 26 21:46:14.899716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Router 596f3f58-0321-4027-90bd-8052bfacb37c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:46:15.052390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:15.058867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:15.060438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb6a27e-7ded-44a3-a396-b3eb5690e8bc {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:15.086620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-469b8219-62a3-4423-a3dc-c2d4dd0201c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883576 Nov 26 21:46:15.125033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:15.145362 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:15.169554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:15.176546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-958af263-0f79-474a-911f-1f4e69a25cea tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "PUT /v2.0/floatingips/85786d70-40ec-4006-866d-6f8f44ffe273 HTTP/1.1" status: 200 len: 997 time: 2.8522050 Nov 26 21:46:15.264055 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5684951-f56c-493c-80b9-65e686b7fd3e req-6d979365-a2f2-4561-8f36-a3a26fa1e32c service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689756 Nov 26 21:46:15.268615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-ea1cd226-57d3-4ace-bdf8-539c044a29fb tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:15.270830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-ea1cd226-57d3-4ace-bdf8-539c044a29fb tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports/17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 942 time: 0.0708652 Nov 26 21:46:15.345826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:15.362380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.362739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.363075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.363416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.363761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.364103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.364435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.364769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.365104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.365431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.365759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.366108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:46:15.442553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-3a4f27c7-c71e-450f-a8b8-1b5bdc8681f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:15.444188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-3a4f27c7-c71e-450f-a8b8-1b5bdc8681f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.1007705 Nov 26 21:46:15.632157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-809ab837-e9af-460c-97b1-4de5db9bd191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:15.634211 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-809ab837-e9af-460c-97b1-4de5db9bd191 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1820221 Nov 26 21:46:15.662726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:2c:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:13Z', 'revision_number': 3, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:15.687297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-241bc855-fb00-4c02-b05f-5cb00477a9e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 217 time: 0.0471051 Nov 26 21:46:15.746330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:46:15.774246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:15.775050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-0b3112eb-2321-4153-a640-4fe2a0efee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:15.775270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:15.776573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-0b3112eb-2321-4153-a640-4fe2a0efee0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0790079 Nov 26 21:46:15.849720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ceb6a27e-7ded-44a3-a396-b3eb5690e8bc'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:15.893886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-d3944ff7-7ce6-4382-a1b6-32b55082a6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:15.899294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-d3944ff7-7ce6-4382-a1b6-32b55082a6d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160047 Nov 26 21:46:15.991703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:16.056481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-4d175252-1f74-4d6f-b630-5e3ce454387d service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449866 Nov 26 21:46:16.276793 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-b903949c-100a-4919-91f0-d556efd81511 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012124 Nov 26 21:46:16.357552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:2c:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:13Z', 'revision_number': 3, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:16.364147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-d5e951ff-baf6-4d1a-bc98-223d7f3d0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:16.371801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-d5e951ff-baf6-4d1a-bc98-223d7f3d0908 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 1096 time: 0.0642900 Nov 26 21:46:16.399957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c21499-543f-4db7-92ac-1f2a85679b78 None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:2c:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:13Z', 'revision_number': 3, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:46:16.429494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ddb289d0-cdb9-4a95-970e-1820ae19046a up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:16.498039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-e16ef057-c0b5-4bb7-94ae-2562a34548ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:16.500083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-e16ef057-c0b5-4bb7-94ae-2562a34548ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1274345 Nov 26 21:46:16.518108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port ddb289d0-cdb9-4a95-970e-1820ae19046a completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:46:16.522940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port ddb289d0-cdb9-4a95-970e-1820ae19046a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:16.523322 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:16.663772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:16.725248 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cad891-9e3c-4d99-b699-767c32e8da35 None None] New status for floating IP 85786d70-40ec-4006-866d-6f8f44ffe273: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:46:16.729913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:16.731596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:16.735521 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81f83d2-acd6-4242-b825-041bafe4c44b" -d '{"events": [{"server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "name": "network-vif-plugged", "status": "completed", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:16.740366 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:16.741914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:16.865734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:16.894423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 67fb218d-462f-4896-9171-0e619b9eb50e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:16.895097 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:17.020383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-5a1341d8-6bf5-4596-b14c-c9054a202bbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 1000 time: 0.4822755 Nov 26 21:46:17.039693 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:17.099060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:17.106157 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:17.130121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-ec613ed3-2a4c-451a-9e7e-dff6035f98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:17.132398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-ec613ed3-2a4c-451a-9e7e-dff6035f98d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.1099937 Nov 26 21:46:17.183842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:17.219557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-36cfc44d-becc-4a7f-9371-66e01d0622ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:17.221058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-36cfc44d-becc-4a7f-9371-66e01d0622ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807703 Nov 26 21:46:17.228011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:17.245966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:17.246711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:17.341315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-1de4e824-5dec-4c54-b52e-873fdcde5843 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075203 Nov 26 21:46:17.352119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9b0930be-ba48-4194-9f60-db01eab22054 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:17.380608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 9b0930be-ba48-4194-9f60-db01eab22054 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:17.380890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9b0930be-ba48-4194-9f60-db01eab22054 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:17.446560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:17.473696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07d37d48-b2ec-43e8-b510-30a9dd3f2f54 req-f6dd8ed0-9243-4e46-8b01-330523cd678b service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253481 Nov 26 21:46:17.545563 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc48fe9e-49fb-4d2d-bc5a-2a60baa0a36e x-openstack-request-id: req-cc48fe9e-49fb-4d2d-bc5a-2a60baa0a36e {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:17.546751 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04bcd58-9058-43d3-94f0-33cd955e39c0", "tag": "ceb6a27e-7ded-44a3-a396-b3eb5690e8bc", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:17.549126 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc48fe9e-49fb-4d2d-bc5a-2a60baa0a36e {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:17.549953 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04bcd58-9058-43d3-94f0-33cd955e39c0', 'tag': 'ceb6a27e-7ded-44a3-a396-b3eb5690e8bc', 'status': 'completed', 'code': 200} Nov 26 21:46:17.684026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc63293-8207-4a53-a246-7902d4effdf2 req-7a6f591d-02e5-4d4f-8a6a-c8604811daaf tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:17.685631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cc63293-8207-4a53-a246-7902d4effdf2 req-7a6f591d-02e5-4d4f-8a6a-c8604811daaf tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.0729017 Nov 26 21:46:17.686741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d398e-30fe-4ee9-80e5-9068048972bb req-52157773-a2e3-40eb-89a7-cd460fd0f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:17.690340 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-850d398e-30fe-4ee9-80e5-9068048972bb req-52157773-a2e3-40eb-89a7-cd460fd0f6b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 1096 time: 0.0848196 Nov 26 21:46:17.746378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:2c:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:16Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:17.760964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cc63293-8207-4a53-a246-7902d4effdf2 req-b5524359-3599-465d-ad25-ce3ef506e739 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669599 Nov 26 21:46:17.778509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:46:17.786992 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eabf7c-4cba-42c7-ab10-8b2051774491 x-openstack-request-id: req-e6eabf7c-4cba-42c7-ab10-8b2051774491 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:17.787298 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6deffbb-871f-4cff-9944-00d33bc73baf", "name": "network-vif-deleted", "tag": "9b0930be-ba48-4194-9f60-db01eab22054", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:17.787557 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6eabf7c-4cba-42c7-ab10-8b2051774491 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:17.787960 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6deffbb-871f-4cff-9944-00d33bc73baf', 'name': 'network-vif-deleted', 'tag': '9b0930be-ba48-4194-9f60-db01eab22054', 'status': 'completed', 'code': 200} Nov 26 21:46:17.794661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:17.794828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:17.856027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d398e-30fe-4ee9-80e5-9068048972bb req-3443a03f-02e8-4875-a8fa-3b4926911ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:17.857930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-850d398e-30fe-4ee9-80e5-9068048972bb req-3443a03f-02e8-4875-a8fa-3b4926911ec5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 907 time: 0.1576374 Nov 26 21:46:17.913204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-850d398e-30fe-4ee9-80e5-9068048972bb req-cec4116b-c0b8-4649-a68c-9e160a2d78ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc HTTP/1.1" status: 200 len: 217 time: 0.0472519 Nov 26 21:46:17.915187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99a536-4c90-4473-ba08-0c6195f8d174 req-fdd976a8-99c4-4661-b16c-95339b353bd5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:17.916741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd99a536-4c90-4473-ba08-0c6195f8d174 req-fdd976a8-99c4-4661-b16c-95339b353bd5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 950 time: 0.0975194 Nov 26 21:46:17.929369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba79b-e3eb-473a-b0be-91076e525f1e req-55d4e220-3cbd-4948-a011-4d0aee5a574f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:17.930869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-482ba79b-e3eb-473a-b0be-91076e525f1e req-55d4e220-3cbd-4948-a011-4d0aee5a574f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 945 time: 0.0786195 Nov 26 21:46:17.974415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:17.978221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d398e-30fe-4ee9-80e5-9068048972bb req-ac92152d-bbab-43b2-a26a-cdcd850dcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:17.979702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-850d398e-30fe-4ee9-80e5-9068048972bb req-ac92152d-bbab-43b2-a26a-cdcd850dcbec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0486639 Nov 26 21:46:18.002465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd99a536-4c90-4473-ba08-0c6195f8d174 req-c90b5fc3-9969-432c-91df-e893df960fc3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705817 Nov 26 21:46:18.024190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-850d398e-30fe-4ee9-80e5-9068048972bb req-5814a944-ff5a-4cdc-951c-096e8573e5e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307951 Nov 26 21:46:18.024565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-482ba79b-e3eb-473a-b0be-91076e525f1e req-c98515d2-b3d0-4ac5-abcf-952720aa6498 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852408 Nov 26 21:46:18.126777 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e08790-9e79-487e-b755-2d2f9b4cb66b x-openstack-request-id: req-32e08790-9e79-487e-b755-2d2f9b4cb66b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:18.127105 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "name": "network-vif-plugged", "status": "completed", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:18.127370 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32e08790-9e79-487e-b755-2d2f9b4cb66b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:18.127903 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a', 'code': 200} Nov 26 21:46:18.157231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-850d398e-30fe-4ee9-80e5-9068048972bb req-973a18a4-dd51-4754-a672-8d99ad1e7bde service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241860 Nov 26 21:46:18.256055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0004f3ad-6dff-42f8-913e-41681fca9319 req-b86be79a-be6e-4296-8233-1bb52a84dde9 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1111553 Nov 26 21:46:18.320256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004f3ad-6dff-42f8-913e-41681fca9319 req-d7db2032-c7fa-4494-b52b-e14dabbe44c9 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:18.335393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0004f3ad-6dff-42f8-913e-41681fca9319 req-d7db2032-c7fa-4494-b52b-e14dabbe44c9 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports/bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 942 time: 0.0727627 Nov 26 21:46:18.341201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:2c:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:16Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:18.384168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a015a-5f17-476b-8192-c2cf2dc79d94 req-ff14a022-7c22-4ba3-944e-84b21062502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:18.385770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad2a015a-5f17-476b-8192-c2cf2dc79d94 req-ff14a022-7c22-4ba3-944e-84b21062502f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1096 time: 0.1214044 Nov 26 21:46:18.449812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ceb6a27e-7ded-44a3-a396-b3eb5690e8bc up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:18.454195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c724e9e-0c68-46ff-aaab-26374a627fb7 None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:2c:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:16Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:46:18.466697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-850d398e-30fe-4ee9-80e5-9068048972bb req-08be676d-4ca1-4143-9791-2f4d0d2287b8 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824485 Nov 26 21:46:18.570022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36244) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:18.571303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:46:18.575944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:18.576324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:18.576688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f73f6040-c279-4380-81e9-2e69de197d42 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984720219', 'description': 'tempest-description--195310154'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:18.580635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad2a015a-5f17-476b-8192-c2cf2dc79d94 req-71d3385d-cd4f-481e-be01-a81d9a1cd045 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865571 Nov 26 21:46:18.606295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0004f3ad-6dff-42f8-913e-41681fca9319 req-7a145eb8-4eb1-4bae-88e6-a5553032d0be tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1309624 Nov 26 21:46:18.640820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f73f6040-c279-4380-81e9-2e69de197d42 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:18.690309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:18.763103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:18.770902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:18.792811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004f3ad-6dff-42f8-913e-41681fca9319 req-beaae0be-17ac-4aaf-89b2-eee83fdf4b28 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:18.798980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0004f3ad-6dff-42f8-913e-41681fca9319 req-beaae0be-17ac-4aaf-89b2-eee83fdf4b28 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1858070 Nov 26 21:46:18.804338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f73f6040-c279-4380-81e9-2e69de197d42 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:18.810934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f73f6040-c279-4380-81e9-2e69de197d42 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:18.868558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f73f6040-c279-4380-81e9-2e69de197d42 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:18.872914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:18.873067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36270) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:18.873174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f73f6040-c279-4380-81e9-2e69de197d42 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3010592 Nov 26 21:46:18.883487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f6040-c279-4380-81e9-2e69de197d42 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1affd9c2-d064-414a-9a83-234fa9b9021d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:18.884898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6bbeb56c-455f-4ba5-8717-0fc69f6c3ecb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Request body: {'security_group_rule': {'security_group_id': '1affd9c2-d064-414a-9a83-234fa9b9021d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:18.934547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb56c-455f-4ba5-8717-0fc69f6c3ecb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:18.995907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb56c-455f-4ba5-8717-0fc69f6c3ecb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.001405 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb56c-455f-4ba5-8717-0fc69f6c3ecb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.022056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeb56c-455f-4ba5-8717-0fc69f6c3ecb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e7d30f-246c-4e3e-ac2a-99bdf5750618,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:19.041433 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb56c-455f-4ba5-8717-0fc69f6c3ecb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.044798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6bbeb56c-455f-4ba5-8717-0fc69f6c3ecb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1705244 Nov 26 21:46:19.046699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36294) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:19.052993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2a2905d4-d268-4175-8aac-b4f9d1db0c73 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Request body: {'security_group_rule': {'security_group_id': '1affd9c2-d064-414a-9a83-234fa9b9021d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:19.085153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a2905d4-d268-4175-8aac-b4f9d1db0c73 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.145669 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a2905d4-d268-4175-8aac-b4f9d1db0c73 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.151132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a2905d4-d268-4175-8aac-b4f9d1db0c73 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.167604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2905d4-d268-4175-8aac-b4f9d1db0c73 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f2050c-726e-440d-8018-c6864364d992,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:19.182560 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a2905d4-d268-4175-8aac-b4f9d1db0c73 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.183914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2a2905d4-d268-4175-8aac-b4f9d1db0c73 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346908 Nov 26 21:46:19.190268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36300) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:19.195266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:19.226822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.244395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-159a5349-c427-4f32-a89f-e1ab8b19682a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=225bd749550b48aea293f21fbc7433b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253563 Nov 26 21:46:19.342594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.345769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e5424-97cb-4d1f-9912-006dd556c3f2 req-368b91ef-d66d-4a28-a280-55a17285d9ee tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:19.347316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f99e5424-97cb-4d1f-9912-006dd556c3f2 req-368b91ef-d66d-4a28-a280-55a17285d9ee tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.1068294 Nov 26 21:46:19.417556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-182dc8de-cc09-4d51-b5fe-1fe65a93d0d4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:19.419083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-182dc8de-cc09-4d51-b5fe-1fe65a93d0d4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651025 Nov 26 21:46:19.443082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f99e5424-97cb-4d1f-9912-006dd556c3f2 req-5d3d0bb5-6c63-44f5-8555-9215a07edc74 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875957 Nov 26 21:46:19.444672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-bcaea165-15a4-4705-b4be-16dac0e00f63 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/quotas/225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 375 time: 0.0168116 Nov 26 21:46:19.479287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Allocated IP 172.25.3.129 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/d99ebbfc-55fe-4529-8dae-7e141131dc51) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:19.566670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-183be2c9-cec0-4fda-88fd-6bb97fdcb3f6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158254 Nov 26 21:46:19.574039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b'}, {'name': 'network-changed', 'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:19.579037 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642a811f-3b58-4289-80bb-c259c0a1072c" -d '{"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b"}, {"name": "network-changed", "server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:19.594163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-a042f924-7f4f-41a5-8735-d73173d884f6 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1132641 Nov 26 21:46:19.615826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.655913 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:19.656404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-59b82a10-903b-4eca-999d-021029ee50fa tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:19.657807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-59b82a10-903b-4eca-999d-021029ee50fa tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports/bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 942 time: 0.0625062 Nov 26 21:46:19.698510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:19.702016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:19.708509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:19.840101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bf7b7-6e7a-4fb1-ae6c-028b612d3b22 req-620b03d3-cd20-497a-ad18-d1168ac293c0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:19.842551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-364bf7b7-6e7a-4fb1-ae6c-028b612d3b22 req-620b03d3-cd20-497a-ad18-d1168ac293c0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 946 time: 0.0814083 Nov 26 21:46:19.964195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event updated for resources: {'Port': ['ID=d99ebbfc-55fe-4529-8dae-7e141131dc51,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:19.972023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-a1d13edd-67a2-4409-a37a-d58dd081b2c6 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1459935 Nov 26 21:46:19.988684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-364bf7b7-6e7a-4fb1-ae6c-028b612d3b22 req-a5f30ec0-cd77-4342-bf0a-c6ecc621a9ce tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369476 Nov 26 21:46:20.127893 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.129159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e'}, {'server_uuid': 'f04bcd58-9058-43d3-94f0-33cd955e39c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb6a27e-7ded-44a3-a396-b3eb5690e8bc'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:20.131873 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326574d-b94f-4100-9a66-d4cff7059e4a" -d '{"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-plugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e"}, {"server_uuid": "f04bcd58-9058-43d3-94f0-33cd955e39c0", "name": "network-vif-plugged", "status": "completed", "tag": "ceb6a27e-7ded-44a3-a396-b3eb5690e8bc"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:20.152963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-ac58fdd5-8069-45c3-ae71-716f1d794d96 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:20.161741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-ac58fdd5-8069-45c3-ae71-716f1d794d96 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1719828 Nov 26 21:46:20.169234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-28d30456-cf07-410d-b9f3-2d94b4c0f798 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:46:20.178339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-28d30456-cf07-410d-b9f3-2d94b4c0f798 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154188 Nov 26 21:46:20.197786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.297737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-74166c80-153e-4d75-8912-e210a4a30e9a tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1179805 Nov 26 21:46:20.304159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:20.411928 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3247fdc-090d-403d-aef9-20ea5c141094 x-openstack-request-id: req-f3247fdc-090d-403d-aef9-20ea5c141094 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:20.413724 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:20.413724 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3247fdc-090d-403d-aef9-20ea5c141094 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:20.414198 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'status': 'completed', 'code': 200} Nov 26 21:46:20.414549 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'status': 'completed', 'code': 200} Nov 26 21:46:20.426577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.554802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a811f-3b58-4289-80bb-c259c0a1072c req-dc9f2069-b41d-4a98-9090-435b4dc9fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:20.556242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-dc9f2069-b41d-4a98-9090-435b4dc9fbc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 1096 time: 0.1147208 Nov 26 21:46:20.560068 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.638178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cf71b05-c899-411c-bd05-716b81e5443a req-c5135c97-615b-470e-b203-194ad2b86477 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 210 time: 0.0410328 Nov 26 21:46:20.638930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.731641 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4cd084-91af-4b05-b6b5-1ac4a4590ab0 x-openstack-request-id: req-1f4cd084-91af-4b05-b6b5-1ac4a4590ab0 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:20.732249 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-plugged", "status": "completed", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e", "code": 200}, {"server_uuid": "f04bcd58-9058-43d3-94f0-33cd955e39c0", "name": "network-vif-plugged", "status": "completed", "tag": "ceb6a27e-7ded-44a3-a396-b3eb5690e8bc", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:20.732721 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f4cd084-91af-4b05-b6b5-1ac4a4590ab0 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:20.733319 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e', 'code': 200} Nov 26 21:46:20.733778 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04bcd58-9058-43d3-94f0-33cd955e39c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb6a27e-7ded-44a3-a396-b3eb5690e8bc', 'code': 200} Nov 26 21:46:20.743922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.747326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a811f-3b58-4289-80bb-c259c0a1072c req-715038ef-f463-494f-a6ca-3fd584a91dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:20.748962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-715038ef-f463-494f-a6ca-3fd584a91dba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.1671548 Nov 26 21:46:20.750573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.751111 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Floating IP 85786d70-40ec-4006-866d-6f8f44ffe273 disassociated. External IP: 172.25.3.18, port: bf7787e2-cdab-4cfa-8752-d4cd1ab64bab. Nov 26 21:46:20.764527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event updated for resources: {'Port': ['ID=d99ebbfc-55fe-4529-8dae-7e141131dc51,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:20.783324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a811f-3b58-4289-80bb-c259c0a1072c req-baaa0c8d-6fa0-4d52-9367-53e2fcc1e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:20.784827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-baaa0c8d-6fa0-4d52-9367-53e2fcc1e479 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.2188375 Nov 26 21:46:20.788027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.839975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:20.841119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8d5e83b5-e925-4ace-b5c2-03ac85a27889 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6497326 Nov 26 21:46:20.842507 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-dc21aa3d-a5e4-4be4-901a-0304edb63413 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 217 time: 0.0480273 Nov 26 21:46:20.932073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a811f-3b58-4289-80bb-c259c0a1072c req-19054aaa-48c9-4e98-8c50-fbf6aec5226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:20.933559 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-19054aaa-48c9-4e98-8c50-fbf6aec5226a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0743871 Nov 26 21:46:20.979227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121a272-7af1-48eb-97d3-ff4fc1731464 req-7854a9b0-b328-4387-b117-111ff1f9df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:20.980738 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1121a272-7af1-48eb-97d3-ff4fc1731464 req-7854a9b0-b328-4387-b117-111ff1f9df47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 1097 time: 0.0762539 Nov 26 21:46:21.015972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabd79b-1528-4a56-847f-1ee4aad7251d req-a67e30c1-3463-4756-9bc7-3e094175f421 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.017499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eabd79b-1528-4a56-847f-1ee4aad7251d req-a67e30c1-3463-4756-9bc7-3e094175f421 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.2072637 Nov 26 21:46:21.017645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a811f-3b58-4289-80bb-c259c0a1072c req-c41e0d57-74a6-4d42-9ddf-8f6e9f4c0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.019119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-c41e0d57-74a6-4d42-9ddf-8f6e9f4c0d7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759304 Nov 26 21:46:21.049409 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1121a272-7af1-48eb-97d3-ff4fc1731464 req-4bf0693b-c85c-4ddf-8546-b2f968215790 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588789 Nov 26 21:46:21.116671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a811f-3b58-4289-80bb-c259c0a1072c req-e029a901-810e-4e3a-8a56-9fb9401b2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.118041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-e029a901-810e-4e3a-8a56-9fb9401b2e3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.2553794 Nov 26 21:46:21.167826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eabd79b-1528-4a56-847f-1ee4aad7251d req-5ef5feec-abdc-4d21-bcd1-e53718fa0700 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437163 Nov 26 21:46:21.184776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-a981b0a0-818e-4f0f-94df-d7e6964695ee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=225bd749550b48aea293f21fbc7433b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488405 Nov 26 21:46:21.191146 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-489b8373-53a7-4763-9686-8deb7b342f99 service neutron] 10.222.0.13 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406810 Nov 26 21:46:21.195852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Router 596f3f58-0321-4027-90bd-8052bfacb37c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:46:21.374417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ea7b9b42-7243-48ca-a655-9aa325da058c no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:21.395953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:21.401961 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:21.409761 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:21.410366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-b8b14298-a1ca-497d-a451-51e190c97d25 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.412364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-b8b14298-a1ca-497d-a451-51e190c97d25 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204292 Nov 26 21:46:21.415180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-100eb694-f4b6-4f52-8830-cc6cd9cb9728 service neutron] 10.222.0.13 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021289 Nov 26 21:46:21.423212 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:21.424019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:21.447039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-221a7dab-fd7c-4d6e-971b-7b655e2675f1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "PUT /v2.0/floatingips/85786d70-40ec-4006-866d-6f8f44ffe273 HTTP/1.1" status: 200 len: 694 time: 1.1477933 Nov 26 21:46:21.478241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Request body: {'port': {'device_id': '43b2746a-e23e-4acb-821f-989deec3f56e', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '225bd749550b48aea293f21fbc7433b6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:21.503329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-74069e75-1954-4c80-9d01-abf5cd70e26c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 217 time: 0.0550511 Nov 26 21:46:21.561200 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:21.617873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-61c672dd-e358-4107-a519-f739ebf78144 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.626958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-61c672dd-e358-4107-a519-f739ebf78144 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 804 time: 0.2913609 Nov 26 21:46:21.648630 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:21.652311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-33be5110-f41a-413e-bc7f-9662fc45c05a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/quotas/34e70cbdf51a40cf80cc653a32e8c13e HTTP/1.1" status: 200 len: 375 time: 0.0242383 Nov 26 21:46:21.699512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-7423fb24-65fd-4c16-9d93-831c73fa84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.701078 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-7423fb24-65fd-4c16-9d93-831c73fa84c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 1096 time: 0.1933188 Nov 26 21:46:21.708795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:21.710152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a811f-3b58-4289-80bb-c259c0a1072c req-7d43f8c7-1321-4f76-8f49-cfb4f7ed3470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.711917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-7d43f8c7-1321-4f76-8f49-cfb4f7ed3470 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.1674631 Nov 26 21:46:21.714497 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:21.770615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Made reservation on behalf of 225bd749550b48aea293f21fbc7433b6 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:46:21.775458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:21.800729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:21.841046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-51a5e50e-7a3d-4fc8-9b9b-2c869949c9a9 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1877644 Nov 26 21:46:21.856761 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:21.887329 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:46:21.896917 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:21.897858 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:21.918785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a811f-3b58-4289-80bb-c259c0a1072c req-231b5b66-3f59-44ac-8ca0-1b2c56a508bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.920546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-231b5b66-3f59-44ac-8ca0-1b2c56a508bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953411 Nov 26 21:46:21.942213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Allocated IP 192.168.233.244 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/cefca6a5-69bc-4165-916b-7c4ffaccd2ef) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:21.947433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-7ee19529-6eaf-4275-bfb5-0158525564d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:21.949390 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-7ee19529-6eaf-4275-bfb5-0158525564d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.2355616 Nov 26 21:46:22.037958 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:22.137730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:22.190723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:22.229275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['03984253-eb29-4e8f-9185-02031b3a1ba1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:22.234903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628', '67fb218d-462f-4896-9171-0e619b9eb50e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:22.242189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:22.246359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:22.251077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:22.320313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:22.321162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:22.348858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8754847 Nov 26 21:46:22.351278 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:22.356126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c4610-abc6-436d-8809-96bef75ef2d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:22.381034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-4be93323-8f54-4486-a7d5-9755cea8b6e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 217 time: 0.4187155 Nov 26 21:46:22.392346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Request body: {'port': {'device_id': '43b2746a-e23e-4acb-821f-989deec3f56e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:22.445733 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e18cbc-16c8-4b4f-aa78-18f93ade9ea3 None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:46:22.465589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:22.479094 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c4dfe6-928c-4636-883a-62db429f48de" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:22.513692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-54423fef-67b9-463f-8f88-f063a9c6c98c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:22.515481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-54423fef-67b9-463f-8f88-f063a9c6c98c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "GET /v2.0/ports?device_id=1af6a418-5e50-4968-aaa0-cdc5b0a4b002 HTTP/1.1" status: 200 len: 943 time: 0.1300600 Nov 26 21:46:22.542589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-baab4714-cb92-42e7-a414-d0e1a8510b4c service neutron] 10.222.0.21 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986749 Nov 26 21:46:22.607313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:22.673734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-3bb945e5-a806-49a8-afd2-8c4563fee79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:22.677954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-3bb945e5-a806-49a8-afd2-8c4563fee79e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.2885406 Nov 26 21:46:22.740963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:22.741553 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-ef2ca4e4-3e8e-4d0b-b05c-bbb12d4eca13 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089097 Nov 26 21:46:22.748897 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e22cc7-1e0f-430e-ae36-53968e8c8c36" -d '{"events": [{"server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:22.811852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-df2b4f81-4e39-41fc-9a2c-b3ab240c3aab None None] Provisioning complete for port cefca6a5-69bc-4165-916b-7c4ffaccd2ef triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:22.813000 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df2b4f81-4e39-41fc-9a2c-b3ab240c3aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:22.901236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-df2b4f81-4e39-41fc-9a2c-b3ab240c3aab None None] Port cefca6a5-69bc-4165-916b-7c4ffaccd2ef cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:46:22.933334 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-79145a59-1e75-4d4d-a550-98364dd9a11a service neutron] 10.222.0.21 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889985 Nov 26 21:46:22.939444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-e36fd2cd-78f1-4f67-bd24-3471a41b203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:22.940971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-e36fd2cd-78f1-4f67-bd24-3471a41b203b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435482 Nov 26 21:46:22.951130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1dcf88-8c51-4107-9c57-a492398d6f0e None None] New status for floating IP 85786d70-40ec-4006-866d-6f8f44ffe273: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:46:22.983578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Deleting port ea7b9b42-7243-48ca-a655-9aa325da058c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:22.983932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.106165 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642a811f-3b58-4289-80bb-c259c0a1072c req-080f8d57-3e74-4d9d-b4dc-8d0e039b1d22 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355582 Nov 26 21:46:23.190067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-3cbd65cd-c699-4a25-96ac-87358db99938 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402766 Nov 26 21:46:23.195986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] For port ea7b9b42-7243-48ca-a655-9aa325da058c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ea7b9b42-7243-48ca-a655-9aa325da058c,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:23.196534 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.228465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Calling delete_port for ea7b9b42-7243-48ca-a655-9aa325da058c owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:23.338250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefca6a5-69bc-4165-916b-7c4ffaccd2ef {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:23.355183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.381128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Transition to ACTIVE for port object cefca6a5-69bc-4165-916b-7c4ffaccd2ef will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:46:23.385839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.444214 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-774bf8d6-b56e-4ab5-99cd-979cd875e212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.461136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:23.500800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270105-a30c-46fa-bec7-96d73268a523 req-8e272ce1-065d-4d8a-8ff9-84bb57ccf011 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:23.510949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-8e272ce1-065d-4d8a-8ff9-84bb57ccf011 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 821 time: 0.2964156 Nov 26 21:46:23.521017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fbf0c57-45c8-48fc-82e1-3316b420bc57 req-4ff952fb-30dd-48aa-a1ab-3bcf82ee48fa service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244059 Nov 26 21:46:23.543180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-bc71f6c6-c293-4d51-85c0-6133e947f803 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/quotas/1bd761aa9c394799b246249bad0cc851 HTTP/1.1" status: 200 len: 375 time: 0.0311978 Nov 26 21:46:23.543503 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.598000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-bd5fd61f-7ddd-4022-9a87-508a30b512a7 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539317 Nov 26 21:46:23.599037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Pushing event deleted for resources: {'Port': ['ID=ea7b9b42-7243-48ca-a655-9aa325da058c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:23.669889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] No DVR routers for this DVR port ea7b9b42-7243-48ca-a655-9aa325da058c on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:23.674030 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.677483 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c579908-ce27-4bf0-a574-83e7c991d0dd req-5fea6481-db14-4753-abb6-fa00bc78b318 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "DELETE /v2.0/ports/ea7b9b42-7243-48ca-a655-9aa325da058c HTTP/1.1" status: 204 len: 173 time: 1.1287985 Nov 26 21:46:23.678336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'name': 'network-vif-deleted', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:23.680654 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fcba37-92d2-4220-90b9-99989966540d" -d '{"events": [{"server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "name": "network-vif-deleted", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:23.683886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:23.684229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:23.684564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:23.689969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:46:23.690470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:23.695906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:23.696169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:23.696562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:23.696994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Bound port: cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:23.697351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.785905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:23.787849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-6dba0c93-2541-4bf3-8fee-d20d9925da04 service neutron] 10.222.0.21 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886625 Nov 26 21:46:23.790828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:23.803478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.821000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428293-40a9-4edf-bdc2-49f0f7fe9be2 req-b7addd2d-f064-46f7-bcfd-cdd0248ef81a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:23.822513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9428293-40a9-4edf-bdc2-49f0f7fe9be2 req-b7addd2d-f064-46f7-bcfd-cdd0248ef81a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 946 time: 0.1273098 Nov 26 21:46:23.899322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:23.900428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:23.902974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-897e365b-329b-471b-888f-0c192d2df508 service neutron] 10.222.0.13 "PUT /v2.0/ports/cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 1096 time: 1.5189102 Nov 26 21:46:23.941027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e365b-329b-471b-888f-0c192d2df508 service neutron] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:23.987563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9428293-40a9-4edf-bdc2-49f0f7fe9be2 req-e582a9cf-a0f5-458d-81fb-0b24fe826346 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318781 Nov 26 21:46:24.001291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-8567b2ab-3e9a-40ea-b16a-f05f5728b14b service neutron] 10.222.0.21 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125096 Nov 26 21:46:24.088273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-7296c098-0b9a-4c0d-9d69-8aa86fd4c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:24.090394 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-7296c098-0b9a-4c0d-9d69-8aa86fd4c447 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1099 time: 0.0910943 Nov 26 21:46:24.174382 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-dd904962-2a36-4897-98ff-a20da18e10e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.0626514 Nov 26 21:46:24.248498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-c835e5d1-94d6-4a74-b303-cd4a6e29622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:24.250989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-c835e5d1-94d6-4a74-b303-cd4a6e29622b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0663741 Nov 26 21:46:24.257896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcd752-b18b-49c5-ac91-3444da499e9d req-1595410a-85de-441f-b54e-c8be542586ac tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:24.276970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8bcd752-b18b-49c5-ac91-3444da499e9d req-1595410a-85de-441f-b54e-c8be542586ac tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1096 time: 0.0742507 Nov 26 21:46:24.318195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-15530fc0-1af8-4665-9176-3f8fee98bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:24.320564 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-15530fc0-1af8-4665-9176-3f8fee98bc22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528536 Nov 26 21:46:24.459786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8bcd752-b18b-49c5-ac91-3444da499e9d req-24594d79-0401-41bc-baad-f67557b3597b tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736529 Nov 26 21:46:24.521102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feed35b-0584-4c73-b2a3-23b425181e91 req-2823fbb4-c716-4eed-b0e2-2629907f1b43 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:24.528646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0feed35b-0584-4c73-b2a3-23b425181e91 req-2823fbb4-c716-4eed-b0e2-2629907f1b43 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 948 time: 0.2129021 Nov 26 21:46:24.584293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0feed35b-0584-4c73-b2a3-23b425181e91 req-3c952051-a3a7-47fb-88bf-f403bc6032c5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546815 Nov 26 21:46:24.593085 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c09cda-6be1-4ab9-aacb-408834e7255e x-openstack-request-id: req-83c09cda-6be1-4ab9-aacb-408834e7255e {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:24.593385 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:24.593644 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83c09cda-6be1-4ab9-aacb-408834e7255e {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:24.594654 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'status': 'completed', 'code': 200} Nov 26 21:46:24.658480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-a2e71f33-2198-4350-9e92-b677d1984e71 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092539 Nov 26 21:46:24.673007 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35831764-523e-4acf-99d3-57459d005bf1 x-openstack-request-id: req-35831764-523e-4acf-99d3-57459d005bf1 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:24.673881 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:24.674311 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35831764-523e-4acf-99d3-57459d005bf1 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:24.675065 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'code': 200} Nov 26 21:46:24.707013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fdf927b0-1a1f-4352-ab89-e2bfed02d711 req-1c1e0395-3b06-44df-94e1-02ab9dc24594 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 210 time: 0.0309460 Nov 26 21:46:24.778433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4dfe6-928c-4636-883a-62db429f48de req-65918e3d-0e2a-4fbe-a796-56cc185c7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:24.779937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5c4dfe6-928c-4636-883a-62db429f48de req-65918e3d-0e2a-4fbe-a796-56cc185c7fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 1096 time: 0.1153767 Nov 26 21:46:24.803163 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fdd1d6-d0a7-43c8-b2ff-8368e1713ecd x-openstack-request-id: req-b0fdd1d6-d0a7-43c8-b2ff-8368e1713ecd {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:24.803163 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af6a418-5e50-4968-aaa0-cdc5b0a4b002", "name": "network-vif-deleted", "tag": "ea7b9b42-7243-48ca-a655-9aa325da058c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:24.803163 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0fdd1d6-d0a7-43c8-b2ff-8368e1713ecd {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:24.803163 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af6a418-5e50-4968-aaa0-cdc5b0a4b002', 'name': 'network-vif-deleted', 'tag': 'ea7b9b42-7243-48ca-a655-9aa325da058c', 'status': 'completed', 'code': 200} Nov 26 21:46:24.889648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7dd6b30-7926-4ffc-82f4-7f447b2eddaf req-d00d896d-e0af-4e3a-90d1-121a316475c5 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277107 Nov 26 21:46:24.938756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4dfe6-928c-4636-883a-62db429f48de req-e48e5e73-2bdd-4f14-be4a-215ccbaa1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:24.940328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5c4dfe6-928c-4636-883a-62db429f48de req-e48e5e73-2bdd-4f14-be4a-215ccbaa1a48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1515672 Nov 26 21:46:24.986455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-542b2335-a011-4788-86a8-efa2769d4427 req-6f2b6008-772c-40e5-b419-87b0a717c0a1 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 210 time: 0.0393457 Nov 26 21:46:25.011506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd393ff8-792a-44bc-89d5-b5e55578e436 req-1801417b-a48e-477a-98d7-34074420b27a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:25.013848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd393ff8-792a-44bc-89d5-b5e55578e436 req-1801417b-a48e-477a-98d7-34074420b27a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 946 time: 0.1208093 Nov 26 21:46:25.060555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5c4dfe6-928c-4636-883a-62db429f48de req-70fd216a-1dd1-4076-b63c-314c0c32a8ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 200 len: 217 time: 0.0631781 Nov 26 21:46:25.086920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd393ff8-792a-44bc-89d5-b5e55578e436 req-d1cfdb70-c26b-445a-8776-6999695de950 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652952 Nov 26 21:46:25.142959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4dfe6-928c-4636-883a-62db429f48de req-e4b1d8f3-2a72-4ddc-a0a1-beaa9a4fb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:25.145030 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5c4dfe6-928c-4636-883a-62db429f48de req-e4b1d8f3-2a72-4ddc-a0a1-beaa9a4fb546 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0748975 Nov 26 21:46:25.152840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f2bc0-7aba-4305-af9a-d89a54e520ad req-dcda820b-ad29-4675-9eec-896946350a80 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:25.154661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e6f2bc0-7aba-4305-af9a-d89a54e520ad req-dcda820b-ad29-4675-9eec-896946350a80 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1096 time: 0.0597711 Nov 26 21:46:25.265711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e6f2bc0-7aba-4305-af9a-d89a54e520ad req-c7c72aa7-55b0-43a3-8900-354086ede637 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934429 Nov 26 21:46:25.311285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4dfe6-928c-4636-883a-62db429f48de req-a6e301b9-bd3e-4eb7-bc45-227f60b3d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:25.313968 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5c4dfe6-928c-4636-883a-62db429f48de req-a6e301b9-bd3e-4eb7-bc45-227f60b3d121 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186645 Nov 26 21:46:25.317822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-3f8bbe3c-1dee-450c-a5c4-c1c941428992 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:25.327309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-3f8bbe3c-1dee-450c-a5c4-c1c941428992 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1291959 Nov 26 21:46:25.387028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-8330dbb5-2569-47ad-836f-a4c371fbdfeb tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:25.388555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-8330dbb5-2569-47ad-836f-a4c371fbdfeb tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 804 time: 0.2261426 Nov 26 21:46:25.413000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Request body: {'port': {'device_id': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'admin_state_up': True, 'tenant_id': '34e70cbdf51a40cf80cc653a32e8c13e'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:25.455426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-29320f23-6e52-4bd1-b21c-de8ed0078eec tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.1253126 Nov 26 21:46:25.476502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Request body: {'floatingip': {'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:25.485921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5c4dfe6-928c-4636-883a-62db429f48de req-37dbf1d9-ae97-441a-a089-00e5a197d2a8 service neutron] 10.222.0.13 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629121 Nov 26 21:46:25.555800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:25.654856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Made reservation on behalf of 34e70cbdf51a40cf80cc653a32e8c13e for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:46:25.659029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:25.676406 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5c4dfe6-928c-4636-883a-62db429f48de req-22719acb-2dc6-4c62-865c-cc5268781a94 service neutron] 10.222.0.13 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522694 Nov 26 21:46:25.868026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Allocated IP 172.20.0.9 (5185998c-d4a2-4632-a51a-e3b1d8aaebf3/5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b/2aa56171-766b-478e-9fa7-fc1e08731fcc) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:25.869939 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8da7c750-a313-489c-8895-1775fc9fa088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:25.874522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa918488-a26a-4d17-95cc-32e830192798 req-f2924662-3234-4019-ae89-7d48216265bf tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:25.876957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa918488-a26a-4d17-95cc-32e830192798 req-f2924662-3234-4019-ae89-7d48216265bf tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 946 time: 0.1575472 Nov 26 21:46:25.984245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa918488-a26a-4d17-95cc-32e830192798 req-17157c1f-28f1-4c2b-9266-e63fe1079ad5 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715036 Nov 26 21:46:26.087670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:26.198957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eeb624-8347-44b5-97a9-9ecce7b4f5ca req-23fd2331-dda8-43d8-95ee-5460e80bb760 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:26.200660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69eeb624-8347-44b5-97a9-9ecce7b4f5ca req-23fd2331-dda8-43d8-95ee-5460e80bb760 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 948 time: 0.1025834 Nov 26 21:46:26.326840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69eeb624-8347-44b5-97a9-9ecce7b4f5ca req-07f700cb-acb6-47c5-a8c1-89f33c36c02d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182096 Nov 26 21:46:26.362363 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:26.370235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:26.416169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:26.472420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Pushing event updated for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:26.501314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:26.503717 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Floating IP 85786d70-40ec-4006-866d-6f8f44ffe273 associated. External IP: 172.25.3.18, port: 17a58754-fa62-4067-9e1c-32f5e238aa2b. Nov 26 21:46:26.507801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:26.516812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:26.526814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270105-a30c-46fa-bec7-96d73268a523 req-425f75de-186a-4aa0-b28c-f6937a082714 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:26.530255 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-425f75de-186a-4aa0-b28c-f6937a082714 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.13 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 821 time: 0.4149036 Nov 26 21:46:26.564074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Request body: {'port': {'device_id': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'admin_state_up': True, 'tenant_id': '1bd761aa9c394799b246249bad0cc851'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:26.649741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:26.650404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:26.681146 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-f875dbb8-6687-4e1b-9b4f-1ebf27d83c4d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2721820 Nov 26 21:46:26.707642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Request body: {'port': {'device_id': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:26.749741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Made reservation on behalf of 1bd761aa9c394799b246249bad0cc851 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:46:26.753979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:26.789817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:26.804461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:26.806750 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035" -d '{"events": [{"name": "network-changed", "server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:26.848976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Router 596f3f58-0321-4027-90bd-8052bfacb37c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:46:26.958443 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.029373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Allocated IP 172.20.0.11 (27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d/c4eddfeb-da2f-4a82-b103-f9e25a01c109/206b63b9-10d1-4710-aed0-93cbe7c780d1) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:27.040128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:27.051803 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.056297 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:27.073875 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:27.074649 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:27.121711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-e545037a-3565-4acb-aa7e-91ce3c957723 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "PUT /v2.0/floatingips/85786d70-40ec-4006-866d-6f8f44ffe273 HTTP/1.1" status: 200 len: 995 time: 1.6556847 Nov 26 21:46:27.122388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:27.124792 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db357451-d38c-4791-95b4-2e5bb1670d28" -d '{"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:27.192865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-1eddc800-ee78-4ef9-a05f-dfcb76412880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:27.195266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-1eddc800-ee78-4ef9-a05f-dfcb76412880 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.0628479 Nov 26 21:46:27.229760 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:27.370916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-52115d64-caf2-47c2-a5dc-086f8f28ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:27.373567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-52115d64-caf2-47c2-a5dc-086f8f28ea21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1646159 Nov 26 21:46:27.376073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ea7b9b42-7243-48ca-a655-9aa325da058c no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:27.402461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-69ded840-0667-40b8-b0db-9ac4f3a3b36e tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:27.403995 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-69ded840-0667-40b8-b0db-9ac4f3a3b36e tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bfa2da0-1490-4328-84cb-6c378c6100ee HTTP/1.1" status: 200 len: 945 time: 0.1962175 Nov 26 21:46:27.410177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa56171-766b-478e-9fa7-fc1e08731fcc {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:27.414427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: ea7b9b42-7243-48ca-a655-9aa325da058c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:27.426565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ea7b9b42-7243-48ca-a655-9aa325da058c not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:27.431010 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.488467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-9b98cb5f-7d58-4a17-8b58-b899c94cc4f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 998 time: 0.1049590 Nov 26 21:46:27.508597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-f6f6e47b-7020-4c87-9d02-1090116ca667 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:46:27.509868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-f6f6e47b-7020-4c87-9d02-1090116ca667 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078659 Nov 26 21:46:27.510033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Transition to ACTIVE for port object 2aa56171-766b-478e-9fa7-fc1e08731fcc will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:46:27.513189 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.526306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.578421 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:17:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:26Z', 'revision_number': 8, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:27.591465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-0f53f184-eed8-4f93-a279-ba37ade8fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:27.596096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-0f53f184-eed8-4f93-a279-ba37ade8fff1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.1035182 Nov 26 21:46:27.608513 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-4519c830-464e-4709-9621-ac54b0a9f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:27.610474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-4519c830-464e-4709-9621-ac54b0a9f1ae service neutron] 10.222.0.21 "GET /v2.0/ports/ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 200 len: 1093 time: 0.0567899 Nov 26 21:46:27.626484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:27.652266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:27.653311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:46:27.691954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.737702 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:46:27.748215 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:27.749811 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:27.751535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Deleting port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:27.751867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.752951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-25503121-2821-4160-8dc3-32c6cd2a6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:27.755038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-25503121-2821-4160-8dc3-32c6cd2a6c40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484954 Nov 26 21:46:27.810543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f10331-b98f-437d-b103-9e32c673aca7 req-230ba9bc-e12b-483d-a03f-3a5523310e49 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:27.812032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87f10331-b98f-437d-b103-9e32c673aca7 req-230ba9bc-e12b-483d-a03f-3a5523310e49 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 946 time: 0.1735923 Nov 26 21:46:27.817801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:27.818621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event updated for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:27.831049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:27.835214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:27.841580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Attempting to bind port 2aa56171-766b-478e-9fa7-fc1e08731fcc on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:27.841780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Attempting to bind port 2aa56171-766b-478e-9fa7-fc1e08731fcc by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:27.842133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Attempting to bind port 2aa56171-766b-478e-9fa7-fc1e08731fcc on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:27.880145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Port 2aa56171-766b-478e-9fa7-fc1e08731fcc on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:46:27.880476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Attempting to bind port 2aa56171-766b-478e-9fa7-fc1e08731fcc on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:27.890765 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:27.899293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:27.899639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Checking segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:27.900032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Bound using segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:27.900478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Bound port: 2aa56171-766b-478e-9fa7-fc1e08731fcc, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:27.900837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.941569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:27.942249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.952722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] For port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:27.953618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:27.997194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Calling delete_port for bf7787e2-cdab-4cfa-8752-d4cd1ab64bab owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:28.009007 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-72891b58-a43d-4081-a3ff-7c88e048aadd tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4491851 Nov 26 21:46:28.034787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Request body: {'port': {'device_id': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:28.049509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-8134465e-a903-4c97-a821-a3711fb2f957 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612064 Nov 26 21:46:28.098357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:28.098607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:28.098786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:28.099189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:28.128750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:28.142538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:46:28.142860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:28.154684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:28.155025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:28.155397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:28.155825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Bound port: ddb289d0-cdb9-4a95-970e-1820ae19046a, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:28.165072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Deleting port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:28.165417 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:28.168586 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:28.182567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:28.193558 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:17:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:26Z', 'revision_number': 8, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:28.270162 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd0ce9-4551-4d36-858d-cf6fd7979269 None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '85786d70-40ec-4006-866d-6f8f44ffe273', 'tenant_id': '3399cd636345476884b1829fa6215647', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'port_id': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'mac_address': 'fa:16:3e:17:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:45:45Z', 'updated_at': '2021-11-26T21:46:26Z', 'revision_number': 8, 'project_id': '3399cd636345476884b1829fa6215647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:46:28.284943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:28.285705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:28.287318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] 10.222.0.13 "PUT /v2.0/ports/2aa56171-766b-478e-9fa7-fc1e08731fcc HTTP/1.1" status: 200 len: 1091 time: 1.5870457 Nov 26 21:46:28.341771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5887aa1-6c27-4fc0-9f5a-bff0a4e1a857 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:28.412095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:28.449443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['17a58754-fa62-4067-9e1c-32f5e238aa2b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:28.454114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['bf7787e2-cdab-4cfa-8752-d4cd1ab64bab'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:28.506777 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:28.527041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Pushing event deleted for resources: {'Port': ['ID=bf7787e2-cdab-4cfa-8752-d4cd1ab64bab,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:28.617164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] No DVR routers for this DVR port bf7787e2-cdab-4cfa-8752-d4cd1ab64bab on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:28.626901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:28.630369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a3252ddc-2047-4466-bf90-b7d3e6cd0103 req-43889211-2ffb-4556-a8c3-c56a8cb522ad tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.13 "DELETE /v2.0/ports/bf7787e2-cdab-4cfa-8752-d4cd1ab64bab HTTP/1.1" status: 204 len: 173 time: 1.2095604 Nov 26 21:46:28.668967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-7113af96-4d42-4f84-a1eb-2584489c0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:28.672548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-7113af96-4d42-4f84-a1eb-2584489c0365 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 1094 time: 0.2757850 Nov 26 21:46:28.679637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fc2365-15ac-440b-96bc-f77f9116c616 None None] New status for floating IP 85786d70-40ec-4006-866d-6f8f44ffe273: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:46:28.779281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] For port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:28.780487 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:28.808490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Calling delete_port for ceb6a27e-7ded-44a3-a396-b3eb5690e8bc owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:28.816099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-e34975a2-ba32-41d8-9dcb-27c34965f4a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc HTTP/1.1" status: 200 len: 217 time: 0.0948341 Nov 26 21:46:28.969746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4789b2dc-32a7-4892-8c38-716038e5e34d req-58871997-7d37-4497-b65f-ca5ff0edf7bd service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9123478 Nov 26 21:46:28.971350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-21a213e2-2f50-4d78-a0a4-02793e642663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:28.972934 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-21a213e2-2f50-4d78-a0a4-02793e642663 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 200 len: 844 time: 0.1298325 Nov 26 21:46:28.982106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:28.999999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.012089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-0111c0ab-2a27-4266-bc8e-f1f7f4ba5e6c service neutron] 10.222.0.21 "POST /v2.0/ports/ddb289d0-cdb9-4a95-970e-1820ae19046a/bindings HTTP/1.1" status: 201 len: 389 time: 1.3750112 Nov 26 21:46:29.023025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-695ece5d-8f63-45be-ab72-504e457cd75f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413749 Nov 26 21:46:29.055728 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.160090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206b63b9-10d1-4710-aed0-93cbe7c780d1 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:29.171446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.235896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Transition to ACTIVE for port object 206b63b9-10d1-4710-aed0-93cbe7c780d1 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:46:29.238476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-b13ae418-20fe-43b1-8da6-6c78891114fc service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049162 Nov 26 21:46:29.258040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3444083-6fe9-4d55-9767-f771465afa19 req-135b882a-edf2-4c9c-ad18-a4cf374a7501 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:29.259805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3444083-6fe9-4d55-9767-f771465afa19 req-135b882a-edf2-4c9c-ad18-a4cf374a7501 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 943 time: 0.1618836 Nov 26 21:46:29.273830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f95692-d481-4cfe-9462-57e27869f218 req-e939bc80-4c12-4048-856a-8d8b5770c416 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:29.275410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0f95692-d481-4cfe-9462-57e27869f218 req-e939bc80-4c12-4048-856a-8d8b5770c416 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 932 time: 0.0885959 Nov 26 21:46:29.277486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.277802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.318849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:29.336878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event deleted for resources: {'Port': ['ID=ceb6a27e-7ded-44a3-a396-b3eb5690e8bc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:29.379450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:29.423137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] No DVR routers for this DVR port ceb6a27e-7ded-44a3-a396-b3eb5690e8bc on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:29.440704 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.444348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87f10331-b98f-437d-b103-9e32c673aca7 req-68e7d3ce-bc60-4feb-9dd1-9b48c885f03e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "DELETE /v2.0/ports/ceb6a27e-7ded-44a3-a396-b3eb5690e8bc HTTP/1.1" status: 204 len: 173 time: 1.6200087 Nov 26 21:46:29.484318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-240649fe-5ad3-4de2-a786-7fe819d2ce7d req-c621e07b-9cab-4b82-b54e-de2e47c00dc5 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250767 Nov 26 21:46:29.487058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3444083-6fe9-4d55-9767-f771465afa19 req-18e1e089-23bc-4bd3-a3fc-cc69c24dd2d8 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103276 Nov 26 21:46:29.509726 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0f95692-d481-4cfe-9462-57e27869f218 req-0e922a4e-3813-4753-887c-270cdb422c86 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127712 Nov 26 21:46:29.569330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Pushing event updated for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:29.623550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-dab72adc-a65a-47ae-9e0b-8f173f4194db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:29.625818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-dab72adc-a65a-47ae-9e0b-8f173f4194db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1096 time: 0.2472010 Nov 26 21:46:29.631784 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614812c4-e9c2-46f8-8e08-983c62a9de26 x-openstack-request-id: req-614812c4-e9c2-46f8-8e08-983c62a9de26 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:29.632172 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:29.632438 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-614812c4-e9c2-46f8-8e08-983c62a9de26 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:29.633347 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'status': 'completed', 'code': 200} Nov 26 21:46:29.659068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Attempting to bind port 206b63b9-10d1-4710-aed0-93cbe7c780d1 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:29.659501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Attempting to bind port 206b63b9-10d1-4710-aed0-93cbe7c780d1 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:29.660040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Attempting to bind port 206b63b9-10d1-4710-aed0-93cbe7c780d1 on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:29.676916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Port 206b63b9-10d1-4710-aed0-93cbe7c780d1 on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:46:29.677327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Attempting to bind port 206b63b9-10d1-4710-aed0-93cbe7c780d1 on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:29.692141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:29.729393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'mac_address': 'fa:16:3e:31:c2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:29.756618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:29.757256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Checking segment: {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:29.757565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Bound using segment: {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:29.757831 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e546084-56f8-41bf-9104-23d3ef013d09 x-openstack-request-id: req-4e546084-56f8-41bf-9104-23d3ef013d09 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:29.758151 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:29.758269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Bound port: 206b63b9-10d1-4710-aed0-93cbe7c780d1, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:29.758418 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e546084-56f8-41bf-9104-23d3ef013d09 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:29.758691 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.758873 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'status': 'completed', 'code': 200} Nov 26 21:46:29.789806 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.818939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefca6a5-69bc-4165-916b-7c4ffaccd2ef {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:29.831127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-92a6f48b-cf42-4c6e-a44c-0c165be2c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:29.833384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-92a6f48b-cf42-4c6e-a44c-0c165be2c4e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1099 time: 0.1445122 Nov 26 21:46:29.845867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:29.846790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5035a395-11d2-447b-8034-a377c9c52529 req-c0e8c52a-ac6e-4e27-ae24-f23376421843 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04bcd58-9058-43d3-94f0-33cd955e39c0 HTTP/1.1" status: 200 len: 210 time: 0.0386508 Nov 26 21:46:29.851580 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:29.878204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-be334d65-6ae8-49a8-8af1-3de95cab2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:29.879935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-be334d65-6ae8-49a8-8af1-3de95cab2b78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.2171659 Nov 26 21:46:29.926552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:29.969840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:29.974341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-4619d602-987c-4bf2-a2c6-ead4b84059c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 200 len: 217 time: 0.0830419 Nov 26 21:46:29.994279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-0d233484-07f7-4355-9457-79a512250439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:29.995786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-0d233484-07f7-4355-9457-79a512250439 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.1588216 Nov 26 21:46:29.999055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:30.007322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83372995-af6a-4023-957c-9fc8af7e2931 req-20b8b451-737a-48a7-a6dc-54008fd02fc5 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips/85786d70-40ec-4006-866d-6f8f44ffe273 HTTP/1.1" status: 200 len: 997 time: 0.1074176 Nov 26 21:46:30.023007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:30.071971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c3042-94e2-4124-aafc-3728c33e026e req-03c5291f-fc49-48a3-9b5b-1ba41e35f76f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.073543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d66c3042-94e2-4124-aafc-3728c33e026e req-03c5291f-fc49-48a3-9b5b-1ba41e35f76f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.1709750 Nov 26 21:46:30.101781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-b5db0550-09c7-41f6-94fe-2cff8bb78225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.103436 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-b5db0550-09c7-41f6-94fe-2cff8bb78225 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2619851 Nov 26 21:46:30.107298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.107982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:30.109982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-c932c361-4666-4199-a60d-05796408dda8 service neutron] 10.222.0.13 "PUT /v2.0/ports/206b63b9-10d1-4710-aed0-93cbe7c780d1 HTTP/1.1" status: 200 len: 1092 time: 2.0831747 Nov 26 21:46:30.111676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-dcba2cbf-3e32-4f11-a650-d6551a5469ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.113145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-dcba2cbf-3e32-4f11-a650-d6551a5469ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1294813 Nov 26 21:46:30.167819 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-610f9d70-3cef-42e9-8e28-48539e3e913e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.0490530 Nov 26 21:46:30.168588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932c361-4666-4199-a60d-05796408dda8 service neutron] Pushing event updated for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:30.197226 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-b9be0569-3e2f-4128-9b64-fb40e23d9453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692892 Nov 26 21:46:30.242546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d66c3042-94e2-4124-aafc-3728c33e026e req-84ca1351-113d-4c3f-a054-fe76c7e73f74 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163290 Nov 26 21:46:30.271214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83372995-af6a-4023-957c-9fc8af7e2931 req-c88258ac-3a4a-4047-aa4c-0ac046498238 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.273853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83372995-af6a-4023-957c-9fc8af7e2931 req-c88258ac-3a4a-4047-aa4c-0ac046498238 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2561259 Nov 26 21:46:30.300619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-83372995-af6a-4023-957c-9fc8af7e2931 req-d24db63e-1be4-4d9c-b994-fe6f90e87c7c tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:46:30.303081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83372995-af6a-4023-957c-9fc8af7e2931 req-d24db63e-1be4-4d9c-b994-fe6f90e87c7c tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211468 Nov 26 21:46:30.304391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-61b00ee0-deaf-4ba5-a5ea-63b4a074eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.305876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-61b00ee0-deaf-4ba5-a5ea-63b4a074eee5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.2970419 Nov 26 21:46:30.469544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ceb6a27e-7ded-44a3-a396-b3eb5690e8bc no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:30.487392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-28087368-4334-4787-bb48-5501367199f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 1000 time: 0.1722894 Nov 26 21:46:30.510885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-300fc33f-65c4-496d-b3eb-838d4775c674 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1232538 Nov 26 21:46:30.516909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['cefca6a5-69bc-4165-916b-7c4ffaccd2ef'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:30.519237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: ceb6a27e-7ded-44a3-a396-b3eb5690e8bc {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:30.519859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ceb6a27e-7ded-44a3-a396-b3eb5690e8bc not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:30.572183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-7f882715-aab1-4619-8203-43cb92b94ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.574410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-7f882715-aab1-4619-8203-43cb92b94ad1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.0759475 Nov 26 21:46:30.599963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-ff00c7df-9ebe-49a7-be90-3ff129dcd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.601439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-ff00c7df-9ebe-49a7-be90-3ff129dcd6f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.4066291 Nov 26 21:46:30.626042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94875b82-fc7d-4696-9b31-60dcc054f14a req-1b36371a-744d-4273-8986-3048ef5f9de9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.634553 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94875b82-fc7d-4696-9b31-60dcc054f14a req-1b36371a-744d-4273-8986-3048ef5f9de9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.2488756 Nov 26 21:46:30.643261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270105-a30c-46fa-bec7-96d73268a523 req-cb7cff90-20b0-47fa-874d-1292c19a6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.644749 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-cb7cff90-20b0-47fa-874d-1292c19a6281 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 1095 time: 0.1775804 Nov 26 21:46:30.669555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-77aa2fc1-1ef1-42fc-a8cb-f500634fe0c8 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011833 Nov 26 21:46:30.699090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-dbff36a7-585f-4097-9abb-e672504d6eaa tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.700457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-dbff36a7-585f-4097-9abb-e672504d6eaa tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports/17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 942 time: 0.1246860 Nov 26 21:46:30.712766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-659979f7-3cd1-4a7e-b2df-de5b355117c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1 HTTP/1.1" status: 200 len: 217 time: 0.0516715 Nov 26 21:46:30.746754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94875b82-fc7d-4696-9b31-60dcc054f14a req-e070d5cd-5381-44aa-b3df-65af7826d352 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067858 Nov 26 21:46:30.750144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-53158e86-4484-4634-92e8-921862f63ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.758493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-53158e86-4484-4634-92e8-921862f63ce1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175330 Nov 26 21:46:30.771034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-93eb5c06-5d4a-4ca0-ab50-76dada64b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.772514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-93eb5c06-5d4a-4ca0-ab50-76dada64b90e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613896 Nov 26 21:46:30.874563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270105-a30c-46fa-bec7-96d73268a523 req-f26fec7f-95ac-4eea-b054-1a15ff8757f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.876589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-f26fec7f-95ac-4eea-b054-1a15ff8757f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4eddfeb-da2f-4a82-b103-f9e25a01c109 HTTP/1.1" status: 200 len: 861 time: 0.1503971 Nov 26 21:46:30.905734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-6027c047-9b82-49bf-8483-b39fe4085e36 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1428051 Nov 26 21:46:30.933035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-08c78018-9757-48e6-a510-3b5feb37a97c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447156 Nov 26 21:46:30.948118 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-5bb170e4-a9d7-45f3-8919-253a61ae1946 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438638 Nov 26 21:46:30.954711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b450f-3d32-4135-87da-77a0862f61cc req-da39c2be-81f7-4b2b-a29c-5c3083d7cf68 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:30.956192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-748b450f-3d32-4135-87da-77a0862f61cc req-da39c2be-81f7-4b2b-a29c-5c3083d7cf68 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 943 time: 0.1052239 Nov 26 21:46:30.968693 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-72d411e9-55bf-4dc1-aa0d-f5c7612e2e57 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740155 Nov 26 21:46:30.982607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-70a15b89-cc8f-424e-b323-aa23cdde337b service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115922 Nov 26 21:46:31.118131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-e90d4ca7-7937-4c3f-8ddb-38f4d65ec515 service neutron] 10.222.0.13 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722760 Nov 26 21:46:31.123747 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f14c6e-dcc4-46dd-bec9-e7a7f5c15035 req-5290132a-798d-46b5-bf1f-d751ca8eee0d service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438706 Nov 26 21:46:31.158904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-748b450f-3d32-4135-87da-77a0862f61cc req-b5108a2a-fb75-4926-8286-b133f8feb2ca tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803577 Nov 26 21:46:31.202629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-2f9d8a25-7498-4e79-8765-4705b52c6917 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:31.206990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-2f9d8a25-7498-4e79-8765-4705b52c6917 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2825918 Nov 26 21:46:31.222372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84270105-a30c-46fa-bec7-96d73268a523 req-f3b28ed8-5b40-41d9-b958-b80eeeb3fb94 service neutron] 10.222.0.13 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963485 Nov 26 21:46:31.267035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db357451-d38c-4791-95b4-2e5bb1670d28 req-e7ea1023-0872-4986-ae12-e7f52dbb866e service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488847 Nov 26 21:46:31.321058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-f5d9c6bf-b0a7-493d-bbfc-cc3ee31006fd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1035683 Nov 26 21:46:31.333436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:31.379162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06e51f-7920-4a18-ba89-aaf6aa4ff82d req-255e5672-dcc4-4382-afcc-a2e102ba8ed1 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:31.380668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae06e51f-7920-4a18-ba89-aaf6aa4ff82d req-255e5672-dcc4-4382-afcc-a2e102ba8ed1 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 944 time: 0.1197410 Nov 26 21:46:31.384150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device bf7787e2-cdab-4cfa-8752-d4cd1ab64bab no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:31.416328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: bf7787e2-cdab-4cfa-8752-d4cd1ab64bab {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:31.416711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device bf7787e2-cdab-4cfa-8752-d4cd1ab64bab not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:31.424559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:31.508230 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae06e51f-7920-4a18-ba89-aaf6aa4ff82d req-8691b183-f319-400f-bbf6-ffd4f88c925b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098797 Nov 26 21:46:31.623013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:31.629623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:31.629973 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Floating IP 85786d70-40ec-4006-866d-6f8f44ffe273 disassociated. External IP: 172.25.3.18, port: 17a58754-fa62-4067-9e1c-32f5e238aa2b. Nov 26 21:46:31.634603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc'}, {'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'name': 'network-vif-deleted', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab'}, {'name': 'network-changed', 'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:31.637637 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc"}, {"server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "name": "network-vif-deleted", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab"}, {"name": "network-changed", "server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:31.762005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04bcd58-9058-43d3-94f0-33cd955e39c0', 'name': 'network-vif-deleted', 'tag': 'ceb6a27e-7ded-44a3-a396-b3eb5690e8bc'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:31.764356 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d80b66-8476-4d8e-a883-0c3ac959ddf9" -d '{"events": [{"server_uuid": "f04bcd58-9058-43d3-94f0-33cd955e39c0", "name": "network-vif-deleted", "tag": "ceb6a27e-7ded-44a3-a396-b3eb5690e8bc"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:31.792924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50e76e-ceed-48ff-9f92-bbbdabd1711c req-286ac6f5-a375-41d3-9214-45b8d5069573 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:31.794473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b50e76e-ceed-48ff-9f92-bbbdabd1711c req-286ac6f5-a375-41d3-9214-45b8d5069573 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.0753503 Nov 26 21:46:31.917801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b50e76e-ceed-48ff-9f92-bbbdabd1711c req-ebe78635-178a-4d79-ad4a-42cf4de8b3b9 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901947 Nov 26 21:46:31.951979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Router 596f3f58-0321-4027-90bd-8052bfacb37c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:46:31.983944 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ad7307-2ecf-4420-b169-3b80647da87b x-openstack-request-id: req-11ad7307-2ecf-4420-b169-3b80647da87b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:31.984281 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc", "status": "completed", "code": 200}, {"server_uuid": "3bfa2da0-1490-4328-84cb-6c378c6100ee", "name": "network-vif-deleted", "tag": "bf7787e2-cdab-4cfa-8752-d4cd1ab64bab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:31.984558 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11ad7307-2ecf-4420-b169-3b80647da87b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:31.984970 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'status': 'completed', 'code': 200} Nov 26 21:46:31.985224 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfa2da0-1490-4328-84cb-6c378c6100ee', 'name': 'network-vif-deleted', 'tag': 'bf7787e2-cdab-4cfa-8752-d4cd1ab64bab', 'status': 'completed', 'code': 200} Nov 26 21:46:31.985701 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'status': 'completed', 'code': 200} Nov 26 21:46:32.101399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:32.106884 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:32.109255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-4c668880-6290-4e15-88a5-20fde678661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:32.110998 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-4c668880-6290-4e15-88a5-20fde678661d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 1094 time: 0.0755100 Nov 26 21:46:32.114463 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:32.133013 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:32.135175 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:32.145490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-fa1785a2-a0af-4adf-b2d2-dfb131dc6dce tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "PUT /v2.0/floatingips/85786d70-40ec-4006-866d-6f8f44ffe273 HTTP/1.1" status: 200 len: 695 time: 0.8171141 Nov 26 21:46:32.246374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-43020ed8-3796-4214-bec1-473e27ebecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:32.256291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-43020ed8-3796-4214-bec1-473e27ebecb5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.0978620 Nov 26 21:46:32.260916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-70bc50c3-9efe-440d-9fd5-15d6f654c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:32.262401 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-70bc50c3-9efe-440d-9fd5-15d6f654c38b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 905 time: 0.1422057 Nov 26 21:46:32.314604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-398a338f-2fa8-4589-894d-333368e55c86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc HTTP/1.1" status: 200 len: 217 time: 0.0441322 Nov 26 21:46:32.358291 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:32.387061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206170b-91f7-40f1-bfdc-542e58609814 req-4a7ea256-d0ff-45fb-9ed7-e9dc957ced33 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:32.388912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a206170b-91f7-40f1-bfdc-542e58609814 req-4a7ea256-d0ff-45fb-9ed7-e9dc957ced33 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.1219904 Nov 26 21:46:32.417397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-dec24716-76d8-4d75-ab6c-d64dfcf0ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:32.418131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-ae641970-873b-4f1c-9fe1-9a97659b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:32.419436 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-dec24716-76d8-4d75-ab6c-d64dfcf0ba90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 200 len: 844 time: 0.0982692 Nov 26 21:46:32.426835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-ae641970-873b-4f1c-9fe1-9a97659b7ac7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1691802 Nov 26 21:46:32.476457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-497a24ad-16e6-4ef7-aa64-5127079eab41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480659 Nov 26 21:46:32.516891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-b727f83b-720f-4bdc-9d2c-8c3d7d1967bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 217 time: 0.0879946 Nov 26 21:46:32.609888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a206170b-91f7-40f1-bfdc-542e58609814 req-08954fcb-57f2-4cd2-9e7f-f6ba28dd77a3 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113979 Nov 26 21:46:32.633266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-63b1a516-a0f7-4bb4-bb80-3fcfbde9123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:32.642651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-63b1a516-a0f7-4bb4-bb80-3fcfbde9123b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.1245847 Nov 26 21:46:32.665625 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-6c52c8fc-4718-4ce0-8dfb-e9f6860b5245 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804678 Nov 26 21:46:32.683588 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:32.697636 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efdc4db-233d-4c68-adc3-9a949368a9cb x-openstack-request-id: req-2efdc4db-233d-4c68-adc3-9a949368a9cb {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:32.700739 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04bcd58-9058-43d3-94f0-33cd955e39c0", "name": "network-vif-deleted", "tag": "ceb6a27e-7ded-44a3-a396-b3eb5690e8bc", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:32.701241 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2efdc4db-233d-4c68-adc3-9a949368a9cb {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:32.701845 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04bcd58-9058-43d3-94f0-33cd955e39c0', 'name': 'network-vif-deleted', 'tag': 'ceb6a27e-7ded-44a3-a396-b3eb5690e8bc', 'status': 'completed', 'code': 200} Nov 26 21:46:32.716819 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:46:32.727291 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:32.727940 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:32.737437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-89470053-927b-4e61-9ab5-ba93037d7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:32.754724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-89470053-927b-4e61-9ab5-ba93037d7663 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107249 Nov 26 21:46:32.829407 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-976f7de9-9d23-44e3-af1e-ce13e0e432d3 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557956 Nov 26 21:46:32.866552 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:33.039462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-20db4bc8-fc23-43ef-a0c9-d93ddb0d444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:33.040993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-20db4bc8-fc23-43ef-a0c9-d93ddb0d444f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 1095 time: 0.1109798 Nov 26 21:46:33.153516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-078da3dc-779d-457d-8c45-2a70ba754e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:33.155098 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-078da3dc-779d-457d-8c45-2a70ba754e75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 922 time: 0.1059351 Nov 26 21:46:33.219580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-8b5822d7-789a-4577-b330-ce8456bb2dac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1 HTTP/1.1" status: 200 len: 217 time: 0.0544119 Nov 26 21:46:33.276739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-b2d9d1d8-09bc-4e92-b7cc-7352da1d0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:33.278292 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-b2d9d1d8-09bc-4e92-b7cc-7352da1d0382 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4eddfeb-da2f-4a82-b103-f9e25a01c109 HTTP/1.1" status: 200 len: 861 time: 0.0509810 Nov 26 21:46:33.278744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-19e16793-c646-40ef-b97b-dd14f6027ca2 service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226116 Nov 26 21:46:33.322594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-939300f2-2241-4890-a680-0e2c515f208f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371032 Nov 26 21:46:33.327415 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:33.357591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254eb778-cc3b-405a-b919-2fbc86d66276 req-c33a0012-17b6-40da-9436-4a4a4f024e20 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:33.359162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-254eb778-cc3b-405a-b919-2fbc86d66276 req-c33a0012-17b6-40da-9436-4a4a4f024e20 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 943 time: 0.1771650 Nov 26 21:46:33.377351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2aa56171-766b-478e-9fa7-fc1e08731fcc details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:33.384702 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd9d59-a4f0-49c6-bfbe-e3a12ecfa46e None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:45:22Z', 'revision_number': 4, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0788b2da-8f72-48c7-81c1-a66c01d99e22', 'name': '', 'network_id': '3f5057ab-5af3-43b8-857e-ebc47c9cf3fd', 'tenant_id': '3399cd636345476884b1829fa6215647', 'mac_address': 'fa:16:3e:9c:84:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:21Z', 'updated_at': '2021-11-26T21:45:29Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'subnets': [{'id': '207a0bab-b003-484f-bfe4-33389ddac2c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:46:33.386168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:33.471469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44314b0-3c68-4561-b3fb-1f493efbace1 req-1808babb-d3eb-4f54-ba89-483badc58f2a service neutron] 10.222.0.21 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918154 Nov 26 21:46:33.476519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-254eb778-cc3b-405a-b919-2fbc86d66276 req-4c3bc439-8e59-453b-a4de-d987a043fe14 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081893 Nov 26 21:46:33.574388 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-945b9eb4-a5f6-4397-97e1-0cbe56d46ae5 service neutron] 10.222.0.13 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438338 Nov 26 21:46:33.596749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port cefca6a5-69bc-4165-916b-7c4ffaccd2ef completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:46:33.651164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port cefca6a5-69bc-4165-916b-7c4ffaccd2ef triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:33.651544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:33.745447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:33.763950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'port_id': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'mac_address': 'fa:16:3e:94:76:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:33.764215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a27a20-2668-4ea7-9ca8-a05b78e4c2e2 req-3cfc7c29-f094-43a0-9bdc-6001da9d8012 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:33.771446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66a27a20-2668-4ea7-9ca8-a05b78e4c2e2 req-3cfc7c29-f094-43a0-9bdc-6001da9d8012 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 944 time: 0.1170912 Nov 26 21:46:33.817885 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a00e5f-28c0-4031-9cd4-8f16bb1c8383 req-707334f8-e87c-4173-ab61-1cfa48fa03f6 service neutron] 10.222.0.13 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348483 Nov 26 21:46:33.856079 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:33.887699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66a27a20-2668-4ea7-9ca8-a05b78e4c2e2 req-58971b67-3817-432e-aa0a-8c9e4e8fc8b0 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018615 Nov 26 21:46:33.911094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa56171-766b-478e-9fa7-fc1e08731fcc {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:33.941300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:33.948611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:33.963988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0686f2-cf07-4140-b2f4-3b2f276ca32f None None] New status for floating IP 85786d70-40ec-4006-866d-6f8f44ffe273: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:46:33.965853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0047e-68c9-4872-bc36-f34946b09aca req-40800337-8361-4181-903c-4e413f86b916 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:33.972456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14e0047e-68c9-4872-bc36-f34946b09aca req-40800337-8361-4181-903c-4e413f86b916 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.1238415 Nov 26 21:46:34.049369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14e0047e-68c9-4872-bc36-f34946b09aca req-8323df5a-1e9f-4ee4-9507-d59fbde756bb tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689833 Nov 26 21:46:34.135000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c905ee4-809a-4a8c-bf25-254abdb72271 req-5ca62ab2-3af1-4031-849b-5089163cc082 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:34.143785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c905ee4-809a-4a8c-bf25-254abdb72271 req-5ca62ab2-3af1-4031-849b-5089163cc082 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.0766263 Nov 26 21:46:34.258047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c905ee4-809a-4a8c-bf25-254abdb72271 req-889cc9ab-c451-4eaa-8f17-91ba2e39f191 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133049 Nov 26 21:46:34.286572 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:34.363290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-440d75cd-b589-44fb-92be-bfd0ddb4ab77 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:34.364987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-440d75cd-b589-44fb-92be-bfd0ddb4ab77 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.1939547 Nov 26 21:46:34.423345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:34.437144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-07e53e74-17e8-420c-90be-c1be13e4e69d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/quotas/524caf83d3dc49928dde83b0446541fc HTTP/1.1" status: 200 len: 375 time: 0.0599551 Nov 26 21:46:34.449202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-27bb27bd-05b1-47fa-83ae-883eaf286ea1 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips/85786d70-40ec-4006-866d-6f8f44ffe273 HTTP/1.1" status: 200 len: 695 time: 0.0824790 Nov 26 21:46:34.460380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:34.463147 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8009990d-ce53-4f3a-8a8c-319f29397927" -d '{"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-plugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:34.488651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2aa56171-766b-478e-9fa7-fc1e08731fcc'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:34.496516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:34.532075 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:34.620821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-e3b3382a-6d2e-4317-a86d-af9d884b1339 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694074 Nov 26 21:46:34.630530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:34.645344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-6f9396c3-c9c8-4874-a3d1-635da49f2cfd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:34.653617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-6f9396c3-c9c8-4874-a3d1-635da49f2cfd tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2034276 Nov 26 21:46:34.751016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:34.753734 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8adf560-ebb3-4baf-af1c-133a5cb02473" -d '{"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:34.803434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-11d61aba-e769-4882-b3e9-a5dc926042e2 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 696 time: 0.1477578 Nov 26 21:46:34.863179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-6f5752ed-92d6-43f2-84c4-e44b310dbefb tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 696 time: 0.0548024 Nov 26 21:46:34.923882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-445cfdca-0415-4e36-8b5a-e4039636f024 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660973 Nov 26 21:46:35.083699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-2fe6c5ac-a853-4fc8-87df-a335cff4bbdc service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226084 Nov 26 21:46:35.085947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Deleting port cad6af6a-1db7-45e8-bca2-2827833d14ff {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:35.086488 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:35.181638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:35.182029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:35.196213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Calling delete_port for cad6af6a-1db7-45e8-bca2-2827833d14ff owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:35.340983 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc642a0-d9e6-49fb-9ba1-12f284e1ee21 x-openstack-request-id: req-0cc642a0-d9e6-49fb-9ba1-12f284e1ee21 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:35.341400 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-plugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:35.342104 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0cc642a0-d9e6-49fb-9ba1-12f284e1ee21 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:35.342670 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'code': 200} Nov 26 21:46:35.371896 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:46:35.392838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 206b63b9-10d1-4710-aed0-93cbe7c780d1 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:35.402957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:35.463175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Pushing event deleted for resources: {'Port': ['ID=cad6af6a-1db7-45e8-bca2-2827833d14ff,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:35.524945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7b95f-5b0f-4d6d-b855-9bcf3deeac3e req-4b5980ef-8b42-4e66-a193-8bb1bb03c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:35.526554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-62b7b95f-5b0f-4d6d-b855-9bcf3deeac3e req-4b5980ef-8b42-4e66-a193-8bb1bb03c8fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1101 time: 0.0880213 Nov 26 21:46:35.534497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:35.549257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'port_id': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'mac_address': 'fa:16:3e:58:09:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eddfeb-da2f-4a82-b103-f9e25a01c109', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:35.615355 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-62b7b95f-5b0f-4d6d-b855-9bcf3deeac3e req-bfbe35a7-0efd-47ca-a784-0e733368c46d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794725 Nov 26 21:46:35.619523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:35.639819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206b63b9-10d1-4710-aed0-93cbe7c780d1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:35.642398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fc894-9b82-4822-b658-da0a25049542 req-10dd9b07-5537-4744-a8ce-1cde39ce7724 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:35.657506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b9fc894-9b82-4822-b658-da0a25049542 req-10dd9b07-5537-4744-a8ce-1cde39ce7724 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 944 time: 0.1987174 Nov 26 21:46:35.669443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:35.674586 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:35.721325 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:35.724997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:35.726560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5ecd629-61ff-446d-b8ba-c9d1238cab39 req-b912429b-3b2f-4b1f-8145-11b8623632e4 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "DELETE /v2.0/floatingips/85786d70-40ec-4006-866d-6f8f44ffe273 HTTP/1.1" status: 204 len: 173 time: 0.8545043 Nov 26 21:46:35.739593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b9fc894-9b82-4822-b658-da0a25049542 req-664c260e-7f0f-4dca-a898-0656dbea5063 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798864 Nov 26 21:46:35.778648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:35.818469 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d164d4a5-4fca-4f78-a2f4-464d8f81802b x-openstack-request-id: req-d164d4a5-4fca-4f78-a2f4-464d8f81802b {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:35.818771 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:35.819033 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d164d4a5-4fca-4f78-a2f4-464d8f81802b {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:35.819435 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'status': 'completed', 'code': 200} Nov 26 21:46:36.057959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-2ba08c5d-7681-437e-bc2b-a815223a072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:36.059535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-2ba08c5d-7681-437e-bc2b-a815223a072c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3399cd636345476884b1829fa6215647&device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 1096 time: 0.1653726 Nov 26 21:46:36.074821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecb656-0091-4a55-b2a1-e67a6249419d req-22889066-c336-487c-a4e2-109d2cf497a8 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:36.076867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0ecb656-0091-4a55-b2a1-e67a6249419d req-22889066-c336-487c-a4e2-109d2cf497a8 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 945 time: 0.1678522 Nov 26 21:46:36.101982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267cb28-2b7f-4a7f-8343-1922f66c8925 req-1465ad89-98b3-49b0-b785-4c13c5826579 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:36.106563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d267cb28-2b7f-4a7f-8343-1922f66c8925 req-1465ad89-98b3-49b0-b785-4c13c5826579 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1084383 Nov 26 21:46:36.175697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['206b63b9-10d1-4710-aed0-93cbe7c780d1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:36.241457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-1af23f96-75c0-47b7-af61-0f6d4364c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:36.243624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-1af23f96-75c0-47b7-af61-0f6d4364c044 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 200 len: 922 time: 0.1093543 Nov 26 21:46:36.333661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-95d45d3a-4e18-47d1-88e8-3fbabf088ae7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 200 len: 217 time: 0.0786273 Nov 26 21:46:36.376509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d267cb28-2b7f-4a7f-8343-1922f66c8925 req-5f6a29d5-2f79-4354-82e0-6c6d38d5e3b5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614315 Nov 26 21:46:36.438310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0ecb656-0091-4a55-b2a1-e67a6249419d req-b8cafc75-5a01-4616-9f7f-3b06b778dbd6 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288665 Nov 26 21:46:36.498759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0591c5f-63f2-4c19-8de7-a2c064f06118 req-edab7f05-7738-4379-89c2-0a05aaa99042 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 210 time: 0.0553405 Nov 26 21:46:36.530008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-86cf6ad4-c777-4a54-b7f3-2ded0113d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:36.532220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-86cf6ad4-c777-4a54-b7f3-2ded0113d174 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 200 len: 860 time: 0.1850798 Nov 26 21:46:36.632656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101ce9d-69ab-4792-a029-ad46b47300dc req-8ecf3551-fc30-4ad2-9d70-8e02beeedfd2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:36.634566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0101ce9d-69ab-4792-a029-ad46b47300dc req-8ecf3551-fc30-4ad2-9d70-8e02beeedfd2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.1159632 Nov 26 21:46:36.642490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-c371ae13-b490-4360-b4ae-85d3e928b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:36.654602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-c371ae13-b490-4360-b4ae-85d3e928b1d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834064 Nov 26 21:46:36.764874 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:36.855434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0101ce9d-69ab-4792-a029-ad46b47300dc req-3d1d9e98-d54f-40f1-b2c8-ece1db8542fc tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996777 Nov 26 21:46:36.910364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed82cd-ff76-48da-b6bf-042685b46fb8 req-2fcae557-b555-411e-b5ef-c397cb915554 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:36.911993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33ed82cd-ff76-48da-b6bf-042685b46fb8 req-2fcae557-b555-411e-b5ef-c397cb915554 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 945 time: 0.1241906 Nov 26 21:46:36.913863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-707c7224-aab0-4e38-81dd-3aeaa550ddc6 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300053 Nov 26 21:46:37.044638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-3fc7ed48-ad85-479a-87fc-3d9df8067c6f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:37.048029 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-3fc7ed48-ad85-479a-87fc-3d9df8067c6f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.2377539 Nov 26 21:46:37.099326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Request body: {'port': {'device_id': '258f4756-a359-424e-8468-e14b29a1c151', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'admin_state_up': True, 'tenant_id': '524caf83d3dc49928dde83b0446541fc'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:37.157283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33ed82cd-ff76-48da-b6bf-042685b46fb8 req-0a2f9869-f8fb-48a8-941c-3f24cf55d008 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332418 Nov 26 21:46:37.192290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4390f01-54ce-4682-a5d8-2873ca720378 req-dec9e7f4-4756-4be6-9319-309d893534c2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:37.201284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4390f01-54ce-4682-a5d8-2873ca720378 req-dec9e7f4-4756-4be6-9319-309d893534c2 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 944 time: 0.1518981 Nov 26 21:46:37.227022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8adf560-ebb3-4baf-af1c-133a5cb02473 req-b4630aee-fe93-4d0e-b239-14ab2ec90e19 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956274 Nov 26 21:46:37.281983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4390f01-54ce-4682-a5d8-2873ca720378 req-cb2f620a-4fea-408d-b01a-ecc1bfbfa097 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788274 Nov 26 21:46:37.341786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:46:37.349686 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:37.415856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2aa56171-766b-478e-9fa7-fc1e08731fcc up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:37.498468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 2aa56171-766b-478e-9fa7-fc1e08731fcc completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:46:37.518566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 2aa56171-766b-478e-9fa7-fc1e08731fcc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:37.520242 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:37.615839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Allocated IP 172.20.0.2 (34bc598f-a37a-42f8-9680-b59ca2e33c40/9a81f213-8ace-436e-ba8f-96f5b41d21ac/31782adf-f79b-46b4-9a4c-71d1cb147d93) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:37.670267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04b1a6-11ea-4a23-9a5d-b6cddcdaf83a req-787b632a-0ca9-4933-b4f0-b364a0e06845 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:37.679163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb04b1a6-11ea-4a23-9a5d-b6cddcdaf83a req-787b632a-0ca9-4933-b4f0-b364a0e06845 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1296997 Nov 26 21:46:37.696120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a046c0-a551-4506-b6e1-1d22aa3203f9 req-27c9b3f3-7445-46f6-b82e-c3c2d6be8d86 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:37.698285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:37.705490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16a046c0-a551-4506-b6e1-1d22aa3203f9 req-27c9b3f3-7445-46f6-b82e-c3c2d6be8d86 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 945 time: 0.1039493 Nov 26 21:46:37.761596 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:37.793524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb04b1a6-11ea-4a23-9a5d-b6cddcdaf83a req-c7f8a783-8284-4c7b-a506-d79da35b2db1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125686 Nov 26 21:46:37.815466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:37.816554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:37.819494 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f7d4e2-d6c2-4700-9122-b42bb38b194a" -d '{"events": [{"server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "name": "network-vif-plugged", "status": "completed", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:37.821430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16a046c0-a551-4506-b6e1-1d22aa3203f9 req-fe978d5e-a21e-4e5d-9e0e-6674b9a10bcb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157465 Nov 26 21:46:37.826477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:37.915387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:37.946882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:37.983389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-293ab2d1-9ff4-44d2-9221-d939462f8dbe req-d70940b5-187e-4abc-a749-f69f84b968ce tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 210 time: 0.0557487 Nov 26 21:46:37.987488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:38.026894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:38.044438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:38.048552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:38.052985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:38.094967 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d69cb9f-d50f-4775-855f-7258385498de x-openstack-request-id: req-5d69cb9f-d50f-4775-855f-7258385498de {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:38.095271 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "name": "network-vif-plugged", "status": "completed", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:38.095529 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d69cb9f-d50f-4775-855f-7258385498de {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:38.095940 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'code': 200} Nov 26 21:46:38.097081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c72e3-fcb3-4174-9321-abe1e30d22f3 req-9197c85f-c2ea-4dd6-b1be-dff2d7e68349 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:38.099223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e53c72e3-fcb3-4174-9321-abe1e30d22f3 req-9197c85f-c2ea-4dd6-b1be-dff2d7e68349 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1101 time: 0.1622593 Nov 26 21:46:38.112989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event updated for resources: {'Port': ['ID=31782adf-f79b-46b4-9a4c-71d1cb147d93,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:38.160345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:38.161010 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:38.193804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d2097f00-e1f6-46ea-9614-5ca85b92a00e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0980697 Nov 26 21:46:38.220639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Request body: {'port': {'device_id': '258f4756-a359-424e-8468-e14b29a1c151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:38.251075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e53c72e3-fcb3-4174-9321-abe1e30d22f3 req-cbdc8074-9f75-458e-b7bb-747e848db118 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437240 Nov 26 21:46:38.276550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b837b-4db4-48e8-a9dd-76db1e2348de req-0958c608-c571-4485-a1f9-676e0afb9914 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:38.284660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c24b837b-4db4-48e8-a9dd-76db1e2348de req-0958c608-c571-4485-a1f9-676e0afb9914 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.1146946 Nov 26 21:46:38.301225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf4d07-6a6e-40c0-af3b-9924ae819084 req-4aa9f7fd-495a-4537-b5e5-f401340781d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:38.306322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbcf4d07-6a6e-40c0-af3b-9924ae819084 req-4aa9f7fd-495a-4537-b5e5-f401340781d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 1096 time: 0.1094458 Nov 26 21:46:38.363488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c24b837b-4db4-48e8-a9dd-76db1e2348de req-defec4b3-14a8-4799-8c33-033d582dc316 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774300 Nov 26 21:46:38.389400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:38.430950 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbcf4d07-6a6e-40c0-af3b-9924ae819084 req-bff87826-5746-445c-9cd8-3e5a8945a045 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869513 Nov 26 21:46:38.449084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7c194-c93a-4d3b-b0b1-d13c4665bdd9 req-02f75b74-e666-4689-8ec1-5b95b4ee8106 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:38.450714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2be7c194-c93a-4d3b-b0b1-d13c4665bdd9 req-02f75b74-e666-4689-8ec1-5b95b4ee8106 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 945 time: 0.0835607 Nov 26 21:46:38.527016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2be7c194-c93a-4d3b-b0b1-d13c4665bdd9 req-2bd9a79e-20aa-4354-8dec-084d748c1fb7 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679994 Nov 26 21:46:38.671201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7329199-4d6c-4a00-af7c-6ec0bf639752 req-8abb6136-c9fe-477e-93b6-31fbad47acf6 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:38.675681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7329199-4d6c-4a00-af7c-6ec0bf639752 req-8abb6136-c9fe-477e-93b6-31fbad47acf6 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 945 time: 0.0757043 Nov 26 21:46:38.781834 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7329199-4d6c-4a00-af7c-6ec0bf639752 req-0cb847c1-9a9d-486d-b6a5-1512ef1ab678 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952573 Nov 26 21:46:38.787855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-aa205bd4-d63e-4811-bf54-19196321a847 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106780 Nov 26 21:46:38.830014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31782adf-f79b-46b4-9a4c-71d1cb147d93 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:38.842468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:38.854439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b68a2-b502-4ed0-a316-69dbfd1c6c60 req-ecb8d498-5e7c-41ad-979e-acfbfa776f13 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:38.860628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Transition to ACTIVE for port object 31782adf-f79b-46b4-9a4c-71d1cb147d93 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:46:38.865778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:38.867410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d41b68a2-b502-4ed0-a316-69dbfd1c6c60 req-ecb8d498-5e7c-41ad-979e-acfbfa776f13 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.0998309 Nov 26 21:46:38.925375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=31782adf-f79b-46b4-9a4c-71d1cb147d93,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:38.926620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d41b68a2-b502-4ed0-a316-69dbfd1c6c60 req-70d6dbe0-bd00-4f43-b8b4-3c5799834f70 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Nov 26 21:46:39.036039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Attempting to bind port 31782adf-f79b-46b4-9a4c-71d1cb147d93 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:39.036487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Attempting to bind port 31782adf-f79b-46b4-9a4c-71d1cb147d93 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:39.036917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Attempting to bind port 31782adf-f79b-46b4-9a4c-71d1cb147d93 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:39.042521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Port 31782adf-f79b-46b4-9a4c-71d1cb147d93 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:46:39.042974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Attempting to bind port 31782adf-f79b-46b4-9a4c-71d1cb147d93 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:39.050387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:39.051004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Checking segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:39.051324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Bound using segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:39.051859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Bound port: 31782adf-f79b-46b4-9a4c-71d1cb147d93, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:39.052319 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:39.060449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b09de-9e49-4850-858f-5fcdbc195b75 req-d99e9695-02d6-417a-ae8d-ef5e8a2f16e3 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.063554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e9b09de-9e49-4850-858f-5fcdbc195b75 req-d99e9695-02d6-417a-ae8d-ef5e8a2f16e3 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 945 time: 0.0950465 Nov 26 21:46:39.136988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] For port 31782adf-f79b-46b4-9a4c-71d1cb147d93, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:39.145022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] For port 31782adf-f79b-46b4-9a4c-71d1cb147d93, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=31782adf-f79b-46b4-9a4c-71d1cb147d93,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:39.155815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:39.191430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e9b09de-9e49-4850-858f-5fcdbc195b75 req-61d37d82-0e96-42ca-af85-92fd8b41afcc tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188319 Nov 26 21:46:39.204254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.213188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:39.213188 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] 10.222.0.41 "PUT /v2.0/ports/31782adf-f79b-46b4-9a4c-71d1cb147d93 HTTP/1.1" status: 200 len: 1091 time: 0.9919343 Nov 26 21:46:39.213188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258f4756-a359-424e-8468-e14b29a1c151', 'tag': '31782adf-f79b-46b4-9a4c-71d1cb147d93'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:39.213188 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfc899d-9908-4845-b3aa-867d10e5297a" -d '{"events": [{"name": "network-changed", "server_uuid": "258f4756-a359-424e-8468-e14b29a1c151", "tag": "31782adf-f79b-46b4-9a4c-71d1cb147d93"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:39.213644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775e33b-dd7b-4c39-98c3-c3f240e4f98c req-9f22d27e-226a-4fe1-8cd6-52b7b7a349b6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.220036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a775e33b-dd7b-4c39-98c3-c3f240e4f98c req-9f22d27e-226a-4fe1-8cd6-52b7b7a349b6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 943 time: 0.1190224 Nov 26 21:46:39.252065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d54221-4301-4f99-a96b-7a455e999aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=31782adf-f79b-46b4-9a4c-71d1cb147d93,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:39.255045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-6ffbd51b-523e-476c-8da0-7c356f51b730 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.256693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-6ffbd51b-523e-476c-8da0-7c356f51b730 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.41 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 945 time: 0.1152194 Nov 26 21:46:39.332445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-22ef43a7-efa4-408b-b039-d56c8a6b8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.335553 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-22ef43a7-efa4-408b-b039-d56c8a6b8b7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 1094 time: 0.0598910 Nov 26 21:46:39.344963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a775e33b-dd7b-4c39-98c3-c3f240e4f98c req-f3a6a72d-d659-4605-b452-d11d7adcea29 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239679 Nov 26 21:46:39.399594 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69442a8-7d41-4fea-803b-1aaa1642e7f2 x-openstack-request-id: req-e69442a8-7d41-4fea-803b-1aaa1642e7f2 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:39.399889 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258f4756-a359-424e-8468-e14b29a1c151", "tag": "31782adf-f79b-46b4-9a4c-71d1cb147d93", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:39.400146 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e69442a8-7d41-4fea-803b-1aaa1642e7f2 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:39.400538 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258f4756-a359-424e-8468-e14b29a1c151', 'tag': '31782adf-f79b-46b4-9a4c-71d1cb147d93', 'status': 'completed', 'code': 200} Nov 26 21:46:39.402497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-f2f3c231-a7fc-432a-ae97-baae3d974e78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31782adf-f79b-46b4-9a4c-71d1cb147d93 HTTP/1.1" status: 200 len: 217 time: 0.0483584 Nov 26 21:46:39.425501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 206b63b9-10d1-4710-aed0-93cbe7c780d1 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:39.472086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-6b732ca9-1620-46fb-883a-cc4c88c023ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.473667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-6b732ca9-1620-46fb-883a-cc4c88c023ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0504034 Nov 26 21:46:39.483947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 206b63b9-10d1-4710-aed0-93cbe7c780d1 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:46:39.489241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 206b63b9-10d1-4710-aed0-93cbe7c780d1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:39.489816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:39.519658 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-0fe57c6d-b312-4abe-8ed2-bee9eb359325 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368063 Nov 26 21:46:39.567868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-65dda529-2258-40b9-bc18-96470b235d7f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.574984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-65dda529-2258-40b9-bc18-96470b235d7f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 820 time: 0.2289770 Nov 26 21:46:39.586923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274cfad-8e2f-4a2c-bcad-dd3057209b04 req-2cbfbfa8-1488-4f2f-a215-e982c2e83051 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.598672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b274cfad-8e2f-4a2c-bcad-dd3057209b04 req-2cbfbfa8-1488-4f2f-a215-e982c2e83051 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.1457686 Nov 26 21:46:39.600785 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:39.636779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-3101155f-9500-477a-8f42-a659169c236e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/quotas/4a7a6903064a446cba2256d8b6cbffa2 HTTP/1.1" status: 200 len: 375 time: 0.0563984 Nov 26 21:46:39.644606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-4a7e5d3d-0036-4017-96b8-eb141ed288e7 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156251 Nov 26 21:46:39.646404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:39.650106 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:39.653328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Deleting port 17a58754-fa62-4067-9e1c-32f5e238aa2b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:39.653753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:39.706591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:39.751164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17074f37-e151-4bc6-8a50-e6bd11906c49 req-5014648f-5407-4209-9c08-c2151283f010 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981610 Nov 26 21:46:39.930159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-ea2cb743-22e3-4e22-891b-02fb149c6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:39.931892 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-ea2cb743-22e3-4e22-891b-02fb149c6268 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 1094 time: 0.0430400 Nov 26 21:46:40.048466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-70b90e5e-e76d-4a2a-8441-11e2a05088f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:40.049932 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-70b90e5e-e76d-4a2a-8441-11e2a05088f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 907 time: 0.1096900 Nov 26 21:46:40.086203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b274cfad-8e2f-4a2c-bcad-dd3057209b04 req-4c6a3c45-75e7-438a-a2a2-0f8fa60ee972 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764166 Nov 26 21:46:40.096933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:40.099321 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c48ac26-275a-4f79-90b0-7d5625c5f15c" -d '{"events": [{"server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "name": "network-vif-plugged", "status": "completed", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:40.107115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-babf280b-73ba-4255-9485-9e2fef5c8c8c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4684002 Nov 26 21:46:40.116827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-5014543f-34e0-4ace-9535-187bb51a5e73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31782adf-f79b-46b4-9a4c-71d1cb147d93 HTTP/1.1" status: 200 len: 217 time: 0.0445817 Nov 26 21:46:40.150544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] For port 17a58754-fa62-4067-9e1c-32f5e238aa2b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=17a58754-fa62-4067-9e1c-32f5e238aa2b,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:40.150920 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:40.176180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-1c3cfb13-5543-4df6-b6d8-a6289e70dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:40.177732 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-1c3cfb13-5543-4df6-b6d8-a6289e70dfee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0513628 Nov 26 21:46:40.202625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Calling delete_port for 17a58754-fa62-4067-9e1c-32f5e238aa2b owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:40.208719 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-ff470699-d449-46db-8261-a45f47a022cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237145 Nov 26 21:46:40.299497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f788bd4-5c09-4674-b2f0-d20e1fd41cbf req-10bf1ae4-01a9-4341-ab4b-1a7c220ae83b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:40.300990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f788bd4-5c09-4674-b2f0-d20e1fd41cbf req-10bf1ae4-01a9-4341-ab4b-1a7c220ae83b tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6628eb5e-7e6e-4a77-bb58-c8288ce3220c HTTP/1.1" status: 200 len: 945 time: 0.1225922 Nov 26 21:46:40.306421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-a73f624f-98f7-492e-9962-3c08cae0d5a3 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894253 Nov 26 21:46:40.321407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e87dbd4b-7155-4630-9b62-83767ec0dd6e service neutron] 10.222.0.21 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004373 Nov 26 21:46:40.431464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f788bd4-5c09-4674-b2f0-d20e1fd41cbf req-7960b6c9-829f-4b29-b171-e8f1fa8040d0 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8f65132-a856-4efa-9a74-54263b141d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221673 Nov 26 21:46:40.497994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-6fd08481-4c3e-4110-bfdd-cb06849cd109 service neutron] 10.222.0.21 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679459 Nov 26 21:46:40.519451 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:40.560687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Pushing event deleted for resources: {'Port': ['ID=17a58754-fa62-4067-9e1c-32f5e238aa2b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:40.565268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['17a58754-fa62-4067-9e1c-32f5e238aa2b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:40.662123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bfc899d-9908-4845-b3aa-867d10e5297a req-42785b8b-31cc-47f0-a3d0-4f3aaaf2cb98 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485322 Nov 26 21:46:40.683194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] No DVR routers for this DVR port 17a58754-fa62-4067-9e1c-32f5e238aa2b on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:40.689339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:40.693051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17f4b40d-1837-4e48-9c2c-95e11355b494 req-4763b6dc-b9bb-46ad-bb92-68f5630ff157 tempest-FloatingIPsAssociationTestJSON-1588275582 tempest-FloatingIPsAssociationTestJSON-1588275582-project] 10.222.0.41 "DELETE /v2.0/ports/17a58754-fa62-4067-9e1c-32f5e238aa2b HTTP/1.1" status: 204 len: 173 time: 1.4283431 Nov 26 21:46:40.693507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'name': 'network-vif-deleted', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:40.695851 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2383c70-b957-456b-87c5-102168ca332a" -d '{"events": [{"server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "name": "network-vif-deleted", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:40.721098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e31f8c-5731-4c98-8fec-618a5dfdcf05 req-eeafe518-2ee0-4027-9f1f-ab66afa5fc3f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:40.722742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94e31f8c-5731-4c98-8fec-618a5dfdcf05 req-eeafe518-2ee0-4027-9f1f-ab66afa5fc3f tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 945 time: 0.0874233 Nov 26 21:46:40.767546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-8839d772-4e4e-4792-950b-7c0c077f0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:40.769046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-8839d772-4e4e-4792-950b-7c0c077f0206 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1101 time: 0.0449319 Nov 26 21:46:40.777787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94e31f8c-5731-4c98-8fec-618a5dfdcf05 req-0b0b5a27-31cf-4edb-a9e1-a90f7f6a237a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 Nov 26 21:46:40.876494 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33b5b03-2435-47b7-bb6f-afcce0408153 x-openstack-request-id: req-a33b5b03-2435-47b7-bb6f-afcce0408153 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:40.876991 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "name": "network-vif-plugged", "status": "completed", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:40.877391 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a33b5b03-2435-47b7-bb6f-afcce0408153 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:40.878010 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'code': 200} Nov 26 21:46:40.901046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-65368034-772b-4265-91cd-e4b463646ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:40.903072 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-65368034-772b-4265-91cd-e4b463646ade service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1264753 Nov 26 21:46:40.928865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258c6fe-a769-435a-afc0-3552c7f7631a req-5b1fe0cc-1a66-4512-9156-6afb82492591 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:40.931992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1258c6fe-a769-435a-afc0-3552c7f7631a req-5b1fe0cc-1a66-4512-9156-6afb82492591 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.0649281 Nov 26 21:46:40.996113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-c361d1c7-8f90-4c7c-828b-f9458f389696 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.0770030 Nov 26 21:46:41.039473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1258c6fe-a769-435a-afc0-3552c7f7631a req-953723e1-b481-40ca-91b2-33b97b7430ec tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968628 Nov 26 21:46:41.070504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932588e6-b36d-4f3c-b59c-fce665fd4993 req-28e912e9-2927-4b09-9948-477293fa3aaf tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:41.072163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-932588e6-b36d-4f3c-b59c-fce665fd4993 req-28e912e9-2927-4b09-9948-477293fa3aaf tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.0993352 Nov 26 21:46:41.108273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33a30f-5ad4-471f-a9bf-9feb8ac6cccb req-2e2cddeb-519e-4d00-80f6-5a20d8990cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:41.113195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b33a30f-5ad4-471f-a9bf-9feb8ac6cccb req-2e2cddeb-519e-4d00-80f6-5a20d8990cf9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 1097 time: 0.1290002 Nov 26 21:46:41.115608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-a7cf69e3-2143-4339-8145-7c7aba6cc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:41.117094 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-a7cf69e3-2143-4339-8145-7c7aba6cc1f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1007137 Nov 26 21:46:41.164565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-932588e6-b36d-4f3c-b59c-fce665fd4993 req-9607962a-24bf-46bb-b3de-32add380eb4b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837009 Nov 26 21:46:41.221155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eacf8-872d-4e96-b3d7-5f70bd4b669f req-d25b5292-4976-4b22-ace2-172da22e0098 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:41.227914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7b33a30f-5ad4-471f-a9bf-9feb8ac6cccb req-b7e97cb3-3cf4-412a-8f0f-0850c9be67ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999935 Nov 26 21:46:41.228128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f77eacf8-872d-4e96-b3d7-5f70bd4b669f req-d25b5292-4976-4b22-ace2-172da22e0098 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 943 time: 0.0915267 Nov 26 21:46:41.233723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-caa06dce-7605-4849-9eb0-f0d21d937076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:41.236548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-caa06dce-7605-4849-9eb0-f0d21d937076 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076539 Nov 26 21:46:41.249876 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1413d1ee-8456-42c4-be02-09479db182a4 x-openstack-request-id: req-1413d1ee-8456-42c4-be02-09479db182a4 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:41.250491 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6628eb5e-7e6e-4a77-bb58-c8288ce3220c", "name": "network-vif-deleted", "tag": "17a58754-fa62-4067-9e1c-32f5e238aa2b", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:41.250932 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1413d1ee-8456-42c4-be02-09479db182a4 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:41.251430 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6628eb5e-7e6e-4a77-bb58-c8288ce3220c', 'name': 'network-vif-deleted', 'tag': '17a58754-fa62-4067-9e1c-32f5e238aa2b', 'status': 'completed', 'code': 200} Nov 26 21:46:41.292710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f77eacf8-872d-4e96-b3d7-5f70bd4b669f req-c43081ea-efe7-4392-bcfb-a6f91386cfc5 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610981 Nov 26 21:46:41.395146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-634ba173-04bf-4b7f-859d-78e8a56ce2a8 req-04838f6e-588a-42d5-94ac-279207c032d3 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 210 time: 0.0361121 Nov 26 21:46:41.484932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba42e42-79a5-4c1a-a78e-157b5d1b3749 req-47a1d40e-5856-4ec9-9b9b-754cc0f2a393 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:41.486446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eba42e42-79a5-4c1a-a78e-157b5d1b3749 req-47a1d40e-5856-4ec9-9b9b-754cc0f2a393 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.0557921 Nov 26 21:46:41.561480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1692894-fb44-4117-a752-1b8de2820145 req-3f16dd34-1956-4875-ab92-8f97c6098330 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:41.563634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1692894-fb44-4117-a752-1b8de2820145 req-3f16dd34-1956-4875-ab92-8f97c6098330 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 945 time: 0.0763066 Nov 26 21:46:41.568253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eba42e42-79a5-4c1a-a78e-157b5d1b3749 req-ac0ce3f9-c2b7-4f4f-ae78-e8c10ada1121 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726814 Nov 26 21:46:41.643313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36688) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:41.645430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1692894-fb44-4117-a752-1b8de2820145 req-4f0d5899-5fad-4691-ba64-8b3b0df64619 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757031 Nov 26 21:46:41.771894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-44c3a31d-5791-4559-abf5-58c1a82bd728 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954091 Nov 26 21:46:41.945994 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-e292f12a-e5ec-4ab7-8ba3-2e81894d673a service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643608 Nov 26 21:46:42.172419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:42.173742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f4acc-610a-45ac-8053-4a241d3f7e2e req-b3c4da9c-205f-4654-a3a5-55e5e1d98867 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:42.175659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-051f4acc-610a-45ac-8053-4a241d3f7e2e req-b3c4da9c-205f-4654-a3a5-55e5e1d98867 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.0552320 Nov 26 21:46:42.340375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-051f4acc-610a-45ac-8053-4a241d3f7e2e req-e75fb834-9a71-4e52-a947-7e78e7709c67 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583984 Nov 26 21:46:42.413192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf4e44-bf71-4748-bbd3-d660b21d9a8d req-3062ac13-f78a-42b4-a8a1-fcc4896c33a7 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:42.418629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eacf4e44-bf71-4748-bbd3-d660b21d9a8d req-3062ac13-f78a-42b4-a8a1-fcc4896c33a7 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.1640308 Nov 26 21:46:42.426682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-7ba09c63-c1e4-417f-bd63-e85cd3cf2510 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:42.428327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-7ba09c63-c1e4-417f-bd63-e85cd3cf2510 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 820 time: 0.2041571 Nov 26 21:46:42.463936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Request body: {'port': {'device_id': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'admin_state_up': True, 'tenant_id': '4a7a6903064a446cba2256d8b6cbffa2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:42.520825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Deleting port 0788b2da-8f72-48c7-81c1-a66c01d99e22 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:42.521358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:42.559380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 31782adf-f79b-46b4-9a4c-71d1cb147d93 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:42.603783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eacf4e44-bf71-4748-bbd3-d660b21d9a8d req-e5f4bb9d-a052-4ff5-896c-9dad41ce6e70 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742432 Nov 26 21:46:42.613144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 17a58754-fa62-4067-9e1c-32f5e238aa2b no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:42.642511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c8e27-0442-4d41-b5f3-bb6f7573f6b0 req-043824c0-0a04-40cf-bf0f-7493b643b630 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:42.651391 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-594c8e27-0442-4d41-b5f3-bb6f7573f6b0 req-043824c0-0a04-40cf-bf0f-7493b643b630 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 943 time: 0.2202778 Nov 26 21:46:42.671070 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] For port 0788b2da-8f72-48c7-81c1-a66c01d99e22, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0788b2da-8f72-48c7-81c1-a66c01d99e22,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:42.675092 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:42.710486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Calling delete_port for 0788b2da-8f72-48c7-81c1-a66c01d99e22 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:42.730656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 17a58754-fa62-4067-9e1c-32f5e238aa2b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:42.731012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 17a58754-fa62-4067-9e1c-32f5e238aa2b not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:42.774398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 31782adf-f79b-46b4-9a4c-71d1cb147d93, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=31782adf-f79b-46b4-9a4c-71d1cb147d93,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:42.790406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '31782adf-f79b-46b4-9a4c-71d1cb147d93', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'port_id': '31782adf-f79b-46b4-9a4c-71d1cb147d93', 'mac_address': 'fa:16:3e:53:ba:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81f213-8ace-436e-ba8f-96f5b41d21ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:42.794393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3894cace-227d-4484-b758-163edfbdf8ba req-69e7e305-f5eb-4122-b777-4945bd040da5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 210 time: 0.0710359 Nov 26 21:46:42.872555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Made reservation on behalf of 4a7a6903064a446cba2256d8b6cbffa2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:46:42.879098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:42.895301 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:42.928065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31782adf-f79b-46b4-9a4c-71d1cb147d93 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:42.956359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 31782adf-f79b-46b4-9a4c-71d1cb147d93, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=31782adf-f79b-46b4-9a4c-71d1cb147d93,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:42.964401 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:43.023079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:43.034655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=31782adf-f79b-46b4-9a4c-71d1cb147d93,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:43.051833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=0788b2da-8f72-48c7-81c1-a66c01d99e22,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:43.061062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-594c8e27-0442-4d41-b5f3-bb6f7573f6b0 req-923871de-8f92-4f99-bfea-fb933e15c2dd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942115 Nov 26 21:46:43.146964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Allocated IP 172.20.0.12 (aab9d426-725e-40cc-b56e-7bdd62b69dab/0760a5fd-ed29-4945-b6fe-b13cdaaa1df8/4c198da5-2ad3-4d3a-96ec-b7cd3325b376) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:43.200243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1c9d8-1fbf-4a6d-a097-6cf034cda4d7 req-dc9e5b91-f3b7-4cbc-b89c-1579c0b5e491 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:43.201837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4a1c9d8-1fbf-4a6d-a097-6cf034cda4d7 req-dc9e5b91-f3b7-4cbc-b89c-1579c0b5e491 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.3042624 Nov 26 21:46:43.290784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:43.307618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94542026-b9d4-4076-8143-b5431ef1afeb req-f66bd345-7459-456a-9c91-e0ce78acc295 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:43.309228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94542026-b9d4-4076-8143-b5431ef1afeb req-f66bd345-7459-456a-9c91-e0ce78acc295 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 945 time: 0.1697304 Nov 26 21:46:43.395865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4a1c9d8-1fbf-4a6d-a097-6cf034cda4d7 req-6f1e1c61-5cf5-4459-a5ca-180a43e28692 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747005 Nov 26 21:46:43.441095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['31782adf-f79b-46b4-9a4c-71d1cb147d93'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:43.451072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94542026-b9d4-4076-8143-b5431ef1afeb req-f233b4e2-decf-4cb5-8af9-ede8ecfafc75 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337779 Nov 26 21:46:43.498831 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:43.614106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:43.707817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Network aab9d426-725e-40cc-b56e-7bdd62b69dab is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:43.715660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:43.722334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Pushing event updated for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:43.725595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:43.763210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33dfce-c093-40a6-8276-4595fc9fa253 req-eb44127f-421a-4eee-a7da-1a08fc62eec6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:43.765948 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d33dfce-c093-40a6-8276-4595fc9fa253 req-eb44127f-421a-4eee-a7da-1a08fc62eec6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1645341 Nov 26 21:46:43.813208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:43.814115 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:43.849299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-e1df4ddd-e545-41d7-983a-b6373f08fe33 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3922431 Nov 26 21:46:43.853393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d33dfce-c093-40a6-8276-4595fc9fa253 req-6f066acb-4c0c-4e35-9a76-329e7b10fe8c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788922 Nov 26 21:46:43.868613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Request body: {'port': {'device_id': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:43.939112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Router 596f3f58-0321-4027-90bd-8052bfacb37c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:46:43.978771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.035702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea1112-19a4-4eb1-ae72-ed38551a6a2d req-ccbbaa1e-0205-49b7-96a1-5425cddb463a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:44.037133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4ea1112-19a4-4eb1-ae72-ed38551a6a2d req-ccbbaa1e-0205-49b7-96a1-5425cddb463a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.0946305 Nov 26 21:46:44.071944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:44.077258 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b57eac48-ec16-48de-8588-f0026eaadb9e admin admin] 10.222.0.21 "PUT /v2.0/routers/596f3f58-0321-4027-90bd-8052bfacb37c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4328611 Nov 26 21:46:44.080208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36722) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:44.086854 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] Sync routers for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:44.103213 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:44.103991 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:44.196202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.207231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4ea1112-19a4-4eb1-ae72-ed38551a6a2d req-02b426c0-ec69-4079-83ae-10e3ae4bc42d tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553414 Nov 26 21:46:44.233125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3679a-9bb3-4e11-ab14-bb36b9c61818 req-4632dc62-11ae-4697-bc9e-b1c67f3c5254 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:44.234832 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:44.247141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1db3679a-9bb3-4e11-ab14-bb36b9c61818 req-4632dc62-11ae-4697-bc9e-b1c67f3c5254 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 932 time: 0.2194970 Nov 26 21:46:44.334704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.378161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1db3679a-9bb3-4e11-ab14-bb36b9c61818 req-d1be7602-4a24-4b01-91a2-d385d88f200f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251440 Nov 26 21:46:44.466108 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:46:42Z', 'revision_number': 5, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port': {'id': '6852c17b-0d5e-47ff-af35-c31edc399b1b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:45:17Z', 'updated_at': '2021-11-26T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:44.466649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Deleting port 6852c17b-0d5e-47ff-af35-c31edc399b1b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:44.466890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.565229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:44.573670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.585364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] For port 6852c17b-0d5e-47ff-af35-c31edc399b1b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6852c17b-0d5e-47ff-af35-c31edc399b1b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:44.586219 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.605737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Calling delete_port for 6852c17b-0d5e-47ff-af35-c31edc399b1b owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:44.609340 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] Checking router: 596f3f58-0321-4027-90bd-8052bfacb37c for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:46:44.618443 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] Routers {'596f3f58-0321-4027-90bd-8052bfacb37c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:44.619036 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['596f3f58-0321-4027-90bd-8052bfacb37c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:44.648694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Transition to ACTIVE for port object 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:46:44.659256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.709701 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] Set router 596f3f58-0321-4027-90bd-8052bfacb37c gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:44.722053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef418a-ec76-4f34-92f8-634a1709f500 req-3572864a-0ee7-4b93-8414-401836fc6d3d tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:44.729312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58ef418a-ec76-4f34-92f8-634a1709f500 req-3572864a-0ee7-4b93-8414-401836fc6d3d tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.1365790 Nov 26 21:46:44.762324 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:46:44Z', 'revision_number': 6, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:44.793772 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a35600-0bbf-4828-afca-974f07c3ebcb None None] The sync data for ids ['596f3f58-0321-4027-90bd-8052bfacb37c'] in n-d-819494-1 is: [{'id': '596f3f58-0321-4027-90bd-8052bfacb37c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1804362525-router', 'tenant_id': '3399cd636345476884b1829fa6215647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:45:16Z', 'updated_at': '2021-11-26T21:46:44Z', 'revision_number': 6, 'project_id': '3399cd636345476884b1829fa6215647', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:46:44.803669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae48b-50bb-4fb4-b5e9-52a04be3d50f req-1302f380-9f6c-4639-a2c9-a682798ef2db tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:44.805495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8beae48b-50bb-4fb4-b5e9-52a04be3d50f req-1302f380-9f6c-4639-a2c9-a682798ef2db tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 944 time: 0.3513355 Nov 26 21:46:44.817463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.854063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Pushing event updated for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:44.859714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Pushing event deleted for resources: {'Port': ['ID=6852c17b-0d5e-47ff-af35-c31edc399b1b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:44.911508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58ef418a-ec76-4f34-92f8-634a1709f500 req-aa1a5de0-908b-491a-9a75-b83dc1ceb768 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813321 Nov 26 21:46:44.929939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8beae48b-50bb-4fb4-b5e9-52a04be3d50f req-350ae98a-81b5-41f1-ba8c-72b2cc409c93 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129887 Nov 26 21:46:44.932888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:44.933656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:44.933656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:44.939408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:46:44.939741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:44.945632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:44.945980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:44.957705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:44.957705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Bound port: 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:44.957705 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.958861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-d11718e5-f1b5-4c4e-93f3-35fce3d8c48d tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:44.958861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-d11718e5-f1b5-4c4e-93f3-35fce3d8c48d tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.1032164 Nov 26 21:46:44.958861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:44.975334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:45.090348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.093633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.109500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:45.134068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:45.158428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889c321-1f5a-4e1c-8c75-403cdee1407d req-f11012a1-3f01-4d13-97b0-274ce7273f17 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:45.167387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c889c321-1f5a-4e1c-8c75-403cdee1407d req-f11012a1-3f01-4d13-97b0-274ce7273f17 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 945 time: 0.1117890 Nov 26 21:46:45.182394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.185824 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.203609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.203609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 596f3f58-0321-4027-90bd-8052bfacb37c {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:46:45.218512 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.222632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6209c6d9-3611-495c-a77a-515bfaaba291 admin admin] 10.222.0.21 "DELETE /v2.0/routers/596f3f58-0321-4027-90bd-8052bfacb37c HTTP/1.1" status: 204 len: 168 time: 1.1389673 Nov 26 21:46:45.223308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36744) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:45.285241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:45.286045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.288509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] 10.222.0.41 "PUT /v2.0/ports/4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 200 len: 1092 time: 1.4240963 Nov 26 21:46:45.331387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:45.337362 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f00653-f4e7-4a16-99b2-6d876d41b86d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:45.356566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c889c321-1f5a-4e1c-8c75-403cdee1407d req-81ce0ae4-5876-4c2a-9342-42944a04a66a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882150 Nov 26 21:46:45.377752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae59191-39e1-40ab-8644-8c581dafe2db admin admin] Deleting subnet 207a0bab-b003-484f-bfe4-33389ddac2c4 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:46:45.405300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cae59191-39e1-40ab-8644-8c581dafe2db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.412499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6ad4b-8f5a-4dbb-a098-709a27fe631a req-6f2ef42e-d031-4519-ba7d-01dd6a1fc89d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:45.415823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f6ad4b-8f5a-4dbb-a098-709a27fe631a req-6f2ef42e-d031-4519-ba7d-01dd6a1fc89d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.2454865 Nov 26 21:46:45.456553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cae59191-39e1-40ab-8644-8c581dafe2db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.483686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36420e5-0f46-473c-b5ee-3774bd24276c service neutron] Pushing event updated for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:45.520169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:45.524576 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f6ad4b-8f5a-4dbb-a098-709a27fe631a req-26c7a640-7151-4acc-acbe-5716599f5e2f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838759 Nov 26 21:46:45.526473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-2c5e18f0-3561-479d-9c34-569a899c1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:45.528077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-2c5e18f0-3561-479d-9c34-569a899c1123 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1095 time: 0.1329215 Nov 26 21:46:45.599371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:45.623734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-125f5edb-a223-4311-9d38-216f21a0cb43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 200 len: 217 time: 0.0760801 Nov 26 21:46:45.634518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cae59191-39e1-40ab-8644-8c581dafe2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.728130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-7f0800ab-d4e3-43e0-ae62-3adb67379dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:45.731437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-7f0800ab-d4e3-43e0-ae62-3adb67379dad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0997112 Nov 26 21:46:45.733637 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e175a82-a1a2-439f-8c68-2c2c9ea0baf2 x-openstack-request-id: req-2e175a82-a1a2-439f-8c68-2c2c9ea0baf2 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:45.735304 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:45.735750 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e175a82-a1a2-439f-8c68-2c2c9ea0baf2 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:45.736384 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376', 'status': 'completed', 'code': 200} Nov 26 21:46:45.737508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0788b2da-8f72-48c7-81c1-a66c01d99e22 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:45.740415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:45.743127 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e19f733-d936-4659-ba5c-dec75e41435c" -d '{"events": [{"server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:45.748054 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.772343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0788b2da-8f72-48c7-81c1-a66c01d99e22 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:45.772745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0788b2da-8f72-48c7-81c1-a66c01d99e22 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:45.775819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.790205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-0ab6a71e-9d25-4b47-a047-c610e7d28440 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504949 Nov 26 21:46:45.880374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cae59191-39e1-40ab-8644-8c581dafe2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.905545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bdffc-cf4f-4ab3-b70c-fc682f0e5636 req-978e4b6f-87ed-41bc-8569-959f35add5d8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:45.913224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-279bdffc-cf4f-4ab3-b70c-fc682f0e5636 req-978e4b6f-87ed-41bc-8569-959f35add5d8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.1758583 Nov 26 21:46:45.928278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae59191-39e1-40ab-8644-8c581dafe2db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=207a0bab-b003-484f-bfe4-33389ddac2c4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:45.971033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cae59191-39e1-40ab-8644-8c581dafe2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:45.973264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7338695-4c41-475e-ae23-0c2e32c6c5f7 None None] Network 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:46:45.977822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cae59191-39e1-40ab-8644-8c581dafe2db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/207a0bab-b003-484f-bfe4-33389ddac2c4 HTTP/1.1" status: 204 len: 168 time: 0.7507880 Nov 26 21:46:45.978148 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fe3984-c649-458f-9a59-72576ac1e5d1 x-openstack-request-id: req-09fe3984-c649-458f-9a59-72576ac1e5d1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:45.978542 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:45.979268 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09fe3984-c649-458f-9a59-72576ac1e5d1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:45.979903 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a', 'code': 200} Nov 26 21:46:45.980912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:45.981384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:45.981814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:45.988463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36772) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:45.989334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:46:45.989764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Attempting to bind port ddb289d0-cdb9-4a95-970e-1820ae19046a on network ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:45.993072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Pushing event updated for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:46.014650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-7a038686-76a6-4cc8-9772-164048bd17ee service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048764 Nov 26 21:46:46.020228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:46.020878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Checking segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:46.021373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Bound using segment: {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:46.022083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Bound port: ddb289d0-cdb9-4a95-970e-1820ae19046a, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21cc190a-b646-44a7-8bc6-4992a3733dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:46.022761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.076747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-279bdffc-cf4f-4ab3-b70c-fc682f0e5636 req-8cfe5deb-eb79-4bd8-9ecc-7c67668d553f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607141 Nov 26 21:46:46.135993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.303561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a584576-fb81-4ae0-bbe0-0c6de41f875b req-3441b9b6-d4c9-4067-8365-41c6919ede7a service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777255 Nov 26 21:46:46.329732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:46.354926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1ff4e-5a17-4045-9e70-acca9ddad317 req-9ffcf960-b3bd-4e16-a5f6-0d1c2b60fdb6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:46.362968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ed1ff4e-5a17-4045-9e70-acca9ddad317 req-9ffcf960-b3bd-4e16-a5f6-0d1c2b60fdb6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 944 time: 0.1442499 Nov 26 21:46:46.370510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:46.376825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Deleting port 86c69bfb-717f-4c9d-941c-d29db3f73674 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:46.377206 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.392116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] DHCP port deletion for 3f5057ab-5af3-43b8-857e-ebc47c9cf3fd request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:46:46.464038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] For port 86c69bfb-717f-4c9d-941c-d29db3f73674, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=86c69bfb-717f-4c9d-941c-d29db3f73674,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:46.464634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.477994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ed1ff4e-5a17-4045-9e70-acca9ddad317 req-a9ca4168-3958-4225-b4bd-fbd624aac8b0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088545 Nov 26 21:46:46.487357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] Deleting port 86c69bfb-717f-4c9d-941c-d29db3f73674 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:46.488270 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.504232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Calling delete_port for 86c69bfb-717f-4c9d-941c-d29db3f73674 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:46.528462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-7fe2c35b-2c31-4431-a7f5-1784610ab0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:46.530436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-7fe2c35b-2c31-4431-a7f5-1784610ab0db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1095 time: 0.1091056 Nov 26 21:46:46.535009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.587152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 31782adf-f79b-46b4-9a4c-71d1cb147d93 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:46.659736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] For port 86c69bfb-717f-4c9d-941c-d29db3f73674, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=86c69bfb-717f-4c9d-941c-d29db3f73674,segment=NetworkSegment(6ffb5d90-ec9f-4a33-b468-5a56e69df371),segment_id=6ffb5d90-ec9f-4a33-b468-5a56e69df371)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:46.660550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.680914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] Calling delete_port for 86c69bfb-717f-4c9d-941c-d29db3f73674 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:46.709280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:46.709923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.711357 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] 10.222.0.13 "PUT /v2.0/ports/ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 200 len: 1121 time: 1.7417073 Nov 26 21:46:46.717962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a8daf-7256-43f6-af4f-65498edf86bb service neutron] Pushing event updated for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:46.736189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b749f-b9b3-4133-83a4-847cb2ef7ab5 req-0e4e58d3-0b8f-4b2c-a07f-bdabab15764a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:46.744887 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.745291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-135b749f-b9b3-4133-83a4-847cb2ef7ab5 req-0e4e58d3-0b8f-4b2c-a07f-bdabab15764a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.1840971 Nov 26 21:46:46.792172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Pushing event deleted for resources: {'Port': ['ID=86c69bfb-717f-4c9d-941c-d29db3f73674,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:46.796051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 31782adf-f79b-46b4-9a4c-71d1cb147d93 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:46:46.800704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] No DVR routers for this DVR port 86c69bfb-717f-4c9d-941c-d29db3f73674 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:46.809565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 31782adf-f79b-46b4-9a4c-71d1cb147d93 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:46.810164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.822039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8e6c-0c88-4d72-a129-b7599ecbaeac req-500d3fcd-1ccc-4864-b8bc-cf3c9295a89e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:46.829234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0bf8e6c-0c88-4d72-a129-b7599ecbaeac req-500d3fcd-1ccc-4864-b8bc-cf3c9295a89e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.2202826 Nov 26 21:46:46.837563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-cf682301-1423-4674-abb7-588d085a9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:46.841430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-cf682301-1423-4674-abb7-588d085a9cdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.3018258 Nov 26 21:46:46.887800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ddb289d0-cdb9-4a95-970e-1820ae19046a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:46.924444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.945264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:46.970209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5057ab-5af3-43b8-857e-ebc47c9cf3fd']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:46.981287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffb5d90-ec9f-4a33-b468-5a56e69df371') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:46.981586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffb5d90-ec9f-4a33-b468-5a56e69df371') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:47.000570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.016337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-135b749f-b9b3-4133-83a4-847cb2ef7ab5 req-cc2e64e8-aafa-476c-852e-ceb61fa108a7 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666397 Nov 26 21:46:47.020449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-25acd17a-03d2-4c07-82d6-bebe87a68b4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 200 len: 217 time: 0.1670587 Nov 26 21:46:47.021487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.034944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:46:47.035351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:46:47.055620 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:46:47.119902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.127416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.131292 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f5057ab-5af3-43b8-857e-ebc47c9cf3fd HTTP/1.1" status: 204 len: 168 time: 1.1337276 Nov 26 21:46:47.168693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ebca8-b8af-4978-b2f0-b3b87423fb8c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5057ab-5af3-43b8-857e-ebc47c9cf3fd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:47.183313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ddb289d0-cdb9-4a95-970e-1820ae19046a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:47.185485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] No DVR routers for this DVR port 86c69bfb-717f-4c9d-941c-d29db3f73674 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:47.202113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0bf8e6c-0c88-4d72-a129-b7599ecbaeac req-39a6ad85-ca12-41f1-be4f-f1410116bd56 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570514 Nov 26 21:46:47.203761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19770f-612f-427b-8dbd-59ea07efb7f9 None None] Pushing event deleted for resources: {'Port': ['ID=86c69bfb-717f-4c9d-941c-d29db3f73674,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:47.228055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-71bb12e4-a487-43cb-b223-b6aa60c896d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:47.229909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-71bb12e4-a487-43cb-b223-b6aa60c896d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.1833045 Nov 26 21:46:47.244256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eda172-11e8-4c1f-a07c-ba522e3ae2fb req-9a9fe551-7f24-4244-bd9c-4b7e81ea28ca tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:47.254036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8eda172-11e8-4c1f-a07c-ba522e3ae2fb req-9a9fe551-7f24-4244-bd9c-4b7e81ea28ca tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1118670 Nov 26 21:46:47.286684 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.353146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-e605b28b-a86e-4253-bd75-229d04dc4112 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658846 Nov 26 21:46:47.357251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258f4756-a359-424e-8468-e14b29a1c151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31782adf-f79b-46b4-9a4c-71d1cb147d93'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:47.360351 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2245bc-3198-4d8f-973e-805b3bea8283" -d '{"events": [{"server_uuid": "258f4756-a359-424e-8468-e14b29a1c151", "name": "network-vif-plugged", "status": "completed", "tag": "31782adf-f79b-46b4-9a4c-71d1cb147d93"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:47.396906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 31782adf-f79b-46b4-9a4c-71d1cb147d93, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=31782adf-f79b-46b4-9a4c-71d1cb147d93,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:47.406579 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.409786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36810) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:47.466628 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be35bd67-e2a4-4c18-8882-d4eeb881bba0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3399cd636345476884b1829fa6215647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546834 Nov 26 21:46:47.469045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36814) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:47.490547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6852c17b-0d5e-47ff-af35-c31edc399b1b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:47.528505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-1704d850-719b-4356-9987-2f901b2d6233 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552155 Nov 26 21:46:47.563696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ddb289d0-cdb9-4a95-970e-1820ae19046a details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:47.563961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03b12c6-5906-42b7-bf64-aa9313f74288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.567427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8eda172-11e8-4c1f-a07c-ba522e3ae2fb req-8596fd2a-770f-48e4-ba6a-9a819766704e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072696 Nov 26 21:46:47.580229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6852c17b-0d5e-47ff-af35-c31edc399b1b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:47.580728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6852c17b-0d5e-47ff-af35-c31edc399b1b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:47.581479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 86c69bfb-717f-4c9d-941c-d29db3f73674 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:47.583461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=31782adf-f79b-46b4-9a4c-71d1cb147d93,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:47.600114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03b12c6-5906-42b7-bf64-aa9313f74288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.638523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 86c69bfb-717f-4c9d-941c-d29db3f73674 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:47.638889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 86c69bfb-717f-4c9d-941c-d29db3f73674 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:47.674517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03b12c6-5906-42b7-bf64-aa9313f74288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.674742 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9739a46-f439-4e7c-bb96-2c6818316030 x-openstack-request-id: req-f9739a46-f439-4e7c-bb96-2c6818316030 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:47.674980 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258f4756-a359-424e-8468-e14b29a1c151", "name": "network-vif-plugged", "status": "completed", "tag": "31782adf-f79b-46b4-9a4c-71d1cb147d93", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:47.675254 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9739a46-f439-4e7c-bb96-2c6818316030 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:47.675709 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258f4756-a359-424e-8468-e14b29a1c151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31782adf-f79b-46b4-9a4c-71d1cb147d93', 'code': 200} Nov 26 21:46:47.679805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03b12c6-5906-42b7-bf64-aa9313f74288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:47.684079 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c03b12c6-5906-42b7-bf64-aa9313f74288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8f65132-a856-4efa-9a74-54263b141d79 HTTP/1.1" status: 204 len: 168 time: 0.2132921 Nov 26 21:46:47.705128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b12c6-5906-42b7-bf64-aa9313f74288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f65132-a856-4efa-9a74-54263b141d79,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:47.731262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e9387-808e-49a8-98a4-03054ba87e15 req-fab8c3c4-ad13-4376-b060-c24d0b14fa59 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:47.733463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d0e9387-808e-49a8-98a4-03054ba87e15 req-fab8c3c4-ad13-4376-b060-c24d0b14fa59 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.2166674 Nov 26 21:46:47.799727 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68f00653-f4e7-4a16-99b2-6d876d41b86d req-6c68ef6e-bd92-4ce5-9e0d-e52b55e10396 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598157 Nov 26 21:46:47.830906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d0e9387-808e-49a8-98a4-03054ba87e15 req-36ec039b-06f5-4951-9285-65129f3f0532 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709808 Nov 26 21:46:47.851083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327bbef-000f-4775-93db-f84eefc933a4 req-e2dc9e5a-dc5d-46bf-b8b3-d8d8008c4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:47.852579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2327bbef-000f-4775-93db-f84eefc933a4 req-e2dc9e5a-dc5d-46bf-b8b3-d8d8008c4df9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 1096 time: 0.0778556 Nov 26 21:46:47.886510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:47.917217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ddb289d0-cdb9-4a95-970e-1820ae19046a has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:46:47.917606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2aa56171-766b-478e-9fa7-fc1e08731fcc details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:47.948293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2327bbef-000f-4775-93db-f84eefc933a4 req-f6db559b-70ff-4205-a775-bf9e7682504e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725305 Nov 26 21:46:47.981371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:47.983723 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:48.024750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314da417-8e77-45d2-9d85-c705fb15fe5c req-082960a3-11c4-45ff-bf46-34672297f133 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:48.036663 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-314da417-8e77-45d2-9d85-c705fb15fe5c req-082960a3-11c4-45ff-bf46-34672297f133 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 945 time: 0.0837350 Nov 26 21:46:48.037641 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d655cc-f3ef-47c7-8945-ce59e86c8322 x-openstack-request-id: req-66d655cc-f3ef-47c7-8945-ce59e86c8322 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:48.037775 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:48.037973 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66d655cc-f3ef-47c7-8945-ce59e86c8322 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:48.038359 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a', 'status': 'completed', 'code': 200} Nov 26 21:46:48.058183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:48.076131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'port_id': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'mac_address': 'fa:16:3e:94:76:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:48.118598 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:48.137157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aa56171-766b-478e-9fa7-fc1e08731fcc {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:48.155481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:48.160951 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:48.219053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:48.466250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-314da417-8e77-45d2-9d85-c705fb15fe5c req-43f059e0-dc30-4028-a7aa-415c18a4cb1e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259107 Nov 26 21:46:48.487683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d7e6-419a-41cf-a2e1-851fed16760e req-210ad15b-87eb-4e6f-aea0-1c3d87c2edf0 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:48.497716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d76d7e6-419a-41cf-a2e1-851fed16760e req-210ad15b-87eb-4e6f-aea0-1c3d87c2edf0 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.3827722 Nov 26 21:46:48.547776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d76d7e6-419a-41cf-a2e1-851fed16760e req-f3811bb4-cb60-4e99-90fb-521960c9c3ae tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513783 Nov 26 21:46:48.606521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-5704c243-0929-4eac-a8e3-31a307279201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:48.608578 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-5704c243-0929-4eac-a8e3-31a307279201 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1124 time: 0.0718191 Nov 26 21:46:48.645034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a454ba9-2965-4cb7-b3a3-70634ba505b5 req-c7942be4-8635-4ed4-8bdc-4cdf64a10717 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:48.653475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a454ba9-2965-4cb7-b3a3-70634ba505b5 req-c7942be4-8635-4ed4-8bdc-4cdf64a10717 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.0779774 Nov 26 21:46:48.728719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a454ba9-2965-4cb7-b3a3-70634ba505b5 req-68c90df3-50df-4c6a-83f3-bf6807cde58c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668502 Nov 26 21:46:48.731771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-da31bf99-6f36-437e-a688-6fe2c38d22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:48.733512 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-da31bf99-6f36-437e-a688-6fe2c38d22b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.1144660 Nov 26 21:46:48.748896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36856) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:48.787294 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-e84500bb-3a59-4184-b491-3ed830cc8fe3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 200 len: 217 time: 0.0438762 Nov 26 21:46:48.800942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75e736-eea5-4ed4-bd5a-dab03d4c5812 req-067c827f-20da-4a43-ad0a-6b6f2166ed05 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:48.809524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec75e736-eea5-4ed4-bd5a-dab03d4c5812 req-067c827f-20da-4a43-ad0a-6b6f2166ed05 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.0682929 Nov 26 21:46:48.841996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-9106db62-d3d3-4d8f-99fd-3393f46a0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:48.844238 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-9106db62-d3d3-4d8f-99fd-3393f46a0b78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.0492837 Nov 26 21:46:48.881362 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-99eb4582-5c9a-4205-afd2-0a24f51b337f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301058 Nov 26 21:46:48.882013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec75e736-eea5-4ed4-bd5a-dab03d4c5812 req-4ffdc1d0-6bde-4348-94a1-7729c4f9fd5a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618505 Nov 26 21:46:48.927503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-network', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:48.998544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Made reservation on behalf of d556b1da6df54d4b9a5d61ff69fe934a for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:46:49.002306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.019192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.027417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b21eb2-1635-4284-b00e-74affa552c2f req-093d935a-f7c9-4abd-8f2d-74c1a4738e23 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:49.029060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47b21eb2-1635-4284-b00e-74affa552c2f req-093d935a-f7c9-4abd-8f2d-74c1a4738e23 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.0702536 Nov 26 21:46:49.069719 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-bab164e6-2902-4886-a48b-6bdcb36a1b85 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812954 Nov 26 21:46:49.091144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47b21eb2-1635-4284-b00e-74affa552c2f req-b58e79b5-0f0d-46a5-b4d6-d7fd109b9c1c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540895 Nov 26 21:46:49.173831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.184457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.214825 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-130fc33a-c761-4751-b1d7-fcc95a7b0a4d req-c28204a0-2904-4da8-b831-bb8352596383 service neutron] 10.222.0.41 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368818 Nov 26 21:46:49.217838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:46:49.233389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f98d99-0a51-4e70-b86a-4e685309989f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:49.236826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.237259 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Added segment e0a50092-b062-4680-a9d8-2bd71186fbd2 of type vlan for network 0017430a-1e52-4a56-aa7e-fc7d3372b10b Nov 26 21:46:49.285600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.315168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.316287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:49.316773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.374248 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6240537 Nov 26 21:46:49.377849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36864) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:49.384736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Request body: {'subnet': {'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-subnet', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:49.389093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98479d23-d3e5-49b4-9b64-ebb1a149f855 admin admin] Pushing event updated for resources: {'Network': ['ID=0017430a-1e52-4a56-aa7e-fc7d3372b10b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:49.399609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0017430a-1e52-4a56-aa7e-fc7d3372b10b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:46:49.411687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Made reservation on behalf of d556b1da6df54d4b9a5d61ff69fe934a for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:46:49.414679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.607021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1bb56-3f32-4201-8dcb-b6e8a5023917 req-0679ad08-2639-487c-8821-dd64bd33e3eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:49.607727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.612162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24c1bb56-3f32-4201-8dcb-b6e8a5023917 req-0679ad08-2639-487c-8821-dd64bd33e3eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 945 time: 0.0612905 Nov 26 21:46:49.671518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2aa56171-766b-478e-9fa7-fc1e08731fcc'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:49.680847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a01d02-9bb9-4ef8-b363-3040515fb545,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:49.682956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Checking segment: {'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:49.683295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Network hostable DHCP agents. Network: 0017430a-1e52-4a56-aa7e-fc7d3372b10b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:46:49.707286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Network 0017430a-1e52-4a56-aa7e-fc7d3372b10b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:46:49.720624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 0017430a-1e52-4a56-aa7e-fc7d3372b10b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:49.734387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:49.735044 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.753352 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13592460-0774-4121-92d4-5580c70c4277 None None] Network 0017430a-1e52-4a56-aa7e-fc7d3372b10b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:46:49.763491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36874) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:49.763949 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6e54b28b-cf9e-42d0-90e5-2ee801ac23d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3849967 Nov 26 21:46:49.786834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:46:49.801259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24c1bb56-3f32-4201-8dcb-b6e8a5023917 req-d3882598-42bc-4106-8df1-312a3f47a7df tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770985 Nov 26 21:46:49.833455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607a06e-44a9-4381-b30e-fdee1788faff req-62e0abc7-9fda-4933-9c91-9b6546523821 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:49.835075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0607a06e-44a9-4381-b30e-fdee1788faff req-62e0abc7-9fda-4933-9c91-9b6546523821 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.1731312 Nov 26 21:46:49.836478 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.837668 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:49.970240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0607a06e-44a9-4381-b30e-fdee1788faff req-85827090-4916-4a42-b122-c560ab7b9af3 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100593 Nov 26 21:46:49.980993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.019243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-0017430a-1e52-4a56-aa7e-fc7d3372b10b', 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'fixed_ips': [{'subnet_id': '70a01d02-9bb9-4ef8-b363-3040515fb545'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:46:50.020189 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.159938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Allocated IP 172.20.0.2 (0017430a-1e52-4a56-aa7e-fc7d3372b10b/70a01d02-9bb9-4ef8-b363-3040515fb545/5d95d0a8-f143-4de6-92ad-f5803136aae8) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:50.174809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8532b-77f4-44fe-aa06-85b4f0314a98 req-30687605-cc3f-42f6-8f83-b53252997c06 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:50.176372 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3f8532b-77f4-44fe-aa06-85b4f0314a98 req-30687605-cc3f-42f6-8f83-b53252997c06 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.2124126 Nov 26 21:46:50.179142 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.201356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f36222-da28-453c-80b9-ce265cbbf83d req-8a884d0b-0ee9-4794-9507-edcd13e9ad4a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:50.203369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3f36222-da28-453c-80b9-ce265cbbf83d req-8a884d0b-0ee9-4794-9507-edcd13e9ad4a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1455829 Nov 26 21:46:50.312022 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.315266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3f8532b-77f4-44fe-aa06-85b4f0314a98 req-af8a0c0c-3a1e-4e68-b9c6-91356a828b66 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307061 Nov 26 21:46:50.322039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3f36222-da28-453c-80b9-ce265cbbf83d req-b8296dbd-ee51-41ff-a839-a75c321a4999 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115844 Nov 26 21:46:50.322825 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.371265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Network 0017430a-1e52-4a56-aa7e-fc7d3372b10b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:50.378035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:50.382182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:50.419904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Pushing event updated for resources: {'Port': ['ID=5d95d0a8-f143-4de6-92ad-f5803136aae8,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:50.450494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Attempting to bind port 5d95d0a8-f143-4de6-92ad-f5803136aae8 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:50.450864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Attempting to bind port 5d95d0a8-f143-4de6-92ad-f5803136aae8 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:50.451226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Attempting to bind port 5d95d0a8-f143-4de6-92ad-f5803136aae8 on network 0017430a-1e52-4a56-aa7e-fc7d3372b10b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:50.457038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:50.457412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Checking segment: {'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:50.457807 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.458229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Bound using segment: {'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:50.458688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Bound port: 5d95d0a8-f143-4de6-92ad-f5803136aae8, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:50.459063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.517101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e764-b6a0-446f-a2ba-dc23311f90d6 req-a5ba7414-56ce-4f46-a102-4a89c1b4909f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:50.518692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4197e764-b6a0-446f-a2ba-dc23311f90d6 req-a5ba7414-56ce-4f46-a102-4a89c1b4909f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.1103797 Nov 26 21:46:50.522420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.529023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] For port 5d95d0a8-f143-4de6-92ad-f5803136aae8, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:50.533017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] For port 5d95d0a8-f143-4de6-92ad-f5803136aae8, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5d95d0a8-f143-4de6-92ad-f5803136aae8,segment=NetworkSegment(e0a50092-b062-4680-a9d8-2bd71186fbd2),segment_id=e0a50092-b062-4680-a9d8-2bd71186fbd2)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:50.536512 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.549113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.597280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3ea98-4ad8-48e8-a679-a62a466c3f2d None None] Pushing event updated for resources: {'Port': ['ID=5d95d0a8-f143-4de6-92ad-f5803136aae8,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:50.623759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4197e764-b6a0-446f-a2ba-dc23311f90d6 req-8b0ea52f-15fe-41c8-a8f2-ea3b5c860a9a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984857 Nov 26 21:46:50.684721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Allocated IP 172.25.3.146 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/1659b25a-30a1-4dbf-ae31-ddda0d31a0be) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:50.799642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.837368 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:50.882326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:50.885503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:50.890359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:50.898405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=1659b25a-30a1-4dbf-ae31-ddda0d31a0be,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:51.050137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bb190-1f94-4ef4-89cb-6bc0ab511871 req-f0aa8efe-2874-420e-8f02-027bb273b10f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:51.056810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a44bb190-1f94-4ef4-89cb-6bc0ab511871 req-f0aa8efe-2874-420e-8f02-027bb273b10f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 945 time: 0.1332505 Nov 26 21:46:51.178358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a44bb190-1f94-4ef4-89cb-6bc0ab511871 req-370bb848-2b41-4c3b-82f6-c00bdf4a48ae tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203818 Nov 26 21:46:51.189064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d8f83-b7f5-4e3a-9c6e-7a2689149d3c req-8217f89f-e81e-4d8f-b320-fae1891d63c0 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:51.190665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e9d8f83-b7f5-4e3a-9c6e-7a2689149d3c req-8217f89f-e81e-4d8f-b320-fae1891d63c0 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.1309831 Nov 26 21:46:51.385734 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:51.465143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5d95d0a8-f143-4de6-92ad-f5803136aae8 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:51.506290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399df679-b3c4-43a4-bf46-f671c790033d req-9fad9b70-fd3b-4b4e-9401-0cefa30ff85b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:51.508133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-399df679-b3c4-43a4-bf46-f671c790033d req-9fad9b70-fd3b-4b4e-9401-0cefa30ff85b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 945 time: 0.2229342 Nov 26 21:46:51.532821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e9d8f83-b7f5-4e3a-9c6e-7a2689149d3c req-a5e911ba-6a04-422d-ba75-620b37beb202 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464454 Nov 26 21:46:51.555925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 206b63b9-10d1-4710-aed0-93cbe7c780d1 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:46:51.559912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2aa56171-766b-478e-9fa7-fc1e08731fcc up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:51.657320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5d95d0a8-f143-4de6-92ad-f5803136aae8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:51.657696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:51.756305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae18cb-cfcc-4d8f-b596-4a5ee97646dc None None] Network 0017430a-1e52-4a56-aa7e-fc7d3372b10b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:46:51.785164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-399df679-b3c4-43a4-bf46-f671c790033d req-f0252c5e-2ba3-498c-9b02-77836bbd6e0a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434492 Nov 26 21:46:51.847202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:51.865650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 2aa56171-766b-478e-9fa7-fc1e08731fcc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:51.870612 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:51.927099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ea10697d-b809-4f9c-a9f1-ee35c115b4cd None None] Provisioning complete for port 5d95d0a8-f143-4de6-92ad-f5803136aae8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:51.927479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea10697d-b809-4f9c-a9f1-ee35c115b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:51.947469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d744f-b6fb-4b29-ac6f-6e1ac25814aa req-793791f9-68ac-4e6d-8aff-e6a859b92f62 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:51.949160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b0d744f-b6fb-4b29-ac6f-6e1ac25814aa req-793791f9-68ac-4e6d-8aff-e6a859b92f62 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.2088757 Nov 26 21:46:52.042480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:52.060269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485b2ee-5b9e-48fa-8ec6-ea07693ed1de req-563bc713-5040-41fd-b693-b0f9ac1b559a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:52.068981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8485b2ee-5b9e-48fa-8ec6-ea07693ed1de req-563bc713-5040-41fd-b693-b0f9ac1b559a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1540761 Nov 26 21:46:52.083213 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:52.113482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b0d744f-b6fb-4b29-ac6f-6e1ac25814aa req-e9ff67e7-0036-4f5b-882c-698084d02d31 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453710 Nov 26 21:46:52.119123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'port_id': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'mac_address': 'fa:16:3e:58:09:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eddfeb-da2f-4a82-b103-f9e25a01c109', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:46:52.180554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8485b2ee-5b9e-48fa-8ec6-ea07693ed1de req-9315cab6-d302-4d34-b798-19d29aec0c30 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105406 Nov 26 21:46:52.201159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Router 434624a4-ccea-48c1-85f8-fbdf0747a8cf is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:46:52.513093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 5d95d0a8-f143-4de6-92ad-f5803136aae8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5d95d0a8-f143-4de6-92ad-f5803136aae8,segment=NetworkSegment(e0a50092-b062-4680-a9d8-2bd71186fbd2),segment_id=e0a50092-b062-4680-a9d8-2bd71186fbd2)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:52.525992 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:52.553974 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:52.599571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa142fc-4cb6-42b9-afda-d01c68878405 req-bca76ddb-e2d1-43d8-80bb-b8d721f72dd4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:52.608344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7aa142fc-4cb6-42b9-afda-d01c68878405 req-bca76ddb-e2d1-43d8-80bb-b8d721f72dd4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.2619908 Nov 26 21:46:52.645679 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:52.667844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 206b63b9-10d1-4710-aed0-93cbe7c780d1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:52.679972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7aa142fc-4cb6-42b9-afda-d01c68878405 req-5b8c8b01-35d1-4f21-a717-b7895ae73cc2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698931 Nov 26 21:46:52.686573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:52.727335 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:52.729285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-35db96ea-6cbd-4cb6-9cf3-d863a3285aa9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9595356 Nov 26 21:46:52.732150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36952) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:52.733294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Sync routers for ids ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:52.799886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Routers {'434624a4-ccea-48c1-85f8-fbdf0747a8cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:52.800543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:52.915372 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cb1a6-897d-4e33-bfe5-a1f6c38b0805 req-e97f2130-7a12-471f-9e78-04b92fe9fbc1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:52.926034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab0cb1a6-897d-4e33-bfe5-a1f6c38b0805 req-e97f2130-7a12-471f-9e78-04b92fe9fbc1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 945 time: 0.1337316 Nov 26 21:46:52.961787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fd8e5-32e4-4f29-963d-7f53edee897b req-7edf1ea5-b6ac-48cf-936f-326cc5fc97d2 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:52.971673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b50fd8e5-32e4-4f29-963d-7f53edee897b req-7edf1ea5-b6ac-48cf-936f-326cc5fc97d2 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.1424847 Nov 26 21:46:53.043801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Set router 434624a4-ccea-48c1-85f8-fbdf0747a8cf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:53.051695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab0cb1a6-897d-4e33-bfe5-a1f6c38b0805 req-8dd64aab-82f5-49f6-9eec-ad31ef792655 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246400 Nov 26 21:46:53.085297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b50fd8e5-32e4-4f29-963d-7f53edee897b req-b1b48da4-a8c3-4a64-94d2-c0b9b691aa98 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122916 Nov 26 21:46:53.154542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:53.330312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=5d95d0a8-f143-4de6-92ad-f5803136aae8,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:53.360754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd5ff4-4b8e-45f7-878c-3b065082858b req-81677780-0487-4f41-97c1-eb60fd26be5d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:53.370554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-defd5ff4-4b8e-45f7-878c-3b065082858b req-81677780-0487-4f41-97c1-eb60fd26be5d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.1227348 Nov 26 21:46:53.376261 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:53.403482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:53.428109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc83dd-395a-4225-b4bf-fb13ecddb590 req-79be6259-e3dd-452c-9d4d-ed65671f2a57 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:53.429815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92cc83dd-395a-4225-b4bf-fb13ecddb590 req-79be6259-e3dd-452c-9d4d-ed65671f2a57 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1150894 Nov 26 21:46:53.466009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-defd5ff4-4b8e-45f7-878c-3b065082858b req-c17f1e22-a98e-48d5-b4a4-bc249ef197b9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944729 Nov 26 21:46:53.470296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:53.472701 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f5f7e6-d687-4e23-8a33-414c0815a750" -d '{"events": [{"server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "name": "network-vif-plugged", "status": "completed", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:53.487087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:53.511289 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:53.559925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92cc83dd-395a-4225-b4bf-fb13ecddb590 req-423f0e7f-57af-4d85-8d24-414e650e6c6c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176147 Nov 26 21:46:53.668476 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d27d6-d8fe-451f-9674-1552095eaa20 x-openstack-request-id: req-693d27d6-d8fe-451f-9674-1552095eaa20 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:53.669081 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "name": "network-vif-plugged", "status": "completed", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:53.671537 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-693d27d6-d8fe-451f-9674-1552095eaa20 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:53.671993 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'code': 200} Nov 26 21:46:53.679176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:53.713953 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e98c56e-d17d-4182-bcaa-2e20d667695d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:53.751642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:46:51Z', 'revision_number': 3, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port': {'id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:50Z', 'updated_at': '2021-11-26T21:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:53.843080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['206b63b9-10d1-4710-aed0-93cbe7c780d1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:53.911395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Checking router: 434624a4-ccea-48c1-85f8-fbdf0747a8cf for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:46:53.911865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Updating router 434624a4-ccea-48c1-85f8-fbdf0747a8cf port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:46:53.972176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79600aa2-affe-4ca2-b3b9-fb5607300dfb req-80eebc45-f420-498d-b892-6df57a77ebc1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:53.979438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79600aa2-affe-4ca2-b3b9-fb5607300dfb req-80eebc45-f420-498d-b892-6df57a77ebc1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.1574631 Nov 26 21:46:53.981288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.059843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.082889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79600aa2-affe-4ca2-b3b9-fb5607300dfb req-79ad5dd7-7c63-46b8-ab22-fb37eecd41cd tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017737 Nov 26 21:46:54.223345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca305178-b16c-4a46-bbd2-f3d7ad538177 req-b06759e3-e5bd-464d-88ce-edb529261dd0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:54.230813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca305178-b16c-4a46-bbd2-f3d7ad538177 req-b06759e3-e5bd-464d-88ce-edb529261dd0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 945 time: 0.0655751 Nov 26 21:46:54.293609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-22ed3fea-247a-4c49-9cbc-700b42e299d9 None None] Provisioning complete for port 5d95d0a8-f143-4de6-92ad-f5803136aae8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:54.293983 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22ed3fea-247a-4c49-9cbc-700b42e299d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.329700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae7e1e-4b2b-474d-a192-6f268af9a675 req-df69d6e4-f8e8-46b9-9391-e5a6596badf1 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:54.331561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eae7e1e-4b2b-474d-a192-6f268af9a675 req-df69d6e4-f8e8-46b9-9391-e5a6596badf1 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 945 time: 0.0984674 Nov 26 21:46:54.351520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Allocated IP 172.20.0.1 (0017430a-1e52-4a56-aa7e-fc7d3372b10b/70a01d02-9bb9-4ef8-b363-3040515fb545/ea5a2eec-483a-428a-8b9e-c8b64ad67d6c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:46:54.569558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-8ddf2311-0b44-4db9-885e-f7d74ce7e1d6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:54.579790 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-8ddf2311-0b44-4db9-885e-f7d74ce7e1d6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 945 time: 0.2409697 Nov 26 21:46:54.595875 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.605373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.653912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ddb289d0-cdb9-4a95-970e-1820ae19046a no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:54.661302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da60ed5-f70e-4453-8f91-b7897a8962b6 None None] Pushing event updated for resources: {'Port': ['ID=1659b25a-30a1-4dbf-ae31-ddda0d31a0be,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:54.718906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.744135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Attempting to bind port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:46:54.744757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Attempting to bind port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:46:54.744980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Attempting to bind port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:46:54.759191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:46:54.759690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:46:54.760580 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.762175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:46:54.762553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Bound port: 1659b25a-30a1-4dbf-ae31-ddda0d31a0be, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:46:54.762940 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.767954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.779936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Deleting port 31782adf-f79b-46b4-9a4c-71d1cb147d93 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:46:54.780328 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.817537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca305178-b16c-4a46-bbd2-f3d7ad538177 req-82beae58-5afe-4a72-91fe-636d30c069a7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853205 Nov 26 21:46:54.874311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Network 0017430a-1e52-4a56-aa7e-fc7d3372b10b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:54.881599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eae7e1e-4b2b-474d-a192-6f268af9a675 req-8527b61f-ee16-4c3a-aac5-35014e9e629d tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397925 Nov 26 21:46:54.893854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:54.894514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] For port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:54.898144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:46:54.909335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] For port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1659b25a-30a1-4dbf-ae31-ddda0d31a0be,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:46:54.923093 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:54.963055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Pushing event updated for resources: {'Port': ['ID=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:55.041917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:55.059138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da60ed5-f70e-4453-8f91-b7897a8962b6 None None] Pushing event updated for resources: {'Port': ['ID=1659b25a-30a1-4dbf-ae31-ddda0d31a0be,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:55.065741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75bf55-9b78-47e8-ac75-cadeea73b1b9 req-af62a99e-7e87-407c-8822-c52b1f65851d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:55.068668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb75bf55-9b78-47e8-ac75-cadeea73b1b9 req-af62a99e-7e87-407c-8822-c52b1f65851d tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.1125190 Nov 26 21:46:55.137744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Routers {'434624a4-ccea-48c1-85f8-fbdf0747a8cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:55.142694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:55.260313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] For port 31782adf-f79b-46b4-9a4c-71d1cb147d93, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=31782adf-f79b-46b4-9a4c-71d1cb147d93,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:55.260792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:55.300860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Calling delete_port for 31782adf-f79b-46b4-9a4c-71d1cb147d93 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:46:55.307163 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:55.322474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb75bf55-9b78-47e8-ac75-cadeea73b1b9 req-5130490b-51f1-4d94-a434-0542c99f8873 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450814 Nov 26 21:46:55.356299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a00ef-3d73-477c-8577-73ac28872c06 req-5e0d6404-a662-44ce-abb6-f1bee9b637fe tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:55.357921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e98a00ef-3d73-477c-8577-73ac28872c06 req-5e0d6404-a662-44ce-abb6-f1bee9b637fe tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.2502959 Nov 26 21:46:55.358290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] Set router 434624a4-ccea-48c1-85f8-fbdf0747a8cf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:55.531787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e98a00ef-3d73-477c-8577-73ac28872c06 req-de3e9fa1-a965-4fb5-b350-89c3e7f46d55 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647618 Nov 26 21:46:55.564222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5d95d0a8-f143-4de6-92ad-f5803136aae8 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:55.566052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 206b63b9-10d1-4710-aed0-93cbe7c780d1 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:55.819113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113daa25-578d-45da-aa80-0edf9535ec10 req-28b85ecb-ed8c-4c6b-8844-6efa61ea46fb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:55.826881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-113daa25-578d-45da-aa80-0edf9535ec10 req-28b85ecb-ed8c-4c6b-8844-6efa61ea46fb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.1052716 Nov 26 21:46:55.827107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-842c17ea-9aad-49c5-8a7e-9c1abcb6b414 None None] Provisioning complete for port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:55.828280 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-842c17ea-9aad-49c5-8a7e-9c1abcb6b414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:55.839469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-f73ecfaa-5d84-4c22-9947-66db6a0d9006 service neutron] 10.222.0.41 "GET /v2.0/ports/ddb289d0-cdb9-4a95-970e-1820ae19046a/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.1239057 Nov 26 21:46:55.892227 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc06b23a-a1fb-4679-9929-07ae3c09ca97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:55.898292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:55.940324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851', '31782adf-f79b-46b4-9a4c-71d1cb147d93'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:46:55.989755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event deleted for resources: {'Port': ['ID=31782adf-f79b-46b4-9a4c-71d1cb147d93,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:56.033615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-842c17ea-9aad-49c5-8a7e-9c1abcb6b414 None None] Port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:46:56.044085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 206b63b9-10d1-4710-aed0-93cbe7c780d1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:56.044482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:56.049270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-113daa25-578d-45da-aa80-0edf9535ec10 req-dbe602b4-7a8d-4440-a74c-35529172aeae tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215111 Nov 26 21:46:56.054454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:46:51Z', 'revision_number': 3, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port': {'id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:50Z', 'updated_at': '2021-11-26T21:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:56.084294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] No DVR routers for this DVR port 31782adf-f79b-46b4-9a4c-71d1cb147d93 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:56.101833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:56.110998 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6b045edf-ee7b-4c6b-ae2f-77846cb909db req-cd17f3a2-92a8-4105-a6e1-92a1725235e0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "DELETE /v2.0/ports/31782adf-f79b-46b4-9a4c-71d1cb147d93 HTTP/1.1" status: 204 len: 173 time: 1.5221510 Nov 26 21:46:56.112712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258f4756-a359-424e-8468-e14b29a1c151', 'name': 'network-vif-deleted', 'tag': '31782adf-f79b-46b4-9a4c-71d1cb147d93'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:56.116422 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a914e09-70be-4634-a1ba-444f87286190" -d '{"events": [{"server_uuid": "258f4756-a359-424e-8468-e14b29a1c151", "name": "network-vif-deleted", "tag": "31782adf-f79b-46b4-9a4c-71d1cb147d93"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:56.131809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-951b1f3b-9c7a-40e7-a334-7176268455d8 req-81986df9-021d-4c7c-a34c-937913c4819a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=258f4756-a359-424e-8468-e14b29a1c151 HTTP/1.1" status: 200 len: 210 time: 0.0925765 Nov 26 21:46:56.152155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4891d0-84bc-4a75-b97b-f318b9e5943c None None] The sync data for ids ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'] in n-d-819494-1 is: [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:46:51Z', 'revision_number': 3, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port': {'id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:50Z', 'updated_at': '2021-11-26T21:46:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:46:56.186439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5d95d0a8-f143-4de6-92ad-f5803136aae8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:56.189778 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:56.193727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:56.207708 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:56.272537 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2219f811-34bb-4764-a699-aaeada252d65 x-openstack-request-id: req-2219f811-34bb-4764-a699-aaeada252d65 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:56.272938 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258f4756-a359-424e-8468-e14b29a1c151", "name": "network-vif-deleted", "tag": "31782adf-f79b-46b4-9a4c-71d1cb147d93", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:56.273154 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2219f811-34bb-4764-a699-aaeada252d65 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:56.273539 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258f4756-a359-424e-8468-e14b29a1c151', 'name': 'network-vif-deleted', 'tag': '31782adf-f79b-46b4-9a4c-71d1cb147d93', 'status': 'completed', 'code': 200} Nov 26 21:46:56.332812 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:56.335026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Pushing event updated for resources: {'Port': ['ID=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:56.494411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66814117-d39f-459b-97d3-8e1f8d80da8d req-11347feb-82c1-4185-9a09-432e091b0754 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:56.507135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66814117-d39f-459b-97d3-8e1f8d80da8d req-11347feb-82c1-4185-9a09-432e091b0754 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 945 time: 0.2806449 Nov 26 21:46:56.516022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Network 0017430a-1e52-4a56-aa7e-fc7d3372b10b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:46:56.520293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:46:56.758602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba9b13-0eb8-4fe3-9b5d-99a5f1e7d08c req-6e1cef4a-3822-4b6c-a939-ea43b5fb3f15 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:56.774582 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5ba9b13-0eb8-4fe3-9b5d-99a5f1e7d08c req-6e1cef4a-3822-4b6c-a939-ea43b5fb3f15 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 943 time: 0.2616045 Nov 26 21:46:56.784222 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:56.812678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:56.860171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Router 434624a4-ccea-48c1-85f8-fbdf0747a8cf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:46:56.865023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66814117-d39f-459b-97d3-8e1f8d80da8d req-191c2b59-b82f-4fa1-97a1-3c3612c7328c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565128 Nov 26 21:46:56.922615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:46:56.932286 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac22931e-965f-4050-bd48-b6295d12a763" -d '{"events": [{"server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "name": "network-vif-plugged", "status": "completed", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:46:56.957314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5ba9b13-0eb8-4fe3-9b5d-99a5f1e7d08c req-2b1b6354-c68f-48fa-8e1a-60f1544c3498 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815414 Nov 26 21:46:56.982947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:46:57.043948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:57.053626 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:57.066431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:57.076402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb289d0-cdb9-4a95-970e-1820ae19046a {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:46:57.101413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:57.128057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:57.210708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8d1a1699-8c53-436f-b0b2-cf7260198762 None None] Provisioning complete for port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:57.211108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8d1a1699-8c53-436f-b0b2-cf7260198762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:57.246104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:57.263788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:46:57.270283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-db2b113d-9220-416e-b77a-f124374fa50a admin admin] 10.222.0.21 "PUT /v2.0/routers/434624a4-ccea-48c1-85f8-fbdf0747a8cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5360990 Nov 26 21:46:57.288331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a1699-8c53-436f-b0b2-cf7260198762 None None] Port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:46:57.422998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7ddb9-f96a-4752-b7e3-1997f5b268ab req-feeeaf9d-0b35-413d-a1ba-ac17eee123b8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:57.428846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65e7ddb9-f96a-4752-b7e3-1997f5b268ab req-feeeaf9d-0b35-413d-a1ba-ac17eee123b8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.2523434 Nov 26 21:46:57.474735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] Transition to ACTIVE for port object ddb289d0-cdb9-4a95-970e-1820ae19046a will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:46:57.493558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:57.514520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1659b25a-30a1-4dbf-ae31-ddda0d31a0be up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:57.576734 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f9bb9-115b-4f94-bff5-85abaafc2139 x-openstack-request-id: req-d57f9bb9-115b-4f94-bff5-85abaafc2139 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:46:57.577033 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "name": "network-vif-plugged", "status": "completed", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:46:57.577290 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d57f9bb9-115b-4f94-bff5-85abaafc2139 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:46:57.578174 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'code': 200} Nov 26 21:46:57.599789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65e7ddb9-f96a-4752-b7e3-1997f5b268ab req-30f6895a-38dd-4017-932c-eec373c5b51d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569934 Nov 26 21:46:57.630490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] No DVR routers for this DVR port ddb289d0-cdb9-4a95-970e-1820ae19046a on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:46:57.665988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:57.666398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:57.711201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/ddb289d0-cdb9-4a95-970e-1820ae19046a/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8623326 Nov 26 21:46:57.714563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d76fd-e5b6-45d8-b12c-96ab23e6a1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=10']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:57.844669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:57.880810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1659b25a-30a1-4dbf-ae31-ddda0d31a0be,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:46:57.887910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:57.895965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445e83b-b5ef-4b21-908a-efc69d801994 req-6f632851-6e60-4f16-80f7-1594f2fe19ce tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:57.906407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b445e83b-b5ef-4b21-908a-efc69d801994 req-6f632851-6e60-4f16-80f7-1594f2fe19ce tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.1854928 Nov 26 21:46:57.949059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-998171c5-1937-4739-a063-7a43435b9140 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:57.961996 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-998171c5-1937-4739-a063-7a43435b9140 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.1220253 Nov 26 21:46:57.988502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=1659b25a-30a1-4dbf-ae31-ddda0d31a0be,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:46:57.989682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d29a1-79de-43f3-8c9c-6466aa5a30ba req-b1fddeed-1bc5-4f38-9f91-dbc1bac21394 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:57.991487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c8d29a1-79de-43f3-8c9c-6466aa5a30ba req-b1fddeed-1bc5-4f38-9f91-dbc1bac21394 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.1847312 Nov 26 21:46:58.039461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-98414c2a-4d1c-4b0d-b6a5-3c7d42993921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:58.041139 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-98414c2a-4d1c-4b0d-b6a5-3c7d42993921 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d HTTP/1.1" status: 200 len: 1095 time: 0.0699162 Nov 26 21:46:58.046699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b445e83b-b5ef-4b21-908a-efc69d801994 req-5d8d2436-53ae-41cc-bb37-601d6b1452bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380856 Nov 26 21:46:58.116876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c8d29a1-79de-43f3-8c9c-6466aa5a30ba req-c4065382-9cca-495e-9fd7-b40a59eae9e5 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093779 Nov 26 21:46:58.163170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-36ad5477-446d-4442-9c0d-f95d8d16295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:58.164695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-36ad5477-446d-4442-9c0d-f95d8d16295e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1095 time: 0.0728586 Nov 26 21:46:58.355794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4ab35-b3bc-4521-8072-094bf9c9891d req-1785f096-96d0-4e77-9b41-6acf823ecadd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:58.358306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcb4ab35-b3bc-4521-8072-094bf9c9891d req-1785f096-96d0-4e77-9b41-6acf823ecadd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 944 time: 0.0968125 Nov 26 21:46:58.391410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-672d25a3-3982-4f13-8d2a-2713e4aa0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:58.394780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-672d25a3-3982-4f13-8d2a-2713e4aa0e6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 200 len: 907 time: 0.2164183 Nov 26 21:46:58.413292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7478a0af-cfbf-456f-8483-2532eccc5b2a req-bdb47d27-3d1f-4d99-ba2b-5045ff084683 tempest-FloatingIPsNegativeTestJSON-1415934795 tempest-FloatingIPsNegativeTestJSON-1415934795-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=d556b1da6df54d4b9a5d61ff69fe934a HTTP/1.1" status: 200 len: 217 time: 0.0530376 Nov 26 21:46:58.472768 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:58.479016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcb4ab35-b3bc-4521-8072-094bf9c9891d req-9fd721b8-19c8-4244-b4ca-d1420db6d1cf tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102586 Nov 26 21:46:58.584271 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-4641efba-301d-4823-a3c1-5df693cb84fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 200 len: 217 time: 0.1784146 Nov 26 21:46:58.637898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 31782adf-f79b-46b4-9a4c-71d1cb147d93 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:58.704553 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59ecf7b1-92a6-4e6b-8440-97528eddb6cf req-7bff30fd-6256-4087-ac78-d6b5a626be0e tempest-FloatingIPsNegativeTestJSON-1415934795 tempest-FloatingIPsNegativeTestJSON-1415934795-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0861099 Nov 26 21:46:58.707898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-f424160b-10be-43ac-92b8-220f239d4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:58.711406 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-f424160b-10be-43ac-92b8-220f239d4545 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 200 len: 846 time: 0.1130261 Nov 26 21:46:58.735816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 31782adf-f79b-46b4-9a4c-71d1cb147d93 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:46:58.738035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 31782adf-f79b-46b4-9a4c-71d1cb147d93 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:46:58.775412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-8a23b1be-4641-4ccc-bf51-d7ab8eb2e58d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548067 Nov 26 21:46:59.013309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00912c9a-ad61-41d2-9cbc-b8cdaa69df25 req-303c7a0c-8014-4046-b4bf-bdb329c25d19 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:59.021863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00912c9a-ad61-41d2-9cbc-b8cdaa69df25 req-303c7a0c-8014-4046-b4bf-bdb329c25d19 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1916347 Nov 26 21:46:59.038113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-486ccc7a-7bb8-4a8e-b8a1-b698a7987cad service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501044 Nov 26 21:46:59.090051 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:59.140990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916167c-d742-4804-a97b-1f2d338576ef req-c6ec83c8-2d3b-472f-badb-1f5120f45c7d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:59.151228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-c6ec83c8-2d3b-472f-badb-1f5120f45c7d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.3986852 Nov 26 21:46:59.181426 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-8d1eba54-b633-4887-bdaf-debdd8aae640 service neutron] 10.222.0.13 "GET /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332536 Nov 26 21:46:59.223958 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Sync routers for ids ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:46:59.239825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00912c9a-ad61-41d2-9cbc-b8cdaa69df25 req-769ce900-04a4-4d7e-bcb0-51cf022db413 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167084 Nov 26 21:46:59.258153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-81a8cf1c-4bc7-45d3-87b4-d1bc25f70200 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/quotas/524caf83d3dc49928dde83b0446541fc HTTP/1.1" status: 200 len: 375 time: 0.1035573 Nov 26 21:46:59.260679 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Routers {'434624a4-ccea-48c1-85f8-fbdf0747a8cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:46:59.263048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:59.363033 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-f98856ad-bf57-4a37-bb75-e0ea1c20c462 req-a93b9419-7acc-4bdf-bf7e-db18b5f388d2 tempest-FloatingIPsNegativeTestJSON-1415934795 tempest-FloatingIPsNegativeTestJSON-1415934795-project] show failed (client error): The resource could not be found. Nov 26 21:46:59.375140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f98856ad-bf57-4a37-bb75-e0ea1c20c462 req-a93b9419-7acc-4bdf-bf7e-db18b5f388d2 tempest-FloatingIPsNegativeTestJSON-1415934795 tempest-FloatingIPsNegativeTestJSON-1415934795-project] 10.222.0.21 "GET /v2.0/floatingips/75064b94-ee00-40e7-a0be-f450142a0554 HTTP/1.1" status: 404 len: 350 time: 0.0627735 Nov 26 21:46:59.377243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37082) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:46:59.463709 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Set router 434624a4-ccea-48c1-85f8-fbdf0747a8cf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:46:59.472241 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-e94c5c71-0a66-41fc-9fe7-3b2b794380b4 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2129438 Nov 26 21:46:59.520500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1659b25a-30a1-4dbf-ae31-ddda0d31a0be up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:46:59.619534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 206b63b9-10d1-4710-aed0-93cbe7c780d1 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:46:59.740461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-f9e9bdac-8c18-4d69-96ae-d8451497fefd service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669997 Nov 26 21:46:59.792140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62fcad-57e0-4aab-b8d6-01b52aa73fef req-fe0af45b-107d-47bd-af0b-19e6bf050578 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:59.793722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb62fcad-57e0-4aab-b8d6-01b52aa73fef req-fe0af45b-107d-47bd-af0b-19e6bf050578 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.1731853 Nov 26 21:46:59.800811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-e948ad67-cf0a-4e93-a131-bfc8b5f2385c tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:46:59.809944 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-e948ad67-cf0a-4e93-a131-bfc8b5f2385c tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4&tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.1604753 Nov 26 21:46:59.841273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:46:59.841625 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:59.919946 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:46:55Z', 'revision_number': 4, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port': {'id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:50Z', 'updated_at': '2021-11-26T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'ea5a2eec-483a-428a-8b9e-c8b64ad67d6c', 'name': '', 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'mac_address': 'fa:16:3e:a4:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '70a01d02-9bb9-4ef8-b363-3040515fb545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:54Z', 'updated_at': '2021-11-26T21:46:55Z', 'revision_number': 2, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'subnets': [{'id': '70a01d02-9bb9-4ef8-b363-3040515fb545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:46:59.923498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:46:59.978541 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb62fcad-57e0-4aab-b8d6-01b52aa73fef req-aa264d5d-b54b-4c0e-a407-a86bfc5b8768 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375790 Nov 26 21:46:59.998934 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Checking router: 434624a4-ccea-48c1-85f8-fbdf0747a8cf for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:47:00.000328 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Updating router 434624a4-ccea-48c1-85f8-fbdf0747a8cf port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:47:00.059085 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:00.063164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:00.065475 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4252938-38fd-4c14-9a1d-489221ae785e" -d '{"events": [{"server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "name": "network-vif-unplugged", "status": "completed", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:00.078415 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-bf800790-4855-464b-b0ab-c77ad8e63005 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261936 Nov 26 21:47:00.144025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:00.152231 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:00.166149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e7541-23bc-40b1-9727-b200a248e059 req-1e0f8372-9d17-4b1b-8fe8-fd6bcc51d2a0 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:00.169451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-320e7541-23bc-40b1-9727-b200a248e059 req-1e0f8372-9d17-4b1b-8fe8-fd6bcc51d2a0 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.13 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 946 time: 0.2174819 Nov 26 21:47:00.319518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf66a6-3421-4b15-b676-46bcbc061e76 req-2f08f80b-3bfa-471c-b532-ddf805d7b23a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:00.324491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebcf66a6-3421-4b15-b676-46bcbc061e76 req-2f08f80b-3bfa-471c-b532-ddf805d7b23a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 944 time: 0.1551518 Nov 26 21:47:00.380988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:00.449753 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebcf66a6-3421-4b15-b676-46bcbc061e76 req-79b15220-73a5-43f2-bfe4-7a130682cb12 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136904 Nov 26 21:47:00.606654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-124661ea-eae4-4359-ab57-fe86d33e1245 service neutron] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:00.623814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-124661ea-eae4-4359-ab57-fe86d33e1245 service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:00.626554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb5bdd10-06ed-492b-95e4-b4e61ef832a1 req-124661ea-eae4-4359-ab57-fe86d33e1245 service neutron] 10.222.0.13 "DELETE /v2.0/ports/ddb289d0-cdb9-4a95-970e-1820ae19046a/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.7194772 Nov 26 21:47:00.642433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:00.642629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622516cf-5656-4035-acc8-9c2da0c050ce req-4a034e7b-47c6-4101-8c3e-f32b7a6d61af tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:00.647683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Deleting port 206b63b9-10d1-4710-aed0-93cbe7c780d1 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:00.648036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:00.660771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-622516cf-5656-4035-acc8-9c2da0c050ce req-4a034e7b-47c6-4101-8c3e-f32b7a6d61af tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 944 time: 0.1559658 Nov 26 21:47:00.716716 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:00.731652 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:00.794924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] For port 206b63b9-10d1-4710-aed0-93cbe7c780d1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=206b63b9-10d1-4710-aed0-93cbe7c780d1,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:00.795652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:00.814347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Calling delete_port for 206b63b9-10d1-4710-aed0-93cbe7c780d1 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:00.817340 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Pushing event updated for resources: {'Port': ['ID=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:00.832503 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:00.851748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-622516cf-5656-4035-acc8-9c2da0c050ce req-10be3979-b97f-4932-bcdf-3cc7fe0f49b6 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889646 Nov 26 21:47:00.858054 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.859597 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.861053 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.862626 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.863119 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.863790 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.877485 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.878018 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.881269 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.881629 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.885783 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.886444 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:00.949043 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71c571e-0c61-4f68-afe1-1a0f92cbea03 x-openstack-request-id: req-a71c571e-0c61-4f68-afe1-1a0f92cbea03 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:00.949398 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "name": "network-vif-unplugged", "status": "completed", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:00.949644 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a71c571e-0c61-4f68-afe1-1a0f92cbea03 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:00.953134 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'code': 200} Nov 26 21:47:01.074890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c7bcfa0-1f76-408f-a188-3a5d78104d8c req-0b718e81-139e-49cb-b024-8fd918523282 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 210 time: 0.0767505 Nov 26 21:47:01.114748 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:01.147652 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Attempting to bind port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:01.151980 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Attempting to bind port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:01.154010 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Attempting to bind port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c on network 0017430a-1e52-4a56-aa7e-fc7d3372b10b {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:01.168886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376', 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab', 'port_id': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376', 'mac_address': 'fa:16:3e:09:df:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0760a5fd-ed29-4945-b6fe-b13cdaaa1df8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:01.181390 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:01.182807 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Checking segment: {'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:01.184438 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:01.189431 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Bound using segment: {'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:01.190206 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Bound port: ea5a2eec-483a-428a-8b9e-c8b64ad67d6c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a50092-b062-4680-a9d8-2bd71186fbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:01.193974 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:01.279489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:01.305139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de8db4-17ff-418a-84d5-f03abe4dcf11 req-0e8707fd-2eba-49f1-929c-b3476ec5a60d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:01.333911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1de8db4-17ff-418a-84d5-f03abe4dcf11 req-0e8707fd-2eba-49f1-929c-b3476ec5a60d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.2403088 Nov 26 21:47:01.375946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:01.423986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:01.448089 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:01.482879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1de8db4-17ff-418a-84d5-f03abe4dcf11 req-ac05de43-6137-4749-98c8-a184bac562b1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475928 Nov 26 21:47:01.524192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-775a95b7-6849-45ef-a4ac-4093ad4b8345 None None] Provisioning complete for port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:01.524623 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-775a95b7-6849-45ef-a4ac-4093ad4b8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:01.573144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:01.573698 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] For port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:01.583733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-775a95b7-6849-45ef-a4ac-4093ad4b8345 None None] Port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:47:01.591385 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] For port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,segment=NetworkSegment(e0a50092-b062-4680-a9d8-2bd71186fbd2),segment_id=e0a50092-b062-4680-a9d8-2bd71186fbd2)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:01.601593 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:01.621722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43e9f3-9eda-4303-91b3-2ea2a3a65789 req-ab3ef3f8-61d7-4e09-a357-2cbf23ae8cc8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:01.621722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b43e9f3-9eda-4303-91b3-2ea2a3a65789 req-ab3ef3f8-61d7-4e09-a357-2cbf23ae8cc8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 945 time: 0.2183867 Nov 26 21:47:01.694658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46f577-8ca3-4492-a980-ccaf65ec5bd5 None None] Pushing event updated for resources: {'Port': ['ID=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:01.716355 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Routers {'434624a4-ccea-48c1-85f8-fbdf0747a8cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:01.717146 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:01.725825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c9ed1-e05f-4162-b84d-a149e9140599 req-18d86c4c-b984-4659-ba49-82d6e2ac73a4 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:01.728883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-679c9ed1-e05f-4162-b84d-a149e9140599 req-18d86c4c-b984-4659-ba49-82d6e2ac73a4 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 1095 time: 0.1067195 Nov 26 21:47:01.774023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b43e9f3-9eda-4303-91b3-2ea2a3a65789 req-a63001e7-466a-423e-bf86-37b15c70408b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377904 Nov 26 21:47:01.813215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-679c9ed1-e05f-4162-b84d-a149e9140599 req-49fa3ab8-a512-44c0-b9a2-deb100e94b65 tempest-LiveMigrationTest-1207248565 tempest-LiveMigrationTest-1207248565-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Nov 26 21:47:01.882756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['4c198da5-2ad3-4d3a-96ec-b7cd3325b376'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:01.892326 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] Set router 434624a4-ccea-48c1-85f8-fbdf0747a8cf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:02.183310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d03f-aa12-482e-873a-f7efe81ee4ec req-a295912d-f516-4f42-8c41-9bf3deed7eaa tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:02.185559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f524d03f-aa12-482e-873a-f7efe81ee4ec req-a295912d-f516-4f42-8c41-9bf3deed7eaa tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=74f56e78-bb51-46f4-891c-96fcea5f38ac HTTP/1.1" status: 200 len: 944 time: 0.1322732 Nov 26 21:47:02.189922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:02.274056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f524d03f-aa12-482e-873a-f7efe81ee4ec req-078efe3d-9211-414e-b71a-2e8f2694ee84 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807800 Nov 26 21:47:02.294137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event deleted for resources: {'Port': ['ID=206b63b9-10d1-4710-aed0-93cbe7c780d1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:02.354963 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:46:55Z', 'revision_number': 4, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port': {'id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:50Z', 'updated_at': '2021-11-26T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'ea5a2eec-483a-428a-8b9e-c8b64ad67d6c', 'name': '', 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'mac_address': 'fa:16:3e:a4:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '70a01d02-9bb9-4ef8-b363-3040515fb545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:54Z', 'updated_at': '2021-11-26T21:47:01Z', 'revision_number': 4, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'subnets': [{'id': '70a01d02-9bb9-4ef8-b363-3040515fb545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:02.362249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f28025b8-b73d-4d93-940d-3c05c2a86714 None None] Provisioning complete for port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:02.365427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f28025b8-b73d-4d93-940d-3c05c2a86714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:02.391077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cfeae0f-1760-4904-80b0-deae0d1ad86c req-a134b11a-527d-4624-9f25-e2851121401f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 210 time: 0.0497141 Nov 26 21:47:02.412466 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6489efd-ffe5-4596-981d-46afb54c38ec None None] The sync data for ids ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'] in n-d-819494-1 is: [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:46:55Z', 'revision_number': 4, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port': {'id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:50Z', 'updated_at': '2021-11-26T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'ea5a2eec-483a-428a-8b9e-c8b64ad67d6c', 'name': '', 'network_id': '0017430a-1e52-4a56-aa7e-fc7d3372b10b', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'mac_address': 'fa:16:3e:a4:87:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '70a01d02-9bb9-4ef8-b363-3040515fb545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:54Z', 'updated_at': '2021-11-26T21:47:01Z', 'revision_number': 4, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'subnets': [{'id': '70a01d02-9bb9-4ef8-b363-3040515fb545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:47:02.469590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] No DVR routers for this DVR port 206b63b9-10d1-4710-aed0-93cbe7c780d1 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:02.497190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:02.512372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-320e7541-23bc-40b1-9727-b200a248e059 req-01eeef0b-44b4-4c08-a879-65598e883947 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.13 "DELETE /v2.0/ports/206b63b9-10d1-4710-aed0-93cbe7c780d1 HTTP/1.1" status: 204 len: 173 time: 2.3339336 Nov 26 21:47:02.513509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'name': 'network-vif-deleted', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:02.515803 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9906330a-563f-43db-a824-ca9bc05d819b" -d '{"events": [{"server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "name": "network-vif-deleted", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:02.624899 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f28025b8-b73d-4d93-940d-3c05c2a86714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:02.661247 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3913a15-d222-4130-9308-416ae0a03e6c x-openstack-request-id: req-b3913a15-d222-4130-9308-416ae0a03e6c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:02.661542 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f56e78-bb51-46f4-891c-96fcea5f38ac", "name": "network-vif-deleted", "tag": "206b63b9-10d1-4710-aed0-93cbe7c780d1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:02.661813 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3913a15-d222-4130-9308-416ae0a03e6c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:02.662238 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f56e78-bb51-46f4-891c-96fcea5f38ac', 'name': 'network-vif-deleted', 'tag': '206b63b9-10d1-4710-aed0-93cbe7c780d1', 'status': 'completed', 'code': 200} Nov 26 21:47:02.680269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Deleting port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:02.681275 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:02.731318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f28025b8-b73d-4d93-940d-3c05c2a86714 None None] For port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,segment=NetworkSegment(e0a50092-b062-4680-a9d8-2bd71186fbd2),segment_id=e0a50092-b062-4680-a9d8-2bd71186fbd2)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:02.739062 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f28025b8-b73d-4d93-940d-3c05c2a86714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:02.850666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] For port ea5a2eec-483a-428a-8b9e-c8b64ad67d6c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,segment=NetworkSegment(e0a50092-b062-4680-a9d8-2bd71186fbd2),segment_id=e0a50092-b062-4680-a9d8-2bd71186fbd2)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:02.851441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:02.865027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916167c-d742-4804-a97b-1f2d338576ef req-eb1e62e9-c39c-40b7-933c-edad95f669dd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:02.870708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-eb1e62e9-c39c-40b7-933c-edad95f669dd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.3183448 Nov 26 21:47:02.872147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Calling delete_port for ea5a2eec-483a-428a-8b9e-c8b64ad67d6c owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:02.873174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28025b8-b73d-4d93-940d-3c05c2a86714 None None] Pushing event updated for resources: {'Port': ['ID=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:02.994504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Request body: {'port': {'device_id': '97cdcbd6-3d8f-42b6-a33f-90121082bc8e', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'admin_state_up': True, 'tenant_id': '524caf83d3dc49928dde83b0446541fc'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:03.173288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10b810-936f-4e52-b64f-ea40691dd345 req-500b92de-cbf8-43b5-b1d5-485d8e4bbd35 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:03.180942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a10b810-936f-4e52-b64f-ea40691dd345 req-500b92de-cbf8-43b5-b1d5-485d8e4bbd35 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.3090799 Nov 26 21:47:03.209996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf75ce-f8f3-4052-a14e-8904e6c3a576 req-85e63c4b-ea35-4d90-95b4-dc1f3dc87a8c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:03.211721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6daf75ce-f8f3-4052-a14e-8904e6c3a576 req-85e63c4b-ea35-4d90-95b4-dc1f3dc87a8c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 944 time: 0.3087637 Nov 26 21:47:03.254824 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:03.284530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a10b810-936f-4e52-b64f-ea40691dd345 req-cf027eeb-fb04-4a5f-abc2-60e022667f58 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026378 Nov 26 21:47:03.297807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5a2eec-483a-428a-8b9e-c8b64ad67d6c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:03.309801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:03.317534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:03.481459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6daf75ce-f8f3-4052-a14e-8904e6c3a576 req-19a2e49a-da74-41b7-9cf8-69cda53a1e99 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128494 Nov 26 21:47:03.590832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 206b63b9-10d1-4710-aed0-93cbe7c780d1 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:03.679074 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 206b63b9-10d1-4710-aed0-93cbe7c780d1 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:03.679380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 206b63b9-10d1-4710-aed0-93cbe7c780d1 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:03.679816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ddb289d0-cdb9-4a95-970e-1820ae19046a no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:03.703382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da74905-0d62-4339-8218-e457a9cd6973 req-e1e4892d-1624-41a2-bf18-139aac10bfc6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:03.707599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7da74905-0d62-4339-8218-e457a9cd6973 req-e1e4892d-1624-41a2-bf18-139aac10bfc6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 945 time: 0.2825847 Nov 26 21:47:03.732679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:03.769885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-6f26ceac-3a8d-48e3-9b57-e123f9beb32c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:03.771993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-6f26ceac-3a8d-48e3-9b57-e123f9beb32c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.13 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 944 time: 0.1779397 Nov 26 21:47:03.788249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Allocated IP 172.20.0.13 (34bc598f-a37a-42f8-9680-b59ca2e33c40/9a81f213-8ace-436e-ba8f-96f5b41d21ac/ba574de7-1b34-4d90-b33c-3a6e6f8e755a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:03.885416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7da74905-0d62-4339-8218-e457a9cd6973 req-1fead9fc-cf9c-4d47-a557-00625be3b90f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516531 Nov 26 21:47:04.127128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c557eeac-466e-4031-96b5-ba878d82676f req-225ab28d-f6be-4158-ae24-f704ccbe3e42 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 210 time: 0.0456445 Nov 26 21:47:04.203270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Router 434624a4-ccea-48c1-85f8-fbdf0747a8cf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:47:04.225525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:04.371608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:47:04.382457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f2700a00-63ec-4ba6-9f24-3eefa2e51274 admin admin] 10.222.0.21 "PUT /v2.0/routers/434624a4-ccea-48c1-85f8-fbdf0747a8cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0037453 Nov 26 21:47:04.385101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37174) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:04.471530 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:04.480788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd408-9f56-4131-8480-bebb53287548 req-15712cbf-1b59-49e2-8d1e-4af72a64792c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:04.482606 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-15712cbf-1b59-49e2-8d1e-4af72a64792c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 821 time: 0.2450562 Nov 26 21:47:04.511333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:04.552171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-eafe08e6-3855-4645-afad-9d58dc288275 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/quotas/1bd761aa9c394799b246249bad0cc851 HTTP/1.1" status: 200 len: 375 time: 0.0311065 Nov 26 21:47:04.558748 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:04.567618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404819c-6230-46a3-b813-c57da4dea888 req-27873d04-4512-4f1e-8306-c07a63d2f090 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:04.575697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6404819c-6230-46a3-b813-c57da4dea888 req-27873d04-4512-4f1e-8306-c07a63d2f090 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1759956 Nov 26 21:47:04.583048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] Sync routers for ids ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:47:04.594545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:04.621237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:04.627516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-944854d9-ad83-4484-a177-d38e7f06a784 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436802 Nov 26 21:47:04.629609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:04.632170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event updated for resources: {'Port': ['ID=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:04.641969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Deleting port ddb289d0-cdb9-4a95-970e-1820ae19046a {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:04.642759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:04.670345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] Routers {'434624a4-ccea-48c1-85f8-fbdf0747a8cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:04.671576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:04.761306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6404819c-6230-46a3-b813-c57da4dea888 req-2d789cba-f47e-4c22-905d-80e815bc1d9c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798384 Nov 26 21:47:04.774653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:04.775269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:04.814271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:04.826969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-6a44cc0e-5f3f-4597-a635-1302f7c8c9a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8564773 Nov 26 21:47:04.833640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] For port ddb289d0-cdb9-4a95-970e-1820ae19046a, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ddb289d0-cdb9-4a95-970e-1820ae19046a,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:04.834807 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:04.847069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] Set router 434624a4-ccea-48c1-85f8-fbdf0747a8cf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:04.852131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Request body: {'port': {'device_id': '97cdcbd6-3d8f-42b6-a33f-90121082bc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:04.874002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Calling delete_port for ddb289d0-cdb9-4a95-970e-1820ae19046a owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:04.904524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-2c9050a1-0f8f-4b43-bef3-844946ec1942 service neutron] 10.222.0.21 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654221 Nov 26 21:47:04.936896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:04.981955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Deleting port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:04.982330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.032760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:05.050278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751852a-3e14-4246-bb85-cc39e0da2cc5 req-f1f58eef-f63a-4a9a-b1df-7e610408e00b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:05.052286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a751852a-3e14-4246-bb85-cc39e0da2cc5 req-f1f58eef-f63a-4a9a-b1df-7e610408e00b tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 944 time: 0.1909175 Nov 26 21:47:05.100664 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.113961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-2d3bc5cc-6a6b-4b8d-84e4-6f6fb42efb75 service neutron] 10.222.0.21 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979866 Nov 26 21:47:05.121799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:05.122204 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.166667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.234598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Pushing event deleted for resources: {'Port': ['ID=ddb289d0-cdb9-4a95-970e-1820ae19046a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:05.284313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] For port 1659b25a-30a1-4dbf-ae31-ddda0d31a0be, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1659b25a-30a1-4dbf-ae31-ddda0d31a0be,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:05.284627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.307715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] No DVR routers for this DVR port ddb289d0-cdb9-4a95-970e-1820ae19046a on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:05.313757 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.317461 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-83a00e42-af82-4593-ba3f-7397792c74d9 req-b8de85e1-7339-4b92-b15e-8418704431ab tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.13 "DELETE /v2.0/ports/ddb289d0-cdb9-4a95-970e-1820ae19046a HTTP/1.1" status: 204 len: 173 time: 1.5000889 Nov 26 21:47:05.317934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'name': 'network-vif-deleted', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:05.321072 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c952007b-1fad-436b-aa9f-7bf4030fe6b3" -d '{"events": [{"server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "name": "network-vif-deleted", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:05.324642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Calling delete_port for 1659b25a-30a1-4dbf-ae31-ddda0d31a0be owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:05.594947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.639822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1659b25a-30a1-4dbf-ae31-ddda0d31a0be,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:05.717136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.720662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a751852a-3e14-4246-bb85-cc39e0da2cc5 req-133c960d-d362-49e7-8aa6-3deb4e0b13c9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996394 Nov 26 21:47:05.755823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba574de7-1b34-4d90-b33c-3a6e6f8e755a {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:05.775789 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.810913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Transition to ACTIVE for port object ba574de7-1b34-4d90-b33c-3a6e6f8e755a will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:05.821079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:05.877059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:47:03Z', 'revision_number': 5, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port': {'id': '1659b25a-30a1-4dbf-ae31-ddda0d31a0be', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:46:50Z', 'updated_at': '2021-11-26T21:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:06.004080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] Checking router: 434624a4-ccea-48c1-85f8-fbdf0747a8cf for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:47:06.006659 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.009107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.053832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] Routers {'434624a4-ccea-48c1-85f8-fbdf0747a8cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:06.055762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:46:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:06.103046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.103526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434624a4-ccea-48c1-85f8-fbdf0747a8cf {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:47:06.113355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.114742 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a1ee7c7b-5ad5-4baa-8960-9345c17a52bd admin admin] 10.222.0.21 "DELETE /v2.0/routers/434624a4-ccea-48c1-85f8-fbdf0747a8cf HTTP/1.1" status: 204 len: 168 time: 1.7287359 Nov 26 21:47:06.117455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37208) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:06.148667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Pushing event updated for resources: {'Port': ['ID=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:06.183865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-772a5735-7065-4392-ba08-a4fad847ef82 admin admin] Deleting subnet 70a01d02-9bb9-4ef8-b363-3040515fb545 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:47:06.188179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-772a5735-7065-4392-ba08-a4fad847ef82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.197459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] Set router 434624a4-ccea-48c1-85f8-fbdf0747a8cf gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:06.251642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-772a5735-7065-4392-ba08-a4fad847ef82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.263659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.267621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:47:05Z', 'revision_number': 7, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:06.336626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba16753-4fb5-49db-8594-35829ed7c7a1 None None] The sync data for ids ['434624a4-ccea-48c1-85f8-fbdf0747a8cf'] in n-d-819494-1 is: [{'id': '434624a4-ccea-48c1-85f8-fbdf0747a8cf', 'name': 'tempest-FloatingIPsNegativeTestJSON-428121040-router', 'tenant_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:46:49Z', 'updated_at': '2021-11-26T21:47:05Z', 'revision_number': 7, 'project_id': 'd556b1da6df54d4b9a5d61ff69fe934a', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:47:06.387529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:06.388635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:06.394752 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c57ca1-1397-4862-903e-2d4f45b20f5a" -d '{"events": [{"server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "name": "network-vif-plugged", "status": "completed", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:06.403271 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.469116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-772a5735-7065-4392-ba08-a4fad847ef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.566384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:06.599778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-772a5735-7065-4392-ba08-a4fad847ef82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.645820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a5735-7065-4392-ba08-a4fad847ef82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a01d02-9bb9-4ef8-b363-3040515fb545,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:06.657440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e35cb-cc9f-4dea-b48e-6348421b807b None None] Network 0017430a-1e52-4a56-aa7e-fc7d3372b10b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:47:06.683761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-772a5735-7065-4392-ba08-a4fad847ef82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.691120 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-772a5735-7065-4392-ba08-a4fad847ef82 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/70a01d02-9bb9-4ef8-b363-3040515fb545 HTTP/1.1" status: 204 len: 168 time: 0.5723512 Nov 26 21:47:06.691855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:06.789481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.855711 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:06.963150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Deleting port 5d95d0a8-f143-4de6-92ad-f5803136aae8 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:06.963495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.058468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Attempting to bind port ba574de7-1b34-4d90-b33c-3a6e6f8e755a on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:07.058972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Attempting to bind port ba574de7-1b34-4d90-b33c-3a6e6f8e755a by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:07.059308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Attempting to bind port ba574de7-1b34-4d90-b33c-3a6e6f8e755a on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:07.068104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Port ba574de7-1b34-4d90-b33c-3a6e6f8e755a on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:07.068104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Attempting to bind port ba574de7-1b34-4d90-b33c-3a6e6f8e755a on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:07.087299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60c244-d633-4f5e-a3f8-b8fe76cbcfe1 req-1011c8c3-ebb1-420e-b347-71e8f86e8f4a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:07.099238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d60c244-d633-4f5e-a3f8-b8fe76cbcfe1 req-1011c8c3-ebb1-420e-b347-71e8f86e8f4a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 944 time: 0.9211326 Nov 26 21:47:07.102850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] For port 5d95d0a8-f143-4de6-92ad-f5803136aae8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5d95d0a8-f143-4de6-92ad-f5803136aae8,segment=NetworkSegment(e0a50092-b062-4680-a9d8-2bd71186fbd2),segment_id=e0a50092-b062-4680-a9d8-2bd71186fbd2)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:07.103362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.126609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Calling delete_port for 5d95d0a8-f143-4de6-92ad-f5803136aae8 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:07.153007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991c7d-f60e-4850-9a89-c60ec1318d92 req-b8180b05-8ab0-4cf6-bb6a-ef3990b0430e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:07.154703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34991c7d-f60e-4850-9a89-c60ec1318d92 req-b8180b05-8ab0-4cf6-bb6a-ef3990b0430e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 945 time: 1.0247111 Nov 26 21:47:07.156190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:07.156596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Checking segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:07.157078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Bound using segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:07.157529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Bound port: ba574de7-1b34-4d90-b33c-3a6e6f8e755a, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:07.157886 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.232873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d60c244-d633-4f5e-a3f8-b8fe76cbcfe1 req-94652648-dc17-453e-8fef-e7f281a9733e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247659 Nov 26 21:47:07.272394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.328545 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1691f876-a50f-4875-b89e-182ea066ba7b x-openstack-request-id: req-1691f876-a50f-4875-b89e-182ea066ba7b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:07.328901 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34764c3a-8cb1-4e4c-afda-efef633599a4", "name": "network-vif-deleted", "tag": "ddb289d0-cdb9-4a95-970e-1820ae19046a", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:07.329228 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1691f876-a50f-4875-b89e-182ea066ba7b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:07.330102 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34764c3a-8cb1-4e4c-afda-efef633599a4', 'name': 'network-vif-deleted', 'tag': 'ddb289d0-cdb9-4a95-970e-1820ae19046a', 'status': 'completed', 'code': 200} Nov 26 21:47:07.330645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038f5b90-f7ed-4d59-a293-b4286036d150 None None] DHCP port deletion for 0017430a-1e52-4a56-aa7e-fc7d3372b10b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:47:07.360694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d95d0a8-f143-4de6-92ad-f5803136aae8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:07.386133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] No DVR routers for this DVR port 5d95d0a8-f143-4de6-92ad-f5803136aae8 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:07.425798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] For port ba574de7-1b34-4d90-b33c-3a6e6f8e755a, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:07.434651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] For port ba574de7-1b34-4d90-b33c-3a6e6f8e755a, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:07.448468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.528823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5d95d0a8-f143-4de6-92ad-f5803136aae8 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:07.550097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.580803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34991c7d-f60e-4850-9a89-c60ec1318d92 req-0465ed2c-6fca-4695-8595-d4611f97763a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025328 Nov 26 21:47:07.594053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0017430a-1e52-4a56-aa7e-fc7d3372b10b']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:07.611466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a50092-b062-4680-a9d8-2bd71186fbd2') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:07.612033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a50092-b062-4680-a9d8-2bd71186fbd2') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:07.612218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 5d95d0a8-f143-4de6-92ad-f5803136aae8 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:07.612558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5d95d0a8-f143-4de6-92ad-f5803136aae8 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:07.614300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1659b25a-30a1-4dbf-ae31-ddda0d31a0be no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:07.631189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:07.631813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.633212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] 10.222.0.41 "PUT /v2.0/ports/ba574de7-1b34-4d90-b33c-3a6e6f8e755a HTTP/1.1" status: 200 len: 1092 time: 2.7904835 Nov 26 21:47:07.640231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cdcbd6-3d8f-42b6-a33f-90121082bc8e', 'tag': 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:07.642780 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc908d6-f0f2-4029-9fe0-556a9f016086" -d '{"events": [{"name": "network-changed", "server_uuid": "97cdcbd6-3d8f-42b6-a33f-90121082bc8e", "tag": "ba574de7-1b34-4d90-b33c-3a6e6f8e755a"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:07.670388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Pushing event updated for resources: {'Port': ['ID=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:07.681633 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e265684f-f5c8-4f44-9992-95a1b905630a req-cd506d44-56bc-4ddc-b11d-04116daa9a0b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 210 time: 0.1368825 Nov 26 21:47:07.686209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 1659b25a-30a1-4dbf-ae31-ddda0d31a0be {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:07.687227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1659b25a-30a1-4dbf-ae31-ddda0d31a0be not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:07.687836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ea5a2eec-483a-428a-8b9e-c8b64ad67d6c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:07.689478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.712287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.712627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.712968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.713307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.713640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.713968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.719879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.720600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.722661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.723189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.723690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.725182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c736407f-bc81-44c9-8490-50d5c1034026 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:07.776181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: ea5a2eec-483a-428a-8b9e-c8b64ad67d6c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:07.776764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ea5a2eec-483a-428a-8b9e-c8b64ad67d6c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:07.800247 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d65769-b55a-4cf0-bb38-ca5a6f713e4f x-openstack-request-id: req-d8d65769-b55a-4cf0-bb38-ca5a6f713e4f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:07.800639 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "name": "network-vif-plugged", "status": "completed", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:07.801032 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8d65769-b55a-4cf0-bb38-ca5a6f713e4f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:07.801519 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376', 'code': 200} Nov 26 21:47:07.806760 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.822055 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.847483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:47:07.847933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:47:07.850489 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:47:07.937933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916167c-d742-4804-a97b-1f2d338576ef req-9ce2f8e4-9d57-492d-8271-b7cf531f4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:07.942581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-9ce2f8e4-9d57-492d-8271-b7cf531f4af9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 1095 time: 0.2031581 Nov 26 21:47:07.966589 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.975995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:07.984621 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0017430a-1e52-4a56-aa7e-fc7d3372b10b HTTP/1.1" status: 204 len: 168 time: 1.2866478 Nov 26 21:47:08.024892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd408-9f56-4131-8480-bebb53287548 req-044652c6-6284-429a-857c-48b60efa2d8b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:08.026560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-044652c6-6284-429a-857c-48b60efa2d8b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.41 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 821 time: 0.3915522 Nov 26 21:47:08.044080 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45e65d5b-a2e1-49f8-b8ec-348fdd8fcdee req-37aee9d5-beae-4e76-93ab-55100dcc2d79 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 210 time: 0.0965815 Nov 26 21:47:08.055778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628e461-1400-4b6d-b299-ef11ed23e5ef req-a367e0e1-0faa-4915-9096-a74d3a15b827 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:08.057448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b628e461-1400-4b6d-b299-ef11ed23e5ef req-a367e0e1-0faa-4915-9096-a74d3a15b827 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.2377098 Nov 26 21:47:08.082824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Request body: {'port': {'device_id': 'ce3d3a23-3671-4aef-b5f5-f67ea783bf29', 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'admin_state_up': True, 'tenant_id': '1bd761aa9c394799b246249bad0cc851'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:08.086905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a23b9-2752-4627-94bd-63618d935c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=0017430a-1e52-4a56-aa7e-fc7d3372b10b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:08.092177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-1acb5ea2-5c95-4d48-a91f-ee94367e3d0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba574de7-1b34-4d90-b33c-3a6e6f8e755a HTTP/1.1" status: 200 len: 217 time: 0.1296535 Nov 26 21:47:08.191265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb7a9e-7c80-4387-9ac9-dffdd8583af2 req-b25726c4-953a-4821-bd6e-31bff97d795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:08.193064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7bb7a9e-7c80-4387-9ac9-dffdd8583af2 req-b25726c4-953a-4821-bd6e-31bff97d795c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1097 time: 0.2054381 Nov 26 21:47:08.197447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916167c-d742-4804-a97b-1f2d338576ef req-0d54a5b7-759f-4427-853e-0c8e3a54601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:08.198969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-0d54a5b7-759f-4427-853e-0c8e3a54601b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0860951 Nov 26 21:47:08.311859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37244) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:08.313324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-aae65534-ea50-4779-98bb-48fa1b447308 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013768 Nov 26 21:47:08.364891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b628e461-1400-4b6d-b299-ef11ed23e5ef req-09f3008a-273d-4e2c-87a5-263b2e7a3fa3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767651 Nov 26 21:47:08.382447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Made reservation on behalf of 1bd761aa9c394799b246249bad0cc851 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:08.385850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:08.397741 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9609722-d618-425c-81f9-a690c82c7c8f x-openstack-request-id: req-d9609722-d618-425c-81f9-a690c82c7c8f {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:08.398042 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cdcbd6-3d8f-42b6-a33f-90121082bc8e", "tag": "ba574de7-1b34-4d90-b33c-3a6e6f8e755a", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:08.398324 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9609722-d618-425c-81f9-a690c82c7c8f {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:08.399172 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cdcbd6-3d8f-42b6-a33f-90121082bc8e', 'tag': 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a', 'status': 'completed', 'code': 200} Nov 26 21:47:08.401306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7bb7a9e-7c80-4387-9ac9-dffdd8583af2 req-bb12a87f-0560-4fd8-820f-73eacfda3733 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985025 Nov 26 21:47:08.435876 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e68ac26e-9480-4106-8ae4-6b6a579bb630 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d556b1da6df54d4b9a5d61ff69fe934a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1227107 Nov 26 21:47:08.438509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37246) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:08.464672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-aca30b11-e9df-4136-853e-4bbfe9fe1844 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386108 Nov 26 21:47:08.555483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99ee95-a479-4f45-bb7b-68d92c5bc509 req-0c177988-0e9c-4a68-b4f9-559597d3f894 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:08.564131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c99ee95-a479-4f45-bb7b-68d92c5bc509 req-0c177988-0e9c-4a68-b4f9-559597d3f894 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 944 time: 0.0920322 Nov 26 21:47:08.568192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d5be36b-d45f-4074-928c-45951d104334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:08.642604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c99ee95-a479-4f45-bb7b-68d92c5bc509 req-471a2298-2660-41bf-9978-d66c3c3a6a71 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746152 Nov 26 21:47:08.654805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d5be36b-d45f-4074-928c-45951d104334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:08.743586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Allocated IP 172.20.0.12 (27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d/c4eddfeb-da2f-4a82-b103-f9e25a01c109/08927af9-0b42-40c3-b83e-4f018f212cfd) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:08.763791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d12382-19bc-4298-9b17-d380c8f16fc1 req-b8cf7235-fb5e-4c28-a36b-11b898adddd8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:08.766126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35d12382-19bc-4298-9b17-d380c8f16fc1 req-b8cf7235-fb5e-4c28-a36b-11b898adddd8 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.0774949 Nov 26 21:47:08.865168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99ac5fee-9617-4e20-91dc-0d794ec455af req-95183b86-5d45-4c42-9070-e195dd675dcb tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 210 time: 0.0496097 Nov 26 21:47:08.902797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:08.929740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35d12382-19bc-4298-9b17-d380c8f16fc1 req-fbfb3b88-3124-45c0-a997-3f65739a26a2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521380 Nov 26 21:47:08.955724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:09.008561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f916167c-d742-4804-a97b-1f2d338576ef req-ccc8af44-c474-4c44-85b4-a163020b9460 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280474 Nov 26 21:47:09.016389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:09.020631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d5be36b-d45f-4074-928c-45951d104334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:09.023771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d5be36b-d45f-4074-928c-45951d104334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:09.025189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7d5be36b-d45f-4074-928c-45951d104334 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9f98d99-0a51-4e70-b86a-4e685309989f HTTP/1.1" status: 204 len: 168 time: 0.5857415 Nov 26 21:47:09.026269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:09.029172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:09.102474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:09.103631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:09.152583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event updated for resources: {'Port': ['ID=08927af9-0b42-40c3-b83e-4f018f212cfd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:09.156501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5be36b-d45f-4074-928c-45951d104334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f98d99-0a51-4e70-b86a-4e685309989f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:09.186303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-56665a77-b14d-4a0b-a2a3-d5126c26562b tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1073010 Nov 26 21:47:09.209306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Request body: {'port': {'device_id': 'ce3d3a23-3671-4aef-b5f5-f67ea783bf29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:09.237744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-749020b4-1ae7-48a2-8aad-f1949d81a64d req-b92de11e-7f59-4acb-a425-74313ea93276 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 210 time: 0.0897992 Nov 26 21:47:09.336618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:09.352443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-671c4aa3-62cf-407b-853f-754379f47432 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032248 Nov 26 21:47:09.357465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-780eb3e8-dab8-4e72-a1fc-2357056857c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:09.361791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-780eb3e8-dab8-4e72-a1fc-2357056857c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 1095 time: 0.1199915 Nov 26 21:47:09.764042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce96bdd-92bb-44fb-a038-f91be8978ef6 req-efccd9e7-d609-4482-ab6c-5e8aa3dfa3c0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:09.766360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ce96bdd-92bb-44fb-a038-f91be8978ef6 req-efccd9e7-d609-4482-ab6c-5e8aa3dfa3c0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.2411070 Nov 26 21:47:09.776704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-f3dc35fa-f416-48b7-9e12-ec80cc769dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:09.783031 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-f3dc35fa-f416-48b7-9e12-ec80cc769dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 1100 time: 0.3358040 Nov 26 21:47:09.837638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-0683a643-fc2b-43ff-89e7-af09701d2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:09.839726 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-0683a643-fc2b-43ff-89e7-af09701d2fd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 907 time: 0.4567456 Nov 26 21:47:09.911206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-b2000029-7a6a-4162-95d9-303930972851 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba574de7-1b34-4d90-b33c-3a6e6f8e755a HTTP/1.1" status: 200 len: 217 time: 0.0526907 Nov 26 21:47:09.952793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a78d9-0110-4b47-b5b3-0e5584693447 req-a823d0df-f20d-43cd-bcb9-1f81e27a6f3f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:09.960604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b2a78d9-0110-4b47-b5b3-0e5584693447 req-a823d0df-f20d-43cd-bcb9-1f81e27a6f3f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 944 time: 0.1931555 Nov 26 21:47:09.986853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ce96bdd-92bb-44fb-a038-f91be8978ef6 req-55b08c31-c300-4169-b88d-719271806e8a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090132 Nov 26 21:47:10.052125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-638a223c-a37c-4764-91f8-0f3edd88483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:10.053613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-638a223c-a37c-4764-91f8-0f3edd88483c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.1224978 Nov 26 21:47:10.144437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-9cd8b89b-6358-4b7e-84d9-59fc96bae6ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812891 Nov 26 21:47:10.149668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b2a78d9-0110-4b47-b5b3-0e5584693447 req-04f1db67-f23a-45e8-886b-4d20b40f7bce tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882246 Nov 26 21:47:10.347825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db712af-4b26-41a5-9132-62579960faa7 req-79573dc5-4383-4694-bdd6-1a83237d62e5 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:10.357421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6db712af-4b26-41a5-9132-62579960faa7 req-79573dc5-4383-4694-bdd6-1a83237d62e5 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 932 time: 0.2339725 Nov 26 21:47:10.619917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6db712af-4b26-41a5-9132-62579960faa7 req-47285378-3f50-40ff-af9b-32e079b09462 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570710 Nov 26 21:47:10.628934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5db8-6a5e-4632-a69b-362720bed4d2 req-580d4cca-57e9-4a38-955b-756f7d2caff2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:10.631041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c63c5db8-6a5e-4632-a69b-362720bed4d2 req-580d4cca-57e9-4a38-955b-756f7d2caff2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.3197975 Nov 26 21:47:10.637523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-1cbda57a-983d-47b5-97ea-93572c0eeb9f service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456930 Nov 26 21:47:10.734364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08927af9-0b42-40c3-b83e-4f018f212cfd {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:10.743449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:10.758475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Transition to ACTIVE for port object 08927af9-0b42-40c3-b83e-4f018f212cfd will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:10.774045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:10.882873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56720f56-5aa7-470c-a29a-c6667f7faf78 req-bc3e984b-ca70-45f5-9e2d-3fb3bfbb435c tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 210 time: 0.1134038 Nov 26 21:47:10.886750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Pushing event updated for resources: {'Port': ['ID=08927af9-0b42-40c3-b83e-4f018f212cfd,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:10.913039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c63c5db8-6a5e-4632-a69b-362720bed4d2 req-4adc1080-21e6-4c38-8d79-37d9b1548a98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674963 Nov 26 21:47:10.962966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc908d6-f0f2-4029-9fe0-556a9f016086 req-b13ae283-cf67-40fb-ad88-aedbb699aa0b service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154826 Nov 26 21:47:11.066729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Attempting to bind port 08927af9-0b42-40c3-b83e-4f018f212cfd on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:11.067075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Attempting to bind port 08927af9-0b42-40c3-b83e-4f018f212cfd by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:11.067403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Attempting to bind port 08927af9-0b42-40c3-b83e-4f018f212cfd on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:11.081665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Port 08927af9-0b42-40c3-b83e-4f018f212cfd on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:11.082198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Attempting to bind port 08927af9-0b42-40c3-b83e-4f018f212cfd on network 27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:11.091432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:11.091774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Checking segment: {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:11.095397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Bound using segment: {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:11.095397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Bound port: 08927af9-0b42-40c3-b83e-4f018f212cfd, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d34179-ec03-49ab-b9bc-f25a2bb10325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:11.095397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:11.098714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-9df22657-f9ab-4231-a1a1-534825208b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.103892 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-9df22657-f9ab-4231-a1a1-534825208b26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.9284086 Nov 26 21:47:11.193316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360543-fd7f-49cb-b567-7b277677b5e9 req-6de624e2-ba33-4256-afba-d1a8108a74c8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.201190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71360543-fd7f-49cb-b567-7b277677b5e9 req-6de624e2-ba33-4256-afba-d1a8108a74c8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.0716295 Nov 26 21:47:11.265251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71360543-fd7f-49cb-b567-7b277677b5e9 req-e7c7e98b-a0bd-499f-9000-c9f6c5714137 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551772 Nov 26 21:47:11.283850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] For port 08927af9-0b42-40c3-b83e-4f018f212cfd, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:11.287356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] For port 08927af9-0b42-40c3-b83e-4f018f212cfd, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=08927af9-0b42-40c3-b83e-4f018f212cfd,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:11.293933 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-ca13899e-b035-45a0-b6d0-40e9f431b02f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 200 len: 217 time: 0.1746402 Nov 26 21:47:11.301078 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:11.407105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fddfe-e889-4289-8d55-6c0406f5f52f req-6edbefa8-f7a3-49e1-97cc-658b893ecb75 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.420050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-983fddfe-e889-4289-8d55-6c0406f5f52f req-6edbefa8-f7a3-49e1-97cc-658b893ecb75 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 944 time: 0.0962493 Nov 26 21:47:11.470577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.471280 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:11.472852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] 10.222.0.41 "PUT /v2.0/ports/08927af9-0b42-40c3-b83e-4f018f212cfd HTTP/1.1" status: 200 len: 1092 time: 2.2718508 Nov 26 21:47:11.477264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3d3a23-3671-4aef-b5f5-f67ea783bf29', 'tag': '08927af9-0b42-40c3-b83e-4f018f212cfd'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:11.479547 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae19277-f4f7-43b0-86f0-3c903ad39620" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3d3a23-3671-4aef-b5f5-f67ea783bf29", "tag": "08927af9-0b42-40c3-b83e-4f018f212cfd"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:11.504704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-983fddfe-e889-4289-8d55-6c0406f5f52f req-efb0379e-bb36-4976-8eae-82e25c76289c tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 Nov 26 21:47:11.531611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-80127b08-0819-4471-8b45-dc8c72088aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.533760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-80127b08-0819-4471-8b45-dc8c72088aef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2292767 Nov 26 21:47:11.600586 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ded67d-2ac1-44ce-976c-a4283d16f16b x-openstack-request-id: req-61ded67d-2ac1-44ce-976c-a4283d16f16b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:11.601098 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3d3a23-3671-4aef-b5f5-f67ea783bf29", "tag": "08927af9-0b42-40c3-b83e-4f018f212cfd", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:11.601449 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61ded67d-2ac1-44ce-976c-a4283d16f16b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:11.601938 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3d3a23-3671-4aef-b5f5-f67ea783bf29', 'tag': '08927af9-0b42-40c3-b83e-4f018f212cfd', 'status': 'completed', 'code': 200} Nov 26 21:47:11.640713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd408-9f56-4131-8480-bebb53287548 req-dffcc681-684a-448f-8f7f-792b4ee3c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.645249 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-dffcc681-684a-448f-8f7f-792b4ee3c72e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 1095 time: 0.1080618 Nov 26 21:47:11.645949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8601bf6-1574-4433-a661-dd1915ce6e5e service neutron] Pushing event updated for resources: {'Port': ['ID=08927af9-0b42-40c3-b83e-4f018f212cfd,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:11.707757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-55f67e96-0b53-4069-80bb-02d97f69ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.712726 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-55f67e96-0b53-4069-80bb-02d97f69ef67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1409750 Nov 26 21:47:11.714501 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-0b410c01-83ea-4ff0-9692-5bc9b671f93b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08927af9-0b42-40c3-b83e-4f018f212cfd HTTP/1.1" status: 200 len: 217 time: 0.0533092 Nov 26 21:47:11.821021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e2735-8e2e-4930-a62c-2ea498f2498e req-2ed5c07d-0950-4d8b-9126-534c6e73abc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.834358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d10e2735-8e2e-4930-a62c-2ea498f2498e req-2ed5c07d-0950-4d8b-9126-534c6e73abc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 944 time: 0.0953867 Nov 26 21:47:11.900944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddd408-9f56-4131-8480-bebb53287548 req-e2b6077c-66b6-4e68-b39f-ef273500ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:11.903213 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-e2b6077c-66b6-4e68-b39f-ef273500ccff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4eddfeb-da2f-4a82-b103-f9e25a01c109 HTTP/1.1" status: 200 len: 861 time: 0.1725464 Nov 26 21:47:11.905762 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-4a7da26a-776f-4282-bcd6-7d29a75e5d06 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780350 Nov 26 21:47:11.911483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d10e2735-8e2e-4930-a62c-2ea498f2498e req-2a792e1e-1519-4c22-baff-d1374c1f3a38 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759044 Nov 26 21:47:11.998668 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-a3f8f3b8-2ab8-42fd-b5e0-dc7456bd137c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705764 Nov 26 21:47:12.052830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9ed9b57-b2e1-41e5-bc33-bb66660e33c2 req-ef7ac4e1-e580-45ae-add3-5f7041635989 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 210 time: 0.0376492 Nov 26 21:47:12.171679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fbf42-13f2-4ea1-84ff-959608aab1cd req-29dcd01b-1331-43ab-ba71-3455190ebbdc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:12.173822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5723b2ef-2fd9-42a2-a691-44b4f31300cc req-907a597a-d05b-4bb5-9129-c52d526bd8e9 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480130 Nov 26 21:47:12.180367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b52fbf42-13f2-4ea1-84ff-959608aab1cd req-29dcd01b-1331-43ab-ba71-3455190ebbdc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.0671647 Nov 26 21:47:12.194103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-90e0cb0a-2c25-4f69-999a-b1e80b9b57e1 service neutron] 10.222.0.41 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581280 Nov 26 21:47:12.292680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b52fbf42-13f2-4ea1-84ff-959608aab1cd req-f4cfb61c-61cd-43d9-97b6-cca8ea03b831 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090171 Nov 26 21:47:12.325095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fddd408-9f56-4131-8480-bebb53287548 req-d6b2db67-7b32-4f03-81d0-ec849efd6dce service neutron] 10.222.0.41 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083570 Nov 26 21:47:12.365608 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:47:12.500595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3260d90-ceb7-4604-a854-3d6c165dca55 req-18c3f3f6-d544-4a6f-8b0f-ec3f5b5faea3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:12.508523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3260d90-ceb7-4604-a854-3d6c165dca55 req-18c3f3f6-d544-4a6f-8b0f-ec3f5b5faea3 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.0703616 Nov 26 21:47:12.545498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-b1afb9fc-9de1-4150-9c87-04778c0f8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:12.555836 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-b1afb9fc-9de1-4150-9c87-04778c0f8598 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bd761aa9c394799b246249bad0cc851&device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 1095 time: 0.1061587 Nov 26 21:47:12.577377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3260d90-ceb7-4604-a854-3d6c165dca55 req-4080db47-0dbd-4829-83f0-fbb34d28e0d8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678182 Nov 26 21:47:12.690670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1499d-72d8-4382-8a84-70f2fa4808b8 req-6b0a54f1-4a0f-46d1-8cf7-0da2ec64f3f6 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:12.701923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fc1499d-72d8-4382-8a84-70f2fa4808b8 req-6b0a54f1-4a0f-46d1-8cf7-0da2ec64f3f6 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1097 time: 0.1218746 Nov 26 21:47:12.738836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-e53b5b56-a976-45af-82de-5169d70b9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:12.741449 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-e53b5b56-a976-45af-82de-5169d70b9310 service neutron] 10.222.0.41 "GET /v2.0/networks?id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 200 len: 922 time: 0.1754954 Nov 26 21:47:12.793030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab2f53-b557-4c94-9d53-2e730ef497ea req-3ace92a0-6bc1-4226-b396-fce0046a05d3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:12.794465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7aab2f53-b557-4c94-9d53-2e730ef497ea req-3ace92a0-6bc1-4226-b396-fce0046a05d3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 944 time: 0.0811894 Nov 26 21:47:12.814624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fc1499d-72d8-4382-8a84-70f2fa4808b8 req-d87e77f1-99d4-4a14-b72d-ffdc1e0d5af9 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108160 Nov 26 21:47:12.820613 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-953c47b5-732b-4628-b5fa-903682b8365b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08927af9-0b42-40c3-b83e-4f018f212cfd HTTP/1.1" status: 200 len: 217 time: 0.0703592 Nov 26 21:47:12.862702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7aab2f53-b557-4c94-9d53-2e730ef497ea req-00efa8a1-0145-4e94-9176-be1baaf68d4a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598638 Nov 26 21:47:12.915469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-9344cf50-8586-4b46-b8ec-9f2619c26b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:12.916958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-9344cf50-8586-4b46-b8ec-9f2619c26b21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c4eddfeb-da2f-4a82-b103-f9e25a01c109 HTTP/1.1" status: 200 len: 861 time: 0.0887406 Nov 26 21:47:13.014027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-a6fc0f59-3980-4ec3-90ae-ce212ce2f950 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764253 Nov 26 21:47:13.018305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a0dcd-5eb6-422f-97e0-b9f18dde63ef req-2cc23677-17e5-489d-8e84-5dd702019bc5 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:13.026485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-496a0dcd-5eb6-422f-97e0-b9f18dde63ef req-2cc23677-17e5-489d-8e84-5dd702019bc5 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1097 time: 0.0623722 Nov 26 21:47:13.100245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-496a0dcd-5eb6-422f-97e0-b9f18dde63ef req-c90fe3f2-18fe-473c-be63-a208f0d381f6 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725496 Nov 26 21:47:13.210844 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-1bb2b57b-352c-4116-a6a6-5cb8d5d41990 service neutron] 10.222.0.41 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883118 Nov 26 21:47:13.261706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15872-e6d0-4d20-8446-963d39aab242 req-d2ed3147-e53e-4713-89f8-cb2d0ff8c6a8 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:13.263332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6bf15872-e6d0-4d20-8446-963d39aab242 req-d2ed3147-e53e-4713-89f8-cb2d0ff8c6a8 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 944 time: 0.1513717 Nov 26 21:47:13.336927 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6bf15872-e6d0-4d20-8446-963d39aab242 req-3101cf35-0257-40af-84e7-c4dcec324cea tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597284 Nov 26 21:47:13.434328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1c9a906-9b6a-4673-8f91-4250a32b7e43 req-843c985a-5c00-4738-81df-0130a70b9b35 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=34764c3a-8cb1-4e4c-afda-efef633599a4 HTTP/1.1" status: 200 len: 210 time: 0.1118784 Nov 26 21:47:13.558146 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bae19277-f4f7-43b0-86f0-3c903ad39620 req-ff13519f-aafb-4e53-b834-293ba2da3495 service neutron] 10.222.0.41 "GET /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248520 Nov 26 21:47:14.252937 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-fcd54a68-a0a4-4b86-8e53-e63342ea59a3 service neutron] show failed (client error): The resource could not be found. Nov 26 21:47:14.253818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-fcd54a68-a0a4-4b86-8e53-e63342ea59a3 service neutron] 10.222.0.13 "GET /v2.0/ports/cefca6a5-69bc-4165-916b-7c4ffaccd2ef/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.1624205 Nov 26 21:47:14.618904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e5187-c863-4c6f-adc1-8f27e0ceb2ab req-2a7a95b4-dc93-49ee-b98d-0bcdb190d80d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:14.620564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a09e5187-c863-4c6f-adc1-8f27e0ceb2ab req-2a7a95b4-dc93-49ee-b98d-0bcdb190d80d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.0989001 Nov 26 21:47:14.708837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a09e5187-c863-4c6f-adc1-8f27e0ceb2ab req-88ad680a-3f73-4238-9e94-5335b107db8f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808041 Nov 26 21:47:14.722954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ba574de7-1b34-4d90-b33c-3a6e6f8e755a details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:14.819122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-e7242f34-e326-4bb1-9289-38bc859aa75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:14.821266 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-e7242f34-e326-4bb1-9289-38bc859aa75c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e&tenant_id=225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 1101 time: 0.0830154 Nov 26 21:47:14.846340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:14.872415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78747b9f-ef9a-47c5-9a3b-511b4ae92d67 req-f1a29ccd-c8ed-4364-8e17-4ef1bfa44df1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:14.885297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78747b9f-ef9a-47c5-9a3b-511b4ae92d67 req-f1a29ccd-c8ed-4364-8e17-4ef1bfa44df1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 944 time: 0.0970392 Nov 26 21:47:14.900781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ba574de7-1b34-4d90-b33c-3a6e6f8e755a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:14.914708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'port_id': 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a', 'mac_address': 'fa:16:3e:52:36:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81f213-8ace-436e-ba8f-96f5b41d21ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:14.965723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:14.969278 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:14.974848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78747b9f-ef9a-47c5-9a3b-511b4ae92d67 req-086e3652-908f-42fa-bbe7-f32c90310584 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883722 Nov 26 21:47:14.992705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba574de7-1b34-4d90-b33c-3a6e6f8e755a {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:15.017893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ba574de7-1b34-4d90-b33c-3a6e6f8e755a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:15.023483 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:15.125963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:15.127006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-72e52ead-d689-436c-90dc-6db082ccbf16 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:47:15.129766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-72e52ead-d689-436c-90dc-6db082ccbf16 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091503 Nov 26 21:47:15.208587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-86de0280-6d40-4ca8-af14-74e1950a07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:15.218045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-86de0280-6d40-4ca8-af14-74e1950a07d6 service neutron] 10.222.0.21 "GET /v2.0/ports/4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 200 len: 1094 time: 0.0694261 Nov 26 21:47:15.227810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:15.228252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:47:15.328335 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-e19ea333-eb66-4edf-a9a2-d1bce7720db6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2015820 Nov 26 21:47:15.425055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:15.458504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-2800a980-7ef4-43b9-b9e4-1ad5d3bb2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:15.460203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-2800a980-7ef4-43b9-b9e4-1ad5d3bb2d56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 1096 time: 0.0924416 Nov 26 21:47:15.478416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ba574de7-1b34-4d90-b33c-3a6e6f8e755a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:15.548735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:15.634343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:15.635307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:15.635806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:15.648597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:15.651030 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2926e8-d014-408c-af12-9b8b96851843" -d '{"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-unplugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:15.657208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:15.666911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:15.668157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:15.692810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:15.695752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:15.696356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:15.696980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Bound port: 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:15.702182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Transition to ACTIVE for port object cefca6a5-69bc-4165-916b-7c4ffaccd2ef will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:15.707357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-a128a3dc-8a0c-4de5-9afb-25819c7c6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:15.709762 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-a128a3dc-8a0c-4de5-9afb-25819c7c6a04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.1955805 Nov 26 21:47:15.713289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:15.731756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc6fad-414c-4898-8ee1-2c93fe727225 req-761d5106-11d6-4540-958b-2a088018b18c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:15.744385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1bc6fad-414c-4898-8ee1-2c93fe727225 req-761d5106-11d6-4540-958b-2a088018b18c tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 944 time: 0.2165780 Nov 26 21:47:15.804386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-ae9e991b-c8c9-403f-8cf9-9a1089f376ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 200 len: 217 time: 0.0838840 Nov 26 21:47:15.847624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] No DVR routers for this DVR port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:15.868897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:15.901623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1bc6fad-414c-4898-8ee1-2c93fe727225 req-e4f9ffef-acb7-4988-8235-844489963266 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562512 Nov 26 21:47:15.903679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:15.916658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:15.917873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-cd359201-5284-4e1b-b207-19a5755f106f service neutron] 10.222.0.21 "POST /v2.0/ports/4c198da5-2ad3-4d3a-96ec-b7cd3325b376/bindings HTTP/1.1" status: 201 len: 389 time: 0.6979537 Nov 26 21:47:15.933379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.933849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.934325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.934738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.935161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.935570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.935967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.936362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.936842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.937241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.937787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:15.938288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:16.032571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:16.033002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:16.033391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:16.043738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:16.044040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:16.058392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:16.058746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:16.059257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:16.071013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Bound port: cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:16.071461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:16.141603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-ec205378-5f76-4293-ae7c-0fb48deff716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:16.144891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-ec205378-5f76-4293-ae7c-0fb48deff716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.3282437 Nov 26 21:47:16.348679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:16.357615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:16.373654 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4244b7fa-e140-42f6-a580-821ac48ccd0e x-openstack-request-id: req-4244b7fa-e140-42f6-a580-821ac48ccd0e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:16.375438 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-unplugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:16.376767 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4244b7fa-e140-42f6-a580-821ac48ccd0e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:16.377354 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'code': 200} Nov 26 21:47:16.435893 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:16.540384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-e4a7ae9b-7c15-489d-8826-f18c29a58aef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3857780 Nov 26 21:47:16.551528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:16.552658 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:16.554428 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] 10.222.0.41 "PUT /v2.0/ports/cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 1096 time: 1.7136815 Nov 26 21:47:16.698715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c82e0a-10f0-40e7-92b2-602528f63240 req-70f9ba17-a2da-4992-bf50-fa8f15f8c771 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:16.708841 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78c82e0a-10f0-40e7-92b2-602528f63240 req-70f9ba17-a2da-4992-bf50-fa8f15f8c771 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 948 time: 0.0959556 Nov 26 21:47:16.747548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 08927af9-0b42-40c3-b83e-4f018f212cfd details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:16.757326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b0e5a-253e-4487-afcb-80eab8c87a2e service neutron] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:16.788325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-75287b09-08cf-4ddf-93bb-cfeb9d4d0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:16.794463 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-75287b09-08cf-4ddf-93bb-cfeb9d4d0619 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1097 time: 0.4030426 Nov 26 21:47:16.818174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78c82e0a-10f0-40e7-92b2-602528f63240 req-2d868a0c-4e1d-4a28-bba9-5f520b342c8b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036868 Nov 26 21:47:16.917088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-71e56e99-05fe-48b8-9548-708846b4598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:16.918617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-71e56e99-05fe-48b8-9548-708846b4598e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1099 time: 0.3051579 Nov 26 21:47:16.948737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 08927af9-0b42-40c3-b83e-4f018f212cfd, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=08927af9-0b42-40c3-b83e-4f018f212cfd,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:16.962707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '08927af9-0b42-40c3-b83e-4f018f212cfd', 'network_id': '27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d', 'port_id': '08927af9-0b42-40c3-b83e-4f018f212cfd', 'mac_address': 'fa:16:3e:27:af:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eddfeb-da2f-4a82-b103-f9e25a01c109', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:17.010350 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:17.018259 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-5fea1c66-6705-4c2f-8ff3-2d1fd4f99804 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626098 Nov 26 21:47:17.031121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08927af9-0b42-40c3-b83e-4f018f212cfd {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:17.057635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 08927af9-0b42-40c3-b83e-4f018f212cfd, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=08927af9-0b42-40c3-b83e-4f018f212cfd,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:17.067711 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:17.081172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-58682384-f70b-4a02-adfd-4a69bc876cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:17.082637 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-58682384-f70b-4a02-adfd-4a69bc876cc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.2767675 Nov 26 21:47:17.111256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8c64-049f-416c-bd8a-94932cbfe99a req-7bf7c893-07a7-4612-8a33-58f864847e7c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:17.113489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11ce8c64-049f-416c-bd8a-94932cbfe99a req-7bf7c893-07a7-4612-8a33-58f864847e7c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1553226 Nov 26 21:47:17.131609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=08927af9-0b42-40c3-b83e-4f018f212cfd,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:17.145760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.146646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.147365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.147939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.148840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.149401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.150157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.150759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.151316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.151921 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.152535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.153084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:47:17.157601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636789a1-fdf1-4248-b489-b7e73691f868 req-522d34ae-6a1f-4858-b880-bbeb8b142d30 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:17.159170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-636789a1-fdf1-4248-b489-b7e73691f868 req-522d34ae-6a1f-4858-b880-bbeb8b142d30 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 945 time: 0.1629612 Nov 26 21:47:17.188690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-13d77e40-0f1c-42d3-9f6c-18f5fe405698 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 200 len: 217 time: 0.0931334 Nov 26 21:47:17.241603 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11ce8c64-049f-416c-bd8a-94932cbfe99a req-0c012d12-8e74-4451-9dee-b5573347c603 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205254 Nov 26 21:47:17.254489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-636789a1-fdf1-4248-b489-b7e73691f868 req-0c2047ad-0341-42c2-8d03-6c2a90b386c0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817294 Nov 26 21:47:17.375728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-1a8bb677-e93d-4b4e-bc83-3b47baa216ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:17.377192 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-1a8bb677-e93d-4b4e-bc83-3b47baa216ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.4066439 Nov 26 21:47:17.398379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-a9557d9c-4620-4ae5-b37e-2bad5b12cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:17.399748 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-a9557d9c-4620-4ae5-b37e-2bad5b12cd5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.2014351 Nov 26 21:47:17.430844 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3f41b68a-4fff-4054-b5d6-7331f3a756eb req-b9c2a13f-f081-4bd0-969e-77e5bafd4180 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642356 Nov 26 21:47:17.441396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-fea57f43-540d-4d61-8a61-6087fe7f10cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.0544152 Nov 26 21:47:17.571025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['08927af9-0b42-40c3-b83e-4f018f212cfd'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:17.596002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e9d5f-7f3e-4c59-bc3c-55eca4b35351 req-81f5084e-ab7c-4b99-bb66-6ecddce88c56 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:17.598697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-224e9d5f-7f3e-4c59-bc3c-55eca4b35351 req-81f5084e-ab7c-4b99-bb66-6ecddce88c56 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 945 time: 0.1798441 Nov 26 21:47:17.725643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-224e9d5f-7f3e-4c59-bc3c-55eca4b35351 req-08758633-5c3f-4666-b800-a19e70055c18 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200705 Nov 26 21:47:17.919182 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-923b5702-874b-4f12-84f3-0b3a07014403 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4873862 Nov 26 21:47:18.057649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894dbc5-ddac-4571-b8a3-df931fdf1d28 req-c3c2c5d1-b585-4663-9442-bc1e76935b6d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:18.059345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7894dbc5-ddac-4571-b8a3-df931fdf1d28 req-c3c2c5d1-b585-4663-9442-bc1e76935b6d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 948 time: 0.0834231 Nov 26 21:47:18.085165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-29b9c3f2-d3ba-4f0d-8223-669c8d1e2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:18.086978 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-29b9c3f2-d3ba-4f0d-8223-669c8d1e2e41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1623385 Nov 26 21:47:18.188311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7894dbc5-ddac-4571-b8a3-df931fdf1d28 req-a5067197-7962-4717-b34d-d2bf7455b0c2 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175833 Nov 26 21:47:18.214384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-2f158903-6cc9-4fbb-8010-5f782041ae2d service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784858 Nov 26 21:47:18.220871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-446f2bea-f7a8-4827-8333-d38cc47483e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:18.222585 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-446f2bea-f7a8-4827-8333-d38cc47483e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181366 Nov 26 21:47:18.224125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37506) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:18.397416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:18.400314 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa606735-8944-4145-9a44-bf35d655e8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:18.404862 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-e041f14f-3239-4cce-af84-11e4679083c1 service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812992 Nov 26 21:47:18.501791 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-076910c7-ee92-4090-a611-109296899104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:18.558454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5a13-6ce6-4c26-a1c6-ae61abc52e88 req-fa3d7e06-f093-4c15-8570-c644fa765929 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:18.560181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fdeb5a13-6ce6-4c26-a1c6-ae61abc52e88 req-fa3d7e06-f093-4c15-8570-c644fa765929 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1561399 Nov 26 21:47:18.567819 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-30e6e367-762c-469d-8f0a-e7f1d1edd008 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298128 Nov 26 21:47:18.689362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fdeb5a13-6ce6-4c26-a1c6-ae61abc52e88 req-17a91597-c921-43e3-ad95-6e30f3e4eac7 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195693 Nov 26 21:47:18.745333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ba574de7-1b34-4d90-b33c-3a6e6f8e755a up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:18.750929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a58f9062-06b2-4f3d-8525-36a7c418d326 req-e9658fa0-a5d9-43dc-b87f-3c8e7c6a9b7c service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727157 Nov 26 21:47:18.831761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-076910c7-ee92-4090-a611-109296899104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:18.842037 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-076910c7-ee92-4090-a611-109296899104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:18.901604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port ba574de7-1b34-4d90-b33c-3a6e6f8e755a completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:18.906797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port ba574de7-1b34-4d90-b33c-3a6e6f8e755a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:18.907382 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:18.920007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-076910c7-ee92-4090-a611-109296899104 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03920df39a024d69a21caa3259904cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6947937 Nov 26 21:47:18.924058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37548) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:18.926504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076910c7-ee92-4090-a611-109296899104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03517a61-7e1c-4c81-8008-e59a2a385f52,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:19.018938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14371888-9dfc-4531-a04b-8a6db080b653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:19.046580 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14371888-9dfc-4531-a04b-8a6db080b653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:19.080885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d756740-11d9-4f8b-9ed7-58e0a4de5886 req-a061beb1-8e5c-4a3f-acde-26e330cf2ed6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:19.082501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d756740-11d9-4f8b-9ed7-58e0a4de5886 req-a061beb1-8e5c-4a3f-acde-26e330cf2ed6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 945 time: 0.1571829 Nov 26 21:47:19.119918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14371888-9dfc-4531-a04b-8a6db080b653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:19.123725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14371888-9dfc-4531-a04b-8a6db080b653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:19.127938 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-14371888-9dfc-4531-a04b-8a6db080b653 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03517a61-7e1c-4c81-8008-e59a2a385f52 HTTP/1.1" status: 204 len: 168 time: 0.2026801 Nov 26 21:47:19.136676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14371888-9dfc-4531-a04b-8a6db080b653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03517a61-7e1c-4c81-8008-e59a2a385f52,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:19.159250 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:19.248215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d756740-11d9-4f8b-9ed7-58e0a4de5886 req-660d6f75-cdd1-4a6a-8fa2-0e2d93d401bb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574039 Nov 26 21:47:19.309909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ba574de7-1b34-4d90-b33c-3a6e6f8e755a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:19.313268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cdcbd6-3d8f-42b6-a33f-90121082bc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:19.318051 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb91ebc-32f0-4bd2-aa51-d7edb23cdae6" -d '{"events": [{"server_uuid": "97cdcbd6-3d8f-42b6-a33f-90121082bc8e", "name": "network-vif-plugged", "status": "completed", "tag": "ba574de7-1b34-4d90-b33c-3a6e6f8e755a"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:19.328032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:19.473595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:19.597776 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1163c4c5-05f5-4411-8d79-bc68aab0b77b x-openstack-request-id: req-1163c4c5-05f5-4411-8d79-bc68aab0b77b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:19.598422 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:19.598422 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1163c4c5-05f5-4411-8d79-bc68aab0b77b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:19.598793 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'status': 'completed', 'code': 200} Nov 26 21:47:19.599453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e46689-d12c-4310-b65e-bff35aae4e0e req-02119282-b9d2-4307-a094-415457a5e479 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:19.601106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68e46689-d12c-4310-b65e-bff35aae4e0e req-02119282-b9d2-4307-a094-415457a5e479 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 945 time: 0.0825875 Nov 26 21:47:19.670647 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68e46689-d12c-4310-b65e-bff35aae4e0e req-5a4c73e2-2f6d-410b-a722-6d4d0e085d01 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621862 Nov 26 21:47:19.698899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2aa56171-766b-478e-9fa7-fc1e08731fcc no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:19.826900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-14902cda-f90c-4928-a735-2e7c0cfac624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:19.830890 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-14902cda-f90c-4928-a735-2e7c0cfac624 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1099 time: 0.1846666 Nov 26 21:47:19.838001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-0ec35c50-8ff5-4009-ac91-2e21ddb62223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:19.844059 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-0ec35c50-8ff5-4009-ac91-2e21ddb62223 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1099 time: 0.1839664 Nov 26 21:47:19.880803 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:19.887478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfdc84-7b36-46e2-b4f3-badc40b7bf3c req-3b605bff-2b31-4f28-9aca-ca18a312001b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:19.899489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dcfdc84-7b36-46e2-b4f3-badc40b7bf3c req-3b605bff-2b31-4f28-9aca-ca18a312001b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 948 time: 0.1271043 Nov 26 21:47:19.980594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dcfdc84-7b36-46e2-b4f3-badc40b7bf3c req-db0897a0-4655-47c0-8754-6ae302019b83 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796347 Nov 26 21:47:19.989022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:19.996037 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ff92a-5ecd-4a27-8d9d-f1516d0f3ab1 x-openstack-request-id: req-b14ff92a-5ecd-4a27-8d9d-f1516d0f3ab1 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:19.996595 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cdcbd6-3d8f-42b6-a33f-90121082bc8e", "name": "network-vif-plugged", "status": "completed", "tag": "ba574de7-1b34-4d90-b33c-3a6e6f8e755a", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:19.997034 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b14ff92a-5ecd-4a27-8d9d-f1516d0f3ab1 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:19.997617 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cdcbd6-3d8f-42b6-a33f-90121082bc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a', 'code': 200} Nov 26 21:47:20.003879 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:20.004875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:20.176497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4780e-4773-4c02-bc94-918394a3b5d2 req-d5659e85-2326-4eaa-90c9-1e0336e7c605 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.182873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:20.190725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89a4780e-4773-4c02-bc94-918394a3b5d2 req-d5659e85-2326-4eaa-90c9-1e0336e7c605 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1030133 Nov 26 21:47:20.227002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:20.227835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-18347d95-7620-4639-a88c-a667a4c2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.231272 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-18347d95-7620-4639-a88c-a667a4c2fcf9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1664872 Nov 26 21:47:20.348621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89a4780e-4773-4c02-bc94-918394a3b5d2 req-7f3a67f5-07be-4c47-a72a-104e60d425ad tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506989 Nov 26 21:47:20.379389 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-c785d3f9-6329-44a8-87bb-eada868c0ae7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.1017673 Nov 26 21:47:20.448616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-85b5788a-322e-47fd-a761-3ff6ccada205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.450103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-85b5788a-322e-47fd-a761-3ff6ccada205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0567572 Nov 26 21:47:20.455638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa193a-4c3a-4307-a8a9-e069983c3074 req-160985a6-b7dd-4fff-a65e-d3565fbbe7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.457089 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4faa193a-4c3a-4307-a8a9-e069983c3074 req-160985a6-b7dd-4fff-a65e-d3565fbbe7b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 1097 time: 0.2244701 Nov 26 21:47:20.458254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-d7283d82-d31a-4193-934b-ef8f9dbde394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.459749 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-d7283d82-d31a-4193-934b-ef8f9dbde394 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.6146874 Nov 26 21:47:20.530792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2132-eb81-4678-be32-4fbf61b96356 req-e387758c-7612-44d5-a841-981e25924055 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.538997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-e387758c-7612-44d5-a841-981e25924055 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 804 time: 0.2656510 Nov 26 21:47:20.562017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-e219af62-76bb-48da-8422-50aa45634ae5 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/quotas/34e70cbdf51a40cf80cc653a32e8c13e HTTP/1.1" status: 200 len: 375 time: 0.0215502 Nov 26 21:47:20.588737 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-422e5077-1f15-4825-a0c7-d454a2efa40e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.1195180 Nov 26 21:47:20.626817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14287-be1d-4b5a-aa21-1989a4b8421f req-8003eb34-5e84-4420-8d1f-0d15c6855012 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.646058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77d14287-be1d-4b5a-aa21-1989a4b8421f req-8003eb34-5e84-4420-8d1f-0d15c6855012 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 946 time: 0.1798732 Nov 26 21:47:20.681030 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4faa193a-4c3a-4307-a8a9-e069983c3074 req-573da3cc-0ee4-4fab-9634-3427d63be9b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029684 Nov 26 21:47:20.695708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-d416cd15-0340-46ee-88dc-cd7e7a1d6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.697226 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-d416cd15-0340-46ee-88dc-cd7e7a1d6862 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1941395 Nov 26 21:47:20.708742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-f36f57cf-dae3-48c5-9128-9ba6313318cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.710712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-f36f57cf-dae3-48c5-9128-9ba6313318cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1092520 Nov 26 21:47:20.715762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-b348ead3-fc8d-4c9b-ba98-4eaeafa2d9c4 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1521807 Nov 26 21:47:20.730857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77d14287-be1d-4b5a-aa21-1989a4b8421f req-83eef814-1623-44fe-80b8-1fa799179349 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Nov 26 21:47:20.744368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 08927af9-0b42-40c3-b83e-4f018f212cfd up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:20.836797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-ed436b5f-cd2a-4e9f-a609-d5612fa32e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:20.840398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-ed436b5f-cd2a-4e9f-a609-d5612fa32e9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192844 Nov 26 21:47:20.867210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 08927af9-0b42-40c3-b83e-4f018f212cfd completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:20.873268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 08927af9-0b42-40c3-b83e-4f018f212cfd triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:20.873640 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:20.897250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-14a5b3f1-f710-4fbc-bbc9-b5f2a380634b service neutron] 10.222.0.21 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653280 Nov 26 21:47:20.980600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-8c89a6e9-12bd-4d43-8192-85398fbd09fb service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329477 Nov 26 21:47:20.989491 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:21.053038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 08927af9-0b42-40c3-b83e-4f018f212cfd, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=08927af9-0b42-40c3-b83e-4f018f212cfd,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:21.063159 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:21.085226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-b73c1f6d-f242-493e-b41a-fd300fd92b44 service neutron] 10.222.0.21 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869800 Nov 26 21:47:21.159961 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-2410bc69-0973-4f32-9575-e2d52cb19593 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720684 Nov 26 21:47:21.164807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=08927af9-0b42-40c3-b83e-4f018f212cfd,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:21.245771 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-623635b0-2530-45f7-9d0b-e6ffd97bd969 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267190 Nov 26 21:47:21.410497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa606735-8944-4145-9a44-bf35d655e8c4 req-b1020ba9-1481-4a74-96e6-e06295ac25a8 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549296 Nov 26 21:47:21.474689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06579d-81cd-4c80-a7c6-f9a2c1030637 req-1a88ca6f-0117-4acf-bda4-2fe6aae40531 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:21.476349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b06579d-81cd-4c80-a7c6-f9a2c1030637 req-1a88ca6f-0117-4acf-bda4-2fe6aae40531 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 946 time: 0.1020544 Nov 26 21:47:21.548951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b06579d-81cd-4c80-a7c6-f9a2c1030637 req-3948237d-3f19-47f3-bce7-fca07230a0c4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659230 Nov 26 21:47:21.614701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62072ca7-f768-4e9b-8930-7d5f5fb4ae19 req-6aa2eaf2-169a-4d4a-b2e0-ac14d5d2617f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:21.616273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62072ca7-f768-4e9b-8930-7d5f5fb4ae19 req-6aa2eaf2-169a-4d4a-b2e0-ac14d5d2617f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 948 time: 0.0717275 Nov 26 21:47:21.674796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62f48b18-07ea-4d6f-8800-aac114d644cc req-2c768bb7-4ab8-48a7-97d7-0a46fd2150f4 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 210 time: 0.0425408 Nov 26 21:47:21.761772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62072ca7-f768-4e9b-8930-7d5f5fb4ae19 req-5e0a027d-f806-42b5-b65e-ca57d9b8e718 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345768 Nov 26 21:47:21.903704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9651b6-a662-42ef-9996-25e05e54a888 req-889270fa-01bc-4635-ac1e-468695a15786 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:21.908780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc9651b6-a662-42ef-9996-25e05e54a888 req-889270fa-01bc-4635-ac1e-468695a15786 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1189048 Nov 26 21:47:21.984503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc9651b6-a662-42ef-9996-25e05e54a888 req-4afe6e8b-b78d-4ce2-a085-b8b5d4bdeb91 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692484 Nov 26 21:47:22.000064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc'}, {'server_uuid': 'ce3d3a23-3671-4aef-b5f5-f67ea783bf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08927af9-0b42-40c3-b83e-4f018f212cfd'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:22.004366 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071d7411-0741-4480-8a67-7f0fcfaea525" -d '{"events": [{"server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc"}, {"server_uuid": "ce3d3a23-3671-4aef-b5f5-f67ea783bf29", "name": "network-vif-plugged", "status": "completed", "tag": "08927af9-0b42-40c3-b83e-4f018f212cfd"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:22.153550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-053f7871-d014-4b60-b846-062e5fc520b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:22.155162 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-053f7871-d014-4b60-b846-062e5fc520b0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff HTTP/1.1" status: 200 len: 943 time: 0.1063566 Nov 26 21:47:22.173151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2349bb-8335-461d-97a3-252db9c2a953 req-e5babf37-e30b-479a-a14f-3e0edce1de17 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:22.175314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b2349bb-8335-461d-97a3-252db9c2a953 req-e5babf37-e30b-479a-a14f-3e0edce1de17 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 946 time: 0.0783114 Nov 26 21:47:22.242776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b2349bb-8335-461d-97a3-252db9c2a953 req-3d5443be-fb1c-4d87-ab29-84ca07235880 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Nov 26 21:47:22.327786 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7854c048-cb02-4e2f-93b4-556086605590 x-openstack-request-id: req-7854c048-cb02-4e2f-93b4-556086605590 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:22.328092 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "name": "network-vif-unplugged", "status": "completed", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc", "code": 200}, {"server_uuid": "ce3d3a23-3671-4aef-b5f5-f67ea783bf29", "name": "network-vif-plugged", "status": "completed", "tag": "08927af9-0b42-40c3-b83e-4f018f212cfd", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:22.328357 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7854c048-cb02-4e2f-93b4-556086605590 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:22.328768 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'code': 200} Nov 26 21:47:22.329035 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3d3a23-3671-4aef-b5f5-f67ea783bf29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08927af9-0b42-40c3-b83e-4f018f212cfd', 'code': 200} Nov 26 21:47:22.350468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Deleting port 2aa56171-766b-478e-9fa7-fc1e08731fcc {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:22.351099 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:22.454707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d42bc9-417f-4d24-8e62-782b76f1d8f8 req-6f792d9f-9a86-4b99-aff1-daf729556386 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:22.456839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6d42bc9-417f-4d24-8e62-782b76f1d8f8 req-6f792d9f-9a86-4b99-aff1-daf729556386 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 944 time: 0.0752528 Nov 26 21:47:22.565935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] For port 2aa56171-766b-478e-9fa7-fc1e08731fcc, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2aa56171-766b-478e-9fa7-fc1e08731fcc,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:22.566357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:22.571359 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6d42bc9-417f-4d24-8e62-782b76f1d8f8 req-be4b0663-4f93-47b5-8aa4-1b9bbd8172b0 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046715 Nov 26 21:47:22.636940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Calling delete_port for 2aa56171-766b-478e-9fa7-fc1e08731fcc owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:22.728775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1167780-d888-47c0-814b-c996080bed7c req-3e065f9e-ccbb-49e1-b554-01c9c60cc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:22.730327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1167780-d888-47c0-814b-c996080bed7c req-3e065f9e-ccbb-49e1-b554-01c9c60cc8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 1097 time: 0.1612809 Nov 26 21:47:22.794235 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1167780-d888-47c0-814b-c996080bed7c req-8fbdbd3f-832b-49cb-ae61-685986f562bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Nov 26 21:47:22.851106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8c37d-85c8-4d1c-92ff-7a8bc2f9332d req-843d0cc6-8b49-44ef-94aa-ab15ab1b51ab tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:22.853797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87f8c37d-85c8-4d1c-92ff-7a8bc2f9332d req-843d0cc6-8b49-44ef-94aa-ab15ab1b51ab tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 946 time: 0.0891137 Nov 26 21:47:22.874851 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:22.909444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Pushing event deleted for resources: {'Port': ['ID=2aa56171-766b-478e-9fa7-fc1e08731fcc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:22.970849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] No DVR routers for this DVR port 2aa56171-766b-478e-9fa7-fc1e08731fcc on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:22.973634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:22.977542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39fb5ebd-b0ec-460e-8770-ca22c08ca7ee req-bc223386-63f8-4b7f-b9c3-2b935df3e9f0 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "DELETE /v2.0/ports/2aa56171-766b-478e-9fa7-fc1e08731fcc HTTP/1.1" status: 204 len: 173 time: 0.8159103 Nov 26 21:47:22.978023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'name': 'network-vif-deleted', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:22.980649 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fc00f-9eca-4472-86dc-df64c0005ec8" -d '{"events": [{"server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "name": "network-vif-deleted", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:23.022765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87f8c37d-85c8-4d1c-92ff-7a8bc2f9332d req-a400de9d-55ee-4d35-bcf4-73ecd0df8dd5 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517191 Nov 26 21:47:23.067182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6a5ddba-33c2-49fb-9fb4-f7cf22e757dd req-e6d729db-4243-49d2-ad29-91fa7ea627be tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 210 time: 0.0429082 Nov 26 21:47:23.183058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-e4f705b8-ecf8-4518-8643-1ea34f0c41f9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:23.184955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-e4f705b8-ecf8-4518-8643-1ea34f0c41f9 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 944 time: 0.0784984 Nov 26 21:47:23.223294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aac12-014d-4caf-87c2-5073d1dadec5 req-6e0eb834-0c4e-4661-bde9-23d89bf4e281 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:23.232231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e68aac12-014d-4caf-87c2-5073d1dadec5 req-6e0eb834-0c4e-4661-bde9-23d89bf4e281 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 948 time: 0.1270242 Nov 26 21:47:23.312784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e68aac12-014d-4caf-87c2-5073d1dadec5 req-29ab5401-0624-4d12-8270-48cd33819d20 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794301 Nov 26 21:47:23.386588 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec5f2ce-e01d-4061-baf8-fb9e9af99874 x-openstack-request-id: req-aec5f2ce-e01d-4061-baf8-fb9e9af99874 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:23.386948 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff", "name": "network-vif-deleted", "tag": "2aa56171-766b-478e-9fa7-fc1e08731fcc", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:23.387168 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aec5f2ce-e01d-4061-baf8-fb9e9af99874 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:23.387593 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc6c1fb5-8dbe-4f45-aff9-4e12125b04ff', 'name': 'network-vif-deleted', 'tag': '2aa56171-766b-478e-9fa7-fc1e08731fcc', 'status': 'completed', 'code': 200} Nov 26 21:47:23.430447 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cb0a5792-1108-4425-a493-e5355b9ee265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:23.559729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Deleting port 7cb10054-ada2-4213-9a27-6cfc647c5631 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:23.560103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:23.560822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cfe6f-2ebf-44fe-b0bd-6360a3621344 req-b616ca7e-b346-4065-94d9-e3716b5a7dc5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:23.570303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f0473be5-62e7-414a-bdbd-4e9cb74f4430 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:23.571776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f0473be5-62e7-414a-bdbd-4e9cb74f4430 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 804 time: 0.3076057 Nov 26 21:47:23.574066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-636cfe6f-2ebf-44fe-b0bd-6360a3621344 req-b616ca7e-b346-4065-94d9-e3716b5a7dc5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1076133 Nov 26 21:47:23.619159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-636cfe6f-2ebf-44fe-b0bd-6360a3621344 req-15dbc0f9-580b-4358-a020-ad7429248a32 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Nov 26 21:47:23.684566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Request body: {'port': {'device_id': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'admin_state_up': True, 'tenant_id': '34e70cbdf51a40cf80cc653a32e8c13e'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:23.828434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99016a80-9b67-49f6-aa6c-23cb6e0a6724 req-161493e7-286f-4853-adaa-06e00a4d421e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:23.830186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99016a80-9b67-49f6-aa6c-23cb6e0a6724 req-161493e7-286f-4853-adaa-06e00a4d421e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 946 time: 0.0669966 Nov 26 21:47:23.836938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] For port 7cb10054-ada2-4213-9a27-6cfc647c5631, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7cb10054-ada2-4213-9a27-6cfc647c5631,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:23.837694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:23.862801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Calling delete_port for 7cb10054-ada2-4213-9a27-6cfc647c5631 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:23.921432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99016a80-9b67-49f6-aa6c-23cb6e0a6724 req-dc4ce589-81f6-4800-96a6-162aada56ed1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832629 Nov 26 21:47:23.934621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18b04c-18d4-4c94-b064-fad45e3b1917 req-43bb187c-9b3f-4742-829a-60f4cce00b29 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:23.942294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b18b04c-18d4-4c94-b064-fad45e3b1917 req-43bb187c-9b3f-4742-829a-60f4cce00b29 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9 HTTP/1.1" status: 200 len: 944 time: 0.0945001 Nov 26 21:47:23.971022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Made reservation on behalf of 34e70cbdf51a40cf80cc653a32e8c13e for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:23.974928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:24.029579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b18b04c-18d4-4c94-b064-fad45e3b1917 req-22379558-d8a4-44ef-a79c-b4b1b4af7c79 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863032 Nov 26 21:47:24.194448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:24.205762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Allocated IP 172.20.0.14 (5185998c-d4a2-4632-a51a-e3b1d8aaebf3/5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b/4dd22d06-efa7-46cd-bd5a-9f65f0203309) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:24.215785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ccebc69-8fdc-4e9d-9e30-0324419472f2 req-ba55c8d7-55dd-4b8f-abce-1593f2f01041 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 210 time: 0.0359910 Nov 26 21:47:24.233839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Pushing event deleted for resources: {'Port': ['ID=7cb10054-ada2-4213-9a27-6cfc647c5631,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:24.237266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b672e-4b7a-4d30-9a8d-82d0a72b0c86 req-6d867202-63e3-4204-84cd-25f7ee096510 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:24.244897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-346b672e-4b7a-4d30-9a8d-82d0a72b0c86 req-6d867202-63e3-4204-84cd-25f7ee096510 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 946 time: 0.0975518 Nov 26 21:47:24.326272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] No DVR routers for this DVR port 7cb10054-ada2-4213-9a27-6cfc647c5631 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:24.330397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:24.334441 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-183fc2c7-fe89-4b10-9d88-ffa6dcf9c791 req-8a5d0dca-c618-4e36-9079-c5f966224e23 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.13 "DELETE /v2.0/ports/7cb10054-ada2-4213-9a27-6cfc647c5631 HTTP/1.1" status: 204 len: 173 time: 1.1430268 Nov 26 21:47:24.341129 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-346b672e-4b7a-4d30-9a8d-82d0a72b0c86 req-1b4899d6-9c91-4f0f-a6e0-0d304d2ccd6f tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953610 Nov 26 21:47:24.562927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f091b-3fa8-42b3-9b59-a0df4a658cf0 req-5c817a68-ed81-40f5-ace7-a6765ac9d94d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:24.571691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-700f091b-3fa8-42b3-9b59-a0df4a658cf0 req-5c817a68-ed81-40f5-ace7-a6765ac9d94d tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 948 time: 0.1142008 Nov 26 21:47:24.580630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:24.587366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-5a398515-24dd-4cf4-ae7f-84bc8e33e582 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:24.596778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-5a398515-24dd-4cf4-ae7f-84bc8e33e582 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.2546172 Nov 26 21:47:24.628829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-4e4d7ceb-8007-4b04-9281-d91bc2325b75 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/quotas/524caf83d3dc49928dde83b0446541fc HTTP/1.1" status: 200 len: 375 time: 0.0307333 Nov 26 21:47:24.632390 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:24.691219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:24.694608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:24.696360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-700f091b-3fa8-42b3-9b59-a0df4a658cf0 req-43490f63-333e-4d07-b428-c06161b11610 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233442 Nov 26 21:47:24.697556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:24.730906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-dd9b257c-b7ae-4691-b24d-6f0a56ae5fc8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007645 Nov 26 21:47:24.753913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Pushing event updated for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:24.773428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:24.809510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:24.811889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:24.844139 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-f52dcb10-2838-40aa-ad50-40d013a6c681 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1664863 Nov 26 21:47:24.862639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Request body: {'port': {'device_id': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:24.903153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-534aaa18-f199-4f74-bd18-a80062fb646c service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680996 Nov 26 21:47:24.992963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:24.998559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4ab71-af80-4a65-bdc6-878b4433b5bc req-52b1b842-93bf-4b44-bc98-475277b80dec tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:25.008366 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46c4ab71-af80-4a65-bdc6-878b4433b5bc req-52b1b842-93bf-4b44-bc98-475277b80dec tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1512890 Nov 26 21:47:25.090629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-cee76e52-4b6b-4d0d-a3ff-2acb425aca0f service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852584 Nov 26 21:47:25.126099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46c4ab71-af80-4a65-bdc6-878b4433b5bc req-cafda720-a13a-4ce9-a6a6-97f716ada7b7 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167121 Nov 26 21:47:25.162837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:25.181092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'mac_address': 'fa:16:3e:31:c2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:25.228790 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:25.259895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefca6a5-69bc-4165-916b-7c4ffaccd2ef {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:25.313828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:25.323662 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:25.430376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'name': 'network-vif-deleted', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:25.438316 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cc4f32-541d-4c92-95e1-f892c233a31c" -d '{"events": [{"server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "name": "network-vif-deleted", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:25.447759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:25.538646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd22d06-efa7-46cd-bd5a-9f65f0203309 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:25.546628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48867a-c55e-433b-ac72-22b8464deed4 req-7e88d837-c719-4372-99cd-20d862e44037 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:25.550223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca48867a-c55e-433b-ac72-22b8464deed4 req-7e88d837-c719-4372-99cd-20d862e44037 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 932 time: 0.0638258 Nov 26 21:47:25.550838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:25.567703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-bd5a5f76-f0b0-42cd-bdc5-e6f095efc5f4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:25.569478 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-bd5a5f76-f0b0-42cd-bdc5-e6f095efc5f4 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e&tenant_id=225bd749550b48aea293f21fbc7433b6&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 949 time: 0.1062253 Nov 26 21:47:25.578770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Transition to ACTIVE for port object 4dd22d06-efa7-46cd-bd5a-9f65f0203309 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:25.593690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:25.677651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-053be922-b2db-4956-afe3-2ae6b7732f91 req-835508d1-fdcf-47ea-9cf2-9bf1530aa0d4 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 210 time: 0.0912101 Nov 26 21:47:25.714475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca48867a-c55e-433b-ac72-22b8464deed4 req-9ca16f49-aac0-4851-b8d4-a055e7e3959e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534526 Nov 26 21:47:25.729818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-db7775fa-db86-41fc-bf36-5f81ac72a9a7 service neutron] 10.222.0.41 "GET /v2.0/ports/cefca6a5-69bc-4165-916b-7c4ffaccd2ef/bindings/n-h2-819494-1 HTTP/1.1" status: 200 len: 382 time: 0.1428275 Nov 26 21:47:25.746324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:25.834120 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-973ff3dd-0673-414e-a5a5-6bc38f7f0eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:25.894063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bd31a-d9d1-445f-b09b-59896e5fd890 req-bf539742-1b2d-486a-b0c2-a53cac0d5d69 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:25.895644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d31bd31a-d9d1-445f-b09b-59896e5fd890 req-bf539742-1b2d-486a-b0c2-a53cac0d5d69 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 946 time: 0.0815027 Nov 26 21:47:25.942139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-6a03f74d-6576-4751-870b-2c69e6bab4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:25.943653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-6a03f74d-6576-4751-870b-2c69e6bab4ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1100 time: 0.1315508 Nov 26 21:47:25.951856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Attempting to bind port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:25.952599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['cefca6a5-69bc-4165-916b-7c4ffaccd2ef'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:25.953293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Attempting to bind port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:25.953756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Attempting to bind port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:25.971211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:25.971566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Attempting to bind port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 on network 5185998c-d4a2-4632-a51a-e3b1d8aaebf3 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:25.995382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:25.995382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Checking segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:25.995382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Bound using segment: {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:25.995903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Bound port: 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa4e958-582d-4c64-93f6-761e8c6a95bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:25.995903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:25.996056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d31bd31a-d9d1-445f-b09b-59896e5fd890 req-cdecd465-44d8-4fef-b921-719a292b5510 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834956 Nov 26 21:47:26.033366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8445740-57bd-44a1-b561-36d8b30f60e7 req-e995ce12-ce99-4760-bacf-08c7e993dfb8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.040383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8445740-57bd-44a1-b561-36d8b30f60e7 req-e995ce12-ce99-4760-bacf-08c7e993dfb8 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.1437778 Nov 26 21:47:26.143925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:26.152880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8445740-57bd-44a1-b561-36d8b30f60e7 req-c9e4ebb1-61b4-444e-b281-fe18dd7c5c9c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007454 Nov 26 21:47:26.198502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:26.203212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-b1d38701-d3d5-4fa0-a4fe-a35ba3291c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.204809 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-b1d38701-d3d5-4fa0-a4fe-a35ba3291c1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2437234 Nov 26 21:47:26.206356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:26.240461 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bdad94-258a-477c-979b-5fa77bfdc01a x-openstack-request-id: req-95bdad94-258a-477c-979b-5fa77bfdc01a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:26.240745 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9", "name": "network-vif-deleted", "tag": "7cb10054-ada2-4213-9a27-6cfc647c5631", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:26.241030 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95bdad94-258a-477c-979b-5fa77bfdc01a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:26.241466 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b46440-81f1-4ea5-a5c7-3c3bcfe41bb9', 'name': 'network-vif-deleted', 'tag': '7cb10054-ada2-4213-9a27-6cfc647c5631', 'status': 'completed', 'code': 200} Nov 26 21:47:26.285795 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-44670f2b-7694-468d-838b-91a3a89a0409 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.0517805 Nov 26 21:47:26.292297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.292960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:26.294425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] 10.222.0.13 "PUT /v2.0/ports/4dd22d06-efa7-46cd-bd5a-9f65f0203309 HTTP/1.1" status: 200 len: 1092 time: 1.4370606 Nov 26 21:47:26.346104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05ea48-c49f-4514-8c06-777f58613a09 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:26.386010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-291f3bd9-12fe-4292-a3ca-ef1cb464f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.387650 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-291f3bd9-12fe-4292-a3ca-ef1cb464f430 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0923007 Nov 26 21:47:26.490737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd734f-804c-45c7-8ac8-e4681e43ffb8 req-be0a720d-563c-472b-bc2c-790c20876189 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.492326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1cd734f-804c-45c7-8ac8-e4681e43ffb8 req-be0a720d-563c-472b-bc2c-790c20876189 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.0755212 Nov 26 21:47:26.548752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-d0ae6ba5-31c6-4499-bdc5-e62d9153098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.550684 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-d0ae6ba5-31c6-4499-bdc5-e62d9153098b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467237 Nov 26 21:47:26.556283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2132-eb81-4678-be32-4fbf61b96356 req-9c37b1c6-e87d-4134-91f5-3e5faf49244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.557836 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-9c37b1c6-e87d-4134-91f5-3e5faf49244f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 1095 time: 0.1440120 Nov 26 21:47:26.573032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1cd734f-804c-45c7-8ac8-e4681e43ffb8 req-84c81fd2-ca43-4185-838b-7a380dde0ab9 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717976 Nov 26 21:47:26.702839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241c238-c2fd-46f8-9b68-5fd61a17c56c req-07e87f10-63bd-4480-9c1f-34108d8c124a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.704430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f241c238-c2fd-46f8-9b68-5fd61a17c56c req-07e87f10-63bd-4480-9c1f-34108d8c124a tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 944 time: 0.1206522 Nov 26 21:47:26.765056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37734) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:26.807763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44def3-5b7b-433e-8124-006e2d2318e1 req-a422ca86-7c60-44cd-8e30-50aaf664cc97 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:26.817744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec44def3-5b7b-433e-8124-006e2d2318e1 req-a422ca86-7c60-44cd-8e30-50aaf664cc97 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 946 time: 0.1334150 Nov 26 21:47:26.858207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f241c238-c2fd-46f8-9b68-5fd61a17c56c req-a63330e3-e117-4eba-888f-6786bfda32a3 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255112 Nov 26 21:47:26.883647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-0aa64e81-f058-4fc6-92d0-eee4927b85e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309 HTTP/1.1" status: 200 len: 217 time: 0.3032105 Nov 26 21:47:26.884027 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec44def3-5b7b-433e-8124-006e2d2318e1 req-8c5a08bb-8b07-4735-8203-f76c9db26985 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639989 Nov 26 21:47:26.965845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.094600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2132-eb81-4678-be32-4fbf61b96356 req-8c700381-6300-4127-b950-e0b45af9620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:27.096072 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-8c700381-6300-4127-b950-e0b45af9620a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 200 len: 844 time: 0.1675861 Nov 26 21:47:27.113419 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-7f060341-14c4-4798-96f7-ad46f94cc3fa service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439563 Nov 26 21:47:27.130067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-74039e7d-02d9-43a5-b855-4fcf580aa73a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:27.131608 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-74039e7d-02d9-43a5-b855-4fcf580aa73a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.2042115 Nov 26 21:47:27.197281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Request body: {'port': {'device_id': '9f27234a-a485-4468-8a52-79e3f88b8354', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'admin_state_up': True, 'tenant_id': '524caf83d3dc49928dde83b0446541fc'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:27.284641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-aa93af38-ea2c-4b1a-8f8d-fad56ec36674 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014307 Nov 26 21:47:27.335882 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46e59bdd-3f68-42da-941d-3fb99a34fc30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.368957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aac63853-eb20-42f7-a3a2-9705592119eb req-57af4227-0546-4c85-be8c-67bf6a8eeeed tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 210 time: 0.0359025 Nov 26 21:47:27.391527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73143b57-c031-4b7c-afd0-98c0a7f1e25e req-7d9b816b-e279-43fa-9bdf-6a81c5f124ca tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:27.394561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73143b57-c031-4b7c-afd0-98c0a7f1e25e req-7d9b816b-e279-43fa-9bdf-6a81c5f124ca tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 944 time: 0.4299586 Nov 26 21:47:27.420056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-0a239041-3430-40c8-a6f4-d020a8ba8e8e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:27.422134 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-0a239041-3430-40c8-a6f4-d020a8ba8e8e tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.13 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 944 time: 0.2406149 Nov 26 21:47:27.430736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-4fe93543-dd0d-4615-8f11-28e674810208 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981570 Nov 26 21:47:27.518528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73143b57-c031-4b7c-afd0-98c0a7f1e25e req-e8fc1c19-d2fd-4dd0-bad5-46e5ee437288 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140673 Nov 26 21:47:27.534260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-2e590c33-4cbf-4bb2-8871-44760820da58 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393668 Nov 26 21:47:27.535639 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46e59bdd-3f68-42da-941d-3fb99a34fc30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.551830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c56fce-1dc8-4226-8620-6e48705d9a4e req-a199c257-0b9b-45c0-bf98-b27d8af40728 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:27.553615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65c56fce-1dc8-4226-8620-6e48705d9a4e req-a199c257-0b9b-45c0-bf98-b27d8af40728 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.0972347 Nov 26 21:47:27.555148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46e59bdd-3f68-42da-941d-3fb99a34fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.558252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:27.562231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.610791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e59bdd-3f68-42da-941d-3fb99a34fc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731e5a03-3e32-4285-8884-230a93fb8141,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:27.617544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-46e59bdd-3f68-42da-941d-3fb99a34fc30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12ecc23399bd45389f998654fbb0270c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8472385 Nov 26 21:47:27.620170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37742) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:27.669864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65c56fce-1dc8-4226-8620-6e48705d9a4e req-b32aae5b-0ea5-436b-8549-f40e7ba2f87f tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084530 Nov 26 21:47:27.683256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Deleting port e234a64e-95c3-48f7-a400-6e8bebff5c7b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:27.683598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.684136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2aa56171-766b-478e-9fa7-fc1e08731fcc no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:27.720291 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2f88481-8567-4354-8e84-9b3a426d6064 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.723088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 2aa56171-766b-478e-9fa7-fc1e08731fcc {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:27.723692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2aa56171-766b-478e-9fa7-fc1e08731fcc not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:27.724177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:27.743261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 7cb10054-ada2-4213-9a27-6cfc647c5631 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:27.743700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7cb10054-ada2-4213-9a27-6cfc647c5631 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:27.748771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2f88481-8567-4354-8e84-9b3a426d6064 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.767484 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-927f2132-eb81-4678-be32-4fbf61b96356 req-2d5e7209-99ff-4d93-88e6-3dd720325241 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248418 Nov 26 21:47:27.777473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213ea4a-03ce-44ec-bd92-c66e69f9c84c req-6aaac451-478e-4ee0-baf8-5f422d206a41 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:27.780830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2213ea4a-03ce-44ec-bd92-c66e69f9c84c req-6aaac451-478e-4ee0-baf8-5f422d206a41 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.0965683 Nov 26 21:47:27.846813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2213ea4a-03ce-44ec-bd92-c66e69f9c84c req-3b33f7f5-b469-43a0-84db-58c8c276418a tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596998 Nov 26 21:47:27.847744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2f88481-8567-4354-8e84-9b3a426d6064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.847888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] For port e234a64e-95c3-48f7-a400-6e8bebff5c7b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e234a64e-95c3-48f7-a400-6e8bebff5c7b,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:27.848180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.850449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2f88481-8567-4354-8e84-9b3a426d6064 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:27.851341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a2f88481-8567-4354-8e84-9b3a426d6064 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/731e5a03-3e32-4285-8884-230a93fb8141 HTTP/1.1" status: 204 len: 168 time: 0.2301083 Nov 26 21:47:27.858300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Allocated IP 172.20.0.12 (34bc598f-a37a-42f8-9680-b59ca2e33c40/9a81f213-8ace-436e-ba8f-96f5b41d21ac/863c219a-1928-46e9-99e2-48cff7ca25f0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:27.860363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f88481-8567-4354-8e84-9b3a426d6064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731e5a03-3e32-4285-8884-230a93fb8141,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:27.867907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Calling delete_port for e234a64e-95c3-48f7-a400-6e8bebff5c7b owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:28.001992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac366acb-175a-476b-b76d-1d6a41edc4f3 req-6ad362f8-ab9b-4f12-9719-bf4ecc28bd22 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:28.003548 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac366acb-175a-476b-b76d-1d6a41edc4f3 req-6ad362f8-ab9b-4f12-9719-bf4ecc28bd22 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=9397d6fb-eb13-42c0-8178-d9d7082ed34f HTTP/1.1" status: 200 len: 944 time: 0.0625792 Nov 26 21:47:28.073181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32553b-342d-4474-addd-ac1721252cff req-797194fe-71dd-44a5-b602-e0dbcd0dd97a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:28.074718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb32553b-342d-4474-addd-ac1721252cff req-797194fe-71dd-44a5-b602-e0dbcd0dd97a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 946 time: 0.0952213 Nov 26 21:47:28.084089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac366acb-175a-476b-b76d-1d6a41edc4f3 req-4e493fc4-ba25-4b35-8680-508bfa40c4ba tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Nov 26 21:47:28.120188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:28.131679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:28.146649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb32553b-342d-4474-addd-ac1721252cff req-635e719d-362d-40e6-8c07-38da92bfc7a9 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600870 Nov 26 21:47:28.170622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Pushing event deleted for resources: {'Port': ['ID=e234a64e-95c3-48f7-a400-6e8bebff5c7b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:28.220194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] No DVR routers for this DVR port e234a64e-95c3-48f7-a400-6e8bebff5c7b on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:28.220947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:28.222835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:28.226224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-af9f20a0-f664-43e1-87d6-524f6ef5781f req-e682d799-5f96-4d4b-92d7-4fc1b2d66423 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.13 "DELETE /v2.0/ports/e234a64e-95c3-48f7-a400-6e8bebff5c7b HTTP/1.1" status: 204 len: 173 time: 0.7945783 Nov 26 21:47:28.251473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309'}, {'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'name': 'network-vif-deleted', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:28.254179 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e104c-f406-4bc0-9ead-4137c4782707" -d '{"events": [{"name": "network-changed", "server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309"}, {"server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "name": "network-vif-deleted", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:28.272993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851', 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:28.286779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:28.290730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:28.293162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:28.296115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event updated for resources: {'Port': ['ID=863c219a-1928-46e9-99e2-48cff7ca25f0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:28.330243 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5832fe23-4b76-4eda-b31e-ec3beb5109d3 x-openstack-request-id: req-5832fe23-4b76-4eda-b31e-ec3beb5109d3 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:28.331409 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309", "status": "completed", "code": 200}, {"server_uuid": "9397d6fb-eb13-42c0-8178-d9d7082ed34f", "name": "network-vif-deleted", "tag": "e234a64e-95c3-48f7-a400-6e8bebff5c7b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:28.331409 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5832fe23-4b76-4eda-b31e-ec3beb5109d3 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:28.331409 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'status': 'completed', 'code': 200} Nov 26 21:47:28.331409 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9397d6fb-eb13-42c0-8178-d9d7082ed34f', 'name': 'network-vif-deleted', 'tag': 'e234a64e-95c3-48f7-a400-6e8bebff5c7b', 'status': 'completed', 'code': 200} Nov 26 21:47:28.363223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:28.363774 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:28.432504 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-3f227576-d1d7-47db-b062-2607b4961d20 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2392833 Nov 26 21:47:28.455142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Request body: {'port': {'device_id': '9f27234a-a485-4468-8a52-79e3f88b8354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:28.460217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-e454d0cd-8361-4b36-b03e-0285cba81688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:28.462306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-e454d0cd-8361-4b36-b03e-0285cba81688 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 1095 time: 0.0840189 Nov 26 21:47:28.508912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:28.587506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefdae9-5c9c-403e-8ba7-43bd28fb339f req-892c99e5-438c-45d6-ac67-b1d1a3f7d929 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:28.591711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbefdae9-5c9c-403e-8ba7-43bd28fb339f req-892c99e5-438c-45d6-ac67-b1d1a3f7d929 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 932 time: 0.1012826 Nov 26 21:47:28.597761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:28.644125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-849d8427-0eab-4a73-87e1-54a60e834854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:28.646283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-849d8427-0eab-4a73-87e1-54a60e834854 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 200 len: 905 time: 0.1624670 Nov 26 21:47:28.692464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbefdae9-5c9c-403e-8ba7-43bd28fb339f req-e73ae8e4-5fac-4b3f-8cf8-6c1c7fa54bb3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856643 Nov 26 21:47:28.706783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adadbcf-535a-4391-94f0-ba339357c85a req-500c8749-d5e0-4ed0-b624-ad183f0ca01c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:28.717082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4adadbcf-535a-4391-94f0-ba339357c85a req-500c8749-d5e0-4ed0-b624-ad183f0ca01c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 944 time: 0.0820498 Nov 26 21:47:28.771724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4adadbcf-535a-4391-94f0-ba339357c85a req-e75ab69e-8f5f-473d-9299-be4a483e2a46 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559139 Nov 26 21:47:28.793776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:28.861741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port cefca6a5-69bc-4165-916b-7c4ffaccd2ef completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:28.866338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port cefca6a5-69bc-4165-916b-7c4ffaccd2ef triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:28.866734 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:28.870109 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-cebf1f74-632f-4c41-9cc5-e30177f3d119 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309 HTTP/1.1" status: 200 len: 217 time: 0.1564877 Nov 26 21:47:28.899487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6516af1-8d94-4091-84fc-8b7627647fad req-898c819f-3e3d-4f04-b1de-d4d9d8502b3a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:28.907889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6516af1-8d94-4091-84fc-8b7627647fad req-898c819f-3e3d-4f04-b1de-d4d9d8502b3a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.1129804 Nov 26 21:47:28.962771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:29.006896 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.017608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6516af1-8d94-4091-84fc-8b7627647fad req-e539a1c8-6206-415d-a7c7-43a0e42538ef tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009250 Nov 26 21:47:29.064425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-f4bee39c-95f2-47c1-a0a8-9ef9e746b05d tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:29.065936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-f4bee39c-95f2-47c1-a0a8-9ef9e746b05d tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 946 time: 0.3547306 Nov 26 21:47:29.067270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:29.070791 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b64798-4bc1-4b1e-b402-cd07e337da29" -d '{"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-plugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:29.072712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-39f6bef5-825b-4254-a497-23cf9d5d22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:29.074247 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-39f6bef5-825b-4254-a497-23cf9d5d22c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 200 len: 844 time: 0.1954834 Nov 26 21:47:29.097303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:29.099601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.109412 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.124723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a894ebc-87a9-4563-b69b-944548a51edd req-d65e468a-11dc-4544-8bab-ede16bb39938 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:29.126305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a894ebc-87a9-4563-b69b-944548a51edd req-d65e468a-11dc-4544-8bab-ede16bb39938 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.0913091 Nov 26 21:47:29.131373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-618415757-network', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:29.153595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-cc624f36-8d8c-4436-b666-40b59c8f8bbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5185998c-d4a2-4632-a51a-e3b1d8aaebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656762 Nov 26 21:47:29.169058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:29.175552 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6341410-e91b-4431-9ea3-d0047013f388 x-openstack-request-id: req-b6341410-e91b-4431-9ea3-d0047013f388 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:29.176096 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-plugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:29.176535 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6341410-e91b-4431-9ea3-d0047013f388 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:29.177462 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'code': 200} Nov 26 21:47:29.184645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Made reservation on behalf of a36dd870f4ac474d84b28e565fa17567 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:29.187830 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.207337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a894ebc-87a9-4563-b69b-944548a51edd req-43e4c449-3c30-44b8-9bea-2ce8708932b6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711272 Nov 26 21:47:29.208134 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.351908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863c219a-1928-46e9-99e2-48cff7ca25f0 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:29.372215 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.372570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.384752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae902f3-92ae-4236-aae2-45fb1321a12c req-bda3f47f-f72b-443c-9eef-66f2f561daa6 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:29.394661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dae902f3-92ae-4236-aae2-45fb1321a12c req-bda3f47f-f72b-443c-9eef-66f2f561daa6 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 946 time: 0.1074014 Nov 26 21:47:29.396223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.414603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Transition to ACTIVE for port object 863c219a-1928-46e9-99e2-48cff7ca25f0 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:29.418451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-1fa0937a-0c45-43c5-8797-d8c9301c0e17 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192211 Nov 26 21:47:29.423459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.440479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:47:29.454870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:29.465814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.466267 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Added segment dfc5da49-0d10-4f84-9579-6981b993b631 of type vlan for network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c Nov 26 21:47:29.475262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Deleting port 08927af9-0b42-40c3-b83e-4f018f212cfd {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:29.475769 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.543267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dae902f3-92ae-4236-aae2-45fb1321a12c req-bd1290da-b9c4-471a-ba69-853bdd3c3fb0 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups?id=fd7130a2-b586-46ac-8f44-f2aca800aa7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429656 Nov 26 21:47:29.551290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.594531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d701538-8991-46e3-807b-b4df399a4ad7 req-59acd825-7078-4a78-b8be-321d336be45f tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:29.596142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d701538-8991-46e3-807b-b4df399a4ad7 req-59acd825-7078-4a78-b8be-321d336be45f tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 966 time: 0.1284852 Nov 26 21:47:29.622678 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.623658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:29.624308 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.698177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7338743 Nov 26 21:47:29.711221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37798) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:29.715943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Request body: {'subnet': {'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-subnet', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:29.730776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d701538-8991-46e3-807b-b4df399a4ad7 req-ff91308d-0f17-4f4a-bd61-59ed644f7088 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256788 Nov 26 21:47:29.752350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62202994-643d-4c5b-b912-0e56a770e8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:29.767999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Made reservation on behalf of a36dd870f4ac474d84b28e565fa17567 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:29.768716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:47:29.773080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.841824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=863c219a-1928-46e9-99e2-48cff7ca25f0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:29.942180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c8e104c-f406-4bc0-9ead-4137c4782707 req-29889e0b-a94a-4000-b557-3b64fb9c4667 service neutron] 10.222.0.13 "GET /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136263 Nov 26 21:47:29.952198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] For port 08927af9-0b42-40c3-b83e-4f018f212cfd, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=08927af9-0b42-40c3-b83e-4f018f212cfd,segment=NetworkSegment(00d34179-ec03-49ab-b9bc-f25a2bb10325),segment_id=00d34179-ec03-49ab-b9bc-f25a2bb10325)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:29.952488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:29.972229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bec1b0-0563-4017-b3ca-2750dcf557e8 req-1cfe9afb-f780-4686-a2f4-fb663428d243 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:29.972530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Attempting to bind port 863c219a-1928-46e9-99e2-48cff7ca25f0 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:29.972866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Attempting to bind port 863c219a-1928-46e9-99e2-48cff7ca25f0 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:29.973201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Attempting to bind port 863c219a-1928-46e9-99e2-48cff7ca25f0 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:29.973754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40bec1b0-0563-4017-b3ca-2750dcf557e8 req-1cfe9afb-f780-4686-a2f4-fb663428d243 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 944 time: 0.1266172 Nov 26 21:47:29.975342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Calling delete_port for 08927af9-0b42-40c3-b83e-4f018f212cfd owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:29.985639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Port 863c219a-1928-46e9-99e2-48cff7ca25f0 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:29.985965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Attempting to bind port 863c219a-1928-46e9-99e2-48cff7ca25f0 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:29.987886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7514ba-0716-48a2-89ce-419766bc0e80 req-5e2d75b0-f940-44dc-b09e-b4656aa19994 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:29.989373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a7514ba-0716-48a2-89ce-419766bc0e80 req-5e2d75b0-f940-44dc-b09e-b4656aa19994 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 944 time: 0.1090386 Nov 26 21:47:29.994536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:29.994801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Checking segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:29.995418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Bound using segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:29.995550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Bound port: 863c219a-1928-46e9-99e2-48cff7ca25f0, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:29.995892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.094858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40bec1b0-0563-4017-b3ca-2750dcf557e8 req-d76cfaaa-1221-4d06-96c2-8a6c4105a97a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045024 Nov 26 21:47:30.119439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] For port 863c219a-1928-46e9-99e2-48cff7ca25f0, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:30.119439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] For port 863c219a-1928-46e9-99e2-48cff7ca25f0, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=863c219a-1928-46e9-99e2-48cff7ca25f0,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:30.129826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.137166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a7514ba-0716-48a2-89ce-419766bc0e80 req-ec5a16fb-56d1-4031-9a57-21468587cf1c tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362276 Nov 26 21:47:30.157397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.238307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.238961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.240815 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] 10.222.0.13 "PUT /v2.0/ports/863c219a-1928-46e9-99e2-48cff7ca25f0 HTTP/1.1" status: 200 len: 1092 time: 1.7914834 Nov 26 21:47:30.247015 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.263548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca2e4f79-a211-4122-bd1f-1680d4fe71d6,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:30.274095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5d698-a3c9-491f-a43c-e5266deb4ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=863c219a-1928-46e9-99e2-48cff7ca25f0,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:30.295399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['08927af9-0b42-40c3-b83e-4f018f212cfd'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:30.310512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event deleted for resources: {'Port': ['ID=08927af9-0b42-40c3-b83e-4f018f212cfd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:30.319622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-34978254-803a-411b-9a1e-c3fa42d0bfb2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.321153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-34978254-803a-411b-9a1e-c3fa42d0bfb2 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 966 time: 0.1293821 Nov 26 21:47:30.323456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Checking segment: {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:30.324309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Network hostable DHCP agents. Network: 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:47:30.334708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48868389-2c4d-47af-8eb1-57a905cacefb req-ce0a8b46-05a8-4639-b88e-c2e74bda83a6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.336353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48868389-2c4d-47af-8eb1-57a905cacefb req-ce0a8b46-05a8-4639-b88e-c2e74bda83a6 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1408162 Nov 26 21:47:30.336663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f27234a-a485-4468-8a52-79e3f88b8354', 'tag': '863c219a-1928-46e9-99e2-48cff7ca25f0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:30.338948 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963bc02a-e132-4db0-97ad-5f2445de18a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f27234a-a485-4468-8a52-79e3f88b8354", "tag": "863c219a-1928-46e9-99e2-48cff7ca25f0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:30.368546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:47:30.399976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] No DVR routers for this DVR port 08927af9-0b42-40c3-b83e-4f018f212cfd on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:30.411778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:30.413098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.416684 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f506796-18b4-4e0e-a0db-9f990b6f18f8 req-ea3211fe-0e57-4bc5-9fa4-3f5678763dc4 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.41 "DELETE /v2.0/ports/08927af9-0b42-40c3-b83e-4f018f212cfd HTTP/1.1" status: 204 len: 173 time: 1.2976253 Nov 26 21:47:30.422590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1621c31-395c-4f59-8be9-acc6926d8ccc None None] Network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:47:30.426945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.427907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.440403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-6913248a-1fe1-45c9-abcb-45efbdc7b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.441984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-6913248a-1fe1-45c9-abcb-45efbdc7b85a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 1095 time: 0.1062236 Nov 26 21:47:30.456589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48868389-2c4d-47af-8eb1-57a905cacefb req-4efd2b29-06ce-4ceb-b536-36d9be7ea770 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056702 Nov 26 21:47:30.471732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa3225-6a49-4eee-90e2-20b9ac4d38a5 req-fb842b9d-ea2e-4c7a-a707-2bb5afc58f8f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.473241 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0fa3225-6a49-4eee-90e2-20b9ac4d38a5 req-fb842b9d-ea2e-4c7a-a707-2bb5afc58f8f tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1157472 Nov 26 21:47:30.487806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ab42bb5-7549-40aa-97ff-2c28db20771f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7711904 Nov 26 21:47:30.489368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37812) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:30.497231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:30.540280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-0ba67ff6-bc50-42e7-88ec-e206754cb6d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863c219a-1928-46e9-99e2-48cff7ca25f0 HTTP/1.1" status: 200 len: 217 time: 0.0829844 Nov 26 21:47:30.557042 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.558134 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.590431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0fa3225-6a49-4eee-90e2-20b9ac4d38a5 req-af5e7cec-de7c-4a7c-81f0-5a63dc4ddb73 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918643 Nov 26 21:47:30.622178 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f9c0c-9207-46f2-9218-c57ff65a49a1 x-openstack-request-id: req-a17f9c0c-9207-46f2-9218-c57ff65a49a1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:30.622993 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f27234a-a485-4468-8a52-79e3f88b8354", "tag": "863c219a-1928-46e9-99e2-48cff7ca25f0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:30.622993 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a17f9c0c-9207-46f2-9218-c57ff65a49a1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:30.623199 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f27234a-a485-4468-8a52-79e3f88b8354', 'tag': '863c219a-1928-46e9-99e2-48cff7ca25f0', 'status': 'completed', 'code': 200} Nov 26 21:47:30.693738 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.718492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec213c9c-e588-4a2d-8f3e-f35e6bc00b5f None None] Network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:47:30.800135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-a910b694-1b4f-48a5-ae70-c4e2f30f0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.801688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-a910b694-1b4f-48a5-ae70-c4e2f30f0819 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.2526240 Nov 26 21:47:30.823830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f8fe224-6a59-4cdf-a179-4dcbecb7cfa8 req-9e313b55-737a-43ac-8da8-c031870dc29d tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3d3a23-3671-4aef-b5f5-f67ea783bf29 HTTP/1.1" status: 200 len: 210 time: 0.0650947 Nov 26 21:47:30.867267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-49f1b359-94ed-4e07-986a-68f1630009a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531259 Nov 26 21:47:30.870546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-28548763-a314-40dd-ad44-db15d309037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.871870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-28548763-a314-40dd-ad44-db15d309037e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e&tenant_id=225bd749550b48aea293f21fbc7433b6 HTTP/1.1" status: 200 len: 1101 time: 0.1260579 Nov 26 21:47:30.878201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Deleting port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:30.878537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.896570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:30.930401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:30.969888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c98aa-55be-4970-841a-14800c01de87 req-17dd11f3-073e-4764-898c-e69cb20f3e05 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:30.971348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c4c98aa-55be-4970-841a-14800c01de87 req-17dd11f3-073e-4764-898c-e69cb20f3e05 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 966 time: 0.0991242 Nov 26 21:47:31.062294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c4c98aa-55be-4970-841a-14800c01de87 req-c31e3e81-b1da-4483-ab9a-8c9dfce3a3fd tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/security-groups?id=3414e70e-e76d-48d5-82e4-897e7e17035b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661256 Nov 26 21:47:31.093308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.096115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] For port e61bd4e9-e8cb-4f30-a734-a9bb2b981934, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,segment=NetworkSegment(21cc190a-b646-44a7-8bc6-4992a3733dab),segment_id=21cc190a-b646-44a7-8bc6-4992a3733dab)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:31.096448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.128849 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-16fe2d4d-781c-4af5-9dab-9df465e0704e service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359755 Nov 26 21:47:31.134696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Calling delete_port for e61bd4e9-e8cb-4f30-a734-a9bb2b981934 owned by compute:tempest-test_az-1503493479 {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:31.255890 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.295280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.311423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62bb1-6502-44ce-bb04-5c4aa160c8a2 req-83d35525-b06a-4112-9497-77528d70736e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:31.312955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62e62bb1-6502-44ce-bb04-5c4aa160c8a2 req-83d35525-b06a-4112-9497-77528d70736e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 944 time: 0.1222196 Nov 26 21:47:31.386057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c66467-98f8-4cba-8cb8-af7e4090b9a9 req-31b34c27-3133-4922-b362-3422ee43caaa tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:31.387580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44c66467-98f8-4cba-8cb8-af7e4090b9a9 req-31b34c27-3133-4922-b362-3422ee43caaa tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 944 time: 0.1506538 Nov 26 21:47:31.400468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-51377f8c-a22a-4ce4-ac90-ffc2b57d7aa5 req-5ccebfc0-a132-4216-9597-c41c66ef6d16 service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628152 Nov 26 21:47:31.467181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62e62bb1-6502-44ce-bb04-5c4aa160c8a2 req-77440d79-c13a-4c10-8db4-6f7005e6dc16 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466224 Nov 26 21:47:31.507669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Allocated IP 172.25.3.84 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/6e1b9d9a-cc25-456a-a06f-fc6a0a322f28) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:31.516376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44c66467-98f8-4cba-8cb8-af7e4090b9a9 req-0f3d0b5e-a888-47a0-bb3f-03a3cfcd3992 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200345 Nov 26 21:47:31.550804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:31.595836 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.641361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Pushing event deleted for resources: {'Port': ['ID=e61bd4e9-e8cb-4f30-a734-a9bb2b981934,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:31.646984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:31.669533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-b362ae29-960a-4518-be26-5edc92d5c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:31.671224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-b362ae29-960a-4518-be26-5edc92d5c89b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 1095 time: 0.1325753 Nov 26 21:47:31.671935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47987a3-66a4-4fad-aa17-aaf5a126b155 req-6cc41720-fa34-4eb2-aae2-5fb51c79a25c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:31.673681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b47987a3-66a4-4fad-aa17-aaf5a126b155 req-6cc41720-fa34-4eb2-aae2-5fb51c79a25c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1012688 Nov 26 21:47:31.678964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.682518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4dd22d06-efa7-46cd-bd5a-9f65f0203309 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:31.693523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e234a64e-95c3-48f7-a400-6e8bebff5c7b no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:31.719749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: e234a64e-95c3-48f7-a400-6e8bebff5c7b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:31.720412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e234a64e-95c3-48f7-a400-6e8bebff5c7b not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:31.744536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] No DVR routers for this DVR port e61bd4e9-e8cb-4f30-a734-a9bb2b981934 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:31.750378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.753864 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-babb0e48-1d77-4977-95f6-4a58f56d3aa9 req-aad982c0-c339-4350-ba63-c1f19d34b2d8 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.13 "DELETE /v2.0/ports/e61bd4e9-e8cb-4f30-a734-a9bb2b981934 HTTP/1.1" status: 204 len: 173 time: 1.3878210 Nov 26 21:47:31.781705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b47987a3-66a4-4fad-aa17-aaf5a126b155 req-3b9eafe3-c21c-4d21-a9f3-c37cee06a9e5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926135 Nov 26 21:47:31.798625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afe242-4487-4771-9836-1ce3735261eb req-b1a09d1c-d671-45d9-82d3-7964e5599988 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:31.800324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9afe242-4487-4771-9836-1ce3735261eb req-b1a09d1c-d671-45d9-82d3-7964e5599988 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1256433 Nov 26 21:47:31.803115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.827905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Transition to ACTIVE for port object cefca6a5-69bc-4165-916b-7c4ffaccd2ef will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:31.832732 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.837774 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:31.854134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:31.871612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'port_id': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'mac_address': 'fa:16:3e:fe:57:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:31.898421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:31.908101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-da9e3e9d-0aa1-4680-8cb8-3947a3edcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:31.909187 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-da9e3e9d-0aa1-4680-8cb8-3947a3edcb9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 907 time: 0.2301004 Nov 26 21:47:31.910447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:31.918982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:31.931876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9afe242-4487-4771-9836-1ce3735261eb req-db74e1c4-ad7f-43e7-9d38-b2574a2f3294 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135571 Nov 26 21:47:31.935461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] No DVR routers for this DVR port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:31.936398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1b9d9a-cc25-456a-a06f-fc6a0a322f28,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:31.940275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:31.995140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.005904 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-36548057-d900-4f8a-9ada-009640fb75cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=863c219a-1928-46e9-99e2-48cff7ca25f0 HTTP/1.1" status: 200 len: 217 time: 0.0772893 Nov 26 21:47:32.018821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd22d06-efa7-46cd-bd5a-9f65f0203309 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:32.045036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:32.054311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:32.054795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:32.055661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:32.059154 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.076087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:32.077683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Attempting to bind port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:32.091701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:32.092177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:32.093198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:32.093733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Bound port: cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:32.094395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.116293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-10a75d34-27d6-4cb1-b719-c25ec463f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:32.117898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-10a75d34-27d6-4cb1-b719-c25ec463f8ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0987844 Nov 26 21:47:32.144807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:32.177858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-49ebc557-aa59-4804-90cc-84d1ba6fe046 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397091 Nov 26 21:47:32.245999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37846) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:32.254906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:32.265818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-372f699b-495c-49bc-915f-f8721cc6f534 req-0b35de4e-71c8-42e2-9eb3-4e853bca5984 tempest-LiveMigrationTest-385034482 tempest-LiveMigrationTest-385034482-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ed0a375-e2f7-457a-aeec-a56febfcd6dd HTTP/1.1" status: 200 len: 210 time: 0.0372586 Nov 26 21:47:32.278778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:32.301813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.376044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:32.376531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.377923 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 1097 time: 1.4863062 Nov 26 21:47:32.391572 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-7bd39f76-6dc4-48a2-af1e-93cac29ad706 service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019925 Nov 26 21:47:32.392792 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.412759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebbc7-210a-4e1a-82e4-ca176e691d06 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.414379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68812e3-3447-48df-82bf-6854768603d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=11']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:32.499375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebbc7-210a-4e1a-82e4-ca176e691d06 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.573853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-056cfc75-5ce1-4bd6-91f3-0da56c4ce505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:32.575544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-056cfc75-5ce1-4bd6-91f3-0da56c4ce505 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1100 time: 0.1414435 Nov 26 21:47:32.655856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3d3a23-3671-4aef-b5f5-f67ea783bf29', 'name': 'network-vif-deleted', 'tag': '08927af9-0b42-40c3-b83e-4f018f212cfd'}, {'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'name': 'network-vif-deleted', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934'}, {'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}, {'name': 'network-changed', 'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:32.658374 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59f7366-fd64-42aa-96af-80473c4ca33d" -d '{"events": [{"server_uuid": "ce3d3a23-3671-4aef-b5f5-f67ea783bf29", "name": "network-vif-deleted", "tag": "08927af9-0b42-40c3-b83e-4f018f212cfd"}, {"server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "name": "network-vif-deleted", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934"}, {"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-unplugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}, {"name": "network-changed", "server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:32.691558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-963bc02a-e132-4db0-97ad-5f2445de18a5 req-b0c3b797-c2e6-400a-b78f-30e3cf05f864 service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585416 Nov 26 21:47:32.694125 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebbc7-210a-4e1a-82e4-ca176e691d06 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.696894 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c2ebbc7-210a-4e1a-82e4-ca176e691d06 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.697966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0c2ebbc7-210a-4e1a-82e4-ca176e691d06 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "DELETE /v2.0/security-groups/1affd9c2-d064-414a-9a83-234fa9b9021d HTTP/1.1" status: 204 len: 168 time: 0.4506862 Nov 26 21:47:32.706466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37854) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:32.724066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4dd22d06-efa7-46cd-bd5a-9f65f0203309'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:32.734508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ebbc7-210a-4e1a-82e4-ca176e691d06 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1affd9c2-d064-414a-9a83-234fa9b9021d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:32.739195 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-51e8f7da-e7eb-4d0b-83e1-51b783b29b7a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] show failed (client error): The resource could not be found. Nov 26 21:47:32.740564 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-51e8f7da-e7eb-4d0b-83e1-51b783b29b7a tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "GET /v2.0/security-groups/1affd9c2-d064-414a-9a83-234fa9b9021d HTTP/1.1" status: 404 len: 347 time: 0.0330725 Nov 26 21:47:32.744256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37856) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:32.790776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf464e2-a344-4ee8-99a5-6969ef40fd59 req-3108790a-71a1-400e-a5d8-304356f4abb3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:32.792281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bf464e2-a344-4ee8-99a5-6969ef40fd59 req-3108790a-71a1-400e-a5d8-304356f4abb3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 944 time: 0.1507256 Nov 26 21:47:32.792766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-2b230e66-6dd6-447a-8b50-4360c4a2322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:32.794275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-2b230e66-6dd6-447a-8b50-4360c4a2322d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2061946 Nov 26 21:47:32.811782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97ded8-312f-42fa-a72c-04da6aae8361 req-8c7b0417-b369-4c9b-9be0-d6dd1b2903bd tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:32.813235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb97ded8-312f-42fa-a72c-04da6aae8361 req-8c7b0417-b369-4c9b-9be0-d6dd1b2903bd tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 945 time: 0.1701388 Nov 26 21:47:32.816151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:32.843799 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:32.882002 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-40e974d5-c24b-4db1-a061-389790ae1a55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.0443087 Nov 26 21:47:32.903838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:32.904379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 08927af9-0b42-40c3-b83e-4f018f212cfd no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:32.925340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bf464e2-a344-4ee8-99a5-6969ef40fd59 req-b2f3d6ab-5919-42d1-b099-c94f5a295450 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238801 Nov 26 21:47:32.932702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 08927af9-0b42-40c3-b83e-4f018f212cfd {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:32.932702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 08927af9-0b42-40c3-b83e-4f018f212cfd not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:32.944871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb97ded8-312f-42fa-a72c-04da6aae8361 req-b966d7a2-7537-4cc4-a7a8-234129737722 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122038 Nov 26 21:47:32.966571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-a879164e-7f98-451d-98c3-93a027e44449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:32.979272 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-a879164e-7f98-451d-98c3-93a027e44449 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0738647 Nov 26 21:47:33.272603 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43674548-8456-45f7-b9cf-70965cc085dc x-openstack-request-id: req-43674548-8456-45f7-b9cf-70965cc085dc {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:33.272983 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3d3a23-3671-4aef-b5f5-f67ea783bf29", "name": "network-vif-deleted", "tag": "08927af9-0b42-40c3-b83e-4f018f212cfd", "status": "completed", "code": 200}, {"server_uuid": "2ed0a375-e2f7-457a-aeec-a56febfcd6dd", "name": "network-vif-deleted", "tag": "e61bd4e9-e8cb-4f30-a734-a9bb2b981934", "status": "completed", "code": 200}, {"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-unplugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "code": 200}, {"name": "network-changed", "server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:33.273177 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43674548-8456-45f7-b9cf-70965cc085dc {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:33.273558 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3d3a23-3671-4aef-b5f5-f67ea783bf29', 'name': 'network-vif-deleted', 'tag': '08927af9-0b42-40c3-b83e-4f018f212cfd', 'status': 'completed', 'code': 200} Nov 26 21:47:33.273819 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed0a375-e2f7-457a-aeec-a56febfcd6dd', 'name': 'network-vif-deleted', 'tag': 'e61bd4e9-e8cb-4f30-a734-a9bb2b981934', 'status': 'completed', 'code': 200} Nov 26 21:47:33.274206 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'code': 200} Nov 26 21:47:33.274349 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'status': 'completed', 'code': 200} Nov 26 21:47:33.284798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Deleting port d99ebbfc-55fe-4529-8dae-7e141131dc51 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:33.285143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:33.371715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e7471-4129-4363-a891-bc47403e4e66 req-21a8f670-23e5-47df-bf5f-e852e47ea403 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:33.373084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-005e7471-4129-4363-a891-bc47403e4e66 req-21a8f670-23e5-47df-bf5f-e852e47ea403 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.1016634 Nov 26 21:47:33.377656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-ee18ae1e-bd13-4910-a8a0-bd7e8d56d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:33.379280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-ee18ae1e-bd13-4910-a8a0-bd7e8d56d064 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3988011 Nov 26 21:47:33.386324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f3e72-a5d0-4876-a3b0-6239770fce3b req-eb71b366-526d-4b14-987b-96e69d0601cf tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:33.387757 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b4f3e72-a5d0-4876-a3b0-6239770fce3b req-eb71b366-526d-4b14-987b-96e69d0601cf tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1151757 Nov 26 21:47:33.425988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-0e58aa69-695e-4090-923e-1ed10430a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:33.427675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-0e58aa69-695e-4090-923e-1ed10430a2fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1100 time: 0.1525738 Nov 26 21:47:33.429451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:33.429815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:33.453805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:47:33.477343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-005e7471-4129-4363-a891-bc47403e4e66 req-a54475b7-4040-4454-acb5-257bb941d834 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883081 Nov 26 21:47:33.482539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Calling delete_port for d99ebbfc-55fe-4529-8dae-7e141131dc51 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:33.486545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b4f3e72-a5d0-4876-a3b0-6239770fce3b req-82cde393-e0cf-4776-9a2e-107c892a0ae2 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888159 Nov 26 21:47:33.574733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37866) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:33.611385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:47:33.620694 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Sync routers for ids ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:47:33.634403 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Routers {'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:33.635484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:33.636171 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:33.640491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-edd43760-2736-4972-ad95-eaf035757231 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1464159 Nov 26 21:47:33.642534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37870) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:33.674909 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-0c8ed2b0-5098-45cd-a4bd-c7f5f0bc64b7 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858334 Nov 26 21:47:33.712243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e61bd4e9-e8cb-4f30-a734-a9bb2b981934 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:33.743507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: e61bd4e9-e8cb-4f30-a734-a9bb2b981934 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:33.744865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e61bd4e9-e8cb-4f30-a734-a9bb2b981934 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:33.769162 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Set router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:33.772351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-95e4d9c8-589d-451b-9072-c5fbb3798098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:33.773831 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-95e4d9c8-589d-451b-9072-c5fbb3798098 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3103306 Nov 26 21:47:33.775706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-60821a1d-820d-4bf9-996e-00a4f0806ea9 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:33.777177 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-60821a1d-820d-4bf9-996e-00a4f0806ea9 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1097 time: 0.1837308 Nov 26 21:47:33.779653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19aa427-419e-4585-9ab5-f9e979ab18cd admin admin] Deleting subnet e3914721-3203-40a5-a057-84f456da8729 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:47:33.785459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f19aa427-419e-4585-9ab5-f9e979ab18cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:33.795168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:33.832452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f19aa427-419e-4585-9ab5-f9e979ab18cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:33.856850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-9d413cf1-f25a-44bb-8426-6bf8f6d2da57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.0587695 Nov 26 21:47:33.945258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f19aa427-419e-4585-9ab5-f9e979ab18cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:33.960300 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:47:32Z', 'revision_number': 3, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port': {'id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:31Z', 'updated_at': '2021-11-26T21:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:33.965771 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14a31020-008f-4f03-8fb7-25b6bf382354 req-8517cab7-1dbe-44e3-ba5a-4157bc3dd8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799959 Nov 26 21:47:33.986004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:33.989464 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Checking router: a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:47:33.990178 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Updating router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:47:34.001948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-cfa89839-68e0-4f76-a220-2e9ae34c6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.003494 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-cfa89839-68e0-4f76-a220-2e9ae34c6594 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1366692 Nov 26 21:47:34.021195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.022254 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.086491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Pushing event deleted for resources: {'Port': ['ID=d99ebbfc-55fe-4529-8dae-7e141131dc51,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:34.127536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f19aa427-419e-4585-9ab5-f9e979ab18cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.209427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19aa427-419e-4585-9ab5-f9e979ab18cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3914721-3203-40a5-a057-84f456da8729,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:34.224978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-061eb659-314f-4d45-98a7-3572ea7ae0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.226529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-061eb659-314f-4d45-98a7-3572ea7ae0bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139852 Nov 26 21:47:34.240043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f19aa427-419e-4585-9ab5-f9e979ab18cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.243031 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f19aa427-419e-4585-9ab5-f9e979ab18cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3914721-3203-40a5-a057-84f456da8729 HTTP/1.1" status: 204 len: 168 time: 0.6673491 Nov 26 21:47:34.247432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37876) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:34.255555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-3a596058-67af-4259-b165-f4789ea6d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.257059 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-3a596058-67af-4259-b165-f4789ea6d9bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=225bd749550b48aea293f21fbc7433b6&device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1100 time: 0.1645086 Nov 26 21:47:34.317045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.320153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.323638 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4eb53f0e-d5c1-4bc2-8b32-0e9d52eee028 tempest-ImagesOneServerNegativeTestJSON-1404786088 tempest-ImagesOneServerNegativeTestJSON-1404786088-project] 10.222.0.21 "DELETE /v2.0/floatingips/3bdef7de-bb6c-473e-bf70-74424dca6d0b HTTP/1.1" status: 204 len: 168 time: 1.5761552 Nov 26 21:47:34.328065 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.335465 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.341429 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0990d-82b2-4680-b176-addb2dd8f4ac req-af63733a-5ca9-431e-8139-e77450485bdf tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.343782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5af0990d-82b2-4680-b176-addb2dd8f4ac req-af63733a-5ca9-431e-8139-e77450485bdf tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 945 time: 0.2278912 Nov 26 21:47:34.350868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348df90-1b2f-4e10-8256-ec64ee42a38c req-b58771e5-d1c3-435f-bee0-1f34bd60bd7f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.352324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2348df90-1b2f-4e10-8256-ec64ee42a38c req-b58771e5-d1c3-435f-bee0-1f34bd60bd7f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 944 time: 0.2384548 Nov 26 21:47:34.394959 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Attempting to bind port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:34.395854 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Attempting to bind port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:34.395854 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Attempting to bind port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:34.401173 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b3aed-9992-420e-a06e-8e3fb4818d25 None None] Pushing event updated for resources: {'Port': ['ID=6e1b9d9a-cc25-456a-a06f-fc6a0a322f28,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:34.409474 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:34.409474 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:34.409954 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.410594 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:34.410830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Bound port: 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:34.411510 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.413273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.428800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:34.465536 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] For port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:34.468795 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] For port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6e1b9d9a-cc25-456a-a06f-fc6a0a322f28,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:34.473958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-e102244c-285d-4b6b-8842-730c0219d226 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333953 Nov 26 21:47:34.475225 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.492029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-00204c5b-4821-4fe6-8b70-a854283ce37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.499901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-00204c5b-4821-4fe6-8b70-a854283ce37b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2231801 Nov 26 21:47:34.509639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5af0990d-82b2-4680-b176-addb2dd8f4ac req-37fabe38-6f7b-4002-8304-4bfceaaaff7d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504290 Nov 26 21:47:34.532626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2348df90-1b2f-4e10-8256-ec64ee42a38c req-b03f99d0-02e5-4fe9-b5f1-94490013a009 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489801 Nov 26 21:47:34.537969 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b3aed-9992-420e-a06e-8e3fb4818d25 None None] Pushing event updated for resources: {'Port': ['ID=6e1b9d9a-cc25-456a-a06f-fc6a0a322f28,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:34.555350 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Routers {'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:34.556072 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:34.624450 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-8c23e0bd-5ae6-413f-857d-891ea4211b31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 200 len: 217 time: 0.1001196 Nov 26 21:47:34.634114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:34.697735 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] Set router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:34.703301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.741062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.748273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-7aa37231-a35e-49ad-8ace-d1a4f8968003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.750152 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-7aa37231-a35e-49ad-8ace-d1a4f8968003 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1175051 Nov 26 21:47:34.752475 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-51aece7a-2792-443d-9d28-59b96a005d86 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701213 Nov 26 21:47:34.753305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.770709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:34.777029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.799368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cc190a-b646-44a7-8bc6-4992a3733dab') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:34.799637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cc190a-b646-44a7-8bc6-4992a3733dab') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:34.819374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39409991-11f7-4f36-80f9-4891c3ad9d6f req-917537ae-370c-483b-8759-a227542cf2ae tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.820889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39409991-11f7-4f36-80f9-4891c3ad9d6f req-917537ae-370c-483b-8759-a227542cf2ae tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.1801717 Nov 26 21:47:34.824386 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.862378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812c828-abc2-443e-94e9-176b486d17f4 req-139bca62-edc8-492e-88c3-5953540dd46d tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.866814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:34.869670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e812c828-abc2-443e-94e9-176b486d17f4 req-139bca62-edc8-492e-88c3-5953540dd46d tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 946 time: 0.1732535 Nov 26 21:47:34.877898 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.888177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-f9af790f-742f-414b-857a-bf016fd2ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:34.890298 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-f9af790f-742f-414b-857a-bf016fd2ac28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321037 Nov 26 21:47:34.895872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:47:34.896261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:47:34.903081 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:47:34.910107 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:47:32Z', 'revision_number': 3, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port': {'id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:31Z', 'updated_at': '2021-11-26T21:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:34.910654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:34.910997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:34.911333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:34.939656 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b56d479-baf0-445d-8a8d-c8eb57ad6cbb None None] The sync data for ids ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'] in n-d-819494-1 is: [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:47:32Z', 'revision_number': 3, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port': {'id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:31Z', 'updated_at': '2021-11-26T21:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:47:34.959987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:34.959987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Attempting to bind port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on network aab9d426-725e-40cc-b56e-7bdd62b69dab {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:34.969798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:34.970178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Checking segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:34.970571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Bound using segment: {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:34.971012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Bound port: 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f024e26-6fcb-44c5-880a-df57e09479a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'aab9d426-725e-40cc-b56e-7bdd62b69dab'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:34.971437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.047109 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-c3b0d7df-e6eb-4f76-b92b-bcdcaf939b26 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471205 Nov 26 21:47:35.066960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.081807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39409991-11f7-4f36-80f9-4891c3ad9d6f req-20d565a3-8c29-4621-a2a5-50175b26ca6b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461908 Nov 26 21:47:35.090411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.098146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3 HTTP/1.1" status: 204 len: 168 time: 0.8467174 Nov 26 21:47:35.109651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37892) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:35.112391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:35.138920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e812c828-abc2-443e-94e9-176b486d17f4 req-50d41ed4-b565-488c-9ec0-f994db597019 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680120 Nov 26 21:47:35.143975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a22f7-1dca-47f5-95ec-7c5934d01335 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1808c7-ff44-4456-b9fc-5ed83c6f2ad3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:35.160192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:35.187366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.228545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Allocated IP 172.20.0.1 (0b818528-9cf3-47ef-9c6e-4b4408cf9d0c/ca2e4f79-a211-4122-bd1f-1680d4fe71d6/bb202d06-6de2-4c00-b3de-fe889895560b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:35.323416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37896) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:35.446047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-068295eb-16ad-4527-9202-64989e4f8740 admin admin] Deleting subnet c4eddfeb-da2f-4a82-b103-f9e25a01c109 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:47:35.460606 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-068295eb-16ad-4527-9202-64989e4f8740 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.478843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:35.504635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:35.507016 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9ee7fa-ef0d-4f1e-acc3-e1ca036cb724" -d '{"events": [{"server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:35.510929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.511138 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d59f7366-fd64-42aa-96af-80473c4ca33d req-1c7267c1-e887-4a26-8367-78f9974434b3 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523604 Nov 26 21:47:35.530880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-068295eb-16ad-4527-9202-64989e4f8740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.537005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e75c9bd-b29f-43b3-b3b7-9e540efb6d3e admin admin] Deleting subnet aa54a578-9d7d-4c88-96a1-0d5d6054fe86 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:47:35.554670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e75c9bd-b29f-43b3-b3b7-9e540efb6d3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.605043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:35.605708 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.624632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e75c9bd-b29f-43b3-b3b7-9e540efb6d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.651299 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57251c8d-0123-43d1-a315-07a97f557102 x-openstack-request-id: req-57251c8d-0123-43d1-a315-07a97f557102 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:35.651645 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "name": "network-vif-unplugged", "status": "completed", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:35.651850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-068295eb-16ad-4527-9202-64989e4f8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.651964 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57251c8d-0123-43d1-a315-07a97f557102 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:35.652235 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376', 'code': 200} Nov 26 21:47:35.702967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.720765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 863c219a-1928-46e9-99e2-48cff7ca25f0 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:35.723388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4dd22d06-efa7-46cd-bd5a-9f65f0203309 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:35.733855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:35.734530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.735982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] 10.222.0.13 "PUT /v2.0/ports/4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 200 len: 1122 time: 1.9475276 Nov 26 21:47:35.772806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392aec6-ca86-407e-acfd-7697a2c09dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:35.781535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:35.783624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e75c9bd-b29f-43b3-b3b7-9e540efb6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.793786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.884935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6e1b9d9a-cc25-456a-a06f-fc6a0a322f28,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:35.896860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e75c9bd-b29f-43b3-b3b7-9e540efb6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.900192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:35.900742 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.909814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:35.915286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['4c198da5-2ad3-4d3a-96ec-b7cd3325b376'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:35.924842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb202d06-6de2-4c00-b3de-fe889895560b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:35.964109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75c9bd-b29f-43b3-b3b7-9e540efb6d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa54a578-9d7d-4c88-96a1-0d5d6054fe86,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:35.972069 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e75c9bd-b29f-43b3-b3b7-9e540efb6d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:35.978781 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4e75c9bd-b29f-43b3-b3b7-9e540efb6d3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa54a578-9d7d-4c88-96a1-0d5d6054fe86 HTTP/1.1" status: 204 len: 168 time: 0.8657799 Nov 26 21:47:35.979086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37904) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:35.981015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4c198da5-2ad3-4d3a-96ec-b7cd3325b376'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:35.984302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:36.023297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.044696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b6090-02ce-4516-8c63-479f253531ad req-d2a80a70-906b-44be-903f-8629da42786d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:36.045167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:36.045783 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.055270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-787b6090-02ce-4516-8c63-479f253531ad req-d2a80a70-906b-44be-903f-8629da42786d tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 945 time: 0.4363761 Nov 26 21:47:36.061724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 863c219a-1928-46e9-99e2-48cff7ca25f0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=863c219a-1928-46e9-99e2-48cff7ca25f0,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:36.070838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.124992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=6e1b9d9a-cc25-456a-a06f-fc6a0a322f28,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:36.134372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '863c219a-1928-46e9-99e2-48cff7ca25f0', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'port_id': '863c219a-1928-46e9-99e2-48cff7ca25f0', 'mac_address': 'fa:16:3e:c1:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81f213-8ace-436e-ba8f-96f5b41d21ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:36.149673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4164e5-debf-41e3-8894-0ce0901e7ad7 req-4dfd9704-a8a7-4b61-9117-3dd65c908c25 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:36.160785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb4164e5-debf-41e3-8894-0ce0901e7ad7 req-4dfd9704-a8a7-4b61-9117-3dd65c908c25 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 944 time: 0.4373581 Nov 26 21:47:36.168349 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.210212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac82fcb-923c-4f40-b07e-a901f7c26156']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:36.223309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56dde9b-ae10-4cce-a5af-c53ff0974db6') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:36.223691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56dde9b-ae10-4cce-a5af-c53ff0974db6') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:36.226777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-787b6090-02ce-4516-8c63-479f253531ad req-9b8aec71-fdef-4f52-aed2-4bc4606aa902 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705081 Nov 26 21:47:36.234540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-068295eb-16ad-4527-9202-64989e4f8740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.237376 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.269919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.279397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:47:36.280157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:47:36.282533 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:47:36.355457 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-068295eb-16ad-4527-9202-64989e4f8740 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.359868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-068295eb-16ad-4527-9202-64989e4f8740 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c4eddfeb-da2f-4a82-b103-f9e25a01c109 HTTP/1.1" status: 204 len: 168 time: 1.0353353 Nov 26 21:47:36.362924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37912) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:36.368737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068295eb-16ad-4527-9202-64989e4f8740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4eddfeb-da2f-4a82-b103-f9e25a01c109,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:36.377573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.399069 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.402364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dac82fcb-923c-4f40-b07e-a901f7c26156 HTTP/1.1" status: 204 len: 168 time: 0.4222076 Nov 26 21:47:36.403649 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.454128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb4164e5-debf-41e3-8894-0ce0901e7ad7 req-8ebf56ab-8136-42ed-b8bf-17a88e56a275 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425632 Nov 26 21:47:36.457508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863c219a-1928-46e9-99e2-48cff7ca25f0 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:36.482784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.491923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea628f-6190-494b-84ca-a6fe134ad998 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac82fcb-923c-4f40-b07e-a901f7c26156,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:36.527206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 863c219a-1928-46e9-99e2-48cff7ca25f0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=863c219a-1928-46e9-99e2-48cff7ca25f0,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:36.535980 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.538642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871e111-d1e6-4422-b346-2f0d5624d862 req-e7f10ada-941d-45e8-a9b9-73592dcb0ded tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:36.548728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d871e111-d1e6-4422-b346-2f0d5624d862 req-e7f10ada-941d-45e8-a9b9-73592dcb0ded tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 949 time: 0.1966043 Nov 26 21:47:36.557887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.558923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:36.576530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:36.579360 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b1f35b-b20e-45ee-9b33-b0a2834e4966" -d '{"events": [{"server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:36.589373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.628705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:36.647690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.658146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d871e111-d1e6-4422-b346-2f0d5624d862 req-42dfc2f8-e1f0-4b2b-8841-36f1a1c9714e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083534 Nov 26 21:47:36.670960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.683108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37918) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:36.706702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598552f-e442-4d21-aa83-6e2a84a9cd2e req-e3923d9e-5e43-48c9-99eb-334417c5f5a9 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:36.712784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0598552f-e442-4d21-aa83-6e2a84a9cd2e req-e3923d9e-5e43-48c9-99eb-334417c5f5a9 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.1190417 Nov 26 21:47:36.715992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:36.730655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d34179-ec03-49ab-b9bc-f25a2bb10325') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:36.730655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d34179-ec03-49ab-b9bc-f25a2bb10325') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:36.749988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.772342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.785372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:47:36.785752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.788959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=863c219a-1928-46e9-99e2-48cff7ca25f0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:47:36.790659 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:47:36.808785 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.849551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37922) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:36.852507 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-824ba646-5485-4b8d-b817-0893437c897b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7ec20b922e14aa89bf7a9a3728c366d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625443 Nov 26 21:47:36.877644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:36.906327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 21:47:36.908144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:36.908790 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.916293 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:36.924457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0598552f-e442-4d21-aa83-6e2a84a9cd2e req-0b7b5e27-2fd5-4c3c-889a-fdf57a57eb7b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889482 Nov 26 21:47:36.925349 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] 10.222.0.21 "DELETE /v2.0/networks/27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d HTTP/1.1" status: 204 len: 168 time: 0.5553761 Nov 26 21:47:36.975496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb08025-0777-428c-99bb-0712f2921839 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ff46f0-c9ac-498c-b62c-fa21eaf4ce3d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:37.001488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-912cfbb4-de85-4df7-aed0-2587eacab5c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.033360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.039118 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.048354 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-912cfbb4-de85-4df7-aed0-2587eacab5c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.125153 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.125371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-912cfbb4-de85-4df7-aed0-2587eacab5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.128208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-912cfbb4-de85-4df7-aed0-2587eacab5c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.129391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb202d06-6de2-4c00-b3de-fe889895560b,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:37.129584 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-912cfbb4-de85-4df7-aed0-2587eacab5c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3414e70e-e76d-48d5-82e4-897e7e17035b HTTP/1.1" status: 204 len: 168 time: 0.2785814 Nov 26 21:47:37.139213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cfbb4-de85-4df7-aed0-2587eacab5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3414e70e-e76d-48d5-82e4-897e7e17035b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:37.189489 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d2431a-96c5-4baa-b908-c277935ee239 x-openstack-request-id: req-a9d2431a-96c5-4baa-b908-c277935ee239 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:37.190220 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:37.190764 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9d2431a-96c5-4baa-b908-c277935ee239 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:37.191323 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'code': 200} Nov 26 21:47:37.239871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:37.293845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:37.296183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:37.299641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e6680b5f-bce8-4b3d-b2e6-83ec0e3451f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bd761aa9c394799b246249bad0cc851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585632 Nov 26 21:47:37.301214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37932) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:37.461832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:37.568377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:37.582340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:37.582958 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.645546 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-63550132-b6ec-491e-8959-22ba70857293 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=872c56f2dcf44a9baf7d5b78d41dd208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0759761 Nov 26 21:47:37.648058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37942) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:37.655349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:37.657627 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c0e4c-0f0c-4208-a3b1-8152ad885486" -d '{"events": [{"name": "network-changed", "server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:37.663353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7578dc-2c17-402a-b2d2-a503e3b5c062 req-7634f3cb-f213-4cec-97f3-055ed776edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:37.664967 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6b7578dc-2c17-402a-b2d2-a503e3b5c062 req-7634f3cb-f213-4cec-97f3-055ed776edb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 1097 time: 0.3423998 Nov 26 21:47:37.680447 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.718105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aab8bc59-ebe7-42e7-8876-d6a82cb3cfa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.724491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:37.758249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aab8bc59-ebe7-42e7-8876-d6a82cb3cfa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.820412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6b7578dc-2c17-402a-b2d2-a503e3b5c062 req-20edfc06-9662-453e-9849-2d5e699a6dab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895145 Nov 26 21:47:37.835613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a383f59-f0aa-418f-9cb6-385682174d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.855614 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aab8bc59-ebe7-42e7-8876-d6a82cb3cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.856547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:37.860761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aab8bc59-ebe7-42e7-8876-d6a82cb3cfa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.862661 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aab8bc59-ebe7-42e7-8876-d6a82cb3cfa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1726a5e9-9cc8-4ca7-9bd1-13921e3bf79f HTTP/1.1" status: 204 len: 168 time: 0.2135699 Nov 26 21:47:37.871452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'mac_address': 'fa:16:3e:31:c2:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:37.874018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['863c219a-1928-46e9-99e2-48cff7ca25f0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:37.875122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1484d53-a289-4871-a67e-3e2b9a048d93 req-9866ef4c-2cae-41d1-bf13-6095572290a7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:37.876746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1484d53-a289-4871-a67e-3e2b9a048d93 req-9866ef4c-2cae-41d1-bf13-6095572290a7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 946 time: 0.5126586 Nov 26 21:47:37.897137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8bc59-ebe7-42e7-8876-d6a82cb3cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1726a5e9-9cc8-4ca7-9bd1-13921e3bf79f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:37.905240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a383f59-f0aa-418f-9cb6-385682174d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.956525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:47:37.966337 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:37.973458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f26a5-75dd-4daa-b96b-d588058a0928 req-f0817473-5d2f-4117-9772-d81d86a94c45 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:37.975019 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef9f26a5-75dd-4daa-b96b-d588058a0928 req-f0817473-5d2f-4117-9772-d81d86a94c45 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 945 time: 0.1899066 Nov 26 21:47:37.983616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefca6a5-69bc-4165-916b-7c4ffaccd2ef {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:38.022577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:38.023081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1484d53-a289-4871-a67e-3e2b9a048d93 req-db8a2713-2622-43d0-875e-96e602e244cc tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223845 Nov 26 21:47:38.037005 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:38.093153 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c717369-29b9-4b59-b6af-e813dab493f4 x-openstack-request-id: req-7c717369-29b9-4b59-b6af-e813dab493f4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:38.093639 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:38.094454 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c717369-29b9-4b59-b6af-e813dab493f4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:38.095012 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376', 'status': 'completed', 'code': 200} Nov 26 21:47:38.118418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef9f26a5-75dd-4daa-b96b-d588058a0928 req-071d14cf-ad79-4ef8-94a9-e552a57ff436 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126883 Nov 26 21:47:38.121253 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a383f59-f0aa-418f-9cb6-385682174d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:38.130658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a383f59-f0aa-418f-9cb6-385682174d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:38.134818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9a383f59-f0aa-418f-9cb6-385682174d9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd7130a2-b586-46ac-8f44-f2aca800aa7a HTTP/1.1" status: 204 len: 168 time: 0.8297107 Nov 26 21:47:38.161656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=12']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:38.207097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a383f59-f0aa-418f-9cb6-385682174d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7130a2-b586-46ac-8f44-f2aca800aa7a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:38.250357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-de93b92d-fdab-4382-85e5-731e36300241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:38.252833 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-de93b92d-fdab-4382-85e5-731e36300241 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1125 time: 0.0944295 Nov 26 21:47:38.267951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:47:38.278468 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-35137b5e-7e77-4454-8cd4-e3191324e3a6 admin admin] 10.222.0.21 "PUT /v2.0/routers/a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6348269 Nov 26 21:47:38.282946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Sync routers for ids ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:47:38.288506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4bfe-b634-4d23-ab8c-9ce61296570e req-151addd6-5ee6-433b-b3a7-c03b77ad1dd0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:38.297226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f12b4bfe-b634-4d23-ab8c-9ce61296570e req-151addd6-5ee6-433b-b3a7-c03b77ad1dd0 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.0907378 Nov 26 21:47:38.301982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Routers {'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:38.302636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:38.370949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f12b4bfe-b634-4d23-ab8c-9ce61296570e req-503d4f60-416f-4965-ae7e-ca2736c6b252 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722249 Nov 26 21:47:38.443125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-8fd3aa7b-0305-4b31-856c-90cb31809ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:38.446839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-8fd3aa7b-0305-4b31-856c-90cb31809ed6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.1712630 Nov 26 21:47:38.487726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5db35-1820-45a5-ae48-eb031fd1852c req-c9b72db1-53d9-46a7-adc0-fe53f06c339c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:38.497329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebc5db35-1820-45a5-ae48-eb031fd1852c req-c9b72db1-53d9-46a7-adc0-fe53f06c339c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.0731759 Nov 26 21:47:38.534133 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-1de828b9-a724-475c-95a3-94ea9d0047ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 200 len: 217 time: 0.0784321 Nov 26 21:47:38.572645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Set router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:38.613097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebc5db35-1820-45a5-ae48-eb031fd1852c req-bd2aec50-eb2d-4520-a7cd-7ed62f88fef6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148400 Nov 26 21:47:38.618596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-a28800ba-f84b-4aa6-a65b-fd2ac9d0002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:38.620938 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-a28800ba-f84b-4aa6-a65b-fd2ac9d0002d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.0789938 Nov 26 21:47:38.676560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-d95b69f9-1d83-4ece-9cc5-548da56cce7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457823 Nov 26 21:47:38.794561 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-820dceb1-0d88-4bc8-b952-89b481655335 service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082826 Nov 26 21:47:38.836698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:47:36Z', 'revision_number': 4, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port': {'id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:31Z', 'updated_at': '2021-11-26T21:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bb202d06-6de2-4c00-b3de-fe889895560b', 'name': '', 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'mac_address': 'fa:16:3e:90:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca2e4f79-a211-4122-bd1f-1680d4fe71d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:34Z', 'updated_at': '2021-11-26T21:47:36Z', 'revision_number': 2, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'subnets': [{'id': 'ca2e4f79-a211-4122-bd1f-1680d4fe71d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:38.874690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Checking router: a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:47:38.875311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Updating router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc port bb202d06-6de2-4c00-b3de-fe889895560b binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:47:38.902886 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:38.907060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-299c0e4c-0f0c-4208-a3b1-8152ad885486 req-adcf20c9-cd8b-4ede-8e0e-5ec9fd1f340c service neutron] 10.222.0.41 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034379 Nov 26 21:47:38.950507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['cefca6a5-69bc-4165-916b-7c4ffaccd2ef'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:39.245139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb879719-cf01-480c-9031-c2c05670b497 req-4d918694-2e51-457f-982b-72959024b1da tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:39.254149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb879719-cf01-480c-9031-c2c05670b497 req-4d918694-2e51-457f-982b-72959024b1da tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 946 time: 0.1068513 Nov 26 21:47:39.281227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-997754c3-b7e6-4fce-b042-5e8f57c921e8 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:39.289083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-997754c3-b7e6-4fce-b042-5e8f57c921e8 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 818 time: 0.2185104 Nov 26 21:47:39.326249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-acd88170-6c49-442a-9e2d-f54b328d65d2 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/quotas/a36dd870f4ac474d84b28e565fa17567 HTTP/1.1" status: 200 len: 375 time: 0.0359073 Nov 26 21:47:39.353996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38012) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:39.390859 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb879719-cf01-480c-9031-c2c05670b497 req-bc91d6e5-2a40-4514-89f3-db200163d61a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303051 Nov 26 21:47:39.425130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-abe3d8e0-2252-4dc4-ab0b-d0a19eaaa4af tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974307 Nov 26 21:47:39.428392 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.438173 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.496049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718b03e-1389-4696-b265-7299b2b47668 None None] Pushing event updated for resources: {'Port': ['ID=bb202d06-6de2-4c00-b3de-fe889895560b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:39.556465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34060543-4005-42a9-a1cb-a691faba07a4 req-88fd83b9-1170-4cd3-a036-5d5f54553677 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:39.559376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34060543-4005-42a9-a1cb-a691faba07a4 req-88fd83b9-1170-4cd3-a036-5d5f54553677 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 945 time: 0.1042416 Nov 26 21:47:39.566428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Attempting to bind port bb202d06-6de2-4c00-b3de-fe889895560b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:39.566792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Attempting to bind port bb202d06-6de2-4c00-b3de-fe889895560b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:39.567236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Attempting to bind port bb202d06-6de2-4c00-b3de-fe889895560b on network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:39.578641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:39.578968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Checking segment: {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:39.579338 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.579742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Bound using segment: {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:39.580233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Bound port: bb202d06-6de2-4c00-b3de-fe889895560b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:39.580621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.663988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] For port bb202d06-6de2-4c00-b3de-fe889895560b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:39.668287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] For port bb202d06-6de2-4c00-b3de-fe889895560b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb202d06-6de2-4c00-b3de-fe889895560b,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:39.675822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.682794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34060543-4005-42a9-a1cb-a691faba07a4 req-0f4f0f61-fe24-4233-9a30-6a882931e2c9 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153574 Nov 26 21:47:39.729789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 863c219a-1928-46e9-99e2-48cff7ca25f0 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:39.737466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-network', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:39.746671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-96e0acd6-20ff-45f3-a481-b04e417a12fa service neutron] 10.222.0.21 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203068 Nov 26 21:47:39.765246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38024) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:39.791176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Made reservation on behalf of c1bb914fa54648418f1fdfe16f560f4c for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:39.797069 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.818385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.849416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Routers {'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:39.850185 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:39.883945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-988335924-network', 'tenant_id': '211a4a35d9794aa19f091ce5cf02c384'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:39.936596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Made reservation on behalf of 211a4a35d9794aa19f091ce5cf02c384 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:39.944761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.963496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.971553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:39.972358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.001058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:47:40.024909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.026046 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Added segment 772217be-8c39-432d-b779-340d49c4182d of type vlan for network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a Nov 26 21:47:40.038279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-77a801ed-a0b4-4b14-b02b-3780cc71de6c service neutron] 10.222.0.21 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845562 Nov 26 21:47:40.139183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.142205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] Set router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:40.144983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.151714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.172785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014ae02-ec9e-4313-ad5d-d4c0d23fb581 req-eec4d44e-94de-4ed9-ae5b-511a427f0503 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:40.183356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b014ae02-ec9e-4313-ad5d-d4c0d23fb581 req-eec4d44e-94de-4ed9-ae5b-511a427f0503 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1093314 Nov 26 21:47:40.198768 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.199919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:40.200734 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.233847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:47:40.309045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b014ae02-ec9e-4313-ad5d-d4c0d23fb581 req-c9d2dfb2-6b00-410c-a682-f723c3109005 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244414 Nov 26 21:47:40.312899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f7b65f-1794-42aa-a0da-7594802788d1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:40.332376 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.333922 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Added segment 4c20de76-18c1-4c81-abad-0ba329e6f6d1 of type vlan for network 44b0ddb3-1208-4f3f-a862-c9cc4871e41a Nov 26 21:47:40.369322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Pushing event updated for resources: {'Network': ['ID=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:40.381823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce005b6-835a-48f1-bb11-5a0a68eaee21,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:40.401768 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f80b6fd4-a51b-49f2-98a5-8f052a55864f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0440199 Nov 26 21:47:40.402673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38034) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:40.408548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Request body: {'subnet': {'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-subnet', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:40.414098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.440181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Made reservation on behalf of c1bb914fa54648418f1fdfe16f560f4c for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:40.443443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.481707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b69e7ce-66eb-4a9b-ba12-c82e1fb8ceb1 req-17aa603a-3102-4f0c-a997-00c609569156 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 210 time: 0.0615089 Nov 26 21:47:40.513753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.517081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:40.517687 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.559088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb6a44-b636-41dd-93f5-1c79a9ed521b req-9514325e-d86e-4649-86af-78d63119e8c6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:40.560679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11cb6a44-b636-41dd-93f5-1c79a9ed521b req-9514325e-d86e-4649-86af-78d63119e8c6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.1626461 Nov 26 21:47:40.585918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:47:40.615333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718b03e-1389-4696-b265-7299b2b47668 None None] Pushing event updated for resources: {'Port': ['ID=bb202d06-6de2-4c00-b3de-fe889895560b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:40.740650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.776221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 863c219a-1928-46e9-99e2-48cff7ca25f0 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:40.799261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 863c219a-1928-46e9-99e2-48cff7ca25f0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:40.799668 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.810123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0437558 Nov 26 21:47:40.815572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38048) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:40.826330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Request body: {'subnet': {'network_id': '44b0ddb3-1208-4f3f-a862-c9cc4871e41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-988335924-subnet', 'tenant_id': '211a4a35d9794aa19f091ce5cf02c384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:40.864121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c5e31-ae55-4ad3-bc31-1f5d1756e5fa admin admin] Pushing event updated for resources: {'Network': ['ID=44b0ddb3-1208-4f3f-a862-c9cc4871e41a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:40.869513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Made reservation on behalf of 211a4a35d9794aa19f091ce5cf02c384 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:40.874400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:40.887130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3d1a6c-c1c5-4127-83a8-a36049e79405,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:40.888375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 44b0ddb3-1208-4f3f-a862-c9cc4871e41a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:47:40.938590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11cb6a44-b636-41dd-93f5-1c79a9ed521b req-9f586341-e042-499c-929b-95a14bf0f056 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457601 Nov 26 21:47:40.943936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c00238-3603-4866-b77d-c287b17fa7a6 req-4eb9e39b-252f-492d-a64c-ebec318f4883 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:40.949060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0c00238-3603-4866-b77d-c287b17fa7a6 req-4eb9e39b-252f-492d-a64c-ebec318f4883 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 1101 time: 0.2446110 Nov 26 21:47:41.041829 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:41.055874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:47:36Z', 'revision_number': 4, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port': {'id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:31Z', 'updated_at': '2021-11-26T21:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bb202d06-6de2-4c00-b3de-fe889895560b', 'name': '', 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'mac_address': 'fa:16:3e:90:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca2e4f79-a211-4122-bd1f-1680d4fe71d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:34Z', 'updated_at': '2021-11-26T21:47:39Z', 'revision_number': 4, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'subnets': [{'id': 'ca2e4f79-a211-4122-bd1f-1680d4fe71d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:41.068302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0c00238-3603-4866-b77d-c287b17fa7a6 req-9a467d5c-1f41-4925-bcda-68f443d712b8 tempest-MigrationsAdminTest-1674467051 tempest-MigrationsAdminTest-1674467051-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144776 Nov 26 21:47:41.124852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56dec7c9-566e-47d4-9744-0686eb45a760 None None] The sync data for ids ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'] in n-d-819494-1 is: [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:47:36Z', 'revision_number': 4, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port': {'id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:31Z', 'updated_at': '2021-11-26T21:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bb202d06-6de2-4c00-b3de-fe889895560b', 'name': '', 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'mac_address': 'fa:16:3e:90:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'ca2e4f79-a211-4122-bd1f-1680d4fe71d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:34Z', 'updated_at': '2021-11-26T21:47:39Z', 'revision_number': 4, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'subnets': [{'id': 'ca2e4f79-a211-4122-bd1f-1680d4fe71d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:47:41.131720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f27234a-a485-4468-8a52-79e3f88b8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863c219a-1928-46e9-99e2-48cff7ca25f0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:41.134006 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d74fb65-b8c5-47c8-8c0b-5576c7582833" -d '{"events": [{"server_uuid": "9f27234a-a485-4468-8a52-79e3f88b8354", "name": "network-vif-plugged", "status": "completed", "tag": "863c219a-1928-46e9-99e2-48cff7ca25f0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:41.154537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 863c219a-1928-46e9-99e2-48cff7ca25f0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=863c219a-1928-46e9-99e2-48cff7ca25f0,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:41.161607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:41.255364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Checking segment: {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:41.255731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Network hostable DHCP agents. Network: 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:47:41.260528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=863c219a-1928-46e9-99e2-48cff7ca25f0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:41.320334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9a3ce-b3c0-4487-94f0-398c28482f59 req-01930753-a72b-4cdf-9151-c2b1c29fccb7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:41.330267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02b9a3ce-b3c0-4487-94f0-398c28482f59 req-01930753-a72b-4cdf-9151-c2b1c29fccb7 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 946 time: 0.2400727 Nov 26 21:47:41.346052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:47:41.369423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3399702-4e49-4100-881d-850642241f6d req-edee18df-166f-4d54-9eaf-c600ffa78233 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:41.378958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3399702-4e49-4100-881d-850642241f6d req-edee18df-166f-4d54-9eaf-c600ffa78233 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 946 time: 0.1563196 Nov 26 21:47:41.405789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:41.416492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:41.416661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65779e7b-152e-482e-bad5-c28e47213696 None None] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:47:41.418589 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:41.434396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:41.524401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02b9a3ce-b3c0-4487-94f0-398c28482f59 req-7bb13ec5-dee9-490a-a819-fae5c620e368 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910472 Nov 26 21:47:41.526513 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-06bff702-eebd-4c51-8fdd-76d1614a1dc7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1225412 Nov 26 21:47:41.538327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38058) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:41.565103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:41.578892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb202d06-6de2-4c00-b3de-fe889895560b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:41.600906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c79e38e-df3b-4dba-aa52-726577559204,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:41.605954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3399702-4e49-4100-881d-850642241f6d req-2653b2f2-4c6e-4f21-982f-6c774d0ad25c tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259834 Nov 26 21:47:41.635423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Checking segment: {'id': '4c20de76-18c1-4c81-abad-0ba329e6f6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '44b0ddb3-1208-4f3f-a862-c9cc4871e41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:41.635910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Network hostable DHCP agents. Network: 44b0ddb3-1208-4f3f-a862-c9cc4871e41a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:47:41.651202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:41.652726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:41.672443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Network 44b0ddb3-1208-4f3f-a862-c9cc4871e41a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:47:41.689554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 44b0ddb3-1208-4f3f-a862-c9cc4871e41a) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:41.699524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:41.700138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:41.731050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-96588de9-9a38-4d33-9cda-442e6fec4fed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9110584 Nov 26 21:47:41.743079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e436a95-fbb8-475c-8aa1-06070f839100 None None] Network 44b0ddb3-1208-4f3f-a862-c9cc4871e41a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:47:41.746345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:41.798806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:42.037334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port cefca6a5-69bc-4165-916b-7c4ffaccd2ef completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:42.069353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:47:42.081114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:42.188728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port cefca6a5-69bc-4165-916b-7c4ffaccd2ef triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:42.189116 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:42.234797 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bbc4d0-163e-455c-bb5e-af2f7f5adc87 x-openstack-request-id: req-43bbc4d0-163e-455c-bb5e-af2f7f5adc87 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:42.235151 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f27234a-a485-4468-8a52-79e3f88b8354", "name": "network-vif-plugged", "status": "completed", "tag": "863c219a-1928-46e9-99e2-48cff7ca25f0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:42.235395 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43bbc4d0-163e-455c-bb5e-af2f7f5adc87 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:42.236750 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f27234a-a485-4468-8a52-79e3f88b8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863c219a-1928-46e9-99e2-48cff7ca25f0', 'code': 200} Nov 26 21:47:42.281258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:42.298175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d8d87a70-1957-433f-91cf-41db4dfc112a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:42.299963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d8d87a70-1957-433f-91cf-41db4dfc112a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 818 time: 0.5176580 Nov 26 21:47:42.330419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bb202d06-6de2-4c00-b3de-fe889895560b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:42.330740 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:42.342848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-37c15d5d-d698-4e91-8fbf-9db3627c80b6 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/quotas/a36dd870f4ac474d84b28e565fa17567 HTTP/1.1" status: 200 len: 375 time: 0.0210266 Nov 26 21:47:42.427082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-5c3dae11-08c9-4df3-9ae0-f1d962e08507 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:42.428674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-5c3dae11-08c9-4df3-9ae0-f1d962e08507 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 818 time: 0.2939858 Nov 26 21:47:42.462857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Request body: {'port': {'device_id': '698bbf06-d49e-429d-a737-90ad3b08eb4e', 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c', 'admin_state_up': True, 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:42.496119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c13f5e-0f84-47e6-8299-1aa6cb9244af None None] Network 44b0ddb3-1208-4f3f-a862-c9cc4871e41a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:47:42.521151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-5cfd67e6-1a11-416a-a3d4-b90c70884dc2 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1450443 Nov 26 21:47:42.638166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-95ac86a6-8770-4c83-b077-7312f07648e7 service neutron] 10.222.0.21 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062844 Nov 26 21:47:42.762274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b6fa9-c720-4182-bf00-af247e01f6f7 req-4c1f5414-a944-4656-af16-e410b4825b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:42.768612 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-075b6fa9-c720-4182-bf00-af247e01f6f7 req-4c1f5414-a944-4656-af16-e410b4825b68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 1097 time: 0.3385527 Nov 26 21:47:42.813316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Allocated IP 172.20.0.2 (43bf8f03-37db-4ece-aaed-abf4e8fa1d5a/6f3d1a6c-c1c5-4127-83a8-a36049e79405/f986aa16-585f-48b7-85ad-c8fa744df24c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:42.864448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Made reservation on behalf of a36dd870f4ac474d84b28e565fa17567 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:42.871063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:42.949933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-2862a5c6-1e76-4b0d-b779-f2bb5f3ce0e1 req-876e64c4-df73-462c-8164-10b3317b2034 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1320517111', 'description': 'tempest-description-1953532117'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:42.957147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-075b6fa9-c720-4182-bf00-af247e01f6f7 req-17f20958-667d-4162-92b2-9622b25fea95 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738892 Nov 26 21:47:42.991566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2862a5c6-1e76-4b0d-b779-f2bb5f3ce0e1 req-876e64c4-df73-462c-8164-10b3317b2034 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.020669 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.053197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:43.069739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.090376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-9315a809-8751-43c3-bc97-d6a90d509006 service neutron] 10.222.0.21 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370368 Nov 26 21:47:43.130416 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.132615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Allocated IP 172.20.0.9 (0b818528-9cf3-47ef-9c6e-4b4408cf9d0c/ca2e4f79-a211-4122-bd1f-1680d4fe71d6/ab89645f-1cc7-45b6-87dc-34eac6b3b618) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:43.207950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.332692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2862a5c6-1e76-4b0d-b779-f2bb5f3ce0e1 req-876e64c4-df73-462c-8164-10b3317b2034 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.340159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2862a5c6-1e76-4b0d-b779-f2bb5f3ce0e1 req-876e64c4-df73-462c-8164-10b3317b2034 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.390591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Allocated IP 172.25.3.92 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/288e80b3-caf9-4ca7-b0b8-784c4e50e7df) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:43.422549 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.465491 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.481965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:43.494408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:43.549108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:43.556681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:43.572491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:43.574554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:43.587407 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.595274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Pushing event updated for resources: {'Port': ['ID=f986aa16-585f-48b7-85ad-c8fa744df24c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:43.596791 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2862a5c6-1e76-4b0d-b779-f2bb5f3ce0e1 req-876e64c4-df73-462c-8164-10b3317b2034 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.605197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2862a5c6-1e76-4b0d-b779-f2bb5f3ce0e1 req-876e64c4-df73-462c-8164-10b3317b2034 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6648405 Nov 26 21:47:43.635942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e64c4-df73-462c-8164-10b3317b2034 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d38ce1-647a-47da-a350-b4ab27fba35a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:43.668083 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.680231 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.721922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b8412-df59-486a-a60a-f58b90111a63 req-fdb35c8f-6495-49b5-8e63-ea546e154160 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:43.729715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Pushing event updated for resources: {'Port': ['ID=ab89645f-1cc7-45b6-87dc-34eac6b3b618,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:43.731135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c2b8412-df59-486a-a60a-f58b90111a63 req-fdb35c8f-6495-49b5-8e63-ea546e154160 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 944 time: 0.3430393 Nov 26 21:47:43.741434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:43.742306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.768942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port bb202d06-6de2-4c00-b3de-fe889895560b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb202d06-6de2-4c00-b3de-fe889895560b,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:43.776789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Attempting to bind port f986aa16-585f-48b7-85ad-c8fa744df24c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:43.777175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Attempting to bind port f986aa16-585f-48b7-85ad-c8fa744df24c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:43.778454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Attempting to bind port f986aa16-585f-48b7-85ad-c8fa744df24c on network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:43.779994 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-12c32336-5dab-45d4-97ff-f3e5f677d66f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3346884 Nov 26 21:47:43.788035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:43.788365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Checking segment: {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:43.789043 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.789344 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Bound using segment: {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:43.790026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Bound port: f986aa16-585f-48b7-85ad-c8fa744df24c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:43.790591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.791776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-628191cf-a5a4-4271-a086-4a8b3bf12ec5 service neutron] 10.222.0.41 "GET /v2.0/ports/4c198da5-2ad3-4d3a-96ec-b7cd3325b376/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.1147695 Nov 26 21:47:43.793298 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:43.812832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Request body: {'port': {'device_id': '698bbf06-d49e-429d-a737-90ad3b08eb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:43.832599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cb91a-acbf-48aa-bb37-e3d3b65af25a req-4e32af85-9d86-4e48-b070-8cd3e91a89ee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:43.834182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b5cb91a-acbf-48aa-bb37-e3d3b65af25a req-4e32af85-9d86-4e48-b070-8cd3e91a89ee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 950 time: 0.1584160 Nov 26 21:47:43.853600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c2b8412-df59-486a-a60a-f58b90111a63 req-956f3e2e-eb31-477a-afbd-787651a4b819 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215227 Nov 26 21:47:43.884417 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:44.013465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:44.027766 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:44.039440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:44.043669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:44.047419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Pushing event updated for resources: {'Port': ['ID=288e80b3-caf9-4ca7-b0b8-784c4e50e7df,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:44.054663 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b5cb91a-acbf-48aa-bb37-e3d3b65af25a req-9a585fd5-fb9a-47c0-b105-87171f7ce8f1 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978285 Nov 26 21:47:44.123069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe46ef-e3d9-4be8-a9d4-085c16b5b46e req-ad5828a4-82ae-4b23-bafb-6f1676e7e6bd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:44.125524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0fe46ef-e3d9-4be8-a9d4-085c16b5b46e req-ad5828a4-82ae-4b23-bafb-6f1676e7e6bd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 946 time: 0.1622374 Nov 26 21:47:44.148614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:44.179166 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:44.187488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=bb202d06-6de2-4c00-b3de-fe889895560b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:44.240670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:44.243147 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e81202-b50d-452f-b31f-ef231018fded" -d '{"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-plugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:44.261619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] For port f986aa16-585f-48b7-85ad-c8fa744df24c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:44.287560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] For port f986aa16-585f-48b7-85ad-c8fa744df24c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f986aa16-585f-48b7-85ad-c8fa744df24c,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:44.296587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0fe46ef-e3d9-4be8-a9d4-085c16b5b46e req-bd603734-624e-43ab-aa4b-2bb48fd4ce52 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226368 Nov 26 21:47:44.306110 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:44.309837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:44.331686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=13']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:44.391729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:44.402308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb14b62-bb86-4d50-9ceb-be522da5170f None None] Pushing event updated for resources: {'Port': ['ID=f986aa16-585f-48b7-85ad-c8fa744df24c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:44.470004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:44.498174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:44.516687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da962332-7414-472d-98a3-ee7d5c39bce1 req-2318dc70-0e8b-4c02-8fb5-a07ef11a411c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 210 time: 0.0586278 Nov 26 21:47:44.522283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:44.542542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-f557dd31-b300-47ba-b852-20395e17c099 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:44.544680 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-f557dd31-b300-47ba-b852-20395e17c099 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 951 time: 0.1258678 Nov 26 21:47:44.575307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:44.621350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27c2b1f7-50e3-4d1c-a197-0a4b148f3c69 req-9b6e3e6b-19c7-4af0-8ac8-dfe1f64b13ef tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/63d38ce1-647a-47da-a350-b4ab27fba35a HTTP/1.1" status: 200 len: 1830 time: 0.2482982 Nov 26 21:47:44.648579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-27c2b1f7-50e3-4d1c-a197-0a4b148f3c69 req-68cfc3d1-2ebd-46f3-9feb-ff47f3c06e33 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63d38ce1-647a-47da-a350-b4ab27fba35a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:44.648936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-27c2b1f7-50e3-4d1c-a197-0a4b148f3c69 req-68cfc3d1-2ebd-46f3-9feb-ff47f3c06e33 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63d38ce1-647a-47da-a350-b4ab27fba35a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:44.746713 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90199ed-3c5e-4110-b79a-59e59833e855 x-openstack-request-id: req-c90199ed-3c5e-4110-b79a-59e59833e855 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:44.747052 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-plugged", "status": "completed", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:44.749415 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c90199ed-3c5e-4110-b79a-59e59833e855 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:44.750573 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'code': 200} Nov 26 21:47:44.761168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab89645f-1cc7-45b6-87dc-34eac6b3b618 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:44.771653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:44.831559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Transition to ACTIVE for port object ab89645f-1cc7-45b6-87dc-34eac6b3b618 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:44.846180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:44.922608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] Transition to ACTIVE for port object 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:44.943550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Pushing event updated for resources: {'Port': ['ID=ab89645f-1cc7-45b6-87dc-34eac6b3b618,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:44.947700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.012499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Deleting port cefca6a5-69bc-4165-916b-7c4ffaccd2ef {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:45.012904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.122456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] No DVR routers for this DVR port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:45.141740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] Pushing event updated for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:45.185047 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-b1848332-c58f-4a2d-b4e2-827844b58a7f service neutron] 10.222.0.41 "PUT /v2.0/ports/4c198da5-2ad3-4d3a-96ec-b7cd3325b376/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3673110 Nov 26 21:47:45.200046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Attempting to bind port ab89645f-1cc7-45b6-87dc-34eac6b3b618 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:45.200403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Attempting to bind port ab89645f-1cc7-45b6-87dc-34eac6b3b618 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:45.200697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Attempting to bind port ab89645f-1cc7-45b6-87dc-34eac6b3b618 on network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:45.211881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Port ab89645f-1cc7-45b6-87dc-34eac6b3b618 on network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:45.212401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Attempting to bind port ab89645f-1cc7-45b6-87dc-34eac6b3b618 on network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:45.230238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:45.230238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Checking segment: {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:45.230238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Bound using segment: {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:45.230238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Bound port: ab89645f-1cc7-45b6-87dc-34eac6b3b618, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:45.230238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.233206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] For port cefca6a5-69bc-4165-916b-7c4ffaccd2ef, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:45.233583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.259785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-27c2b1f7-50e3-4d1c-a197-0a4b148f3c69 req-68cfc3d1-2ebd-46f3-9feb-ff47f3c06e33 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.263148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Calling delete_port for cefca6a5-69bc-4165-916b-7c4ffaccd2ef owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:45.393718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-eed581b0-ea3a-464a-804a-d11ccb6ae036 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:45.395464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-eed581b0-ea3a-464a-804a-d11ccb6ae036 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 818 time: 0.6097977 Nov 26 21:47:45.403438 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-27c2b1f7-50e3-4d1c-a197-0a4b148f3c69 req-68cfc3d1-2ebd-46f3-9feb-ff47f3c06e33 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.411418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] For port ab89645f-1cc7-45b6-87dc-34eac6b3b618, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:45.416248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Request body: {'port': {'device_id': '5a96b395-92c7-412d-8c71-69aaa65ebda0', 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c', 'admin_state_up': True, 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:45.420874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-27c2b1f7-50e3-4d1c-a197-0a4b148f3c69 req-68cfc3d1-2ebd-46f3-9feb-ff47f3c06e33 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.430603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] For port ab89645f-1cc7-45b6-87dc-34eac6b3b618, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:45.439976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.468140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-a7a57336-b869-4f66-88bb-b621f8d75318 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:45.469811 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-a7a57336-b869-4f66-88bb-b621f8d75318 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.1225231 Nov 26 21:47:45.528455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339eb35-8fa6-4866-8292-be82be0fbe73 req-0a5602d3-59b2-4ac1-bee4-45f459f18c54 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:45.533299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c339eb35-8fa6-4866-8292-be82be0fbe73 req-0a5602d3-59b2-4ac1-bee4-45f459f18c54 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 945 time: 0.3314743 Nov 26 21:47:45.543930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfc3d1-2ebd-46f3-9feb-ff47f3c06e33 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4a8afb-5a33-43f1-aef6-7e88bec52e74,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:45.581195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-27c2b1f7-50e3-4d1c-a197-0a4b148f3c69 req-68cfc3d1-2ebd-46f3-9feb-ff47f3c06e33 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.582484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27c2b1f7-50e3-4d1c-a197-0a4b148f3c69 req-68cfc3d1-2ebd-46f3-9feb-ff47f3c06e33 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9547698 Nov 26 21:47:45.595369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f02cb-1997-4634-b79a-d8a8a3a3b516 None None] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:47:45.634013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.680477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad4d66a7-bd1a-4ed9-bbba-03bb42a72c8c None None] Provisioning complete for port f986aa16-585f-48b7-85ad-c8fa744df24c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:45.680930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad4d66a7-bd1a-4ed9-bbba-03bb42a72c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.771242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c339eb35-8fa6-4866-8292-be82be0fbe73 req-7f6a630a-2c03-44e5-9fc3-7cd7fd3f03ee tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210391 Nov 26 21:47:45.815896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:45.816504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.818326 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] 10.222.0.41 "PUT /v2.0/ports/ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 200 len: 1091 time: 2.0134361 Nov 26 21:47:45.820027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698bbf06-d49e-429d-a737-90ad3b08eb4e', 'tag': 'ab89645f-1cc7-45b6-87dc-34eac6b3b618'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:45.823044 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e00e38-ba73-4d12-9afe-2ee5b326b478" -d '{"events": [{"name": "network-changed", "server_uuid": "698bbf06-d49e-429d-a737-90ad3b08eb4e", "tag": "ab89645f-1cc7-45b6-87dc-34eac6b3b618"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:45.875061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032836-525b-414d-9b27-0e4ef0606b08 req-50a7dec8-7005-4b5e-a85a-84a02bc73736 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:45.876951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70032836-525b-414d-9b27-0e4ef0606b08 req-50a7dec8-7005-4b5e-a85a-84a02bc73736 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=43b2746a-e23e-4acb-821f-989deec3f56e HTTP/1.1" status: 200 len: 951 time: 0.1106813 Nov 26 21:47:45.879444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Made reservation on behalf of a36dd870f4ac474d84b28e565fa17567 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:45.883696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.907207 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad4d66a7-bd1a-4ed9-bbba-03bb42a72c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:45.989816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964449c8-e645-43b3-bba0-7ed5d734e1fb service neutron] Pushing event updated for resources: {'Port': ['ID=ab89645f-1cc7-45b6-87dc-34eac6b3b618,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:45.993683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-f1991a53-4b9b-4bfa-9664-682515108211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:45.995510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-f1991a53-4b9b-4bfa-9664-682515108211 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f&tenant_id=4a7a6903064a446cba2256d8b6cbffa2 HTTP/1.1" status: 200 len: 1096 time: 0.2175219 Nov 26 21:47:46.023150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-fb288a4b-942a-4922-b25a-6d58c6c6a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:46.025702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-fb288a4b-942a-4922-b25a-6d58c6c6a9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1094 time: 0.1364598 Nov 26 21:47:46.027456 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:46.032584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70032836-525b-414d-9b27-0e4ef0606b08 req-37936299-3c95-40f3-becf-69643769eab7 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446857 Nov 26 21:47:46.056637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Router dd200898-c1a7-40e6-beb8-0d230fa3e552 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:47:46.067151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628', '67fb218d-462f-4896-9171-0e619b9eb50e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:46.078428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ad4d66a7-bd1a-4ed9-bbba-03bb42a72c8c None None] For port f986aa16-585f-48b7-85ad-c8fa744df24c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f986aa16-585f-48b7-85ad-c8fa744df24c,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:46.078809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event deleted for resources: {'Port': ['ID=cefca6a5-69bc-4165-916b-7c4ffaccd2ef,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:46.091906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['03984253-eb29-4e8f-9185-02031b3a1ba1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:46.180471 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad4d66a7-bd1a-4ed9-bbba-03bb42a72c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:46.191779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-c98b4251-81b6-40c1-879a-cd0d782e6a11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 200 len: 217 time: 0.1200325 Nov 26 21:47:46.232567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb202d06-6de2-4c00-b3de-fe889895560b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:46.263685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Allocated IP 172.20.0.4 (0b818528-9cf3-47ef-9c6e-4b4408cf9d0c/ca2e4f79-a211-4122-bd1f-1680d4fe71d6/8022fcde-050d-429e-8959-332b1e28e64c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:46.271471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-c41f2fd0-23ed-465d-95e6-4adbea065fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:46.273311 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-c41f2fd0-23ed-465d-95e6-4adbea065fac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.0551200 Nov 26 21:47:46.329739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] No DVR routers for this DVR port cefca6a5-69bc-4165-916b-7c4ffaccd2ef on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:46.333501 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-ddb967ea-5821-4bcf-8264-d0b3ace12633 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334804 Nov 26 21:47:46.334763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:46.339270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5d92771e-d4d9-4993-bdcc-fc6b9c3e57c9 req-9e998311-0cf1-42bb-89b0-9e0b83c1269a tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "DELETE /v2.0/ports/cefca6a5-69bc-4165-916b-7c4ffaccd2ef HTTP/1.1" status: 204 len: 173 time: 1.7001886 Nov 26 21:47:46.376684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-42300462-0634-4da8-9167-acfed50d30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:46.378731 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-42300462-0634-4da8-9167-acfed50d30cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1096 time: 0.2929497 Nov 26 21:47:46.387065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d66a7-bd1a-4ed9-bbba-03bb42a72c8c None None] Pushing event updated for resources: {'Port': ['ID=f986aa16-585f-48b7-85ad-c8fa744df24c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:46.396258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c5fbc-b359-4904-95aa-749bfd73aec1 req-8a7744c0-4a09-43d1-bdb5-06a350c4ed42 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:46.408985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-254c5fbc-b359-4904-95aa-749bfd73aec1 req-8a7744c0-4a09-43d1-bdb5-06a350c4ed42 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 946 time: 0.3947384 Nov 26 21:47:46.495374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bb202d06-6de2-4c00-b3de-fe889895560b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:46.502554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:46.551548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-ded75703-5add-48bc-a3fa-0097096f9365 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076268 Nov 26 21:47:46.587285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-107ddc02-0a69-4a25-95b5-2577557c7d8a req-d27d4ad3-304d-4f47-ac4e-c11abce440aa tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 210 time: 0.2183011 Nov 26 21:47:46.660765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-d1ef9cc8-8c8d-4f72-a5ed-9fe7670f29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:46.662397 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-d1ef9cc8-8c8d-4f72-a5ed-9fe7670f29b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 200 len: 921 time: 0.2545624 Nov 26 21:47:46.684755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-254c5fbc-b359-4904-95aa-749bfd73aec1 req-f9301f07-2664-4239-8b44-b90f9c6b28ac tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745118 Nov 26 21:47:46.694167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0c338e6e-e52e-46a0-b4a7-add7ec8a9d73 None None] Provisioning complete for port f986aa16-585f-48b7-85ad-c8fa744df24c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:46.694722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c338e6e-e52e-46a0-b4a7-add7ec8a9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:46.736696 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-01d04cd4-52f6-4787-a639-16ab40587c2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 200 len: 217 time: 0.0665762 Nov 26 21:47:46.745302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:47:46.769295 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000325f9-247e-4993-b34a-6923a103acef None None] Sync routers for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:47:46.777231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:46.792127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-855ba50d-8df5-47fc-8c5e-a7448074082b req-85581e71-bc0b-43b7-a81d-2d70a0a24e10 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/63d38ce1-647a-47da-a350-b4ab27fba35a HTTP/1.1" status: 200 len: 2423 time: 0.1537540 Nov 26 21:47:46.792539 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000325f9-247e-4993-b34a-6923a103acef None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:46.793183 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-000325f9-247e-4993-b34a-6923a103acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:46.796749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:46.798281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b9ab3529-4673-47e6-a9f2-f26d744c11d6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2577927 Nov 26 21:47:46.801738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38156) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:46.843442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f986aa16-585f-48b7-85ad-c8fa744df24c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:46.845352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ca31f6c-e89a-4a30-a089-7aa530d77c75 req-bd146aa9-3113-4686-bb78-4861fb964425 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810318 Nov 26 21:47:46.865181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:46.895192 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4372fe-47b5-47a0-a929-42e66eea27a8 x-openstack-request-id: req-ee4372fe-47b5-47a0-a929-42e66eea27a8 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:46.895500 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698bbf06-d49e-429d-a737-90ad3b08eb4e", "tag": "ab89645f-1cc7-45b6-87dc-34eac6b3b618", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:46.895868 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee4372fe-47b5-47a0-a929-42e66eea27a8 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:46.896359 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698bbf06-d49e-429d-a737-90ad3b08eb4e', 'tag': 'ab89645f-1cc7-45b6-87dc-34eac6b3b618', 'status': 'completed', 'code': 200} Nov 26 21:47:46.898796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-fce82d1f-064c-4849-b094-a0682b570d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:46.900377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-fce82d1f-064c-4849-b094-a0682b570d71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 200 len: 860 time: 0.1547892 Nov 26 21:47:46.958502 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-2d392365-9adf-4b1a-962d-8efce0f4fc1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aab9d426-725e-40cc-b56e-7bdd62b69dab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492568 Nov 26 21:47:46.981350 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-000325f9-247e-4993-b34a-6923a103acef None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:47.047072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:47.056741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:47.066964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:47.088459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-0763c501-188c-468d-a64c-43f59868dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:47.090199 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-0763c501-188c-468d-a64c-43f59868dfaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1094 time: 0.1257079 Nov 26 21:47:47.119661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:47.120354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.158411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f986aa16-585f-48b7-85ad-c8fa744df24c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:47.158812 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.193905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f60ff9-43ce-40b1-9cf5-198fe102f922 req-d15c6699-a20b-4f4a-b22b-7fa0bfcc760e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:47.201560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04f60ff9-43ce-40b1-9cf5-198fe102f922 req-d15c6699-a20b-4f4a-b22b-7fa0bfcc760e tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 946 time: 0.2749889 Nov 26 21:47:47.207753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-6bcb704c-b843-4b88-9d6e-6e792adc3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:47.210067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-6bcb704c-b843-4b88-9d6e-6e792adc3122 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 919 time: 0.1064296 Nov 26 21:47:47.220282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Pushing event updated for resources: {'Port': ['ID=8022fcde-050d-429e-8959-332b1e28e64c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:47.240195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bf26691-78a7-42af-ae17-b194a801e8f3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8282349 Nov 26 21:47:47.259032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52957fd2-299d-4aa7-a439-dfadb3687263 req-31b964e9-fcb6-43be-b36a-c0472d31775e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:47.261051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52957fd2-299d-4aa7-a439-dfadb3687263 req-31b964e9-fcb6-43be-b36a-c0472d31775e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 946 time: 0.2797186 Nov 26 21:47:47.272668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Request body: {'port': {'device_id': '5a96b395-92c7-412d-8c71-69aaa65ebda0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:47.280675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-a1cb215c-2a08-4f73-abcf-ead99ae2072a service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043993 Nov 26 21:47:47.282288 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-1a58230a-9642-4057-be87-d25e416e687e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 200 len: 217 time: 0.0516243 Nov 26 21:47:47.324122 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-000325f9-247e-4993-b34a-6923a103acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:44Z', 'revision_number': 3, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:47.359105 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000325f9-247e-4993-b34a-6923a103acef None None] Checking router: dd200898-c1a7-40e6-beb8-0d230fa3e552 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:47:47.359525 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000325f9-247e-4993-b34a-6923a103acef None None] Updating router dd200898-c1a7-40e6-beb8-0d230fa3e552 port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:47:47.365091 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04f60ff9-43ce-40b1-9cf5-198fe102f922 req-36154c24-0af0-466d-8513-03893ede85a6 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625788 Nov 26 21:47:47.387912 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-000325f9-247e-4993-b34a-6923a103acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.419378 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-b7f315b8-b199-40e3-bee6-56d051e53f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:47.421354 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-b7f315b8-b199-40e3-bee6-56d051e53f4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.1225204 Nov 26 21:47:47.431317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.461993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-b7cc71e5-95f1-42e3-ad83-ca33b84cbdc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314705 Nov 26 21:47:47.471643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd02c2c7-31ad-403c-b5e5-7b229ee2ae52 req-ffc0d4ff-5f6e-443a-96f2-d3cd18908d0f tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-group-rules/cc4a8afb-5a33-43f1-aef6-7e88bec52e74 HTTP/1.1" status: 200 len: 778 time: 0.0640602 Nov 26 21:47:47.483459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52957fd2-299d-4aa7-a439-dfadb3687263 req-1eda1b5a-e5fb-44a2-afc2-5b6104cca99b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784074 Nov 26 21:47:47.496765 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-a21ada4b-491d-438c-a9c1-c3b46cbf963c service neutron] 10.222.0.13 "GET /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083824 Nov 26 21:47:47.598269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-96fe7135-2cfe-4484-9119-9d77ed326b6a service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262741 Nov 26 21:47:47.701371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-43e00e38-ba73-4d12-9afe-2ee5b326b478 req-d2027238-3e27-435c-a814-6db3572fbe1d service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940969 Nov 26 21:47:47.713092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd02c2c7-31ad-403c-b5e5-7b229ee2ae52 req-cab49e65-2303-4276-a5cf-68e06fc3e04b tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/63d38ce1-647a-47da-a350-b4ab27fba35a HTTP/1.1" status: 200 len: 2423 time: 0.1647778 Nov 26 21:47:47.729732 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-000325f9-247e-4993-b34a-6923a103acef None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.738293 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-000325f9-247e-4993-b34a-6923a103acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.760271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4dd22d06-efa7-46cd-bd5a-9f65f0203309 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:47.778933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:47.799028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baddf6-b351-4d97-87b1-d63cf8f4c5c0 req-bd34b193-9d0c-4fa1-9724-dc47c36b4336 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:47.800586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49baddf6-b351-4d97-87b1-d63cf8f4c5c0 req-bd34b193-9d0c-4fa1-9724-dc47c36b4336 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 945 time: 0.2188048 Nov 26 21:47:47.812642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: cefca6a5-69bc-4165-916b-7c4ffaccd2ef {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:47.813784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cefca6a5-69bc-4165-916b-7c4ffaccd2ef not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:47.814126 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-000325f9-247e-4993-b34a-6923a103acef None None] Attempting to bind port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:47.815022 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-000325f9-247e-4993-b34a-6923a103acef None None] Attempting to bind port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:47.815545 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000325f9-247e-4993-b34a-6923a103acef None None] Attempting to bind port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:47.822051 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000325f9-247e-4993-b34a-6923a103acef None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:47.822688 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000325f9-247e-4993-b34a-6923a103acef None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:47.823310 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-000325f9-247e-4993-b34a-6923a103acef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.823914 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000325f9-247e-4993-b34a-6923a103acef None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:47.824592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-000325f9-247e-4993-b34a-6923a103acef None None] Bound port: 288e80b3-caf9-4ca7-b0b8-784c4e50e7df, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:47.825216 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-000325f9-247e-4993-b34a-6923a103acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.849807 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057f58f-e4b0-4389-9d04-0a83a17e12cc None None] Pushing event updated for resources: {'Port': ['ID=288e80b3-caf9-4ca7-b0b8-784c4e50e7df,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:47.908216 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-dd02c2c7-31ad-403c-b5e5-7b229ee2ae52 req-7c1b35b8-5279-47dd-8f31-af5edbf3e181 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.909691 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-000325f9-247e-4993-b34a-6923a103acef None None] For port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:47.913383 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-000325f9-247e-4993-b34a-6923a103acef None None] For port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=288e80b3-caf9-4ca7-b0b8-784c4e50e7df,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:47.926330 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-000325f9-247e-4993-b34a-6923a103acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.926538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-9d39e06a-1119-4097-a2cb-818465d142db tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:47.928296 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-9d39e06a-1119-4097-a2cb-818465d142db tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f&tenant_id=4a7a6903064a446cba2256d8b6cbffa2&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.0915070 Nov 26 21:47:47.928829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-dd02c2c7-31ad-403c-b5e5-7b229ee2ae52 req-7c1b35b8-5279-47dd-8f31-af5edbf3e181 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:47.942213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f986aa16-585f-48b7-85ad-c8fa744df24c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:47.998197 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000325f9-247e-4993-b34a-6923a103acef None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:47.999398 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-000325f9-247e-4993-b34a-6923a103acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:48.022473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49baddf6-b351-4d97-87b1-d63cf8f4c5c0 req-570d1bf0-77d8-4e04-b16a-782ed39e06f4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081008 Nov 26 21:47:48.035237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-dd02c2c7-31ad-403c-b5e5-7b229ee2ae52 req-7c1b35b8-5279-47dd-8f31-af5edbf3e181 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:48.041498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:48.041918 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-dd02c2c7-31ad-403c-b5e5-7b229ee2ae52 req-7c1b35b8-5279-47dd-8f31-af5edbf3e181 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:48.043125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd02c2c7-31ad-403c-b5e5-7b229ee2ae52 req-7c1b35b8-5279-47dd-8f31-af5edbf3e181 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cc4a8afb-5a33-43f1-aef6-7e88bec52e74 HTTP/1.1" status: 204 len: 173 time: 0.2900217 Nov 26 21:47:48.063554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b35b8-5279-47dd-8f31-af5edbf3e181 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc4a8afb-5a33-43f1-aef6-7e88bec52e74,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:48.085048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'network_id': '5185998c-d4a2-4632-a51a-e3b1d8aaebf3', 'port_id': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'mac_address': 'fa:16:3e:fe:57:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:48.088607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f986aa16-585f-48b7-85ad-c8fa744df24c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:48.088607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:48.156885 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-000325f9-247e-4993-b34a-6923a103acef None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:48.176465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-5e583583-b653-4e34-85e2-bb8f2de05707 service neutron] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:48.182031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-5e583583-b653-4e34-85e2-bb8f2de05707 service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:48.184275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-33a0382e-ce5d-4314-9577-3b80f3aaa35c req-5e583583-b653-4e34-85e2-bb8f2de05707 service neutron] 10.222.0.13 "DELETE /v2.0/ports/4c198da5-2ad3-4d3a-96ec-b7cd3325b376/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.2449121 Nov 26 21:47:48.235216 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:48.253124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dd22d06-efa7-46cd-bd5a-9f65f0203309 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:48.282464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8022fcde-050d-429e-8959-332b1e28e64c {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:48.295704 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:48.308595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:48.314824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Transition to ACTIVE for port object 8022fcde-050d-429e-8959-332b1e28e64c will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:48.315597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:48.318934 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057f58f-e4b0-4389-9d04-0a83a17e12cc None None] Pushing event updated for resources: {'Port': ['ID=288e80b3-caf9-4ca7-b0b8-784c4e50e7df,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:48.356722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:48.384333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:48.414761 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-000325f9-247e-4993-b34a-6923a103acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:44Z', 'revision_number': 3, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:48.445272 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000325f9-247e-4993-b34a-6923a103acef None None] The sync data for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 is: [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:44Z', 'revision_number': 3, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:47:48.511919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4dd22d06-efa7-46cd-bd5a-9f65f0203309'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:48.824232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Pushing event updated for resources: {'Port': ['ID=8022fcde-050d-429e-8959-332b1e28e64c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:48.845503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9951bb-d0a3-4abc-a6e2-0fe54d36a60a req-ec67d529-804a-4853-afc0-f1e7cc2d3c74 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:48.847127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a9951bb-d0a3-4abc-a6e2-0fe54d36a60a req-ec67d529-804a-4853-afc0-f1e7cc2d3c74 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 946 time: 0.5136631 Nov 26 21:47:48.874246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7e5ff-5a9f-4da0-bd9b-53e65a9870ad req-87d42b1e-2783-4c4e-87bb-6b2500a411f7 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:48.875960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74e7e5ff-5a9f-4da0-bd9b-53e65a9870ad req-87d42b1e-2783-4c4e-87bb-6b2500a411f7 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 943 time: 0.5588491 Nov 26 21:47:48.898172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-deleted', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:48.902445 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f06453f-3841-431f-aa5d-275c231b8b1d" -d '{"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-deleted", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:48.918835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.063713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a9951bb-d0a3-4abc-a6e2-0fe54d36a60a req-c8cfd950-7049-4e3b-b7a9-f2653679e24d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997192 Nov 26 21:47:49.074023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74e7e5ff-5a9f-4da0-bd9b-53e65a9870ad req-54f9fb7f-a731-4fcd-b6ad-9eb9f1fcf7a7 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841669 Nov 26 21:47:49.074949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Attempting to bind port 8022fcde-050d-429e-8959-332b1e28e64c on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:49.075098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Attempting to bind port 8022fcde-050d-429e-8959-332b1e28e64c by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:49.075484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Attempting to bind port 8022fcde-050d-429e-8959-332b1e28e64c on network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:49.093447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Port 8022fcde-050d-429e-8959-332b1e28e64c on network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:49.093778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Attempting to bind port 8022fcde-050d-429e-8959-332b1e28e64c on network 0b818528-9cf3-47ef-9c6e-4b4408cf9d0c {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:49.124035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:49.124400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Checking segment: {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:49.124636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Bound using segment: {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:49.125085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Bound port: 8022fcde-050d-429e-8959-332b1e28e64c, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc5da49-0d10-4f84-9579-6981b993b631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:49.125443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.137319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-4769df3f-1c15-4a2c-a9ba-e7578d7919dc req-ae788240-987e-46aa-b86b-4cc6b416aec2 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-757667005', 'description': 'tempest-description-219631796'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:49.243652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4769df3f-1c15-4a2c-a9ba-e7578d7919dc req-ae788240-987e-46aa-b86b-4cc6b416aec2 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.297123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Allocated IP 172.20.0.1 (43bf8f03-37db-4ece-aaed-abf4e8fa1d5a/6f3d1a6c-c1c5-4127-83a8-a36049e79405/0377b65d-033f-406b-8096-d76cb27098a3) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:49.310855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] For port 8022fcde-050d-429e-8959-332b1e28e64c, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:49.320054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] For port 8022fcde-050d-429e-8959-332b1e28e64c, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8022fcde-050d-429e-8959-332b1e28e64c,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:49.355342 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.365659 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:47:49.468294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:49.468936 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.470374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] 10.222.0.41 "PUT /v2.0/ports/8022fcde-050d-429e-8959-332b1e28e64c HTTP/1.1" status: 200 len: 1091 time: 2.2023890 Nov 26 21:47:49.471987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a96b395-92c7-412d-8c71-69aaa65ebda0', 'tag': '8022fcde-050d-429e-8959-332b1e28e64c'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:49.474885 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429c61c-3884-4a29-a52a-bfed32637757" -d '{"events": [{"name": "network-changed", "server_uuid": "5a96b395-92c7-412d-8c71-69aaa65ebda0", "tag": "8022fcde-050d-429e-8959-332b1e28e64c"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:49.538979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4769df3f-1c15-4a2c-a9ba-e7578d7919dc req-ae788240-987e-46aa-b86b-4cc6b416aec2 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.553878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42f12d-b819-421c-879f-912784c7addc req-060c9b58-c94b-4dbe-977f-042f3be3863a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:49.558638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a42f12d-b819-421c-879f-912784c7addc req-060c9b58-c94b-4dbe-977f-042f3be3863a tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 945 time: 0.2443135 Nov 26 21:47:49.563832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277cb68-bf20-4344-a07a-f2917c2adc61 service neutron] Pushing event updated for resources: {'Port': ['ID=8022fcde-050d-429e-8959-332b1e28e64c,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:49.568306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4769df3f-1c15-4a2c-a9ba-e7578d7919dc req-ae788240-987e-46aa-b86b-4cc6b416aec2 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.703800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4769df3f-1c15-4a2c-a9ba-e7578d7919dc req-ae788240-987e-46aa-b86b-4cc6b416aec2 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.705253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4769df3f-1c15-4a2c-a9ba-e7578d7919dc req-ae788240-987e-46aa-b86b-4cc6b416aec2 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5774536 Nov 26 21:47:49.715291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae788240-987e-46aa-b86b-4cc6b416aec2 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41d3a3d-5efc-4a68-913f-104c60988bee,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:49.722897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.745212 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b1ce2f-390e-45d2-84bd-1110dc18afc9 x-openstack-request-id: req-10b1ce2f-390e-45d2-84bd-1110dc18afc9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:49.745713 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b2746a-e23e-4acb-821f-989deec3f56e", "name": "network-vif-deleted", "tag": "cefca6a5-69bc-4165-916b-7c4ffaccd2ef", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:49.745863 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10b1ce2f-390e-45d2-84bd-1110dc18afc9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:49.746420 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b2746a-e23e-4acb-821f-989deec3f56e', 'name': 'network-vif-deleted', 'tag': 'cefca6a5-69bc-4165-916b-7c4ffaccd2ef', 'status': 'completed', 'code': 200} Nov 26 21:47:49.751100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-55e1075d-d7ef-4760-bda6-edd492f24707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:49.752621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-55e1075d-d7ef-4760-bda6-edd492f24707 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 1094 time: 0.1812131 Nov 26 21:47:49.759605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4dd22d06-efa7-46cd-bd5a-9f65f0203309 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:49.762388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a42f12d-b819-421c-879f-912784c7addc req-bf827ef9-9f0b-4aff-9a72-41b15c2e2000 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810172 Nov 26 21:47:49.827207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:49.827586 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.831421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-f6f22107-ed3d-498b-abd1-3dd1966f4069 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8022fcde-050d-429e-8959-332b1e28e64c HTTP/1.1" status: 200 len: 217 time: 0.0556920 Nov 26 21:47:49.932358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.947298 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:49.963051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 288e80b3-caf9-4ca7-b0b8-784c4e50e7df up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:49.968333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:49.975868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:50.039652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:50.042570 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77b226b-9f5e-4a7d-af9a-f600d49219a6" -d '{"events": [{"server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:50.043134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=0377b65d-033f-406b-8096-d76cb27098a3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:50.059540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:50.061660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:50.072000 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.110026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.111619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:50.112173 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.127622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da527ad-b566-4178-ab73-f3f5974f6216 req-a8bc65f5-20d0-46e7-aefd-04bf983ca149 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:50.129400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9da527ad-b566-4178-ab73-f3f5974f6216 req-a8bc65f5-20d0-46e7-aefd-04bf983ca149 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 945 time: 0.3035295 Nov 26 21:47:50.168679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:50.222404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-19bcb9dd-d192-429f-abf1-fd3bf88c3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:50.223770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-19bcb9dd-d192-429f-abf1-fd3bf88c3bac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.3828700 Nov 26 21:47:50.224547 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.253586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=288e80b3-caf9-4ca7-b0b8-784c4e50e7df,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:50.259817 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.283821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-55816d46-fd9e-4235-84b8-d870ea28e809 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426366 Nov 26 21:47:50.330014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=288e80b3-caf9-4ca7-b0b8-784c4e50e7df,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:50.333408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-be4d23da-4b39-4f61-aba2-80ea779c0dac None None] Provisioning complete for port 0377b65d-033f-406b-8096-d76cb27098a3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:50.333784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-be4d23da-4b39-4f61-aba2-80ea779c0dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.360357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0954bd3-5fa2-4bf6-997c-5529d40a7485 req-8fdb2a2e-3ef2-40ac-b866-a3a5a53a16ec tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:50.361884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0954bd3-5fa2-4bf6-997c-5529d40a7485 req-8fdb2a2e-3ef2-40ac-b866-a3a5a53a16ec tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 950 time: 0.1818738 Nov 26 21:47:50.368562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-be4d23da-4b39-4f61-aba2-80ea779c0dac None None] Port 0377b65d-033f-406b-8096-d76cb27098a3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:47:50.381284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9da527ad-b566-4178-ab73-f3f5974f6216 req-6d4be471-d5c5-46f6-93de-88845a987d1b tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023108 Nov 26 21:47:50.485210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.502731 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9364d1-696f-4d43-a55f-3b83163b18cb x-openstack-request-id: req-1e9364d1-696f-4d43-a55f-3b83163b18cb {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:50.503028 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a96b395-92c7-412d-8c71-69aaa65ebda0", "tag": "8022fcde-050d-429e-8959-332b1e28e64c", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:50.503281 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e9364d1-696f-4d43-a55f-3b83163b18cb {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:50.503681 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a96b395-92c7-412d-8c71-69aaa65ebda0', 'tag': '8022fcde-050d-429e-8959-332b1e28e64c', 'status': 'completed', 'code': 200} Nov 26 21:47:50.530177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0954bd3-5fa2-4bf6-997c-5529d40a7485 req-43406304-95da-448f-a392-0c50b3250cbe tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524341 Nov 26 21:47:50.549774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-4bbe53aa-8cc6-48dc-8a23-6157a503a27e service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391660 Nov 26 21:47:50.677623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12d15d2a-a920-4237-917b-d130b3d5fc5c req-b0db7841-7498-4015-bbac-2a2e412ee8cc tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/f41d3a3d-5efc-4a68-913f-104c60988bee HTTP/1.1" status: 200 len: 1828 time: 0.1720672 Nov 26 21:47:50.716669 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486121dc-dd50-4cfc-9449-b9f92a9d6c5c x-openstack-request-id: req-486121dc-dd50-4cfc-9449-b9f92a9d6c5c {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:50.717684 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:50.718135 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-486121dc-dd50-4cfc-9449-b9f92a9d6c5c {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:50.718933 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'code': 200} Nov 26 21:47:50.769374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e7884-0226-424e-b6ab-de0320afcb6e req-f021855d-c90d-4067-81e6-98dc6d51b56d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:50.770954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db0e7884-0226-424e-b6ab-de0320afcb6e req-f021855d-c90d-4067-81e6-98dc6d51b56d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 946 time: 0.1731906 Nov 26 21:47:50.792310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5c75add-6f1c-4095-827c-0ee23128ba6c req-3e20651f-be9b-45d0-bfde-efeb8e844977 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217398 Nov 26 21:47:50.862139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ab89645f-1cc7-45b6-87dc-34eac6b3b618 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:50.892668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db0e7884-0226-424e-b6ab-de0320afcb6e req-8466d40b-3de3-428e-9979-10973f675535 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056650 Nov 26 21:47:50.900092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d37e3-65de-4055-a4e5-42c6cf1eb84e req-37c9333b-4df9-4a6f-8b6b-49b2aa00110f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:50.901685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d31d37e3-65de-4055-a4e5-42c6cf1eb84e req-37c9333b-4df9-4a6f-8b6b-49b2aa00110f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 943 time: 0.1280494 Nov 26 21:47:50.931753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.958414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:50.992261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ab89645f-1cc7-45b6-87dc-34eac6b3b618, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:51.004168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'ab89645f-1cc7-45b6-87dc-34eac6b3b618', 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c', 'port_id': 'ab89645f-1cc7-45b6-87dc-34eac6b3b618', 'mac_address': 'fa:16:3e:8b:71:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2e4f79-a211-4122-bd1f-1680d4fe71d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:51.046885 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.062119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab89645f-1cc7-45b6-87dc-34eac6b3b618 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:51.082532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ab89645f-1cc7-45b6-87dc-34eac6b3b618, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:51.086339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=0377b65d-033f-406b-8096-d76cb27098a3,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:51.086586 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.093234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.097761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c61c-3884-4a29-a52a-bfed32637757 req-9898a0ff-0daa-4b27-9986-ece452d96f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:51.099281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6429c61c-3884-4a29-a52a-bfed32637757 req-9898a0ff-0daa-4b27-9986-ece452d96f1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 1094 time: 0.1854959 Nov 26 21:47:51.102614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d31d37e3-65de-4055-a4e5-42c6cf1eb84e req-b088efa9-f8c0-486e-aaab-5d84302c7983 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898489 Nov 26 21:47:51.145883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ab89645f-1cc7-45b6-87dc-34eac6b3b618,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:51.179995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a3496-8f07-4fe3-9c3d-8d509a2a0d28 req-70cc1747-fbb6-4a3b-a345-5369cde713ef tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:51.181354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da6a3496-8f07-4fe3-9c3d-8d509a2a0d28 req-70cc1747-fbb6-4a3b-a345-5369cde713ef tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 946 time: 0.1715529 Nov 26 21:47:51.295812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-add53479-ddf8-4699-bec6-9823dc01de43 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:51.297303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-add53479-ddf8-4699-bec6-9823dc01de43 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 950 time: 0.0506759 Nov 26 21:47:51.339806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c61c-3884-4a29-a52a-bfed32637757 req-35f0e910-adcf-429d-b27c-48e174aaf564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:51.341274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6429c61c-3884-4a29-a52a-bfed32637757 req-35f0e910-adcf-429d-b27c-48e174aaf564 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 919 time: 0.2317102 Nov 26 21:47:51.348848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da6a3496-8f07-4fe3-9c3d-8d509a2a0d28 req-5f44912b-b228-4191-a936-88f15d4aa917 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259046 Nov 26 21:47:51.350526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22946be-b742-49e7-8075-60efddbd0d8f req-5afccede-3d08-4188-a63c-ad3b2a90e8ed tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:51.352048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b22946be-b742-49e7-8075-60efddbd0d8f req-5afccede-3d08-4188-a63c-ad3b2a90e8ed tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 1096 time: 0.1835847 Nov 26 21:47:51.357818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:51.364751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:51.412470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Deleting port 67fb218d-462f-4896-9171-0e619b9eb50e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:51.412809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.417289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6429c61c-3884-4a29-a52a-bfed32637757 req-100917b4-4548-4c1d-b517-fca27445ee8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8022fcde-050d-429e-8959-332b1e28e64c HTTP/1.1" status: 200 len: 217 time: 0.0615964 Nov 26 21:47:51.420343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-8ad53de0-49e6-4305-8988-3a75f51962c6 req-10f1ae38-8ba9-47b4-9ded-b43d76450cda tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1413569072', 'description': 'tempest-description-1626128938'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:51.521825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] For port 67fb218d-462f-4896-9171-0e619b9eb50e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=67fb218d-462f-4896-9171-0e619b9eb50e,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:51.522244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.537282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Calling delete_port for 67fb218d-462f-4896-9171-0e619b9eb50e owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:51.578729 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8ad53de0-49e6-4305-8988-3a75f51962c6 req-10f1ae38-8ba9-47b4-9ded-b43d76450cda tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.581318 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429c61c-3884-4a29-a52a-bfed32637757 req-835c6025-0500-4bcd-a4ed-832f89e5fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:51.582823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6429c61c-3884-4a29-a52a-bfed32637757 req-835c6025-0500-4bcd-a4ed-832f89e5fc4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.1548789 Nov 26 21:47:51.593316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b22946be-b742-49e7-8075-60efddbd0d8f req-56afee56-c8b5-497f-a827-5eebbf4131b2 tempest-LiveAutoBlockMigrationV225Test-1233953007 tempest-LiveAutoBlockMigrationV225Test-1233953007-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300341 Nov 26 21:47:51.604917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b8cf037b-4d33-4e4c-b2de-f24460bfe69c None None] Provisioning complete for port 0377b65d-033f-406b-8096-d76cb27098a3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:51.605584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8cf037b-4d33-4e4c-b2de-f24460bfe69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.630155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6429c61c-3884-4a29-a52a-bfed32637757 req-ac63e0cc-5784-4a79-9920-2b5084967d8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358591 Nov 26 21:47:51.660741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf037b-4d33-4e4c-b2de-f24460bfe69c None None] Port 0377b65d-033f-406b-8096-d76cb27098a3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:47:51.703198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Router dd200898-c1a7-40e6-beb8-0d230fa3e552 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:47:51.707164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.744105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628', '67fb218d-462f-4896-9171-0e619b9eb50e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:51.753052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['03984253-eb29-4e8f-9185-02031b3a1ba1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:51.753291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event deleted for resources: {'Port': ['ID=67fb218d-462f-4896-9171-0e619b9eb50e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:51.822921 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8ad53de0-49e6-4305-8988-3a75f51962c6 req-10f1ae38-8ba9-47b4-9ded-b43d76450cda tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.837294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6429c61c-3884-4a29-a52a-bfed32637757 req-72929833-d7d2-4d84-9f72-84f0e2eaabd6 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996009 Nov 26 21:47:51.837885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8ad53de0-49e6-4305-8988-3a75f51962c6 req-10f1ae38-8ba9-47b4-9ded-b43d76450cda tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.841258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] No DVR routers for this DVR port 67fb218d-462f-4896-9171-0e619b9eb50e on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:51.843419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ab89645f-1cc7-45b6-87dc-34eac6b3b618'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:51.846874 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:51.851352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-db06aa49-acf1-4b71-83f8-5b99b79505f5 req-f21fbb6a-e3b5-4a16-9fcf-ccbfa90582cd tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "DELETE /v2.0/ports/67fb218d-462f-4896-9171-0e619b9eb50e HTTP/1.1" status: 204 len: 173 time: 0.5483503 Nov 26 21:47:51.856324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-deleted', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:51.859443 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb4b1af-154d-456c-8029-b9df87adae9f" -d '{"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-deleted", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:51.885531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-1cb963fb-6d72-4951-ae87-ff10e6b13e81 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:51.887676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-1cb963fb-6d72-4951-ae87-ff10e6b13e81 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 946 time: 0.1047056 Nov 26 21:47:52.004095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 288e80b3-caf9-4ca7-b0b8-784c4e50e7df up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:52.071009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Deleting port 863c219a-1928-46e9-99e2-48cff7ca25f0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:52.071324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:52.186534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] For port 863c219a-1928-46e9-99e2-48cff7ca25f0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=863c219a-1928-46e9-99e2-48cff7ca25f0,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:52.186912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:52.201774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Calling delete_port for 863c219a-1928-46e9-99e2-48cff7ca25f0 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:52.321006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1ae38-8ba9-47b4-9ded-b43d76450cda tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d9ec97-e19e-4036-a4cf-9d9e82f1ac9f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:52.346276 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8ad53de0-49e6-4305-8988-3a75f51962c6 req-10f1ae38-8ba9-47b4-9ded-b43d76450cda tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:52.357655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ad53de0-49e6-4305-8988-3a75f51962c6 req-10f1ae38-8ba9-47b4-9ded-b43d76450cda tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9499497 Nov 26 21:47:52.369530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:52.370431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:52.387267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24c20e68-6b2e-4107-ab33-b34c5f974bee req-45c045cd-7f15-411c-862d-86f04dda0e99 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e51a25a-af21-4a33-9d41-d9ee72a3986f HTTP/1.1" status: 200 len: 210 time: 0.0617490 Nov 26 21:47:52.392856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:47:52.396222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:52.410293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-319f5fe4-fdd2-4164-b25b-5ef1c2ccf8c0 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd200898-c1a7-40e6-beb8-0d230fa3e552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5564256 Nov 26 21:47:52.429888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event deleted for resources: {'Port': ['ID=863c219a-1928-46e9-99e2-48cff7ca25f0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:52.497180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6429c61c-3884-4a29-a52a-bfed32637757 req-0e29e2a6-11e3-4860-ade2-be3f4e03b8ac service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068690 Nov 26 21:47:52.572665 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d549ab43-7c95-4086-b80f-0d2e2f8dc095 x-openstack-request-id: req-d549ab43-7c95-4086-b80f-0d2e2f8dc095 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:52.573049 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e51a25a-af21-4a33-9d41-d9ee72a3986f", "name": "network-vif-deleted", "tag": "67fb218d-462f-4896-9171-0e619b9eb50e", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:52.577763 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d549ab43-7c95-4086-b80f-0d2e2f8dc095 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:52.580258 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e51a25a-af21-4a33-9d41-d9ee72a3986f', 'name': 'network-vif-deleted', 'tag': '67fb218d-462f-4896-9171-0e619b9eb50e', 'status': 'completed', 'code': 200} Nov 26 21:47:52.581084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] No DVR routers for this DVR port 863c219a-1928-46e9-99e2-48cff7ca25f0 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:52.585456 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:52.590513 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cafe5fcc-9165-4e28-a616-133d33273ecb req-157e0b8d-2e45-4e10-88ef-4b13c97d51eb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "DELETE /v2.0/ports/863c219a-1928-46e9-99e2-48cff7ca25f0 HTTP/1.1" status: 204 len: 173 time: 0.6903059 Nov 26 21:47:52.615112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Sync routers for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:47:52.644534 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9e731fe-c178-4285-ac73-94a03b158441 req-3d55d88d-2954-4cbc-9d04-5ae875b8c4e8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f27234a-a485-4468-8a52-79e3f88b8354 HTTP/1.1" status: 200 len: 210 time: 0.0532494 Nov 26 21:47:52.666398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:52.666398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:52.814764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3324b4c3-c0f7-45a6-a60c-0af065ce69fd req-a2856872-bc7a-457a-9429-58c92f5a4d31 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/96d9ec97-e19e-4036-a4cf-9d9e82f1ac9f HTTP/1.1" status: 200 len: 1830 time: 0.0900540 Nov 26 21:47:52.825830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:52.828487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9046b-00f3-4448-a0d9-a77f9d50fb29 req-0c0697e9-e44e-4ebf-9a81-5ae623b58f75 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:52.830512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59a9046b-00f3-4448-a0d9-a77f9d50fb29 req-0c0697e9-e44e-4ebf-9a81-5ae623b58f75 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 943 time: 0.0879986 Nov 26 21:47:52.898150 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59a9046b-00f3-4448-a0d9-a77f9d50fb29 req-c09e4498-59cb-486e-b4c3-0ee25d661ce3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582891 Nov 26 21:47:53.036578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['863c219a-1928-46e9-99e2-48cff7ca25f0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:53.060469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7aa6b-34c7-4fad-a02e-70800f328c5b req-12908700-ba74-4178-bc3c-dc3fa1befe9d tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:53.062109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dec7aa6b-34c7-4fad-a02e-70800f328c5b req-12908700-ba74-4178-bc3c-dc3fa1befe9d tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 945 time: 0.0984633 Nov 26 21:47:53.075084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 2, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:53.103278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Checking router: dd200898-c1a7-40e6-beb8-0d230fa3e552 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:47:53.103641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Updating router dd200898-c1a7-40e6-beb8-0d230fa3e552 port 0377b65d-033f-406b-8096-d76cb27098a3 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:47:53.106342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-43762b99-43c1-4cd4-9d04-60268aeac36e tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:53.107907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-43762b99-43c1-4cd4-9d04-60268aeac36e tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/networks?id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a HTTP/1.1" status: 200 len: 829 time: 0.1547232 Nov 26 21:47:53.124168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851', 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:53.137629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-97105729-be6e-430b-963a-a8ea41fade01 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/quotas/c1bb914fa54648418f1fdfe16f560f4c HTTP/1.1" status: 200 len: 375 time: 0.0201616 Nov 26 21:47:53.142427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dec7aa6b-34c7-4fad-a02e-70800f328c5b req-40586b44-1a23-4f51-9f40-8b2d6304b121 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734353 Nov 26 21:47:53.159792 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.198121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-3ab5e619-4fc8-4539-b342-30b231dac5ca tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1bb914fa54648418f1fdfe16f560f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538654 Nov 26 21:47:53.372355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-4698ae08-240a-417c-b0e2-5460ef08628c req-107d7591-7534-45f2-bd60-45fb376f0a14 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1407475130', 'description': 'tempest-description-1044774083'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:53.399024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-e1e0e720-e930-41f6-9bfe-30f578fbde16 service neutron] 10.222.0.21 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912131 Nov 26 21:47:53.452756 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7f09db66-4740-40a3-a452-c701357bc7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.470559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4698ae08-240a-417c-b0e2-5460ef08628c req-107d7591-7534-45f2-bd60-45fb376f0a14 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.530770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-6de9d49b-6ce9-4201-9334-7a68ecf841ec service neutron] 10.222.0.21 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307051 Nov 26 21:47:53.588229 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4698ae08-240a-417c-b0e2-5460ef08628c req-107d7591-7534-45f2-bd60-45fb376f0a14 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.594494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4698ae08-240a-417c-b0e2-5460ef08628c req-107d7591-7534-45f2-bd60-45fb376f0a14 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.618936 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-4698ae08-240a-417c-b0e2-5460ef08628c req-107d7591-7534-45f2-bd60-45fb376f0a14 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.620115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4698ae08-240a-417c-b0e2-5460ef08628c req-107d7591-7534-45f2-bd60-45fb376f0a14 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2553713 Nov 26 21:47:53.636654 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.654038 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.672674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7591-7534-45f2-bd60-45fb376f0a14 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923a07a6-49fb-4ae6-b2cd-8c2ff1d42bbe,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:53.745657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe083f77-3b71-4e9d-a0f0-fe4fe73dafaa None None] Pushing event updated for resources: {'Port': ['ID=0377b65d-033f-406b-8096-d76cb27098a3,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:53.785133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4dd22d06-efa7-46cd-bd5a-9f65f0203309 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:53.786747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2bd1450-6daa-4eac-b2d3-26fab971e5b5 req-a31e3caf-c2eb-4737-9dcf-de4748c19ea3 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/923a07a6-49fb-4ae6-b2cd-8c2ff1d42bbe HTTP/1.1" status: 200 len: 1830 time: 0.0901926 Nov 26 21:47:53.831092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f7694-ca71-4597-a267-71c7c56ef3a4 req-e9d7fc0a-fd08-4bd9-9792-ef65e051b022 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:53.840416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd4f7694-ca71-4597-a267-71c7c56ef3a4 req-e9d7fc0a-fd08-4bd9-9792-ef65e051b022 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 946 time: 0.1277733 Nov 26 21:47:53.868267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Attempting to bind port 0377b65d-033f-406b-8096-d76cb27098a3 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:53.868615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Attempting to bind port 0377b65d-033f-406b-8096-d76cb27098a3 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:53.869136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Attempting to bind port 0377b65d-033f-406b-8096-d76cb27098a3 on network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:53.888173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:53.888672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Checking segment: {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:53.889364 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.890340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Bound using segment: {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:53.890946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Bound port: 0377b65d-033f-406b-8096-d76cb27098a3, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:53.891433 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:53.903682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-59e5208b-838e-4748-807a-cd0423f2b8b0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:53.905330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-768af85b-7dbc-4de2-bfc0-b7686ef5c77c req-a583c251-a7c6-422e-badb-531c6abd695e tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 210 time: 0.0615799 Nov 26 21:47:53.906736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-59e5208b-838e-4748-807a-cd0423f2b8b0 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 945 time: 0.0885620 Nov 26 21:47:54.018922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd4f7694-ca71-4597-a267-71c7c56ef3a4 req-6a16ee5d-88f1-4762-a78d-b63afa2e33a8 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090066 Nov 26 21:47:54.021751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] For port 0377b65d-033f-406b-8096-d76cb27098a3, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:54.024373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.027756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] For port 0377b65d-033f-406b-8096-d76cb27098a3, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0377b65d-033f-406b-8096-d76cb27098a3,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:54.037114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.060372 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-6e33bedc-b474-48a1-a0ef-2c50ae1999ff req-1fe575d4-8e06-4f3f-bbe5-8acd8e853547 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1616733246', 'description': 'tempest-description-1446745509'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:54.067324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Deleting port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:54.067672 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.101956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:54.102781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e33bedc-b474-48a1-a0ef-2c50ae1999ff req-1fe575d4-8e06-4f3f-bbe5-8acd8e853547 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.104766 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b68060a-7046-4b89-a9a4-12d5d4cce859" -d '{"events": [{"server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:54.140428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:54.172361 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.174009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe083f77-3b71-4e9d-a0f0-fe4fe73dafaa None None] Pushing event updated for resources: {'Port': ['ID=0377b65d-033f-406b-8096-d76cb27098a3,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:54.178168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:47:54.178912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:54.183384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3a91c972-5095-449b-b966-581ac0f9479f None None] Provisioning complete for port 0377b65d-033f-406b-8096-d76cb27098a3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:54.183384 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a91c972-5095-449b-b966-581ac0f9479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.250398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e33bedc-b474-48a1-a0ef-2c50ae1999ff req-1fe575d4-8e06-4f3f-bbe5-8acd8e853547 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.258696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e33bedc-b474-48a1-a0ef-2c50ae1999ff req-1fe575d4-8e06-4f3f-bbe5-8acd8e853547 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.294390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] For port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:54.299994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.325520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Calling delete_port for 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:54.342385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6e33bedc-b474-48a1-a0ef-2c50ae1999ff req-1fe575d4-8e06-4f3f-bbe5-8acd8e853547 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.356524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e33bedc-b474-48a1-a0ef-2c50ae1999ff req-1fe575d4-8e06-4f3f-bbe5-8acd8e853547 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3004756 Nov 26 21:47:54.366777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe575d4-8e06-4f3f-bbe5-8acd8e853547 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a385a9-4895-459f-905c-f2a0dda63407,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:54.416335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:54.495731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:47:54.523971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c78bb-9343-40d3-b7b2-8df6961dafd6 req-487aa63f-d1e9-4c39-a071-c35be37c53f6 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:54.531926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-228c78bb-9343-40d3-b7b2-8df6961dafd6 req-487aa63f-d1e9-4c39-a071-c35be37c53f6 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 943 time: 0.0924509 Nov 26 21:47:54.532802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a91c972-5095-449b-b966-581ac0f9479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.584343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f27234a-a485-4468-8a52-79e3f88b8354', 'name': 'network-vif-deleted', 'tag': '863c219a-1928-46e9-99e2-48cff7ca25f0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:54.596008 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63b6bc8-e5a8-484d-8465-56456d8a305f" -d '{"events": [{"server_uuid": "9f27234a-a485-4468-8a52-79e3f88b8354", "name": "network-vif-deleted", "tag": "863c219a-1928-46e9-99e2-48cff7ca25f0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:54.600904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-228c78bb-9343-40d3-b7b2-8df6961dafd6 req-c8fd9764-984b-4a15-9f53-ada80ba8c725 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677962 Nov 26 21:47:54.629137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.742446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de110840-2546-4497-a356-7d7f64057c81 req-1110ae52-f1cb-4938-ad1e-1d4c05ecdcb4 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 210 time: 0.0460801 Nov 26 21:47:54.778727 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bb7629-0780-48ba-9e28-9c3d752b07ff x-openstack-request-id: req-18bb7629-0780-48ba-9e28-9c3d752b07ff {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:54.779105 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "name": "network-vif-unplugged", "status": "completed", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:54.779297 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18bb7629-0780-48ba-9e28-9c3d752b07ff {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:54.780321 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'code': 200} Nov 26 21:47:54.782815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4c198da5-2ad3-4d3a-96ec-b7cd3325b376'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:54.822127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3a91c972-5095-449b-b966-581ac0f9479f None None] For port 0377b65d-033f-406b-8096-d76cb27098a3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0377b65d-033f-406b-8096-d76cb27098a3,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:54.835695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a91c972-5095-449b-b966-581ac0f9479f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:54.844787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4bdf0cd1-9a59-419d-9247-d75872d376ba req-c107c9b3-c60c-4368-bd61-eca98a7a62f3 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/78a385a9-4895-459f-905c-f2a0dda63407 HTTP/1.1" status: 200 len: 1830 time: 0.0723391 Nov 26 21:47:54.873864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8022fcde-050d-429e-8959-332b1e28e64c details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:47:54.884603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddebcb4-c969-4ecc-85b0-81b40023865e req-d945174f-ab3c-4ff8-932d-e5476d25d847 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:54.886582 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ddebcb4-c969-4ecc-85b0-81b40023865e req-d945174f-ab3c-4ff8-932d-e5476d25d847 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.1383545 Nov 26 21:47:54.899143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ab89645f-1cc7-45b6-87dc-34eac6b3b618 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:54.961728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ddebcb4-c969-4ecc-85b0-81b40023865e req-68d64afb-e4e6-450d-a0eb-5e74c3be9238 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665295 Nov 26 21:47:54.990719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Pushing event deleted for resources: {'Port': ['ID=4c198da5-2ad3-4d3a-96ec-b7cd3325b376,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:55.024757 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785280b8-0ea2-4de1-a5a1-57b5bfdbba4a x-openstack-request-id: req-785280b8-0ea2-4de1-a5a1-57b5bfdbba4a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:55.025142 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f27234a-a485-4468-8a52-79e3f88b8354", "name": "network-vif-deleted", "tag": "863c219a-1928-46e9-99e2-48cff7ca25f0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:55.025614 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-785280b8-0ea2-4de1-a5a1-57b5bfdbba4a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:55.026228 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f27234a-a485-4468-8a52-79e3f88b8354', 'name': 'network-vif-deleted', 'tag': '863c219a-1928-46e9-99e2-48cff7ca25f0', 'status': 'completed', 'code': 200} Nov 26 21:47:55.026970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91c972-5095-449b-b966-581ac0f9479f None None] Pushing event updated for resources: {'Port': ['ID=0377b65d-033f-406b-8096-d76cb27098a3,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:55.050199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] No DVR routers for this DVR port 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:55.057320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.063414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-828f06cf-af0d-405b-9a6b-fe7ce8dc59b4 req-0f1c7f54-670a-44b8-a817-5d4a6e8e76eb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.13 "DELETE /v2.0/ports/4c198da5-2ad3-4d3a-96ec-b7cd3325b376 HTTP/1.1" status: 204 len: 173 time: 1.1448820 Nov 26 21:47:55.069250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4c5fc363-49a3-44a9-bdd6-b56319ca40ce None None] Provisioning complete for port 0377b65d-033f-406b-8096-d76cb27098a3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:55.069799 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c5fc363-49a3-44a9-bdd6-b56319ca40ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.078548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-897cab94-4eb6-46d6-94a3-eb736e972df1 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:55.080555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-897cab94-4eb6-46d6-94a3-eb736e972df1 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 944 time: 0.5003281 Nov 26 21:47:55.083331 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-655a01f1-e182-436c-80e0-72cae725fb4a req-1c2db032-8036-419a-bb4e-0d58b839c029 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] show failed (client error): The resource could not be found. Nov 26 21:47:55.084406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-655a01f1-e182-436c-80e0-72cae725fb4a req-1c2db032-8036-419a-bb4e-0d58b839c029 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/a247fa3b-ebb3-48a2-97e0-0b9289e82dfc HTTP/1.1" status: 404 len: 352 time: 0.0314865 Nov 26 21:47:55.106696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd54b1d-fcee-415f-982f-8af72680c772 req-05f1b203-6ab9-4a2c-be73-e61492fa16b2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:55.114719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cd54b1d-fcee-415f-982f-8af72680c772 req-05f1b203-6ab9-4a2c-be73-e61492fa16b2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 946 time: 0.0956080 Nov 26 21:47:55.180772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cd54b1d-fcee-415f-982f-8af72680c772 req-e7a19e72-5db2-4219-bb64-355a9e901cf9 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650697 Nov 26 21:47:55.181001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port ab89645f-1cc7-45b6-87dc-34eac6b3b618 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:55.202594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8022fcde-050d-429e-8959-332b1e28e64c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8022fcde-050d-429e-8959-332b1e28e64c,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:55.216474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port ab89645f-1cc7-45b6-87dc-34eac6b3b618 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:55.217661 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.254765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0a08007-4128-4022-9fc9-f63f83211041 req-e88ce7b0-e61a-4c07-b26e-f785803023af tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 210 time: 0.0619705 Nov 26 21:47:55.255673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '8022fcde-050d-429e-8959-332b1e28e64c', 'network_id': '0b818528-9cf3-47ef-9c6e-4b4408cf9d0c', 'port_id': '8022fcde-050d-429e-8959-332b1e28e64c', 'mac_address': 'fa:16:3e:97:db:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2e4f79-a211-4122-bd1f-1680d4fe71d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:47:55.323975 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-e261e192-63db-4366-b9aa-8dbd919f0b9a req-ab5c3b2f-4271-4eda-8254-328bf5428460 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] show failed (client error): The resource could not be found. Nov 26 21:47:55.325961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e261e192-63db-4366-b9aa-8dbd919f0b9a req-ab5c3b2f-4271-4eda-8254-328bf5428460 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-group-rules/78f0cb4d-5e7d-4457-8487-13d30a353cfe HTTP/1.1" status: 404 len: 361 time: 0.0333235 Nov 26 21:47:55.345223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827787a-e719-4784-a189-5702f8284914 req-9288df0e-1475-44de-8d77-d9bb7093e881 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:55.353972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8827787a-e719-4784-a189-5702f8284914 req-9288df0e-1475-44de-8d77-d9bb7093e881 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 944 time: 0.0978079 Nov 26 21:47:55.373510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:54Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:47:55.406706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.418624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac42a1-72da-4e2b-94a4-1ae96cede6c8 None None] The sync data for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 is: [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:54Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:47:55.427715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8022fcde-050d-429e-8959-332b1e28e64c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:55.512356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-1a67437e-4a62-46ff-8ba4-fb11186fac0c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:55.514999 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-1a67437e-4a62-46ff-8ba4-fb11186fac0c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.13 "GET /v2.0/networks?id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a HTTP/1.1" status: 200 len: 829 time: 0.1890922 Nov 26 21:47:55.531918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8022fcde-050d-429e-8959-332b1e28e64c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8022fcde-050d-429e-8959-332b1e28e64c,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:55.541901 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.543086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Request body: {'port': {'device_id': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'admin_state_up': True, 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:55.544492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.549425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54400551-d649-42cf-a1e9-8a0542e4fcae req-c945e311-d610-4ad5-b822-fd198fceaa44 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/78a385a9-4895-459f-905c-f2a0dda63407 HTTP/1.1" status: 200 len: 1830 time: 0.1732335 Nov 26 21:47:55.621610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8827787a-e719-4784-a189-5702f8284914 req-a9381718-d5c3-4df5-ab3d-05028e4b70f5 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/security-groups?id=f5cbeacc-83a9-4427-9e83-2abd5f241128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662373 Nov 26 21:47:55.642926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ab89645f-1cc7-45b6-87dc-34eac6b3b618, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:55.656527 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.657714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:55.663495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=8022fcde-050d-429e-8959-332b1e28e64c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:55.682581 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-54400551-d649-42cf-a1e9-8a0542e4fcae req-42aff092-2618-486c-b033-8b9d583855f7 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.697130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 67fb218d-462f-4896-9171-0e619b9eb50e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:55.697851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 67fb218d-462f-4896-9171-0e619b9eb50e not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:55.718798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Deleting port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:55.719181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.756763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-54400551-d649-42cf-a1e9-8a0542e4fcae req-42aff092-2618-486c-b033-8b9d583855f7 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.806564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ab89645f-1cc7-45b6-87dc-34eac6b3b618,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:55.818402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 863c219a-1928-46e9-99e2-48cff7ca25f0 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:55.849442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 863c219a-1928-46e9-99e2-48cff7ca25f0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:55.850205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 863c219a-1928-46e9-99e2-48cff7ca25f0 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:55.850735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:55.860316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73550ea7-c4db-4def-98f7-e6448d0cc6a3 req-3da04047-2a2c-4b5e-9c40-08d95722b88d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:55.868996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73550ea7-c4db-4def-98f7-e6448d0cc6a3 req-3da04047-2a2c-4b5e-9c40-08d95722b88d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 944 time: 0.0946581 Nov 26 21:47:55.880790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-54400551-d649-42cf-a1e9-8a0542e4fcae req-42aff092-2618-486c-b033-8b9d583855f7 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.881665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:55.881894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] For port 4dd22d06-efa7-46cd-bd5a-9f65f0203309, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4dd22d06-efa7-46cd-bd5a-9f65f0203309,segment=NetworkSegment(0fa4e958-582d-4c64-93f6-761e8c6a95bd),segment_id=0fa4e958-582d-4c64-93f6-761e8c6a95bd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:55.882233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4c198da5-2ad3-4d3a-96ec-b7cd3325b376 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:55.882657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.882803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4dd22d06-efa7-46cd-bd5a-9f65f0203309 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:55.883432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-54400551-d649-42cf-a1e9-8a0542e4fcae req-42aff092-2618-486c-b033-8b9d583855f7 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.884745 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-575b2c71-dcac-4886-99a3-c726710fb04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.890612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54400551-d649-42cf-a1e9-8a0542e4fcae req-42aff092-2618-486c-b033-8b9d583855f7 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "DELETE /v2.0/security-groups/78a385a9-4895-459f-905c-f2a0dda63407 HTTP/1.1" status: 204 len: 173 time: 0.3398306 Nov 26 21:47:55.904957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Made reservation on behalf of c1bb914fa54648418f1fdfe16f560f4c for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:47:55.913782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:55.991944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Calling delete_port for 4dd22d06-efa7-46cd-bd5a-9f65f0203309 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:55.993932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aff092-2618-486c-b033-8b9d583855f7 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a385a9-4895-459f-905c-f2a0dda63407,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:56.030861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0377b65d-033f-406b-8096-d76cb27098a3 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:56.032616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73550ea7-c4db-4def-98f7-e6448d0cc6a3 req-38643bdd-93f6-4aea-920d-fe6efe524edc tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626656 Nov 26 21:47:56.033362 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['8022fcde-050d-429e-8959-332b1e28e64c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:56.098593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddabe260-7dcf-4994-9e72-d5d3d65227f9 req-6d67e1ff-b5c6-4f55-839c-6ebb309277bb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 210 time: 0.0455091 Nov 26 21:47:56.183886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a35a4a4f-41ed-4964-8a52-51c6a21007e9 req-57d67f34-5db6-47e2-8847-9cc698763030 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/923a07a6-49fb-4ae6-b2cd-8c2ff1d42bbe HTTP/1.1" status: 200 len: 1830 time: 0.1113818 Nov 26 21:47:56.303183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a35a4a4f-41ed-4964-8a52-51c6a21007e9 req-72b69ca1-f33e-41a5-986f-d2b0fbdde3ab tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:56.318603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0377b65d-033f-406b-8096-d76cb27098a3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:56.319174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:56.354158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a35a4a4f-41ed-4964-8a52-51c6a21007e9 req-72b69ca1-f33e-41a5-986f-d2b0fbdde3ab tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:56.407356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Allocated IP 172.20.0.10 (43bf8f03-37db-4ece-aaed-abf4e8fa1d5a/6f3d1a6c-c1c5-4127-83a8-a36049e79405/b5397aa2-982e-4be8-a195-901a6a442f5f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:47:56.491567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a35a4a4f-41ed-4964-8a52-51c6a21007e9 req-72b69ca1-f33e-41a5-986f-d2b0fbdde3ab tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:56.494683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a35a4a4f-41ed-4964-8a52-51c6a21007e9 req-72b69ca1-f33e-41a5-986f-d2b0fbdde3ab tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:56.511947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a35a4a4f-41ed-4964-8a52-51c6a21007e9 req-72b69ca1-f33e-41a5-986f-d2b0fbdde3ab tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "DELETE /v2.0/security-groups/923a07a6-49fb-4ae6-b2cd-8c2ff1d42bbe HTTP/1.1" status: 204 len: 173 time: 0.3190198 Nov 26 21:47:56.537291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-acdc787a-22c3-410b-8eac-ac7cbf104fce tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:56.538909 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-acdc787a-22c3-410b-8eac-ac7cbf104fce tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.2079890 Nov 26 21:47:56.580316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c710ec0-1d1a-4ca1-9397-1fa6ad627bae req-3dcf963d-c081-4235-8b55-2b181db6ca37 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:56.588793 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c710ec0-1d1a-4ca1-9397-1fa6ad627bae req-3dcf963d-c081-4235-8b55-2b181db6ca37 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 950 time: 0.2069490 Nov 26 21:47:56.613908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b69ca1-f33e-41a5-986f-d2b0fbdde3ab tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923a07a6-49fb-4ae6-b2cd-8c2ff1d42bbe,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:56.658806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c710ec0-1d1a-4ca1-9397-1fa6ad627bae req-52cc67d9-95dd-4c4e-9fda-24a6c36f1ff5 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691187 Nov 26 21:47:56.731471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:56.735099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-5243aa47-bdfe-43ec-aade-b7f1126d036b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:56.737535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-5243aa47-bdfe-43ec-aade-b7f1126d036b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 946 time: 0.2648616 Nov 26 21:47:56.781587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bbf06-d49e-429d-a737-90ad3b08eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab89645f-1cc7-45b6-87dc-34eac6b3b618'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:56.784143 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c795cb-c335-4832-9ed9-83107b1c2d7b" -d '{"events": [{"server_uuid": "698bbf06-d49e-429d-a737-90ad3b08eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "ab89645f-1cc7-45b6-87dc-34eac6b3b618"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:56.816215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Pushing event deleted for resources: {'Port': ['ID=4dd22d06-efa7-46cd-bd5a-9f65f0203309,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:56.837739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6484c4b-de46-4633-b336-e14cca24e98d req-44d97f80-8666-4775-90da-04783c00f7cd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 210 time: 0.0605927 Nov 26 21:47:56.847786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] No DVR routers for this DVR port 4dd22d06-efa7-46cd-bd5a-9f65f0203309 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:56.855968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089c171-ecf1-4801-805d-cb556be26a8e req-55b92f0e-abe8-4099-955d-e8521e83165e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:56.863716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6089c171-ecf1-4801-805d-cb556be26a8e req-55b92f0e-abe8-4099-955d-e8521e83165e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 946 time: 0.2134452 Nov 26 21:47:56.880164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:56.883535 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bddab8a-4268-4d64-a6aa-8bda294fa51c req-4357218e-2fd5-43b5-a317-7454752f3a03 tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.13 "DELETE /v2.0/ports/4dd22d06-efa7-46cd-bd5a-9f65f0203309 HTTP/1.1" status: 204 len: 173 time: 1.7656415 Nov 26 21:47:56.927052 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:56.960144 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.001321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6089c171-ecf1-4801-805d-cb556be26a8e req-f7ed0561-334f-4433-bcb9-428460f5ed1c tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346462 Nov 26 21:47:57.003186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.031621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8092db65-b091-4ab0-b10d-f1a1751a3bee req-269f3166-7ced-4f03-850e-aaad63ba8448 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/96d9ec97-e19e-4036-a4cf-9d9e82f1ac9f HTTP/1.1" status: 200 len: 1830 time: 0.1213806 Nov 26 21:47:57.071570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Deleting port ba574de7-1b34-4d90-b33c-3a6e6f8e755a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:57.072020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.096607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'name': 'network-vif-deleted', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376'}, {'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'name': 'network-vif-deleted', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:57.099630 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd187702-4598-45b8-8bd3-42c0e70b8d6f" -d '{"events": [{"server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "name": "network-vif-deleted", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376"}, {"server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "name": "network-vif-deleted", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:57.105459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Pushing event updated for resources: {'Port': ['ID=b5397aa2-982e-4be8-a195-901a6a442f5f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:57.114000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Deleting port 03984253-eb29-4e8f-9185-02031b3a1ba1 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:47:57.114449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.190962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:47:57.192830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:47:57.200970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:47:57.242701 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f717b53c-67d4-4374-a131-c59f62d5fcd6 req-b34cd5e6-b8a1-4c4c-8d39-2b2533843cab tempest-ImagesTestJSON-1821258334 tempest-ImagesTestJSON-1821258334-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d71778c-eeec-40bf-bb70-27b389eb1f2f HTTP/1.1" status: 200 len: 210 time: 0.0822437 Nov 26 21:47:57.292071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:57.292710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.305295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] For port ba574de7-1b34-4d90-b33c-3a6e6f8e755a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:57.306554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.322659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-7d39bfcc-ae02-4b98-8dae-0a8ebf59a5c2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7861187 Nov 26 21:47:57.325139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] For port 03984253-eb29-4e8f-9185-02031b3a1ba1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=03984253-eb29-4e8f-9185-02031b3a1ba1,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:57.325701 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.330954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Calling delete_port for ba574de7-1b34-4d90-b33c-3a6e6f8e755a owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:57.351873 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b87c3-8e1b-4ce4-b939-79060d7c38ad x-openstack-request-id: req-0e1b87c3-8e1b-4ce4-b939-79060d7c38ad {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:57.352386 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bbf06-d49e-429d-a737-90ad3b08eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "ab89645f-1cc7-45b6-87dc-34eac6b3b618", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:57.352498 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e1b87c3-8e1b-4ce4-b939-79060d7c38ad {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:57.352651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8092db65-b091-4ab0-b10d-f1a1751a3bee req-93d58c5f-b4c1-4224-ac41-958a32caab7b tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.352766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Calling delete_port for 03984253-eb29-4e8f-9185-02031b3a1ba1 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:47:57.352874 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698bbf06-d49e-429d-a737-90ad3b08eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab89645f-1cc7-45b6-87dc-34eac6b3b618', 'code': 200} Nov 26 21:47:57.464924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8092db65-b091-4ab0-b10d-f1a1751a3bee req-93d58c5f-b4c1-4224-ac41-958a32caab7b tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.601450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c472364-2a13-4d7d-a8a1-fe358dd56442 req-2b6d97d0-f35b-424e-9496-155dea4ea755 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:57.612270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c472364-2a13-4d7d-a8a1-fe358dd56442 req-2b6d97d0-f35b-424e-9496-155dea4ea755 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 944 time: 0.1091084 Nov 26 21:47:57.616043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Request body: {'port': {'device_id': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:47:57.639025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.644568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8092db65-b091-4ab0-b10d-f1a1751a3bee req-93d58c5f-b4c1-4224-ac41-958a32caab7b tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.647807 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8092db65-b091-4ab0-b10d-f1a1751a3bee req-93d58c5f-b4c1-4224-ac41-958a32caab7b tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.649164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8092db65-b091-4ab0-b10d-f1a1751a3bee req-93d58c5f-b4c1-4224-ac41-958a32caab7b tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "DELETE /v2.0/security-groups/96d9ec97-e19e-4036-a4cf-9d9e82f1ac9f HTTP/1.1" status: 204 len: 173 time: 0.6086202 Nov 26 21:47:57.679155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-76f2abd9-02ca-4109-b036-087da5d822b4 None None] Provisioning complete for port b5397aa2-982e-4be8-a195-901a6a442f5f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:57.680161 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-76f2abd9-02ca-4109-b036-087da5d822b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.682261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:57.683530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d58c5f-b4c1-4224-ac41-958a32caab7b tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d9ec97-e19e-4036-a4cf-9d9e82f1ac9f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:57.684351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['03984253-eb29-4e8f-9185-02031b3a1ba1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:57.717949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event deleted for resources: {'Port': ['ID=03984253-eb29-4e8f-9185-02031b3a1ba1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:57.736108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.781031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd67f26-c342-40db-a984-6e9143a80589 req-7c908b33-98f0-4249-bce7-0f6f4a07216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:57.782766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-acd67f26-c342-40db-a984-6e9143a80589 req-7c908b33-98f0-4249-bce7-0f6f4a07216b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1096 time: 0.1896422 Nov 26 21:47:57.787161 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d44dd-b3b0-4688-baa8-50bc1b061225 x-openstack-request-id: req-039d44dd-b3b0-4688-baa8-50bc1b061225 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:57.787664 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9853ef-ba47-4ede-b667-4cc34a1e369f", "name": "network-vif-deleted", "tag": "4c198da5-2ad3-4d3a-96ec-b7cd3325b376", "status": "completed", "code": 200}, {"server_uuid": "5d71778c-eeec-40bf-bb70-27b389eb1f2f", "name": "network-vif-deleted", "tag": "4dd22d06-efa7-46cd-bd5a-9f65f0203309", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:57.788027 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-039d44dd-b3b0-4688-baa8-50bc1b061225 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:57.788532 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9853ef-ba47-4ede-b667-4cc34a1e369f', 'name': 'network-vif-deleted', 'tag': '4c198da5-2ad3-4d3a-96ec-b7cd3325b376', 'status': 'completed', 'code': 200} Nov 26 21:47:57.788909 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d71778c-eeec-40bf-bb70-27b389eb1f2f', 'name': 'network-vif-deleted', 'tag': '4dd22d06-efa7-46cd-bd5a-9f65f0203309', 'status': 'completed', 'code': 200} Nov 26 21:47:57.791819 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c472364-2a13-4d7d-a8a1-fe358dd56442 req-f10ab1e8-fac9-4b68-a25b-e00f305f6856 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749341 Nov 26 21:47:57.815976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event deleted for resources: {'Port': ['ID=ba574de7-1b34-4d90-b33c-3a6e6f8e755a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:57.834734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] No DVR routers for this DVR port 03984253-eb29-4e8f-9185-02031b3a1ba1 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:57.841803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.846097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3ec9ff8-d2df-47cb-afbb-76f12dbef55e req-77011e5c-361e-4660-ad4f-c1d3086fea4b tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.13 "DELETE /v2.0/ports/03984253-eb29-4e8f-9185-02031b3a1ba1 HTTP/1.1" status: 204 len: 173 time: 1.2918782 Nov 26 21:47:57.849439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.922994 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-acd67f26-c342-40db-a984-6e9143a80589 req-2a5addc7-af32-4b88-8f41-19950d7750e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279037 Nov 26 21:47:57.927317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] No DVR routers for this DVR port ba574de7-1b34-4d90-b33c-3a6e6f8e755a on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:47:57.949627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:57.964807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e7aec62-5e7c-4dda-a72c-9769100ac904 req-b82fb96d-63e8-4877-8fe6-1227ecfdba60 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "DELETE /v2.0/ports/ba574de7-1b34-4d90-b33c-3a6e6f8e755a HTTP/1.1" status: 204 len: 173 time: 1.2210941 Nov 26 21:47:57.965734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cdcbd6-3d8f-42b6-a33f-90121082bc8e', 'name': 'network-vif-deleted', 'tag': 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:57.969795 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de002528-cb99-472f-9d26-721f3a2351a1" -d '{"events": [{"server_uuid": "97cdcbd6-3d8f-42b6-a33f-90121082bc8e", "name": "network-vif-deleted", "tag": "ba574de7-1b34-4d90-b33c-3a6e6f8e755a"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:57.975977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6e3de63-0e62-41f1-a015-10acbf835b37 req-05ab1de7-3342-4d5d-b33c-f95745133568 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 210 time: 0.1150582 Nov 26 21:47:57.988002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-76f2abd9-02ca-4109-b036-087da5d822b4 None None] Port b5397aa2-982e-4be8-a195-901a6a442f5f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:47:58.124154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e679c4a9-c0aa-4d51-81cb-afc0acce174e req-096a4de0-bcf1-4844-a6f6-c3c7933675c4 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/f41d3a3d-5efc-4a68-913f-104c60988bee HTTP/1.1" status: 200 len: 1828 time: 0.1157143 Nov 26 21:47:58.197135 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e679c4a9-c0aa-4d51-81cb-afc0acce174e req-2afc3128-f6ec-4216-8cc3-4bbf89b627d9 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.197530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5397aa2-982e-4be8-a195-901a6a442f5f {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:47:58.207509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.225032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Transition to ACTIVE for port object b5397aa2-982e-4be8-a195-901a6a442f5f will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:47:58.226354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e679c4a9-c0aa-4d51-81cb-afc0acce174e req-2afc3128-f6ec-4216-8cc3-4bbf89b627d9 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.236758 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.331281 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e679c4a9-c0aa-4d51-81cb-afc0acce174e req-2afc3128-f6ec-4216-8cc3-4bbf89b627d9 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.335628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e679c4a9-c0aa-4d51-81cb-afc0acce174e req-2afc3128-f6ec-4216-8cc3-4bbf89b627d9 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.338150 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e679c4a9-c0aa-4d51-81cb-afc0acce174e req-2afc3128-f6ec-4216-8cc3-4bbf89b627d9 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "DELETE /v2.0/security-groups/f41d3a3d-5efc-4a68-913f-104c60988bee HTTP/1.1" status: 204 len: 173 time: 0.2060268 Nov 26 21:47:58.356780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc3128-f6ec-4216-8cc3-4bbf89b627d9 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41d3a3d-5efc-4a68-913f-104c60988bee,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:58.378597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Pushing event updated for resources: {'Port': ['ID=b5397aa2-982e-4be8-a195-901a6a442f5f,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:58.464060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851', 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:47:58.470558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Attempting to bind port b5397aa2-982e-4be8-a195-901a6a442f5f on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:47:58.472698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Attempting to bind port b5397aa2-982e-4be8-a195-901a6a442f5f by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:47:58.472698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Attempting to bind port b5397aa2-982e-4be8-a195-901a6a442f5f on network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:58.472970 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.477466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Port b5397aa2-982e-4be8-a195-901a6a442f5f on network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:47:58.477881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Attempting to bind port b5397aa2-982e-4be8-a195-901a6a442f5f on network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:47:58.494655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:47:58.496739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Checking segment: {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:47:58.501615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Bound using segment: {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:47:58.502153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Bound port: b5397aa2-982e-4be8-a195-901a6a442f5f, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772217be-8c39-432d-b779-340d49c4182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:47:58.502532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.622622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9458e5de-e753-47ec-b54c-02f407ef5633 req-1c064fd3-3c0b-4935-9338-65fd9b584fe7 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2 HTTP/1.1" status: 200 len: 210 time: 0.1255484 Nov 26 21:47:58.690962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] For port b5397aa2-982e-4be8-a195-901a6a442f5f, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:47:58.696192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e7eef-436c-4edc-8bc6-fe37612042ba req-16ca3341-a02b-4d47-be32-0f0647cc8a51 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:58.700933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] For port b5397aa2-982e-4be8-a195-901a6a442f5f, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b5397aa2-982e-4be8-a195-901a6a442f5f,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:47:58.702428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f68e7eef-436c-4edc-8bc6-fe37612042ba req-16ca3341-a02b-4d47-be32-0f0647cc8a51 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 944 time: 0.2156429 Nov 26 21:47:58.710694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.735629 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b44906-c203-468d-b8bb-b63daedca3d8 x-openstack-request-id: req-d7b44906-c203-468d-b8bb-b63daedca3d8 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:58.736180 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cdcbd6-3d8f-42b6-a33f-90121082bc8e", "name": "network-vif-deleted", "tag": "ba574de7-1b34-4d90-b33c-3a6e6f8e755a", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:58.736610 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7b44906-c203-468d-b8bb-b63daedca3d8 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:58.737361 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cdcbd6-3d8f-42b6-a33f-90121082bc8e', 'name': 'network-vif-deleted', 'tag': 'ba574de7-1b34-4d90-b33c-3a6e6f8e755a', 'status': 'completed', 'code': 200} Nov 26 21:47:58.801255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:58.802283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:58.803917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] 10.222.0.13 "PUT /v2.0/ports/b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 200 len: 1092 time: 1.2135992 Nov 26 21:47:58.809118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab842324-7d0f-4af3-9d49-52935a75560b service neutron] Pushing event updated for resources: {'Port': ['ID=b5397aa2-982e-4be8-a195-901a6a442f5f,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:58.828194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f68e7eef-436c-4edc-8bc6-fe37612042ba req-5bf9d3fb-1dea-4708-855b-d3d75471e8ad tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157858 Nov 26 21:47:58.899510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8022fcde-050d-429e-8959-332b1e28e64c up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:47:58.926776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-8ccf758f-8a83-421d-8684-f900064ba71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:58.928610 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-8ccf758f-8a83-421d-8684-f900064ba71b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1bb914fa54648418f1fdfe16f560f4c&device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 1095 time: 0.0649984 Nov 26 21:47:58.961639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bf46c20-c2be-4d11-9221-99b9439f4895 req-45a10d4d-5136-4c98-9981-3b1cf0962695 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=97cdcbd6-3d8f-42b6-a33f-90121082bc8e HTTP/1.1" status: 200 len: 210 time: 0.0603099 Nov 26 21:47:59.021039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c392b3ab-b11e-4898-872e-f24313af0e24 req-ba5ecd3c-ddfe-46a8-9da7-d44063a1e6c5 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "GET /v2.0/security-groups/63d38ce1-647a-47da-a350-b4ab27fba35a HTTP/1.1" status: 200 len: 1830 time: 0.1216497 Nov 26 21:47:59.037698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 8022fcde-050d-429e-8959-332b1e28e64c completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:47:59.055339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 8022fcde-050d-429e-8959-332b1e28e64c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:47:59.056563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.056977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-29b01b52-0add-4f82-9d6f-d4d6aeded8d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 200 len: 217 time: 0.1116879 Nov 26 21:47:59.160245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-af5f594f-bb96-4a96-bf87-70e2e8fe7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:59.162993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-af5f594f-bb96-4a96-bf87-70e2e8fe7aeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3d1a6c-c1c5-4127-83a8-a36049e79405 HTTP/1.1" status: 200 len: 868 time: 0.1023595 Nov 26 21:47:59.200757 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.228227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c392b3ab-b11e-4898-872e-f24313af0e24 req-a0f2cfda-0144-402c-b775-38ce21a27988 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.256504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-c7cedd4d-d428-4bb2-a79e-f9d2df04303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:59.258799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-c7cedd4d-d428-4bb2-a79e-f9d2df04303a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886717 Nov 26 21:47:59.260553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da950522-d9e1-4099-b3e7-40555f8a3a7a req-956283a8-7bef-4ab5-91b1-96233483b6ff tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:59.262481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da950522-d9e1-4099-b3e7-40555f8a3a7a req-956283a8-7bef-4ab5-91b1-96233483b6ff tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 944 time: 0.1754470 Nov 26 21:47:59.293877 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.343443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c392b3ab-b11e-4898-872e-f24313af0e24 req-a0f2cfda-0144-402c-b775-38ce21a27988 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.361079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8022fcde-050d-429e-8959-332b1e28e64c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8022fcde-050d-429e-8959-332b1e28e64c,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:47:59.362785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96b395-92c7-412d-8c71-69aaa65ebda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8022fcde-050d-429e-8959-332b1e28e64c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:59.368258 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d81747-3b6f-403a-b18f-ec70d805207d" -d '{"events": [{"server_uuid": "5a96b395-92c7-412d-8c71-69aaa65ebda0", "name": "network-vif-plugged", "status": "completed", "tag": "8022fcde-050d-429e-8959-332b1e28e64c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:59.407580 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.452324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-f57ddaf3-4384-45ab-b067-a734608aca41 service neutron] 10.222.0.13 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853549 Nov 26 21:47:59.459064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da950522-d9e1-4099-b3e7-40555f8a3a7a req-980419af-a035-40a5-ad81-2f64a0626b17 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781459 Nov 26 21:47:59.486977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c392b3ab-b11e-4898-872e-f24313af0e24 req-a0f2cfda-0144-402c-b775-38ce21a27988 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.495546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c392b3ab-b11e-4898-872e-f24313af0e24 req-a0f2cfda-0144-402c-b775-38ce21a27988 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.521376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c392b3ab-b11e-4898-872e-f24313af0e24 req-a0f2cfda-0144-402c-b775-38ce21a27988 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] 10.222.0.21 "DELETE /v2.0/security-groups/63d38ce1-647a-47da-a350-b4ab27fba35a HTTP/1.1" status: 204 len: 173 time: 0.4992819 Nov 26 21:47:59.522721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38364) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:47:59.548644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=8022fcde-050d-429e-8959-332b1e28e64c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:59.610585 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d202acc1-2aa6-48d2-ad9a-b724e0f1def5 req-e75026f9-a3ce-4e8f-90a7-20633ef77585 service neutron] 10.222.0.13 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418061 Nov 26 21:47:59.619643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2cfda-0144-402c-b775-38ce21a27988 tempest-SecurityGroupRulesNegativeTestJSON-433533992 tempest-SecurityGroupRulesNegativeTestJSON-433533992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d38ce1-647a-47da-a350-b4ab27fba35a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:47:59.646266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f51d8ec-a184-4727-9273-eea86d1581c0 admin admin] Deleting subnet 7c79e38e-df3b-4dba-aa52-726577559204 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:47:59.669021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f51d8ec-a184-4727-9273-eea86d1581c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.677097 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049cdc6a-b696-4735-8cc3-fceb4c1876ec x-openstack-request-id: req-049cdc6a-b696-4735-8cc3-fceb4c1876ec {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:59.677414 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96b395-92c7-412d-8c71-69aaa65ebda0", "name": "network-vif-plugged", "status": "completed", "tag": "8022fcde-050d-429e-8959-332b1e28e64c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:59.677628 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-049cdc6a-b696-4735-8cc3-fceb4c1876ec {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:59.678023 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96b395-92c7-412d-8c71-69aaa65ebda0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8022fcde-050d-429e-8959-332b1e28e64c', 'code': 200} Nov 26 21:47:59.683835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa54b464-cb5e-45ae-ae26-7a0ee9f69dbb req-9153d030-69e6-4046-a808-2a3b3b785830 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 210 time: 0.0768087 Nov 26 21:47:59.736914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f51d8ec-a184-4727-9273-eea86d1581c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.783196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 03984253-eb29-4e8f-9185-02031b3a1ba1 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:47:59.790488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'name': 'network-vif-deleted', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1'}, {'name': 'network-changed', 'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:47:59.793594 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff46196-0614-4633-bc7d-895e86d4a6cf" -d '{"events": [{"server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "name": "network-vif-deleted", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1"}, {"name": "network-changed", "server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:47:59.847590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 03984253-eb29-4e8f-9185-02031b3a1ba1 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:47:59.847871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 03984253-eb29-4e8f-9185-02031b3a1ba1 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:47:59.854483 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 21:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48eb26e-5422-4755-b2dd-dd5f06ebd9d8 x-openstack-request-id: req-d48eb26e-5422-4755-b2dd-dd5f06ebd9d8 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:47:59.855006 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2", "name": "network-vif-deleted", "tag": "03984253-eb29-4e8f-9185-02031b3a1ba1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:47:59.855362 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d48eb26e-5422-4755-b2dd-dd5f06ebd9d8 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:47:59.855861 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b023f0-c8e5-4a5e-a77f-3d5c12b7e7c2', 'name': 'network-vif-deleted', 'tag': '03984253-eb29-4e8f-9185-02031b3a1ba1', 'status': 'completed', 'code': 200} Nov 26 21:47:59.856213 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'status': 'completed', 'code': 200} Nov 26 21:47:59.921072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f51d8ec-a184-4727-9273-eea86d1581c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:47:59.986319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeae51-80da-4295-bbc7-eacf2507a732 req-3282a1fc-897f-4c7e-9146-d9d0d966f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:47:59.988112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68eeae51-80da-4295-bbc7-eacf2507a732 req-3282a1fc-897f-4c7e-9146-d9d0d966f728 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 1096 time: 0.2030907 Nov 26 21:48:00.017092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-bc68c19b-5994-4dca-935d-03e0019b3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:00.019020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-bc68c19b-5994-4dca-935d-03e0019b3a9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1bb914fa54648418f1fdfe16f560f4c&device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 1095 time: 0.1024840 Nov 26 21:48:00.099787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68eeae51-80da-4295-bbc7-eacf2507a732 req-cc1f43ca-0868-43ca-b0da-64eb49864b32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006527 Nov 26 21:48:00.106678 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f51d8ec-a184-4727-9273-eea86d1581c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.118860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5cd8c-30f7-4e82-a3b8-7ec3034e5667 req-034548d5-eb94-497a-8487-71d15b6ee011 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:00.127125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47d5cd8c-30f7-4e82-a3b8-7ec3034e5667 req-034548d5-eb94-497a-8487-71d15b6ee011 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 944 time: 0.1161397 Nov 26 21:48:00.184363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51d8ec-a184-4727-9273-eea86d1581c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c79e38e-df3b-4dba-aa52-726577559204,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:00.201367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-6f694719-ccd2-4d99-942c-ec453732ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:00.203584 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-6f694719-ccd2-4d99-942c-ec453732ee4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a HTTP/1.1" status: 200 len: 930 time: 0.1769724 Nov 26 21:48:00.210170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f51d8ec-a184-4727-9273-eea86d1581c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.215569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4f51d8ec-a184-4727-9273-eea86d1581c0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c79e38e-df3b-4dba-aa52-726577559204 HTTP/1.1" status: 204 len: 168 time: 0.6624229 Nov 26 21:48:00.219072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38392) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:00.255328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-4398aed1-033e-461c-a3e5-9f5204fea5a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 200 len: 217 time: 0.0418763 Nov 26 21:48:00.304796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55286d5f-f9cd-4fb2-b304-50dc124921b6 req-91356f1d-80b7-4deb-83f3-64896a84d72c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:00.306589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55286d5f-f9cd-4fb2-b304-50dc124921b6 req-91356f1d-80b7-4deb-83f3-64896a84d72c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.1465204 Nov 26 21:48:00.325120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-72803440-8cb7-40c3-8c8c-d1ba9f6beff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:00.327571 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-72803440-8cb7-40c3-8c8c-d1ba9f6beff8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3d1a6c-c1c5-4127-83a8-a36049e79405 HTTP/1.1" status: 200 len: 868 time: 0.0662768 Nov 26 21:48:00.333142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47d5cd8c-30f7-4e82-a3b8-7ec3034e5667 req-5697dfa0-c82d-42d9-a745-d41c50692467 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051001 Nov 26 21:48:00.372493 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.412758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55286d5f-f9cd-4fb2-b304-50dc124921b6 req-181a6de1-c81e-4bfd-bb9d-663c421c2387 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768156 Nov 26 21:48:00.455380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-66592d7f-f543-4db3-ab65-bee4c251cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:00.456902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-66592d7f-f543-4db3-ab65-bee4c251cd1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163971 Nov 26 21:48:00.562866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.629163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b0ddb3-1208-4f3f-a862-c9cc4871e41a']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:00.632136 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-c73a707a-3ae2-4f7f-9b43-aff5eb9b5f62 service neutron] 10.222.0.13 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665640 Nov 26 21:48:00.645202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c20de76-18c1-4c81-abad-0ba329e6f6d1') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:00.645507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c20de76-18c1-4c81-abad-0ba329e6f6d1') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:00.648411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38412) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:00.691009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.731910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9dcf6-6c0e-4d3a-8bb1-e6de40381041 req-5326f393-a1ff-4adb-8fd7-eb3a3b30fcb3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:00.734108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebf9dcf6-6c0e-4d3a-8bb1-e6de40381041 req-5326f393-a1ff-4adb-8fd7-eb3a3b30fcb3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1614456 Nov 26 21:48:00.770769 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ff46196-0614-4633-bc7d-895e86d4a6cf req-bd873605-1166-4455-81e4-d65b7cfb187a service neutron] 10.222.0.13 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310344 Nov 26 21:48:00.797830 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.802363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5500e35-6439-40ec-8089-b3ff2f576601 admin admin] Deleting subnet 5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:48:00.820339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:48:00.820735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.822452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5500e35-6439-40ec-8089-b3ff2f576601 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:48:00.824109 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:48:00.893508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ba574de7-1b34-4d90-b33c-3a6e6f8e755a no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:00.915132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: ba574de7-1b34-4d90-b33c-3a6e6f8e755a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:00.915582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ba574de7-1b34-4d90-b33c-3a6e6f8e755a not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:00.949366 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5500e35-6439-40ec-8089-b3ff2f576601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.978724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:00.994328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-e9e704fe-9e0b-4f80-b11d-adb9e703809f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:00.995792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-e9e704fe-9e0b-4f80-b11d-adb9e703809f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.2605658 Nov 26 21:48:00.999605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.002812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] 10.222.0.21 "DELETE /v2.0/networks/44b0ddb3-1208-4f3f-a862-c9cc4871e41a HTTP/1.1" status: 204 len: 168 time: 0.7817810 Nov 26 21:48:01.018828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebf9dcf6-6c0e-4d3a-8bb1-e6de40381041 req-8b2f98fb-9ac5-44a1-9136-f654703a39a1 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139730 Nov 26 21:48:01.028966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad4ee7-6cef-4419-95f3-ee090b473b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=44b0ddb3-1208-4f3f-a862-c9cc4871e41a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:01.041994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-ff6861d2-85fe-4054-b228-d073d61c68a1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/quotas/524caf83d3dc49928dde83b0446541fc HTTP/1.1" status: 200 len: 375 time: 0.0269494 Nov 26 21:48:01.043031 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5500e35-6439-40ec-8089-b3ff2f576601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.135000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-47163dbf-cd01-4731-b3c5-84ea97954889 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706592 Nov 26 21:48:01.143562 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5500e35-6439-40ec-8089-b3ff2f576601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.178634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38426) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:01.215539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5500e35-6439-40ec-8089-b3ff2f576601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:01.234190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9f8713b4-c15b-4e84-81de-fc0d56839d96 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=211a4a35d9794aa19f091ce5cf02c384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519042 Nov 26 21:48:01.234390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5500e35-6439-40ec-8089-b3ff2f576601 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.235536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38428) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:01.237187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a5500e35-6439-40ec-8089-b3ff2f576601 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5e3aa44a-87d6-4cf9-92fc-2c5fe01a026b HTTP/1.1" status: 204 len: 168 time: 0.5878448 Nov 26 21:48:01.240729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38430) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:01.286025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6725f17d-4f95-4dbb-a323-f9402c8e5590 req-f2c2723b-bd08-48ea-8f60-14badba19abb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d9853ef-ba47-4ede-b667-4cc34a1e369f HTTP/1.1" status: 200 len: 210 time: 0.0715961 Nov 26 21:48:01.301769 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d84d465-682e-4e65-a159-e954a43f5b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.328169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d84d465-682e-4e65-a159-e954a43f5b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.369862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.375359 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-2fb4451a-3be6-43b1-82e4-39a63d5d6dca service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292261 Nov 26 21:48:01.388215 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d84d465-682e-4e65-a159-e954a43f5b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.392355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d84d465-682e-4e65-a159-e954a43f5b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.395073 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4d84d465-682e-4e65-a159-e954a43f5b43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9f7b65f-1794-42aa-a0da-7594802788d1 HTTP/1.1" status: 204 len: 168 time: 0.1568072 Nov 26 21:48:01.401831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84d465-682e-4e65-a159-e954a43f5b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f7b65f-1794-42aa-a0da-7594802788d1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:01.593390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.622875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-cab83bef-55e1-4ef7-8117-4c2b7576aef8 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375557 Nov 26 21:48:01.647595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a1233-798d-49b8-87ad-4575da96fce5 req-de8aa8c2-6ac9-4838-b89c-39c036d3055c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:01.655463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c4a1233-798d-49b8-87ad-4575da96fce5 req-de8aa8c2-6ac9-4838-b89c-39c036d3055c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 944 time: 0.1999993 Nov 26 21:48:01.672466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5185998c-d4a2-4632-a51a-e3b1d8aaebf3']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:01.690277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa4e958-582d-4c64-93f6-761e8c6a95bd') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:01.690648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa4e958-582d-4c64-93f6-761e8c6a95bd') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:01.708790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.748795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c4a1233-798d-49b8-87ad-4575da96fce5 req-f81d8fe8-8cdf-48d5-919b-0cd175ae10bf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880313 Nov 26 21:48:01.752470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.768117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:48:01.778732 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:48:01.782227 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:48:02.267412 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa9527e5-3ef6-4538-b9ef-64965b4d06dd req-f410d448-101c-4de4-940e-5a044ba723b6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 210 time: 0.0892804 Nov 26 21:48:02.325535 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:02.393660 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:02.399849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] 10.222.0.21 "DELETE /v2.0/networks/5185998c-d4a2-4632-a51a-e3b1d8aaebf3 HTTP/1.1" status: 204 len: 168 time: 1.1556025 Nov 26 21:48:02.432396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f129-6bb7-424e-b91b-715e43302b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=5185998c-d4a2-4632-a51a-e3b1d8aaebf3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:02.442784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff2f4-f277-4c7b-8678-38413f1bf47f req-426d995c-4054-4737-9a36-e428ea14634c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:02.450748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3eaff2f4-f277-4c7b-8678-38413f1bf47f req-426d995c-4054-4737-9a36-e428ea14634c tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.2738256 Nov 26 21:48:02.506236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-0b349fd6-4fff-457b-a28c-4a4fe710bfee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:02.511422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-0b349fd6-4fff-457b-a28c-4a4fe710bfee tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 949 time: 0.2151484 Nov 26 21:48:02.585632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3eaff2f4-f277-4c7b-8678-38413f1bf47f req-36e26567-8a4a-48ea-8555-8f26bfd55e31 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb483646-b0cb-4cce-bc48-68e02fda10cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329563 Nov 26 21:48:02.609508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bd211-7520-4e38-adf4-b43563d86b11 req-d19e6e52-8e80-4060-b8ef-22e87fe7731a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:02.622699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c0bd211-7520-4e38-adf4-b43563d86b11 req-d19e6e52-8e80-4060-b8ef-22e87fe7731a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.2088840 Nov 26 21:48:02.718679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c0bd211-7520-4e38-adf4-b43563d86b11 req-fab2466c-9861-4a25-9835-cc15934fdfb4 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944057 Nov 26 21:48:02.734169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38476) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:02.742492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Deleting port 10a18501-288f-47d8-94ee-9448b7ae6628 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:02.743462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:02.821823 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-471d85a5-9a25-4659-95bb-1fa7592a3c88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34e70cbdf51a40cf80cc653a32e8c13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0864704 Nov 26 21:48:02.828469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38486) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:02.922165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de135a22-3e2a-4bc9-ba63-874f081fb5fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:02.961218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] For port 10a18501-288f-47d8-94ee-9448b7ae6628, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10a18501-288f-47d8-94ee-9448b7ae6628,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:02.961885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:02.981913 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de135a22-3e2a-4bc9-ba63-874f081fb5fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:02.997031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Calling delete_port for 10a18501-288f-47d8-94ee-9448b7ae6628 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:03.121702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de135a22-3e2a-4bc9-ba63-874f081fb5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:03.125179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de135a22-3e2a-4bc9-ba63-874f081fb5fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:03.126371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-de135a22-3e2a-4bc9-ba63-874f081fb5fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5cbeacc-83a9-4427-9e83-2abd5f241128 HTTP/1.1" status: 204 len: 168 time: 0.2969022 Nov 26 21:48:03.137739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135a22-3e2a-4bc9-ba63-874f081fb5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cbeacc-83a9-4427-9e83-2abd5f241128,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:03.141051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-3e532c32-06f0-4816-ad29-0f69dbe433cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:03.142812 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-3e532c32-06f0-4816-ad29-0f69dbe433cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 1096 time: 0.0844438 Nov 26 21:48:03.210474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd23f9-cb10-498d-96ba-63eda7a54b56 req-f0184480-872e-42e6-8c70-a41b5386471e tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:03.212435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8cd23f9-cb10-498d-96ba-63eda7a54b56 req-f0184480-872e-42e6-8c70-a41b5386471e tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 944 time: 0.1337535 Nov 26 21:48:03.529402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8cd23f9-cb10-498d-96ba-63eda7a54b56 req-f4262cff-a568-4ba0-b37d-7d7c9e945158 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020062 Nov 26 21:48:03.544968 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:03.558209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-374ad2a3-9a7b-43e4-baef-84759a7031bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:03.560147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-374ad2a3-9a7b-43e4-baef-84759a7031bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 919 time: 0.4089744 Nov 26 21:48:03.586212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10a18501-288f-47d8-94ee-9448b7ae6628'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:03.616353 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-9547c335-e416-4a53-82fe-3feba9426c8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8022fcde-050d-429e-8959-332b1e28e64c HTTP/1.1" status: 200 len: 217 time: 0.0454714 Nov 26 21:48:03.630360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-285411c0-6c77-4f13-b36a-c4b29d29a07b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:03.633239 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-285411c0-6c77-4f13-b36a-c4b29d29a07b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.3624701 Nov 26 21:48:03.655321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Request body: {'port': {'device_id': '732b0540-ffae-4258-acd7-f1fd371d8e46', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'admin_state_up': True, 'tenant_id': '524caf83d3dc49928dde83b0446541fc'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:03.656804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Pushing event deleted for resources: {'Port': ['ID=10a18501-288f-47d8-94ee-9448b7ae6628,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:03.742827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] No DVR routers for this DVR port 10a18501-288f-47d8-94ee-9448b7ae6628 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:03.747175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-72a04c3e-062a-4534-a7ad-639beb36cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:03.747704 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:03.751959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c6319b7-1887-40e9-ae91-d21f25341f53 req-1ca32117-58d4-44de-b86e-d51f7df8d887 tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.41 "DELETE /v2.0/ports/10a18501-288f-47d8-94ee-9448b7ae6628 HTTP/1.1" status: 204 len: 173 time: 1.2251954 Nov 26 21:48:03.755000 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-72a04c3e-062a-4534-a7ad-639beb36cc68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.1199672 Nov 26 21:48:03.755503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38510) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:03.768043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'name': 'network-vif-deleted', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:03.771146 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3180fbdd-f191-4a55-8fc4-e2ddea811334" -d '{"events": [{"server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "name": "network-vif-deleted", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:03.809199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f93c9fc-25f2-49c4-8deb-4d10e3b2837c req-754c3330-bda6-40b0-a598-2a2d6b46cf4d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 210 time: 0.1067123 Nov 26 21:48:03.830928 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b5397aa2-982e-4be8-a195-901a6a442f5f details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:48:03.832518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c81de-a885-4610-867b-d1b07d9acbd5 req-dce9308c-e282-42d6-8409-a2974ced6759 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:03.844364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-773c81de-a885-4610-867b-d1b07d9acbd5 req-dce9308c-e282-42d6-8409-a2974ced6759 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.4208488 Nov 26 21:48:03.930380 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-a8258a91-8eb2-47c2-bc21-22e72f7fc271 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302614 Nov 26 21:48:04.058895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38ec6f8d-10f9-41c5-a09c-7bf2fbc41f45 req-4ed5dcf7-0042-4e6f-8769-a04a34d59e5e tempest-MigrationsAdminTest-1790487336 tempest-MigrationsAdminTest-1790487336-project] 10.222.0.21 "GET /v2.0/ports?device_id=653b418d-fcdb-4106-9b7f-43d5bb14e819 HTTP/1.1" status: 200 len: 210 time: 0.0980554 Nov 26 21:48:04.115796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-773c81de-a885-4610-867b-d1b07d9acbd5 req-debe9a5f-2648-47fd-9cf2-252512ee55e3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648005 Nov 26 21:48:04.166929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b5397aa2-982e-4be8-a195-901a6a442f5f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b5397aa2-982e-4be8-a195-901a6a442f5f,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:04.179415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75ee3956-11f0-41c7-942f-6b9712223f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:04.184698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'port_id': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'mac_address': 'fa:16:3e:65:90:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:48:04.213979 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb18371c-8970-4502-aab7-7ab6d35d3565 x-openstack-request-id: req-cb18371c-8970-4502-aab7-7ab6d35d3565 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:04.214369 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653b418d-fcdb-4106-9b7f-43d5bb14e819", "name": "network-vif-deleted", "tag": "10a18501-288f-47d8-94ee-9448b7ae6628", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:04.214707 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb18371c-8970-4502-aab7-7ab6d35d3565 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:04.215617 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653b418d-fcdb-4106-9b7f-43d5bb14e819', 'name': 'network-vif-deleted', 'tag': '10a18501-288f-47d8-94ee-9448b7ae6628', 'status': 'completed', 'code': 200} Nov 26 21:48:04.236728 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:04.258194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5397aa2-982e-4be8-a195-901a6a442f5f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:04.286769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b5397aa2-982e-4be8-a195-901a6a442f5f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b5397aa2-982e-4be8-a195-901a6a442f5f,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:04.293841 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:04.325913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:04.331237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:04.377110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b5397aa2-982e-4be8-a195-901a6a442f5f,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:04.430059 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-aa662a72-446f-438f-8119-b0cb1c286347 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907856 Nov 26 21:48:04.721132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['b5397aa2-982e-4be8-a195-901a6a442f5f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:04.785835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75ee3956-11f0-41c7-942f-6b9712223f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:04.793247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Allocated IP 172.20.0.3 (34bc598f-a37a-42f8-9680-b59ca2e33c40/9a81f213-8ace-436e-ba8f-96f5b41d21ac/37879ca2-9cea-4b4f-aa9e-f752e2e0ec63) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:04.801056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c3d88-3ef3-4d25-b79e-db962834005b req-7802493e-3979-40ce-855f-b1c475b5b402 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:04.808418 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75ee3956-11f0-41c7-942f-6b9712223f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:04.810168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a19c3d88-3ef3-4d25-b79e-db962834005b req-7802493e-3979-40ce-855f-b1c475b5b402 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 945 time: 0.1390195 Nov 26 21:48:04.824383 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a77e748c-0c0d-4216-8f46-7db17c089a5b req-ae73b943-6869-49b8-807a-d8b2a628c35e service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664808 Nov 26 21:48:04.919467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a19c3d88-3ef3-4d25-b79e-db962834005b req-e78416e8-659d-4ed1-b539-3f7b5f0fc77d tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042752 Nov 26 21:48:05.114295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-934ef6e9-987c-4bb3-b100-97c0c9b637e7 req-f7cf6ad1-dd0a-4eaf-ae32-484537ab8e0a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 210 time: 0.0586789 Nov 26 21:48:05.317746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e542b0-f408-4b50-894f-28b5cf8be085 req-aff1f9f0-cd39-4eaa-b218-5b0b25fe5929 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:05.321982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38e542b0-f408-4b50-894f-28b5cf8be085 req-aff1f9f0-cd39-4eaa-b218-5b0b25fe5929 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.0769391 Nov 26 21:48:05.443392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38e542b0-f408-4b50-894f-28b5cf8be085 req-3788e4e0-179b-4032-9dbb-9c9c98f12a84 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136179 Nov 26 21:48:05.450725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee3956-11f0-41c7-942f-6b9712223f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65738889-d607-4f1e-b0c1-933d8840f17a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:05.545337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38560) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:05.559127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38564) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:05.570555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-75ee3956-11f0-41c7-942f-6b9712223f8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a60a04bff2f249acbac2c0550d060d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8122089 Nov 26 21:48:05.573503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38568) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:05.654917 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-293d150c-e67e-40d2-9da3-c4525d144c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:05.682908 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:05.729636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-293d150c-e67e-40d2-9da3-c4525d144c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:05.747615 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:05.787023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:05.809380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:05.811527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:05.813467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event updated for resources: {'Port': ['ID=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:05.815892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:05.858641 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-293d150c-e67e-40d2-9da3-c4525d144c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:05.859201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b5397aa2-982e-4be8-a195-901a6a442f5f up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:05.865121 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-293d150c-e67e-40d2-9da3-c4525d144c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:05.869238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-293d150c-e67e-40d2-9da3-c4525d144c1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65738889-d607-4f1e-b0c1-933d8840f17a HTTP/1.1" status: 204 len: 168 time: 0.2915502 Nov 26 21:48:05.870015 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-406290b5-b16b-4a80-9a10-a10990705ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:05.880789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:05.882749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:05.903941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d150c-e67e-40d2-9da3-c4525d144c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65738889-d607-4f1e-b0c1-933d8840f17a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:05.919527 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-5e270cea-ea47-4fef-b1b3-7e4ec686a6d0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2691596 Nov 26 21:48:05.942777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0c1a3059-52db-46b5-ae4c-7c9d677b64c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=225bd749550b48aea293f21fbc7433b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962653 Nov 26 21:48:05.943130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Request body: {'port': {'device_id': '732b0540-ffae-4258-acd7-f1fd371d8e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:05.946526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38574) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:06.082581 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-406290b5-b16b-4a80-9a10-a10990705ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.101544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-406290b5-b16b-4a80-9a10-a10990705ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.160800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406290b5-b16b-4a80-9a10-a10990705ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61679f58-70cf-4b10-9308-ac9d57f56d6f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:06.190362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8b9a-8afc-41c0-a370-d030e386a28e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.206135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.212731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bd3a2-4a3a-4100-8f4a-fcb08a280de2 req-fbb1dc19-3c57-43d4-b02a-1b3627c99435 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:06.222600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-382bd3a2-4a3a-4100-8f4a-fcb08a280de2 req-fbb1dc19-3c57-43d4-b02a-1b3627c99435 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 945 time: 0.1364787 Nov 26 21:48:06.230652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port b5397aa2-982e-4be8-a195-901a6a442f5f completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:48:06.235980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port b5397aa2-982e-4be8-a195-901a6a442f5f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:06.236570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.246104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-406290b5-b16b-4a80-9a10-a10990705ba4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8559a66140846d4b722434c0002a5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6858644 Nov 26 21:48:06.246739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38580) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:06.309530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8b9a-8afc-41c0-a370-d030e386a28e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.430544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.499363 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35130142-8933-42ba-bd20-09ac2bf0856e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.505617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:06.512587 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c401a7-e55b-49b4-85f8-186c3b3daae2" -d '{"events": [{"server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "name": "network-vif-plugged", "status": "completed", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:06.533191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35130142-8933-42ba-bd20-09ac2bf0856e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.544030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b5397aa2-982e-4be8-a195-901a6a442f5f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b5397aa2-982e-4be8-a195-901a6a442f5f,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:06.555936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.602592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8b9a-8afc-41c0-a370-d030e386a28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.603963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-382bd3a2-4a3a-4100-8f4a-fcb08a280de2 req-a775045b-8725-4c59-938c-11182c240be4 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767083 Nov 26 21:48:06.607337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8b9a-8afc-41c0-a370-d030e386a28e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.617936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4a8f8b9a-8afc-41c0-a370-d030e386a28e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb483646-b0cb-4cce-bc48-68e02fda10cf HTTP/1.1" status: 204 len: 168 time: 0.6648481 Nov 26 21:48:06.648460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f8b9a-8afc-41c0-a370-d030e386a28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb483646-b0cb-4cce-bc48-68e02fda10cf,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:06.648644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab2d86-7a43-40fd-9aeb-822959d2de86 req-0bc20b8c-2891-425d-a365-d5ae5e28d5e3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:06.660283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4ab2d86-7a43-40fd-9aeb-822959d2de86 req-0bc20b8c-2891-425d-a365-d5ae5e28d5e3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 931 time: 0.4116576 Nov 26 21:48:06.663359 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35130142-8933-42ba-bd20-09ac2bf0856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.669659 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35130142-8933-42ba-bd20-09ac2bf0856e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.675607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-35130142-8933-42ba-bd20-09ac2bf0856e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61679f58-70cf-4b10-9308-ac9d57f56d6f HTTP/1.1" status: 204 len: 168 time: 0.3981256 Nov 26 21:48:06.678122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b5397aa2-982e-4be8-a195-901a6a442f5f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:06.739981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35130142-8933-42ba-bd20-09ac2bf0856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61679f58-70cf-4b10-9308-ac9d57f56d6f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:06.775964 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.823735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4ab2d86-7a43-40fd-9aeb-822959d2de86 req-33021db8-599c-4c51-888a-e55fc38ff30f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455209 Nov 26 21:48:06.856312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:06.868239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.887018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Transition to ACTIVE for port object 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:48:06.892917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:06.908837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10a18501-288f-47d8-94ee-9448b7ae6628 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:06.949615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4849005-46ab-4e51-9205-0d620a42dab3 req-dc989388-fc5c-4723-bc27-836e88a3261f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:06.958294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4849005-46ab-4e51-9205-0d620a42dab3 req-dc989388-fc5c-4723-bc27-836e88a3261f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.0764821 Nov 26 21:48:06.969533 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd98dfb-0da7-4d1b-a51a-71a8ec3c4498 x-openstack-request-id: req-0bd98dfb-0da7-4d1b-a51a-71a8ec3c4498 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:06.969855 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "name": "network-vif-plugged", "status": "completed", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:06.970128 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bd98dfb-0da7-4d1b-a51a-71a8ec3c4498 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:06.972732 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'code': 200} Nov 26 21:48:06.973282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 10a18501-288f-47d8-94ee-9448b7ae6628 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:06.973629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10a18501-288f-47d8-94ee-9448b7ae6628 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:07.034003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4849005-46ab-4e51-9205-0d620a42dab3 req-52067757-b8e1-4229-93dc-4a698a1fbb27 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746658 Nov 26 21:48:07.086304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Pushing event updated for resources: {'Port': ['ID=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:07.187739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a2ad4-2b85-4c2e-96ad-baf2be0b11cd req-e2215d05-486c-4701-998a-477b4be2f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:07.189402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a42a2ad4-2b85-4c2e-96ad-baf2be0b11cd req-e2215d05-486c-4701-998a-477b4be2f624 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 1097 time: 0.1367006 Nov 26 21:48:07.230944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Attempting to bind port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:07.230944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Attempting to bind port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:07.230944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Attempting to bind port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:07.239464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:48:07.239793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Attempting to bind port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:07.253625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:07.254008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Checking segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:07.254383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Bound using segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:07.255076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Bound port: 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:07.255207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:07.276294 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a42a2ad4-2b85-4c2e-96ad-baf2be0b11cd req-bb224e6c-2654-439f-8948-0d98e901832d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784461 Nov 26 21:48:07.328992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:07.348498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] For port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:07.353899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] For port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:07.361213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:07.398379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:07.399172 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:07.400525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] 10.222.0.13 "PUT /v2.0/ports/37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 HTTP/1.1" status: 200 len: 1091 time: 1.4630725 Nov 26 21:48:07.401020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732b0540-ffae-4258-acd7-f1fd371d8e46', 'tag': '37879ca2-9cea-4b4f-aa9e-f752e2e0ec63'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:07.403319 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e10efd-1a47-4522-9527-3d450417c512" -d '{"events": [{"name": "network-changed", "server_uuid": "732b0540-ffae-4258-acd7-f1fd371d8e46", "tag": "37879ca2-9cea-4b4f-aa9e-f752e2e0ec63"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:07.435767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ec900-988e-497f-9baf-b05df92d5393 service neutron] Pushing event updated for resources: {'Port': ['ID=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:07.446655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2e7c548e-8f6a-4386-a82d-41aedd3d320c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=366dd267587649caaa7edbd5bdde5509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1163540 Nov 26 21:48:07.449609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38622) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:07.501474 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97819627-b3c3-45ec-a5ed-7126c6b9a81b x-openstack-request-id: req-97819627-b3c3-45ec-a5ed-7126c6b9a81b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:07.502241 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732b0540-ffae-4258-acd7-f1fd371d8e46", "tag": "37879ca2-9cea-4b4f-aa9e-f752e2e0ec63", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:07.502728 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97819627-b3c3-45ec-a5ed-7126c6b9a81b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:07.503403 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732b0540-ffae-4258-acd7-f1fd371d8e46', 'tag': '37879ca2-9cea-4b4f-aa9e-f752e2e0ec63', 'status': 'completed', 'code': 200} Nov 26 21:48:07.534943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b838e9ca-3ab3-4513-b6bc-bae8f4e3dfd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:07.565204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b838e9ca-3ab3-4513-b6bc-bae8f4e3dfd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:07.631371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b838e9ca-3ab3-4513-b6bc-bae8f4e3dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:07.636889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b838e9ca-3ab3-4513-b6bc-bae8f4e3dfd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:07.642921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b838e9ca-3ab3-4513-b6bc-bae8f4e3dfd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/226de782-fe2c-4ed8-a1af-5d0f2352a6cd HTTP/1.1" status: 204 len: 168 time: 0.1912696 Nov 26 21:48:07.703050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:07.704061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838e9ca-3ab3-4513-b6bc-bae8f4e3dfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226de782-fe2c-4ed8-a1af-5d0f2352a6cd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:07.805774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10efd-1a47-4522-9527-3d450417c512 req-f3aeb344-cdf5-45fb-8c8f-a237da456d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:07.808308 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8e10efd-1a47-4522-9527-3d450417c512 req-f3aeb344-cdf5-45fb-8c8f-a237da456d36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 1094 time: 0.0986915 Nov 26 21:48:07.844667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b512f31-b14e-40e5-a5dd-62735b0441fa req-48d8f2e0-62a1-4080-ae89-2095dcca2c4c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:07.847174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b512f31-b14e-40e5-a5dd-62735b0441fa req-48d8f2e0-62a1-4080-ae89-2095dcca2c4c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 946 time: 0.0954945 Nov 26 21:48:07.889132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38640) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:07.959481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b512f31-b14e-40e5-a5dd-62735b0441fa req-5483514b-b727-4180-9f88-efd80901f6f2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066628 Nov 26 21:48:08.125302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb203086-28d6-4ee2-8ff0-fe7712a4e93a req-d466dbfa-2ae0-4991-9965-c6d80ae4597e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:08.129141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10efd-1a47-4522-9527-3d450417c512 req-d52570d0-b3dd-478f-99b6-15e8c443864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:08.130639 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8e10efd-1a47-4522-9527-3d450417c512 req-d52570d0-b3dd-478f-99b6-15e8c443864a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=524caf83d3dc49928dde83b0446541fc&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3062415 Nov 26 21:48:08.134620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb203086-28d6-4ee2-8ff0-fe7712a4e93a req-d466dbfa-2ae0-4991-9965-c6d80ae4597e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 943 time: 0.1060586 Nov 26 21:48:08.205330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb203086-28d6-4ee2-8ff0-fe7712a4e93a req-bc28f166-9442-4001-8a6f-8d93bb294760 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654032 Nov 26 21:48:08.327970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1186628665-network', 'tenant_id': '4c564f5072cd4a49886c0ad793293985'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:08.357968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:08.361497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:08.381850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:08.399274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dfe2a-4d0b-4bdd-8d4f-f3215a90c96c req-5922f1b1-60eb-4fad-8a18-6cf6d84fd769 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:08.409173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-568dfe2a-4d0b-4bdd-8d4f-f3215a90c96c req-5922f1b1-60eb-4fad-8a18-6cf6d84fd769 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1317832 Nov 26 21:48:08.472917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10efd-1a47-4522-9527-3d450417c512 req-0006e0ed-3d1a-4b82-be51-63a6f0db56eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:08.475257 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8e10efd-1a47-4522-9527-3d450417c512 req-0006e0ed-3d1a-4b82-be51-63a6f0db56eb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3346944 Nov 26 21:48:08.618577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-568dfe2a-4d0b-4bdd-8d4f-f3215a90c96c req-75675633-7c3e-4830-9879-cea52ccbdf47 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037117 Nov 26 21:48:08.644910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:08.651146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-aea0e12e-4aa8-4b7f-89ac-229a1ffa4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:08.653221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-aea0e12e-4aa8-4b7f-89ac-229a1ffa4dc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 1094 time: 0.0647914 Nov 26 21:48:08.656315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:08.746098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:48:08.766460 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-f6aacf49-1d03-4fb0-a4f6-b979c97dd256 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 HTTP/1.1" status: 200 len: 217 time: 0.0754635 Nov 26 21:48:08.795932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01485b23-7d00-4763-a032-7c170e3bd2e3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:08.812619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.812994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.813303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.815065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.817694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.818801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.834377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.834943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.842142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.842493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.842962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.843286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:08.861373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:08.861848 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Added segment 8bf64596-8014-40d9-a6ae-120a69ff51cb of type vlan for network ff482d04-9fda-4afd-87ee-406646607aaa Nov 26 21:48:08.862514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-d304644a-150a-48f8-b512-d1c4ac4d3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:08.863992 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-d304644a-150a-48f8-b512-d1c4ac4d3e05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0947104 Nov 26 21:48:08.923847 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-88284355-eaac-4cdb-946f-231d6f21e42b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488312 Nov 26 21:48:08.946854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:08.983714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:08.984760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:08.985693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:09.030677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1392858 Nov 26 21:48:09.037463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38678) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:09.043262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Request body: {'subnet': {'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1186628665-subnet', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:09.121092 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-a5d38a5a-d373-4298-8f02-9493e6b07ccf service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897993 Nov 26 21:48:09.132225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:09.135194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:09.261444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3346a-f205-4a3a-a9ad-750d8f5d7096 admin admin] Pushing event updated for resources: {'Network': ['ID=ff482d04-9fda-4afd-87ee-406646607aaa,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:09.277292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ff482d04-9fda-4afd-87ee-406646607aaa details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:48:09.304337 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ec48e65-4232-4fc0-af85-215bd0d09854 req-919f13a6-a7a9-4a43-8f22-7612a7dabf95 service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717739 Nov 26 21:48:09.368800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5adff2-2d35-4775-a35a-311c9badeb76 req-2a763c98-8b4b-4846-ad01-6d5e5eb927ed tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:09.384408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c5adff2-2d35-4775-a35a-311c9badeb76 req-2a763c98-8b4b-4846-ad01-6d5e5eb927ed tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 946 time: 0.2261226 Nov 26 21:48:09.599435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c5adff2-2d35-4775-a35a-311c9badeb76 req-dd481184-9d0c-4eb2-b047-5f7f3e72e79f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141464 Nov 26 21:48:09.606811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c47c7-f217-40df-a3d2-1c928293525b req-946ce691-7fa7-403d-aa18-171049ef2536 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:09.614587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d6c47c7-f217-40df-a3d2-1c928293525b req-946ce691-7fa7-403d-aa18-171049ef2536 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 943 time: 0.2707322 Nov 26 21:48:09.689549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d6c47c7-f217-40df-a3d2-1c928293525b req-be5cec44-5757-4efc-a1da-bae92bac0c27 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739827 Nov 26 21:48:09.729108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:09.827113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b67ce76-32b4-4660-9868-33216993a65f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:09.830332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Checking segment: {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:09.830705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Network hostable DHCP agents. Network: ff482d04-9fda-4afd-87ee-406646607aaa, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:48:09.854643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Network ff482d04-9fda-4afd-87ee-406646607aaa is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:48:09.905808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ff482d04-9fda-4afd-87ee-406646607aaa) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:09.908628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c64c9ed-b8f3-4275-add8-eb4ace07993f req-b6a052a5-69db-4f86-921f-46c327a3d7df tempest-AbsoluteLimitsNegativeTestJSON-1415294366 tempest-AbsoluteLimitsNegativeTestJSON-1415294366-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=331bc9fc58df447fb30900c000ea92f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513430 Nov 26 21:48:09.916039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1ea4b7-65bd-4869-9303-bdc975617e8b None None] Network ff482d04-9fda-4afd-87ee-406646607aaa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:09.928999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:09.929599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.102711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0fd6f8f4-c513-4af7-88ff-a1c0438c3c99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0636990 Nov 26 21:48:10.104501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38720) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:10.110761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:10.145609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.146507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ff482d04-9fda-4afd-87ee-406646607aaa', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:48:10.147602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.149021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.212328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-0ec9c7b8-0995-4f83-aa6c-78dbde9e4d56 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 258 time: 0.3086746 Nov 26 21:48:10.224189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:10.277507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c9ed-b8f3-4275-add8-eb4ace07993f req-400bb7fe-0573-4608-9396-faded933b772 tempest-AbsoluteLimitsNegativeTestJSON-1415294366 tempest-AbsoluteLimitsNegativeTestJSON-1415294366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:10.279703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c64c9ed-b8f3-4275-add8-eb4ace07993f req-400bb7fe-0573-4608-9396-faded933b772 tempest-AbsoluteLimitsNegativeTestJSON-1415294366 tempest-AbsoluteLimitsNegativeTestJSON-1415294366-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143351 Nov 26 21:48:10.290653 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.299897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.326355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Allocated IP 172.20.0.2 (ff482d04-9fda-4afd-87ee-406646607aaa/4b67ce76-32b4-4660-9868-33216993a65f/0ef315f7-b591-478d-a441-925bb92a67ad) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:10.335658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c64c9ed-b8f3-4275-add8-eb4ace07993f req-02fc35a9-3394-42c2-a2a2-e893a34f51d6 tempest-AbsoluteLimitsNegativeTestJSON-1415294366 tempest-AbsoluteLimitsNegativeTestJSON-1415294366-project] 10.222.0.21 "GET /v2.0/quotas/331bc9fc58df447fb30900c000ea92f1 HTTP/1.1" status: 200 len: 375 time: 0.0463338 Nov 26 21:48:10.408907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c64c9ed-b8f3-4275-add8-eb4ace07993f req-f8077003-cdfe-4dcd-8aba-2f6a05acff81 tempest-AbsoluteLimitsNegativeTestJSON-1415294366 tempest-AbsoluteLimitsNegativeTestJSON-1415294366-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=331bc9fc58df447fb30900c000ea92f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669818 Nov 26 21:48:10.465336 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.491167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.539334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.551142 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.653941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Network ff482d04-9fda-4afd-87ee-406646607aaa is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:10.660016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:10.668146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:10.690608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Pushing event updated for resources: {'Port': ['ID=0ef315f7-b591-478d-a441-925bb92a67ad,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:10.723392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Allocated IP 172.25.3.76 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/1253f5ed-52c9-4752-85ca-7006ff47b6ea) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:10.789192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee9e1-f7f8-4662-9fab-5b3e31e2d6da req-e491ab23-509f-4b32-a5a3-4764f1a717e6 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:10.794580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e0ee9e1-f7f8-4662-9fab-5b3e31e2d6da req-e491ab23-509f-4b32-a5a3-4764f1a717e6 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1889396 Nov 26 21:48:10.804924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Attempting to bind port 0ef315f7-b591-478d-a441-925bb92a67ad on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:10.805303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Attempting to bind port 0ef315f7-b591-478d-a441-925bb92a67ad by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:10.805674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Attempting to bind port 0ef315f7-b591-478d-a441-925bb92a67ad on network ff482d04-9fda-4afd-87ee-406646607aaa {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:10.811478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:10.811861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Checking segment: {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:10.812273 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.812673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Bound using segment: {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:10.813146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Bound port: 0ef315f7-b591-478d-a441-925bb92a67ad, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:10.813538 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.913023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.940407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] For port 0ef315f7-b591-478d-a441-925bb92a67ad, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:10.944553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-75be8b9e-c788-4b81-946d-23058bc04e50 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:10.946150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-75be8b9e-c788-4b81-946d-23058bc04e50 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 945 time: 0.0854464 Nov 26 21:48:10.947596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.948786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] For port 0ef315f7-b591-478d-a441-925bb92a67ad, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0ef315f7-b591-478d-a441-925bb92a67ad,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:10.956941 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:10.983217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38742) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:11.063404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3644d-d299-45b2-a39b-308c2eb2a6f0 None None] Pushing event updated for resources: {'Port': ['ID=0ef315f7-b591-478d-a441-925bb92a67ad,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:11.112041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e0ee9e1-f7f8-4662-9fab-5b3e31e2d6da req-f541b48f-bfb8-4575-a633-93141f164aa8 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942491 Nov 26 21:48:11.145472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Deleting port 933c24bb-db37-4a8e-8450-676dc497c022 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:11.147163 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.151642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.221107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.249451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:11.289572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:11.331828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:11.362928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f440-4190-4699-9976-83c54ce843ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.405049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] For port 933c24bb-db37-4a8e-8450-676dc497c022, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=933c24bb-db37-4a8e-8450-676dc497c022,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:11.405049 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.411641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Pushing event updated for resources: {'Port': ['ID=1253f5ed-52c9-4752-85ca-7006ff47b6ea,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:11.413410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Allocated IP 172.25.3.154 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/c49782e7-30ec-4f62-8ecb-cfb3835fff0c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:11.425868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-50a2a16b-afd4-42ab-9d42-a8d4a3eef20a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407173 Nov 26 21:48:11.431320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Calling delete_port for 933c24bb-db37-4a8e-8450-676dc497c022 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:11.457959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ccbcd-0a91-41d9-9e8f-8c499aad7ef9 req-ebf51cb9-00d1-4272-b486-8ee0b96c9108 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:11.466283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f6ccbcd-0a91-41d9-9e8f-8c499aad7ef9 req-ebf51cb9-00d1-4272-b486-8ee0b96c9108 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d275a8c-e24f-4945-aeb4-18d3186471d3 HTTP/1.1" status: 200 len: 945 time: 0.2100637 Nov 26 21:48:11.563231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.582033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f6ccbcd-0a91-41d9-9e8f-8c499aad7ef9 req-f40d20ae-cdaf-47f2-b679-315757aece79 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143939 Nov 26 21:48:11.616455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-b5573a8e-185f-44b0-bbef-6feb226020b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:11.618033 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-b5573a8e-185f-44b0-bbef-6feb226020b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=067955da510c44189c860459d275c566&device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 1096 time: 0.1243868 Nov 26 21:48:11.624520 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f440-4190-4699-9976-83c54ce843ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.627667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.645860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.660709 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c4f440-4190-4699-9976-83c54ce843ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.733320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4f440-4190-4699-9976-83c54ce843ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7b566f-ddb9-4a0d-b2d7-de893140329e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:11.738638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b1c4f440-4190-4699-9976-83c54ce843ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=331bc9fc58df447fb30900c000ea92f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7544458 Nov 26 21:48:11.741262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38746) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:11.775421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.792544 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.823035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Pushing event deleted for resources: {'Port': ['ID=933c24bb-db37-4a8e-8450-676dc497c022,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:11.871685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Pushing event updated for resources: {'Port': ['ID=c49782e7-30ec-4f62-8ecb-cfb3835fff0c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:11.883777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-ffb72d9d-cd7b-4a08-aff0-26bf4d92a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:11.885324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-ffb72d9d-cd7b-4a08-aff0-26bf4d92a88a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 200 len: 924 time: 0.2304916 Nov 26 21:48:11.898913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be92a-c162-4927-883f-34fdd575f1d3 req-ef982a08-af54-4e1d-bf10-3d87cda69877 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:11.900426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-409be92a-c162-4927-883f-34fdd575f1d3 req-ef982a08-af54-4e1d-bf10-3d87cda69877 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 943 time: 0.1277852 Nov 26 21:48:11.908441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771d05c7-456b-4da5-a866-3671fdaa6f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.914829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:11.927262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:11.959729 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771d05c7-456b-4da5-a866-3671fdaa6f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.971939 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:11.994819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.023676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0ef315f7-b591-478d-a441-925bb92a67ad up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:12.067064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-409be92a-c162-4927-883f-34fdd575f1d3 req-28d01bc9-05bd-4578-a04e-b779e48f3254 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470921 Nov 26 21:48:12.113532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Pushing event updated for resources: {'Port': ['ID=1253f5ed-52c9-4752-85ca-7006ff47b6ea,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:12.133203 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.139381 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771d05c7-456b-4da5-a866-3671fdaa6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.143993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771d05c7-456b-4da5-a866-3671fdaa6f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.145266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-771d05c7-456b-4da5-a866-3671fdaa6f6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f7b566f-ddb9-4a0d-b2d7-de893140329e HTTP/1.1" status: 204 len: 168 time: 0.4030137 Nov 26 21:48:12.170183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0ef315f7-b591-478d-a441-925bb92a67ad triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:12.171366 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.180383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d05c7-456b-4da5-a866-3671fdaa6f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7b566f-ddb9-4a0d-b2d7-de893140329e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:12.204114 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.205789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-5f642a59-e37a-4a5a-a20b-9996d508f4cf tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9865110 Nov 26 21:48:12.227315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:12.275027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] No DVR routers for this DVR port 933c24bb-db37-4a8e-8450-676dc497c022 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:12.296043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.301246 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2898229-62a7-42f3-8fe4-a04a9872aa33 req-812bda49-8e4d-45a3-bdfb-35390dffcc98 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.13 "DELETE /v2.0/ports/933c24bb-db37-4a8e-8450-676dc497c022 HTTP/1.1" status: 204 len: 173 time: 1.3417702 Nov 26 21:48:12.302013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'name': 'network-vif-deleted', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:12.306557 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4b7927-e0ed-4054-b4c6-c84775c4a185" -d '{"events": [{"server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "name": "network-vif-deleted", "tag": "933c24bb-db37-4a8e-8450-676dc497c022"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:12.308300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-97f521fb-e6bc-42dd-a499-e98cdbe9c5bd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0961440 Nov 26 21:48:12.340713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.408177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 0ef315f7-b591-478d-a441-925bb92a67ad, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0ef315f7-b591-478d-a441-925bb92a67ad,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:12.421256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d3430-5e31-46ef-a640-f78c57067046 None None] Network ff482d04-9fda-4afd-87ee-406646607aaa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:12.472120 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-b3a949ef-e659-4761-848e-700a62818b1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4 HTTP/1.1" status: 200 len: 1001 time: 0.5560024 Nov 26 21:48:12.480940 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.578017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-a3090510-3eea-4693-b309-1879d32e9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:12.579801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-a3090510-3eea-4693-b309-1879d32e9b62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 200 len: 862 time: 0.0686669 Nov 26 21:48:12.593538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7bb354d6-8f8c-4811-af18-78eeb16c89b8 None None] Provisioning complete for port 0ef315f7-b591-478d-a441-925bb92a67ad triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:12.593919 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7bb354d6-8f8c-4811-af18-78eeb16c89b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.629986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=0ef315f7-b591-478d-a441-925bb92a67ad,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:12.720419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-1228f084-9008-4f0b-b928-97a8597da8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:12.723030 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-1228f084-9008-4f0b-b928-97a8597da8f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c686607b-65a2-453a-817a-f60cbc871b48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049926 Nov 26 21:48:12.761663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:12.938796 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-5a6a239c-77e0-41a1-8261-e5acd4de73eb service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045641 Nov 26 21:48:13.124674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34475114-6481-4721-8959-a3b5c6602a02 req-07d97ce1-1183-419f-95b1-99cdb959deeb tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:13.126863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34475114-6481-4721-8959-a3b5c6602a02 req-07d97ce1-1183-419f-95b1-99cdb959deeb tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.0795679 Nov 26 21:48:13.132973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4e99fd6a-bb01-4ca1-b9a6-4f292134eba8 None None] Provisioning complete for port 0ef315f7-b591-478d-a441-925bb92a67ad triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:13.134051 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4e99fd6a-bb01-4ca1-b9a6-4f292134eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.134956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-a207712a-4c0a-4fda-86af-f52b882821f2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:13.136345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41c3301d-1bbe-4d35-9517-0547a8fd2933 req-a207712a-4c0a-4fda-86af-f52b882821f2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.8128178 Nov 26 21:48:13.199032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34475114-6481-4721-8959-a3b5c6602a02 req-184a901e-1fab-4e3f-8807-e265f19e8c88 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617001 Nov 26 21:48:13.246884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb9bec07-8c98-43e4-9f04-19545620dffd req-126470ea-96af-40b6-9fea-f6828b20f803 service neutron] 10.222.0.41 "GET /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466116 Nov 26 21:48:13.249532 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eb58d1-ee1c-4230-80eb-3d508411de5b x-openstack-request-id: req-33eb58d1-ee1c-4230-80eb-3d508411de5b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:13.249532 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d275a8c-e24f-4945-aeb4-18d3186471d3", "name": "network-vif-deleted", "tag": "933c24bb-db37-4a8e-8450-676dc497c022", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:13.249733 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33eb58d1-ee1c-4230-80eb-3d508411de5b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:13.250046 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d275a8c-e24f-4945-aeb4-18d3186471d3', 'name': 'network-vif-deleted', 'tag': '933c24bb-db37-4a8e-8450-676dc497c022', 'status': 'completed', 'code': 200} Nov 26 21:48:13.260932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.362146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38794) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:13.421654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Router 0d86d860-f74a-4a14-b263-67fdc457b1a6 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:48:13.442538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402bf396-da68-4a8a-a268-904b0e37f7ca req-86469624-f411-4df8-9db0-2a0d6749c4a8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:13.444624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-402bf396-da68-4a8a-a268-904b0e37f7ca req-86469624-f411-4df8-9db0-2a0d6749c4a8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 943 time: 0.0590558 Nov 26 21:48:13.515023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1513907891-network', 'tenant_id': 'a0b22eed5de04571a67df591804ecafe'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:13.527533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-402bf396-da68-4a8a-a268-904b0e37f7ca req-fccffa28-4d71-419c-a014-54670f5c2deb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748749 Nov 26 21:48:13.564561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Made reservation on behalf of a0b22eed5de04571a67df591804ecafe for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:13.567526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.571829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:13.580571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.586723 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Sync routers for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:13.605376 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.606025 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:13.606830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:13.610917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0177e094-0afd-4261-ad0c-b5fa305c8f77 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5052559 Nov 26 21:48:13.611804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38800) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:13.739814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-81c22c59-6bb3-42c9-a619-9e5fc24f5545 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:13.749823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-81c22c59-6bb3-42c9-a619-9e5fc24f5545 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1083558 Nov 26 21:48:13.817766 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:13.836685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-3037b510-75ea-442a-8135-b13084baedc2 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0857940 Nov 26 21:48:13.849811 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.857682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Request body: {'floatingip': {'port_id': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:13.862207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.915559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:48:13.948047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.965791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:48:13.978235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:13.978606 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Added segment d0810ece-9c0b-4a70-80b9-b73a210b42c7 of type vlan for network bd3ee011-487e-4536-958d-3948a68d50da Nov 26 21:48:13.980240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0ef315f7-b591-478d-a441-925bb92a67ad up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:14.025884 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.062997 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:12Z', 'revision_number': 3, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:14.113887 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Checking router: 0d86d860-f74a-4a14-b263-67fdc457b1a6 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:14.114291 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Updating router 0d86d860-f74a-4a14-b263-67fdc457b1a6 port c49782e7-30ec-4f62-8ecb-cfb3835fff0c binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:48:14.114407 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.115262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:14.115843 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.135884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0ef315f7-b591-478d-a441-925bb92a67ad triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:14.136439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.139892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:14.147721 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.195557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '37879ca2-9cea-4b4f-aa9e-f752e2e0ec63', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'port_id': '37879ca2-9cea-4b4f-aa9e-f752e2e0ec63', 'mac_address': 'fa:16:3e:07:bb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81f213-8ace-436e-ba8f-96f5b41d21ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:48:14.215891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Pushing event updated for resources: {'Network': ['ID=bd3ee011-487e-4536-958d-3948a68d50da,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:14.219658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3789f1-e220-42e9-a94a-e96ee4257fc7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:14.232359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network bd3ee011-487e-4536-958d-3948a68d50da details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:48:14.275494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f89b7c4a-7144-4e81-ba25-70eabf608d3c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9118044 Nov 26 21:48:14.279724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38818) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:14.284512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Request body: {'subnet': {'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1513907891-subnet', 'tenant_id': 'a0b22eed5de04571a67df591804ecafe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:14.301459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.340080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Made reservation on behalf of a0b22eed5de04571a67df591804ecafe for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:14.343141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.353155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0fc07-0ef3-4b83-af55-9f61e129e472 req-4810e1f8-40cf-491c-a5b0-5a5512b50dec tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:14.355213 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7c0fc07-0ef3-4b83-af55-9f61e129e472 req-4810e1f8-40cf-491c-a5b0-5a5512b50dec tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 944 time: 0.1624215 Nov 26 21:48:14.355445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:14.386486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:14.393211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.408722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.459725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:14.515429 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.523758 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.538134 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7c0fc07-0ef3-4b83-af55-9f61e129e472 req-c3c8c865-d87c-4f18-bfb1-f59993749e18 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655253 Nov 26 21:48:14.546254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07817832-9ff7-4842-abab-f16ceae43f68 req-db362610-81fd-41d6-87e9-b46acf9c80fb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:14.547885 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-07817832-9ff7-4842-abab-f16ceae43f68 req-db362610-81fd-41d6-87e9-b46acf9c80fb tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 944 time: 0.1256452 Nov 26 21:48:14.593904 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Attempting to bind port c49782e7-30ec-4f62-8ecb-cfb3835fff0c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:14.594492 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Attempting to bind port c49782e7-30ec-4f62-8ecb-cfb3835fff0c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:14.594657 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Attempting to bind port c49782e7-30ec-4f62-8ecb-cfb3835fff0c on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:14.599952 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Pushing event updated for resources: {'Port': ['ID=c49782e7-30ec-4f62-8ecb-cfb3835fff0c,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:14.604898 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:14.605533 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:14.606118 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.606665 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:14.608401 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Bound port: c49782e7-30ec-4f62-8ecb-cfb3835fff0c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:14.608988 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.616129 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.616680 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.617294 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.617805 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.618347 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.618830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.619313 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.619793 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.621071 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.621590 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.622099 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.622578 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:14.686726 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] For port c49782e7-30ec-4f62-8ecb-cfb3835fff0c, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:14.690178 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] For port c49782e7-30ec-4f62-8ecb-cfb3835fff0c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c49782e7-30ec-4f62-8ecb-cfb3835fff0c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:14.709166 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.775403 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fad0ba-997f-40b8-8695-625151879be2 None None] Pushing event updated for resources: {'Port': ['ID=c49782e7-30ec-4f62-8ecb-cfb3835fff0c,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:14.777956 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:14.778850 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:14.845130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['37879ca2-9cea-4b4f-aa9e-f752e2e0ec63'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:14.890762 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:14.900218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d48a10-008b-4633-8d1b-6f7185e548d9 req-f215062c-2ec8-44bc-911d-e083cbbec5f9 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:14.908771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01d48a10-008b-4633-8d1b-6f7185e548d9 req-f215062c-2ec8-44bc-911d-e083cbbec5f9 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1131246 Nov 26 21:48:14.917154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:15.010361 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:15.070485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01d48a10-008b-4633-8d1b-6f7185e548d9 req-c023090d-d178-4c08-816c-86b002918e0f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570215 Nov 26 21:48:15.108248 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Floating IP 20fb907d-662b-4abc-ac9a-d11eb282ceb0 associated. External IP: 172.25.3.76, port: b5397aa2-982e-4be8-a195-901a6a442f5f. Nov 26 21:48:15.149654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Allocated IP 172.20.0.1 (ff482d04-9fda-4afd-87ee-406646607aaa/4b67ce76-32b4-4660-9868-33216993a65f/f441581b-11a7-4824-b486-fa1993793533) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:15.203478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:15.315470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75f270-59d1-4f8a-82a5-41dc7e9e5b8d req-dda23553-fa1e-4972-b1da-206ae01f9013 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:15.317070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b75f270-59d1-4f8a-82a5-41dc7e9e5b8d req-dda23553-fa1e-4972-b1da-206ae01f9013 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 944 time: 0.0747223 Nov 26 21:48:15.337555 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:12Z', 'revision_number': 3, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:15.353125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Deleting port 47ceee96-6047-4240-96ff-0f5aaf982023 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:15.353752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:15.369219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68bb87-46bc-4d51-9295-7baa5d41d8bb None None] The sync data for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 is: [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:12Z', 'revision_number': 3, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:15.454173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b75f270-59d1-4f8a-82a5-41dc7e9e5b8d req-56c18c41-0660-413c-a5aa-b12ae5cfbff7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756865 Nov 26 21:48:15.485721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:15.534575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Router dd200898-c1a7-40e6-beb8-0d230fa3e552 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:48:15.546939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b91493-f348-405c-b49c-941d6696293e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:15.568354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Checking segment: {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:15.568785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Network hostable DHCP agents. Network: bd3ee011-487e-4536-958d-3948a68d50da, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:48:15.609452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] For port 47ceee96-6047-4240-96ff-0f5aaf982023, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=47ceee96-6047-4240-96ff-0f5aaf982023,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:15.609827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:15.634332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Calling delete_port for 47ceee96-6047-4240-96ff-0f5aaf982023 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:15.640341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Network bd3ee011-487e-4536-958d-3948a68d50da is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:48:15.650271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:15.695613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:15.706783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] Sync routers for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:15.715211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:15.722065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:15.722986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:15.726740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, bd3ee011-487e-4536-958d-3948a68d50da) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:15.735958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Network ff482d04-9fda-4afd-87ee-406646607aaa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:15.752286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:15.752711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:15.774005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:15.799530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d7565dd-090d-4676-b7d9-e0ca95e83478 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "PUT /v2.0/floatingips/20fb907d-662b-4abc-ac9a-d11eb282ceb0 HTTP/1.1" status: 200 len: 996 time: 1.9481118 Nov 26 21:48:15.801888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:15.802359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc2dcec-f397-4dff-a3ca-99689091bb92 None None] Network bd3ee011-487e-4536-958d-3948a68d50da requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:15.805105 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e166bfb-1361-4df2-872f-f8e23a584689" -d '{"events": [{"name": "network-changed", "server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:15.809621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:15.918274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7f941-7df6-4155-99bb-aebf96f58e7b req-264202bd-88f2-4911-afdd-c89001517f99 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:15.928652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Pushing event updated for resources: {'Port': ['ID=f441581b-11a7-4824-b486-fa1993793533,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:15.945572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3a7f941-7df6-4155-99bb-aebf96f58e7b req-264202bd-88f2-4911-afdd-c89001517f99 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=b30f5fdb-3b45-4ef6-991f-08371ef6d5f0 HTTP/1.1" status: 200 len: 944 time: 0.2242982 Nov 26 21:48:15.962668 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d8120941-542f-4bbf-8468-ffb6ee5f9efc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6818390 Nov 26 21:48:15.994421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.003559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:16.033810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-5a3a030e-fac5-43e2-ac6a-990133f17e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:16.042299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-5a3a030e-fac5-43e2-ac6a-990133f17e9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1bb914fa54648418f1fdfe16f560f4c&device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 1097 time: 0.2144759 Nov 26 21:48:16.046594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38842) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:16.095142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3a7f941-7df6-4155-99bb-aebf96f58e7b req-280c0673-af10-4092-acec-43356a57a6dc tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426961 Nov 26 21:48:16.256261 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b588ba-d468-4fc8-bdc0-8dfea7387a18 x-openstack-request-id: req-85b588ba-d468-4fc8-bdc0-8dfea7387a18 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:16.256687 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:16.257063 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85b588ba-d468-4fc8-bdc0-8dfea7387a18 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:16.257557 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'status': 'completed', 'code': 200} Nov 26 21:48:16.339871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a757051-24ca-41bb-a1f4-383c04afebca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.346970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.394154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 933c24bb-db37-4a8e-8450-676dc497c022 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:16.416641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Pushing event deleted for resources: {'Port': ['ID=47ceee96-6047-4240-96ff-0f5aaf982023,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:16.460933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-cef42ab5-ee9a-46c6-b589-3c9bc034fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:16.468199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-04363bf0-f9f0-47a4-bc5d-c22961731912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:16.469654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-cef42ab5-ee9a-46c6-b589-3c9bc034fb32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a HTTP/1.1" status: 200 len: 930 time: 0.4117670 Nov 26 21:48:16.470197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-04363bf0-f9f0-47a4-bc5d-c22961731912 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1bb914fa54648418f1fdfe16f560f4c&device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 1097 time: 0.1772323 Nov 26 21:48:16.471737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.472257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.472787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.473291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.473996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.474541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.475038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.475532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.476022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.476607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.477104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.477606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:16.491955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 933c24bb-db37-4a8e-8450-676dc497c022 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:16.492393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 933c24bb-db37-4a8e-8450-676dc497c022 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:16.529618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] No DVR routers for this DVR port 47ceee96-6047-4240-96ff-0f5aaf982023 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:16.543779 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.548003 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-07817832-9ff7-4842-abab-f16ceae43f68 req-c0c51ce8-ed2e-430e-b311-fbf11aad9452 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.13 "DELETE /v2.0/ports/47ceee96-6047-4240-96ff-0f5aaf982023 HTTP/1.1" status: 204 len: 173 time: 1.9600737 Nov 26 21:48:16.548728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'name': 'network-vif-deleted', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:16.551126 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9da20d-1937-4c07-84c0-c426b690cd74" -d '{"events": [{"server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "name": "network-vif-deleted", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:16.576678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-863c5fac-1a62-4489-805d-c26dc0eaf954 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 200 len: 999 time: 0.1056921 Nov 26 21:48:16.598747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.628200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d90219-7a56-4662-b9ea-e5980403d896 None None] Network bd3ee011-487e-4536-958d-3948a68d50da requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:16.633871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0f9e81a3-a9de-4b2c-b9a8-85a6d6c72042 None None] Provisioning complete for port f441581b-11a7-4824-b486-fa1993793533 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:16.634052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0f9e81a3-a9de-4b2c-b9a8-85a6d6c72042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.648582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095eb5e-3b07-485c-abe6-fbe74a859ff0 req-d167b9c9-8263-44b7-9624-6168fd7c52c4 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:16.657279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1095eb5e-3b07-485c-abe6-fbe74a859ff0 req-d167b9c9-8263-44b7-9624-6168fd7c52c4 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.2681348 Nov 26 21:48:16.696103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-a62205d6-4b87-4f7b-ada3-e638c19596b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:16.709333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-a62205d6-4b87-4f7b-ada3-e638c19596b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f3d1a6c-c1c5-4127-83a8-a36049e79405 HTTP/1.1" status: 200 len: 868 time: 0.1315556 Nov 26 21:48:16.788486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-4c15b16f-2fde-45d9-b6f8-918c97f2eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:16.797667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-4c15b16f-2fde-45d9-b6f8-918c97f2eed7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872343 Nov 26 21:48:16.805841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-8eb555db-cae1-45e0-bcf0-26b3874371c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:16.807632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-8eb555db-cae1-45e0-bcf0-26b3874371c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a HTTP/1.1" status: 200 len: 930 time: 0.3237545 Nov 26 21:48:16.880506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1095eb5e-3b07-485c-abe6-fbe74a859ff0 req-205becf2-a822-439f-90a4-e1a8871d15d3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195017 Nov 26 21:48:16.896876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e81a3-a9de-4b2c-b9a8-85a6d6c72042 None None] Port f441581b-11a7-4824-b486-fa1993793533 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:48:16.949434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a757051-24ca-41bb-a1f4-383c04afebca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.957894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-4cdc475c-3d48-4b20-b238-f55a18f34587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 200 len: 999 time: 0.1415689 Nov 26 21:48:16.963298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.966428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a757051-24ca-41bb-a1f4-383c04afebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:16.985720 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:17.005000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a757051-24ca-41bb-a1f4-383c04afebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d1d14-a802-4db8-8588-493877fcd664,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:17.072445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '20fb907d-662b-4abc-ac9a-d11eb282ceb0', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'port_id': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'mac_address': 'fa:16:3e:65:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:48:11Z', 'updated_at': '2021-11-26T21:48:14Z', 'revision_number': 1, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:54Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:17.086992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-7d325108-870b-449a-bccb-10af7099a6fe service neutron] 10.222.0.21 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881961 Nov 26 21:48:17.132704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:17.137281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] Checking router: dd200898-c1a7-40e6-beb8-0d230fa3e552 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:17.143668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-42acedb9-062c-4762-9fa8-2692cca55c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:17.148068 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-42acedb9-062c-4762-9fa8-2692cca55c3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3d1a6c-c1c5-4127-83a8-a36049e79405 HTTP/1.1" status: 200 len: 868 time: 0.1828294 Nov 26 21:48:17.165111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:17.165827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:17.183122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0a757051-24ca-41bb-a1f4-383c04afebca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d4680a195ff4bfda3d556fbf8d54b94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1307566 Nov 26 21:48:17.195043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872f265b-0f02-47e6-b0c5-1cbe132347f3 req-33556dce-e5ed-4a63-9436-4ace8d46f69c service neutron] 10.222.0.21 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042881 Nov 26 21:48:17.197354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38862) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:17.292090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9af76530-335c-4ee5-89bb-7020bceb3c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:17.316998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:17.353311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Pushing event updated for resources: {'Port': ['ID=f441581b-11a7-4824-b486-fa1993793533,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:17.393627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-4590750b-cd84-4557-b9b8-99f5dd7c7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:17.395098 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-4590750b-cd84-4557-b9b8-99f5dd7c7434 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878188 Nov 26 21:48:17.398351 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9af76530-335c-4ee5-89bb-7020bceb3c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:17.416698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Network ff482d04-9fda-4afd-87ee-406646607aaa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:17.430393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:17.468130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae34d8-c5eb-452d-9f63-4a76e314a834 req-75365184-04b5-43c5-a15e-d622238f1949 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:17.469811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23ae34d8-c5eb-452d-9f63-4a76e314a834 req-75365184-04b5-43c5-a15e-d622238f1949 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 944 time: 0.1485455 Nov 26 21:48:17.550926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-f6c09482-d1c2-4598-85ef-b18d77ae4516 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:17.552900 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-f6c09482-d1c2-4598-85ef-b18d77ae4516 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 815 time: 0.2455149 Nov 26 21:48:17.580651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9af76530-335c-4ee5-89bb-7020bceb3c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:17.583528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9af76530-335c-4ee5-89bb-7020bceb3c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:17.584800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9af76530-335c-4ee5-89bb-7020bceb3c8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f6d1d14-a802-4db8-8588-493877fcd664 HTTP/1.1" status: 204 len: 168 time: 0.3861232 Nov 26 21:48:17.618875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '20fb907d-662b-4abc-ac9a-d11eb282ceb0', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'port_id': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'mac_address': 'fa:16:3e:65:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:48:11Z', 'updated_at': '2021-11-26T21:48:14Z', 'revision_number': 1, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:54Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:17.667089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-01363880-3dfb-4979-aac3-191bdd4baa3a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/quotas/a0b22eed5de04571a67df591804ecafe HTTP/1.1" status: 200 len: 375 time: 0.1064606 Nov 26 21:48:17.668456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af76530-335c-4ee5-89bb-7020bceb3c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d1d14-a802-4db8-8588-493877fcd664,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:17.672716 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-22d6088c-e4c6-4010-851a-85dc1455a5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702367 Nov 26 21:48:17.675579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ed5f7-c676-49be-82ee-84262aeda460 None None] The sync data for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 is: [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '20fb907d-662b-4abc-ac9a-d11eb282ceb0', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'floating_ip_address': '172.25.3.76', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'port_id': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'mac_address': 'fa:16:3e:65:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:48:11Z', 'updated_at': '2021-11-26T21:48:14Z', 'revision_number': 1, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:54Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:17.678902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23ae34d8-c5eb-452d-9f63-4a76e314a834 req-cfddd7e0-8596-4130-8491-de258b020fc1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853952 Nov 26 21:48:17.745161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-6d343b7b-166e-4b26-8deb-5d11e073db71 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518453 Nov 26 21:48:17.796270 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba4294d-e3b5-4ab3-9ac2-da0ac61465a1 x-openstack-request-id: req-6ba4294d-e3b5-4ab3-9ac2-da0ac61465a1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:17.796846 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30f5fdb-3b45-4ef6-991f-08371ef6d5f0", "name": "network-vif-deleted", "tag": "47ceee96-6047-4240-96ff-0f5aaf982023", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:17.797400 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ba4294d-e3b5-4ab3-9ac2-da0ac61465a1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:17.797937 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30f5fdb-3b45-4ef6-991f-08371ef6d5f0', 'name': 'network-vif-deleted', 'tag': '47ceee96-6047-4240-96ff-0f5aaf982023', 'status': 'completed', 'code': 200} Nov 26 21:48:17.808488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Router 0d86d860-f74a-4a14-b263-67fdc457b1a6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:48:17.854161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9d9c80f1-4fe4-4d2c-9c9a-074956777860 None None] Provisioning complete for port f441581b-11a7-4824-b486-fa1993793533 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:17.858045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9d9c80f1-4fe4-4d2c-9c9a-074956777860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:17.940987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-0949eb4f-ac76-497e-bc22-e2453a42cff0 service neutron] 10.222.0.21 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858573 Nov 26 21:48:17.948047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:17.968587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:18.009406 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0b7b83e4-ad72-4ea5-b207-3bd4c766d69f admin admin] 10.222.0.21 "PUT /v2.0/routers/0d86d860-f74a-4a14-b263-67fdc457b1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3959157 Nov 26 21:48:18.039497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e166bfb-1361-4df2-872f-f8e23a584689 req-5050dc11-4b4f-4f75-9ca9-cb21a6e9fd41 service neutron] 10.222.0.13 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573494 Nov 26 21:48:18.045940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c49782e7-30ec-4f62-8ecb-cfb3835fff0c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:18.089595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9d9c80f1-4fe4-4d2c-9c9a-074956777860 None None] Port f441581b-11a7-4824-b486-fa1993793533 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:48:18.147222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:48:18.158987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:18.162293 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.179865 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac757e9c-6138-4231-8b17-609d0900d0fb None None] New status for floating IP 20fb907d-662b-4abc-ac9a-d11eb282ceb0: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:48:18.213852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c49782e7-30ec-4f62-8ecb-cfb3835fff0c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:18.214410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.238790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38886) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:18.260347 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12b83e20-23f3-4a27-af50-446d677995a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.322774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Sync routers for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:18.338418 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.362166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:18.362817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:18.448703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12b83e20-23f3-4a27-af50-446d677995a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.457091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12b83e20-23f3-4a27-af50-446d677995a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.501483 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.545131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:18.553192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b83e20-23f3-4a27-af50-446d677995a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d099c2c-f4b0-491e-90a0-ada1f556198f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:18.569658 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-12b83e20-23f3-4a27-af50-446d677995a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=010175daedf8429cb371ddcfb3f3c4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297071 Nov 26 21:48:18.572763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38892) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:18.580664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732b0540-ffae-4258-acd7-f1fd371d8e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37879ca2-9cea-4b4f-aa9e-f752e2e0ec63'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:18.583062 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b8fb7f-2f14-4248-806a-06d5be6b6be4" -d '{"events": [{"server_uuid": "732b0540-ffae-4258-acd7-f1fd371d8e46", "name": "network-vif-plugged", "status": "completed", "tag": "37879ca2-9cea-4b4f-aa9e-f752e2e0ec63"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:18.593367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-d0d755b4-62de-4f1d-98aa-7c7bacc71994 service neutron] 10.222.0.21 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6433179 Nov 26 21:48:18.608637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-1a2dd77a-bf0a-4a17-be37-899b58605596 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 258 time: 0.6443882 Nov 26 21:48:18.614221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:18.627693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-205b165e-8b7e-42a7-88cf-8a859f916074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.634892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port c49782e7-30ec-4f62-8ecb-cfb3835fff0c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c49782e7-30ec-4f62-8ecb-cfb3835fff0c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:18.640900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.647425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:18.657912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.660890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-205b165e-8b7e-42a7-88cf-8a859f916074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.723913 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-205b165e-8b7e-42a7-88cf-8a859f916074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.729064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-205b165e-8b7e-42a7-88cf-8a859f916074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.730285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-205b165e-8b7e-42a7-88cf-8a859f916074 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d099c2c-f4b0-491e-90a0-ada1f556198f HTTP/1.1" status: 204 len: 168 time: 0.1565473 Nov 26 21:48:18.737153 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.738412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 47ceee96-6047-4240-96ff-0f5aaf982023 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:18.744810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b165e-8b7e-42a7-88cf-8a859f916074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d099c2c-f4b0-491e-90a0-ada1f556198f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:18.823385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:18.874654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 47ceee96-6047-4240-96ff-0f5aaf982023 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:18.875010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 47ceee96-6047-4240-96ff-0f5aaf982023 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:18.941007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=c49782e7-30ec-4f62-8ecb-cfb3835fff0c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:18.959142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.959826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.960255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.960605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.960946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.961298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.961620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.961959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.962327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.962658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.962989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:18.963317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:48:19.032198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:19.047570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Allocated IP 172.25.3.5 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/ef6098b7-b600-4481-9927-46f4a50a5891) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:19.061214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2511e4-384a-428f-972f-f6045f4aa0a4 req-77bf69e8-cf41-41e1-9be2-4d7760e363cd tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:19.069412 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2511e4-384a-428f-972f-f6045f4aa0a4 req-77bf69e8-cf41-41e1-9be2-4d7760e363cd tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1262126 Nov 26 21:48:19.130992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38920) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:19.135970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1124665540-network', 'tenant_id': '97d386c28955451d9b139f8591416dda'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:19.181986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 2, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:19.206276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Made reservation on behalf of 97d386c28955451d9b139f8591416dda for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:19.208810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.215079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2511e4-384a-428f-972f-f6045f4aa0a4 req-ff6f1812-0693-46f7-8f54-0b13b36b3a15 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448789 Nov 26 21:48:19.224453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.232897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Checking router: 0d86d860-f74a-4a14-b263-67fdc457b1a6 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:19.233218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Updating router 0d86d860-f74a-4a14-b263-67fdc457b1a6 port f441581b-11a7-4824-b486-fa1993793533 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:48:19.277091 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.316539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.396279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.452023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.464991 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.514880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:48:19.516357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:19.528622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f24baab-294e-4d9c-a718-f326082fb100,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:19.529268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:19.534765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:19.536830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.537348 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Added segment 8eb0e502-8c85-4169-b562-fbfe22a6b902 of type vlan for network d4de4528-8509-4460-a09e-d37d6d854919 Nov 26 21:48:19.600966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.608595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Pushing event updated for resources: {'Port': ['ID=ef6098b7-b600-4481-9927-46f4a50a5891,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:19.636352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.639111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:19.640344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.674868 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb3b249-2c2b-4853-9f7e-dc0455854aab x-openstack-request-id: req-9bb3b249-2c2b-4853-9f7e-dc0455854aab {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:19.675270 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732b0540-ffae-4258-acd7-f1fd371d8e46", "name": "network-vif-plugged", "status": "completed", "tag": "37879ca2-9cea-4b4f-aa9e-f752e2e0ec63", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:19.675650 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bb3b249-2c2b-4853-9f7e-dc0455854aab {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:19.675948 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732b0540-ffae-4258-acd7-f1fd371d8e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37879ca2-9cea-4b4f-aa9e-f752e2e0ec63', 'code': 200} Nov 26 21:48:19.721597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.727351 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.732599 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.771265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] Pushing event updated for resources: {'Network': ['ID=d4de4528-8509-4460-a09e-d37d6d854919,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:19.781646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7bb6c7b2-2a8b-4d22-8139-8ae75d1bb3be admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6494792 Nov 26 21:48:19.782240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38936) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:19.785230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.787016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Request body: {'subnet': {'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1124665540-subnet', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:19.813612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d4de4528-8509-4460-a09e-d37d6d854919 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:48:19.848671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Made reservation on behalf of 97d386c28955451d9b139f8591416dda for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:19.849484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:19.876046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec77e1-2951-4855-b696-7344df647884 req-011f7518-80aa-4b3c-8dac-90a96e18e7d9 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:19.884647 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42ec77e1-2951-4855-b696-7344df647884 req-011f7518-80aa-4b3c-8dac-90a96e18e7d9 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 945 time: 0.1089413 Nov 26 21:48:19.949998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6044f4e-1831-43a3-834d-076b2040d7ec req-a3d40bcd-a739-450a-bd13-04b78a05145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:19.952615 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6044f4e-1831-43a3-834d-076b2040d7ec req-a3d40bcd-a739-450a-bd13-04b78a05145f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 1096 time: 0.1356735 Nov 26 21:48:20.047322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6044f4e-1831-43a3-834d-076b2040d7ec req-8e6bac4c-81b1-4b6d-8371-3bfd64f56279 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777948 Nov 26 21:48:20.049835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42ec77e1-2951-4855-b696-7344df647884 req-e4559b38-2303-4db0-bc1b-091174032096 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644468 Nov 26 21:48:20.137462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.175306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ca200b6-cb8c-43c4-ad06-46f610d4a240 req-e1a4fb0e-bebd-419c-b624-2abe2abb78ea tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 210 time: 0.0333462 Nov 26 21:48:20.196565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c49782e7-30ec-4f62-8ecb-cfb3835fff0c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:20.219345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51b5a34-2744-41c4-90f9-2263988d4678,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:20.220381 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.224778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Checking segment: {'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:20.225202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Network hostable DHCP agents. Network: d4de4528-8509-4460-a09e-d37d6d854919, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:48:20.230134 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.247845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Network d4de4528-8509-4460-a09e-d37d6d854919 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:48:20.271282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c27d01-9a4d-40a5-97b4-ec15dd70ed30 None None] Pushing event updated for resources: {'Port': ['ID=f441581b-11a7-4824-b486-fa1993793533,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:20.284551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d4de4528-8509-4460-a09e-d37d6d854919) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:20.302056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:20.304338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.311055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Pushing event updated for resources: {'Port': ['ID=ef6098b7-b600-4481-9927-46f4a50a5891,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:20.316853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275389af-dfd3-4058-922c-e49d641f7916 None None] Network d4de4528-8509-4460-a09e-d37d6d854919 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:20.339181 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4c997cdb-2ac9-4627-b8b8-9869c25786ca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5557437 Nov 26 21:48:20.339701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38948) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:20.349060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:20.384791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.386870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.435660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1dd83-90b1-4e98-ba6c-2333f8d19ba0 req-22d31a59-1e2f-44b6-85d9-1c7b048a99f5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:20.443018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fc1dd83-90b1-4e98-ba6c-2333f8d19ba0 req-22d31a59-1e2f-44b6-85d9-1c7b048a99f5 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.1332493 Nov 26 21:48:20.444966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.459610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Attempting to bind port f441581b-11a7-4824-b486-fa1993793533 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:20.460043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Attempting to bind port f441581b-11a7-4824-b486-fa1993793533 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:20.460419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Attempting to bind port f441581b-11a7-4824-b486-fa1993793533 on network ff482d04-9fda-4afd-87ee-406646607aaa {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:20.469883 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.472229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:20.472607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Checking segment: {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:20.473256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.473439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Bound using segment: {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:20.473964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Bound port: f441581b-11a7-4824-b486-fa1993793533, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:20.474502 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.486949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c49782e7-30ec-4f62-8ecb-cfb3835fff0c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:20.487388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.524905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.526168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-115a7462-2a11-4cb2-89b5-ac6aea910782 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9160864 Nov 26 21:48:20.534370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fc1dd83-90b1-4e98-ba6c-2333f8d19ba0 req-488851e8-c3d6-4251-b184-ce3890e3fdd6 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904555 Nov 26 21:48:20.587592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-adc0c972-5383-4fea-b95d-015c030aff16 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0493348 Nov 26 21:48:20.601603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] For port f441581b-11a7-4824-b486-fa1993793533, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:20.605440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] For port f441581b-11a7-4824-b486-fa1993793533, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f441581b-11a7-4824-b486-fa1993793533,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:20.616999 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.760019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:20.760749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:20.784939 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.799248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-fac6294f-dfe8-406e-b0ef-c9c7e6d77b88 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:20.800914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-fac6294f-dfe8-406e-b0ef-c9c7e6d77b88 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.13 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.1628454 Nov 26 21:48:20.837044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da2a0d-7971-4228-a6d6-402d1c7d4b95 req-60374c19-9dfe-4c2c-bf60-d372c210e35e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:20.839564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07da2a0d-7971-4228-a6d6-402d1c7d4b95 req-60374c19-9dfe-4c2c-bf60-d372c210e35e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1477287 Nov 26 21:48:20.846967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d409d285-55ee-4e75-b4cf-881792b256ff None None] Provisioning complete for port f441581b-11a7-4824-b486-fa1993793533 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:20.847341 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d409d285-55ee-4e75-b4cf-881792b256ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:20.881721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-46d52835-8d48-4edc-b956-88cac3bb27b6 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:20.883943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-46d52835-8d48-4edc-b956-88cac3bb27b6 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2907741 Nov 26 21:48:20.927565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-0e1fd218-96ea-4312-98d2-e0c42fb1fa42 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:48:20.930133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ffc42fb-e04b-4683-9d4a-ac64d641a471 req-0e1fd218-96ea-4312-98d2-e0c42fb1fa42 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141544 Nov 26 21:48:20.968498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-d4de4528-8509-4460-a09e-d37d6d854919', 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'fixed_ips': [{'subnet_id': 'a51b5a34-2744-41c4-90f9-2263988d4678'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:48:20.970565 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.001102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07da2a0d-7971-4228-a6d6-402d1c7d4b95 req-61d7afbb-e073-4684-b318-22384b99f8cd tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155343 Nov 26 21:48:21.073195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c27d01-9a4d-40a5-97b4-ec15dd70ed30 None None] Pushing event updated for resources: {'Port': ['ID=f441581b-11a7-4824-b486-fa1993793533,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:21.140809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69a348-39d8-4495-bd45-423004c738ad req-3639ad9a-f4cb-4d14-9378-d24aa9afb368 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:21.148800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b69a348-39d8-4495-bd45-423004c738ad req-3639ad9a-f4cb-4d14-9378-d24aa9afb368 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0830226 Nov 26 21:48:21.225321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b69a348-39d8-4495-bd45-423004c738ad req-81a2c4fd-ddbc-4131-a008-1483b66d18c3 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0750082 Nov 26 21:48:21.240504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0b69a348-39d8-4495-bd45-423004c738ad req-a1bbdea8-afa8-4ed5-9195-0293cd5b83d8 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Request body: {'floatingip': {'port_id': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:21.259121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:21.296902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b69a348-39d8-4495-bd45-423004c738ad req-a1bbdea8-afa8-4ed5-9195-0293cd5b83d8 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.377249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebd3d6-e5aa-4be3-a2cf-3955625e4d83 req-9ae3e554-71f2-4519-aa18-4aff90080802 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:21.379238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5ebd3d6-e5aa-4be3-a2cf-3955625e4d83 req-9ae3e554-71f2-4519-aa18-4aff90080802 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 945 time: 0.1581388 Nov 26 21:48:21.408845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d409d285-55ee-4e75-b4cf-881792b256ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.424096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-1379dbff-520e-40c4-9029-89659b68c96b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:21.425558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-1379dbff-520e-40c4-9029-89659b68c96b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.13 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 815 time: 0.5274131 Nov 26 21:48:21.436959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Deleting port b0b4c6b8-9350-4003-a7b4-cb725890d83f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:21.437301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.488431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Allocated IP 172.20.0.2 (d4de4528-8509-4460-a09e-d37d6d854919/a51b5a34-2744-41c4-90f9-2263988d4678/2d231dce-4bb7-44a2-87b6-bc6760aab21d) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:21.489098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Request body: {'port': {'device_id': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'admin_state_up': True, 'tenant_id': 'a0b22eed5de04571a67df591804ecafe'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:21.531906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d409d285-55ee-4e75-b4cf-881792b256ff None None] For port f441581b-11a7-4824-b486-fa1993793533, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f441581b-11a7-4824-b486-fa1993793533,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:21.598372 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d409d285-55ee-4e75-b4cf-881792b256ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.618738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5ebd3d6-e5aa-4be3-a2cf-3955625e4d83 req-aad109f8-ee5f-412f-93f1-7e618d2bc3a4 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260444 Nov 26 21:48:21.631859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] For port b0b4c6b8-9350-4003-a7b4-cb725890d83f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b0b4c6b8-9350-4003-a7b4-cb725890d83f,segment=NetworkSegment(6f024e26-6fcb-44c5-880a-df57e09479a3),segment_id=6f024e26-6fcb-44c5-880a-df57e09479a3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:21.632406 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.679038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Calling delete_port for b0b4c6b8-9350-4003-a7b4-cb725890d83f owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:21.696550 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-0b69a348-39d8-4495-bd45-423004c738ad req-a1bbdea8-afa8-4ed5-9195-0293cd5b83d8 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] update failed (client error): There was a conflict when trying to complete your request. Nov 26 21:48:21.697614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b69a348-39d8-4495-bd45-423004c738ad req-a1bbdea8-afa8-4ed5-9195-0293cd5b83d8 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "PUT /v2.0/floatingips/9a2f0f90-8ccf-43f1-931d-3a31118212d3 HTTP/1.1" status: 409 len: 549 time: 0.4636614 Nov 26 21:48:21.729361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409d285-55ee-4e75-b4cf-881792b256ff None None] Pushing event updated for resources: {'Port': ['ID=f441581b-11a7-4824-b486-fa1993793533,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:21.790927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1f77a5c2-becd-4050-9be0-fa7d203b161f None None] Provisioning complete for port f441581b-11a7-4824-b486-fa1993793533 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:21.791309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f77a5c2-becd-4050-9be0-fa7d203b161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.836299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cc40a2e-b596-4ff0-9a8d-6d916f4bae6b req-0610ab9f-d4cb-47ec-9a19-7b75a9965936 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 210 time: 0.0305512 Nov 26 21:48:21.871969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.892925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Made reservation on behalf of a0b22eed5de04571a67df591804ecafe for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:21.898248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.899979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.904514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:20Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:21.917988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.952888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:21.969243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47d2081c-f903-45b1-a79a-97758428b8df req-1fc1e507-87f0-4efd-a0c3-5cd0972cd8b5 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips/9a2f0f90-8ccf-43f1-931d-3a31118212d3 HTTP/1.1" status: 200 len: 691 time: 0.0723395 Nov 26 21:48:21.979009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39a40c-5362-4591-9fc7-9e485c0f5669 None None] The sync data for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 is: [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:20Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:22.019501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Network d4de4528-8509-4460-a09e-d37d6d854919 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:22.025780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:22.027512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Pushing event updated for resources: {'Port': ['ID=2d231dce-4bb7-44a2-87b6-bc6760aab21d,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:22.035890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:22.064969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb64e1-e0e5-4572-93af-93a0934d1863 req-6b99d5b2-00ee-4d8e-9b3f-aff1630405d1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:22.066609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33fb64e1-e0e5-4572-93af-93a0934d1863 req-6b99d5b2-00ee-4d8e-9b3f-aff1630405d1 tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/ports?device_id=a11258e9-0b5a-484a-b139-7d3ffef03b32 HTTP/1.1" status: 200 len: 945 time: 0.1336231 Nov 26 21:48:22.123671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Attempting to bind port 2d231dce-4bb7-44a2-87b6-bc6760aab21d on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:22.124032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Attempting to bind port 2d231dce-4bb7-44a2-87b6-bc6760aab21d by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:22.124334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Attempting to bind port 2d231dce-4bb7-44a2-87b6-bc6760aab21d on network d4de4528-8509-4460-a09e-d37d6d854919 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:22.130914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:22.132650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Checking segment: {'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:22.133331 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.133736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Bound using segment: {'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:22.134243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Bound port: 2d231dce-4bb7-44a2-87b6-bc6760aab21d, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:22.134747 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.163149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2081c-f903-45b1-a79a-97758428b8df req-1daf43f5-1b05-4439-a2c7-107dd94f2cc8 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:22.170999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47d2081c-f903-45b1-a79a-97758428b8df req-1daf43f5-1b05-4439-a2c7-107dd94f2cc8 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1892657 Nov 26 21:48:22.209667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.233133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33fb64e1-e0e5-4572-93af-93a0934d1863 req-7f91df70-b71e-45d2-8728-9fe02296ee8c tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.21 "GET /v2.0/security-groups?id=16b05064-16c4-4da1-a4f8-2a4955454578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403224 Nov 26 21:48:22.233971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] For port 2d231dce-4bb7-44a2-87b6-bc6760aab21d, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:22.238173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] For port 2d231dce-4bb7-44a2-87b6-bc6760aab21d, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2d231dce-4bb7-44a2-87b6-bc6760aab21d,segment=NetworkSegment(8eb0e502-8c85-4169-b562-fbfe22a6b902),segment_id=8eb0e502-8c85-4169-b562-fbfe22a6b902)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:22.245835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.264396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47d2081c-f903-45b1-a79a-97758428b8df req-63ac8d0e-57ef-4b21-844e-b771511454f6 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.0923517 Nov 26 21:48:22.264793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Pushing event deleted for resources: {'Port': ['ID=b0b4c6b8-9350-4003-a7b4-cb725890d83f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:22.294042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Allocated IP 172.25.3.180 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/922832d6-67a2-4f1f-b404-b9f4efe899ac) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:22.327998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Allocated IP 172.20.0.14 (bd3ee011-487e-4536-958d-3948a68d50da/31b91493-f348-405c-b49c-941d6696293e/1930b7f3-a7a4-464c-b284-c7bc5223b2e7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:22.370887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf46a3-3a4b-41db-80b8-31f070cdfa17 None None] Pushing event updated for resources: {'Port': ['ID=2d231dce-4bb7-44a2-87b6-bc6760aab21d,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:22.378258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] No DVR routers for this DVR port b0b4c6b8-9350-4003-a7b4-cb725890d83f on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:22.387430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.398985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a2ebc467-e661-4379-b732-bb24c70ea911 req-8fcfae4e-9826-4596-b35b-2c3f888b0c4e tempest-LiveAutoBlockMigrationV225Test-1337735668 tempest-LiveAutoBlockMigrationV225Test-1337735668-project] 10.222.0.13 "DELETE /v2.0/ports/b0b4c6b8-9350-4003-a7b4-cb725890d83f HTTP/1.1" status: 204 len: 173 time: 1.5888467 Nov 26 21:48:22.399494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'name': 'network-vif-deleted', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:22.401951 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccb88a1-f237-4591-ab07-7bda45a2d7c1" -d '{"events": [{"server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "name": "network-vif-deleted", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:22.417926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47d2081c-f903-45b1-a79a-97758428b8df req-ac945c35-e768-48a6-9674-52be0f85990e tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.5 HTTP/1.1" status: 200 len: 694 time: 0.1522555 Nov 26 21:48:22.718614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678d8e0-3115-497f-8fa9-341ddd70e49f req-0806bc1f-7cdb-4921-8ff4-3b40221ac800 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:22.720808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6678d8e0-3115-497f-8fa9-341ddd70e49f req-0806bc1f-7cdb-4921-8ff4-3b40221ac800 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1181502 Nov 26 21:48:22.732784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.763021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Deleting port ef6098b7-b600-4481-9927-46f4a50a5891 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:22.764254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.801166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.823998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.847821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6678d8e0-3115-497f-8fa9-341ddd70e49f req-91e4364d-8eb4-4f22-8437-602250b3ecce tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090567 Nov 26 21:48:22.894268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:22.895443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.903679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:22.906593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:22.910680 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.911015 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:22.934094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Calling delete_port for ef6098b7-b600-4481-9927-46f4a50a5891 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:22.945038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Pushing event updated for resources: {'Port': ['ID=922832d6-67a2-4f1f-b404-b9f4efe899ac,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:22.988328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Network bd3ee011-487e-4536-958d-3948a68d50da is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:22.995606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:22.998943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:23.041952 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b5aa53-229e-4001-ac6e-8ba7a25f926e x-openstack-request-id: req-21b5aa53-229e-4001-ac6e-8ba7a25f926e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:23.042299 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11258e9-0b5a-484a-b139-7d3ffef03b32", "name": "network-vif-deleted", "tag": "b0b4c6b8-9350-4003-a7b4-cb725890d83f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:23.042558 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21b5aa53-229e-4001-ac6e-8ba7a25f926e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:23.043058 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11258e9-0b5a-484a-b139-7d3ffef03b32', 'name': 'network-vif-deleted', 'tag': 'b0b4c6b8-9350-4003-a7b4-cb725890d83f', 'status': 'completed', 'code': 200} Nov 26 21:48:23.105507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Pushing event updated for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:23.150130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:23.150874 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.189930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-25b02e42-1c09-46c0-a6aa-02e0ea0e4cac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7094963 Nov 26 21:48:23.197183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd9f8e-6d6c-452b-b56b-ddf87d0af89e req-eabe5938-6e1e-493e-b86e-3a7378589fcc tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:23.211267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfbd9f8e-6d6c-452b-b56b-ddf87d0af89e req-eabe5938-6e1e-493e-b86e-3a7378589fcc tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 945 time: 0.0787561 Nov 26 21:48:23.213275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Request body: {'port': {'device_id': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:23.218771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.278979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Pushing event deleted for resources: {'Port': ['ID=ef6098b7-b600-4481-9927-46f4a50a5891,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:23.349984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.353205 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.354596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47d2081c-f903-45b1-a79a-97758428b8df req-6d07281a-df99-4e48-bed8-fa94f13a35dd tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "DELETE /v2.0/floatingips/9a2f0f90-8ccf-43f1-931d-3a31118212d3 HTTP/1.1" status: 204 len: 173 time: 0.9319603 Nov 26 21:48:23.372324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.383144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfbd9f8e-6d6c-452b-b56b-ddf87d0af89e req-30ff1fd9-6a23-4b22-9b3a-02750a9b36a9 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708264 Nov 26 21:48:23.426229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f13fe2d-3c67-43d3-b9f7-eed147869381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.486350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.618362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c9d1740-ab6b-4785-9674-9a743bb4b46e req-8ebfcb9a-31a9-477d-8430-c8965b032d7c tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ab772797e47a4866808b15ca7f91678e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283859 Nov 26 21:48:23.635572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5beec-ecad-40a6-ad38-3bdd28cec1b9 req-029aaa31-4df8-43b6-9243-73b3e53e7198 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:23.637072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ae5beec-ecad-40a6-ad38-3bdd28cec1b9 req-029aaa31-4df8-43b6-9243-73b3e53e7198 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 932 time: 0.1041901 Nov 26 21:48:23.761973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ae5beec-ecad-40a6-ad38-3bdd28cec1b9 req-d51289c0-08c1-43c9-a5f7-ebc64499f12f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129484 Nov 26 21:48:23.802460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d1740-ab6b-4785-9674-9a743bb4b46e req-8a8f6939-3bef-4d9e-837a-835d0f2f6fac tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:23.805059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ea1e67-0d7a-471e-8e4a-ce90ad50400f None None] Network d4de4528-8509-4460-a09e-d37d6d854919 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:23.813574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c9d1740-ab6b-4785-9674-9a743bb4b46e req-8a8f6939-3bef-4d9e-837a-835d0f2f6fac tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1737132 Nov 26 21:48:23.837345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c9d1740-ab6b-4785-9674-9a743bb4b46e req-0de3cb3e-439f-42f6-8fd9-aa90cf8c6ae0 tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/quotas/ab772797e47a4866808b15ca7f91678e HTTP/1.1" status: 200 len: 375 time: 0.0228865 Nov 26 21:48:23.856893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39016) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:23.906912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c9d1740-ab6b-4785-9674-9a743bb4b46e req-10d39a09-adc3-4ab3-86a6-418e49f78f08 tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab772797e47a4866808b15ca7f91678e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635262 Nov 26 21:48:23.944297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0a004b70-488e-4215-a8d0-7582deeb2340 None None] Provisioning complete for port 2d231dce-4bb7-44a2-87b6-bc6760aab21d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:23.944297 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0a004b70-488e-4215-a8d0-7582deeb2340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.975868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:23.987139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:23.996603 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.012359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Transition to ACTIVE for port object 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:48:24.018938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-8878ab25-0b2b-48f3-9678-a5dacedddd72 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 1001 time: 0.1422815 Nov 26 21:48:24.020693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.121399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-dde373a7-bc10-47e7-b973-2d616831fb6c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:24.137680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-dde373a7-bc10-47e7-b973-2d616831fb6c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports/b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 200 len: 943 time: 0.1099379 Nov 26 21:48:24.200561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b0b4c6b8-9350-4003-a7b4-cb725890d83f no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:24.203205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2d231dce-4bb7-44a2-87b6-bc6760aab21d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:24.275406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: b0b4c6b8-9350-4003-a7b4-cb725890d83f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:24.276038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b0b4c6b8-9350-4003-a7b4-cb725890d83f not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:24.290843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-c89fb79a-d92c-434c-aa89-73a12ab1d507 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 1001 time: 0.0912631 Nov 26 21:48:24.391071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 2d231dce-4bb7-44a2-87b6-bc6760aab21d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:24.391759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.414148 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0a004b70-488e-4215-a8d0-7582deeb2340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.417517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4c0b5-5921-45b6-a92c-aa2a3b355113 req-2f9aa538-3177-4aeb-b4c9-f2ac4198b79d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:24.419305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ee4c0b5-5921-45b6-a92c-aa2a3b355113 req-2f9aa538-3177-4aeb-b4c9-f2ac4198b79d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1436839 Nov 26 21:48:24.452637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-f175a2c8-cb2a-483d-a75a-137eb24a2a93 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:24.454420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-f175a2c8-cb2a-483d-a75a-137eb24a2a93 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1487331 Nov 26 21:48:24.491440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0a004b70-488e-4215-a8d0-7582deeb2340 None None] For port 2d231dce-4bb7-44a2-87b6-bc6760aab21d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2d231dce-4bb7-44a2-87b6-bc6760aab21d,segment=NetworkSegment(8eb0e502-8c85-4169-b562-fbfe22a6b902),segment_id=8eb0e502-8c85-4169-b562-fbfe22a6b902)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:24.552619 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0a004b70-488e-4215-a8d0-7582deeb2340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.556703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f441581b-11a7-4824-b486-fa1993793533 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:24.558245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ee4c0b5-5921-45b6-a92c-aa2a3b355113 req-5a21f43c-523c-4c8d-85cc-bdd603a8ade5 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227245 Nov 26 21:48:24.565827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-a293c80f-8d13-4988-a8c3-5781a8c2b8eb tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 1001 time: 0.1034412 Nov 26 21:48:24.577276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:24.627087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Pushing event updated for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:24.659769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a004b70-488e-4215-a8d0-7582deeb2340 None None] Pushing event updated for resources: {'Port': ['ID=2d231dce-4bb7-44a2-87b6-bc6760aab21d,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:24.677196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f441581b-11a7-4824-b486-fa1993793533 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:24.677585 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.699224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Attempting to bind port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:24.699834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Attempting to bind port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:24.700231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Attempting to bind port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 on network bd3ee011-487e-4536-958d-3948a68d50da {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:24.702702 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.708795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62988a1-06b3-48f4-8a56-1858b47fc38c admin admin] Deleting subnet 0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:48:24.712120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 on network bd3ee011-487e-4536-958d-3948a68d50da not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:48:24.712549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Attempting to bind port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 on network bd3ee011-487e-4536-958d-3948a68d50da {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:24.718269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f62988a1-06b3-48f4-8a56-1858b47fc38c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.757907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:24.758384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Checking segment: {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:24.758870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Bound using segment: {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:24.759411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Bound port: 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:24.759865 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.791368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f62988a1-06b3-48f4-8a56-1858b47fc38c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.798321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e95ab2b2-8c93-47d9-8e55-897fac86bd0d None None] Provisioning complete for port 2d231dce-4bb7-44a2-87b6-bc6760aab21d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:24.798941 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e95ab2b2-8c93-47d9-8e55-897fac86bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.870138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Router e23ad581-400d-44cb-821a-df190d38c3cc is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:48:24.899951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f62988a1-06b3-48f4-8a56-1858b47fc38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.924227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.928757 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:24.929737 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Floating IP 20fb907d-662b-4abc-ac9a-d11eb282ceb0 disassociated. External IP: 172.25.3.76, port: b5397aa2-982e-4be8-a195-901a6a442f5f. Nov 26 21:48:24.932728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:24.986060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:24.997482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.055155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f94b34-3ad8-4fdb-a4f3-cf79676bd4e8 req-73f18de8-a8f4-4bdc-8228-ddc72e9f137c tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:25.056610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38f94b34-3ad8-4fdb-a4f3-cf79676bd4e8 req-73f18de8-a8f4-4bdc-8228-ddc72e9f137c tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 945 time: 0.0926497 Nov 26 21:48:25.084721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:25.085357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.086766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] 10.222.0.13 "PUT /v2.0/ports/1930b7f3-a7a4-464c-b284-c7bc5223b2e7 HTTP/1.1" status: 200 len: 1092 time: 1.8783374 Nov 26 21:48:25.089083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:25.091911 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1d197c-aad1-4ebd-b391-09f341961122" -d '{"events": [{"name": "network-changed", "server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:25.098356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f62988a1-06b3-48f4-8a56-1858b47fc38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.141455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62988a1-06b3-48f4-8a56-1858b47fc38c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0760a5fd-ed29-4945-b6fe-b13cdaaa1df8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:25.148041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f62988a1-06b3-48f4-8a56-1858b47fc38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.150856 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f62988a1-06b3-48f4-8a56-1858b47fc38c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0760a5fd-ed29-4945-b6fe-b13cdaaa1df8 HTTP/1.1" status: 204 len: 168 time: 1.2905726 Nov 26 21:48:25.154216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38f94b34-3ad8-4fdb-a4f3-cf79676bd4e8 req-566138a7-0a7c-467c-86b7-da17b0984706 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890851 Nov 26 21:48:25.154693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:25.155283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39038) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:25.156554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fc5f4-4d7c-4e2e-b17a-1e0fe7ed2efa service neutron] Pushing event updated for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:25.170931 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Sync routers for ids ['e23ad581-400d-44cb-821a-df190d38c3cc'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:25.192192 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Routers {'e23ad581-400d-44cb-821a-df190d38c3cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:25.192836 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:47:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e23ad581-400d-44cb-821a-df190d38c3cc'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:25.221934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.227649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-293ef3ad-4047-41ee-bd31-b8060dfddd0f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8868439 Nov 26 21:48:25.229942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39042) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:25.290274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-e82671db-bb9e-44c4-bbc8-e009b200009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:25.292169 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-e82671db-bb9e-44c4-bbc8-e009b200009f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 1095 time: 0.1309760 Nov 26 21:48:25.319039 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Set router e23ad581-400d-44cb-821a-df190d38c3cc gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:25.373191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-2911eb96-8ad7-48b6-8752-72a7ea02537e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7 HTTP/1.1" status: 200 len: 217 time: 0.0467405 Nov 26 21:48:25.467770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-c5e91ffd-563e-4521-b90f-42b9cedac98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:25.469280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-c5e91ffd-563e-4521-b90f-42b9cedac98b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31b91493-f348-405c-b49c-941d6696293e HTTP/1.1" status: 200 len: 855 time: 0.0886166 Nov 26 21:48:25.529827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-ad408366-0d2a-476a-8eb2-71f495c677f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd3ee011-487e-4536-958d-3948a68d50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514712 Nov 26 21:48:25.531046 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T21:48:23Z', 'revision_number': 3, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port': {'id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:21Z', 'updated_at': '2021-11-26T21:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:25.561810 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Checking router: e23ad581-400d-44cb-821a-df190d38c3cc for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:25.561810 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Updating router e23ad581-400d-44cb-821a-df190d38c3cc port 922832d6-67a2-4f1f-b404-b9f4efe899ac binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:48:25.589039 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.614319 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.642285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54458a67-1c37-4630-8f0b-4703ce930107 req-98d9ef10-269e-48cf-a200-bc72c5be6b7c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:25.649398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54458a67-1c37-4630-8f0b-4703ce930107 req-98d9ef10-269e-48cf-a200-bc72c5be6b7c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 944 time: 0.1303363 Nov 26 21:48:25.652423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Router dd200898-c1a7-40e6-beb8-0d230fa3e552 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:48:25.707166 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-76c0f5f5-1add-4d0d-ac91-7ea96f4b42fd service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673567 Nov 26 21:48:25.803323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.815286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54458a67-1c37-4630-8f0b-4703ce930107 req-82db9c40-f00f-4fba-8bd5-1147f0cab9b3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650350 Nov 26 21:48:25.833598 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-da1e7834-ed0d-40b6-9dc3-b6f29fcf378f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.858433 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.866119 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.876786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dfc35167-bfc7-4581-b3a5-2f172d510ca4 req-a142a293-c3d5-4e8f-b1d6-8971153032c5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599307 Nov 26 21:48:25.899126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab9d426-725e-40cc-b56e-7bdd62b69dab']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:25.913234 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3a3d1-62eb-406c-b0fa-de9ecdb61d0a None None] Pushing event updated for resources: {'Port': ['ID=922832d6-67a2-4f1f-b404-b9f4efe899ac,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:25.929757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f024e26-6fcb-44c5-880a-df57e09479a3') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:25.930098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f024e26-6fcb-44c5-880a-df57e09479a3') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:25.951735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.952033 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Attempting to bind port 922832d6-67a2-4f1f-b404-b9f4efe899ac on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:25.952582 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Attempting to bind port 922832d6-67a2-4f1f-b404-b9f4efe899ac by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:25.953502 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Attempting to bind port 922832d6-67a2-4f1f-b404-b9f4efe899ac on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:25.963316 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:25.963708 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:25.964113 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.964510 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:25.965150 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Bound port: 922832d6-67a2-4f1f-b404-b9f4efe899ac, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:25.966129 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.975969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.976531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:25.980270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2d231dce-4bb7-44a2-87b6-bc6760aab21d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:25.983415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.988111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:48:25.988285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:48:25.990158 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:48:25.995877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] Sync routers for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:26.008857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.024034 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67404aac-4878-49f8-b000-a4bd1368d72e x-openstack-request-id: req-67404aac-4878-49f8-b000-a4bd1368d72e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:26.024193 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:26.024588 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67404aac-4878-49f8-b000-a4bd1368d72e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:26.024999 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'status': 'completed', 'code': 200} Nov 26 21:48:26.071429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:26.072171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:26.079782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d0eb096f-7574-4875-9f7d-434d77400eb1 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "PUT /v2.0/floatingips/20fb907d-662b-4abc-ac9a-d11eb282ceb0 HTTP/1.1" status: 200 len: 694 time: 1.5046401 Nov 26 21:48:26.082558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:26.084364 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] For port 922832d6-67a2-4f1f-b404-b9f4efe899ac, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:26.087772 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] For port 922832d6-67a2-4f1f-b404-b9f4efe899ac, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=922832d6-67a2-4f1f-b404-b9f4efe899ac,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:26.088034 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bca6df8-30d8-42f9-90f6-40810b93cd59" -d '{"events": [{"name": "network-changed", "server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:26.097621 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.114052 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.161137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-18cb8695-33cd-4876-a3ae-245318142fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.163013 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-18cb8695-33cd-4876-a3ae-245318142fae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 1095 time: 0.0734835 Nov 26 21:48:26.163841 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Routers {'e23ad581-400d-44cb-821a-df190d38c3cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:26.165087 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e23ad581-400d-44cb-821a-df190d38c3cc'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:26.174782 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3a3d1-62eb-406c-b0fa-de9ecdb61d0a None None] Pushing event updated for resources: {'Port': ['ID=922832d6-67a2-4f1f-b404-b9f4efe899ac,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:26.185578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.195341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aab9d426-725e-40cc-b56e-7bdd62b69dab HTTP/1.1" status: 204 len: 168 time: 1.0194559 Nov 26 21:48:26.216051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39056) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:26.225150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 2d231dce-4bb7-44a2-87b6-bc6760aab21d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:26.225680 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.242881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eda93-dec9-482e-9b0d-f2a98663d197 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab9d426-725e-40cc-b56e-7bdd62b69dab,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:26.283807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:26.292701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-02e24bfb-b381-48b9-b15d-157c642a16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.296427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-02e24bfb-b381-48b9-b15d-157c642a16f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c1bb914fa54648418f1fdfe16f560f4c&device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 1097 time: 0.1964290 Nov 26 21:48:26.309786 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] Set router e23ad581-400d-44cb-821a-df190d38c3cc gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:26.330675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761934-484d-40db-b3eb-f8021eef49bf req-c6e2a663-8245-4d9e-9354-6da9482f14ec tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.333420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02761934-484d-40db-b3eb-f8021eef49bf req-c6e2a663-8245-4d9e-9354-6da9482f14ec tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 945 time: 0.1848655 Nov 26 21:48:26.394855 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:48:26.404835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Allocated IP 172.20.0.1 (d4de4528-8509-4460-a09e-d37d6d854919/a51b5a34-2744-41c4-90f9-2263988d4678/47fac491-f1da-466c-8bf3-1c88f228059a) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:26.466488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02761934-484d-40db-b3eb-f8021eef49bf req-67c6d59a-20da-488f-a88c-900839af771f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191914 Nov 26 21:48:26.524544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-0b215838-5520-4107-be3b-372baab7607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.536088 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-0b215838-5520-4107-be3b-372baab7607b service neutron] 10.222.0.21 "GET /v2.0/networks?id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a HTTP/1.1" status: 200 len: 930 time: 0.2331069 Nov 26 21:48:26.544104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.562447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be63609-0799-4706-a33a-772513fda901 admin admin] Deleting subnet 3deb0d1c-fe60-47ce-b181-ff361b2bad78 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:48:26.578785 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T21:48:23Z', 'revision_number': 3, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port': {'id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:21Z', 'updated_at': '2021-11-26T21:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:26.583350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7be63609-0799-4706-a33a-772513fda901 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.591919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:54Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:26.610653 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafcf54f-7cd7-4450-bf58-67b6471cdc8a None None] The sync data for ids ['e23ad581-400d-44cb-821a-df190d38c3cc'] in n-d-819494-1 is: [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T21:48:23Z', 'revision_number': 3, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port': {'id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:21Z', 'updated_at': '2021-11-26T21:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:26.619830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-d35593a0-72f5-4013-b852-b8fddda1948c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 200 len: 217 time: 0.0635114 Nov 26 21:48:26.627798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] Checking router: dd200898-c1a7-40e6-beb8-0d230fa3e552 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:26.641375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:26.642191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:26.651241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-cebe9827-378f-4203-af97-b05e178b41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.652764 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-cebe9827-378f-4203-af97-b05e178b41ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 916 time: 0.4477754 Nov 26 21:48:26.658397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.684503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ff1d-46f3-4aa2-8430-c13c93d898b2 req-b7402440-28a0-4e41-9c3f-af5ab7ade47b tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.692596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5134ff1d-46f3-4aa2-8430-c13c93d898b2 req-b7402440-28a0-4e41-9c3f-af5ab7ade47b tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1499689 Nov 26 21:48:26.712586 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-74ac0094-9257-4f5b-953e-ce3851311863 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7 HTTP/1.1" status: 200 len: 217 time: 0.0445745 Nov 26 21:48:26.712851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-3f0b625e-3f73-4ad6-9bba-a9646f2c0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.714303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-3f0b625e-3f73-4ad6-9bba-a9646f2c0dfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6f3d1a6c-c1c5-4127-83a8-a36049e79405 HTTP/1.1" status: 200 len: 868 time: 0.0871761 Nov 26 21:48:26.743231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7be63609-0799-4706-a33a-772513fda901 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:26.771251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:26.786928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5134ff1d-46f3-4aa2-8430-c13c93d898b2 req-326c680e-cfbc-4333-a2c6-6c3ef6424225 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933821 Nov 26 21:48:26.814200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-0ea442aa-e32b-4c8c-b178-eba251cd5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.817152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-0ea442aa-e32b-4c8c-b178-eba251cd5cbb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948555 Nov 26 21:48:26.817931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Network d4de4528-8509-4460-a09e-d37d6d854919 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:26.829903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:26.837250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:26.897665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Pushing event updated for resources: {'Port': ['ID=47fac491-f1da-466c-8bf3-1c88f228059a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:26.908223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-719947d1-52fa-45a4-be03-5ce7f3afbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:26.909736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-719947d1-52fa-45a4-be03-5ce7f3afbd69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31b91493-f348-405c-b49c-941d6696293e HTTP/1.1" status: 200 len: 855 time: 0.1641927 Nov 26 21:48:26.980398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7be63609-0799-4706-a33a-772513fda901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:27.004375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-bef614ca-1e59-4fc9-9e55-b61a965fc2c2 service neutron] 10.222.0.21 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761577 Nov 26 21:48:27.008210 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:27.047286 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:27.097834 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-86f58fc1-a109-4359-87b1-5e32dc6e8c7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd3ee011-487e-4536-958d-3948a68d50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1745665 Nov 26 21:48:27.160192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03ee776b-aedd-433e-b5fd-2f39e712bd7c req-29cca42c-ee59-47c1-98b3-8ecce8b7da53 service neutron] 10.222.0.21 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447365 Nov 26 21:48:27.200344 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:54Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:27.237559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc9fa24-5dbd-483a-94a1-920a85f5e1c0 None None] The sync data for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 is: [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '0377b65d-033f-406b-8096-d76cb27098a3', 'name': '', 'network_id': '43bf8f03-37db-4ece-aaed-abf4e8fa1d5a', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'mac_address': 'fa:16:3e:d3:77:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:48Z', 'updated_at': '2021-11-26T21:47:54Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'subnets': [{'id': '6f3d1a6c-c1c5-4127-83a8-a36049e79405', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:27.261014 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cb75c3-1610-4995-852f-f099c0b06d2d x-openstack-request-id: req-25cb75c3-1610-4995-852f-f099c0b06d2d {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:27.261318 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:27.261579 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25cb75c3-1610-4995-852f-f099c0b06d2d {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:27.261991 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'status': 'completed', 'code': 200} Nov 26 21:48:27.329593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-672aa595-f435-441c-a198-b38d6ab030c9 None None] Provisioning complete for port 47fac491-f1da-466c-8bf3-1c88f228059a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:27.330296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-672aa595-f435-441c-a198-b38d6ab030c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:27.359863 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-281ccd2a-663d-419c-9af4-0ce7a990c8b3 service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426257 Nov 26 21:48:27.392258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-672aa595-f435-441c-a198-b38d6ab030c9 None None] Port 47fac491-f1da-466c-8bf3-1c88f228059a cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:48:27.405747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ae68c-d7f2-4201-a0c5-7bc078a3c51d req-ab0eff12-d413-4502-b97d-cd79da7fd15d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:27.414124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f21ae68c-d7f2-4201-a0c5-7bc078a3c51d req-ab0eff12-d413-4502-b97d-cd79da7fd15d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 944 time: 0.0906279 Nov 26 21:48:27.528641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-d3c654f1-7384-4631-a909-2b393600adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:27.530385 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-d3c654f1-7384-4631-a909-2b393600adfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1bb914fa54648418f1fdfe16f560f4c&device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 1097 time: 0.2123957 Nov 26 21:48:27.543063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f21ae68c-d7f2-4201-a0c5-7bc078a3c51d req-cb490cdd-cd51-4bc1-af10-731cc1e0188a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211104 Nov 26 21:48:27.554488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-0267d239-b7ff-4f87-af86-7ea34eed1adb tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips/20fb907d-662b-4abc-ac9a-d11eb282ceb0 HTTP/1.1" status: 200 len: 694 time: 0.0569534 Nov 26 21:48:27.557974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7be63609-0799-4706-a33a-772513fda901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:27.640735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7be63609-0799-4706-a33a-772513fda901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:27.644207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7be63609-0799-4706-a33a-772513fda901 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3deb0d1c-fe60-47ce-b181-ff361b2bad78 HTTP/1.1" status: 204 len: 168 time: 1.4298346 Nov 26 21:48:27.647108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be63609-0799-4706-a33a-772513fda901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3deb0d1c-fe60-47ce-b181-ff361b2bad78,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:27.648801 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:27.651122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39082) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:27.741792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b0d1eac-4020-445a-b102-122810cfc70c req-f70d949b-0e87-4301-87df-5924dcf9f54a tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ab772797e47a4866808b15ca7f91678e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777650 Nov 26 21:48:27.781279 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c4e04-58dc-4078-8a0a-d70aba976de7 None None] New status for floating IP 20fb907d-662b-4abc-ac9a-d11eb282ceb0: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:48:27.886592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-e019b1d7-913e-401d-9d16-961b527ebcd8 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:27.895743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-e019b1d7-913e-401d-9d16-961b527ebcd8 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.3325734 Nov 26 21:48:27.932223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.007385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 922832d6-67a2-4f1f-b404-b9f4efe899ac up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:28.023164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d1eac-4020-445a-b102-122810cfc70c req-01524765-5f08-4c25-86d2-430861569df7 tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:28.024846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b0d1eac-4020-445a-b102-122810cfc70c req-01524765-5f08-4c25-86d2-430861569df7 tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700112 Nov 26 21:48:28.055505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-3334630a-d2ce-4a47-83f4-e4b27114b6cc tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 697 time: 0.1586120 Nov 26 21:48:28.075127 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a1d197c-aad1-4ebd-b391-09f341961122 req-0eb8cb6d-a97c-4f2a-b5a8-a892d483ee6b service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031012 Nov 26 21:48:28.107607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 922832d6-67a2-4f1f-b404-b9f4efe899ac triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:28.107607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.119224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b0d1eac-4020-445a-b102-122810cfc70c req-b54b9653-5f40-4ac6-a6bc-300954a2a405 tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/quotas/ab772797e47a4866808b15ca7f91678e HTTP/1.1" status: 200 len: 375 time: 0.0607738 Nov 26 21:48:28.123811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-a34d5580-622e-483c-955f-487ab4134133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:28.125288 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-a34d5580-622e-483c-955f-487ab4134133 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a HTTP/1.1" status: 200 len: 930 time: 0.5823472 Nov 26 21:48:28.187859 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-1a5215a1-edf0-422a-94be-425743a22525 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.1313365 Nov 26 21:48:28.192014 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.194539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b0d1eac-4020-445a-b102-122810cfc70c req-b22d1df8-200c-47b0-9f3e-f08e6b3279ab tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab772797e47a4866808b15ca7f91678e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742009 Nov 26 21:48:28.202966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.205764 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-3ef7a3f5-a774-4178-a39f-5ac8489fed4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 200 len: 217 time: 0.0679650 Nov 26 21:48:28.227749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 922832d6-67a2-4f1f-b404-b9f4efe899ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=922832d6-67a2-4f1f-b404-b9f4efe899ac,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:28.235658 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.268924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-8214dec5-463b-4cea-83ba-477ad339496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:28.271518 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-8214dec5-463b-4cea-83ba-477ad339496e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3d1a6c-c1c5-4127-83a8-a36049e79405 HTTP/1.1" status: 200 len: 868 time: 0.0572979 Nov 26 21:48:28.277674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9825a1-0db9-4757-8734-cede7068f80d']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:28.309180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=922832d6-67a2-4f1f-b404-b9f4efe899ac,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:28.322967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8739e0-6759-4f45-a0d6-52f7713b4f84') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:28.323272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8739e0-6759-4f45-a0d6-52f7713b4f84') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:28.357804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-6446ddda-aa28-4725-9ec4-44dc66c66660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:28.359478 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-6446ddda-aa28-4725-9ec4-44dc66c66660 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792356 Nov 26 21:48:28.362768 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.381479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.392932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.404771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.415642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:48:28.416038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:48:28.418131 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:48:28.448704 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.469377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3e3cb-0fa3-4b65-be9f-9d49f373fa18 req-4f273e51-4cd5-4028-86e2-7a61eafe76ad tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:28.470945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1f3e3cb-0fa3-4b65-be9f-9d49f373fa18 req-4f273e51-4cd5-4028-86e2-7a61eafe76ad tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 945 time: 0.1458054 Nov 26 21:48:28.505802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Pushing event updated for resources: {'Port': ['ID=47fac491-f1da-466c-8bf3-1c88f228059a,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:28.515880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.516213 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.521947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.525398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d9825a1-0db9-4757-8734-cede7068f80d HTTP/1.1" status: 204 len: 168 time: 0.8731563 Nov 26 21:48:28.540016 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-d8dd559c-1e0c-4334-ac68-ac9f5d680591 service neutron] 10.222.0.13 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700795 Nov 26 21:48:28.554867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Deleting port 1253f5ed-52c9-4752-85ca-7006ff47b6ea {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:28.555214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.557026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9f44e-a874-40f7-ab19-ba7e80f5c09b admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9825a1-0db9-4757-8734-cede7068f80d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:28.626391 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1f3e3cb-0fa3-4b65-be9f-9d49f373fa18 req-0949bb8a-1e28-494f-bc86-9c259db66268 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375792 Nov 26 21:48:28.676357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.677702 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.694018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Calling delete_port for 1253f5ed-52c9-4752-85ca-7006ff47b6ea owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:28.699348 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bca6df8-30d8-42f9-90f6-40810b93cd59 req-14701e35-7b92-405d-83d8-6cc9dad29dd7 service neutron] 10.222.0.13 "GET /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493728 Nov 26 21:48:28.699806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39094) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:28.702136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Network d4de4528-8509-4460-a09e-d37d6d854919 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:28.709395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:28.797460 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ee647515-4d2d-4483-82c3-1850d628c95d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a7a6903064a446cba2256d8b6cbffa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0913610 Nov 26 21:48:28.799432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39096) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:28.817281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af635158-99c1-4d7a-99c5-e7094af1de59 req-b40b36d6-5dbc-440d-bbbb-1bce99fe0b6a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:28.824559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af635158-99c1-4d7a-99c5-e7094af1de59 req-b40b36d6-5dbc-440d-bbbb-1bce99fe0b6a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1238801 Nov 26 21:48:28.901004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecdceff3-ecd0-4447-a280-ae6fffd1d2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.903546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af635158-99c1-4d7a-99c5-e7094af1de59 req-014d5426-1cf7-4449-8fe0-c97ff4358514 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781226 Nov 26 21:48:28.906114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Router e23ad581-400d-44cb-821a-df190d38c3cc has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:48:28.934644 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecdceff3-ecd0-4447-a280-ae6fffd1d2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.967055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:28.998602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Pushing event deleted for resources: {'Port': ['ID=1253f5ed-52c9-4752-85ca-7006ff47b6ea,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:29.064212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d7bef225-9d37-49b2-9e7d-e524f3688a10 None None] Provisioning complete for port 47fac491-f1da-466c-8bf3-1c88f228059a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:29.065085 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7bef225-9d37-49b2-9e7d-e524f3688a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:29.080510 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecdceff3-ecd0-4447-a280-ae6fffd1d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:29.083739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:29.086466 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:29.089665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecdceff3-ecd0-4447-a280-ae6fffd1d2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:29.090863 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ecdceff3-ecd0-4447-a280-ae6fffd1d2ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16b05064-16c4-4da1-a4f8-2a4955454578 HTTP/1.1" status: 204 len: 168 time: 0.2917006 Nov 26 21:48:29.094010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c23bb52-2f4e-47e3-9c01-a12c7b4850f7 req-ae94e274-a439-4651-9912-fb42d1dbd34f tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "DELETE /v2.0/floatingips/20fb907d-662b-4abc-ac9a-d11eb282ceb0 HTTP/1.1" status: 204 len: 173 time: 0.8968375 Nov 26 21:48:29.107440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:29.109449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdceff3-ecd0-4447-a280-ae6fffd1d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b05064-16c4-4da1-a4f8-2a4955454578,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:29.114279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4b287f3a-e9e8-420b-862c-59d7f8074f66 admin admin] 10.222.0.21 "PUT /v2.0/routers/e23ad581-400d-44cb-821a-df190d38c3cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8813827 Nov 26 21:48:29.154454 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:29.161745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d7bef225-9d37-49b2-9e7d-e524f3688a10 None None] Port 47fac491-f1da-466c-8bf3-1c88f228059a cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:48:29.252508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4c462-0c4f-442d-8525-006e04e0709f req-98401b7d-9261-4b8c-a43d-3774aa7479f2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:29.255023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0f4c462-0c4f-442d-8525-006e04e0709f req-98401b7d-9261-4b8c-a43d-3774aa7479f2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 944 time: 0.0684083 Nov 26 21:48:29.314696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0f4c462-0c4f-442d-8525-006e04e0709f req-c2b0ad00-1067-4e2c-824e-b4ca0a2cbf1f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Nov 26 21:48:29.455761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b1253-ed3f-483f-80dd-62ea0d09608d req-cf42085c-8933-488d-ba39-953f4b7b1587 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:29.457053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac1b1253-ed3f-483f-80dd-62ea0d09608d req-cf42085c-8933-488d-ba39-953f4b7b1587 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0580196 Nov 26 21:48:29.508155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac1b1253-ed3f-483f-80dd-62ea0d09608d req-333a06a4-8909-4592-b592-b3e0486cff9b tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0442598 Nov 26 21:48:29.529717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-c82d301c-2ae3-49be-b1d3-9c10418a5503 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:29.532021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-c82d301c-2ae3-49be-b1d3-9c10418a5503 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 945 time: 0.0914886 Nov 26 21:48:29.584840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-750d5519-8dc5-44fa-950f-1834d2ab132e req-3bc13911-7f5f-447d-ba20-9c0b3cff3920 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0473008 Nov 26 21:48:29.654611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Sync routers for ids ['e23ad581-400d-44cb-821a-df190d38c3cc'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:29.663524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Deleting port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:29.663872 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:29.666982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Routers {'e23ad581-400d-44cb-821a-df190d38c3cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:29.668463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e23ad581-400d-44cb-821a-df190d38c3cc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:29.743695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39126) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:29.780845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] For port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:29.781213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:29.799544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Calling delete_port for 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:29.844073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-41bbaa60-dca8-450d-aec4-06aa8a3349b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0f2dd8c25304ca2a0a67f425c9a50ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0991068 Nov 26 21:48:29.847603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39132) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:30.008598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e0218a9-fdb8-45c8-9332-1e5475372127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:30.032663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e0218a9-fdb8-45c8-9332-1e5475372127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:30.058402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:30.096312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba824fe5-8756-4a7e-b228-050572aa1b0f req-196410c5-a82b-4c70-9747-9daa44f4848b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:30.104168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba824fe5-8756-4a7e-b228-050572aa1b0f req-196410c5-a82b-4c70-9747-9daa44f4848b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=732b0540-ffae-4258-acd7-f1fd371d8e46 HTTP/1.1" status: 200 len: 945 time: 0.1784089 Nov 26 21:48:30.108312 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e0218a9-fdb8-45c8-9332-1e5475372127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:30.111343 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e0218a9-fdb8-45c8-9332-1e5475372127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:30.114891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0e0218a9-fdb8-45c8-9332-1e5475372127 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69f5614b-6963-4482-b64a-8e4b9f6d1239 HTTP/1.1" status: 204 len: 168 time: 0.2639511 Nov 26 21:48:30.130729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event deleted for resources: {'Port': ['ID=37879ca2-9cea-4b4f-aa9e-f752e2e0ec63,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:30.132603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0218a9-fdb8-45c8-9332-1e5475372127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f5614b-6963-4482-b64a-8e4b9f6d1239,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:30.184290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 922832d6-67a2-4f1f-b404-b9f4efe899ac up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:30.188285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:48:30.189835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] No DVR routers for this DVR port 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:30.192467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:30.193866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:30.195392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['37879ca2-9cea-4b4f-aa9e-f752e2e0ec63'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:30.198664 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a8c5276e-cfdc-46b0-b518-1ab8cd3bd39d req-82c1564e-26f1-47db-82af-3f4996cdb930 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "DELETE /v2.0/ports/37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 HTTP/1.1" status: 204 len: 173 time: 0.6524558 Nov 26 21:48:30.198664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732b0540-ffae-4258-acd7-f1fd371d8e46', 'name': 'network-vif-deleted', 'tag': '37879ca2-9cea-4b4f-aa9e-f752e2e0ec63'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:30.201963 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b448f58b-79e1-44ef-b986-b7c35efcc0c5" -d '{"events": [{"server_uuid": "732b0540-ffae-4258-acd7-f1fd371d8e46", "name": "network-vif-deleted", "tag": "37879ca2-9cea-4b4f-aa9e-f752e2e0ec63"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:30.275686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137639da-b07c-4e64-b997-eb69dfa53534 req-940211c7-cd93-4794-a625-555c04017c25 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:30.283993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-137639da-b07c-4e64-b997-eb69dfa53534 req-940211c7-cd93-4794-a625-555c04017c25 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 946 time: 0.1653163 Nov 26 21:48:30.313377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba824fe5-8756-4a7e-b228-050572aa1b0f req-58275322-7f7f-4da2-8f96-cc938270b1b3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078853 Nov 26 21:48:30.367015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Set router e23ad581-400d-44cb-821a-df190d38c3cc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:30.415203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-137639da-b07c-4e64-b997-eb69dfa53534 req-7c903cae-f578-4144-aece-cb1441e33a11 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299903 Nov 26 21:48:30.523465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 922832d6-67a2-4f1f-b404-b9f4efe899ac triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:30.524085 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:30.540369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a9242-92d0-485e-b280-795496343db2 req-d81474b9-06f4-46ab-89d8-a54d6985bf32 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:30.556951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e8a9242-92d0-485e-b280-795496343db2 req-d81474b9-06f4-46ab-89d8-a54d6985bf32 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1109436 Nov 26 21:48:30.672806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e8a9242-92d0-485e-b280-795496343db2 req-7d69bcbb-f507-405f-bdf7-dea5f6bfaaba tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109633 Nov 26 21:48:30.736437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:30.760288 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e2d8ab-6815-45e3-ab79-ff7079f0ea97 x-openstack-request-id: req-07e2d8ab-6815-45e3-ab79-ff7079f0ea97 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:30.760657 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732b0540-ffae-4258-acd7-f1fd371d8e46", "name": "network-vif-deleted", "tag": "37879ca2-9cea-4b4f-aa9e-f752e2e0ec63", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:30.760912 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07e2d8ab-6815-45e3-ab79-ff7079f0ea97 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:30.761882 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732b0540-ffae-4258-acd7-f1fd371d8e46', 'name': 'network-vif-deleted', 'tag': '37879ca2-9cea-4b4f-aa9e-f752e2e0ec63', 'status': 'completed', 'code': 200} Nov 26 21:48:30.781093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'port_id': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'mac_address': 'fa:16:3e:d1:d2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b91493-f348-405c-b49c-941d6696293e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:48:30.928662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf83499-abdb-4129-a2ae-f0954e3770d9 req-a6561b69-59db-4ae3-b34a-0c2c1dbc8e46 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:30.939258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddf83499-abdb-4129-a2ae-f0954e3770d9 req-a6561b69-59db-4ae3-b34a-0c2c1dbc8e46 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 944 time: 0.1122229 Nov 26 21:48:30.986982 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:31.026033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:31.065477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddf83499-abdb-4129-a2ae-f0954e3770d9 req-d9f7d8b5-b33e-4c51-837c-59e680ad0539 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252565 Nov 26 21:48:31.065764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:31.073978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T21:48:27Z', 'revision_number': 4, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port': {'id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:21Z', 'updated_at': '2021-11-26T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '47fac491-f1da-466c-8bf3-1c88f228059a', 'name': '', 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'mac_address': 'fa:16:3e:a3:4d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a51b5a34-2744-41c4-90f9-2263988d4678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:26Z', 'updated_at': '2021-11-26T21:48:28Z', 'revision_number': 2, 'project_id': '97d386c28955451d9b139f8591416dda', 'subnets': [{'id': 'a51b5a34-2744-41c4-90f9-2263988d4678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:31.078108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:31.118742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Checking router: e23ad581-400d-44cb-821a-df190d38c3cc for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:31.123163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Updating router e23ad581-400d-44cb-821a-df190d38c3cc port 47fac491-f1da-466c-8bf3-1c88f228059a binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:48:31.182052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:31.212024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:31.288474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b3da6a4-7c4e-4087-b5d6-5824df7eeaaf req-618f58ca-177d-4922-82bf-84536a1359cf tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ab772797e47a4866808b15ca7f91678e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360694 Nov 26 21:48:31.471836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3da6a4-7c4e-4087-b5d6-5824df7eeaaf req-932c33de-8bdf-4bd0-8cf7-66654a2567ce tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:31.483135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b3da6a4-7c4e-4087-b5d6-5824df7eeaaf req-932c33de-8bdf-4bd0-8cf7-66654a2567ce tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926308 Nov 26 21:48:31.510205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b3da6a4-7c4e-4087-b5d6-5824df7eeaaf req-65793efc-87d9-43f4-97b4-656dffb58eb0 tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/quotas/ab772797e47a4866808b15ca7f91678e HTTP/1.1" status: 200 len: 375 time: 0.0257235 Nov 26 21:48:31.545417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['1930b7f3-a7a4-464c-b284-c7bc5223b2e7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:31.611616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b3da6a4-7c4e-4087-b5d6-5824df7eeaaf req-413d1ac9-c1c1-41c9-9243-ac00c3151e72 tempest-QuotasAdminNegativeTest-101241644 tempest-QuotasAdminNegativeTest-101241644-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab772797e47a4866808b15ca7f91678e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971258 Nov 26 21:48:31.664451 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:31.680897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:31.685668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07e353-7698-4989-b250-0b0d389c9d5e req-db7cef10-0191-4bf3-b9e6-19853c3d4942 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:31.696017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-422489f3-9074-4171-af9e-38cd847cc5ed tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:31.699660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-422489f3-9074-4171-af9e-38cd847cc5ed tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 946 time: 0.1125634 Nov 26 21:48:31.709177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e07e353-7698-4989-b250-0b0d389c9d5e req-db7cef10-0191-4bf3-b9e6-19853c3d4942 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a657f6e-dfc3-48ed-9241-e370972b521c HTTP/1.1" status: 200 len: 946 time: 0.1925921 Nov 26 21:48:31.777490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d011a2-420c-43e0-a479-3deaef56cd07 None None] Pushing event updated for resources: {'Port': ['ID=47fac491-f1da-466c-8bf3-1c88f228059a,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:31.874992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e07e353-7698-4989-b250-0b0d389c9d5e req-4813a2cd-f1ac-4dd4-ae6e-1aabe65777de tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.21 "GET /v2.0/security-groups?id=4ce005b6-835a-48f1-bb11-5a0a68eaee21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547868 Nov 26 21:48:31.924616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Deleting port b5397aa2-982e-4be8-a195-901a6a442f5f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:31.925758 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:31.940261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Attempting to bind port 47fac491-f1da-466c-8bf3-1c88f228059a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:31.940724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Attempting to bind port 47fac491-f1da-466c-8bf3-1c88f228059a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:31.941166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Attempting to bind port 47fac491-f1da-466c-8bf3-1c88f228059a on network d4de4528-8509-4460-a09e-d37d6d854919 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:31.961598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:31.961598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Checking segment: {'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:31.961903 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:31.962278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Bound using segment: {'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:31.962919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Bound port: 47fac491-f1da-466c-8bf3-1c88f228059a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb0e502-8c85-4169-b562-fbfe22a6b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:31.963401 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:32.059077 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:32.065617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] For port 47fac491-f1da-466c-8bf3-1c88f228059a, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:32.089482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:32.089980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 37879ca2-9cea-4b4f-aa9e-f752e2e0ec63 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:32.101631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] For port 47fac491-f1da-466c-8bf3-1c88f228059a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=47fac491-f1da-466c-8bf3-1c88f228059a,segment=NetworkSegment(8eb0e502-8c85-4169-b562-fbfe22a6b902),segment_id=8eb0e502-8c85-4169-b562-fbfe22a6b902)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:32.111216 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:32.219854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] For port b5397aa2-982e-4be8-a195-901a6a442f5f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b5397aa2-982e-4be8-a195-901a6a442f5f,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:32.220365 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:32.239631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Routers {'e23ad581-400d-44cb-821a-df190d38c3cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:32.240197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e23ad581-400d-44cb-821a-df190d38c3cc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:32.244498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Calling delete_port for b5397aa2-982e-4be8-a195-901a6a442f5f owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:32.259968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aea1b-5e56-45b6-a82e-82710b6bccce req-99567772-0456-4bac-942f-764be8b3a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:32.263903 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-912aea1b-5e56-45b6-a82e-82710b6bccce req-99567772-0456-4bac-942f-764be8b3a2d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 1096 time: 0.0964365 Nov 26 21:48:32.288359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d011a2-420c-43e0-a479-3deaef56cd07 None None] Pushing event updated for resources: {'Port': ['ID=47fac491-f1da-466c-8bf3-1c88f228059a,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:32.403312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a424e58d-40b0-4897-9d18-bdc1ded67b02 None None] Provisioning complete for port 47fac491-f1da-466c-8bf3-1c88f228059a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:32.403814 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a424e58d-40b0-4897-9d18-bdc1ded67b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:32.415185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f13281-685a-49ee-a450-01dc1197736e req-42b9c4f2-4312-4bb2-b2d9-01cce8a2495f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:32.427131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5f13281-685a-49ee-a450-01dc1197736e req-42b9c4f2-4312-4bb2-b2d9-01cce8a2495f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.3066084 Nov 26 21:48:32.502409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] Set router e23ad581-400d-44cb-821a-df190d38c3cc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:32.540414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-912aea1b-5e56-45b6-a82e-82710b6bccce req-6227e726-bcd6-4b86-a16a-239c1034e53b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649267 Nov 26 21:48:32.552323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-a7c9dffc-acb2-44ee-b34c-73c3327276fd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:32.563524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-a7c9dffc-acb2-44ee-b34c-73c3327276fd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.5014064 Nov 26 21:48:32.591991 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:32.592373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5f13281-685a-49ee-a450-01dc1197736e req-3066b381-de42-4bab-b9d2-ad14b5418063 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635478 Nov 26 21:48:32.608320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-343123cd-5b26-4af3-afe7-63bcbba20b92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/quotas/524caf83d3dc49928dde83b0446541fc HTTP/1.1" status: 200 len: 375 time: 0.0437570 Nov 26 21:48:32.640217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Pushing event deleted for resources: {'Port': ['ID=b5397aa2-982e-4be8-a195-901a6a442f5f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:32.651307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['b5397aa2-982e-4be8-a195-901a6a442f5f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:32.677824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] No DVR routers for this DVR port b5397aa2-982e-4be8-a195-901a6a442f5f on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:32.680599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:32.684656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-44f45f2c-cee1-4a92-b8d4-996136db869e req-f911d081-9d7d-4a45-8782-197926df632c tempest-FloatingIPsAssociationNegativeTestJSON-1637522099 tempest-FloatingIPsAssociationNegativeTestJSON-1637522099-project] 10.222.0.13 "DELETE /v2.0/ports/b5397aa2-982e-4be8-a195-901a6a442f5f HTTP/1.1" status: 204 len: 173 time: 0.9799581 Nov 26 21:48:32.728613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-6e6b972b-32db-4505-a4be-6b6df5a62358 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166866 Nov 26 21:48:32.763535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'name': 'network-vif-deleted', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:32.766057 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad55176-6399-4483-a7da-ef622d1fcde1" -d '{"events": [{"server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "name": "network-vif-deleted", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:32.818685 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a424e58d-40b0-4897-9d18-bdc1ded67b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:32.908500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-38ea71ed-91c1-41e7-8220-b316fa557be3 service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786640 Nov 26 21:48:32.970359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a424e58d-40b0-4897-9d18-bdc1ded67b02 None None] For port 47fac491-f1da-466c-8bf3-1c88f228059a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=47fac491-f1da-466c-8bf3-1c88f228059a,segment=NetworkSegment(8eb0e502-8c85-4169-b562-fbfe22a6b902),segment_id=8eb0e502-8c85-4169-b562-fbfe22a6b902)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:32.989899 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a424e58d-40b0-4897-9d18-bdc1ded67b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:33.074912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-ee3cf3f9-98cc-4032-9b0c-e535c00c989d service neutron] 10.222.0.21 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588242 Nov 26 21:48:33.087509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424e58d-40b0-4897-9d18-bdc1ded67b02 None None] Pushing event updated for resources: {'Port': ['ID=47fac491-f1da-466c-8bf3-1c88f228059a,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:33.124609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T21:48:27Z', 'revision_number': 4, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port': {'id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:21Z', 'updated_at': '2021-11-26T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '47fac491-f1da-466c-8bf3-1c88f228059a', 'name': '', 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'mac_address': 'fa:16:3e:a3:4d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a51b5a34-2744-41c4-90f9-2263988d4678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:26Z', 'updated_at': '2021-11-26T21:48:32Z', 'revision_number': 4, 'project_id': '97d386c28955451d9b139f8591416dda', 'subnets': [{'id': 'a51b5a34-2744-41c4-90f9-2263988d4678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:33.128462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f4318449-7e6e-4fde-b962-cebfbf227f26 None None] Provisioning complete for port 47fac491-f1da-466c-8bf3-1c88f228059a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:33.128839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4318449-7e6e-4fde-b962-cebfbf227f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:33.167299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c454b-7c80-45be-8e3c-3fc62440f20c req-751c76f4-078c-4259-b600-bc944e2cf8e2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:33.177271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-041c454b-7c80-45be-8e3c-3fc62440f20c req-751c76f4-078c-4259-b600-bc944e2cf8e2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 945 time: 0.0807483 Nov 26 21:48:33.277084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-041c454b-7c80-45be-8e3c-3fc62440f20c req-2f273ea3-6579-4523-a87c-c0415c6b7845 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Nov 26 21:48:33.332835 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71ae2fb-5a9f-471d-a4d4-4de0a4fbe6e7 x-openstack-request-id: req-f71ae2fb-5a9f-471d-a4d4-4de0a4fbe6e7 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:33.333240 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a657f6e-dfc3-48ed-9241-e370972b521c", "name": "network-vif-deleted", "tag": "b5397aa2-982e-4be8-a195-901a6a442f5f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:33.333499 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f71ae2fb-5a9f-471d-a4d4-4de0a4fbe6e7 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:33.334809 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a657f6e-dfc3-48ed-9241-e370972b521c', 'name': 'network-vif-deleted', 'tag': 'b5397aa2-982e-4be8-a195-901a6a442f5f', 'status': 'completed', 'code': 200} Nov 26 21:48:33.374091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39312) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:33.381268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243381c8-9c38-4da9-9ad7-a8c84338a93b None None] The sync data for ids ['e23ad581-400d-44cb-821a-df190d38c3cc'] in n-d-819494-1 is: [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T21:48:27Z', 'revision_number': 4, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port': {'id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:21Z', 'updated_at': '2021-11-26T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '47fac491-f1da-466c-8bf3-1c88f228059a', 'name': '', 'network_id': 'd4de4528-8509-4460-a09e-d37d6d854919', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'mac_address': 'fa:16:3e:a3:4d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a51b5a34-2744-41c4-90f9-2263988d4678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:26Z', 'updated_at': '2021-11-26T21:48:32Z', 'revision_number': 4, 'project_id': '97d386c28955451d9b139f8591416dda', 'subnets': [{'id': 'a51b5a34-2744-41c4-90f9-2263988d4678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:33.710714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cee3740e-ddcb-4cfe-8c5c-77d52ae78d54 req-babfcc67-8880-4b58-9e5f-568f0f505ddd tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 210 time: 0.1036241 Nov 26 21:48:34.049779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:34.143959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 47fac491-f1da-466c-8bf3-1c88f228059a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:34.173878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39330) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:34.204144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2bf2-eccb-4b27-a5b0-73c8c597914e req-71835bc5-371f-403b-8efb-f5541e555bda tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:34.205722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e90e2bf2-eccb-4b27-a5b0-73c8c597914e req-71835bc5-371f-403b-8efb-f5541e555bda tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1817756 Nov 26 21:48:34.300295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 47fac491-f1da-466c-8bf3-1c88f228059a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:34.300778 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.354035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:48:34.361234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:34.361645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.455761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6470d89e-86b2-44d1-a127-84efd7a27c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.609784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.626675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6470d89e-86b2-44d1-a127-84efd7a27c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.636277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6470d89e-86b2-44d1-a127-84efd7a27c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.660671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:34.663332 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8307fe7d-c0f2-4ea3-80e0-5156abf6f310" -d '{"events": [{"server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "name": "network-vif-plugged", "status": "completed", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:34.679502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:34.688083 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.689692 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6470d89e-86b2-44d1-a127-84efd7a27c52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab772797e47a4866808b15ca7f91678e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146136 Nov 26 21:48:34.691684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:34.759821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470d89e-86b2-44d1-a127-84efd7a27c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2abee8-5086-404c-804f-4447c29ac527,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:34.781127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:34.805191 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc18f704-8105-4b2f-bda1-a8de51d165b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.849197 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc18f704-8105-4b2f-bda1-a8de51d165b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:34.869138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3d6c4-4c5e-476e-b2ff-96de1f7a592f req-3557ac96-ef3f-4301-ae8d-373fae6ed969 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:34.878416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67f3d6c4-4c5e-476e-b2ff-96de1f7a592f req-3557ac96-ef3f-4301-ae8d-373fae6ed969 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1095293 Nov 26 21:48:34.955873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e90e2bf2-eccb-4b27-a5b0-73c8c597914e req-ddf60fa5-6e85-4257-8162-d3f009c4c8ca tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319143 Nov 26 21:48:35.070244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8c4efe43-426a-4a21-a568-6fb6278d173f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:35.072459 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8c4efe43-426a-4a21-a568-6fb6278d173f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 806 time: 0.1702938 Nov 26 21:48:35.081003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67f3d6c4-4c5e-476e-b2ff-96de1f7a592f req-7c909e61-1cc6-4ba4-b725-c42ab10b547b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018225 Nov 26 21:48:35.105250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Request body: {'port': {'device_id': '66e9de7c-3a60-49fe-8b74-c24192fb7591', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'admin_state_up': True, 'tenant_id': '524caf83d3dc49928dde83b0446541fc'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:35.154952 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc18f704-8105-4b2f-bda1-a8de51d165b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.161462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc18f704-8105-4b2f-bda1-a8de51d165b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.164232 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cc18f704-8105-4b2f-bda1-a8de51d165b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a2abee8-5086-404c-804f-4447c29ac527 HTTP/1.1" status: 204 len: 168 time: 0.4700704 Nov 26 21:48:35.172444 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adef99d8-a02b-4b45-a923-4cd18359b129 x-openstack-request-id: req-adef99d8-a02b-4b45-a923-4cd18359b129 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:35.172756 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "name": "network-vif-plugged", "status": "completed", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:35.173020 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adef99d8-a02b-4b45-a923-4cd18359b129 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:35.174272 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'code': 200} Nov 26 21:48:35.230194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18f704-8105-4b2f-bda1-a8de51d165b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2abee8-5086-404c-804f-4447c29ac527,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:35.297898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89e821bb-46ec-45e4-a8c7-95ac25481a6b req-e54b61c5-88a3-4d7a-96b1-946ac14ae64f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 210 time: 0.0850117 Nov 26 21:48:35.368667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.452493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8339e1-d5b1-4661-b0d5-25dbf7706d2d req-b351c580-298a-4f1a-aef9-936e5b6c7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:35.454028 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a8339e1-d5b1-4661-b0d5-25dbf7706d2d req-b351c580-298a-4f1a-aef9-936e5b6c7bee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 1097 time: 0.1138740 Nov 26 21:48:35.521267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a8339e1-d5b1-4661-b0d5-25dbf7706d2d req-eac96408-6333-44e2-9fa0-edcf0e88fa6b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487216 Nov 26 21:48:35.523567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Made reservation on behalf of 524caf83d3dc49928dde83b0446541fc for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:35.527180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.713924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Allocated IP 172.20.0.7 (34bc598f-a37a-42f8-9680-b59ca2e33c40/9a81f213-8ace-436e-ba8f-96f5b41d21ac/0edebdf5-efcf-44cf-9b58-f5112e86b4a3) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:35.760540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39358) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:35.785694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-111fe280-ff18-4d23-9c0d-7614810ac0e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.817110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Deleting port 0377b65d-033f-406b-8096-d76cb27098a3 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:35.818532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.858888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39360) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:35.946665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] For port 0377b65d-033f-406b-8096-d76cb27098a3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0377b65d-033f-406b-8096-d76cb27098a3,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:35.947286 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.948072 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.964519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Calling delete_port for 0377b65d-033f-406b-8096-d76cb27098a3 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:35.982546 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-111fe280-ff18-4d23-9c0d-7614810ac0e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:35.993459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-111fe280-ff18-4d23-9c0d-7614810ac0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.033732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3b17f56-6d17-497e-9074-fdec261d662d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.068330 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-111fe280-ff18-4d23-9c0d-7614810ac0e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7677f552658d4c388d47fc8e2f480e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063855 Nov 26 21:48:36.069050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fe280-ff18-4d23-9c0d-7614810ac0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fcb06b-7647-44a2-9d76-42f8ff9ceea3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:36.072613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39366) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:36.073637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.074155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b5397aa2-982e-4be8-a195-901a6a442f5f no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:36.116442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: b5397aa2-982e-4be8-a195-901a6a442f5f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:36.119069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b5397aa2-982e-4be8-a195-901a6a442f5f not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:36.122105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:36.165358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Network 34bc598f-a37a-42f8-9680-b59ca2e33c40 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:36.182922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:36.197024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:36.248977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event updated for resources: {'Port': ['ID=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:36.256283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052e20d-a766-4987-b241-c097c52f1d9d req-f0a5ce91-29e9-4211-8066-1ce2853589bb tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:36.267120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5052e20d-a766-4987-b241-c097c52f1d9d req-f0a5ce91-29e9-4211-8066-1ce2853589bb tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.2231679 Nov 26 21:48:36.321955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:36.322756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.343167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb0a5-aa76-44dc-a41b-61a7b92b79e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.362594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3b17f56-6d17-497e-9074-fdec261d662d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.379735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3b17f56-6d17-497e-9074-fdec261d662d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.384942 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-8916a25e-5ac5-409f-81f7-f7b4e6ddadb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2946737 Nov 26 21:48:36.393465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb0a5-aa76-44dc-a41b-61a7b92b79e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.411576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Request body: {'port': {'device_id': '66e9de7c-3a60-49fe-8b74-c24192fb7591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:36.435708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27978f57-4b70-4f10-b052-7a668da1b3b4 req-655117d3-2d41-42ff-8f2a-d136e5491631 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:36.442596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27978f57-4b70-4f10-b052-7a668da1b3b4 req-655117d3-2d41-42ff-8f2a-d136e5491631 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1640501 Nov 26 21:48:36.447371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5052e20d-a766-4987-b241-c097c52f1d9d req-fc9a0afa-adfb-4567-91be-6b8f96047461 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792622 Nov 26 21:48:36.477516 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a3b17f56-6d17-497e-9074-fdec261d662d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60399bd38d0e48e78919d014e75d130f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6153212 Nov 26 21:48:36.485599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39378) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:36.491785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b17f56-6d17-497e-9074-fdec261d662d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa79117d-1724-431c-8c59-80d3cb5570bf,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:36.529399 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.545912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.572804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27978f57-4b70-4f10-b052-7a668da1b3b4 req-513386d2-0568-4782-af04-e85968b5c32a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292608 Nov 26 21:48:36.573467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0377b65d-033f-406b-8096-d76cb27098a3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:36.590185 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb0a5-aa76-44dc-a41b-61a7b92b79e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.595055 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb0a5-aa76-44dc-a41b-61a7b92b79e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.596095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e2cfb0a5-aa76-44dc-a41b-61a7b92b79e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77fcb06b-7647-44a2-9d76-42f8ff9ceea3 HTTP/1.1" status: 204 len: 168 time: 0.5206342 Nov 26 21:48:36.610416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfb0a5-aa76-44dc-a41b-61a7b92b79e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fcb06b-7647-44a2-9d76-42f8ff9ceea3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:36.678461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c3579f0-8142-4e0d-9b15-9d41bcd5fe0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.752750 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:36.914959 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c3579f0-8142-4e0d-9b15-9d41bcd5fe0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.043439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7448fc0-ed51-4e13-9c3c-51ae409c82e7 req-58e3bb04-2e2b-4951-bebc-dcfbef4ffa40 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:37.046461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7448fc0-ed51-4e13-9c3c-51ae409c82e7 req-58e3bb04-2e2b-4951-bebc-dcfbef4ffa40 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 931 time: 0.2998250 Nov 26 21:48:37.054606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cabe3-1f90-4d95-94c5-4615e018181e req-432d6d28-55b3-43ed-92f8-4027a10f2c0e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:37.056355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a7cabe3-1f90-4d95-94c5-4615e018181e req-432d6d28-55b3-43ed-92f8-4027a10f2c0e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.3086934 Nov 26 21:48:37.070293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:37.082255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.097738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Transition to ACTIVE for port object 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:48:37.103119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.107737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.152419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c3579f0-8142-4e0d-9b15-9d41bcd5fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.155663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c3579f0-8142-4e0d-9b15-9d41bcd5fe0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.156839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0c3579f0-8142-4e0d-9b15-9d41bcd5fe0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa79117d-1724-431c-8c59-80d3cb5570bf HTTP/1.1" status: 204 len: 168 time: 0.6649389 Nov 26 21:48:37.168960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Pushing event updated for resources: {'Port': ['ID=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:37.233330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a7cabe3-1f90-4d95-94c5-4615e018181e req-2475475b-e50c-4767-b000-1362beae1b5b tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686954 Nov 26 21:48:37.238207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3579f0-8142-4e0d-9b15-9d41bcd5fe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa79117d-1724-431c-8c59-80d3cb5570bf,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:37.283672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7448fc0-ed51-4e13-9c3c-51ae409c82e7 req-178bb738-33a8-4355-8dd6-4a180d9bc8d2 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162952 Nov 26 21:48:37.347443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Attempting to bind port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:37.347946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Attempting to bind port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:37.348229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Attempting to bind port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:37.355456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:48:37.359137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Attempting to bind port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 on network 34bc598f-a37a-42f8-9680-b59ca2e33c40 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:37.369418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:37.370414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Checking segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:37.370958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Bound using segment: {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:37.371480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Bound port: 0edebdf5-efcf-44cf-9b58-f5112e86b4a3, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:37.372811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.515395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] For port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:37.521314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] For port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:37.526981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.581682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:37.582442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.584870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-95342a6a-35c1-4663-81dc-943090de502b service neutron] 10.222.0.13 "PUT /v2.0/ports/0edebdf5-efcf-44cf-9b58-f5112e86b4a3 HTTP/1.1" status: 200 len: 1091 time: 1.1831777 Nov 26 21:48:37.587516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e9de7c-3a60-49fe-8b74-c24192fb7591', 'tag': '0edebdf5-efcf-44cf-9b58-f5112e86b4a3'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:37.591318 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6122557-3ae7-4b9f-b35b-309c003f2599" -d '{"events": [{"name": "network-changed", "server_uuid": "66e9de7c-3a60-49fe-8b74-c24192fb7591", "tag": "0edebdf5-efcf-44cf-9b58-f5112e86b4a3"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:37.638043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95342a6a-35c1-4663-81dc-943090de502b service neutron] Pushing event updated for resources: {'Port': ['ID=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:37.639895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Router dd200898-c1a7-40e6-beb8-0d230fa3e552 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:48:37.671415 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.728179 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6564e03-54e7-4b3a-871f-2024bcff4ddb x-openstack-request-id: req-d6564e03-54e7-4b3a-871f-2024bcff4ddb {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:37.728521 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e9de7c-3a60-49fe-8b74-c24192fb7591", "tag": "0edebdf5-efcf-44cf-9b58-f5112e86b4a3", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:37.728718 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6564e03-54e7-4b3a-871f-2024bcff4ddb {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:37.729114 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66e9de7c-3a60-49fe-8b74-c24192fb7591', 'tag': '0edebdf5-efcf-44cf-9b58-f5112e86b4a3', 'status': 'completed', 'code': 200} Nov 26 21:48:37.764340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-20aa376e-ecb5-47a1-87e5-d00e08e0e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:37.768678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-20aa376e-ecb5-47a1-87e5-d00e08e0e32f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 1094 time: 0.1154881 Nov 26 21:48:37.791478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39414) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:37.824906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd899d-e743-471c-9d8b-9756bf1f9939 req-0327c1fa-9d06-45ee-8862-5c0843e09e8b tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:37.835595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bdd899d-e743-471c-9d8b-9756bf1f9939 req-0327c1fa-9d06-45ee-8862-5c0843e09e8b tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1931684 Nov 26 21:48:37.865401 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-daf0c77e-5067-4665-b2d0-c0dd8b4d0f4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0edebdf5-efcf-44cf-9b58-f5112e86b4a3 HTTP/1.1" status: 200 len: 217 time: 0.0842514 Nov 26 21:48:37.966995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16e7c5b-20bd-4e7b-ae15-4b99df5957b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:37.995176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-950f4d40-3ac7-464c-852b-ccd936d69e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:37.996648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-950f4d40-3ac7-464c-852b-ccd936d69e62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.0983300 Nov 26 21:48:37.999165 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bdd899d-e743-471c-9d8b-9756bf1f9939 req-cacbaa0d-4e9f-442a-9d23-33e546b4f542 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577477 Nov 26 21:48:38.017256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:38.026434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7c028e32-35ea-4204-8fd3-f1f2e2fead40 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd200898-c1a7-40e6-beb8-0d230fa3e552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6511605 Nov 26 21:48:38.029957 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] Sync routers for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:38.037943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:38.041240 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:38.041856 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:38.044968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b27731-13ee-41fb-bfc3-7964e0bd1322 req-57ba24be-0b7e-431d-8bc2-0a00939b678a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:38.047643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39b27731-13ee-41fb-bfc3-7964e0bd1322 req-57ba24be-0b7e-431d-8bc2-0a00939b678a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1471343 Nov 26 21:48:38.047868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-1b456c75-f449-4eb5-b820-642f84d8cc50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414333 Nov 26 21:48:38.126696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39b27731-13ee-41fb-bfc3-7964e0bd1322 req-ceec7670-b5d0-437c-acda-3a9d6ef10f11 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667510 Nov 26 21:48:38.296705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16e7c5b-20bd-4e7b-ae15-4b99df5957b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:38.297096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834acd7-55d7-45ab-865e-c257991d30b4 req-bbe6c83b-ad11-4400-9dce-0242ac86df1a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:38.312632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16e7c5b-20bd-4e7b-ae15-4b99df5957b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:38.321330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b834acd7-55d7-45ab-865e-c257991d30b4 req-bbe6c83b-ad11-4400-9dce-0242ac86df1a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.0983765 Nov 26 21:48:38.321968 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:38.339777 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-ccbede74-d511-4a4b-92b5-117ddea4ec00 service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485378 Nov 26 21:48:38.341518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:38.418565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b834acd7-55d7-45ab-865e-c257991d30b4 req-2103ed84-2652-45fb-af24-b93bb9f5e95d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915787 Nov 26 21:48:38.520891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd2a75-a257-4cfc-a91e-40243ff463d5 req-ef446da4-390e-4619-9694-258520085e1d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:38.523523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0fd2a75-a257-4cfc-a91e-40243ff463d5 req-ef446da4-390e-4619-9694-258520085e1d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 943 time: 0.1028900 Nov 26 21:48:38.559952 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d16e7c5b-20bd-4e7b-ae15-4b99df5957b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8088005987ac41a0a03e5042583e9ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7668014 Nov 26 21:48:38.571786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39438) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:38.583381 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:48:36Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:38.593415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e7c5b-20bd-4e7b-ae15-4b99df5957b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff6ec7a-0a49-4e5f-addc-3e974962bd93,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:38.635911 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] Checking router: dd200898-c1a7-40e6-beb8-0d230fa3e552 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:38.655315 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] Routers {'dd200898-c1a7-40e6-beb8-0d230fa3e552'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:38.655951 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dd200898-c1a7-40e6-beb8-0d230fa3e552'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:38.686117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0fd2a75-a257-4cfc-a91e-40243ff463d5 req-42febabb-e7c1-480a-836b-ffdb7a63a171 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555650 Nov 26 21:48:38.790146 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] Set router dd200898-c1a7-40e6-beb8-0d230fa3e552 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:39.014844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c239f-9812-49e1-bb68-52cf4a16b2f4 req-2feecc05-5c9b-4948-bdeb-df36fd116ced tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:39.021584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-108c239f-9812-49e1-bb68-52cf4a16b2f4 req-2feecc05-5c9b-4948-bdeb-df36fd116ced tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.0625291 Nov 26 21:48:39.098554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-108c239f-9812-49e1-bb68-52cf4a16b2f4 req-16bceea4-d64d-47a8-ad54-def59b038a08 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757740 Nov 26 21:48:39.136696 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:48:36Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:39.158290 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-307d06d8-0633-46fb-b11e-7c1e4a3ed92c req-f1ac4e86-7dd4-4888-b35d-0db11a5500c4 service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117817 Nov 26 21:48:39.204691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f31704-2d83-444f-b425-aae21e7be808 req-93fca066-bc8a-4e64-b1f8-70a3705b00c2 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:39.208275 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:39.211254 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e403bd7-2edf-4812-8c83-5c80ddb1cde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:39.214934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86f31704-2d83-444f-b425-aae21e7be808 req-93fca066-bc8a-4e64-b1f8-70a3705b00c2 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1016941 Nov 26 21:48:39.217737 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597002f2-631a-48bb-ba4c-c40a7ac8d7c3 None None] The sync data for ids ['dd200898-c1a7-40e6-beb8-0d230fa3e552'] in n-d-819494-1 is: [{'id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1183614499-router', 'tenant_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:41Z', 'updated_at': '2021-11-26T21:48:36Z', 'revision_number': 5, 'project_id': 'c1bb914fa54648418f1fdfe16f560f4c', 'gw_port': {'id': '288e80b3-caf9-4ca7-b0b8-784c4e50e7df', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd200898-c1a7-40e6-beb8-0d230fa3e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:43Z', 'updated_at': '2021-11-26T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:39.298386 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86f31704-2d83-444f-b425-aae21e7be808 req-10707b42-66df-4bb6-91da-ca5c7d5abbdf tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822797 Nov 26 21:48:39.330489 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e403bd7-2edf-4812-8c83-5c80ddb1cde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:39.391450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-37a2f079-d5e8-47d8-94a6-0f398131b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:39.393006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-37a2f079-d5e8-47d8-94a6-0f398131b08d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 1094 time: 0.1121645 Nov 26 21:48:39.432245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Deleting port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:39.432586 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:39.515127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e403bd7-2edf-4812-8c83-5c80ddb1cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:39.518033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e403bd7-2edf-4812-8c83-5c80ddb1cde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:39.519685 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1e403bd7-2edf-4812-8c83-5c80ddb1cde3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ff6ec7a-0a49-4e5f-addc-3e974962bd93 HTTP/1.1" status: 204 len: 168 time: 0.9444127 Nov 26 21:48:39.534845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e403bd7-2edf-4812-8c83-5c80ddb1cde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff6ec7a-0a49-4e5f-addc-3e974962bd93,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:39.655213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-230a840f-e9e3-48d5-af71-523da1677096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:39.656937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-230a840f-e9e3-48d5-af71-523da1677096 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 907 time: 0.2553098 Nov 26 21:48:39.690399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] For port 288e80b3-caf9-4ca7-b0b8-784c4e50e7df, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=288e80b3-caf9-4ca7-b0b8-784c4e50e7df,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:39.690761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:39.748368 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-553444a5-d3cd-4e5e-8700-719aab922150 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0edebdf5-efcf-44cf-9b58-f5112e86b4a3 HTTP/1.1" status: 200 len: 217 time: 0.0774961 Nov 26 21:48:39.758558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Calling delete_port for 288e80b3-caf9-4ca7-b0b8-784c4e50e7df owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:39.845002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7893f9-a5c0-4fc5-948c-2af3a4ed2abe req-84cf2f8e-62b8-4275-83de-cad89c784cc3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:39.855051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa7893f9-a5c0-4fc5-948c-2af3a4ed2abe req-84cf2f8e-62b8-4275-83de-cad89c784cc3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1328931 Nov 26 21:48:39.877719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-513f5f07-3deb-4702-838c-4cdf2d839c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:39.879247 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-513f5f07-3deb-4702-838c-4cdf2d839c73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.1186252 Nov 26 21:48:39.894301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0377b65d-033f-406b-8096-d76cb27098a3 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:39.931619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-0aa04a22-32f7-49d9-8806-e8c6712ef26d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381358 Nov 26 21:48:39.955626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0377b65d-033f-406b-8096-d76cb27098a3 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:39.956924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0377b65d-033f-406b-8096-d76cb27098a3 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:39.998852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa7893f9-a5c0-4fc5-948c-2af3a4ed2abe req-627b870f-8f10-4add-a815-4c9781ee5c18 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427171 Nov 26 21:48:40.064926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-a87bd88e-c520-4e36-9a71-8e9543bdaf84 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b24a285fd10341469667c09788728108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857370 Nov 26 21:48:40.114200 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-2bd0f3ac-5047-4837-9af9-5c8833c4a8db service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741567 Nov 26 21:48:40.194177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.229497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Pushing event deleted for resources: {'Port': ['ID=288e80b3-caf9-4ca7-b0b8-784c4e50e7df,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:40.254757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f68689-e96e-4e08-a757-c6d07b631887 req-e3f291c9-c43d-4006-85ab-6f7a97021555 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:40.260058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f68689-e96e-4e08-a757-c6d07b631887 req-e3f291c9-c43d-4006-85ab-6f7a97021555 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 943 time: 0.1438558 Nov 26 21:48:40.279736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-4872f08c-8ffe-45b1-976b-fb8507aae73f tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:40.287501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-4872f08c-8ffe-45b1-976b-fb8507aae73f tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216735 Nov 26 21:48:40.314529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-9fb3cf95-31b3-4742-8d26-6d733b5d58fe tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/quotas/b24a285fd10341469667c09788728108 HTTP/1.1" status: 200 len: 375 time: 0.0259287 Nov 26 21:48:40.319926 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d6122557-3ae7-4b9f-b35b-309c003f2599 req-18b9eb9c-0251-408f-a1c6-260c83ebe676 service neutron] 10.222.0.13 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963377 Nov 26 21:48:40.334587 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.382505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-69622405-8d5c-4b57-a40f-3545b5100a2d tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b24a285fd10341469667c09788728108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558534 Nov 26 21:48:40.394684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f68689-e96e-4e08-a757-c6d07b631887 req-673ddb8d-444c-43c0-afcf-9395e5291a38 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040993 Nov 26 21:48:40.451706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.454420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.525862 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.526752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd200898-c1a7-40e6-beb8-0d230fa3e552 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:48:40.551072 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.556291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1137554d-38ab-4273-b4e8-5789e2ad3efa admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd200898-c1a7-40e6-beb8-0d230fa3e552 HTTP/1.1" status: 204 len: 168 time: 2.5123565 Nov 26 21:48:40.556291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39510) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:40.689513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ee326a-3565-4a76-9298-02f6a774eb83 admin admin] Deleting subnet 6f3d1a6c-c1c5-4127-83a8-a36049e79405 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:48:40.693695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06ee326a-3565-4a76-9298-02f6a774eb83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.738759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06ee326a-3565-4a76-9298-02f6a774eb83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.764331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-326efcc6-7f0a-4174-966c-3a80abdaf712 req-d30774ad-f3cc-48ec-ba75-7c49c18acf09 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 210 time: 0.0666792 Nov 26 21:48:40.799211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3167d-f76e-4f10-ae41-2e1d90d3083e req-a9306e2f-d6e1-45d5-ae21-1733f423021e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:40.800989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60e3167d-f76e-4f10-ae41-2e1d90d3083e req-a9306e2f-d6e1-45d5-ae21-1733f423021e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1853578 Nov 26 21:48:40.882368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60e3167d-f76e-4f10-ae41-2e1d90d3083e req-1bbb2af4-a273-41cd-aab0-122c20e1c2f7 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739768 Nov 26 21:48:40.910631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06ee326a-3565-4a76-9298-02f6a774eb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:40.979551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06ee326a-3565-4a76-9298-02f6a774eb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:41.009941 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee326a-3565-4a76-9298-02f6a774eb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3d1a6c-c1c5-4127-83a8-a36049e79405,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:41.020686 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06ee326a-3565-4a76-9298-02f6a774eb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:41.025392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b62b00-f600-4e74-ac4a-3f194786cac5 None None] Network 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:41.031640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39528) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:41.032972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-06ee326a-3565-4a76-9298-02f6a774eb83 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6f3d1a6c-c1c5-4127-83a8-a36049e79405 HTTP/1.1" status: 204 len: 168 time: 0.4721098 Nov 26 21:48:41.242331 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:41.262650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b160e-62cd-4934-96f4-b754983cb869 req-4a529350-1782-4cb8-9e7f-6b439c43d0a9 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:41.264867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a26b160e-62cd-4934-96f4-b754983cb869 req-4a529350-1782-4cb8-9e7f-6b439c43d0a9 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.0863183 Nov 26 21:48:41.358934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a26b160e-62cd-4934-96f4-b754983cb869 req-33cc9993-0a73-4a10-871a-87a65c8edbd4 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827792 Nov 26 21:48:41.381878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] DHCP port deletion for 43bf8f03-37db-4ece-aaed-abf4e8fa1d5a request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:48:41.401546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Deleting port f986aa16-585f-48b7-85ad-c8fa744df24c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:41.401880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:41.512359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] For port f986aa16-585f-48b7-85ad-c8fa744df24c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f986aa16-585f-48b7-85ad-c8fa744df24c,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:41.513341 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:41.565130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Calling delete_port for f986aa16-585f-48b7-85ad-c8fa744df24c owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:41.574373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] Deleting port f986aa16-585f-48b7-85ad-c8fa744df24c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:41.576283 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:41.690230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384910b-cb06-4c14-b368-7d2e4b5671eb req-882c3bce-bb45-48f1-a182-6b5907020880 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:41.698465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7384910b-cb06-4c14-b368-7d2e4b5671eb req-882c3bce-bb45-48f1-a182-6b5907020880 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 943 time: 0.1635149 Nov 26 21:48:41.777597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7384910b-cb06-4c14-b368-7d2e4b5671eb req-81eb148e-3674-4c00-990e-21de1cc9d407 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782585 Nov 26 21:48:41.779892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:41.783106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] For port f986aa16-585f-48b7-85ad-c8fa744df24c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f986aa16-585f-48b7-85ad-c8fa744df24c,segment=NetworkSegment(772217be-8c39-432d-b779-340d49c4182d),segment_id=772217be-8c39-432d-b779-340d49c4182d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:41.787662 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:41.819515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Pushing event deleted for resources: {'Port': ['ID=f986aa16-585f-48b7-85ad-c8fa744df24c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:41.831291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] No DVR routers for this DVR port f986aa16-585f-48b7-85ad-c8fa744df24c on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:41.852733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] Calling delete_port for f986aa16-585f-48b7-85ad-c8fa744df24c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:41.976532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.060844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a7e6bcf-81fb-47b8-a1dc-1b11415138aa req-428fafed-4ff0-40d5-89a1-0ce1cb257d60 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 210 time: 0.1367915 Nov 26 21:48:42.063295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f986aa16-585f-48b7-85ad-c8fa744df24c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:42.091069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f986aa16-585f-48b7-85ad-c8fa744df24c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:42.091413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f986aa16-585f-48b7-85ad-c8fa744df24c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:42.091827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 288e80b3-caf9-4ca7-b0b8-784c4e50e7df no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:48:42.100666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43bf8f03-37db-4ece-aaed-abf4e8fa1d5a']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:42.116660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772217be-8c39-432d-b779-340d49c4182d') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:42.116964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772217be-8c39-432d-b779-340d49c4182d') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:42.121863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 288e80b3-caf9-4ca7-b0b8-784c4e50e7df {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:48:42.122803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 288e80b3-caf9-4ca7-b0b8-784c4e50e7df not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:48:42.124255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:48:42.134625 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.150864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab2595-8c54-442d-a1d5-579ee18b5ef9 req-48109b50-2cdc-49c1-9639-dae310c617de tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:42.158052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.158282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beab2595-8c54-442d-a1d5-579ee18b5ef9 req-48109b50-2cdc-49c1-9639-dae310c617de tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1268580 Nov 26 21:48:42.192214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] Pushing event deleted for resources: {'Port': ['ID=f986aa16-585f-48b7-85ad-c8fa744df24c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:42.234568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.245516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a391118e-7f24-4471-b32e-d7c3c8a0d52a None None] No DVR routers for this DVR port f986aa16-585f-48b7-85ad-c8fa744df24c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:42.247954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beab2595-8c54-442d-a1d5-579ee18b5ef9 req-07d96ccc-9120-4bfa-b3b7-cd9e84038872 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876412 Nov 26 21:48:42.260589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:48:42.261009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:48:42.264309 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:48:42.331918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:42.357441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '0edebdf5-efcf-44cf-9b58-f5112e86b4a3', 'network_id': '34bc598f-a37a-42f8-9680-b59ca2e33c40', 'port_id': '0edebdf5-efcf-44cf-9b58-f5112e86b4a3', 'mac_address': 'fa:16:3e:28:39:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a81f213-8ace-436e-ba8f-96f5b41d21ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:48:42.419722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.435891 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.440909 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-16fbedf3-b8e5-46cb-8701-6aa47a363c82 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b24a285fd10341469667c09788728108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547285 Nov 26 21:48:42.450708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.458247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] 10.222.0.21 "DELETE /v2.0/networks/43bf8f03-37db-4ece-aaed-abf4e8fa1d5a HTTP/1.1" status: 204 len: 168 time: 1.4238489 Nov 26 21:48:42.459164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f631070-9e34-42c4-b300-40a9a4bed83b admin admin] Pushing event deleted for resources: {'Network': ['ID=43bf8f03-37db-4ece-aaed-abf4e8fa1d5a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:42.468697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:42.493884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:42.512681 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:42.650691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:42.717784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-eebb3eba-72b6-475f-bdbd-68035169eb51 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:42.719364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-eebb3eba-72b6-475f-bdbd-68035169eb51 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719703 Nov 26 21:48:42.774614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Request body: {'port': {'device_id': '52036f86-b229-4277-8f25-013aa7120f9f', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': 'b24a285fd10341469667c09788728108'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:42.824541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39582) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:42.925368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0edebdf5-efcf-44cf-9b58-f5112e86b4a3'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:43.062837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Made reservation on behalf of b24a285fd10341469667c09788728108 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:43.070655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.077816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ab1ed63-84ae-4a6b-9cf9-166059bd5fc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1bb914fa54648418f1fdfe16f560f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513521 Nov 26 21:48:43.080257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39590) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:43.105946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.120999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9be93-b586-4d96-a91a-98dd599255c6 req-6daae23e-bde3-4917-91c2-e4ddc6d7f3a1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:43.122720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2f9be93-b586-4d96-a91a-98dd599255c6 req-6daae23e-bde3-4917-91c2-e4ddc6d7f3a1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 944 time: 0.1074111 Nov 26 21:48:43.199087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-533e70dc-7e1e-4097-ba24-2652ff10f8e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.213309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2f9be93-b586-4d96-a91a-98dd599255c6 req-2bad9f05-692b-4132-a2ca-847c7935725a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820997 Nov 26 21:48:43.300075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-533e70dc-7e1e-4097-ba24-2652ff10f8e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.392859 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b368efb1-78b3-4208-8bc2-37cef3f4ce9c req-50b04bf5-eb99-4d9e-b5a3-bc30cf2b0adf tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 210 time: 0.0422623 Nov 26 21:48:43.394724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.411657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.537151 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-533e70dc-7e1e-4097-ba24-2652ff10f8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.540999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-533e70dc-7e1e-4097-ba24-2652ff10f8e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.542230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-533e70dc-7e1e-4097-ba24-2652ff10f8e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ce005b6-835a-48f1-bb11-5a0a68eaee21 HTTP/1.1" status: 204 len: 168 time: 0.4598482 Nov 26 21:48:43.546642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:43.570527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e70dc-7e1e-4097-ba24-2652ff10f8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce005b6-835a-48f1-bb11-5a0a68eaee21,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:43.623918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b6b16-c098-452b-83a6-db9655f2b241 req-be890e3c-53cf-4e6a-94cb-7c25c6f736ba tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:43.628254 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b5b6b16-c098-452b-83a6-db9655f2b241 req-be890e3c-53cf-4e6a-94cb-7c25c6f736ba tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1306515 Nov 26 21:48:43.646061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Allocated IP 192.168.233.119 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/49a3c087-678f-4265-88ba-5cded1ffe952) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:43.696742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b5b6b16-c098-452b-83a6-db9655f2b241 req-dd83e1fe-5975-4589-aa4e-70dc1894f685 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616314 Nov 26 21:48:43.882365 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:43.952125 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.002558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:44.008719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:44.011722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:44.069337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Pushing event updated for resources: {'Port': ['ID=49a3c087-678f-4265-88ba-5cded1ffe952,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:44.094243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:44.095215 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.124150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:44.131881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-99d3af11-6d9e-4add-9ade-583b714fdbfd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3643622 Nov 26 21:48:44.156277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Request body: {'port': {'device_id': '52036f86-b229-4277-8f25-013aa7120f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:44.232106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:48:44.237654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:44.238467 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.317255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.448363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.498865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-518a3c38-2c00-4397-829f-198dbf28d6f7 None None] Provisioning complete for port 49a3c087-678f-4265-88ba-5cded1ffe952 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:44.499242 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-518a3c38-2c00-4397-829f-198dbf28d6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.551039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e9de7c-3a60-49fe-8b74-c24192fb7591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edebdf5-efcf-44cf-9b58-f5112e86b4a3'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:44.553277 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b662a6f0-87db-48f5-aa62-b784f2592d88" -d '{"events": [{"server_uuid": "66e9de7c-3a60-49fe-8b74-c24192fb7591", "name": "network-vif-plugged", "status": "completed", "tag": "0edebdf5-efcf-44cf-9b58-f5112e86b4a3"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:44.569907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:44.583785 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.589543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-52d11978-100a-4f60-b62c-0115b7bb1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:44.591750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-52d11978-100a-4f60-b62c-0115b7bb1e15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1096 time: 0.1702807 Nov 26 21:48:44.594407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-518a3c38-2c00-4397-829f-198dbf28d6f7 None None] Port 49a3c087-678f-4265-88ba-5cded1ffe952 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:48:44.612985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb2f4-aaac-4d4a-9928-f70869e9675a req-f9d0c28a-dfed-45e5-8b87-4cc076f3f4f6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:44.614547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4bfb2f4-aaac-4d4a-9928-f70869e9675a req-f9d0c28a-dfed-45e5-8b87-4cc076f3f4f6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 944 time: 0.1493351 Nov 26 21:48:44.634121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2677c5-e74e-445c-a847-6db9ee29b487 req-9d9b05aa-4239-4cdf-ab8a-9859e10dc9ae tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:44.641502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2677c5-e74e-445c-a847-6db9ee29b487 req-9d9b05aa-4239-4cdf-ab8a-9859e10dc9ae tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1102142 Nov 26 21:48:44.686428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:44.753947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39652) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:44.762570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2677c5-e74e-445c-a847-6db9ee29b487 req-beb255d7-ef0a-4a69-8ba8-d58de3f7d7ab tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192293 Nov 26 21:48:44.797410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4bfb2f4-aaac-4d4a-9928-f70869e9675a req-cfd44955-4347-4a89-9046-ba5cda9c99a4 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684351 Nov 26 21:48:44.829535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-814083b0-0571-426d-b34f-a08441381b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:44.832063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-814083b0-0571-426d-b34f-a08441381b03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 919 time: 0.2288368 Nov 26 21:48:44.867190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a3c087-678f-4265-88ba-5cded1ffe952 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:44.877071 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.897093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Transition to ACTIVE for port object 49a3c087-678f-4265-88ba-5cded1ffe952 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:48:44.905203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:44.920913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-5fb7ecce-10f6-4371-87e9-b4cd7405a24e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 200 len: 217 time: 0.0816557 Nov 26 21:48:44.997312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-381711882-network', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:45.016040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-94b0cd0b-9995-49a2-b83f-83101052d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:45.017931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-94b0cd0b-9995-49a2-b83f-83101052d133 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.0899937 Nov 26 21:48:45.025908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3caa2-b594-40a7-a0c7-19eaac215935 req-6069db86-2079-4473-af8e-c2f42dc043f2 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:45.027748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6c3caa2-b594-40a7-a0c7-19eaac215935 req-6069db86-2079-4473-af8e-c2f42dc043f2 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 948 time: 0.1092129 Nov 26 21:48:45.074173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-50315948-2092-4e2e-b182-be5071c69d97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449345 Nov 26 21:48:45.078496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Pushing event updated for resources: {'Port': ['ID=49a3c087-678f-4265-88ba-5cded1ffe952,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:45.126129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Made reservation on behalf of 138f6055467d42d4b3c530f4ed0a9165 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:45.128747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.147141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.193050 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfeddb3-13a1-4b83-b37f-c75889fae417 x-openstack-request-id: req-4dfeddb3-13a1-4b83-b37f-c75889fae417 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:45.194061 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e9de7c-3a60-49fe-8b74-c24192fb7591", "name": "network-vif-plugged", "status": "completed", "tag": "0edebdf5-efcf-44cf-9b58-f5112e86b4a3", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:45.194796 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dfeddb3-13a1-4b83-b37f-c75889fae417 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:45.195363 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e9de7c-3a60-49fe-8b74-c24192fb7591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edebdf5-efcf-44cf-9b58-f5112e86b4a3', 'code': 200} Nov 26 21:48:45.236081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Attempting to bind port 49a3c087-678f-4265-88ba-5cded1ffe952 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:45.236691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Attempting to bind port 49a3c087-678f-4265-88ba-5cded1ffe952 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:45.237128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Attempting to bind port 49a3c087-678f-4265-88ba-5cded1ffe952 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:45.245021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Port 49a3c087-678f-4265-88ba-5cded1ffe952 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:48:45.245508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Attempting to bind port 49a3c087-678f-4265-88ba-5cded1ffe952 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:45.259143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:45.259525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:45.260158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:45.260652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Bound port: 49a3c087-678f-4265-88ba-5cded1ffe952, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:45.261050 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.263814 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-ed8b5548-4dfe-4978-acaf-f518750a921f service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742544 Nov 26 21:48:45.391156 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.404070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6c3caa2-b594-40a7-a0c7-19eaac215935 req-43f4ca8f-7906-4f2c-bf6d-be5515b5e0d6 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673401 Nov 26 21:48:45.412359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.428867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8d283-7b0e-4451-8ca2-e2432734b601 req-e1d60320-2078-4c0b-b305-4737c1300f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:45.430828 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a2c8d283-7b0e-4451-8ca2-e2432734b601 req-e1d60320-2078-4c0b-b305-4737c1300f3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 1096 time: 0.0947547 Nov 26 21:48:45.456802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eddad8-498c-4768-8a6a-5561f0609a30 req-d706f39a-e131-4786-a8a9-11e4e2e82386 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821387 Nov 26 21:48:45.487049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:48:45.500079 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcf658-fb75-4459-aa42-93bc29265839 req-68d543bf-3457-4178-8de8-ad37654bf855 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:45.514862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] For port 49a3c087-678f-4265-88ba-5cded1ffe952, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:45.515257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11dcf658-fb75-4459-aa42-93bc29265839 req-68d543bf-3457-4178-8de8-ad37654bf855 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1853137 Nov 26 21:48:45.533634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.537299 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Added segment d7968455-54ea-40ea-995a-54cfb1a3f85f of type vlan for network e4db970a-f6b1-4a7e-9257-5ca152490d61 Nov 26 21:48:45.537299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed01875-55b5-4fcb-be03-4b8b98f046f3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:45.553605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] For port 49a3c087-678f-4265-88ba-5cded1ffe952, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49a3c087-678f-4265-88ba-5cded1ffe952,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:45.585741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.589170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a2c8d283-7b0e-4451-8ca2-e2432734b601 req-43c1f2bc-e039-44ca-8d34-583deae02eb7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449094 Nov 26 21:48:45.655665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Pushing event updated for resources: {'Port': ['ID=49a3c087-678f-4265-88ba-5cded1ffe952,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:45.669500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.679180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:45.679797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.681465 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-283e960a-346d-493e-8397-19f0f6f8498e service neutron] 10.222.0.41 "PUT /v2.0/ports/49a3c087-678f-4265-88ba-5cded1ffe952 HTTP/1.1" status: 200 len: 1096 time: 1.5340061 Nov 26 21:48:45.681900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52036f86-b229-4277-8f25-013aa7120f9f', 'tag': '49a3c087-678f-4265-88ba-5cded1ffe952'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:45.684221 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad1f200-4f13-4c98-9ea1-67b721de6660" -d '{"events": [{"name": "network-changed", "server_uuid": "52036f86-b229-4277-8f25-013aa7120f9f", "tag": "49a3c087-678f-4265-88ba-5cded1ffe952"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:45.720012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.722107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:45.723573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:45.804166 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88efb4-7e4d-4dfc-b5ed-381dc0118758 x-openstack-request-id: req-eb88efb4-7e4d-4dfc-b5ed-381dc0118758 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:45.804826 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52036f86-b229-4277-8f25-013aa7120f9f", "tag": "49a3c087-678f-4265-88ba-5cded1ffe952", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:45.804826 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb88efb4-7e4d-4dfc-b5ed-381dc0118758 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:45.805150 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52036f86-b229-4277-8f25-013aa7120f9f', 'tag': '49a3c087-678f-4265-88ba-5cded1ffe952', 'status': 'completed', 'code': 200} Nov 26 21:48:45.855679 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0978153 Nov 26 21:48:45.879461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39680) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:45.885889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Request body: {'subnet': {'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-subnet', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:45.902327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca076d1-c034-4246-8550-e122c81e0c4d admin admin] Pushing event updated for resources: {'Network': ['ID=e4db970a-f6b1-4a7e-9257-5ca152490d61,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:45.912729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network e4db970a-f6b1-4a7e-9257-5ca152490d61 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:48:45.930747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-9d8e0594-d972-4051-8624-2fbae8a90a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:45.932402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-9d8e0594-d972-4051-8624-2fbae8a90a1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24a285fd10341469667c09788728108&device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 1099 time: 0.1265066 Nov 26 21:48:46.036732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Made reservation on behalf of 138f6055467d42d4b3c530f4ed0a9165 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:46.039480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.087832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-9fb15cf9-fce7-4407-b0b5-587f65b81c04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=49a3c087-678f-4265-88ba-5cded1ffe952 HTTP/1.1" status: 200 len: 217 time: 0.1404066 Nov 26 21:48:46.103064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11dcf658-fb75-4459-aa42-93bc29265839 req-b252643e-2427-4dfb-bc02-4463f3006c10 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867770 Nov 26 21:48:46.165125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb1c04-d96c-4dbc-8642-bf51c43deb77 req-90e48017-15ed-4367-be2d-c890905c98ec tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:46.174784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-912f34df-70fd-4d02-a41e-51730f005fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:46.176272 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-912f34df-70fd-4d02-a41e-51730f005fb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0785830 Nov 26 21:48:46.176949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89cb1c04-d96c-4dbc-8642-bf51c43deb77 req-90e48017-15ed-4367-be2d-c890905c98ec tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.0977879 Nov 26 21:48:46.264100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89cb1c04-d96c-4dbc-8642-bf51c43deb77 req-26feaa7e-35e0-433f-818c-bdce83570ae4 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857663 Nov 26 21:48:46.274193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39686) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:46.311078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c41ec-ed62-49e9-be68-490de9ba0e4d req-595b6f05-a423-49e6-9987-de8c6da0498f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:46.313282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44c41ec-ed62-49e9-be68-490de9ba0e4d req-595b6f05-a423-49e6-9987-de8c6da0498f tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.0798421 Nov 26 21:48:46.355472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-f7b7b5f3-f526-4e63-a2ce-4dea85938a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:46.357846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-f7b7b5f3-f526-4e63-a2ce-4dea85938a1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1732433 Nov 26 21:48:46.379136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c44c41ec-ed62-49e9-be68-490de9ba0e4d req-065820ce-8ae7-4518-a9eb-bdc541d75cff tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591733 Nov 26 21:48:46.404560 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.485311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71df95d6-2c20-4e6d-9c52-c0925c9f197a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.539000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a098aeb-39bb-4869-9ad7-36ddade378ec req-28e4df0c-98d1-4c12-90ce-7e592419ff54 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:46.548236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a098aeb-39bb-4869-9ad7-36ddade378ec req-28e4df0c-98d1-4c12-90ce-7e592419ff54 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 948 time: 0.0644288 Nov 26 21:48:46.548476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ec7922-a0c3-493b-803c-023778f84c76,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:46.578501 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-e0e778dc-bd61-4057-b75e-d22196ad58c0 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026367 Nov 26 21:48:46.596941 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Checking segment: {'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:46.597303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Network hostable DHCP agents. Network: e4db970a-f6b1-4a7e-9257-5ca152490d61, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:48:46.613343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a098aeb-39bb-4869-9ad7-36ddade378ec req-60c12892-dad1-44ea-9896-863a2822a471 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605009 Nov 26 21:48:46.682232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Network e4db970a-f6b1-4a7e-9257-5ca152490d61 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:48:46.715506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, e4db970a-f6b1-4a7e-9257-5ca152490d61) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:46.723769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4cae30-31ec-464c-ab55-167a2267682d None None] Network e4db970a-f6b1-4a7e-9257-5ca152490d61 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:46.737910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71df95d6-2c20-4e6d-9c52-c0925c9f197a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.739655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:46.740301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.746528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71df95d6-2c20-4e6d-9c52-c0925c9f197a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.769515 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8bcb68d4-e0a7-498e-a373-23ec770e3394 req-f74ff3d9-877a-49c8-84de-7f33108a5f03 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825714 Nov 26 21:48:46.795160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dc6443d2-24b8-4faf-9f93-0416a90b11ed admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9144459 Nov 26 21:48:46.798364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df95d6-2c20-4e6d-9c52-c0925c9f197a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5e8b0-e21c-41ce-8c61-b25f220fac98,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:46.798521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39694) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:46.804393 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-71df95d6-2c20-4e6d-9c52-c0925c9f197a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c87aca434b174d79aca061cdd7f08df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5282416 Nov 26 21:48:46.806554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39696) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:46.813201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:46.847156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.848647 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.875758 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de475510-cb83-4b27-8d8b-2bdcb284ad4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.910672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-e4db970a-f6b1-4a7e-9257-5ca152490d61', 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'fixed_ips': [{'subnet_id': 'd8ec7922-a0c3-493b-803c-023778f84c76'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:48:46.912095 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.924768 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:46.953792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de475510-cb83-4b27-8d8b-2bdcb284ad4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.003949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-d2cb7a7d-8f29-421b-9050-097c7450cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:47.006492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-d2cb7a7d-8f29-421b-9050-097c7450cb97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b24a285fd10341469667c09788728108&device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 1099 time: 0.1150632 Nov 26 21:48:47.092028 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de475510-cb83-4b27-8d8b-2bdcb284ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.095263 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de475510-cb83-4b27-8d8b-2bdcb284ad4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.099177 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-de475510-cb83-4b27-8d8b-2bdcb284ad4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2b5e8b0-e21c-41ce-8c61-b25f220fac98 HTTP/1.1" status: 204 len: 168 time: 0.2915061 Nov 26 21:48:47.106665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.147755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475510-cb83-4b27-8d8b-2bdcb284ad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5e8b0-e21c-41ce-8c61-b25f220fac98,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:47.178447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-bc4380cd-2300-4cf9-bb58-681552b858b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:47.180164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-bc4380cd-2300-4cf9-bb58-681552b858b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1665246 Nov 26 21:48:47.242152 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-c7357ce0-c038-411d-8a4a-aaf20d87ee1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=49a3c087-678f-4265-88ba-5cded1ffe952 HTTP/1.1" status: 200 len: 217 time: 0.0549119 Nov 26 21:48:47.306129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-7d0fa586-b084-4a79-a960-341af0d7b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:47.307517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Allocated IP 172.20.0.2 (e4db970a-f6b1-4a7e-9257-5ca152490d61/d8ec7922-a0c3-493b-803c-023778f84c76/2b08aead-fd79-4563-bd59-86a63b5e8d9d) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:47.307705 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-7d0fa586-b084-4a79-a960-341af0d7b93a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0584559 Nov 26 21:48:47.351246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229304ed-d141-42eb-92e3-30ff6535f26d req-f5471f0d-8fb5-43ac-a9b7-db4ae213ca20 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:47.356942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-229304ed-d141-42eb-92e3-30ff6535f26d req-f5471f0d-8fb5-43ac-a9b7-db4ae213ca20 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1240015 Nov 26 21:48:47.394238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-b88d0043-9142-4593-879c-1634f2bf9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:47.395977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-b88d0043-9142-4593-879c-1634f2bf9cc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797980 Nov 26 21:48:47.524155 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-ce0133af-3a53-4ac0-8c8e-46a4cb87eec3 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186159 Nov 26 21:48:47.552748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-229304ed-d141-42eb-92e3-30ff6535f26d req-30c15424-78de-432d-9126-14f93da4dec0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901562 Nov 26 21:48:47.609101 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.619335 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.629750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39710) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:47.632278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d3d52-38a5-47ff-a9ba-fa6f8620a4f4 req-3a0b832e-1709-48eb-8b8a-bcebe5e27abe tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:47.641089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a7d3d52-38a5-47ff-a9ba-fa6f8620a4f4 req-3a0b832e-1709-48eb-8b8a-bcebe5e27abe tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.2419510 Nov 26 21:48:47.657224 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-919ec285-553d-45e9-a8b6-8394cf8887d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.673936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Network e4db970a-f6b1-4a7e-9257-5ca152490d61 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:47.682529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:47.687296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:47.706513 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.742548 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.746580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Pushing event updated for resources: {'Port': ['ID=2b08aead-fd79-4563-bd59-86a63b5e8d9d,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:47.761172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Attempting to bind port 2b08aead-fd79-4563-bd59-86a63b5e8d9d on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:47.761584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Attempting to bind port 2b08aead-fd79-4563-bd59-86a63b5e8d9d by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:47.761952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Attempting to bind port 2b08aead-fd79-4563-bd59-86a63b5e8d9d on network e4db970a-f6b1-4a7e-9257-5ca152490d61 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:47.769264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:47.769756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Checking segment: {'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:47.770245 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.770769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Bound using segment: {'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:47.771306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Bound port: 2b08aead-fd79-4563-bd59-86a63b5e8d9d, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:47.771747 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.790921 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-919ec285-553d-45e9-a8b6-8394cf8887d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.798247 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ad1f200-4f13-4c98-9ea1-67b721de6660 req-e1044728-afec-4f3c-ac5c-d3ab00589620 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580135 Nov 26 21:48:47.799751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-919ec285-553d-45e9-a8b6-8394cf8887d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.840343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ec285-553d-45e9-a8b6-8394cf8887d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d78e4a6-c4ba-4bd9-8afc-06b1b925f93b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:47.845962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a7d3d52-38a5-47ff-a9ba-fa6f8620a4f4 req-be9e3b48-e958-4d25-84b2-4ea24b66c91b tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038367 Nov 26 21:48:47.860333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] For port 2b08aead-fd79-4563-bd59-86a63b5e8d9d, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:47.864249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] For port 2b08aead-fd79-4563-bd59-86a63b5e8d9d, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2b08aead-fd79-4563-bd59-86a63b5e8d9d,segment=NetworkSegment(d7968455-54ea-40ea-995a-54cfb1a3f85f),segment_id=d7968455-54ea-40ea-995a-54cfb1a3f85f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:47.864527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95ca40-5928-49f1-a51c-dc4591a47d58 req-9a22ff9d-8627-4c41-932e-553f4c822907 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:47.870896 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-919ec285-553d-45e9-a8b6-8394cf8887d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c04c159a678a45c08a6349fc28518510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397635 Nov 26 21:48:47.873759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39716) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:47.874941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff95ca40-5928-49f1-a51c-dc4591a47d58 req-9a22ff9d-8627-4c41-932e-553f4c822907 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.2194443 Nov 26 21:48:47.877201 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.954500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0675ed7c-b36a-458a-8af6-c25d2522338d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:47.982665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50588a5-7948-4e60-aad8-e2bcc9152e08 None None] Pushing event updated for resources: {'Port': ['ID=2b08aead-fd79-4563-bd59-86a63b5e8d9d,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:47.994831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0675ed7c-b36a-458a-8af6-c25d2522338d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:48.053542 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0675ed7c-b36a-458a-8af6-c25d2522338d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:48.059115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0675ed7c-b36a-458a-8af6-c25d2522338d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:48.062999 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0675ed7c-b36a-458a-8af6-c25d2522338d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d78e4a6-c4ba-4bd9-8afc-06b1b925f93b HTTP/1.1" status: 204 len: 168 time: 0.1857159 Nov 26 21:48:48.082122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff95ca40-5928-49f1-a51c-dc4591a47d58 req-902caccf-0a41-421f-80fe-64dec2e66074 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887527 Nov 26 21:48:48.082683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675ed7c-b36a-458a-8af6-c25d2522338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d78e4a6-c4ba-4bd9-8afc-06b1b925f93b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:48.114064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc52d72-098e-471d-87be-47f620c57d95 req-fca9b817-88d7-4397-8910-c7b036818842 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:48.128039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbc52d72-098e-471d-87be-47f620c57d95 req-fca9b817-88d7-4397-8910-c7b036818842 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 948 time: 0.1749306 Nov 26 21:48:48.176273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Allocated IP 172.25.3.50 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/751a1eb9-312f-4507-974d-8c96edec026a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:48.323238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbc52d72-098e-471d-87be-47f620c57d95 req-4019d0e5-2855-446a-b122-590c981d0ba3 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948566 Nov 26 21:48:48.374987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:48.434258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:48.522007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:48.528056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:48.532692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:48.534583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Pushing event updated for resources: {'Port': ['ID=751a1eb9-312f-4507-974d-8c96edec026a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:48.582630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1a7c0-d404-4b74-8fa8-0a0f67bc77bd req-5b21e4b8-1063-4f8d-867a-24efbc578a90 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:48.584220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90f1a7c0-d404-4b74-8fa8-0a0f67bc77bd req-5b21e4b8-1063-4f8d-867a-24efbc578a90 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1169126 Nov 26 21:48:48.779040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90f1a7c0-d404-4b74-8fa8-0a0f67bc77bd req-d5c0c8ec-adcc-4884-b812-d289b0984e08 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841440 Nov 26 21:48:48.826625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85fed3-9d32-44f2-b4be-31dc9ff34942 req-fd559589-f1d6-4ffa-ad45-108e19d8ccf4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:48.833882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d85fed3-9d32-44f2-b4be-31dc9ff34942 req-fd559589-f1d6-4ffa-ad45-108e19d8ccf4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1865859 Nov 26 21:48:48.953842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d85fed3-9d32-44f2-b4be-31dc9ff34942 req-359eefb2-4fae-42ee-a50a-2b744139268b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186996 Nov 26 21:48:49.071632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63aa56-ce66-4cd5-8c70-15b6e3dbdf38 req-8f79b122-767b-4e40-9b2c-0198e79ae2e5 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:49.073632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd63aa56-ce66-4cd5-8c70-15b6e3dbdf38 req-8f79b122-767b-4e40-9b2c-0198e79ae2e5 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1611733 Nov 26 21:48:49.076953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:49.254478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd63aa56-ce66-4cd5-8c70-15b6e3dbdf38 req-aa1ea330-46de-411f-a290-37402a732598 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425829 Nov 26 21:48:49.282611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a37d1-9adc-46e6-994e-943a9a8b7c63 req-6bdf89b4-5b42-4263-aa99-be5ed12fd49f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:49.282611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-910a37d1-9adc-46e6-994e-943a9a8b7c63 req-6bdf89b4-5b42-4263-aa99-be5ed12fd49f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1672764 Nov 26 21:48:49.316144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022c6fd-fb5a-4f55-a3bd-387369efd042 None None] Network e4db970a-f6b1-4a7e-9257-5ca152490d61 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:48:49.422593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-910a37d1-9adc-46e6-994e-943a9a8b7c63 req-517c30a7-8106-4e10-b63b-c99f3d25fbb7 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279647 Nov 26 21:48:49.463649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c422b027-48c2-430d-862d-d349f71c049a None None] Provisioning complete for port 2b08aead-fd79-4563-bd59-86a63b5e8d9d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:49.464034 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c422b027-48c2-430d-862d-d349f71c049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:49.473235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:49.650882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221b0c6-a76e-4302-bb4b-6fcc66559976 req-cfe59202-f806-449b-9766-161649cc442b tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:49.652810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c221b0c6-a76e-4302-bb4b-6fcc66559976 req-cfe59202-f806-449b-9766-161649cc442b tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 948 time: 0.1052220 Nov 26 21:48:49.693260 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c422b027-48c2-430d-862d-d349f71c049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:49.743355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c221b0c6-a76e-4302-bb4b-6fcc66559976 req-a96cbab2-dd03-4564-a8f1-b1f008a4ae6e tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781007 Nov 26 21:48:49.748181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c422b027-48c2-430d-862d-d349f71c049a None None] For port 2b08aead-fd79-4563-bd59-86a63b5e8d9d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2b08aead-fd79-4563-bd59-86a63b5e8d9d,segment=NetworkSegment(d7968455-54ea-40ea-995a-54cfb1a3f85f),segment_id=d7968455-54ea-40ea-995a-54cfb1a3f85f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:49.754255 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c422b027-48c2-430d-862d-d349f71c049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:49.772618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Router a5a48418-d791-442c-958c-cbd3c2f31263 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:48:49.806735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f224677-afca-4128-9dcf-83c772e46e2b req-6ad5b92b-1019-4fca-905a-6e74707e92b1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:49.812383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f224677-afca-4128-9dcf-83c772e46e2b req-6ad5b92b-1019-4fca-905a-6e74707e92b1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.0859611 Nov 26 21:48:49.837551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422b027-48c2-430d-862d-d349f71c049a None None] Pushing event updated for resources: {'Port': ['ID=2b08aead-fd79-4563-bd59-86a63b5e8d9d,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:49.951191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f224677-afca-4128-9dcf-83c772e46e2b req-326d3fae-a874-4470-a1e7-3c5035c33fc5 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272075 Nov 26 21:48:50.043632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:50.055560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Sync routers for ids ['a5a48418-d791-442c-958c-cbd3c2f31263'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:50.076547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:50.077896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0a9261fa-1c58-4519-9fdc-ebc454f721fa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2778368 Nov 26 21:48:50.080726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39776) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:48:50.084488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Routers {'a5a48418-d791-442c-958c-cbd3c2f31263'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:50.085329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a5a48418-d791-442c-958c-cbd3c2f31263'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:50.201852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd7a7-0024-46d4-8bf3-215af4befb25 req-6d7e1329-342c-41af-aac6-7f831525ab9d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:50.209666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55ccd7a7-0024-46d4-8bf3-215af4befb25 req-6d7e1329-342c-41af-aac6-7f831525ab9d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1267502 Nov 26 21:48:50.302939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55ccd7a7-0024-46d4-8bf3-215af4befb25 req-6f3754ec-5d27-4a6a-833a-0042aa16d100 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866756 Nov 26 21:48:50.422690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Set router a5a48418-d791-442c-958c-cbd3c2f31263 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:50.509048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2b08aead-fd79-4563-bd59-86a63b5e8d9d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:50.514252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-65e693eb-b52c-4b1d-8afd-a8f79a77b800 None None] Provisioning complete for port 2b08aead-fd79-4563-bd59-86a63b5e8d9d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:50.514990 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-65e693eb-b52c-4b1d-8afd-a8f79a77b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:50.582560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-79bc2c5e-35b2-4de0-a95e-1b62d6a3e1f0 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9de6e355e0524e6b9ded09b61be49153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328355 Nov 26 21:48:50.698812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932afaa2-bf3c-4d65-8942-882733dc659a req-284994be-32de-43c1-a81f-abac80163c7c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:50.706597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-932afaa2-bf3c-4d65-8942-882733dc659a req-284994be-32de-43c1-a81f-abac80163c7c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1125028 Nov 26 21:48:50.724913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 2b08aead-fd79-4563-bd59-86a63b5e8d9d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:50.725550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:50.783646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-932afaa2-bf3c-4d65-8942-882733dc659a req-db938e1c-7606-4aaf-ba4e-d639feb02503 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761864 Nov 26 21:48:50.792807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-ed891bea-907c-45f5-8ef7-615974ff5ed2 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:50.801867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-ed891bea-907c-45f5-8ef7-615974ff5ed2 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173283 Nov 26 21:48:50.817039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-9ec14249-124d-4452-ae3f-77f35e4a32e0 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/quotas/9de6e355e0524e6b9ded09b61be49153 HTTP/1.1" status: 200 len: 375 time: 0.0142760 Nov 26 21:48:50.864508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-f4133410-54d9-4031-9458-489925f9f8c3 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9de6e355e0524e6b9ded09b61be49153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405967 Nov 26 21:48:50.878578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '751a1eb9-312f-4507-974d-8c96edec026a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:48:48Z', 'revision_number': 3, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port': {'id': '751a1eb9-312f-4507-974d-8c96edec026a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:47Z', 'updated_at': '2021-11-26T21:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:50.919832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Checking router: a5a48418-d791-442c-958c-cbd3c2f31263 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:50.920314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Updating router a5a48418-d791-442c-958c-cbd3c2f31263 port 751a1eb9-312f-4507-974d-8c96edec026a binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:48:50.957748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:50.971116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262d8e0-5d17-4686-9455-80c40dc3088e req-259e7ef8-5da0-4339-adb7-3de84fac694c tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:50.983431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5262d8e0-5d17-4686-9455-80c40dc3088e req-259e7ef8-5da0-4339-adb7-3de84fac694c tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 948 time: 0.0807984 Nov 26 21:48:51.081913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5262d8e0-5d17-4686-9455-80c40dc3088e req-22f0c8fa-6583-49a9-9994-5ec1bd351a9b tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905576 Nov 26 21:48:51.104528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 49a3c087-678f-4265-88ba-5cded1ffe952 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:48:51.141530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.211459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5631796-46b8-4f7b-87c4-d320c8d086b0 req-78cf459b-669c-4c66-a2db-26e15e58ac0e tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 210 time: 0.0624189 Nov 26 21:48:51.241173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16c3fe-447a-4917-b726-af338d7a5508 req-e28e66bc-bd85-4420-ad23-b2fd83f7dc6a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:51.242744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed16c3fe-447a-4917-b726-af338d7a5508 req-e28e66bc-bd85-4420-ad23-b2fd83f7dc6a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1345878 Nov 26 21:48:51.378688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed16c3fe-447a-4917-b726-af338d7a5508 req-da74c1da-8adc-405f-84fc-f90f7aa23585 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272893 Nov 26 21:48:51.420001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Allocated IP 172.20.0.1 (e4db970a-f6b1-4a7e-9257-5ca152490d61/d8ec7922-a0c3-493b-803c-023778f84c76/d378081b-324c-48e5-9e0d-b77299f0ff1f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:51.437745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 49a3c087-678f-4265-88ba-5cded1ffe952, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49a3c087-678f-4265-88ba-5cded1ffe952,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:51.468774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006b272-fd77-4baf-9982-cbfe053c9ac2 req-95e5f544-55d6-4b26-9be2-851e416c9cde tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:51.476631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e006b272-fd77-4baf-9982-cbfe053c9ac2 req-95e5f544-55d6-4b26-9be2-851e416c9cde tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.0707183 Nov 26 21:48:51.488465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '49a3c087-678f-4265-88ba-5cded1ffe952', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '49a3c087-678f-4265-88ba-5cded1ffe952', 'mac_address': 'fa:16:3e:11:8f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:48:51.582250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.593351 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.607957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e006b272-fd77-4baf-9982-cbfe053c9ac2 req-6c93931e-8e6e-4062-b187-86e262e233fd tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298411 Nov 26 21:48:51.613694 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.620801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a3c087-678f-4265-88ba-5cded1ffe952 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:51.629202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.637581 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.682048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Network e4db970a-f6b1-4a7e-9257-5ca152490d61 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:51.691173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 49a3c087-678f-4265-88ba-5cded1ffe952, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49a3c087-678f-4265-88ba-5cded1ffe952,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:51.706478 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.707422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=d378081b-324c-48e5-9e0d-b77299f0ff1f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:51.713859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Attempting to bind port 751a1eb9-312f-4507-974d-8c96edec026a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:51.714258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Attempting to bind port 751a1eb9-312f-4507-974d-8c96edec026a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:51.714626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Attempting to bind port 751a1eb9-312f-4507-974d-8c96edec026a on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:51.718542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:51.720437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df2ee-950d-4dde-abe4-2b494d9b169b None None] Pushing event updated for resources: {'Port': ['ID=751a1eb9-312f-4507-974d-8c96edec026a,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:51.727400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:51.728076 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:51.728647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.729531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:51.730616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Bound port: 751a1eb9-312f-4507-974d-8c96edec026a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:51.731972 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.735402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:51.816733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=49a3c087-678f-4265-88ba-5cded1ffe952,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:51.829621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.834977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] For port 751a1eb9-312f-4507-974d-8c96edec026a, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:51.838952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] For port 751a1eb9-312f-4507-974d-8c96edec026a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=751a1eb9-312f-4507-974d-8c96edec026a,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:51.848643 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:51.943354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Routers {'a5a48418-d791-442c-958c-cbd3c2f31263'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:51.943994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a5a48418-d791-442c-958c-cbd3c2f31263'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:51.993366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3705b8-5fe0-4586-9df3-790dd6bb7df5 req-563b5bfb-5379-4ae4-8c06-9089b1572f75 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:52.006701 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc3705b8-5fe0-4586-9df3-790dd6bb7df5 req-563b5bfb-5379-4ae4-8c06-9089b1572f75 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1048145 Nov 26 21:48:52.043214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df2ee-950d-4dde-abe4-2b494d9b169b None None] Pushing event updated for resources: {'Port': ['ID=751a1eb9-312f-4507-974d-8c96edec026a,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:52.069068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-26d8b635-af33-4938-aa79-4e27fbf2603b None None] Provisioning complete for port d378081b-324c-48e5-9e0d-b77299f0ff1f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:52.069369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-26d8b635-af33-4938-aa79-4e27fbf2603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:52.077525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc3705b8-5fe0-4586-9df3-790dd6bb7df5 req-6a7c7045-09d9-413a-9c13-3cc755dbd4e4 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644522 Nov 26 21:48:52.097732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:52.149469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-26d8b635-af33-4938-aa79-4e27fbf2603b None None] Port d378081b-324c-48e5-9e0d-b77299f0ff1f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:48:52.165621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] Set router a5a48418-d791-442c-958c-cbd3c2f31263 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:52.208910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db577-0dce-4ca2-bf14-aecc27172642 req-f089fc44-12c0-4015-be66-75ebcca58791 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:52.220657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-986db577-0dce-4ca2-bf14-aecc27172642 req-f089fc44-12c0-4015-be66-75ebcca58791 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 949 time: 0.0633497 Nov 26 21:48:52.291145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-986db577-0dce-4ca2-bf14-aecc27172642 req-c4a29399-9c09-4966-91c1-c78d5996a087 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655122 Nov 26 21:48:52.336152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['49a3c087-678f-4265-88ba-5cded1ffe952'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:48:52.347159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb8d6bd0-ecbc-4648-a6a3-3249112fec72 req-56b4814c-abcb-4651-89d7-afa39441e1c3 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 210 time: 0.0426025 Nov 26 21:48:52.365115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:52.381189 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:52.455502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=d378081b-324c-48e5-9e0d-b77299f0ff1f,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:52.519502 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-e0bee856-c9f4-4df8-b5ed-e7956208eb4b tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9de6e355e0524e6b9ded09b61be49153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459919 Nov 26 21:48:52.547779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '751a1eb9-312f-4507-974d-8c96edec026a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:48:48Z', 'revision_number': 3, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port': {'id': '751a1eb9-312f-4507-974d-8c96edec026a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:47Z', 'updated_at': '2021-11-26T21:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:52.588520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c845e-d96f-4cb0-b609-360d55ed9f75 None None] The sync data for ids ['a5a48418-d791-442c-958c-cbd3c2f31263'] in n-d-819494-1 is: [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '751a1eb9-312f-4507-974d-8c96edec026a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:48:48Z', 'revision_number': 3, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port': {'id': '751a1eb9-312f-4507-974d-8c96edec026a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:47Z', 'updated_at': '2021-11-26T21:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:52.613844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bcf22-7524-4f79-8645-d78e26056221 req-b7aac865-e02b-40c1-bebe-e81552207ff6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:52.624276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc8bcf22-7524-4f79-8645-d78e26056221 req-b7aac865-e02b-40c1-bebe-e81552207ff6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.0960050 Nov 26 21:48:52.683047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:52.739327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc8bcf22-7524-4f79-8645-d78e26056221 req-fc7ad23a-f612-41f8-810b-1516a80f4fe7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141109 Nov 26 21:48:52.803107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-6f9e6ab8-f6c6-4c06-a43c-d6a7c9d94d0e tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:52.804939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-6f9e6ab8-f6c6-4c06-a43c-d6a7c9d94d0e tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792468 Nov 26 21:48:52.811144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b1103-fb03-4317-ad62-d36a8ff7df66 req-be035b0b-8bde-46a6-8cc8-95727999b8f3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:52.817218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-989b1103-fb03-4317-ad62-d36a8ff7df66 req-be035b0b-8bde-46a6-8cc8-95727999b8f3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.0762868 Nov 26 21:48:52.864715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Request body: {'port': {'device_id': 'a14c8f4e-0f96-41ee-87f1-1908c3cb9f03', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '9de6e355e0524e6b9ded09b61be49153'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:52.885670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-989b1103-fb03-4317-ad62-d36a8ff7df66 req-2e7e1bcf-c980-4d4e-9cf5-9840c15c80fb tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622613 Nov 26 21:48:52.901163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94646461-0607-4d11-9d91-bf15f37e008a req-4e89ec6c-3313-46af-8a2f-5361a4e7e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:52.902707 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94646461-0607-4d11-9d91-bf15f37e008a req-4e89ec6c-3313-46af-8a2f-5361a4e7e001 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1096 time: 0.2151494 Nov 26 21:48:53.029603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9839a3-bacd-4e39-90f3-27ace8f1c769 req-2f170b98-3221-4197-9a9c-01f9103fc781 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:53.031531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a9839a3-bacd-4e39-90f3-27ace8f1c769 req-2f170b98-3221-4197-9a9c-01f9103fc781 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 945 time: 0.0760417 Nov 26 21:48:53.050033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Network e4db970a-f6b1-4a7e-9257-5ca152490d61 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:53.058228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94646461-0607-4d11-9d91-bf15f37e008a req-0ac0d567-60ed-4ea6-a3f8-9ec057b756e1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238689 Nov 26 21:48:53.059159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:53.133561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a9839a3-bacd-4e39-90f3-27ace8f1c769 req-6ffe1301-63aa-474c-a566-1f8776484d8d tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877647 Nov 26 21:48:53.217809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Made reservation on behalf of 9de6e355e0524e6b9ded09b61be49153 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:48:53.220610 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:53.267375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07600f4b-6929-4a49-a814-59cff5c6d319 req-c41ddae5-c178-41af-b27b-7ce31803ac9d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:53.275973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07600f4b-6929-4a49-a814-59cff5c6d319 req-c41ddae5-c178-41af-b27b-7ce31803ac9d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.0816596 Nov 26 21:48:53.321813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:53.331627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07600f4b-6929-4a49-a814-59cff5c6d319 req-f9cebd88-9d0f-4a57-883a-7029ed1e7d76 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546098 Nov 26 21:48:53.338115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Router a5a48418-d791-442c-958c-cbd3c2f31263 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:48:53.445273 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b732089a-90a0-431c-931b-4424d614ea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:53.513127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d120f-d412-4c94-bac3-12724b39d4d9 req-1a06b745-dd62-4aa8-93f5-d957974f0452 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:53.514853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c63d120f-d412-4c94-bac3-12724b39d4d9 req-1a06b745-dd62-4aa8-93f5-d957974f0452 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 949 time: 0.1165004 Nov 26 21:48:53.517218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-410287d3-a0b6-4b37-9bea-654a72cfc822 None None] Provisioning complete for port d378081b-324c-48e5-9e0d-b77299f0ff1f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:53.517610 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-410287d3-a0b6-4b37-9bea-654a72cfc822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:53.552476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d43a8076-861b-4fde-b6bf-d6a406a58025 req-8a532fb5-a419-45a3-b44e-de437702790a tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 210 time: 0.0926623 Nov 26 21:48:53.565536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-410287d3-a0b6-4b37-9bea-654a72cfc822 None None] Port d378081b-324c-48e5-9e0d-b77299f0ff1f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:48:53.613095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:53.631858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c63d120f-d412-4c94-bac3-12724b39d4d9 req-0e79e787-1fcc-4e13-bda6-f7b3692682dd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704679 Nov 26 21:48:53.634633 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f595c77f-0b63-458a-a789-14dd2be76aa3 admin admin] 10.222.0.21 "PUT /v2.0/routers/a5a48418-d791-442c-958c-cbd3c2f31263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5514076 Nov 26 21:48:53.687174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:53.695964 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:53.757794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2b6888-098d-483d-b65b-550239fbd589,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:53.859479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Allocated IP 192.168.233.223 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/fb6c7f61-11a2-413c-b731-15ec6bf058cb) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:54.026825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44229d38-54ca-4217-8e04-1a334ed0464c req-70e7684d-a89d-4ded-bfb3-64787a8ac90e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:54.035182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44229d38-54ca-4217-8e04-1a334ed0464c req-70e7684d-a89d-4ded-bfb3-64787a8ac90e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1693161 Nov 26 21:48:54.046797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 751a1eb9-312f-4507-974d-8c96edec026a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:54.076392 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.122989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.143439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 751a1eb9-312f-4507-974d-8c96edec026a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:54.144107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.161017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-ff5eab9e-8d06-4654-bece-c932a0faee97 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2519536 Nov 26 21:48:54.171272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:54.182108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Pushing event updated for resources: {'Port': ['ID=fb6c7f61-11a2-413c-b731-15ec6bf058cb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:54.199634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44229d38-54ca-4217-8e04-1a334ed0464c req-0068ef65-281b-4129-8f80-e6037978c773 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622560 Nov 26 21:48:54.205380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:54.214359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:54.229923 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.230988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:54.283593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.312950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 751a1eb9-312f-4507-974d-8c96edec026a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=751a1eb9-312f-4507-974d-8c96edec026a,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:54.333310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:54.334182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.342881 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.369551 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-d0a67c6b-2d90-44d9-ba21-41fa6a2cbe02 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5131464 Nov 26 21:48:54.389420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Request body: {'port': {'device_id': 'a14c8f4e-0f96-41ee-87f1-1908c3cb9f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:54.425910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=751a1eb9-312f-4507-974d-8c96edec026a,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:54.429489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.489635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.599599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8ee9fa86-8b6f-45af-aa17-fa9db5f9e6b6 None None] Provisioning complete for port fb6c7f61-11a2-413c-b731-15ec6bf058cb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:54.601669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ee9fa86-8b6f-45af-aa17-fa9db5f9e6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.614282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e2d6e-12c3-40fc-9050-882618788b11 req-83f8c0d8-f3e0-4cda-8e9f-45d575010bff tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:54.616023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-404e2d6e-12c3-40fc-9050-882618788b11 req-83f8c0d8-f3e0-4cda-8e9f-45d575010bff tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.0951695 Nov 26 21:48:54.688316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Allocated IP 172.25.3.73 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/67d76a5d-05fe-44cb-983d-a3c037734c3e) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:54.735593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8ee9fa86-8b6f-45af-aa17-fa9db5f9e6b6 None None] Port fb6c7f61-11a2-413c-b731-15ec6bf058cb cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:48:54.739243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-404e2d6e-12c3-40fc-9050-882618788b11 req-e0d85225-0ac1-4782-8004-7dbe1bb426df tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098545 Nov 26 21:48:54.896613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6c7f61-11a2-413c-b731-15ec6bf058cb {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:48:54.904828 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.910286 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.921528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Transition to ACTIVE for port object fb6c7f61-11a2-413c-b731-15ec6bf058cb will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:48:54.928771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:54.939806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c58c5-07c7-431c-8ec1-9833c061d774 req-1e9963f4-e891-4c7f-b046-59f663944237 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:54.941357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-678c58c5-07c7-431c-8ec1-9833c061d774 req-1e9963f4-e891-4c7f-b046-59f663944237 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.0797119 Nov 26 21:48:54.989687 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.010674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6c7f61-11a2-413c-b731-15ec6bf058cb,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:55.060158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:55.065581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-678c58c5-07c7-431c-8ec1-9833c061d774 req-110b9f20-06d4-4a24-82ec-4d3a07dc33db tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121206 Nov 26 21:48:55.077010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:55.079632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event updated for resources: {'Port': ['ID=67d76a5d-05fe-44cb-983d-a3c037734c3e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:55.081881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:55.118999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Attempting to bind port fb6c7f61-11a2-413c-b731-15ec6bf058cb on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:55.119342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Attempting to bind port fb6c7f61-11a2-413c-b731-15ec6bf058cb by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:55.119677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Attempting to bind port fb6c7f61-11a2-413c-b731-15ec6bf058cb on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:55.131022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Port fb6c7f61-11a2-413c-b731-15ec6bf058cb on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:48:55.131349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Attempting to bind port fb6c7f61-11a2-413c-b731-15ec6bf058cb on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:55.136126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 49a3c087-678f-4265-88ba-5cded1ffe952 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:55.139643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:55.139983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:55.140385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:55.140837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Bound port: fb6c7f61-11a2-413c-b731-15ec6bf058cb, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:55.141176 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.241267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] For port fb6c7f61-11a2-413c-b731-15ec6bf058cb, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:55.247216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] For port fb6c7f61-11a2-413c-b731-15ec6bf058cb, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fb6c7f61-11a2-413c-b731-15ec6bf058cb,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:55.248874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Sync routers for ids ['a5a48418-d791-442c-958c-cbd3c2f31263'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:55.251491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 49a3c087-678f-4265-88ba-5cded1ffe952 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:48:55.254061 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.255996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 49a3c087-678f-4265-88ba-5cded1ffe952 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:55.256779 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.268446 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Routers {'a5a48418-d791-442c-958c-cbd3c2f31263'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:55.269114 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a5a48418-d791-442c-958c-cbd3c2f31263'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:55.283820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.311590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:55.312311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.313591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] 10.222.0.13 "PUT /v2.0/ports/fb6c7f61-11a2-413c-b731-15ec6bf058cb HTTP/1.1" status: 200 len: 1096 time: 0.9291596 Nov 26 21:48:55.314032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14c8f4e-0f96-41ee-87f1-1908c3cb9f03', 'tag': 'fb6c7f61-11a2-413c-b731-15ec6bf058cb'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:55.316317 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35053703-4451-42a9-b33f-08697d7cc31b" -d '{"events": [{"name": "network-changed", "server_uuid": "a14c8f4e-0f96-41ee-87f1-1908c3cb9f03", "tag": "fb6c7f61-11a2-413c-b731-15ec6bf058cb"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:55.329250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab425be9-87a2-4660-bc17-29cac64e1213 req-22fb1edb-2183-46f1-99cf-8690959dff65 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:55.337630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab425be9-87a2-4660-bc17-29cac64e1213 req-22fb1edb-2183-46f1-99cf-8690959dff65 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 945 time: 0.1093216 Nov 26 21:48:55.338040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b7715-69d4-4e51-bdeb-9263947a9099 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6c7f61-11a2-413c-b731-15ec6bf058cb,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:55.386652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.414484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.445741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52036f86-b229-4277-8f25-013aa7120f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a3c087-678f-4265-88ba-5cded1ffe952'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:55.449033 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9ac481-80ed-4782-a60e-0ef4784643d6" -d '{"events": [{"server_uuid": "52036f86-b229-4277-8f25-013aa7120f9f", "name": "network-vif-plugged", "status": "completed", "tag": "49a3c087-678f-4265-88ba-5cded1ffe952"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:55.491421 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Set router a5a48418-d791-442c-958c-cbd3c2f31263 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:55.494113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-f8e545eb-b697-4238-802d-eb05c0120abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:55.498417 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-f8e545eb-b697-4238-802d-eb05c0120abf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9de6e355e0524e6b9ded09b61be49153&device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 1099 time: 0.0871744 Nov 26 21:48:55.598113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-6d2dfe49-9762-4549-b352-2db852d890b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fb6c7f61-11a2-413c-b731-15ec6bf058cb HTTP/1.1" status: 200 len: 217 time: 0.0857081 Nov 26 21:48:55.633461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.654178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab425be9-87a2-4660-bc17-29cac64e1213 req-b12b9419-5fa2-44b2-998b-633e8f804cb0 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112071 Nov 26 21:48:55.655442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.697177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-22aa03ab-183d-4935-b2de-de92c47a9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:55.699070 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-22aa03ab-183d-4935-b2de-de92c47a9c4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0910575 Nov 26 21:48:55.719425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 49a3c087-678f-4265-88ba-5cded1ffe952, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49a3c087-678f-4265-88ba-5cded1ffe952,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:55.730499 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.784809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-869f232c-c2c1-494c-b4e6-fdd82fc17eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:55.791160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-869f232c-c2c1-494c-b4e6-fdd82fc17eb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841796 Nov 26 21:48:55.805395 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '751a1eb9-312f-4507-974d-8c96edec026a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:48:52Z', 'revision_number': 4, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port': {'id': '751a1eb9-312f-4507-974d-8c96edec026a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:47Z', 'updated_at': '2021-11-26T21:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd378081b-324c-48e5-9e0d-b77299f0ff1f', 'name': '', 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'mac_address': 'fa:16:3e:3b:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'd8ec7922-a0c3-493b-803c-023778f84c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:51Z', 'updated_at': '2021-11-26T21:48:52Z', 'revision_number': 2, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'subnets': [{'id': 'd8ec7922-a0c3-493b-803c-023778f84c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:55.830441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=49a3c087-678f-4265-88ba-5cded1ffe952,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:55.847830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Checking router: a5a48418-d791-442c-958c-cbd3c2f31263 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:55.848361 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Updating router a5a48418-d791-442c-958c-cbd3c2f31263 port d378081b-324c-48e5-9e0d-b77299f0ff1f binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:48:55.870635 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9af1e5ea-f0f9-41d7-8b78-484802b2bd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.894225 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:55.939116 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-bc4a79a3-4fc0-4096-bf9a-df721dc0c825 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394472 Nov 26 21:48:56.007657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 751a1eb9-312f-4507-974d-8c96edec026a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:56.145109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 751a1eb9-312f-4507-974d-8c96edec026a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:56.145742 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.171371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-80aa7790-81dc-4d1a-9570-de08c0d7a38d req-5ac09ae9-da21-44db-9917-b134c972a504 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236998 Nov 26 21:48:56.194618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event updated for resources: {'Port': ['ID=67d76a5d-05fe-44cb-983d-a3c037734c3e,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:56.206874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.226522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad47d5-22d7-442a-a85c-dfa782b50b5f req-fac6e17d-623d-4c74-b56b-a10bd7cc9441 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:56.228065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ccad47d5-22d7-442a-a85c-dfa782b50b5f req-fac6e17d-623d-4c74-b56b-a10bd7cc9441 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 948 time: 0.1161234 Nov 26 21:48:56.238095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.239330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-63f4163d-c1ac-48b7-8616-6a0dd2a014e9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0774724 Nov 26 21:48:56.306908 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.310026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-6aaa878b-6b44-49dd-845d-b80d0cd80732 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.0613921 Nov 26 21:48:56.315512 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.337914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ccad47d5-22d7-442a-a85c-dfa782b50b5f req-86ac7c96-3e92-4569-85a3-f34317ef061f tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974419 Nov 26 21:48:56.371534 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7d022-4426-46a4-b257-b2ab0dd54216 None None] Pushing event updated for resources: {'Port': ['ID=d378081b-324c-48e5-9e0d-b77299f0ff1f,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:56.457945 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Attempting to bind port d378081b-324c-48e5-9e0d-b77299f0ff1f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:48:56.458652 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Attempting to bind port d378081b-324c-48e5-9e0d-b77299f0ff1f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:48:56.459235 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Attempting to bind port d378081b-324c-48e5-9e0d-b77299f0ff1f on network e4db970a-f6b1-4a7e-9257-5ca152490d61 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:48:56.465130 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:48:56.465520 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Checking segment: {'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:48:56.466492 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.466977 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Bound using segment: {'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:48:56.467404 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Bound port: d378081b-324c-48e5-9e0d-b77299f0ff1f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7968455-54ea-40ea-995a-54cfb1a3f85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:48:56.467796 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.501936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-b08a9281-151d-47f4-a07f-f31559ae5855 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:56.503916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a46e7dda-7fdc-4e6c-9e5c-18e7ff75ae5e req-b08a9281-151d-47f4-a07f-f31559ae5855 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1830091 Nov 26 21:48:56.547520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fe7e0-d8f2-455f-9b5e-73d34b834d4f req-09780353-c8f9-4b67-940e-2a0bf9733384 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:56.552419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e7fe7e0-d8f2-455f-9b5e-73d34b834d4f req-09780353-c8f9-4b67-940e-2a0bf9733384 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 950 time: 0.1024101 Nov 26 21:48:56.569399 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] For port d378081b-324c-48e5-9e0d-b77299f0ff1f, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:48:56.572921 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] For port d378081b-324c-48e5-9e0d-b77299f0ff1f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d378081b-324c-48e5-9e0d-b77299f0ff1f,segment=NetworkSegment(d7968455-54ea-40ea-995a-54cfb1a3f85f),segment_id=d7968455-54ea-40ea-995a-54cfb1a3f85f)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:48:56.583440 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.639851 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7d022-4426-46a4-b257-b2ab0dd54216 None None] Pushing event updated for resources: {'Port': ['ID=d378081b-324c-48e5-9e0d-b77299f0ff1f,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:56.648957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e7fe7e0-d8f2-455f-9b5e-73d34b834d4f req-72b9c347-b13b-471f-9c0c-70d53219051f tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866539 Nov 26 21:48:56.659763 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Routers {'a5a48418-d791-442c-958c-cbd3c2f31263'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:56.660566 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a5a48418-d791-442c-958c-cbd3c2f31263'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:56.703448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58add3-c0bf-4562-a911-4f280349e960 req-e7f1dd4a-2ee2-4887-b298-e99d7ccb1f86 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:56.712882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be58add3-c0bf-4562-a911-4f280349e960 req-e7f1dd4a-2ee2-4887-b298-e99d7ccb1f86 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.0869293 Nov 26 21:48:56.764917 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a6c85a-dc84-4275-b949-03686c9cd58a x-openstack-request-id: req-03a6c85a-dc84-4275-b949-03686c9cd58a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:56.765583 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14c8f4e-0f96-41ee-87f1-1908c3cb9f03", "tag": "fb6c7f61-11a2-413c-b731-15ec6bf058cb", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:56.765939 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03a6c85a-dc84-4275-b949-03686c9cd58a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:56.766472 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14c8f4e-0f96-41ee-87f1-1908c3cb9f03', 'tag': 'fb6c7f61-11a2-413c-b731-15ec6bf058cb', 'status': 'completed', 'code': 200} Nov 26 21:48:56.783599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-1a2b2d9e-9edf-464e-8dc0-7ffcb405bd88 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:56.793014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be58add3-c0bf-4562-a911-4f280349e960 req-011441d9-6566-4348-9077-981a18ff1d67 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674992 Nov 26 21:48:56.802062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fe3b468d-6910-4502-a30d-9b55a682659a None None] Provisioning complete for port d378081b-324c-48e5-9e0d-b77299f0ff1f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:56.802494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe3b468d-6910-4502-a30d-9b55a682659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:56.808727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-1a2b2d9e-9edf-464e-8dc0-7ffcb405bd88 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 945 time: 0.1275764 Nov 26 21:48:56.867823 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454b26bd-3a67-4a47-bb78-91325072cf3f x-openstack-request-id: req-454b26bd-3a67-4a47-bb78-91325072cf3f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:48:56.868392 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52036f86-b229-4277-8f25-013aa7120f9f", "name": "network-vif-plugged", "status": "completed", "tag": "49a3c087-678f-4265-88ba-5cded1ffe952", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:48:56.868976 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-454b26bd-3a67-4a47-bb78-91325072cf3f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:48:56.869742 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52036f86-b229-4277-8f25-013aa7120f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a3c087-678f-4265-88ba-5cded1ffe952', 'code': 200} Nov 26 21:48:57.021878 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.025138 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe3b468d-6910-4502-a30d-9b55a682659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.044377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35053703-4451-42a9-b33f-08697d7cc31b req-e61ac360-f1d9-4324-b2f9-ee9f6994493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:57.046060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35053703-4451-42a9-b33f-08697d7cc31b req-e61ac360-f1d9-4324-b2f9-ee9f6994493c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9de6e355e0524e6b9ded09b61be49153&device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 1099 time: 0.2210968 Nov 26 21:48:57.081987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fe3b468d-6910-4502-a30d-9b55a682659a None None] For port d378081b-324c-48e5-9e0d-b77299f0ff1f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d378081b-324c-48e5-9e0d-b77299f0ff1f,segment=NetworkSegment(d7968455-54ea-40ea-995a-54cfb1a3f85f),segment_id=d7968455-54ea-40ea-995a-54cfb1a3f85f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:57.093031 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe3b468d-6910-4502-a30d-9b55a682659a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.099897 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] Set router a5a48418-d791-442c-958c-cbd3c2f31263 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:57.169781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe8185-9b19-4523-b884-4a161473f926 req-75056856-3ee9-4ef2-b3ad-2586f31c87f5 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:57.182285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bfbe8185-9b19-4523-b884-4a161473f926 req-75056856-3ee9-4ef2-b3ad-2586f31c87f5 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.2402594 Nov 26 21:48:57.199238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b468d-6910-4502-a30d-9b55a682659a None None] Pushing event updated for resources: {'Port': ['ID=d378081b-324c-48e5-9e0d-b77299f0ff1f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:57.209423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Deleting port 02de3cf1-4f88-4559-834d-e97d261d2fb4 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:48:57.209957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.217279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35053703-4451-42a9-b33f-08697d7cc31b req-52cbc832-f78a-4371-b8bb-f26c49cc3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:57.219797 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35053703-4451-42a9-b33f-08697d7cc31b req-52cbc832-f78a-4371-b8bb-f26c49cc3201 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1659112 Nov 26 21:48:57.232951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f8c2b542-4683-424a-915d-c6e0ca5dca50 None None] Provisioning complete for port d378081b-324c-48e5-9e0d-b77299f0ff1f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:57.237434 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8c2b542-4683-424a-915d-c6e0ca5dca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.264975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ab9f7-2a28-4ace-8f6c-f07fa16a5c53 req-a3a7828a-ba9c-462c-a24c-22d1bbc5391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:57.267237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-686ab9f7-2a28-4ace-8f6c-f07fa16a5c53 req-a3a7828a-ba9c-462c-a24c-22d1bbc5391f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 1101 time: 0.2740643 Nov 26 21:48:57.276817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aed39-37e5-4547-8c7f-39c5e148ef40 req-67010c19-08c0-453e-9e48-172ac94475ca tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:57.280225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c0aed39-37e5-4547-8c7f-39c5e148ef40 req-67010c19-08c0-453e-9e48-172ac94475ca tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.2883480 Nov 26 21:48:57.352920 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35053703-4451-42a9-b33f-08697d7cc31b req-4cfcb93d-8744-4173-8343-264881617859 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fb6c7f61-11a2-413c-b731-15ec6bf058cb HTTP/1.1" status: 200 len: 217 time: 0.0736659 Nov 26 21:48:57.381564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bfbe8185-9b19-4523-b884-4a161473f926 req-4313773f-90a3-4f96-a7b2-aaedea893594 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935668 Nov 26 21:48:57.437225 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '751a1eb9-312f-4507-974d-8c96edec026a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:48:52Z', 'revision_number': 4, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port': {'id': '751a1eb9-312f-4507-974d-8c96edec026a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:47Z', 'updated_at': '2021-11-26T21:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd378081b-324c-48e5-9e0d-b77299f0ff1f', 'name': '', 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'mac_address': 'fa:16:3e:3b:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'd8ec7922-a0c3-493b-803c-023778f84c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:51Z', 'updated_at': '2021-11-26T21:48:56Z', 'revision_number': 4, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'subnets': [{'id': 'd8ec7922-a0c3-493b-803c-023778f84c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:57.439644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] For port 02de3cf1-4f88-4559-834d-e97d261d2fb4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=02de3cf1-4f88-4559-834d-e97d261d2fb4,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:48:57.440022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.452506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35053703-4451-42a9-b33f-08697d7cc31b req-b1a56c16-8f1c-4271-b890-5b1ec74570b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:57.454113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35053703-4451-42a9-b33f-08697d7cc31b req-b1a56c16-8f1c-4271-b890-5b1ec74570b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0902753 Nov 26 21:48:57.473290 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e50f62-8aea-4c4d-a943-38f44937e36f None None] The sync data for ids ['a5a48418-d791-442c-958c-cbd3c2f31263'] in n-d-819494-1 is: [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '751a1eb9-312f-4507-974d-8c96edec026a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:48:52Z', 'revision_number': 4, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port': {'id': '751a1eb9-312f-4507-974d-8c96edec026a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:47Z', 'updated_at': '2021-11-26T21:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'd378081b-324c-48e5-9e0d-b77299f0ff1f', 'name': '', 'network_id': 'e4db970a-f6b1-4a7e-9257-5ca152490d61', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'mac_address': 'fa:16:3e:3b:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'd8ec7922-a0c3-493b-803c-023778f84c76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:51Z', 'updated_at': '2021-11-26T21:48:56Z', 'revision_number': 4, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'subnets': [{'id': 'd8ec7922-a0c3-493b-803c-023778f84c76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:48:57.477729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c0aed39-37e5-4547-8c7f-39c5e148ef40 req-c2b431d7-dd11-4427-bc9c-190f314c2341 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698480 Nov 26 21:48:57.527379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-686ab9f7-2a28-4ace-8f6c-f07fa16a5c53 req-a6b3c645-ea51-4278-a5bc-26c03f1f775d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346678 Nov 26 21:48:57.640375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35053703-4451-42a9-b33f-08697d7cc31b req-a2759b9b-148b-4433-bace-55920871ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:57.640643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-23dfa202-cfd0-44a9-9302-93d3e9d3a287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2155726 Nov 26 21:48:57.641981 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35053703-4451-42a9-b33f-08697d7cc31b req-a2759b9b-148b-4433-bace-55920871ddce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791143 Nov 26 21:48:57.660309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:48:57.719057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.744670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6fb82-7bf5-40d3-a233-49451ece02cf req-639e8cce-9675-41ff-90b7-e560ce03bce4 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:57.747188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36a6fb82-7bf5-40d3-a233-49451ece02cf req-639e8cce-9675-41ff-90b7-e560ce03bce4 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/ports?device_id=471de30a-616a-4865-ae7d-8c2fc2541443 HTTP/1.1" status: 200 len: 945 time: 0.1033778 Nov 26 21:48:57.850496 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36a6fb82-7bf5-40d3-a233-49451ece02cf req-58e065b3-9864-4acd-b184-bdcbb24b31e8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups?id=6202475d-68d3-454f-9db2-35e64a0b30d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959408 Nov 26 21:48:57.867753 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.868192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:57.868648 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Floating IP 3a8a3237-e00f-49df-a1e5-f866d9fcf00e disassociated. External IP: 172.25.3.196, port: 02de3cf1-4f88-4559-834d-e97d261d2fb4. Nov 26 21:48:57.868884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Calling delete_port for 02de3cf1-4f88-4559-834d-e97d261d2fb4 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:48:57.876207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35053703-4451-42a9-b33f-08697d7cc31b req-d28ee13f-bd26-4fc1-a197-5a0d55dcbb55 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998985 Nov 26 21:48:57.955928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:58.052406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d378081b-324c-48e5-9e0d-b77299f0ff1f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:48:58.126287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Allocated IP 172.25.3.157 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/4d26cd56-8cc9-4aa6-9822-55caa915aa75) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:48:58.167150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d378081b-324c-48e5-9e0d-b77299f0ff1f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:48:58.167536 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:58.322891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffca31-a6a9-45af-9f20-84abc21903d8 req-081adbe5-89f9-4a32-a899-d803bf21e544 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:58.325277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2ffca31-a6a9-45af-9f20-84abc21903d8 req-081adbe5-89f9-4a32-a899-d803bf21e544 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 948 time: 0.1127443 Nov 26 21:48:58.338335 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:58.414868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2ffca31-a6a9-45af-9f20-84abc21903d8 req-41902543-2263-4086-94a6-be8935497454 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803318 Nov 26 21:48:58.429749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:58.464006 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:58.489396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35053703-4451-42a9-b33f-08697d7cc31b req-1dcafa47-1939-4f1d-b07f-e7140d85d0d4 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040111 Nov 26 21:48:58.547053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:48:58.550691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:48:58.556160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:48:58.590193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event updated for resources: {'Port': ['ID=4d26cd56-8cc9-4aa6-9822-55caa915aa75,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:58.592320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:58.624904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event deleted for resources: {'Port': ['ID=02de3cf1-4f88-4559-834d-e97d261d2fb4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:58.665912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b4e2a-0de7-479c-a89f-5a9735bdff66 req-c49a987c-4ba1-492c-9ac3-38d7da237577 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:58.667748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-241b4e2a-0de7-479c-a89f-5a9735bdff66 req-c49a987c-4ba1-492c-9ac3-38d7da237577 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 950 time: 0.1126826 Nov 26 21:48:58.787346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Router 037fac98-f46d-42c0-902d-22f6554ee28a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:48:58.789897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:58.806637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-241b4e2a-0de7-479c-a89f-5a9735bdff66 req-ef01ce04-8987-4279-afce-adf86978774e tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069870 Nov 26 21:48:58.866422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:58.952736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:48:58.963173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] Sync routers for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:48:58.983618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:58.984466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:59.096520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] No DVR routers for this DVR port 02de3cf1-4f88-4559-834d-e97d261d2fb4 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:48:59.100770 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:59.113617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ed1fae5-4eae-4702-b88a-6e601c17b9e1 req-279c5483-075e-47eb-8179-001a873e08f8 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.41 "DELETE /v2.0/ports/02de3cf1-4f88-4559-834d-e97d261d2fb4 HTTP/1.1" status: 204 len: 173 time: 2.2936623 Nov 26 21:48:59.114152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471de30a-616a-4865-ae7d-8c2fc2541443', 'name': 'network-vif-deleted', 'tag': '02de3cf1-4f88-4559-834d-e97d261d2fb4'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:48:59.118158 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d25693-17aa-43ee-afa3-d07dd23bb9d2" -d '{"events": [{"server_uuid": "471de30a-616a-4865-ae7d-8c2fc2541443", "name": "network-vif-deleted", "tag": "02de3cf1-4f88-4559-834d-e97d261d2fb4"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:48:59.150595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65428bc6-55ba-4d25-adb6-27ae63c6e470 req-500c8f4a-5738-43ad-af33-5dbcfb3ea3cb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:59.160570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65428bc6-55ba-4d25-adb6-27ae63c6e470 req-500c8f4a-5738-43ad-af33-5dbcfb3ea3cb tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.2350800 Nov 26 21:48:59.163459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:59.256641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65428bc6-55ba-4d25-adb6-27ae63c6e470 req-8719e6bc-7404-4b3b-9846-479af09327d7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899837 Nov 26 21:48:59.276791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:59.364501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:59.373770 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:59.455218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event updated for resources: {'Port': ['ID=4d26cd56-8cc9-4aa6-9822-55caa915aa75,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:48:59.568083 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:59.640224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-ae82fc1c-b68d-4744-be5b-f344e5a5ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:59.642672 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-ae82fc1c-b68d-4744-be5b-f344e5a5ad48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1096 time: 0.0739734 Nov 26 21:48:59.663211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:48:59.682685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-3bd3004f-c423-433d-8c47-7b59dab250be tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0411265 Nov 26 21:48:59.696328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:59.730507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] Checking router: 037fac98-f46d-42c0-902d-22f6554ee28a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:48:59.741842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:48:59.743008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:48:59.755943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-15fab97f-620f-42fb-9233-85f6c611200a tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.0714619 Nov 26 21:48:59.807064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-56dcbe87-fae4-4bfd-ab71-52c7e89008ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:59.808730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-56dcbe87-fae4-4bfd-ab71-52c7e89008ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 919 time: 0.1528471 Nov 26 21:48:59.865316 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-946c8c36-11a5-40be-9adf-83eb725cfdfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 200 len: 217 time: 0.0474908 Nov 26 21:48:59.914460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-e5218773-e497-46ac-a5e0-7e1d2916c1fe tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:59.916139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-302aa088-552b-48b0-9ba6-cd639e27bcef req-e5218773-e497-46ac-a5e0-7e1d2916c1fe tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1594739 Nov 26 21:48:59.933935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce634f1-1cce-4a30-9197-5b65cb9a2470 req-edad512e-ce27-4d76-aa5c-920b1153ca8b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:59.942785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ce634f1-1cce-4a30-9197-5b65cb9a2470 req-edad512e-ce27-4d76-aa5c-920b1153ca8b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.3526006 Nov 26 21:48:59.951540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:48:59.962560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-f05109dd-cbd5-41ab-b8c4-63948f873b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:48:59.964351 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-f05109dd-cbd5-41ab-b8c4-63948f873b2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.0910554 Nov 26 21:49:00.006361 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-65ceda2b-6532-4119-bc73-4d931f460043 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327566 Nov 26 21:49:00.010162 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6a9cde-f7b1-4c72-8906-a195c6f0d4b4 x-openstack-request-id: req-5e6a9cde-f7b1-4c72-8906-a195c6f0d4b4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:00.010466 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471de30a-616a-4865-ae7d-8c2fc2541443", "name": "network-vif-deleted", "tag": "02de3cf1-4f88-4559-834d-e97d261d2fb4", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:00.010727 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e6a9cde-f7b1-4c72-8906-a195c6f0d4b4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:00.011186 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471de30a-616a-4865-ae7d-8c2fc2541443', 'name': 'network-vif-deleted', 'tag': '02de3cf1-4f88-4559-834d-e97d261d2fb4', 'status': 'completed', 'code': 200} Nov 26 21:49:00.036672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ce634f1-1cce-4a30-9197-5b65cb9a2470 req-80caf8e9-fa19-44ad-bb52-274eaecb4190 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882547 Nov 26 21:49:00.175710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fb6c7f61-11a2-413c-b731-15ec6bf058cb details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:49:00.188196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca810ca-5650-4281-b690-3e818f95c120 req-22d25233-e3c6-41e1-94e4-c348af04a1f0 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:00.189808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fca810ca-5650-4281-b690-3e818f95c120 req-22d25233-e3c6-41e1-94e4-c348af04a1f0 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 948 time: 0.1228759 Nov 26 21:49:00.232600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421ed4c-8bfc-4412-be32-bbee2e94cd60 req-626a1c76-e572-4597-ba47-372a3cd50f5e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:00.234198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8421ed4c-8bfc-4412-be32-bbee2e94cd60 req-626a1c76-e572-4597-ba47-372a3cd50f5e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1358852 Nov 26 21:49:00.236983 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-4a351bc3-d4d3-4e3a-85e6-9e30b27ee586 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135054 Nov 26 21:49:00.305538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fca810ca-5650-4281-b690-3e818f95c120 req-20a2b6fa-65c4-4b5f-b1c9-7cda843c9c27 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009960 Nov 26 21:49:00.343143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8421ed4c-8bfc-4412-be32-bbee2e94cd60 req-4ba57dd4-f9d9-4524-9297-6fa249df4e62 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927718 Nov 26 21:49:00.377049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fb6c7f61-11a2-413c-b731-15ec6bf058cb, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fb6c7f61-11a2-413c-b731-15ec6bf058cb,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:00.398356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:00.401410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'fb6c7f61-11a2-413c-b731-15ec6bf058cb', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'fb6c7f61-11a2-413c-b731-15ec6bf058cb', 'mac_address': 'fa:16:3e:f3:e2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:49:00.436924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1ae99-9d53-46a2-a8ba-591c487117f9 None None] The sync data for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 is: [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:08Z', 'revision_number': 4, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bda59336-ad31-4fbd-9c04-e345764359e6', 'name': '', 'network_id': 'c686607b-65a2-453a-817a-f60cbc871b48', 'tenant_id': '067955da510c44189c860459d275c566', 'mac_address': 'fa:16:3e:ad:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:07Z', 'updated_at': '2021-11-26T21:42:13Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'subnets': [{'id': '27a18774-b0f1-4984-83c2-e0d15259615e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:49:00.442599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-53c28a7c-b7b8-48e3-806c-868a27e65d37 req-6c92f6f5-fc7e-4efe-908f-29cf7fa36709 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978583 Nov 26 21:49:00.526598 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:00.548306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6c7f61-11a2-413c-b731-15ec6bf058cb {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:00.563965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d51ad-d51d-4557-b424-af4372ae0d4b req-6d7d84f1-93d0-4259-8ec2-5228eabee063 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:00.571962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-400d51ad-d51d-4557-b424-af4372ae0d4b req-6d7d84f1-93d0-4259-8ec2-5228eabee063 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 950 time: 0.1387835 Nov 26 21:49:00.586336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fb6c7f61-11a2-413c-b731-15ec6bf058cb, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fb6c7f61-11a2-413c-b731-15ec6bf058cb,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:00.599790 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:00.616702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-5465bc6b-f69d-448c-ae22-ed7f4f8d761a tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2272649 Nov 26 21:49:00.622412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:00.678848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-400d51ad-d51d-4557-b424-af4372ae0d4b req-5d14078f-b628-4fcd-ae7c-a94f91c92aa3 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057217 Nov 26 21:49:00.689047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:00.707077 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=fb6c7f61-11a2-413c-b731-15ec6bf058cb,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:00.867035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1967a-af3e-40e9-b4e3-7d682b84a1a7 req-c4059790-e5fc-4379-8c9b-6d83cdea7565 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:00.867482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9e1967a-af3e-40e9-b4e3-7d682b84a1a7 req-c4059790-e5fc-4379-8c9b-6d83cdea7565 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.0757318 Nov 26 21:49:00.887009 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0780a7-0f1b-4f4a-9f75-42c166426737 None None] New status for floating IP 3a8a3237-e00f-49df-a1e5-f866d9fcf00e: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:49:00.909839 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:00.982704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9e1967a-af3e-40e9-b4e3-7d682b84a1a7 req-cc4cb827-a2ca-4238-afa4-8a8e0d5b3e3e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034987 Nov 26 21:49:01.031251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['fb6c7f61-11a2-413c-b731-15ec6bf058cb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:01.068019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Allocated IP 172.25.3.13 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/bf1ec5a0-d161-4c2f-8fb9-430ec4733205) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:01.164289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 02de3cf1-4f88-4559-834d-e97d261d2fb4 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:01.201622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.202325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 02de3cf1-4f88-4559-834d-e97d261d2fb4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:01.203506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 02de3cf1-4f88-4559-834d-e97d261d2fb4 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:01.249966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.307274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:01.310391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:01.313363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:01.342410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event updated for resources: {'Port': ['ID=bf1ec5a0-d161-4c2f-8fb9-430ec4733205,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:01.439003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985328e5-e893-42be-af9e-3dc67b793397 req-d3b3f44a-6902-43ad-97bc-c36aa006e4ae tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:01.440632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-985328e5-e893-42be-af9e-3dc67b793397 req-d3b3f44a-6902-43ad-97bc-c36aa006e4ae tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.0999372 Nov 26 21:49:01.472155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.525827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-985328e5-e893-42be-af9e-3dc67b793397 req-5da2ebc4-8b5a-4dea-b162-ed8d27af75d3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783868 Nov 26 21:49:01.529406 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.570358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39968) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:01.635014 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0624a34-a800-4b57-9dec-241c71ba6d17 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.660727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0624a34-a800-4b57-9dec-241c71ba6d17 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.709731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96678a93-8460-43d5-b7d9-e53cdef238c6 req-4f41847a-62b5-435a-b270-09c5be104763 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:01.711257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96678a93-8460-43d5-b7d9-e53cdef238c6 req-4f41847a-62b5-435a-b270-09c5be104763 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 950 time: 0.0761204 Nov 26 21:49:01.730384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0624a34-a800-4b57-9dec-241c71ba6d17 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.733950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0624a34-a800-4b57-9dec-241c71ba6d17 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.735475 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f0624a34-a800-4b57-9dec-241c71ba6d17 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "DELETE /v2.0/security-groups/6202475d-68d3-454f-9db2-35e64a0b30d7 HTTP/1.1" status: 204 len: 168 time: 0.1630285 Nov 26 21:49:01.740469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39972) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:01.757691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0624a34-a800-4b57-9dec-241c71ba6d17 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6202475d-68d3-454f-9db2-35e64a0b30d7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:01.760225 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-6615c31f-1105-43d1-862b-4b76995d2707 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] show failed (client error): The resource could not be found. Nov 26 21:49:01.761272 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6615c31f-1105-43d1-862b-4b76995d2707 tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "GET /v2.0/security-groups/6202475d-68d3-454f-9db2-35e64a0b30d7 HTTP/1.1" status: 404 len: 347 time: 0.0198071 Nov 26 21:49:01.765214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:01.778870 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.789151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.797108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96678a93-8460-43d5-b7d9-e53cdef238c6 req-438687bf-6e62-4163-b493-0e338a6fafcd tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744750 Nov 26 21:49:01.878275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event updated for resources: {'Port': ['ID=bf1ec5a0-d161-4c2f-8fb9-430ec4733205,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:01.915066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.920595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Deleting port 99a2fccd-0eec-4ff6-a65c-014ad9afe7d2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:01.921252 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.939691 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:01.940918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-30bad704-5dbc-4c13-91b2-471c9f89e3cb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3232243 Nov 26 21:49:01.949458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552de5a-7490-4373-99a5-33ad8d5f8a28 req-3dfe9343-505a-402c-8814-b37d10e248e6 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:01.951513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8552de5a-7490-4373-99a5-33ad8d5f8a28 req-3dfe9343-505a-402c-8814-b37d10e248e6 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 949 time: 0.0744710 Nov 26 21:49:02.010876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.010876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.015880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-c155bd2f-3943-4940-80f8-89ea5c5117c8 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0633018 Nov 26 21:49:02.045541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Calling delete_port for 99a2fccd-0eec-4ff6-a65c-014ad9afe7d2 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:02.111207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8552de5a-7490-4373-99a5-33ad8d5f8a28 req-087156dd-b67d-45d3-945b-ef77cc9ade72 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517189 Nov 26 21:49:02.160072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fb6c7f61-11a2-413c-b731-15ec6bf058cb up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:02.195834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-01b49800-73e5-4240-9682-41e434190b50 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:02.197642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2431c3be-0b3d-4173-bb34-cf3d52dcbef3 req-01b49800-73e5-4240-9682-41e434190b50 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1633925 Nov 26 21:49:02.229854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port fb6c7f61-11a2-413c-b731-15ec6bf058cb completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:49:02.241081 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.244246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port fb6c7f61-11a2-413c-b731-15ec6bf058cb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:02.244630 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.300094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Pushing event deleted for resources: {'Port': ['ID=99a2fccd-0eec-4ff6-a65c-014ad9afe7d2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:02.323653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d83d70-ea41-4664-9f1d-b34e8a047b09 req-633f6152-f9c9-4a4b-bf09-12aa7c83732c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:02.333725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84d83d70-ea41-4664-9f1d-b34e8a047b09 req-633f6152-f9c9-4a4b-bf09-12aa7c83732c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1349053 Nov 26 21:49:02.346860 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.364666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.369014 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.370421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7cc9f080-149c-4e6f-97ba-7ed190fd4f1a tempest-ServersWithSpecificFlavorTestJSON-2034762196 tempest-ServersWithSpecificFlavorTestJSON-2034762196-project] 10.222.0.21 "DELETE /v2.0/floatingips/3a8a3237-e00f-49df-a1e5-f866d9fcf00e HTTP/1.1" status: 204 len: 168 time: 0.6043065 Nov 26 21:49:02.371475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14c8f4e-0f96-41ee-87f1-1908c3cb9f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6c7f61-11a2-413c-b731-15ec6bf058cb'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:02.374605 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3098d23e-26f9-4345-80b4-d339e782782b" -d '{"events": [{"server_uuid": "a14c8f4e-0f96-41ee-87f1-1908c3cb9f03", "name": "network-vif-plugged", "status": "completed", "tag": "fb6c7f61-11a2-413c-b731-15ec6bf058cb"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:02.388679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fb6c7f61-11a2-413c-b731-15ec6bf058cb, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fb6c7f61-11a2-413c-b731-15ec6bf058cb,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:02.396916 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.398723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddb837-a174-4f72-86e7-c78c9b64f417 req-5d73f725-d159-44ee-ab7c-ba58aa43a28d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:02.400488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7cddb837-a174-4f72-86e7-c78c9b64f417 req-5d73f725-d159-44ee-ab7c-ba58aa43a28d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1384463 Nov 26 21:49:02.409252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84d83d70-ea41-4664-9f1d-b34e8a047b09 req-1be582a4-28ed-4082-9d83-565ec577d517 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746610 Nov 26 21:49:02.454444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=fb6c7f61-11a2-413c-b731-15ec6bf058cb,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:02.516335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7cddb837-a174-4f72-86e7-c78c9b64f417 req-45a2eacb-4794-433e-8a95-aa1a656638af tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058812 Nov 26 21:49:02.580906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-f41d7bd3-9874-473a-ba56-810e6ad096d1 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1318917 Nov 26 21:49:02.590424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:02.612759 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.716362 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0968ae93-40d7-4b20-a82a-3a642b09ef93 x-openstack-request-id: req-0968ae93-40d7-4b20-a82a-3a642b09ef93 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:02.716640 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14c8f4e-0f96-41ee-87f1-1908c3cb9f03", "name": "network-vif-plugged", "status": "completed", "tag": "fb6c7f61-11a2-413c-b731-15ec6bf058cb", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:02.716980 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0968ae93-40d7-4b20-a82a-3a642b09ef93 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:02.717267 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14c8f4e-0f96-41ee-87f1-1908c3cb9f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6c7f61-11a2-413c-b731-15ec6bf058cb', 'code': 200} Nov 26 21:49:02.733292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:02.876916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b33aa-ba2e-4cd3-9fb8-7d9496c9dc6b req-073685fd-d9bd-43cf-bbdd-a55bcbf978c0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:02.878415 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c11b33aa-ba2e-4cd3-9fb8-7d9496c9dc6b req-073685fd-d9bd-43cf-bbdd-a55bcbf978c0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.0981810 Nov 26 21:49:02.890433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a0b61-206a-400b-bfa1-811fc3dcf2fe req-42548832-1c4a-4d17-bb9d-5df9d1c47805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:02.893009 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c91a0b61-206a-400b-bfa1-811fc3dcf2fe req-42548832-1c4a-4d17-bb9d-5df9d1c47805 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 1101 time: 0.0687544 Nov 26 21:49:02.897169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Allocated IP 172.25.3.97 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5a8218e6-0770-4152-935b-a6021495fac3) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:02.959584 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c91a0b61-206a-400b-bfa1-811fc3dcf2fe req-7e3388d7-d760-4695-892a-3196b6aa6795 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590675 Nov 26 21:49:03.002993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c11b33aa-ba2e-4cd3-9fb8-7d9496c9dc6b req-6dff8744-69d4-41a9-b5a1-44cd16ee5e2f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150277 Nov 26 21:49:03.067489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.131757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-be7cb32b-52dd-4d06-9b74-08615ebc5e43 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:03.133031 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.133724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-be7cb32b-52dd-4d06-9b74-08615ebc5e43 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.41 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 950 time: 0.0763636 Nov 26 21:49:03.158643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40006) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:03.185391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1579415634'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:03.203685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:03.210168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:03.214932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:03.218945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event updated for resources: {'Port': ['ID=5a8218e6-0770-4152-935b-a6021495fac3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:03.245770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:03.249711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.251288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e7086-82b4-4550-b752-f010709db3d4 req-0888df04-4ab7-4620-9198-58f4869a89c5 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:03.252839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-890e7086-82b4-4550-b752-f010709db3d4 req-0888df04-4ab7-4620-9198-58f4869a89c5 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/ports?device_id=52036f86-b229-4277-8f25-013aa7120f9f HTTP/1.1" status: 200 len: 950 time: 0.1350579 Nov 26 21:49:03.290680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:49:03.306317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Deleting port 49a3c087-678f-4265-88ba-5cded1ffe952 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:03.306681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.309910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.310286 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Added segment 89d98a37-6594-40ba-a60e-5b2f14071942 of type vlan for network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe Nov 26 21:49:03.339264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-890e7086-82b4-4550-b752-f010709db3d4 req-41684540-bc5c-4014-939e-c02ff137258e tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783565 Nov 26 21:49:03.349692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.365530 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:49:03.405658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.406062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.458413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] For port 49a3c087-678f-4265-88ba-5cded1ffe952, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49a3c087-678f-4265-88ba-5cded1ffe952,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:03.458730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.465903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.471345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:03.471918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.494590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Calling delete_port for 49a3c087-678f-4265-88ba-5cded1ffe952 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:03.537581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababa794-04c9-46bf-8b7a-62aae80fd21e req-38dbcb2f-a1ea-4124-ad53-6deb937b01cd tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:03.540271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ababa794-04c9-46bf-8b7a-62aae80fd21e req-38dbcb2f-a1ea-4124-ad53-6deb937b01cd tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 950 time: 0.1008234 Nov 26 21:49:03.561894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3830869 Nov 26 21:49:03.564979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40014) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:03.574632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-403690943'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:03.630882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3f292-f5db-4186-bc55-f4b858494f70 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Network': ['ID=405b2391-61f5-4ce4-8f3a-33f612f4d1fe,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:03.649513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:49:03.650179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ababa794-04c9-46bf-8b7a-62aae80fd21e req-80e628aa-2001-4fdf-b86a-3b4c68f2bb03 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019962 Nov 26 21:49:03.652384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:03.655897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.690004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:49:03.706105 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.715273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.715991 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Added segment 04c001af-a9eb-4117-9870-8ab08897ee11 of type vlan for network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 Nov 26 21:49:03.719258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.755462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.801445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['49a3c087-678f-4265-88ba-5cded1ffe952'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:03.809472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Pushing event deleted for resources: {'Port': ['ID=49a3c087-678f-4265-88ba-5cded1ffe952,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:03.869533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] No DVR routers for this DVR port 49a3c087-678f-4265-88ba-5cded1ffe952 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:03.871816 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.873462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.877372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39fca58b-a483-45b5-871e-12d9369d3cc6 req-6004d757-becc-4fda-9f84-3010dcd68301 tempest-ServerDiagnosticsNegativeTest-1847520537 tempest-ServerDiagnosticsNegativeTest-1847520537-project] 10.222.0.41 "DELETE /v2.0/ports/49a3c087-678f-4265-88ba-5cded1ffe952 HTTP/1.1" status: 204 len: 173 time: 0.7373729 Nov 26 21:49:03.878002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52036f86-b229-4277-8f25-013aa7120f9f', 'name': 'network-vif-deleted', 'tag': '49a3c087-678f-4265-88ba-5cded1ffe952'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:03.880302 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ceb5b3-26e8-4832-b09b-eae91ae137ff" -d '{"events": [{"server_uuid": "52036f86-b229-4277-8f25-013aa7120f9f", "name": "network-vif-deleted", "tag": "49a3c087-678f-4265-88ba-5cded1ffe952"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:03.911409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event updated for resources: {'Port': ['ID=5a8218e6-0770-4152-935b-a6021495fac3,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:03.934033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.957729 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.959026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-cc7877d9-349c-4459-8e33-027a4c535d28 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3725677 Nov 26 21:49:03.960559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.966515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:03.967124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:03.980367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cb6f0-81f7-44b8-a373-3e6491efbf05 req-848d4a04-f067-41e9-b54e-cab4129f59c1 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:03.982560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f7cb6f0-81f7-44b8-a373-3e6491efbf05 req-848d4a04-f067-41e9-b54e-cab4129f59c1 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1157761 Nov 26 21:49:04.422518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8551428 Nov 26 21:49:04.425748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40024) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:04.432166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-c9a53af4-9031-4ca9-80ef-cc88333def9d tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.4622722 Nov 26 21:49:04.436050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'subnet': {'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:04.445988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b81e72-85a1-4ddd-a5a3-569410dcbaf9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Network': ['ID=3c935cf6-c426-42f8-9fef-3f1dff7f79a6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:04.471800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:49:04.556161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f7cb6f0-81f7-44b8-a373-3e6491efbf05 req-f27d236b-10be-4494-aa80-90087259ee3c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321231 Nov 26 21:49:04.612049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:04.615892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:04.643915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-a4ccb938-1257-4679-a0d1-cb13898de949 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:04.645262 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ceb2a60-ae32-4216-a18e-0ee724db0ab8 req-a4ccb938-1257-4679-a0d1-cb13898de949 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2055819 Nov 26 21:49:04.715044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cd913-f796-450b-8253-19dcc12f42ec req-0ede713b-1d0f-4a9a-99fd-d4630bd42676 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:04.717649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f7cd913-f796-450b-8253-19dcc12f42ec req-0ede713b-1d0f-4a9a-99fd-d4630bd42676 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.0680761 Nov 26 21:49:04.745700 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc08f97-14d1-4b60-98a6-8d35c6941f5e x-openstack-request-id: req-bcc08f97-14d1-4b60-98a6-8d35c6941f5e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:04.746134 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52036f86-b229-4277-8f25-013aa7120f9f", "name": "network-vif-deleted", "tag": "49a3c087-678f-4265-88ba-5cded1ffe952", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:04.746444 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcc08f97-14d1-4b60-98a6-8d35c6941f5e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:04.747017 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52036f86-b229-4277-8f25-013aa7120f9f', 'name': 'network-vif-deleted', 'tag': '49a3c087-678f-4265-88ba-5cded1ffe952', 'status': 'completed', 'code': 200} Nov 26 21:49:04.791541 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f7cd913-f796-450b-8253-19dcc12f42ec req-e9d21a36-c179-4bda-ab20-39ed3ac2afb0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665171 Nov 26 21:49:04.868749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:04.881764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df54e52-3296-49cf-92fe-8355ef9642ce req-b784d2cf-6c8f-4f68-a219-5911120d4761 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:04.889966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8df54e52-3296-49cf-92fe-8355ef9642ce req-b784d2cf-6c8f-4f68-a219-5911120d4761 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.0819123 Nov 26 21:49:04.946405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8df54e52-3296-49cf-92fe-8355ef9642ce req-4369ceef-b66c-480c-93ab-8ce168b217f5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554490 Nov 26 21:49:04.993972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Subnet': ['ID=f3464b9a-8bed-4ffb-9abc-d55bb798ce71,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:05.017481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eec56eb-da92-4bc1-a306-add41cd38e4c req-9b84359e-bca5-4f34-91ce-6cd8b32dedd9 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips/6202b881-7c14-4f27-9f7c-c7014a3c34e4 HTTP/1.1" status: 200 len: 692 time: 0.0768678 Nov 26 21:49:05.027233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Checking segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:05.027604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network hostable DHCP agents. Network: 405b2391-61f5-4ce4-8f3a-33f612f4d1fe, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:49:05.064135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:49:05.077946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 405b2391-61f5-4ce4-8f3a-33f612f4d1fe) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:05.088980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de01cfc-9265-429b-a2cc-10cf83e1d2f7 None None] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:05.109857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:05.110667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:05.148862 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-01a72e98-716b-4e62-a274-df2f10d9d950 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7199659 Nov 26 21:49:05.150768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40044) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:05.157859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'subnet': {'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:05.159002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8af43-d6b7-4ccf-a926-3e20c2bfce0a req-535dd2da-4332-4733-b03a-1a12b1f802fd tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:05.160678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31b8af43-d6b7-4ccf-a926-3e20c2bfce0a req-535dd2da-4332-4733-b03a-1a12b1f802fd tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 950 time: 0.1107490 Nov 26 21:49:05.202384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec56eb-da92-4bc1-a306-add41cd38e4c req-76909ab4-a2f9-45bb-90a3-0ae4d0d11f03 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:05.204066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eec56eb-da92-4bc1-a306-add41cd38e4c req-76909ab4-a2f9-45bb-90a3-0ae4d0d11f03 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.1800752 Nov 26 21:49:05.270333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31b8af43-d6b7-4ccf-a926-3e20c2bfce0a req-67cd9c0f-d110-4735-a6c1-693576cc5fcf tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643857 Nov 26 21:49:05.276410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40048) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:05.363188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:05.367405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:05.398408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'fixed_ips': [{'subnet_id': 'f3464b9a-8bed-4ffb-9abc-d55bb798ce71'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:49:05.399697 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:05.408098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-9cb99771-4283-4722-ad20-69916173fb80 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips/6202b881-7c14-4f27-9f7c-c7014a3c34e4 HTTP/1.1" status: 200 len: 692 time: 0.1084602 Nov 26 21:49:05.642491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-71f06104-36d3-4215-9d66-ce68f8b78185 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b24a285fd10341469667c09788728108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635283 Nov 26 21:49:05.648092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40060) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:05.674540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-db17fc64-cc27-4c0e-ac75-dd5fe38971aa tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:05.686974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-db17fc64-cc27-4c0e-ac75-dd5fe38971aa tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2677681 Nov 26 21:49:05.721677 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:05.730579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40064) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:05.772164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-4ebacbf9-8196-481f-b355-56df4d404eec tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0839565 Nov 26 21:49:05.801170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Allocated IP 10.1.1.2 (405b2391-61f5-4ce4-8f3a-33f612f4d1fe/f3464b9a-8bed-4ffb-9abc-d55bb798ce71/1fdabb47-cdcd-4960-952b-280382fb6878) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:05.816923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Subnet': ['ID=a2c0882a-6a60-423e-8a37-23a7bde59217,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:05.859026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Checking segment: {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:05.859407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network hostable DHCP agents. Network: 3c935cf6-c426-42f8-9fef-3f1dff7f79a6, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:49:05.865465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-507bde72-f1ee-47e1-9909-88d1c3494b8e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.97 HTTP/1.1" status: 200 len: 695 time: 0.0919731 Nov 26 21:49:05.887373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fd20-b7bc-4542-85ff-64cb11e5b751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:05.898827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:49:05.984187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3c935cf6-c426-42f8-9fef-3f1dff7f79a6) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:06.011768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:06.012901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.040093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0e59b154-b238-4838-a44b-69033e11995f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8861125 Nov 26 21:49:06.041662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e2968-4837-455b-a273-4e65f8008b0e None None] Network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:06.046928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40076) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:06.062964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'port': {'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'name': 'tempest-TaggedBootDevicesTest-433118355', 'fixed_ips': [{'subnet_id': 'f3464b9a-8bed-4ffb-9abc-d55bb798ce71'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:06.073576 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fd20-b7bc-4542-85ff-64cb11e5b751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.134463 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.146020 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.206809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ea14d-e905-48a7-b7e5-fa4651f4c6fb req-41942ed1-ac75-4a43-a1c0-ad3f6d115134 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:06.215677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-608ea14d-e905-48a7-b7e5-fa4651f4c6fb req-41942ed1-ac75-4a43-a1c0-ad3f6d115134 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.2619798 Nov 26 21:49:06.245033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:06.262606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Pushing event updated for resources: {'Port': ['ID=1fdabb47-cdcd-4960-952b-280382fb6878,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:06.270033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:06.273223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:06.326665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fd20-b7bc-4542-85ff-64cb11e5b751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.329268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb9fd20-b7bc-4542-85ff-64cb11e5b751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.330610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5cb9fd20-b7bc-4542-85ff-64cb11e5b751 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b2ba98e-86a2-4fd4-ab61-585da5ee32fa HTTP/1.1" status: 204 len: 168 time: 0.6813529 Nov 26 21:49:06.334934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-608ea14d-e905-48a7-b7e5-fa4651f4c6fb req-f5460fd9-4933-4362-8245-817cf7ffe73e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179247 Nov 26 21:49:06.350002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Deleting port 5a8218e6-0770-4152-935b-a6021495fac3 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:06.350628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.462621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Attempting to bind port 1fdabb47-cdcd-4960-952b-280382fb6878 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:06.462996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Attempting to bind port 1fdabb47-cdcd-4960-952b-280382fb6878 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:06.463361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Attempting to bind port 1fdabb47-cdcd-4960-952b-280382fb6878 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:06.468735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3c935cf6-c426-42f8-9fef-3f1dff7f79a6', 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'fixed_ips': [{'subnet_id': 'a2c0882a-6a60-423e-8a37-23a7bde59217'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:49:06.469592 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.479628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:06.486902 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:06.487287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Checking segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:06.487683 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.488085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Bound using segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:06.488572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Bound port: 1fdabb47-cdcd-4960-952b-280382fb6878, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:06.489049 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.564604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9fd20-b7bc-4542-85ff-64cb11e5b751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ba98e-86a2-4fd4-ab61-585da5ee32fa,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:06.577357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.607148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.608768 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.631269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-36a3fbcd-1f4d-4af8-b43b-9326d2b17750 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9de6e355e0524e6b9ded09b61be49153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521070 Nov 26 21:49:06.641141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] For port 1fdabb47-cdcd-4960-952b-280382fb6878, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:06.647434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] For port 1fdabb47-cdcd-4960-952b-280382fb6878, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1fdabb47-cdcd-4960-952b-280382fb6878,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:06.656443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Calling delete_port for 5a8218e6-0770-4152-935b-a6021495fac3 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:06.673309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.731872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Allocated IP 10.2.2.2 (3c935cf6-c426-42f8-9fef-3f1dff7f79a6/a2c0882a-6a60-423e-8a37-23a7bde59217/96c25461-578d-4a35-87ed-b80e935d332a) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:06.783512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d00d31-a521-41a8-867b-2d9d6b23ff40 None None] Pushing event updated for resources: {'Port': ['ID=1fdabb47-cdcd-4960-952b-280382fb6878,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:06.796994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.807715 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.861462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] device_id is not set on port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:49:06.869604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40090) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:06.945362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Deleting port bda59336-ad31-4fbd-9c04-e345764359e6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:06.945819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.948836 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:06.989630 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.013950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:07.016128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e4d905f-34d9-45db-8ffa-d9a5b877cde7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.016620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:07.063235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:07.083284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] For port bda59336-ad31-4fbd-9c04-e345764359e6, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bda59336-ad31-4fbd-9c04-e345764359e6,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:07.083999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.098556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Calling delete_port for bda59336-ad31-4fbd-9c04-e345764359e6 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:07.109504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Pushing event updated for resources: {'Port': ['ID=96c25461-578d-4a35-87ed-b80e935d332a,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:07.150161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Attempting to bind port 96c25461-578d-4a35-87ed-b80e935d332a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:07.150820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Attempting to bind port 96c25461-578d-4a35-87ed-b80e935d332a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:07.151193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Attempting to bind port 96c25461-578d-4a35-87ed-b80e935d332a on network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:07.158429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:07.158807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Checking segment: {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:07.159212 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.159600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Bound using segment: {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:07.160216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Bound port: 96c25461-578d-4a35-87ed-b80e935d332a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:07.160601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.164027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-31bebdc6-907a-4b54-b19c-11c1538ef615 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:07.165644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-31bebdc6-907a-4b54-b19c-11c1538ef615 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5290670 Nov 26 21:49:07.172165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 49a3c087-678f-4265-88ba-5cded1ffe952 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:07.199481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 49a3c087-678f-4265-88ba-5cded1ffe952 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:07.199876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 49a3c087-678f-4265-88ba-5cded1ffe952 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:07.238447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8762c70e-4386-4ad7-9225-1a4c5de8fdac tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/quotas/9de6e355e0524e6b9ded09b61be49153 HTTP/1.1" status: 200 len: 375 time: 0.0609746 Nov 26 21:49:07.256270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] For port 96c25461-578d-4a35-87ed-b80e935d332a, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:07.260185 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] For port 96c25461-578d-4a35-87ed-b80e935d332a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=96c25461-578d-4a35-87ed-b80e935d332a,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:07.270252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.329368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.337746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75c641-c3ce-4fe2-8124-004acd176487 None None] Pushing event updated for resources: {'Port': ['ID=96c25461-578d-4a35-87ed-b80e935d332a,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:07.362412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.363299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Pushing event deleted for resources: {'Port': ['ID=bda59336-ad31-4fbd-9c04-e345764359e6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:07.393300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Allocated IP 10.1.1.95 (405b2391-61f5-4ce4-8f3a-33f612f4d1fe/f3464b9a-8bed-4ffb-9abc-d55bb798ce71/ebc1f47f-217c-44d9-8fa2-a6548b63b5a0) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:07.436977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-70e7e01e-0bd8-4b83-9606-aa76e2ab9e86 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9de6e355e0524e6b9ded09b61be49153&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1976650 Nov 26 21:49:07.437774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event deleted for resources: {'Port': ['ID=5a8218e6-0770-4152-935b-a6021495fac3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:07.632889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e4d905f-34d9-45db-8ffa-d9a5b877cde7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.636750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.641075 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.658315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4cac78-ca93-45bc-9308-ee6b611c5370 req-89ede06f-5199-44bf-a08a-4c53a7f1972e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "DELETE /v2.0/floatingips/6202b881-7c14-4f27-9f7c-c7014a3c34e4 HTTP/1.1" status: 204 len: 173 time: 1.7917621 Nov 26 21:49:07.701767 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e4d905f-34d9-45db-8ffa-d9a5b877cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:07.703963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.005602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.051723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8e4d905f-34d9-45db-8ffa-d9a5b877cde7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc276c807da346beb7334303ce79d611&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1810052 Nov 26 21:49:08.101134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d905f-34d9-45db-8ffa-d9a5b877cde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6a5da9-0193-4474-9260-3d2e6cb0973a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:08.108190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40108) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:08.188279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c41cde-6466-4f10-a921-58be2c63786e req-d37db5be-ff93-4eea-8198-d6e823326cba tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:08.196446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00c41cde-6466-4f10-a921-58be2c63786e req-d37db5be-ff93-4eea-8198-d6e823326cba tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.3899641 Nov 26 21:49:08.202513 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.228250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1770c2f-07ce-4d5a-b876-70bbc32a7913 None None] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:08.247181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 96c25461-578d-4a35-87ed-b80e935d332a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:08.292170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e7920-1d32-4e65-ad4d-efd35a068942 req-72e25825-fe3e-42db-9333-64ef9b865cd6 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:08.294652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d3e7920-1d32-4e65-ad4d-efd35a068942 req-72e25825-fe3e-42db-9333-64ef9b865cd6 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.4364889 Nov 26 21:49:08.295421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99278709-0b25-480b-91c3-a667fc6de923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.360259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-41eb758c-0fd4-4557-bb40-5eadb1352dd0 None None] Provisioning complete for port 1fdabb47-cdcd-4960-952b-280382fb6878 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:08.360625 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41eb758c-0fd4-4557-bb40-5eadb1352dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.381529 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99278709-0b25-480b-91c3-a667fc6de923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.385911 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.434246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 96c25461-578d-4a35-87ed-b80e935d332a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:08.434866 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.470040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00c41cde-6466-4f10-a921-58be2c63786e req-1ade1303-150f-4563-9498-a9c491fac073 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727072 Nov 26 21:49:08.500727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:08.537348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:08.557042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:08.616949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Router 037fac98-f46d-42c0-902d-22f6554ee28a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:49:08.638650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d3e7920-1d32-4e65-ad4d-efd35a068942 req-bd3f3687-3fb5-4239-b2a8-30013a4ca8dc tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311481 Nov 26 21:49:08.668933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99278709-0b25-480b-91c3-a667fc6de923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.680313 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99278709-0b25-480b-91c3-a667fc6de923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.683919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-99278709-0b25-480b-91c3-a667fc6de923 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd6a5da9-0193-4474-9260-3d2e6cb0973a HTTP/1.1" status: 204 len: 168 time: 0.5610266 Nov 26 21:49:08.700293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:08.721446 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41eb758c-0fd4-4557-bb40-5eadb1352dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.739611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.756244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:08.756924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.786432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278709-0b25-480b-91c3-a667fc6de923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6a5da9-0193-4474-9260-3d2e6cb0973a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:08.793362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d62b8337-dd6c-45ff-bb20-fca4404d5e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7436159 Nov 26 21:49:08.812551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40116) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:08.819806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:49:08.836554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-86621e18-b16d-48ba-9fda-1d8fe26dab59 admin admin] 10.222.0.21 "PUT /v2.0/routers/037fac98-f46d-42c0-902d-22f6554ee28a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0405431 Nov 26 21:49:08.838906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40118) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:08.841220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-41eb758c-0fd4-4557-bb40-5eadb1352dd0 None None] For port 1fdabb47-cdcd-4960-952b-280382fb6878, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1fdabb47-cdcd-4960-952b-280382fb6878,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:08.854298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'port': {'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'name': 'tempest-TaggedBootDevicesTest-95452572', 'fixed_ips': [{'subnet_id': 'f3464b9a-8bed-4ffb-9abc-d55bb798ce71'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:08.863906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] Sync routers for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:49:08.906976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41eb758c-0fd4-4557-bb40-5eadb1352dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.923543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 96c25461-578d-4a35-87ed-b80e935d332a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=96c25461-578d-4a35-87ed-b80e935d332a,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:08.930322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:08.933476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:08.967943 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:08.981720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1fdabb47-cdcd-4960-952b-280382fb6878 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:09.036526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf87430-74c7-47e6-a082-4fbc65260a30 req-193dade2-3bab-457c-9cf2-5bf6d5b9f12a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:09.042897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bf87430-74c7-47e6-a082-4fbc65260a30 req-193dade2-3bab-457c-9cf2-5bf6d5b9f12a tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.3963909 Nov 26 21:49:09.069288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:09.135566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203c8dcc-6e48-457f-9853-2245561826a1 None None] Network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:09.241102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-ae503022-f53c-4f4d-bc73-4c87810bbafc tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9de6e355e0524e6b9ded09b61be49153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359402 Nov 26 21:49:09.322371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bf87430-74c7-47e6-a082-4fbc65260a30 req-2fddaf25-d316-4e7e-84d4-e564f84c3da6 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580538 Nov 26 21:49:09.323750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7392f17d-1bab-498a-a6bc-32e30f162192 None None] Provisioning complete for port 96c25461-578d-4a35-87ed-b80e935d332a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:09.324190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7392f17d-1bab-498a-a6bc-32e30f162192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:09.333049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1fdabb47-cdcd-4960-952b-280382fb6878 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:09.333624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:09.341183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb758c-0fd4-4557-bb40-5eadb1352dd0 None None] Pushing event updated for resources: {'Port': ['ID=1fdabb47-cdcd-4960-952b-280382fb6878,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:09.378565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c942d9e-bee4-4113-852c-6a7b617b646a req-21b3438d-6615-48f9-92c2-f8003cdb154a tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:09.380329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c942d9e-bee4-4113-852c-6a7b617b646a req-21b3438d-6615-48f9-92c2-f8003cdb154a tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6381223 Nov 26 21:49:09.561132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2320b499-5b30-4421-8c6c-d749b5a5b886 req-8777b28f-2393-481b-be02-1f4ef6da057b tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 210 time: 0.0852380 Nov 26 21:49:09.566305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:09.571026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:09.579234 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:09.631912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] device_id is not set on port 2dc1a8c1-874e-421a-95b1-95f633346ad5 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:49:09.724680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-c5962643-82af-4ebb-976a-63721598ac21 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:09.726751 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-c5962643-82af-4ebb-976a-63721598ac21 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4569771 Nov 26 21:49:09.759225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Request body: {'port': {'device_id': 'c3197f87-8fda-4c81-9db4-a7ee09be8451', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '9de6e355e0524e6b9ded09b61be49153'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:09.776748 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:09.872420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Deleting port ffc4690c-70b5-4e33-995f-c2bd8044b06d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:09.872420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:09.954434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=96c25461-578d-4a35-87ed-b80e935d332a,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:10.038587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] For port ffc4690c-70b5-4e33-995f-c2bd8044b06d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ffc4690c-70b5-4e33-995f-c2bd8044b06d,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:10.039709 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:10.053310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Made reservation on behalf of 9de6e355e0524e6b9ded09b61be49153 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:10.057877 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:10.083002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Calling delete_port for ffc4690c-70b5-4e33-995f-c2bd8044b06d owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:10.201994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:49:10.234318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:10.331970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-269dc156-fb4a-4ab4-8e8e-0d0f186dfd9e req-132923b5-f02e-421e-969e-c537618dd501 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=138f6055467d42d4b3c530f4ed0a9165 HTTP/1.1" status: 200 len: 1655 time: 0.7027595 Nov 26 21:49:10.355169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 96c25461-578d-4a35-87ed-b80e935d332a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:10.382750 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.resource_extend [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 21:49:10.423933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7392f17d-1bab-498a-a6bc-32e30f162192 None None] Provisioning complete for port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:10.424698 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7392f17d-1bab-498a-a6bc-32e30f162192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:10.527624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Allocated IP 192.168.233.136 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/aa9aff99-6000-4c89-abbf-75a359199701) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:10.551914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe506259-41bf-494a-b7f1-bd3730453b9c req-27bc4c66-da73-4550-ae26-523095c4f065 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:10.557253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7392f17d-1bab-498a-a6bc-32e30f162192 None None] Port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:10.561388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe506259-41bf-494a-b7f1-bd3730453b9c req-27bc4c66-da73-4550-ae26-523095c4f065 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.2664893 Nov 26 21:49:10.631742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:49:07Z', 'revision_number': 5, 'project_id': '067955da510c44189c860459d275c566', 'gw_port': {'id': 'ffc4690c-70b5-4e33-995f-c2bd8044b06d', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:10.716587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] Checking router: 037fac98-f46d-42c0-902d-22f6554ee28a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:49:10.722247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe506259-41bf-494a-b7f1-bd3730453b9c req-d9083c93-6cf7-4b8b-bbf3-dec0f6ccab84 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587594 Nov 26 21:49:10.739152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:10.773084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dc156-fb4a-4ab4-8e8e-0d0f186dfd9e req-ede4b472-bd2e-44ab-953d-2e14efdabbce tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:10.791439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-269dc156-fb4a-4ab4-8e8e-0d0f186dfd9e req-ede4b472-bd2e-44ab-953d-2e14efdabbce tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks?id=767e4e93-422e-4f79-9ddf-e2867440c749&id=767e4e93-422e-4f79-9ddf-e2867440c749&id=767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 787 time: 0.4566808 Nov 26 21:49:10.792041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc4690c-70b5-4e33-995f-c2bd8044b06d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:10.801383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7392f17d-1bab-498a-a6bc-32e30f162192 None None] Provisioning complete for port 1fdabb47-cdcd-4960-952b-280382fb6878 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:10.801773 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7392f17d-1bab-498a-a6bc-32e30f162192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:10.851443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Allocated IP 10.1.1.123 (405b2391-61f5-4ce4-8f3a-33f612f4d1fe/f3464b9a-8bed-4ffb-9abc-d55bb798ce71/2dc1a8c1-874e-421a-95b1-95f633346ad5) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:10.906118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 96c25461-578d-4a35-87ed-b80e935d332a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:10.906847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:10.927343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:10.954337 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] Routers {'037fac98-f46d-42c0-902d-22f6554ee28a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:10.955366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['037fac98-f46d-42c0-902d-22f6554ee28a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:10.957159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:10.972327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e9022cb-1087-40f4-b7c3-6b8cb0f49db1 req-d4f85d69-b9ee-4e32-b0f0-1bc5c2992aad tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 210 time: 0.0556002 Nov 26 21:49:11.040291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582264-e98b-49ee-9b90-97335077884e req-dcad658a-1547-4fc5-9c93-8128a325c765 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:11.048084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b582264-e98b-49ee-9b90-97335077884e req-dcad658a-1547-4fc5-9c93-8128a325c765 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1880782 Nov 26 21:49:11.096544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] Set router 037fac98-f46d-42c0-902d-22f6554ee28a gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:11.134212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.138680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.188277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:49:10Z', 'revision_number': 7, 'project_id': '067955da510c44189c860459d275c566', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:11.193695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.196022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 037fac98-f46d-42c0-902d-22f6554ee28a {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:49:11.207074 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.208591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f489f9c5-1329-4c59-ad34-7116d4f8c464 admin admin] 10.222.0.21 "DELETE /v2.0/routers/037fac98-f46d-42c0-902d-22f6554ee28a HTTP/1.1" status: 204 len: 168 time: 2.3685391 Nov 26 21:49:11.211859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40172) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:11.247485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.257711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-231451b4-6b57-4623-9d7b-cb3bd3526d6b tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips/57d2aad1-0fb6-4ba7-81be-47746dc54ea0 HTTP/1.1" status: 200 len: 692 time: 0.2365561 Nov 26 21:49:11.278751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241b8bc-e2fa-4948-bd5a-79c8c4b33a99 None None] The sync data for ids ['037fac98-f46d-42c0-902d-22f6554ee28a'] in n-d-819494-1 is: [{'id': '037fac98-f46d-42c0-902d-22f6554ee28a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358095904-router', 'tenant_id': '067955da510c44189c860459d275c566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:04Z', 'updated_at': '2021-11-26T21:49:10Z', 'revision_number': 7, 'project_id': '067955da510c44189c860459d275c566', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:49:11.292317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:11.377786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:11.390216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7ff31e-d0d6-424f-883e-d7a77b101167 admin admin] Deleting subnet 27a18774-b0f1-4984-83c2-e0d15259615e {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:49:11.395814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff31e-d0d6-424f-883e-d7a77b101167 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.397744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:11.405969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['fb6c7f61-11a2-413c-b731-15ec6bf058cb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:11.444943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:11.455777 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.518282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:11.519141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.524355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Pushing event updated for resources: {'Port': ['ID=aa9aff99-6000-4c89-abbf-75a359199701,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:11.531321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'port_id': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'mac_address': 'fa:16:3e:d1:d2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b91493-f348-405c-b49c-941d6696293e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:49:11.539043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b582264-e98b-49ee-9b90-97335077884e req-24c95e0e-7a35-4c3e-a968-de4132961de7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869790 Nov 26 21:49:11.575785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff31e-d0d6-424f-883e-d7a77b101167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.623590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:11.648084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:11.650844 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaabe7b4-54cd-4f8b-9bf9-451de005165b" -d '{"events": [{"server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "name": "network-vif-unplugged", "status": "completed", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:11.658936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1fdabb47-cdcd-4960-952b-280382fb6878 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:11.717337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.770398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.786149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff31e-d0d6-424f-883e-d7a77b101167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.836258 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-25f84b59-6608-4794-bb3c-c5fd3dbd84e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0876412 Nov 26 21:49:11.862761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Request body: {'port': {'device_id': 'c3197f87-8fda-4c81-9db4-a7ee09be8451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:11.865196 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.928598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:11.939710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-54fd6588-6ce7-4035-906c-b718c5d44ad1 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:11.941326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-54fd6588-6ce7-4035-906c-b718c5d44ad1 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.6402843 Nov 26 21:49:11.954095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1fdabb47-cdcd-4960-952b-280382fb6878 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:11.954475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.961276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff31e-d0d6-424f-883e-d7a77b101167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:11.988041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:11.995220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ff31e-d0d6-424f-883e-d7a77b101167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a18774-b0f1-4984-83c2-e0d15259615e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:11.997770 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.004607 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.014608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7e6db0da-86bd-4b70-bc7a-90ef9e077b72 None None] Provisioning complete for port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:12.015068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e6db0da-86bd-4b70-bc7a-90ef9e077b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.015559 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b7ff31e-d0d6-424f-883e-d7a77b101167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.019911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7b7ff31e-d0d6-424f-883e-d7a77b101167 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/27a18774-b0f1-4984-83c2-e0d15259615e HTTP/1.1" status: 204 len: 168 time: 0.8069441 Nov 26 21:49:12.027338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40194) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:12.032032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-09f928c0-6c83-4b3c-9f31-b185ed299f0e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029098 Nov 26 21:49:12.041398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:12.055573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:12.058267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=2dc1a8c1-874e-421a-95b1-95f633346ad5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:12.068107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:12.076178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7e6db0da-86bd-4b70-bc7a-90ef9e077b72 None None] Port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:12.077097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-db6ec576-ebf3-4f35-8a45-4ef3519fea7e tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1153769 Nov 26 21:49:12.103637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3be3cb-cb0b-42d7-8d62-aeff8cbc4de0 None None] Network c686607b-65a2-453a-817a-f60cbc871b48 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:12.164254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.164609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.164957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.165304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.165642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.165975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.166346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.166809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.167143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.167471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.167797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.168119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:12.235303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7e6db0da-86bd-4b70-bc7a-90ef9e077b72 None None] Provisioning complete for port 96c25461-578d-4a35-87ed-b80e935d332a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:12.235695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e6db0da-86bd-4b70-bc7a-90ef9e077b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.273250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.328438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-ab80b69b-b1ed-4568-83c3-74e76bd52a2a tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.2267368 Nov 26 21:49:12.466752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:12.467431 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.504972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Deleting port c9416cee-e4af-4d86-b8f1-de5c11fe51d0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:12.505336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.549795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-cf742ad0-8380-44cc-83d7-fb367e0ef5ed tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:12.557061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-cf742ad0-8380-44cc-83d7-fb367e0ef5ed tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5240800 Nov 26 21:49:12.563398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-de763e7d-ca65-4239-913f-3a3598bbbdd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3534343 Nov 26 21:49:12.576920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7b815fc1-fb02-4b5b-9eb5-a1739b619c5e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7470529 Nov 26 21:49:12.626190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] For port c9416cee-e4af-4d86-b8f1-de5c11fe51d0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c9416cee-e4af-4d86-b8f1-de5c11fe51d0,segment=NetworkSegment(bfdaeda1-d294-486f-9f73-c6363cb3d054),segment_id=bfdaeda1-d294-486f-9f73-c6363cb3d054)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:12.627329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.657504 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:49:12.658067 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:49:12.662461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-ab906bf7-ce17-45b2-b5bb-eafbfa5f979b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/quotas/138fc97044cb431798948e7979494fc0 HTTP/1.1" status: 200 len: 375 time: 0.1044827 Nov 26 21:49:12.666773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Calling delete_port for c9416cee-e4af-4d86-b8f1-de5c11fe51d0 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:12.699328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9aff99-6000-4c89-abbf-75a359199701 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:12.714619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.739801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-919a964d-1438-468a-97ba-27f9fbbabc5c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764375 Nov 26 21:49:12.761576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-443ed9de-d50c-429e-b9c4-9a59e958baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:12.763783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-443ed9de-d50c-429e-b9c4-9a59e958baed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=524caf83d3dc49928dde83b0446541fc&device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 1096 time: 0.1379259 Nov 26 21:49:12.780628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Deleting port bf1ec5a0-d161-4c2f-8fb9-430ec4733205 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:12.780822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.789414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Transition to ACTIVE for port object aa9aff99-6000-4c89-abbf-75a359199701 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:12.802058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:12.897828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9aff99-6000-4c89-abbf-75a359199701,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:12.921324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bda59336-ad31-4fbd-9c04-e345764359e6 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:12.964678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bda59336-ad31-4fbd-9c04-e345764359e6 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:12.965237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bda59336-ad31-4fbd-9c04-e345764359e6 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:12.965986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ffc4690c-70b5-4e33-995f-c2bd8044b06d no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:13.000951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.016885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-064a5d31-1a42-4d78-bf9d-3eb49d563265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:13.030420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: ffc4690c-70b5-4e33-995f-c2bd8044b06d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:13.030766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ffc4690c-70b5-4e33-995f-c2bd8044b06d not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:13.039129 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-064a5d31-1a42-4d78-bf9d-3eb49d563265 service neutron] 10.222.0.41 "GET /v2.0/networks?id=34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 200 len: 907 time: 0.2037482 Nov 26 21:49:13.043043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-34e5f0f1-c788-4fda-a7e0-d8c02f4b3156 None None] Provisioning complete for port 2dc1a8c1-874e-421a-95b1-95f633346ad5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:13.044062 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-34e5f0f1-c788-4fda-a7e0-d8c02f4b3156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.085242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49eed50-7359-4439-844d-1ff57f36353f None None] DHCP port deletion for c686607b-65a2-453a-817a-f60cbc871b48 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:49:13.111219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-34e5f0f1-c788-4fda-a7e0-d8c02f4b3156 None None] Port 2dc1a8c1-874e-421a-95b1-95f633346ad5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:13.126804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-7a2d2f75-ee99-4a56-a6f6-407367ae80f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f49f0399-03ab-4ae6-a64e-a9181e1de851 HTTP/1.1" status: 200 len: 217 time: 0.0867126 Nov 26 21:49:13.134173 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f58c74-4467-448e-ad4d-2629070510d2 x-openstack-request-id: req-01f58c74-4467-448e-ad4d-2629070510d2 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:13.134522 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "name": "network-vif-unplugged", "status": "completed", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:13.134793 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01f58c74-4467-448e-ad4d-2629070510d2 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:13.135282 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'code': 200} Nov 26 21:49:13.143543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9416cee-e4af-4d86-b8f1-de5c11fe51d0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:13.151002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] No DVR routers for this DVR port c9416cee-e4af-4d86-b8f1-de5c11fe51d0 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:13.229424 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.229896 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.273040 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.286254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Attempting to bind port aa9aff99-6000-4c89-abbf-75a359199701 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:13.286770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Attempting to bind port aa9aff99-6000-4c89-abbf-75a359199701 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:13.287197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Attempting to bind port aa9aff99-6000-4c89-abbf-75a359199701 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:13.308151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Port aa9aff99-6000-4c89-abbf-75a359199701 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:13.308465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Attempting to bind port aa9aff99-6000-4c89-abbf-75a359199701 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:13.313354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:13.323700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.328707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-afdadb8c-ba1e-4b1b-accb-a16404b92c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:13.330191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-afdadb8c-ba1e-4b1b-accb-a16404b92c4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 200 len: 846 time: 0.1957185 Nov 26 21:49:13.346234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:13.347577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Calling delete_port for bf1ec5a0-d161-4c2f-8fb9-430ec4733205 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:13.354398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c686607b-65a2-453a-817a-f60cbc871b48']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:13.354722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.370837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdaeda1-d294-486f-9f73-c6363cb3d054') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:13.371144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdaeda1-d294-486f-9f73-c6363cb3d054') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:13.383438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.400436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.411001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:49:13.411502 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.433873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-3fcdee3b-a9e6-44c4-8d0a-a99479eb8989 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=34bc598f-a37a-42f8-9680-b59ca2e33c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818634 Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:49:13.441738 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:49:13.449460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:13.450173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:13.450626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:13.451072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Bound port: aa9aff99-6000-4c89-abbf-75a359199701, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:13.451512 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.452576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:13.545584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] For port aa9aff99-6000-4c89-abbf-75a359199701, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:13.548990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] For port aa9aff99-6000-4c89-abbf-75a359199701, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aa9aff99-6000-4c89-abbf-75a359199701,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:13.563532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.604422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:13.604938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.607018 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa9aff99-6000-4c89-abbf-75a359199701 HTTP/1.1" status: 200 len: 1096 time: 1.7564826 Nov 26 21:49:13.608772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3197f87-8fda-4c81-9db4-a7ee09be8451', 'tag': 'aa9aff99-6000-4c89-abbf-75a359199701'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:13.610909 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c67db0-d033-45ef-b5d3-b695457a616b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3197f87-8fda-4c81-9db4-a7ee09be8451", "tag": "aa9aff99-6000-4c89-abbf-75a359199701"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:13.615955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c69775-19d3-4d75-91ad-3caffad48d46 req-4e86c74b-4641-49dc-8fee-a49e64bd3621 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:13.617600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.629791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:13.633942 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] 10.222.0.21 "DELETE /v2.0/networks/c686607b-65a2-453a-817a-f60cbc871b48 HTTP/1.1" status: 204 len: 168 time: 1.6034794 Nov 26 21:49:13.640026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40214) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:13.641572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5c69775-19d3-4d75-91ad-3caffad48d46 req-4e86c74b-4641-49dc-8fee-a49e64bd3621 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 944 time: 0.3759313 Nov 26 21:49:13.727756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-ed584a9f-fd0b-47cd-bc12-262312ed81a9 service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858009 Nov 26 21:49:13.784699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['1930b7f3-a7a4-464c-b284-c7bc5223b2e7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:13.861472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5c69775-19d3-4d75-91ad-3caffad48d46 req-d28408d7-66fb-4702-a3a0-a77550dd26a6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189870 Nov 26 21:49:13.918255 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af73bd12-a7f7-4d67-940a-03564158ef67 req-1e2d2c94-9e80-415c-be87-7918f104384e service neutron] 10.222.0.41 "GET /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753147 Nov 26 21:49:13.948480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326b94c-9b34-419d-9754-57ede3c14d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=c686607b-65a2-453a-817a-f60cbc871b48,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:14.038412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d772398-1b97-45bd-be90-f3c44d788094 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9aff99-6000-4c89-abbf-75a359199701,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:14.049712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-87b7cd98-4643-492f-8f08-6212ba4b68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:14.051268 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-87b7cd98-4643-492f-8f08-6212ba4b68f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9de6e355e0524e6b9ded09b61be49153&device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 1099 time: 0.1753407 Nov 26 21:49:14.110628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:14.153419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event deleted for resources: {'Port': ['ID=bf1ec5a0-d161-4c2f-8fb9-430ec4733205,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:14.260518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4cdc5-7985-496e-9a98-5f3e3fce4bdf req-5853f93e-6fca-4ea1-a4bc-9b6a154a1366 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:14.263158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48a4cdc5-7985-496e-9a98-5f3e3fce4bdf req-5853f93e-6fca-4ea1-a4bc-9b6a154a1366 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 948 time: 0.2348168 Nov 26 21:49:14.318873 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:14.321805 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:14.323084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8701258-1af1-41ab-8c56-57360d3c9702 req-e0fb8088-5206-46df-a0a2-1c000247d287 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "DELETE /v2.0/floatingips/57d2aad1-0fb6-4ba7-81be-47746dc54ea0 HTTP/1.1" status: 204 len: 173 time: 1.9684200 Nov 26 21:49:14.345740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48a4cdc5-7985-496e-9a98-5f3e3fce4bdf req-10f50a96-646b-4667-a90b-d4d8a78151ee tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700719 Nov 26 21:49:14.465037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0fbb-75d0-491e-9589-c016c7fc7188 req-53017dbf-9343-4024-a1a4-ccb9ddee6501 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:14.467051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bcbf0fbb-75d0-491e-9589-c016c7fc7188 req-53017dbf-9343-4024-a1a4-ccb9ddee6501 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.0563724 Nov 26 21:49:14.522389 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-1ccc4b3c-3056-4bde-9c58-8809f518c3d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=aa9aff99-6000-4c89-abbf-75a359199701 HTTP/1.1" status: 200 len: 217 time: 0.0649517 Nov 26 21:49:14.552585 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bcbf0fbb-75d0-491e-9589-c016c7fc7188 req-6c777652-d034-475b-b81f-4cd39a935ec1 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786333 Nov 26 21:49:14.587420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-c8ff6eac-a6bd-4532-be79-65ef7008dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:14.589074 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-c8ff6eac-a6bd-4532-be79-65ef7008dae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0563903 Nov 26 21:49:14.598250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40222) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:14.603010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-061364c4-7da1-4312-8c8c-dd810855637d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1914224258', 'description': 'tempest-description--494491481'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:14.645651 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2486b26c-d5f1-41e8-a50c-4717cda7489d x-openstack-request-id: req-2486b26c-d5f1-41e8-a50c-4717cda7489d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:14.646319 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3197f87-8fda-4c81-9db4-a7ee09be8451", "tag": "aa9aff99-6000-4c89-abbf-75a359199701", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:14.648391 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2486b26c-d5f1-41e8-a50c-4717cda7489d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:14.648872 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3197f87-8fda-4c81-9db4-a7ee09be8451', 'tag': 'aa9aff99-6000-4c89-abbf-75a359199701', 'status': 'completed', 'code': 200} Nov 26 21:49:14.690616 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-061364c4-7da1-4312-8c8c-dd810855637d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:14.727909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-594591a1-80bc-4277-9dcc-886440d1971c req-e75dc2a3-c030-40f6-b979-e3eaa03ea800 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 210 time: 0.0601420 Nov 26 21:49:14.733717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-34d469e5-0460-46ac-8248-ffc758f07372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:14.738985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-34d469e5-0460-46ac-8248-ffc758f07372 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0987990 Nov 26 21:49:14.782678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-021b5f51-a3e0-4634-a495-c394a9b2add2 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips/fba34505-cd24-46b9-b927-01f80a08a05e HTTP/1.1" status: 200 len: 693 time: 0.1181774 Nov 26 21:49:14.796885 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:14.906374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c9416cee-e4af-4d86-b8f1-de5c11fe51d0 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:14.952813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c9416cee-e4af-4d86-b8f1-de5c11fe51d0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:14.953224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c9416cee-e4af-4d86-b8f1-de5c11fe51d0 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:15.004602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-9c97d78b-a4a2-44da-8ac1-6c310e6b6fa1 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667402 Nov 26 21:49:15.064824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-82f04296-f6ec-475c-87a3-9f37b52d1ef0 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.066339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-82f04296-f6ec-475c-87a3-9f37b52d1ef0 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2797921 Nov 26 21:49:15.075884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-5954d364-3a2e-491f-a29d-5dbf5812c48b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878747 Nov 26 21:49:15.168202 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d45b1fe1-ae54-4e6c-b08d-477092ce1896 req-c9884dd9-6522-459b-990d-cda011d9f723 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342354 Nov 26 21:49:15.182982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-cd6528c7-0c48-41fb-8feb-793fae11e9ac tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.1055496 Nov 26 21:49:15.249346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04783af-e2f9-41f9-93c6-adb9f8f3273d req-30349bd2-a60a-4177-8f07-810f96bd5fb7 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.251685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b04783af-e2f9-41f9-93c6-adb9f8f3273d req-30349bd2-a60a-4177-8f07-810f96bd5fb7 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 945 time: 0.2637696 Nov 26 21:49:15.260001 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-061364c4-7da1-4312-8c8c-dd810855637d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.282930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Deleting port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:15.283428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.287065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-a761f3c3-ff4c-458b-9de2-c8a26204b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.288694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-a761f3c3-ff4c-458b-9de2-c8a26204b692 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 1096 time: 0.0914037 Nov 26 21:49:15.312158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-061364c4-7da1-4312-8c8c-dd810855637d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.350474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-0b2f60c1-d39d-4ae1-9d49-263379684782 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.157 HTTP/1.1" status: 200 len: 696 time: 0.1257048 Nov 26 21:49:15.422965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:15.441452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-061364c4-7da1-4312-8c8c-dd810855637d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.445020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-061364c4-7da1-4312-8c8c-dd810855637d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8433130 Nov 26 21:49:15.448521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40230) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:15.462619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0b9b468d-733c-4fd0-a05c-28f3a4d8649b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'security_group_rule': {'security_group_id': '99d30342-d7d6-4887-add6-abfb72f97123', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:15.464595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-71d640d2-a3d4-4f3f-b16d-87858b7f0ea6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.468018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-71d640d2-a3d4-4f3f-b16d-87858b7f0ea6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3306868 Nov 26 21:49:15.472780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061364c4-7da1-4312-8c8c-dd810855637d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d30342-d7d6-4887-add6-abfb72f97123,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:15.481270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c67db0-d033-45ef-b5d3-b695457a616b req-1425940e-8d05-4027-835b-fec15b46ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.482850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50c67db0-d033-45ef-b5d3-b695457a616b req-1425940e-8d05-4027-835b-fec15b46ad2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9de6e355e0524e6b9ded09b61be49153&device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 1099 time: 0.1738114 Nov 26 21:49:15.499783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Request body: {'port': {'device_id': 'ef04e20c-f13b-43b4-ad10-d16656effb95', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '138fc97044cb431798948e7979494fc0'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:15.522832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:15.523212 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.529970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] For port 6c8bc890-f0aa-4315-936f-4fa0470e6ed0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,segment=NetworkSegment(a866d57e-26bd-4c00-adec-73c4d3034165),segment_id=a866d57e-26bd-4c00-adec-73c4d3034165)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:15.530367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.541141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b04783af-e2f9-41f9-93c6-adb9f8f3273d req-7fd96d12-5137-45c3-951e-4745424770cf tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761667 Nov 26 21:49:15.549465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-3dc8b847-8251-466c-b2f9-62e1eff6e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.550984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-3dc8b847-8251-466c-b2f9-62e1eff6e201 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 916 time: 0.2323644 Nov 26 21:49:15.582688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Calling delete_port for 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:15.651369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.655334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b9b468d-733c-4fd0-a05c-28f3a4d8649b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.662644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-b5a27e5b-7b93-4524-8e9c-50ee3e2b31f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7 HTTP/1.1" status: 200 len: 217 time: 0.0775728 Nov 26 21:49:15.696096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:15.697980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:15.702108 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95ac0a8-2f42-424c-a9f2-43ab32502ee0" -d '{"events": [{"server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "name": "network-vif-plugged", "status": "completed", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:15.708614 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.759209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Deleting port 4d26cd56-8cc9-4aa6-9822-55caa915aa75 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:15.759209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.781823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:15.782954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Made reservation on behalf of 138fc97044cb431798948e7979494fc0 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:15.786437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.801575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e8b2-6a9a-4659-bfc7-ac0e737c8c7e req-d4a98cea-0ac0-48b1-a44a-3b21bfab1c92 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.803231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bae1e8b2-6a9a-4659-bfc7-ac0e737c8c7e req-d4a98cea-0ac0-48b1-a44a-3b21bfab1c92 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 948 time: 0.1182954 Nov 26 21:49:15.812429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c67db0-d033-45ef-b5d3-b695457a616b req-13132877-7b3e-4c8e-9572-265ddd18166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.813905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50c67db0-d033-45ef-b5d3-b695457a616b req-13132877-7b3e-4c8e-9572-265ddd18166c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3155849 Nov 26 21:49:15.828998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-d63d9d12-25bf-4308-bca8-19d17d793eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:15.830441 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-d63d9d12-25bf-4308-bca8-19d17d793eee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31b91493-f348-405c-b49c-941d6696293e HTTP/1.1" status: 200 len: 855 time: 0.1312215 Nov 26 21:49:15.849854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.931636 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50c67db0-d033-45ef-b5d3-b695457a616b req-49ba1a7e-4b08-43b7-b314-63b4b9236a9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=aa9aff99-6000-4c89-abbf-75a359199701 HTTP/1.1" status: 200 len: 217 time: 0.1043210 Nov 26 21:49:15.933397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bae1e8b2-6a9a-4659-bfc7-ac0e737c8c7e req-fdd281a5-1275-4a8f-a251-f4381747e4e4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016777 Nov 26 21:49:15.936910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.937235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:15.937826 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-63d0c8e0-653a-4cd2-b3d0-d580ba113f1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd3ee011-487e-4536-958d-3948a68d50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661209 Nov 26 21:49:15.956912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Calling delete_port for 4d26cd56-8cc9-4aa6-9822-55caa915aa75 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:15.987635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b9b468d-733c-4fd0-a05c-28f3a4d8649b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.014968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b9b468d-733c-4fd0-a05c-28f3a4d8649b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.072902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.080419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b468d-733c-4fd0-a05c-28f3a4d8649b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324fded1-22be-4283-b5b5-7159a2cd1850,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:16.089866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.095009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c67db0-d033-45ef-b5d3-b695457a616b req-3d9e3550-39c8-4497-ba23-d81bda5a7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:16.096644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50c67db0-d033-45ef-b5d3-b695457a616b req-3d9e3550-39c8-4497-ba23-d81bda5a7774 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1552761 Nov 26 21:49:16.104136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b9b468d-733c-4fd0-a05c-28f3a4d8649b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.105337 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0b9b468d-733c-4fd0-a05c-28f3a4d8649b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6541622 Nov 26 21:49:16.111424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40238) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:16.131348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-35bbce19-ef86-4e70-8d17-b43483becfbe tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'security_group_rule': {'security_group_id': '99d30342-d7d6-4887-add6-abfb72f97123', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:16.186623 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-6019fd5b-e2f8-45c4-aa0e-a0a1db9a595b service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327313 Nov 26 21:49:16.209975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.218100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:16.228096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c67db0-d033-45ef-b5d3-b695457a616b req-a6a43a01-4c22-46fa-84a3-e186a6aac27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:16.229635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50c67db0-d033-45ef-b5d3-b695457a616b req-a6a43a01-4c22-46fa-84a3-e186a6aac27c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119211 Nov 26 21:49:16.250097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf04a8-7ef3-41f1-b3e6-5bfb546a1f30 req-69fd9aef-6cf8-4d2e-8063-fb0bc24e0a14 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:16.251820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aecf04a8-7ef3-41f1-b3e6-5bfb546a1f30 req-69fd9aef-6cf8-4d2e-8063-fb0bc24e0a14 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1818922 Nov 26 21:49:16.259928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35bbce19-ef86-4e70-8d17-b43483becfbe tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.292834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8bc890-f0aa-4315-936f-4fa0470e6ed0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:16.418660 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.462305 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aebfc5f1-3abc-45ee-9b63-8cafbbb0857c req-d027888c-d6d1-4581-b663-335f11d10444 service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642474 Nov 26 21:49:16.472908 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50c67db0-d033-45ef-b5d3-b695457a616b req-df778cec-c192-42d0-9731-ccf98ca05a88 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905429 Nov 26 21:49:16.696771 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50c67db0-d033-45ef-b5d3-b695457a616b req-e948a7c5-338b-4ed7-ba67-5d7ffe1f152a service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138257 Nov 26 21:49:16.712246 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.783630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Allocated IP 192.168.233.122 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/bc418e6a-8259-481a-82be-e8ff33aa5294) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:16.826885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aecf04a8-7ef3-41f1-b3e6-5bfb546a1f30 req-52a36832-7564-41b0-9494-6ebea5067d47 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634632 Nov 26 21:49:16.827665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event deleted for resources: {'Port': ['ID=4d26cd56-8cc9-4aa6-9822-55caa915aa75,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:16.840723 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35bbce19-ef86-4e70-8d17-b43483becfbe tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.886127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35bbce19-ef86-4e70-8d17-b43483becfbe tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.938447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbce19-ef86-4e70-8d17-b43483becfbe tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53da0d3d-47c4-4613-996d-bad8410894e2,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:16.962298 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a7f8e-4a3c-41d1-ab5e-2a70afb8462c x-openstack-request-id: req-3b9a7f8e-4a3c-41d1-ab5e-2a70afb8462c {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:16.962814 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "name": "network-vif-plugged", "status": "completed", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:16.962912 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b9a7f8e-4a3c-41d1-ab5e-2a70afb8462c {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:16.963243 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'code': 200} Nov 26 21:49:16.965165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35bbce19-ef86-4e70-8d17-b43483becfbe tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.966454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-35bbce19-ef86-4e70-8d17-b43483becfbe tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8516974 Nov 26 21:49:16.969767 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.972349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:16.973461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3fc1ca-f1ca-4d47-b297-6910844b4f39 req-ddda19e9-9df8-4200-89af-84a497bff65c tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "DELETE /v2.0/floatingips/fba34505-cd24-46b9-b927-01f80a08a05e HTTP/1.1" status: 204 len: 173 time: 1.6113529 Nov 26 21:49:16.973933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40246) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:17.008317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:17.046349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:49:17.077352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:17.175633 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61ef674d-8e5f-4354-a04b-4785ca159f8e req-f937912f-2f09-431d-93b1-e94e2074c531 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 210 time: 0.0720513 Nov 26 21:49:17.235147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:17.241654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:49:17.252467 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0d707472-8307-4209-a296-c5ae3bf2f3b1 admin admin] 10.222.0.21 "PUT /v2.0/routers/78d023f7-c58a-4205-9acb-2aaccdaff7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6091576 Nov 26 21:49:17.252902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40252) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:17.257730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d1f5-c2f5-4083-a03c-ad49da296af6 req-8bfa0c92-3d44-4aad-8939-021ba338cbd1 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:17.258914 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] Sync routers for ids ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:49:17.259387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f70d1f5-c2f5-4083-a03c-ad49da296af6 req-8bfa0c92-3d44-4aad-8939-021ba338cbd1 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.1431711 Nov 26 21:49:17.282182 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] Routers {'78d023f7-c58a-4205-9acb-2aaccdaff7e2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:17.283192 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:17.309189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b53f-5786-4d8c-baba-9bb06b1d5503 req-6ba44170-be20-4856-86ef-0c4f5e1053d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:17.310397 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77b3b53f-5786-4d8c-baba-9bb06b1d5503 req-6ba44170-be20-4856-86ef-0c4f5e1053d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 1097 time: 0.1018713 Nov 26 21:49:17.352534 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f70d1f5-c2f5-4083-a03c-ad49da296af6 req-65eed28a-d0a6-4994-9bc9-23123b44f856 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826576 Nov 26 21:49:17.361611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:17.472665 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] Set router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:17.490010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:17.508935 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:17.508935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77b3b53f-5786-4d8c-baba-9bb06b1d5503 req-95110e19-445c-4d71-9825-5f24b048ab1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221499 Nov 26 21:49:17.511922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:17.518848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-68421573-ed3c-4773-a21c-156d855e66bb tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips/7a874c0e-45e1-4cf9-befd-7cf5985816af HTTP/1.1" status: 200 len: 692 time: 0.0949252 Nov 26 21:49:17.519483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'Port': ['ID=bc418e6a-8259-481a-82be-e8ff33aa5294,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:17.535573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:17.538902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:17.707234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:17.708258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:17.816693 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:49:16Z', 'revision_number': 5, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:17.819544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-69e004d4-a81b-47a0-80c2-dd18a5437c29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3246777 Nov 26 21:49:17.831066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfed16-8e70-4230-a42c-c6269e96e6f5 req-876ebe73-7e2d-4ee3-8abf-8ce0b908a782 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:17.832773 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcdfed16-8e70-4230-a42c-c6269e96e6f5 req-876ebe73-7e2d-4ee3-8abf-8ce0b908a782 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 948 time: 0.3386378 Nov 26 21:49:17.848248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-9c680dce-28c5-4ab9-b466-b4734de5c814 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:17.849853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-9c680dce-28c5-4ab9-b466-b4734de5c814 tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.3067801 Nov 26 21:49:17.857545 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] Checking router: 78d023f7-c58a-4205-9acb-2aaccdaff7e2 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:49:17.877866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-68a22def-1609-4f4a-8e32-95e96990f96e None None] Provisioning complete for port bc418e6a-8259-481a-82be-e8ff33aa5294 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:17.880063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68a22def-1609-4f4a-8e32-95e96990f96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:17.883934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Request body: {'port': {'device_id': 'ef04e20c-f13b-43b4-ad10-d16656effb95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:17.894108 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] Routers {'78d023f7-c58a-4205-9acb-2aaccdaff7e2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:17.894741 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:17.934888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-68a22def-1609-4f4a-8e32-95e96990f96e None None] Port bc418e6a-8259-481a-82be-e8ff33aa5294 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:18.021948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.029920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcdfed16-8e70-4230-a42c-c6269e96e6f5 req-e2759d99-a2d0-4d45-8e8f-5b0a57776d88 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786153 Nov 26 21:49:18.030204 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] Set router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:18.051185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-646954c0-ff67-45cf-91f5-b63c0e86c2ff tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.1711941 Nov 26 21:49:18.059410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Allocated IP 172.25.3.31 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/aace8fe1-2bab-42e7-a67b-42ee18006dc2) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:18.108603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Deleting port 21279c3b-c658-4869-92b1-96c3fe8020b2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:18.108944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.144273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-0ce21097-51e9-42d5-9610-028551c212ab tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.73 HTTP/1.1" status: 200 len: 695 time: 0.0970755 Nov 26 21:49:18.171227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.195101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] For port 21279c3b-c658-4869-92b1-96c3fe8020b2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=21279c3b-c658-4869-92b1-96c3fe8020b2,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:18.195493 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.211473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Calling delete_port for 21279c3b-c658-4869-92b1-96c3fe8020b2 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:18.250733 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:49:16Z', 'revision_number': 5, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:18.285259 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2a087-a254-45cc-a2df-66a99c13abb5 None None] The sync data for ids ['78d023f7-c58a-4205-9acb-2aaccdaff7e2'] in n-d-819494-1 is: [{'id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1777272108-router', 'tenant_id': 'ff4e5811b53b4272997625449333e5b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:42:16Z', 'updated_at': '2021-11-26T21:49:16Z', 'revision_number': 5, 'project_id': 'ff4e5811b53b4272997625449333e5b0', 'gw_port': {'id': '21279c3b-c658-4869-92b1-96c3fe8020b2', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d023f7-c58a-4205-9acb-2aaccdaff7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:42:17Z', 'updated_at': '2021-11-26T21:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:49:18.351892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504ff1e-f8a4-4e5b-b2b3-3b7809da3f5d req-29e09df9-86bb-46c8-8ea2-cccdc1dd9e72 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:18.353464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5504ff1e-f8a4-4e5b-b2b3-3b7809da3f5d req-29e09df9-86bb-46c8-8ea2-cccdc1dd9e72 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.2370203 Nov 26 21:49:18.400693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.427307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=21279c3b-c658-4869-92b1-96c3fe8020b2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:18.438529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.439517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.439863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.440207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.440553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.441444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.441782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.442165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.442510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.442830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.443161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.443486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:18.516937 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.518018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.570396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5504ff1e-f8a4-4e5b-b2b3-3b7809da3f5d req-668dc565-ac09-4091-ac80-fb5c3f24c8a3 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051799 Nov 26 21:49:18.616302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.618774 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.630185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Deleting port 67d76a5d-05fe-44cb-983d-a3c037734c3e {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:18.630537 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.667600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.668177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78d023f7-c58a-4205-9acb-2aaccdaff7e2 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:49:18.673544 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.677804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-91327e63-b662-4a22-8cd9-96fce2706e33 admin admin] 10.222.0.21 "DELETE /v2.0/routers/78d023f7-c58a-4205-9acb-2aaccdaff7e2 HTTP/1.1" status: 204 len: 168 time: 1.4238019 Nov 26 21:49:18.678476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40268) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:18.722199 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.727390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54d13d6-4ff4-46bc-b33c-3628e4a64737 admin admin] Deleting subnet 141621ba-d77c-40d4-acef-2669405753ba {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:49:18.730697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d54d13d6-4ff4-46bc-b33c-3628e4a64737 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.769364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d54d13d6-4ff4-46bc-b33c-3628e4a64737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.807617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:18.827699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:18.840900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=aace8fe1-2bab-42e7-a67b-42ee18006dc2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:18.848016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:18.874452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d54d13d6-4ff4-46bc-b33c-3628e4a64737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.903500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c6a20-7225-4444-a14d-4035964bc977 req-334b5a2b-d149-4a81-b9c8-808355a79a36 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:18.906521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f1c6a20-7225-4444-a14d-4035964bc977 req-334b5a2b-d149-4a81-b9c8-808355a79a36 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 936 time: 0.2564542 Nov 26 21:49:18.933194 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d54d13d6-4ff4-46bc-b33c-3628e4a64737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.941212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.941683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.976565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d13d6-4ff4-46bc-b33c-3628e4a64737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141621ba-d77c-40d4-acef-2669405753ba,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:18.979934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc418e6a-8259-481a-82be-e8ff33aa5294 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:18.987017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d54d13d6-4ff4-46bc-b33c-3628e4a64737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:18.987227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Calling delete_port for 67d76a5d-05fe-44cb-983d-a3c037734c3e owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:18.993721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40272) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:18.996214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83454f-4aa1-4b73-aa9f-414b4d2e67be None None] Network 26446571-02e8-49e4-b428-da30735f3fe2 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:19.002667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d54d13d6-4ff4-46bc-b33c-3628e4a64737 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/141621ba-d77c-40d4-acef-2669405753ba HTTP/1.1" status: 204 len: 168 time: 0.3230631 Nov 26 21:49:19.012415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.134872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Transition to ACTIVE for port object bc418e6a-8259-481a-82be-e8ff33aa5294 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:19.160562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f1c6a20-7225-4444-a14d-4035964bc977 req-3dfc12b5-eabd-4a83-832c-99afbcd5e569 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248259 Nov 26 21:49:19.172864 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.226482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aa9aff99-6000-4c89-abbf-75a359199701 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:49:19.227551 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.241640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] DHCP port deletion for 26446571-02e8-49e4-b428-da30735f3fe2 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:49:19.269736 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.300660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:19.317378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Pushing event updated for resources: {'Port': ['ID=bc418e6a-8259-481a-82be-e8ff33aa5294,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:19.347050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:19.347306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6c8bc890-f0aa-4315-936f-4fa0470e6ed0 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:19.429436 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.448815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] Deleting port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:19.449181 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.452452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aa9aff99-6000-4c89-abbf-75a359199701, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aa9aff99-6000-4c89-abbf-75a359199701,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:19.484311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64b2e-2028-4ae5-b4ae-1f479a415699 req-15dbf2d7-2d64-41d4-a24f-fa414657ea8d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:19.487370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ac64b2e-2028-4ae5-b4ae-1f479a415699 req-15dbf2d7-2d64-41d4-a24f-fa414657ea8d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.2506194 Nov 26 21:49:19.498430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'aa9aff99-6000-4c89-abbf-75a359199701', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'aa9aff99-6000-4c89-abbf-75a359199701', 'mac_address': 'fa:16:3e:67:97:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:49:19.564369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] For port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,segment=NetworkSegment(a866d57e-26bd-4c00-adec-73c4d3034165),segment_id=a866d57e-26bd-4c00-adec-73c4d3034165)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:19.564683 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.579779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Attempting to bind port bc418e6a-8259-481a-82be-e8ff33aa5294 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:19.580120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Attempting to bind port bc418e6a-8259-481a-82be-e8ff33aa5294 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:19.580461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Attempting to bind port bc418e6a-8259-481a-82be-e8ff33aa5294 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:19.587319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] Calling delete_port for a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:19.589322 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.606279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.617678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9aff99-6000-4c89-abbf-75a359199701 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:19.645337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Port bc418e6a-8259-481a-82be-e8ff33aa5294 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:19.645671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Attempting to bind port bc418e6a-8259-481a-82be-e8ff33aa5294 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:19.667948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aa9aff99-6000-4c89-abbf-75a359199701, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aa9aff99-6000-4c89-abbf-75a359199701,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:19.678515 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.686436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Pushing event deleted for resources: {'Port': ['ID=67d76a5d-05fe-44cb-983d-a3c037734c3e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:19.694743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:19.695280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:19.695929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:19.696686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Bound port: bc418e6a-8259-481a-82be-e8ff33aa5294, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:19.697325 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.709053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ac64b2e-2028-4ae5-b4ae-1f479a415699 req-263412f2-90be-4504-8729-0e8b0185a080 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011013 Nov 26 21:49:19.726185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Deleting port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:19.726540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.755093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=aa9aff99-6000-4c89-abbf-75a359199701,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:19.760291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:19.774855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.775207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.775551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.775919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.776256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.776586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.776918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.777271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.777605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.778575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.778905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.779233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:19.786064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] No DVR routers for this DVR port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:19.811910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acd97c-652f-4286-9dfc-5692c856d2cd None None] Pushing event deleted for resources: {'Port': ['ID=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:20.110362 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['aa9aff99-6000-4c89-abbf-75a359199701'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:20.245788 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.248476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.249627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc68efb0-1092-42a2-a156-f35cb141ddb5 req-f23cb977-e854-4743-8943-93565ab02afc tempest-FloatingIPDetailsTestJSON-1350885289 tempest-FloatingIPDetailsTestJSON-1350885289-project] 10.222.0.21 "DELETE /v2.0/floatingips/7a874c0e-45e1-4cf9-befd-7cf5985816af HTTP/1.1" status: 204 len: 173 time: 2.0843897 Nov 26 21:49:20.256369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40282) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:20.265933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] For port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,segment=NetworkSegment(a866d57e-26bd-4c00-adec-73c4d3034165),segment_id=a866d57e-26bd-4c00-adec-73c4d3034165)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:20.266362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.294602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66db4c-1e9b-4fb7-a061-0876beedfe87 req-e370dc92-26e5-4c69-8dbb-612bd9070d85 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:20.296146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a66db4c-1e9b-4fb7-a061-0876beedfe87 req-e370dc92-26e5-4c69-8dbb-612bd9070d85 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.4924920 Nov 26 21:49:20.300617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] For port bc418e6a-8259-481a-82be-e8ff33aa5294, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:20.302917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Calling delete_port for a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:20.338245 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.343012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] For port bc418e6a-8259-481a-82be-e8ff33aa5294, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=bc418e6a-8259-481a-82be-e8ff33aa5294,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:20.373891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.375728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.482698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:20.483330 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.484742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] 10.222.0.41 "PUT /v2.0/ports/bc418e6a-8259-481a-82be-e8ff33aa5294 HTTP/1.1" status: 200 len: 1096 time: 2.6112204 Nov 26 21:49:20.491912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef04e20c-f13b-43b4-ad10-d16656effb95', 'tag': 'bc418e6a-8259-481a-82be-e8ff33aa5294'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:20.494257 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35447c80-c350-4e6c-b8c8-5b2df0495eae" -d '{"events": [{"name": "network-changed", "server_uuid": "ef04e20c-f13b-43b4-ad10-d16656effb95", "tag": "bc418e6a-8259-481a-82be-e8ff33aa5294"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:20.545376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a66db4c-1e9b-4fb7-a061-0876beedfe87 req-433f8ace-19c8-4e7b-897c-eef7b3ab840d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378016 Nov 26 21:49:20.569016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3d726-7344-4545-8550-337cfd5fb72d req-61da0c10-13b6-4cb2-a79a-71335d640ceb tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:20.569016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19b3d726-7344-4545-8550-337cfd5fb72d req-61da0c10-13b6-4cb2-a79a-71335d640ceb tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 949 time: 0.2608304 Nov 26 21:49:20.636859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871319ba-31db-408d-ba31-ab54c71a3a7d service neutron] Pushing event updated for resources: {'Port': ['ID=bc418e6a-8259-481a-82be-e8ff33aa5294,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:20.645391 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.672175 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.728661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.745128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.754244 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7414522 Nov 26 21:49:20.769930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] No DVR routers for this DVR port a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:20.772620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efc0a5-3609-4f17-9688-0f638587685e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=aace8fe1-2bab-42e7-a67b-42ee18006dc2,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:20.775935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-5086e8b7-5a21-481d-90c7-0f060739d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:20.777475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-5086e8b7-5a21-481d-90c7-0f060739d5ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 1099 time: 0.2217581 Nov 26 21:49:20.825672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19b3d726-7344-4545-8550-337cfd5fb72d req-c59773f2-653a-4425-b489-0c35f9f7b8cc tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436671 Nov 26 21:49:20.836588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:20.880343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43301ae-3ba4-4bd6-afa0-e9823b137507 req-50a7c474-cb16-45ac-8bbc-3559537f4921 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:20.881952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d43301ae-3ba4-4bd6-afa0-e9823b137507 req-50a7c474-cb16-45ac-8bbc-3559537f4921 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.2576079 Nov 26 21:49:20.886222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-694c0a08-70fd-4673-a5c3-e5e094b4df70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bc418e6a-8259-481a-82be-e8ff33aa5294 HTTP/1.1" status: 200 len: 217 time: 0.0643158 Nov 26 21:49:20.932153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 21279c3b-c658-4869-92b1-96c3fe8020b2 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:20.971752 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:20.989192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 21279c3b-c658-4869-92b1-96c3fe8020b2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:20.991301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 21279c3b-c658-4869-92b1-96c3fe8020b2 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:20.994395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:21.005879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Deleting port d378081b-324c-48e5-9e0d-b77299f0ff1f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:21.006385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.017209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:21.017695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3ee861e-ecfe-4ef7-8bb4-8a9ab820a299 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:21.020009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26446571-02e8-49e4-b428-da30735f3fe2']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:21.047130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-7df752d3-8b90-4fe3-b774-4f4348e07c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:21.048635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-7df752d3-8b90-4fe3-b774-4f4348e07c3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1324739 Nov 26 21:49:21.050632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a866d57e-26bd-4c00-adec-73c4d3034165') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:21.050795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a866d57e-26bd-4c00-adec-73c4d3034165') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:21.087755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] For port d378081b-324c-48e5-9e0d-b77299f0ff1f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d378081b-324c-48e5-9e0d-b77299f0ff1f,segment=NetworkSegment(d7968455-54ea-40ea-995a-54cfb1a3f85f),segment_id=d7968455-54ea-40ea-995a-54cfb1a3f85f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:21.088114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.090190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d43301ae-3ba4-4bd6-afa0-e9823b137507 req-8a6cd307-79b9-427d-b917-ee61c2cdf216 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749117 Nov 26 21:49:21.094228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.102431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Calling delete_port for d378081b-324c-48e5-9e0d-b77299f0ff1f owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:21.129194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.142340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:49:21.142752 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.145308 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1f4f25-cb66-41d7-9ff8-2aeaf633ed0a x-openstack-request-id: req-ed1f4f25-cb66-41d7-9ff8-2aeaf633ed0a {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:21.145610 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef04e20c-f13b-43b4-ad10-d16656effb95", "tag": "bc418e6a-8259-481a-82be-e8ff33aa5294", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:21.145870 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed1f4f25-cb66-41d7-9ff8-2aeaf633ed0a {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:21.146299 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef04e20c-f13b-43b4-ad10-d16656effb95', 'tag': 'bc418e6a-8259-481a-82be-e8ff33aa5294', 'status': 'completed', 'code': 200} Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:49:21.146935 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:49:21.164749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf256fa-3462-4b40-b87d-bff3341b536a req-c43a0ab7-8690-4c60-a153-4d8724980701 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:21.166289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acf256fa-3462-4b40-b87d-bff3341b536a req-c43a0ab7-8690-4c60-a153-4d8724980701 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 948 time: 0.1575060 Nov 26 21:49:21.215148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-d6c111bf-3a49-417a-b471-9c9f0b2f9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:21.216891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-d6c111bf-3a49-417a-b471-9c9f0b2f9d71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1464722 Nov 26 21:49:21.243684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.245328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aa9aff99-6000-4c89-abbf-75a359199701 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:21.259308 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.263409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] 10.222.0.21 "DELETE /v2.0/networks/26446571-02e8-49e4-b428-da30735f3fe2 HTTP/1.1" status: 204 len: 168 time: 2.2641366 Nov 26 21:49:21.313960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed230866-ce5a-4acb-aaf6-775cd432e172 admin admin] Pushing event deleted for resources: {'Network': ['ID=26446571-02e8-49e4-b428-da30735f3fe2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:21.341067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acf256fa-3462-4b40-b87d-bff3341b536a req-7bed999b-2840-43eb-b414-8d99c7b46935 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433327 Nov 26 21:49:21.344743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port aa9aff99-6000-4c89-abbf-75a359199701 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:49:21.354958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port aa9aff99-6000-4c89-abbf-75a359199701 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:21.355578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.383849 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.407829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-3b432ab3-69ed-4845-ac73-8e390e705934 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803212 Nov 26 21:49:21.439175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Pushing event deleted for resources: {'Port': ['ID=d378081b-324c-48e5-9e0d-b77299f0ff1f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:21.492190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.537653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aa9aff99-6000-4c89-abbf-75a359199701, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aa9aff99-6000-4c89-abbf-75a359199701,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:21.538657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3197f87-8fda-4c81-9db4-a7ee09be8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9aff99-6000-4c89-abbf-75a359199701'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:21.541217 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7d2ae6-4d98-4dc6-8add-4c1bb1bdd227" -d '{"events": [{"server_uuid": "c3197f87-8fda-4c81-9db4-a7ee09be8451", "name": "network-vif-plugged", "status": "completed", "tag": "aa9aff99-6000-4c89-abbf-75a359199701"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:21.547260 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.596827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40312) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:21.616439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=aa9aff99-6000-4c89-abbf-75a359199701,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:21.646479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-6cddf3a8-24fc-40df-8ee6-14432d34cdaf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1914224258&fields=id&tenant_id=4c564f5072cd4a49886c0ad793293985 HTTP/1.1" status: 200 len: 267 time: 0.2350798 Nov 26 21:49:21.694391 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cff61a81-fb98-48f2-b468-08c1dcd63d8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=067955da510c44189c860459d275c566&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0963533 Nov 26 21:49:21.717852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40316) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:21.725359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.823510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-7bdc5f8a-d49e-4f0a-83b8-4188fc7df634 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:21.825829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-7bdc5f8a-d49e-4f0a-83b8-4188fc7df634 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports/ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 200 len: 930 time: 0.1612363 Nov 26 21:49:21.832322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ce9a7c9-18ef-480d-b8a6-24a3290a5e1c req-5920d96b-f10f-4d81-8973-25f4b0ff6061 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953123 Nov 26 21:49:21.889506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf17a7-8ab6-4609-8d1b-71181ccea251 req-f9ec71b6-5e5f-413b-80a6-6c7d030a3eb8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:21.891026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6daf17a7-8ab6-4609-8d1b-71181ccea251 req-f9ec71b6-5e5f-413b-80a6-6c7d030a3eb8 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1773601 Nov 26 21:49:21.908466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-8e38f6f7-4d77-4ec2-a90f-262cd5903bf7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:21.909739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-8e38f6f7-4d77-4ec2-a90f-262cd5903bf7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports/2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 200 len: 930 time: 0.0749271 Nov 26 21:49:21.921670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d28d6b4-768a-4a45-adda-09a5e267cbc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:21.959048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Router a5a48418-d791-442c-958c-cbd3c2f31263 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:49:22.021822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-7ae8b8d1-27d3-43b0-ab27-2793262718b1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1025884 Nov 26 21:49:22.043996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d28d6b4-768a-4a45-adda-09a5e267cbc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:22.067444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:49:22.073280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0491c79f-89c1-43a7-b4e3-257360acaf3c admin admin] 10.222.0.21 "PUT /v2.0/routers/a5a48418-d791-442c-958c-cbd3c2f31263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8145163 Nov 26 21:49:22.075636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40324) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:22.079467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] Sync routers for ids ['a5a48418-d791-442c-958c-cbd3c2f31263'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:49:22.092666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] Routers {'a5a48418-d791-442c-958c-cbd3c2f31263'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:22.093861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a5a48418-d791-442c-958c-cbd3c2f31263'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:22.095601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-35442553-30f3-42fa-a316-12eec7a8e4fe tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0568054 Nov 26 21:49:22.101439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6daf17a7-8ab6-4609-8d1b-71181ccea251 req-a79f73eb-10a1-46b2-bb90-a21fc0a3e87d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006369 Nov 26 21:49:22.141082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-5e724e68-f917-4554-886b-ca0bf351e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:22.142684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-5e724e68-f917-4554-886b-ca0bf351e81b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 1099 time: 0.2023237 Nov 26 21:49:22.223154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:22.242577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d28d6b4-768a-4a45-adda-09a5e267cbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:22.245227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d28d6b4-768a-4a45-adda-09a5e267cbc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:22.249593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0d28d6b4-768a-4a45-adda-09a5e267cbc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5936639-f9a3-45a0-83b6-6cc8bbb52d9e HTTP/1.1" status: 204 len: 168 time: 0.5266364 Nov 26 21:49:22.256599 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1059e928-61c7-44ec-9d0a-a4659a3ea7cc x-openstack-request-id: req-1059e928-61c7-44ec-9d0a-a4659a3ea7cc {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:22.257780 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3197f87-8fda-4c81-9db4-a7ee09be8451", "name": "network-vif-plugged", "status": "completed", "tag": "aa9aff99-6000-4c89-abbf-75a359199701", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:22.258215 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1059e928-61c7-44ec-9d0a-a4659a3ea7cc {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:22.258766 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3197f87-8fda-4c81-9db4-a7ee09be8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9aff99-6000-4c89-abbf-75a359199701', 'code': 200} Nov 26 21:49:22.265542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] Set router a5a48418-d791-442c-958c-cbd3c2f31263 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:22.275352 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28d6b4-768a-4a45-adda-09a5e267cbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5936639-f9a3-45a0-83b6-6cc8bbb52d9e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:22.358105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-031c5033-1f26-4703-b5e1-0d93111f1acb tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:22.364317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-031c5033-1f26-4703-b5e1-0d93111f1acb tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:22.370196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-031c5033-1f26-4703-b5e1-0d93111f1acb tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:22.378966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-031c5033-1f26-4703-b5e1-0d93111f1acb tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/networks?id=ff482d04-9fda-4afd-87ee-406646607aaa&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6 HTTP/1.1" status: 200 len: 1990 time: 0.2699306 Nov 26 21:49:22.400863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7e5a-3f81-4b95-8831-9719757a66be req-68dc9c7b-31c9-4592-8e43-423d22fd70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:22.402476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25e7e5a-3f81-4b95-8831-9719757a66be req-68dc9c7b-31c9-4592-8e43-423d22fd70de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 1101 time: 0.0873437 Nov 26 21:49:22.430413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-cb469812-5ae6-4162-a737-ca3320f54d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:22.431787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:22.432062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-cb469812-5ae6-4162-a737-ca3320f54d9d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2523696 Nov 26 21:49:22.436945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-93c9420d-049f-4ca4-af8d-3feaeeade4b6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/quotas/4c564f5072cd4a49886c0ad793293985 HTTP/1.1" status: 200 len: 375 time: 0.0576065 Nov 26 21:49:22.491120 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25e7e5a-3f81-4b95-8831-9719757a66be req-35f2a8ee-953d-4054-bbcb-eb5288ed87ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791113 Nov 26 21:49:22.495626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-9e8691bf-1727-4aca-8115-bddb218da5e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bc418e6a-8259-481a-82be-e8ff33aa5294 HTTP/1.1" status: 200 len: 217 time: 0.0558531 Nov 26 21:49:22.513763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Deleting port 751a1eb9-312f-4507-974d-8c96edec026a {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:22.514567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:22.517546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '751a1eb9-312f-4507-974d-8c96edec026a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:49:21Z', 'revision_number': 5, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port': {'id': '751a1eb9-312f-4507-974d-8c96edec026a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:73:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:47Z', 'updated_at': '2021-11-26T21:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:22.547092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] Checking router: a5a48418-d791-442c-958c-cbd3c2f31263 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:49:22.557228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] Routers {'a5a48418-d791-442c-958c-cbd3c2f31263'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:22.558050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a5a48418-d791-442c-958c-cbd3c2f31263'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:22.582879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-0068ad7e-7de9-492a-9e70-3e7b851564bf tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:22.584626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-0068ad7e-7de9-492a-9e70-3e7b851564bf tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 815 time: 0.2798798 Nov 26 21:49:22.607993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] For port 751a1eb9-312f-4507-974d-8c96edec026a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=751a1eb9-312f-4507-974d-8c96edec026a,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:22.608516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:22.627980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Calling delete_port for 751a1eb9-312f-4507-974d-8c96edec026a owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:22.634445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-226c8a89-212d-4cfd-a506-57aafed2325a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1852043 Nov 26 21:49:22.637674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b1fb182a-402c-4ebe-8560-8969b0905266 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/quotas/a0b22eed5de04571a67df591804ecafe HTTP/1.1" status: 200 len: 375 time: 0.0449719 Nov 26 21:49:22.798602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-3858b5bb-558b-48d3-845a-395fee4a7129 service neutron] 10.222.0.21 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480412 Nov 26 21:49:22.799694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40340) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:22.809476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] Set router a5a48418-d791-442c-958c-cbd3c2f31263 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:22.866546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:49:22Z', 'revision_number': 6, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:22.897003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751959c0-6ce7-43ab-832e-25619feb9672 None None] The sync data for ids ['a5a48418-d791-442c-958c-cbd3c2f31263'] in n-d-819494-1 is: [{'id': 'a5a48418-d791-442c-958c-cbd3c2f31263', 'name': 'tempest-FloatingIPDetailsTestJSON-381711882-router', 'tenant_id': '138f6055467d42d4b3c530f4ed0a9165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:46Z', 'updated_at': '2021-11-26T21:49:22Z', 'revision_number': 6, 'project_id': '138f6055467d42d4b3c530f4ed0a9165', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:49:22.918408 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:22.957862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-707bb643-9868-43d9-ad77-aa010cf6ba85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff4e5811b53b4272997625449333e5b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1560035 Nov 26 21:49:22.960787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:22.964196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=751a1eb9-312f-4507-974d-8c96edec026a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:22.965722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-5e8f4785-6788-453d-a72e-14545a130793 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3134584 Nov 26 21:49:22.967566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-dbce8bc8-f77b-4a9d-841e-f7ea0c3b8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:22.968912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-dbce8bc8-f77b-4a9d-841e-f7ea0c3b8250 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1279724 Nov 26 21:49:23.078518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-aa8f7501-2e67-4370-ad86-20f6bb2ddf39 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:23.078714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-4e551bb5-598a-4265-8814-0e8143ab0c48 service neutron] 10.222.0.21 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700803 Nov 26 21:49:23.080018 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-aa8f7501-2e67-4370-ad86-20f6bb2ddf39 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 945 time: 0.1528955 Nov 26 21:49:23.091634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.152470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f1776efa-6601-48c2-8763-46f3fa1ab40e service neutron] 10.222.0.21 "GET /v2.0/ports/ebc1f47f-217c-44d9-8fa2-a6548b63b5a0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0679622 Nov 26 21:49:23.155011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-e805f4af-6709-4891-be9b-b6e80c279cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:23.156448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-e805f4af-6709-4891-be9b-b6e80c279cd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672909 Nov 26 21:49:23.160385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-77333c05-e83a-4057-8a4e-133f862fe562 service neutron] 10.222.0.21 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862125 Nov 26 21:49:23.406609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-65669e7e-2f4c-440a-90bc-8f65ccd829e5 service neutron] 10.222.0.21 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350025 Nov 26 21:49:23.410382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b9bc7a97-b933-43cc-a778-722e8b7a2dee service neutron] 10.222.0.21 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489228 Nov 26 21:49:23.412343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-e6bded84-d941-4785-8871-ec8b92de803b service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429707 Nov 26 21:49:23.431510 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0c8d914-035a-4505-b63f-80b00468eb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.444944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeef5736-e178-4958-a5ba-3ef1b121552b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.499994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.506850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.521340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeef5736-e178-4958-a5ba-3ef1b121552b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.586379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-242cafe8-30de-4858-b22b-86851ed609d9 service neutron] 10.222.0.21 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675675 Nov 26 21:49:23.629147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-e9acf473-1c55-4bb3-b7bf-67b792357ee3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:23.630702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-e9acf473-1c55-4bb3-b7bf-67b792357ee3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.13 "GET /v2.0/ports?device_id=a92d0829-96d6-4f98-bf8e-bbb8c0771689 HTTP/1.1" status: 200 len: 946 time: 0.2219331 Nov 26 21:49:23.637281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.637749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5a48418-d791-442c-958c-cbd3c2f31263 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:49:23.652067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.653774 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f303532d-4752-40cd-9f96-b4002fdc59e0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a5a48418-d791-442c-958c-cbd3c2f31263 HTTP/1.1" status: 204 len: 168 time: 1.5770245 Nov 26 21:49:23.658994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40352) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:23.679405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2792211c-43b6-4885-8d64-19b06e3ef06f service neutron] 10.222.0.21 "GET /v2.0/ports/2dc1a8c1-874e-421a-95b1-95f633346ad5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0844274 Nov 26 21:49:23.729330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b0747-b81b-428d-b620-37e8c99b6c2a req-6bd911f0-cd45-45dc-843d-f77f74caf798 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:23.731100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d6b0747-b81b-428d-b620-37e8c99b6c2a req-6bd911f0-cd45-45dc-843d-f77f74caf798 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 950 time: 0.1349828 Nov 26 21:49:23.781242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35447c80-c350-4e6c-b8c8-5b2df0495eae req-57a928f9-2893-4da4-914b-351b6177cfff service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506837 Nov 26 21:49:23.810927 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeef5736-e178-4958-a5ba-3ef1b121552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.813889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeef5736-e178-4958-a5ba-3ef1b121552b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.815053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aeef5736-e178-4958-a5ba-3ef1b121552b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28a28570-c8a6-4d45-af9b-5453ad852bca HTTP/1.1" status: 204 len: 168 time: 0.8518720 Nov 26 21:49:23.817948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Deleting port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:23.819193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.865187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d6b0747-b81b-428d-b620-37e8c99b6c2a req-e565ec2d-de4b-485c-b8be-4e1d9d7abcbb tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998468 Nov 26 21:49:23.890197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-116c19c7-dd45-4661-b403-e910348628ea service neutron] 10.222.0.21 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955302 Nov 26 21:49:23.927345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a304eb0-8acf-4a58-99b6-7d0bc9b64435 admin admin] Deleting subnet d8ec7922-a0c3-493b-803c-023778f84c76 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:49:23.937141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef5736-e178-4958-a5ba-3ef1b121552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a28570-c8a6-4d45-af9b-5453ad852bca,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:23.939852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a304eb0-8acf-4a58-99b6-7d0bc9b64435 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:23.999381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Deleting port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:23.999868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.021441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a304eb0-8acf-4a58-99b6-7d0bc9b64435 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.098790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] For port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:24.099229 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.122723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Calling delete_port for 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:24.270265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] For port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:24.270807 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.369595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Calling delete_port for 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:24.428660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a304eb0-8acf-4a58-99b6-7d0bc9b64435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.598984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.606706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a304eb0-8acf-4a58-99b6-7d0bc9b64435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.629862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3fdb-5265-42d2-a8f3-831816318055 req-96caf237-429e-4b1d-8068-751e44f3bf51 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:24.631403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-152d3fdb-5265-42d2-a8f3-831816318055 req-96caf237-429e-4b1d-8068-751e44f3bf51 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 948 time: 0.0792344 Nov 26 21:49:24.632483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:24.639467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b88cb2b-e9a2-46cb-a83f-2bd9c1c68cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7432396 Nov 26 21:49:24.710372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event deleted for resources: {'Port': ['ID=0edebdf5-efcf-44cf-9b58-f5112e86b4a3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:24.716894 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a304eb0-8acf-4a58-99b6-7d0bc9b64435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.720999 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9a304eb0-8acf-4a58-99b6-7d0bc9b64435 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8ec7922-a0c3-493b-803c-023778f84c76 HTTP/1.1" status: 204 len: 168 time: 1.0611229 Nov 26 21:49:24.725517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a304eb0-8acf-4a58-99b6-7d0bc9b64435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ec7922-a0c3-493b-803c-023778f84c76,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:24.728444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40378) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:24.781848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ae4e42-0a3f-4b7f-a35a-5e28faa0d2ce None None] Network e4db970a-f6b1-4a7e-9257-5ca152490d61 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:24.815278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-152d3fdb-5265-42d2-a8f3-831816318055 req-a711d9e6-081c-49d1-a479-c226838b21a4 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697040 Nov 26 21:49:24.846124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.913949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['1930b7f3-a7a4-464c-b284-c7bc5223b2e7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:24.920063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] No DVR routers for this DVR port 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:24.923725 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.958407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 751a1eb9-312f-4507-974d-8c96edec026a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:24.960710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-fc346cbb-20b4-46a0-bb8e-37cbb42a326d service neutron] 10.222.0.21 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056650 Nov 26 21:49:24.970107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4d13006-3aef-4965-8848-381385636d89 req-52dfc734-ee12-4382-927c-5eea5f08e15d tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=66e9de7c-3a60-49fe-8b74-c24192fb7591 HTTP/1.1" status: 200 len: 210 time: 0.0516152 Nov 26 21:49:24.974337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:24.992471 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a8a9c2a0-a642-42ab-8ec3-97973fec8185 req-0aa33c01-3554-4c24-8ab8-0ea78c01f571 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.13 "DELETE /v2.0/ports/0edebdf5-efcf-44cf-9b58-f5112e86b4a3 HTTP/1.1" status: 204 len: 173 time: 1.6216085 Nov 26 21:49:24.993294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e9de7c-3a60-49fe-8b74-c24192fb7591', 'name': 'network-vif-deleted', 'tag': '0edebdf5-efcf-44cf-9b58-f5112e86b4a3'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:24.998690 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbcd5d1-3a8b-405d-9965-ed5e4d9e9df3" -d '{"events": [{"server_uuid": "66e9de7c-3a60-49fe-8b74-c24192fb7591", "name": "network-vif-deleted", "tag": "0edebdf5-efcf-44cf-9b58-f5112e86b4a3"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:25.032745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] No DVR routers for this DVR port 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:25.037177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.043799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 751a1eb9-312f-4507-974d-8c96edec026a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:25.044645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 751a1eb9-312f-4507-974d-8c96edec026a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:25.044645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d378081b-324c-48e5-9e0d-b77299f0ff1f no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:25.048433 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ce9f3b19-841b-4d84-ad88-d6a126880ac7 req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.13 "DELETE /v2.0/ports/1930b7f3-a7a4-464c-b284-c7bc5223b2e7 HTTP/1.1" status: 204 len: 173 time: 1.4058521 Nov 26 21:49:25.049537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094dbee-377d-4348-9a0c-f4a8d1fe0e7f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Pushing event deleted for resources: {'Port': ['ID=1930b7f3-a7a4-464c-b284-c7bc5223b2e7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:25.129353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: d378081b-324c-48e5-9e0d-b77299f0ff1f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:25.131014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d378081b-324c-48e5-9e0d-b77299f0ff1f not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:25.157155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d371febf-acd8-4810-b3a7-0f2ba1e3ba5a req-e3d4ca90-5375-45a2-be19-73d773f620bc tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 210 time: 0.0688782 Nov 26 21:49:25.245199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device bc418e6a-8259-481a-82be-e8ff33aa5294 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:49:25.273465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-1f97a099-40a5-4866-bbe5-9356c04cc9ca service neutron] 10.222.0.21 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023398 Nov 26 21:49:25.281032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Deleting port 2b08aead-fd79-4563-bd59-86a63b5e8d9d {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:25.281706 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.337475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] DHCP port deletion for e4db970a-f6b1-4a7e-9257-5ca152490d61 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:49:25.378783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-de570016-1c45-48b5-b841-8b41b99aa7b0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:25.380969 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-de570016-1c45-48b5-b841-8b41b99aa7b0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.13 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 815 time: 0.2901556 Nov 26 21:49:25.435217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Request body: {'port': {'device_id': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'admin_state_up': True, 'tenant_id': 'a0b22eed5de04571a67df591804ecafe'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:25.449110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] For port 2b08aead-fd79-4563-bd59-86a63b5e8d9d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2b08aead-fd79-4563-bd59-86a63b5e8d9d,segment=NetworkSegment(d7968455-54ea-40ea-995a-54cfb1a3f85f),segment_id=d7968455-54ea-40ea-995a-54cfb1a3f85f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:25.449110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.456375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:25.478206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Calling delete_port for 2b08aead-fd79-4563-bd59-86a63b5e8d9d owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:25.503269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:25.504038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0edebdf5-efcf-44cf-9b58-f5112e86b4a3 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:25.529532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port bc418e6a-8259-481a-82be-e8ff33aa5294, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=bc418e6a-8259-481a-82be-e8ff33aa5294,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:25.551249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'bc418e6a-8259-481a-82be-e8ff33aa5294', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'bc418e6a-8259-481a-82be-e8ff33aa5294', 'mac_address': 'fa:16:3e:a0:4c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:49:25.560583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] Deleting port 2b08aead-fd79-4563-bd59-86a63b5e8d9d {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:25.560964 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.609386 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Made reservation on behalf of a0b22eed5de04571a67df591804ecafe for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:25.614948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.648887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-3f1ffde4-b507-4bb7-9763-b76901d963e6 service neutron] 10.222.0.21 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415055 Nov 26 21:49:25.658954 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.665600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] For port 2b08aead-fd79-4563-bd59-86a63b5e8d9d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2b08aead-fd79-4563-bd59-86a63b5e8d9d,segment=NetworkSegment(d7968455-54ea-40ea-995a-54cfb1a3f85f),segment_id=d7968455-54ea-40ea-995a-54cfb1a3f85f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:25.666011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.687390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] Calling delete_port for 2b08aead-fd79-4563-bd59-86a63b5e8d9d owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:25.690032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc418e6a-8259-481a-82be-e8ff33aa5294 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:25.751439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port bc418e6a-8259-481a-82be-e8ff33aa5294, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=bc418e6a-8259-481a-82be-e8ff33aa5294,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:25.760886 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.820484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2805d-b398-434a-9f07-4ed87cad404e req-4adb7496-45fe-4e53-93bf-c4a6eed34c0b tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:25.834355 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a73126e2-58a1-463d-84da-6d1db90493ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.834681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5dd2805d-b398-434a-9f07-4ed87cad404e req-4adb7496-45fe-4e53-93bf-c4a6eed34c0b tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 950 time: 0.2672641 Nov 26 21:49:25.847798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=bc418e6a-8259-481a-82be-e8ff33aa5294,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:25.857344 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:25.877949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Allocated IP 172.20.0.4 (bd3ee011-487e-4536-958d-3948a68d50da/31b91493-f348-405c-b49c-941d6696293e/a1fdfc1c-c4b5-4364-9655-939ac3db1745) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:25.898266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-616fb702-af99-417a-bdbf-8dc62b55c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:25.899866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-616fb702-af99-417a-bdbf-8dc62b55c086 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1096 time: 0.3509250 Nov 26 21:49:25.906502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] No DVR routers for this DVR port 2b08aead-fd79-4563-bd59-86a63b5e8d9d on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:25.912367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca920e0-2c4a-4a60-9afb-97ac299022ff None None] Pushing event deleted for resources: {'Port': ['ID=2b08aead-fd79-4563-bd59-86a63b5e8d9d,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:26.006514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.029424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5dd2805d-b398-434a-9f07-4ed87cad404e req-c5e12966-c1f3-424e-a3ca-fc678c85e3ad tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930070 Nov 26 21:49:26.033249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] No DVR routers for this DVR port 2b08aead-fd79-4563-bd59-86a63b5e8d9d on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:26.053892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2b634fc0-43af-49d0-81dc-ac9f7de04fb8 service neutron] 10.222.0.21 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829675 Nov 26 21:49:26.055862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b08aead-fd79-4563-bd59-86a63b5e8d9d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:26.109668 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb358bcf-5d5e-4d7b-ae4f-3fdd52c07e7c x-openstack-request-id: req-fb358bcf-5d5e-4d7b-ae4f-3fdd52c07e7c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:26.109968 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e9de7c-3a60-49fe-8b74-c24192fb7591", "name": "network-vif-deleted", "tag": "0edebdf5-efcf-44cf-9b58-f5112e86b4a3", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:26.110270 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb358bcf-5d5e-4d7b-ae4f-3fdd52c07e7c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:26.110677 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66e9de7c-3a60-49fe-8b74-c24192fb7591', 'name': 'network-vif-deleted', 'tag': '0edebdf5-efcf-44cf-9b58-f5112e86b4a3', 'status': 'completed', 'code': 200} Nov 26 21:49:26.143959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.181414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:26.189000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.212970 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.242445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-9e2b6236-51ba-4a4f-9479-91a34be143eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:26.243913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-9e2b6236-51ba-4a4f-9479-91a34be143eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 919 time: 0.3354862 Nov 26 21:49:26.252723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Pushing event updated for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:26.279073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Network bd3ee011-487e-4536-958d-3948a68d50da is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:26.283876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:26.287134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:26.347716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4db970a-f6b1-4a7e-9257-5ca152490d61']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:26.372914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:26.373646 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.394398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-61d11304-bb1c-4ec1-bff5-466d48823722 service neutron] 10.222.0.21 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167176 Nov 26 21:49:26.396152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-dea3807d-a361-4daf-9af2-3d063e859117 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 200 len: 217 time: 0.0696394 Nov 26 21:49:26.412378 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-b4ca9f19-2896-43b8-805e-2ca654dafb86 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9812930 Nov 26 21:49:26.421406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7968455-54ea-40ea-995a-54cfb1a3f85f') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:26.421788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7968455-54ea-40ea-995a-54cfb1a3f85f') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:26.434762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Request body: {'port': {'device_id': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:26.493752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.510093 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.538146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf712d8-9b24-4a66-9ee7-3e3ec3f93250 req-9abcfc8e-b703-4e6e-b62d-11cce02c25d8 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:26.539627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecf712d8-9b24-4a66-9ee7-3e3ec3f93250 req-9abcfc8e-b703-4e6e-b62d-11cce02c25d8 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.3156123 Nov 26 21:49:26.554186 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.562746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-82e0bfe7-677e-47f6-99ea-ad45aec405a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:26.564175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-82e0bfe7-677e-47f6-99ea-ad45aec405a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.1572464 Nov 26 21:49:26.578601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:49:26.578994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:49:26.582398 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:49:26.655623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-cd67fdbf-f66f-4ba2-bed4-673726e5525b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782039 Nov 26 21:49:26.741919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-8afb231a-edea-4f01-ad00-87086365883c service neutron] 10.222.0.21 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306375 Nov 26 21:49:26.742534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.752693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.755769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e4db970a-f6b1-4a7e-9257-5ca152490d61 HTTP/1.1" status: 204 len: 168 time: 2.0249665 Nov 26 21:49:26.762141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecf712d8-9b24-4a66-9ee7-3e3ec3f93250 req-c1be788b-90d8-4c9f-a4e4-f6d6e27bd1c9 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114670 Nov 26 21:49:26.766418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fdfc1c-c4b5-4364-9655-939ac3db1745 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:26.774200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.790485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7ffb0-1712-4d09-ad2e-1216d8cac746 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4db970a-f6b1-4a7e-9257-5ca152490d61,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:26.801751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Transition to ACTIVE for port object a1fdfc1c-c4b5-4364-9655-939ac3db1745 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:26.808720 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:26.880811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:26.893801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-087db365-3e58-4b0c-8436-8dad362bae29 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188144 Nov 26 21:49:26.927755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2b08aead-fd79-4563-bd59-86a63b5e8d9d no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:26.944643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-6a9226cd-9530-44d3-b762-5ce797da6bbd service neutron] 10.222.0.21 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878347 Nov 26 21:49:26.969089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Attempting to bind port a1fdfc1c-c4b5-4364-9655-939ac3db1745 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:26.969439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Attempting to bind port a1fdfc1c-c4b5-4364-9655-939ac3db1745 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:26.969779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Attempting to bind port a1fdfc1c-c4b5-4364-9655-939ac3db1745 on network bd3ee011-487e-4536-958d-3948a68d50da {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:26.970966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 2b08aead-fd79-4563-bd59-86a63b5e8d9d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:26.971594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2b08aead-fd79-4563-bd59-86a63b5e8d9d not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:26.975567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Port a1fdfc1c-c4b5-4364-9655-939ac3db1745 on network bd3ee011-487e-4536-958d-3948a68d50da not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:26.975818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Attempting to bind port a1fdfc1c-c4b5-4364-9655-939ac3db1745 on network bd3ee011-487e-4536-958d-3948a68d50da {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:26.982802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:26.983111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Checking segment: {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:26.983499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Bound using segment: {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:26.983939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Bound port: a1fdfc1c-c4b5-4364-9655-939ac3db1745, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:26.984295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:27.006112 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:27.035284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40426) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:27.044735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5047a-59f2-4d6d-90ca-b680552252f8 req-1bed7586-037c-4a36-a2c9-a41f0b874ebe tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:27.046277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9a5047a-59f2-4d6d-90ca-b680552252f8 req-1bed7586-037c-4a36-a2c9-a41f0b874ebe tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 949 time: 0.1657288 Nov 26 21:49:27.059996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:27.063954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:27.068417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:27.101834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:27.102960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:27.104350 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] 10.222.0.13 "PUT /v2.0/ports/a1fdfc1c-c4b5-4364-9655-939ac3db1745 HTTP/1.1" status: 200 len: 1091 time: 0.6751075 Nov 26 21:49:27.132115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab12a7-1045-4360-b0c1-a3488ce14ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:27.178953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d0d725d-87d3-4130-a367-cb657f63a771 req-2cdc75c8-b04b-430f-93f3-fda2a396a169 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634516 Nov 26 21:49:27.186991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1dcb6ca5-b238-40f3-96ed-2adf52882c5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=138f6055467d42d4b3c530f4ed0a9165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397305 Nov 26 21:49:27.189497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-176d444a-98a6-45ff-859c-adeecc9197ab service neutron] 10.222.0.21 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123590 Nov 26 21:49:27.190105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40428) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:27.194223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9a5047a-59f2-4d6d-90ca-b680552252f8 req-017c4e20-cad1-471e-b7ae-1097b24dc78c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323273 Nov 26 21:49:27.214134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-6ee51e75-f79b-4f4e-a64b-72a831f93ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:27.216067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-6ee51e75-f79b-4f4e-a64b-72a831f93ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 1094 time: 0.0542006 Nov 26 21:49:27.291731 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-ab49acbb-c43b-4450-9993-cf6ca3020503 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745 HTTP/1.1" status: 200 len: 217 time: 0.0580757 Nov 26 21:49:27.292943 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19cde08d-88d1-4cb9-b07c-6e9062c9f142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:27.323459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19cde08d-88d1-4cb9-b07c-6e9062c9f142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:27.354124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-424bcdca-f2e8-4b07-bafd-50e0012cc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:27.356801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-424bcdca-f2e8-4b07-bafd-50e0012cc120 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31b91493-f348-405c-b49c-941d6696293e HTTP/1.1" status: 200 len: 855 time: 0.0557666 Nov 26 21:49:27.385081 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19cde08d-88d1-4cb9-b07c-6e9062c9f142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:27.387900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19cde08d-88d1-4cb9-b07c-6e9062c9f142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:27.393274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19cde08d-88d1-4cb9-b07c-6e9062c9f142 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bed01875-55b5-4fcb-be03-4b8b98f046f3 HTTP/1.1" status: 204 len: 168 time: 0.1942353 Nov 26 21:49:27.394629 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-a0a8ba00-ee8e-40b7-8ef5-d67e2775e865 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd3ee011-487e-4536-958d-3948a68d50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298755 Nov 26 21:49:27.410925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cde08d-88d1-4cb9-b07c-6e9062c9f142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed01875-55b5-4fcb-be03-4b8b98f046f3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:27.479247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:27.515508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:27.515970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1930b7f3-a7a4-464c-b284-c7bc5223b2e7 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:27.524720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e3043-35e8-483d-8b1e-3a0cb20a352e req-6ca47425-a9c7-4bf7-b1b3-809f45fd7ce6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:27.530997 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-3b51bc1e-ffc3-402e-8830-466cb72e07fd service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289039 Nov 26 21:49:27.533037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-467e3043-35e8-483d-8b1e-3a0cb20a352e req-6ca47425-a9c7-4bf7-b1b3-809f45fd7ce6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 943 time: 0.0747488 Nov 26 21:49:27.595721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-467e3043-35e8-483d-8b1e-3a0cb20a352e req-da6fc938-0332-45f9-96c2-d957ef247d4a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Nov 26 21:49:27.635206 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b18899cf-5991-49ec-8fcc-eab9709e698f req-90a904ad-7da5-4064-a5c4-b1a9c2d9294a service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966458 Nov 26 21:49:28.016705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5959f-5530-45f1-a5b0-35e7aed11399 req-96d53389-865b-4569-ab3b-c0643f21420d tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:28.018913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3f5959f-5530-45f1-a5b0-35e7aed11399 req-96d53389-865b-4569-ab3b-c0643f21420d tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 1101 time: 0.0455468 Nov 26 21:49:28.063307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d3f5959f-5530-45f1-a5b0-35e7aed11399 req-24773881-5add-4661-b4a4-f54321f3fe02 tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.065632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-83c3bd65-c4ad-445b-81e2-3a9d909f8a39 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449114 Nov 26 21:49:28.112270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'name': 'network-vif-deleted', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7'}, {'name': 'network-changed', 'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:28.115288 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b790dc-2d26-4022-84f4-509ce4c342ba" -d '{"events": [{"server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "name": "network-vif-deleted", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7"}, {"name": "network-changed", "server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:28.228623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610da-27fd-4810-9504-f6d4b54a3268 req-795e9b17-d227-458d-89e9-136558ad7683 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:28.234601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-795e9b17-d227-458d-89e9-136558ad7683 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630468 Nov 26 21:49:28.264577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d3f5959f-5530-45f1-a5b0-35e7aed11399 req-24773881-5add-4661-b4a4-f54321f3fe02 tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.266896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-d29ccbcb-739c-4412-b6a5-bb137724be27 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/quotas/2b820183eed24eb5bf74ed4bc66afedc HTTP/1.1" status: 200 len: 375 time: 0.0228112 Nov 26 21:49:28.276523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d3f5959f-5530-45f1-a5b0-35e7aed11399 req-24773881-5add-4661-b4a4-f54321f3fe02 tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.316696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-dc521987-ec67-4d81-b53c-016e6cfff82a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420270 Nov 26 21:49:28.337070 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40504) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:28.374907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3f5959f-5530-45f1-a5b0-35e7aed11399 req-24773881-5add-4661-b4a4-f54321f3fe02 tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422129 Nov 26 21:49:28.375962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24773881-5add-4661-b4a4-f54321f3fe02 tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dec41a-21db-4f84-917b-82c9ae073c00,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:28.468478 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.529623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-network', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:28.535708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa4761-ab79-45b7-b1c3-d70537efd137 req-5b199ace-67bb-4d3b-9790-aecf2549f26c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:28.537408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4fa4761-ab79-45b7-b1c3-d70537efd137 req-5b199ace-67bb-4d3b-9790-aecf2549f26c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.0845962 Nov 26 21:49:28.560033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Made reservation on behalf of a4e6302103d94458be21b9f0e76ce000 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:28.562843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.584157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.614884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4fa4761-ab79-45b7-b1c3-d70537efd137 req-95136aac-54bf-448e-ab59-acd5631e512d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696862 Nov 26 21:49:28.650922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7ba9c78-4a62-4fa7-9d9a-a22be83043e8 req-e07c8d36-c872-4f5d-96a8-a11487c6fa4d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0305581 Nov 26 21:49:28.696992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.707428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.722088 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4118be-7bdf-42d3-be7b-4276e3db3e81 x-openstack-request-id: req-da4118be-7bdf-42d3-be7b-4276e3db3e81 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:28.723381 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92d0829-96d6-4f98-bf8e-bbb8c0771689", "name": "network-vif-deleted", "tag": "1930b7f3-a7a4-464c-b284-c7bc5223b2e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:28.723381 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da4118be-7bdf-42d3-be7b-4276e3db3e81 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:28.723637 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92d0829-96d6-4f98-bf8e-bbb8c0771689', 'name': 'network-vif-deleted', 'tag': '1930b7f3-a7a4-464c-b284-c7bc5223b2e7', 'status': 'completed', 'code': 200} Nov 26 21:49:28.725705 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'status': 'completed', 'code': 200} Nov 26 21:49:28.737682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:49:28.772816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.773180 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Added segment 8437c2aa-2b36-4c47-ac1c-5077d6ff621a of type vlan for network 16f9dd67-ddda-43af-9692-a89a43977a03 Nov 26 21:49:28.774483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0404edd-1a7e-44e7-93cb-f1ad9178a84e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:28.841166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92230abd-1dfd-42be-89fb-729ea20ccad4 req-134db38a-0fa5-4ca0-8fdb-db5427f2e73f tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:28.850983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.851402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92230abd-1dfd-42be-89fb-729ea20ccad4 req-134db38a-0fa5-4ca0-8fdb-db5427f2e73f tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 949 time: 0.0909085 Nov 26 21:49:28.884074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-eb6a675b-90d0-4d51-b169-97eca9a36100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:28.885667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-eb6a675b-90d0-4d51-b169-97eca9a36100 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 1094 time: 0.0990441 Nov 26 21:49:28.892180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.893540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:28.894567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:28.896581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ebcf221-6193-4734-bd47-77a814301790 req-52f2f249-18b8-407d-99f6-d6ae40fdb549 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 210 time: 0.0421808 Nov 26 21:49:28.942390 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92230abd-1dfd-42be-89fb-729ea20ccad4 req-cab39958-d1b4-4d53-a47b-baf9e90b5897 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861905 Nov 26 21:49:29.011888 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6730278 Nov 26 21:49:29.015280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40524) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:29.026650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Request body: {'subnet': {'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-subnet', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:29.054981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038584-104c-4a22-9fd9-4afc8d8fa3d5 admin admin] Pushing event updated for resources: {'Network': ['ID=16f9dd67-ddda-43af-9692-a89a43977a03,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:29.064720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 16f9dd67-ddda-43af-9692-a89a43977a03 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:49:29.101896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-dac11669-dbfb-4882-b00c-041ac623ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:29.103762 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-dac11669-dbfb-4882-b00c-041ac623ff53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 916 time: 0.2057643 Nov 26 21:49:29.110164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03408907-e53b-4705-9d19-6a195eb42e3d req-b795493a-eba5-4cb8-9c55-6127bee2a845 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:29.112352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03408907-e53b-4705-9d19-6a195eb42e3d req-b795493a-eba5-4cb8-9c55-6127bee2a845 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 943 time: 0.1449492 Nov 26 21:49:29.126602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Made reservation on behalf of a4e6302103d94458be21b9f0e76ce000 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:29.130155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.134006 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.221613 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-9ca8a73f-2fba-4bf8-ae5c-f849f7c2925c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745 HTTP/1.1" status: 200 len: 217 time: 0.0846298 Nov 26 21:49:29.223032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03408907-e53b-4705-9d19-6a195eb42e3d req-dc609c77-9572-44a1-bd68-2b37d2804ad1 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037192 Nov 26 21:49:29.278782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device bc418e6a-8259-481a-82be-e8ff33aa5294 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:29.352929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port bc418e6a-8259-481a-82be-e8ff33aa5294 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:49:29.359926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port bc418e6a-8259-481a-82be-e8ff33aa5294 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:29.360432 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.360741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9120ea47-73a6-4bff-b9bf-e1f9ab67e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:29.364938 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9120ea47-73a6-4bff-b9bf-e1f9ab67e282 service neutron] 10.222.0.13 "GET /v2.0/ports/ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 200 len: 1026 time: 0.0671911 Nov 26 21:49:29.366860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-4b918d28-7eff-4cea-9985-0ec5f78f5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:29.368238 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-4b918d28-7eff-4cea-9985-0ec5f78f5ece service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31b91493-f348-405c-b49c-941d6696293e HTTP/1.1" status: 200 len: 855 time: 0.1320312 Nov 26 21:49:29.399568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.491398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Checking segment: {'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:29.491919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Network hostable DHCP agents. Network: 16f9dd67-ddda-43af-9692-a89a43977a03, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:49:29.495049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba6f38a-9cff-45dc-b53a-bb64ee19f016,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:29.537864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Network 16f9dd67-ddda-43af-9692-a89a43977a03 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:49:29.551711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a1fdfc1c-c4b5-4364-9655-939ac3db1745 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:49:29.568146 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-2072df3a-4098-4c5b-80eb-69e2507d4a64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bd3ee011-487e-4536-958d-3948a68d50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471312 Nov 26 21:49:29.571184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.571944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-80f355ff-7a69-4087-81fc-2f30b4771035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:29.576506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-80f355ff-7a69-4087-81fc-2f30b4771035 service neutron] 10.222.0.13 "GET /v2.0/ports/2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 200 len: 1026 time: 0.1709869 Nov 26 21:49:29.583925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 16f9dd67-ddda-43af-9692-a89a43977a03) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:29.598018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b45031-45d4-4acc-9d84-e6c91b293cb5 None None] Network 16f9dd67-ddda-43af-9692-a89a43977a03 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:29.603280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:29.603980 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.639230 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5fb559ac-97b3-4b48-b560-b3726453dfd3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6204655 Nov 26 21:49:29.640653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40546) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:29.646167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:29.675356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6d131-c654-443d-8f0b-416b4710424e req-a7f4d5c3-3dc0-4f81-bdc1-c6b57cc3974d tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:29.677271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bd6d131-c654-443d-8f0b-416b4710424e req-a7f4d5c3-3dc0-4f81-bdc1-c6b57cc3974d tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 1101 time: 0.1522722 Nov 26 21:49:29.711583 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.712582 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.748871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef04e20c-f13b-43b4-ad10-d16656effb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc418e6a-8259-481a-82be-e8ff33aa5294'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:29.751840 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0cb172-c647-4bda-8e36-1448da5aee11" -d '{"events": [{"server_uuid": "ef04e20c-f13b-43b4-ad10-d16656effb95", "name": "network-vif-plugged", "status": "completed", "tag": "bc418e6a-8259-481a-82be-e8ff33aa5294"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:29.780784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port bc418e6a-8259-481a-82be-e8ff33aa5294, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=bc418e6a-8259-481a-82be-e8ff33aa5294,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:29.801725 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.813222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bd6d131-c654-443d-8f0b-416b4710424e req-f97974dd-285a-4552-bbdb-577fc7dab794 tempest-ServersAdminNegativeTestJSON-89622031 tempest-ServersAdminNegativeTestJSON-89622031-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201873 Nov 26 21:49:29.823235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:29.962449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:29.982948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=bc418e6a-8259-481a-82be-e8ff33aa5294,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:30.011229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'port_id': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'mac_address': 'fa:16:3e:ae:19:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b91493-f348-405c-b49c-941d6696293e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:49:30.085002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-16f9dd67-ddda-43af-9692-a89a43977a03', 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'fixed_ips': [{'subnet_id': 'eba6f38a-9cff-45dc-b53a-bb64ee19f016'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:49:30.086832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:30.121142 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:30.210088 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-ad2d133f-de59-4363-a544-b0a3a67e9e0c tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312247 Nov 26 21:49:30.215948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fdfc1c-c4b5-4364-9655-939ac3db1745 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:30.274910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:30.307708 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:30.365085 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-802bc436-1526-4c12-bd51-2436bec4516a service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865317 Nov 26 21:49:30.398612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-4aa8f60a-b6a5-486b-accd-5289712f34bd tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:30.408847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-4aa8f60a-b6a5-486b-accd-5289712f34bd tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:30.413767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Allocated IP 172.20.0.2 (16f9dd67-ddda-43af-9692-a89a43977a03/eba6f38a-9cff-45dc-b53a-bb64ee19f016/f2307eba-11a7-456b-914b-a6e8a5ff8f64) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:30.414778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-4aa8f60a-b6a5-486b-accd-5289712f34bd tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:30.416845 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-4aa8f60a-b6a5-486b-accd-5289712f34bd tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "GET /v2.0/networks?id=ff482d04-9fda-4afd-87ee-406646607aaa&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6 HTTP/1.1" status: 200 len: 1990 time: 0.7584624 Nov 26 21:49:30.433496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:30.439083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-980782c1-55ce-4eaa-bdd0-422965212f53 req-ad0c83de-be23-46e4-9c94-154af38f715e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.4750986 Nov 26 21:49:30.457011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:30.474486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12a5da-3b36-4aad-887a-3aa1e70dc063 req-c139b838-9e1b-47ec-b985-52ebb32f9d35 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:30.482402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a12a5da-3b36-4aad-887a-3aa1e70dc063 req-c139b838-9e1b-47ec-b985-52ebb32f9d35 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.5424185 Nov 26 21:49:30.605376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a12a5da-3b36-4aad-887a-3aa1e70dc063 req-0df11416-6ba3-44b2-8ce2-af4cdf91978d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141100 Nov 26 21:49:30.610611 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6b790dc-2d26-4022-84f4-509ce4c342ba req-4839b1ce-c013-4813-bbdf-49546c414e15 service neutron] 10.222.0.13 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343850 Nov 26 21:49:30.623536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610da-27fd-4810-9504-f6d4b54a3268 req-8157f787-dd62-435b-9137-87a3422d7610 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:30.625075 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-8157f787-dd62-435b-9137-87a3422d7610 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4085979 Nov 26 21:49:30.652189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Request body: {'port': {'device_id': 'e4d3f5af-14e9-4ad3-abd0-543de8e539a7', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '2b820183eed24eb5bf74ed4bc66afedc'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:30.696298 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4eb820-7a88-4560-9986-6e25576a9c3d x-openstack-request-id: req-3e4eb820-7a88-4560-9986-6e25576a9c3d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:30.698051 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef04e20c-f13b-43b4-ad10-d16656effb95", "name": "network-vif-plugged", "status": "completed", "tag": "bc418e6a-8259-481a-82be-e8ff33aa5294", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:30.698709 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e4eb820-7a88-4560-9986-6e25576a9c3d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:30.698709 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef04e20c-f13b-43b4-ad10-d16656effb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc418e6a-8259-481a-82be-e8ff33aa5294', 'code': 200} Nov 26 21:49:30.725107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['a1fdfc1c-c4b5-4364-9655-939ac3db1745'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:30.825074 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-76a13873-391e-496e-993b-a635a9658f1b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c564f5072cd4a49886c0ad793293985 HTTP/1.1" status: 200 len: 380 time: 0.2983570 Nov 26 21:49:30.832391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:30.837050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Made reservation on behalf of 2b820183eed24eb5bf74ed4bc66afedc for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:30.842993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:30.850848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'admin_state_up': True, 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'security_groups': ['99d30342-d7d6-4887-add6-abfb72f97123']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:30.871765 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:30.879041 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:30.926430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff6a55cd-8b88-44fc-98ee-d90e131bf960 req-5cfb596b-8c5e-44e8-a125-a8f20aaecbeb tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 210 time: 0.0826933 Nov 26 21:49:30.977961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Network 16f9dd67-ddda-43af-9692-a89a43977a03 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:31.001615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9aa23-1c04-4613-9a61-ee4149edb061 req-1ae361e4-6c21-4554-b149-33ecc44db3a7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:31.003347 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbc9aa23-1c04-4613-9a61-ee4149edb061 req-1ae361e4-6c21-4554-b149-33ecc44db3a7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 950 time: 0.2060721 Nov 26 21:49:31.005550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64dfc9-e96e-4194-be64-82ef4c63a4d1 req-f3b32507-487d-4ff6-ac8e-01d588e6d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:31.007084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee64dfc9-e96e-4194-be64-82ef4c63a4d1 req-f3b32507-487d-4ff6-ac8e-01d588e6d358 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 1101 time: 0.1669664 Nov 26 21:49:31.008194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.027979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:31.031455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:31.033899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Pushing event updated for resources: {'Port': ['ID=f2307eba-11a7-456b-914b-a6e8a5ff8f64,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:31.047669 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.060917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.070270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.201396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee64dfc9-e96e-4194-be64-82ef4c63a4d1 req-4696dfb4-4eb4-4665-bb51-b7f7560bdca2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662881 Nov 26 21:49:31.206008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Allocated IP 192.168.233.73 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/2e792d4b-f1b7-451c-a9f3-66ed3f466752) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:31.223650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbc9aa23-1c04-4613-9a61-ee4149edb061 req-f6a6a4a4-ddfb-4b6c-8c3b-116377b5f320 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116151 Nov 26 21:49:31.261972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Attempting to bind port f2307eba-11a7-456b-914b-a6e8a5ff8f64 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:31.262528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Attempting to bind port f2307eba-11a7-456b-914b-a6e8a5ff8f64 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:31.262985 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Attempting to bind port f2307eba-11a7-456b-914b-a6e8a5ff8f64 on network 16f9dd67-ddda-43af-9692-a89a43977a03 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:31.274407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:31.274694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Checking segment: {'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:31.275159 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.275552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Bound using segment: {'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:31.279679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Bound port: f2307eba-11a7-456b-914b-a6e8a5ff8f64, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:31.281772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.285541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7394b9f-3316-4b47-b1b0-745e00f8145e req-9e043397-e402-42c8-94bd-dc4997a10f94 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:31.292928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7394b9f-3316-4b47-b1b0-745e00f8145e req-9e043397-e402-42c8-94bd-dc4997a10f94 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 944 time: 0.2410300 Nov 26 21:49:31.357491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] For port f2307eba-11a7-456b-914b-a6e8a5ff8f64, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:31.360656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] For port f2307eba-11a7-456b-914b-a6e8a5ff8f64, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f2307eba-11a7-456b-914b-a6e8a5ff8f64,segment=NetworkSegment(8437c2aa-2b36-4c47-ac1c-5077d6ff621a),segment_id=8437c2aa-2b36-4c47-ac1c-5077d6ff621a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:31.370655 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.411523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:31.414139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7394b9f-3316-4b47-b1b0-745e00f8145e req-290d2244-ccd5-4bf7-90eb-3fe846ed4c64 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198349 Nov 26 21:49:31.436286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:31.439681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.440565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcab8d8-b369-470d-8776-5069c62af299 None None] Pushing event updated for resources: {'Port': ['ID=f2307eba-11a7-456b-914b-a6e8a5ff8f64,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:31.457731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Allocated IP 172.25.3.222 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/2c0f61fd-ed14-44c4-9659-9115f2d3533a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:31.494934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76dd9e-44d8-460c-a79f-24fe60aec7ad req-6ec9da1b-394a-40b8-9eb9-2d1f25dc26a0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:31.496655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c76dd9e-44d8-460c-a79f-24fe60aec7ad req-6ec9da1b-394a-40b8-9eb9-2d1f25dc26a0 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 945 time: 0.1811585 Nov 26 21:49:31.615292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.630313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b5377ee-79f1-4549-a9ee-88d123195e99 req-791e43a5-7f5b-4632-875c-0a6ccf62447a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0455618 Nov 26 21:49:31.673895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c76dd9e-44d8-460c-a79f-24fe60aec7ad req-87270279-57a6-4b6c-bb11-d8937781b0c7 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341388 Nov 26 21:49:31.731245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Allocated IP 172.20.0.5 (ff482d04-9fda-4afd-87ee-406646607aaa/4b67ce76-32b4-4660-9868-33216993a65f/0c046ded-7414-4233-b066-f818e5357934) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:31.767540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.894375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a295f4-b1be-4874-8d03-50afbc038cae req-62691787-f5f2-4e5b-9d28-b3137ec3c80a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:31.901252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0a295f4-b1be-4874-8d03-50afbc038cae req-62691787-f5f2-4e5b-9d28-b3137ec3c80a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1232145 Nov 26 21:49:31.956172 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:31.990928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.024281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0a295f4-b1be-4874-8d03-50afbc038cae req-69863479-1bc3-4fea-ae3b-d587fa5b381d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214387 Nov 26 21:49:32.052422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:32.062845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:32.063454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.066891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:32.092725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Pushing event updated for resources: {'Port': ['ID=2c0f61fd-ed14-44c4-9659-9115f2d3533a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:32.098396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.131049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network ff482d04-9fda-4afd-87ee-406646607aaa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:32.138729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:32.142108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:32.144818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:32.154300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db980-94af-4e7a-ad21-7882b95d1ce0 req-e2d8ecd0-36c2-4bdb-8b96-ad7526f4ed90 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:32.156650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-301db980-94af-4e7a-ad21-7882b95d1ce0 req-e2d8ecd0-36c2-4bdb-8b96-ad7526f4ed90 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 950 time: 0.2027590 Nov 26 21:49:32.189923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:32.198590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:32.209439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:32.209995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.250065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Pushing event updated for resources: {'Port': ['ID=2e792d4b-f1b7-451c-a9f3-66ed3f466752,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:32.264268 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4187677 Nov 26 21:49:32.285695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'admin_state_up': True, 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'security_groups': ['99d30342-d7d6-4887-add6-abfb72f97123']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:32.353568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff13d48-03a6-4158-888a-42b18df8c337 req-4e50d617-f361-4f02-b49a-07bb86833714 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:32.361702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dff13d48-03a6-4158-888a-42b18df8c337 req-4e50d617-f361-4f02-b49a-07bb86833714 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 935 time: 0.2636182 Nov 26 21:49:32.421883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-301db980-94af-4e7a-ad21-7882b95d1ce0 req-db0ff300-f48a-45fb-b8bf-d98f4894df0b tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496474 Nov 26 21:49:32.428597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:32.431025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.489188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fff486-e75f-4152-bccb-c42e091d4d34 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=0c046ded-7414-4233-b066-f818e5357934,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:32.504645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dff13d48-03a6-4158-888a-42b18df8c337 req-8342ca44-1b80-4b53-a690-2c8c8ff95ca2 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416802 Nov 26 21:49:32.514598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-15bde043-2108-46b7-9f04-24d1b917d0de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8667965 Nov 26 21:49:32.542127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Request body: {'port': {'device_id': 'e4d3f5af-14e9-4ad3-abd0-543de8e539a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:32.611930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:32.618360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eff9d4d0-1d89-4700-86ee-d2d32a89ff17 None None] Provisioning complete for port 0c046ded-7414-4233-b066-f818e5357934 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:32.618853 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eff9d4d0-1d89-4700-86ee-d2d32a89ff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.627050 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.654981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.680209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-eff9d4d0-1d89-4700-86ee-d2d32a89ff17 None None] Port 0c046ded-7414-4233-b066-f818e5357934 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:32.798381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09d6ca-6ba2-45a8-a804-b083ae391dd5 req-854d3138-587a-478c-b336-223b805afdae tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:32.800372 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c09d6ca-6ba2-45a8-a804-b083ae391dd5 req-854d3138-587a-478c-b336-223b805afdae tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 950 time: 0.1903527 Nov 26 21:49:32.814994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fead583e-f058-491f-82e8-5e88188e6fb9 None None] Provisioning complete for port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:32.818001 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fead583e-f058-491f-82e8-5e88188e6fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:32.821532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Allocated IP 10.1.1.42 (405b2391-61f5-4ce4-8f3a-33f612f4d1fe/f3464b9a-8bed-4ffb-9abc-d55bb798ce71/eb121110-dd4b-4f7e-8e75-26864d520c2e) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:32.866584 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230424e8-10d1-4175-ae5a-3e4f687df8ac req-e1c49b7c-10e1-41ab-b218-e56f53e30b10 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:32.876322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-230424e8-10d1-4175-ae5a-3e4f687df8ac req-e1c49b7c-10e1-41ab-b218-e56f53e30b10 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 944 time: 0.1897337 Nov 26 21:49:32.923587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fead583e-f058-491f-82e8-5e88188e6fb9 None None] Port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:32.949996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.018274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f2307eba-11a7-456b-914b-a6e8a5ff8f64 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:33.104378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f2307eba-11a7-456b-914b-a6e8a5ff8f64 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:33.105104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.151341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f2bf6-c35a-4fca-8612-919390b45687 None None] Network 16f9dd67-ddda-43af-9692-a89a43977a03 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:33.175366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.191648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8937ae96-8010-4376-af67-71e215e33804 None None] Provisioning complete for port f2307eba-11a7-456b-914b-a6e8a5ff8f64 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:33.192319 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8937ae96-8010-4376-af67-71e215e33804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.215816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c09d6ca-6ba2-45a8-a804-b083ae391dd5 req-0283a80c-62e7-47b8-bf80-1a97f72ff42c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033222 Nov 26 21:49:33.255600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-230424e8-10d1-4175-ae5a-3e4f687df8ac req-3f0e8bd5-77cc-4a0b-9511-1a22f1cda2e7 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598762 Nov 26 21:49:33.340845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-9016beb1-c7f9-4082-96f1-648a5c69534e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:33.342684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-9016beb1-c7f9-4082-96f1-648a5c69534e tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 945 time: 0.3937976 Nov 26 21:49:33.378047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.446345 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.492296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port f2307eba-11a7-456b-914b-a6e8a5ff8f64, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f2307eba-11a7-456b-914b-a6e8a5ff8f64,segment=NetworkSegment(8437c2aa-2b36-4c47-ac1c-5077d6ff621a),segment_id=8437c2aa-2b36-4c47-ac1c-5077d6ff621a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:33.503411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a1fdfc1c-c4b5-4364-9655-939ac3db1745 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:33.521273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d33f5-5a83-4791-945b-b3840708b3bb req-0683e8ca-b67a-450f-8a6e-d37337f75e51 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:33.522997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb2d33f5-5a83-4791-945b-b3840708b3bb req-0683e8ca-b67a-450f-8a6e-d37337f75e51 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 931 time: 0.2052901 Nov 26 21:49:33.534471 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.547636 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8937ae96-8010-4376-af67-71e215e33804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.551761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.558509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e792d4b-f1b7-451c-a9f3-66ed3f466752 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:33.568615 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.583821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Transition to ACTIVE for port object 2e792d4b-f1b7-451c-a9f3-66ed3f466752 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:33.587859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=eb121110-dd4b-4f7e-8e75-26864d520c2e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:33.596839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.608128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:33.632352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:33.708083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:33.734133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port a1fdfc1c-c4b5-4364-9655-939ac3db1745 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:49:33.755624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-8937ae96-8010-4376-af67-71e215e33804 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:49:33.755999 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-8937ae96-8010-4376-af67-71e215e33804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:49:33.756507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=f2307eba-11a7-456b-914b-a6e8a5ff8f64,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:33.759293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port a1fdfc1c-c4b5-4364-9655-939ac3db1745 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:33.759553 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.782912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec8538-41f4-405b-8452-27edb672ee4b req-913e1f83-dab3-4426-801c-18e9a56990af tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:33.790439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01ec8538-41f4-405b-8452-27edb672ee4b req-913e1f83-dab3-4426-801c-18e9a56990af tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 945 time: 0.3584182 Nov 26 21:49:33.887390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Deleting port f49f0399-03ab-4ae6-a64e-a9181e1de851 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:33.887847 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.929248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:33.986599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:33.993723 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186ed223-8e32-48a8-9225-4437cec0a1c4" -d '{"events": [{"server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "name": "network-vif-plugged", "status": "completed", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:33.997885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Pushing event updated for resources: {'Port': ['ID=2e792d4b-f1b7-451c-a9f3-66ed3f466752,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:34.024776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:34.037252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.040483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:49:34.063795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:34.064679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.096000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb2d33f5-5a83-4791-945b-b3840708b3bb req-e2d2cd69-9903-4539-a5cc-01f47b787bc7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5564129 Nov 26 21:49:34.099598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9b13701e-423e-460e-b1c4-671872fab937 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8178542 Nov 26 21:49:34.126337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Attempting to bind port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:34.126729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Attempting to bind port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:34.127069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Attempting to bind port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:34.133008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'admin_state_up': True, 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'security_groups': ['99d30342-d7d6-4887-add6-abfb72f97123']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:34.146716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:34.157900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:34.158407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Attempting to bind port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:34.180704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01ec8538-41f4-405b-8452-27edb672ee4b req-dea77ef8-0c5d-47d0-93ea-b7dbba6532ca tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/security-groups?id=558eca7c-bfb7-4cb7-934d-6bed163eba2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865788 Nov 26 21:49:34.197946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:34.198581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:34.198873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:34.199457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Bound port: 2e792d4b-f1b7-451c-a9f3-66ed3f466752, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:34.200058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.204642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] For port f49f0399-03ab-4ae6-a64e-a9181e1de851, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f49f0399-03ab-4ae6-a64e-a9181e1de851,segment=NetworkSegment(8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd),segment_id=8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:34.205021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.247605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Calling delete_port for f49f0399-03ab-4ae6-a64e-a9181e1de851 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:34.363610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ac0a0-af08-4600-ad28-84c175398aef req-ea760082-558b-4fc6-b96c-1992212fbc33 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:34.365065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545ac0a0-af08-4600-ad28-84c175398aef req-ea760082-558b-4fc6-b96c-1992212fbc33 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 950 time: 0.1156788 Nov 26 21:49:34.370205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] For port 2e792d4b-f1b7-451c-a9f3-66ed3f466752, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:34.376162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] For port 2e792d4b-f1b7-451c-a9f3-66ed3f466752, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2e792d4b-f1b7-451c-a9f3-66ed3f466752,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:34.408561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.430706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f3c72-9ea8-414c-a9fd-f6a4d005b43c req-96ceac2e-7304-4235-9e83-09fb1761855a tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:34.438782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-001f3c72-9ea8-414c-a9fd-f6a4d005b43c req-96ceac2e-7304-4235-9e83-09fb1761855a tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 950 time: 0.1890609 Nov 26 21:49:34.441843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:34.443709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3328ed98-7578-4607-b8a6-a0b296de9195 None None] Provisioning complete for port eb121110-dd4b-4f7e-8e75-26864d520c2e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:34.445080 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3328ed98-7578-4607-b8a6-a0b296de9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.445250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.453454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43893303-ea2c-48c9-b057-daa1fdce1770 req-9ed6a57b-d2e3-49c8-8b19-63f1d9a4b38d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:34.460746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43893303-ea2c-48c9-b057-daa1fdce1770 req-9ed6a57b-d2e3-49c8-8b19-63f1d9a4b38d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.2526982 Nov 26 21:49:34.496872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:34.497499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.499484 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] 10.222.0.13 "PUT /v2.0/ports/2e792d4b-f1b7-451c-a9f3-66ed3f466752 HTTP/1.1" status: 200 len: 1095 time: 1.9681866 Nov 26 21:49:34.499938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d3f5af-14e9-4ad3-abd0-543de8e539a7', 'tag': '2e792d4b-f1b7-451c-a9f3-66ed3f466752'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:34.504528 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f602b6-ae61-418c-909f-714576c25ade" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d3f5af-14e9-4ad3-abd0-543de8e539a7", "tag": "2e792d4b-f1b7-451c-a9f3-66ed3f466752"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:34.587034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3328ed98-7578-4607-b8a6-a0b296de9195 None None] Port eb121110-dd4b-4f7e-8e75-26864d520c2e cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:34.590672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-001f3c72-9ea8-414c-a9fd-f6a4d005b43c req-f34e9515-fd6e-44f5-b683-42bce367a8a0 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510048 Nov 26 21:49:34.609340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3328ed98-7578-4607-b8a6-a0b296de9195 None None] Provisioning complete for port f2307eba-11a7-456b-914b-a6e8a5ff8f64 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:34.609997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3328ed98-7578-4607-b8a6-a0b296de9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.622391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fa0e9-6c36-4705-9198-a85b2325d55f service neutron] Pushing event updated for resources: {'Port': ['ID=2e792d4b-f1b7-451c-a9f3-66ed3f466752,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:34.708818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43893303-ea2c-48c9-b057-daa1fdce1770 req-c3160755-10e4-4244-9032-30202879a500 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452145 Nov 26 21:49:34.710501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:49:34.727359 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Sync routers for ids ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:49:34.752162 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Routers {'a62e72b9-4e3e-4596-b019-2cf3d9bfe100'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:34.756375 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:34.774338 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.782548 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.791347 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-50937897-ec25-4c3e-bd92-3c0ff96f33bc admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1493824 Nov 26 21:49:34.794034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40606) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:34.797001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6a163-ca6f-4d88-b57e-0a2f68a2f8eb req-588ba23f-c342-4d63-800a-00e9d1b574b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:34.802436 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fbd6a163-ca6f-4d88-b57e-0a2f68a2f8eb req-588ba23f-c342-4d63-800a-00e9d1b574b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1096 time: 0.2320235 Nov 26 21:49:34.837955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Pushing event deleted for resources: {'Port': ['ID=f49f0399-03ab-4ae6-a64e-a9181e1de851,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:34.846250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Deleting port aa9aff99-6000-4c89-abbf-75a359199701 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:34.846587 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:34.863903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610da-27fd-4810-9504-f6d4b54a3268 req-d7550ee7-351d-4bca-9127-589904246f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:34.865336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-d7550ee7-351d-4bca-9127-589904246f13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 1098 time: 0.2670329 Nov 26 21:49:34.866570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Allocated IP 10.1.1.233 (405b2391-61f5-4ce4-8f3a-33f612f4d1fe/f3464b9a-8bed-4ffb-9abc-d55bb798ce71/b7ed1d3d-24cc-4b32-8cff-9b741c2f296c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:34.891102 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ea2bca-7ba7-4e1b-a165-09c66378059b x-openstack-request-id: req-46ea2bca-7ba7-4e1b-a165-09c66378059b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:34.891748 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "name": "network-vif-plugged", "status": "completed", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:34.891859 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46ea2bca-7ba7-4e1b-a165-09c66378059b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:34.904660 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'code': 200} Nov 26 21:49:34.915079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f49f0399-03ab-4ae6-a64e-a9181e1de851'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:35.005320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bcdc4-fddf-46f9-bb6b-e25c8f916f2e req-789e1547-def7-4033-9fe0-f6a4e7c24e19 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:35.006433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f2307eba-11a7-456b-914b-a6e8a5ff8f64 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:35.007544 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Set router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:35.016711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-015bcdc4-fddf-46f9-bb6b-e25c8f916f2e req-789e1547-def7-4033-9fe0-f6a4e7c24e19 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 947 time: 0.2728052 Nov 26 21:49:35.022495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] No DVR routers for this DVR port f49f0399-03ab-4ae6-a64e-a9181e1de851 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:35.034791 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.039113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-906b55ba-5167-4837-9273-6cb78e5e8fd8 req-15735eb4-179e-4df5-bf20-9742df3e4a92 tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.41 "DELETE /v2.0/ports/f49f0399-03ab-4ae6-a64e-a9181e1de851 HTTP/1.1" status: 204 len: 173 time: 1.6696839 Nov 26 21:49:35.041743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90577203-e6bd-4ef4-98fa-58081f40e1f2', 'name': 'network-vif-deleted', 'tag': 'f49f0399-03ab-4ae6-a64e-a9181e1de851'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:35.054635 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ee62a1-97c0-48b8-a48b-ccd95d29c430" -d '{"events": [{"server_uuid": "90577203-e6bd-4ef4-98fa-58081f40e1f2", "name": "network-vif-deleted", "tag": "f49f0399-03ab-4ae6-a64e-a9181e1de851"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:35.168596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f2307eba-11a7-456b-914b-a6e8a5ff8f64 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:35.169435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.297807 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:32Z', 'revision_number': 3, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port': {'id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:31Z', 'updated_at': '2021-11-26T21:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:35.341238 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Checking router: a62e72b9-4e3e-4596-b019-2cf3d9bfe100 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:49:35.341889 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Updating router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 port 2c0f61fd-ed14-44c4-9659-9115f2d3533a binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:49:35.373427 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.483081 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-f9fd0b23-ba45-49f1-9bdd-dabab3322acb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=2e792d4b-f1b7-451c-a9f3-66ed3f466752 HTTP/1.1" status: 200 len: 217 time: 0.5700705 Nov 26 21:49:35.578479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1883bb-1640-4bdb-af89-67e40cbadb25 req-96688b8f-5fa2-44f2-a148-0642c5ba68cf tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:35.587238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f1883bb-1640-4bdb-af89-67e40cbadb25 req-96688b8f-5fa2-44f2-a148-0642c5ba68cf tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 950 time: 0.6809850 Nov 26 21:49:35.601072 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fbd6a163-ca6f-4d88-b57e-0a2f68a2f8eb req-24402bda-9e39-4ab3-a8aa-8245a62eec6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7626169 Nov 26 21:49:35.657480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-015bcdc4-fddf-46f9-bb6b-e25c8f916f2e req-8d052444-b495-435e-8be2-83d339bdcbb9 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397083 Nov 26 21:49:35.703848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f1883bb-1640-4bdb-af89-67e40cbadb25 req-21452ca1-fd3f-4a0d-af3a-b762ebcb526c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090324 Nov 26 21:49:35.712053 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.719496 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.769469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610da-27fd-4810-9504-f6d4b54a3268 req-d003bccd-f94a-4794-93d0-d62137fbf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:35.770970 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-d003bccd-f94a-4794-93d0-d62137fbf828 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2714798 Nov 26 21:49:35.772569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8a59-97d9-436c-8056-e464bbc54d38 req-187f8376-bc5a-4ae2-8bfd-d6b85b8cd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:35.773896 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-acac8a59-97d9-436c-8056-e464bbc54d38 req-187f8376-bc5a-4ae2-8bfd-d6b85b8cd59e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 1096 time: 0.8702333 Nov 26 21:49:35.784115 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706d1ddc-fc08-46bd-8201-e0867074fb02 x-openstack-request-id: req-706d1ddc-fc08-46bd-8201-e0867074fb02 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:35.784390 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d3f5af-14e9-4ad3-abd0-543de8e539a7", "tag": "2e792d4b-f1b7-451c-a9f3-66ed3f466752", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:35.784650 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-706d1ddc-fc08-46bd-8201-e0867074fb02 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:35.785048 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d3f5af-14e9-4ad3-abd0-543de8e539a7', 'tag': '2e792d4b-f1b7-451c-a9f3-66ed3f466752', 'status': 'completed', 'code': 200} Nov 26 21:49:35.790115 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Pushing event updated for resources: {'Port': ['ID=2c0f61fd-ed14-44c4-9659-9115f2d3533a,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:35.798644 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Attempting to bind port 2c0f61fd-ed14-44c4-9659-9115f2d3533a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:35.799031 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Attempting to bind port 2c0f61fd-ed14-44c4-9659-9115f2d3533a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:35.799658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Attempting to bind port 2c0f61fd-ed14-44c4-9659-9115f2d3533a on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:35.799845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] For port aa9aff99-6000-4c89-abbf-75a359199701, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aa9aff99-6000-4c89-abbf-75a359199701,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:35.800213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.805678 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.806035 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.806424 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.806950 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.807451 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.807794 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.808129 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.808460 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.809863 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.809863 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.810165 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.810497 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:49:35.816586 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:35.816969 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:35.817897 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.817897 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:35.818261 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Bound port: 2c0f61fd-ed14-44c4-9659-9115f2d3533a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:35.818647 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.851437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd198-8e05-44ea-94ef-e3324da7f5ae req-4e6bc302-a78e-4c1e-a9de-7bfd63f2a838 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:35.855887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f69cd198-8e05-44ea-94ef-e3324da7f5ae req-4e6bc302-a78e-4c1e-a9de-7bfd63f2a838 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1112299 Nov 26 21:49:35.856738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Calling delete_port for aa9aff99-6000-4c89-abbf-75a359199701 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:35.866481 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edb041e-403c-48e8-9eed-18d773456f0d x-openstack-request-id: req-7edb041e-403c-48e8-9eed-18d773456f0d {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:35.866646 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90577203-e6bd-4ef4-98fa-58081f40e1f2", "name": "network-vif-deleted", "tag": "f49f0399-03ab-4ae6-a64e-a9181e1de851", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:35.866917 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7edb041e-403c-48e8-9eed-18d773456f0d {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:35.871700 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90577203-e6bd-4ef4-98fa-58081f40e1f2', 'name': 'network-vif-deleted', 'tag': 'f49f0399-03ab-4ae6-a64e-a9181e1de851', 'status': 'completed', 'code': 200} Nov 26 21:49:35.885001 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] For port 2c0f61fd-ed14-44c4-9659-9115f2d3533a, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:35.889567 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] For port 2c0f61fd-ed14-44c4-9659-9115f2d3533a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2c0f61fd-ed14-44c4-9659-9115f2d3533a,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:35.899478 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:35.930815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f69cd198-8e05-44ea-94ef-e3324da7f5ae req-634dda04-c525-4739-8996-e4b27163ec26 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662940 Nov 26 21:49:35.996035 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Routers {'a62e72b9-4e3e-4596-b019-2cf3d9bfe100'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:35.996667 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:36.015013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92cad-dac7-44da-a953-f460d52f41a0 req-f4f25f24-a81e-41d8-b915-78ee74a70944 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:36.021945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92cad-dac7-44da-a953-f460d52f41a0 req-f4f25f24-a81e-41d8-b915-78ee74a70944 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:36.030800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5c92cad-dac7-44da-a953-f460d52f41a0 req-f4f25f24-a81e-41d8-b915-78ee74a70944 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 1652 time: 0.0698950 Nov 26 21:49:36.050350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:36.084875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1df03ee7-84aa-4896-b6f8-793086a51789 req-dec770cc-af5f-474c-a910-f36c7ea7ab3b tempest-ServersTestJSON-1772994930 tempest-ServersTestJSON-1772994930-project] 10.222.0.21 "GET /v2.0/ports?device_id=90577203-e6bd-4ef4-98fa-58081f40e1f2 HTTP/1.1" status: 200 len: 210 time: 0.0427828 Nov 26 21:49:36.118369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5c92cad-dac7-44da-a953-f460d52f41a0 req-1145b033-c9ba-4622-80c8-34f8634d142d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866029 Nov 26 21:49:36.129721 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116efc6f-6494-42f2-adbb-b13fe7b381ef None None] Pushing event updated for resources: {'Port': ['ID=2c0f61fd-ed14-44c4-9659-9115f2d3533a,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:36.152158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540610da-27fd-4810-9504-f6d4b54a3268 req-2f497787-a7d4-43f4-9aea-08edf9156315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:36.155077 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-2f497787-a7d4-43f4-9aea-08edf9156315 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3654978 Nov 26 21:49:36.170322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-acac8a59-97d9-436c-8056-e464bbc54d38 req-8416232c-4f9c-4294-8e05-f0cd0b6e7914 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674574 Nov 26 21:49:36.193702 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] Set router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:36.280487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacdfb3-f669-448e-bcb9-64b711bc2a8d req-a5bfcf22-401f-4775-8b0e-482fd65b5662 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:36.288596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-caacdfb3-f669-448e-bcb9-64b711bc2a8d req-a5bfcf22-401f-4775-8b0e-482fd65b5662 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 950 time: 0.0941737 Nov 26 21:49:36.354390 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-caacdfb3-f669-448e-bcb9-64b711bc2a8d req-242add00-b5b4-4bd5-a87d-ed6e5c98d8c7 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566254 Nov 26 21:49:36.449876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:36.468249 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:32Z', 'revision_number': 3, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port': {'id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:31Z', 'updated_at': '2021-11-26T21:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:36.538785 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d69f11b-1342-4a70-8553-fea7529b1a40 None None] The sync data for ids ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'] in n-d-819494-1 is: [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:32Z', 'revision_number': 3, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port': {'id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:31Z', 'updated_at': '2021-11-26T21:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:49:36.548934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:36.567050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:36.602546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:36.619735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f7072-16e8-495a-8159-6e97c0e7c28b req-e71afefb-7a09-4c9b-9fe5-71606161e10a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:36.621957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb1f7072-16e8-495a-8159-6e97c0e7c28b req-e71afefb-7a09-4c9b-9fe5-71606161e10a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1395519 Nov 26 21:49:36.627115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a9869-0260-4b92-b07b-08321ebcc399 req-b5729831-660a-4b41-8c24-324369995600 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:36.628605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be1a9869-0260-4b92-b07b-08321ebcc399 req-b5729831-660a-4b41-8c24-324369995600 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 1101 time: 0.0855730 Nov 26 21:49:36.654619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-2b8ebb90-6d9a-4a20-8c96-44cc6a278301 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791667 Nov 26 21:49:36.671032 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-be1a9869-0260-4b92-b07b-08321ebcc399 req-8ab538c6-85f6-413c-8d49-28f85572990f tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:36.693469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:36.726654 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:36.753822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:36.763155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['fb6c7f61-11a2-413c-b731-15ec6bf058cb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:36.809056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-be1a9869-0260-4b92-b07b-08321ebcc399 req-8ab538c6-85f6-413c-8d49-28f85572990f tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:36.833012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb1f7072-16e8-495a-8159-6e97c0e7c28b req-fbeb1a53-325d-4b00-b383-8eb76e64d09c tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023249 Nov 26 21:49:36.835897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-be1a9869-0260-4b92-b07b-08321ebcc399 req-8ab538c6-85f6-413c-8d49-28f85572990f tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:36.923489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be1a9869-0260-4b92-b07b-08321ebcc399 req-8ab538c6-85f6-413c-8d49-28f85572990f tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744997 Nov 26 21:49:37.007238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab538c6-85f6-413c-8d49-28f85572990f tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3833d9b-d84a-401e-b9e9-45d9d616b632,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:37.059978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Pushing event deleted for resources: {'Port': ['ID=aa9aff99-6000-4c89-abbf-75a359199701,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:37.128399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] No DVR routers for this DVR port aa9aff99-6000-4c89-abbf-75a359199701 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:37.156647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-540610da-27fd-4810-9504-f6d4b54a3268 req-82ecf83e-3f35-4bed-a4c1-7cfd30febbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678881 Nov 26 21:49:37.158249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-020f326a-bcac-478b-aa0b-ad085e2be26f None None] Provisioning complete for port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:37.159923 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-020f326a-bcac-478b-aa0b-ad085e2be26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:37.160075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:37.163450 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-545ac0a0-af08-4600-ad28-84c175398aef req-2f1409fb-081c-4ce0-8789-2e524148a22c tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.41 "DELETE /v2.0/ports/aa9aff99-6000-4c89-abbf-75a359199701 HTTP/1.1" status: 204 len: 173 time: 2.7909739 Nov 26 21:49:37.171647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:37.172311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:37.207371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-24280324-69ff-4dcd-b13c-694303d171bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0821452 Nov 26 21:49:37.230496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9245a-bb77-4cc8-8c5e-762f6bf343df req-d186f52a-1cc9-4500-bdd8-c00a5f9de18d tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:37.241376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25b9245a-bb77-4cc8-8c5e-762f6bf343df req-d186f52a-1cc9-4500-bdd8-c00a5f9de18d tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 947 time: 0.1721199 Nov 26 21:49:37.280077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6', 'admin_state_up': True, 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'security_groups': ['99d30342-d7d6-4887-add6-abfb72f97123']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:37.306618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-020f326a-bcac-478b-aa0b-ad085e2be26f None None] Port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:37.333632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aa9aff99-6000-4c89-abbf-75a359199701 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:37.394354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: aa9aff99-6000-4c89-abbf-75a359199701 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:37.394695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aa9aff99-6000-4c89-abbf-75a359199701 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:37.395209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f49f0399-03ab-4ae6-a64e-a9181e1de851 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:37.439435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25b9245a-bb77-4cc8-8c5e-762f6bf343df req-1894df30-6b2e-4ce3-8f3f-8b89b000319e tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956582 Nov 26 21:49:37.469576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: f49f0399-03ab-4ae6-a64e-a9181e1de851 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:37.469935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f49f0399-03ab-4ae6-a64e-a9181e1de851 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:37.481149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e39db9-e8d3-451f-9fa5-3fcba972cf6d req-0a7ce76d-6483-47ae-9f0b-aea15a8b9500 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:37.483558 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58e39db9-e8d3-451f-9fa5-3fcba972cf6d req-0a7ce76d-6483-47ae-9f0b-aea15a8b9500 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1506720 Nov 26 21:49:37.541211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:37.556942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40640) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:37.590814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f602b6-ae61-418c-909f-714576c25ade req-296c053f-c7bb-42d6-838d-eea0c28f8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:37.592286 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39f602b6-ae61-418c-909f-714576c25ade req-296c053f-c7bb-42d6-838d-eea0c28f8542 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 1098 time: 0.2782974 Nov 26 21:49:37.648013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58e39db9-e8d3-451f-9fa5-3fcba972cf6d req-a7dd8cb6-d2d5-43aa-891e-755482a040cc tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439879 Nov 26 21:49:37.665140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dd65e9-8470-474c-9955-d09a988c7e0f admin admin] Deleting subnet 9a81f213-8ace-436e-ba8f-96f5b41d21ac {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:49:37.671497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0dd65e9-8470-474c-9955-d09a988c7e0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:37.707036 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:37.795095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3197f87-8fda-4c81-9db4-a7ee09be8451', 'name': 'network-vif-deleted', 'tag': 'aa9aff99-6000-4c89-abbf-75a359199701'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:37.798694 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76e547d-eec6-4cd4-b6f7-3411061c414d" -d '{"events": [{"server_uuid": "c3197f87-8fda-4c81-9db4-a7ee09be8451", "name": "network-vif-deleted", "tag": "aa9aff99-6000-4c89-abbf-75a359199701"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:37.821983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0dd65e9-8470-474c-9955-d09a988c7e0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:37.865421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1938585-c4c2-432f-a1a6-ced573449c7f req-087302e3-daa0-42c8-ae83-4fa97be579d3 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3197f87-8fda-4c81-9db4-a7ee09be8451 HTTP/1.1" status: 200 len: 210 time: 0.0621457 Nov 26 21:49:37.914235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af7d2b-9224-41ee-aedb-bb3e1f6fa2af req-18326b4f-acda-48d6-96ff-a8da6ad98331 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:37.920874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af7d2b-9224-41ee-aedb-bb3e1f6fa2af req-18326b4f-acda-48d6-96ff-a8da6ad98331 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:37.927211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af7d2b-9224-41ee-aedb-bb3e1f6fa2af req-18326b4f-acda-48d6-96ff-a8da6ad98331 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:37.934707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9af7d2b-9224-41ee-aedb-bb3e1f6fa2af req-18326b4f-acda-48d6-96ff-a8da6ad98331 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 2373 time: 0.1822119 Nov 26 21:49:37.954881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0dd65e9-8470-474c-9955-d09a988c7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:37.962254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f602b6-ae61-418c-909f-714576c25ade req-0c4b03ae-03d7-4d42-856c-a2bae0970df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:37.963821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39f602b6-ae61-418c-909f-714576c25ade req-0c4b03ae-03d7-4d42-856c-a2bae0970df2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2943468 Nov 26 21:49:37.971309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:38.064994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-f57f455e-c1eb-4841-8495-a3cc20ca4177 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438430 Nov 26 21:49:38.070951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9af7d2b-9224-41ee-aedb-bb3e1f6fa2af req-3e693270-8fbd-458f-9fc0-f23554553e49 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354089 Nov 26 21:49:38.098904 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39f602b6-ae61-418c-909f-714576c25ade req-dc821e72-ae4b-4ba1-888b-8951330f5d88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=2e792d4b-f1b7-451c-a9f3-66ed3f466752 HTTP/1.1" status: 200 len: 217 time: 0.1195333 Nov 26 21:49:38.117846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0dd65e9-8470-474c-9955-d09a988c7e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.191338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd65e9-8470-474c-9955-d09a988c7e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a81f213-8ace-436e-ba8f-96f5b41d21ac,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:38.210151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0dd65e9-8470-474c-9955-d09a988c7e0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.213608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d0dd65e9-8470-474c-9955-d09a988c7e0f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a81f213-8ace-436e-ba8f-96f5b41d21ac HTTP/1.1" status: 204 len: 168 time: 0.6551802 Nov 26 21:49:38.219231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40654) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:38.230601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.246645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f602b6-ae61-418c-909f-714576c25ade req-8fd99ad5-ad4e-4c11-b370-6b47e5189519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:38.248163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39f602b6-ae61-418c-909f-714576c25ade req-8fd99ad5-ad4e-4c11-b370-6b47e5189519 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1403000 Nov 26 21:49:38.360674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-6c13da0d-fed0-47c2-80c7-1763a920c07a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:38.362062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-6c13da0d-fed0-47c2-80c7-1763a920c07a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818499 Nov 26 21:49:38.364537 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.397593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b257fc-0791-4810-aa2c-cb0677ebf316 req-2cb8dc52-f9dc-4ab5-a2d4-afb204f43445 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:38.399816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4b257fc-0791-4810-aa2c-cb0677ebf316 req-2cb8dc52-f9dc-4ab5-a2d4-afb204f43445 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1850922 Nov 26 21:49:38.410249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-a3ef18b8-6da6-41fb-bad7-387f1d038345 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/quotas/138fc97044cb431798948e7979494fc0 HTTP/1.1" status: 200 len: 375 time: 0.0370052 Nov 26 21:49:38.435919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Allocated IP 172.20.0.1 (16f9dd67-ddda-43af-9692-a89a43977a03/eba6f38a-9cff-45dc-b53a-bb64ee19f016/722f5f57-2f8b-42a2-b5da-71e99e3f723d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:38.490154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f602b6-ae61-418c-909f-714576c25ade req-f2105927-7e4b-487e-9f72-59e8ca841f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:38.491654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39f602b6-ae61-418c-909f-714576c25ade req-f2105927-7e4b-487e-9f72-59e8ca841f81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329364 Nov 26 21:49:38.564235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4b257fc-0791-4810-aa2c-cb0677ebf316 req-cc914e6d-f99b-419f-a10f-8fe0b439ad9a tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525512 Nov 26 21:49:38.570034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.594749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-533b3b46-7c25-45ec-8c0a-315bd61961d5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1747508 Nov 26 21:49:38.605856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34bc598f-a37a-42f8-9680-b59ca2e33c40']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:38.617003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:38.617401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab00cd1-ed0b-434a-9cdc-386bb0dd0bfd') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:38.631352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.676168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.690531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:49:38.692620 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:49:38.697505 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:49:38.878754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab6e05-af90-4bd4-89b1-14a6b01cc2a8 req-9b8d42ab-a3e9-437d-aa35-e2125c0fb3ba tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:38.887746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2ab6e05-af90-4bd4-89b1-14a6b01cc2a8 req-9b8d42ab-a3e9-437d-aa35-e2125c0fb3ba tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 947 time: 0.1650748 Nov 26 21:49:38.892905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.929902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:38.934608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/34bc598f-a37a-42f8-9680-b59ca2e33c40 HTTP/1.1" status: 204 len: 168 time: 0.7143764 Nov 26 21:49:38.937376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7acd5-503c-4cdb-8857-8f8983578ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=34bc598f-a37a-42f8-9680-b59ca2e33c40,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:38.983761 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8395f42e-3f34-43ec-aa15-c87e78e8b8c1 x-openstack-request-id: req-8395f42e-3f34-43ec-aa15-c87e78e8b8c1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:38.984049 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3197f87-8fda-4c81-9db4-a7ee09be8451", "name": "network-vif-deleted", "tag": "aa9aff99-6000-4c89-abbf-75a359199701", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:38.984309 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8395f42e-3f34-43ec-aa15-c87e78e8b8c1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:38.984720 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3197f87-8fda-4c81-9db4-a7ee09be8451', 'name': 'network-vif-deleted', 'tag': 'aa9aff99-6000-4c89-abbf-75a359199701', 'status': 'completed', 'code': 200} Nov 26 21:49:39.011478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2ab6e05-af90-4bd4-89b1-14a6b01cc2a8 req-142e0127-2e69-4de9-8457-f540fb62bd8c tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162896 Nov 26 21:49:39.041043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2c0f61fd-ed14-44c4-9659-9115f2d3533a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:39.129168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Allocated IP 10.2.2.100 (3c935cf6-c426-42f8-9fef-3f1dff7f79a6/a2c0882a-6a60-423e-8a37-23a7bde59217/120e1b34-cc07-4b69-8e0c-a7de9bca93b0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:39.189872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 2c0f61fd-ed14-44c4-9659-9115f2d3533a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:39.190285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.216997 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.218325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40672) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:39.239982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39f602b6-ae61-418c-909f-714576c25ade req-ce3bddd9-9137-4e77-81cd-1413118c4a94 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364428 Nov 26 21:49:39.302235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1dd039a3-2da1-4ac8-9efd-406bf605d7a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=524caf83d3dc49928dde83b0446541fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0815573 Nov 26 21:49:39.306051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40678) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:39.322016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576f002-c0cb-4157-ba47-ce67d20cb6ed req-af7ea6d1-b02d-44bc-8220-5c22108931ba tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:39.330638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0576f002-c0cb-4157-ba47-ce67d20cb6ed req-af7ea6d1-b02d-44bc-8220-5c22108931ba tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1238906 Nov 26 21:49:39.368900 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.420474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 2c0f61fd-ed14-44c4-9659-9115f2d3533a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2c0f61fd-ed14-44c4-9659-9115f2d3533a,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:39.431166 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.472994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0576f002-c0cb-4157-ba47-ce67d20cb6ed req-3385ee8e-09b1-4ee9-9afb-d557d818aff3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415036 Nov 26 21:49:39.495096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-962072cb-74b6-4fe9-8db3-50af26427bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.568371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=2c0f61fd-ed14-44c4-9659-9115f2d3533a,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:39.575475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-962072cb-74b6-4fe9-8db3-50af26427bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.647315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-962072cb-74b6-4fe9-8db3-50af26427bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.649177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.650051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-962072cb-74b6-4fe9-8db3-50af26427bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.654684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-962072cb-74b6-4fe9-8db3-50af26427bec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/558eca7c-bfb7-4cb7-934d-6bed163eba2d HTTP/1.1" status: 204 len: 168 time: 0.3475714 Nov 26 21:49:39.687164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962072cb-74b6-4fe9-8db3-50af26427bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558eca7c-bfb7-4cb7-934d-6bed163eba2d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:39.725112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86167eb5-c393-45ea-98ba-247bdddb238f req-3db46529-8f5f-480b-a010-d7d599585292 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:39.732340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86167eb5-c393-45ea-98ba-247bdddb238f req-3db46529-8f5f-480b-a010-d7d599585292 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:39.739892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86167eb5-c393-45ea-98ba-247bdddb238f req-3db46529-8f5f-480b-a010-d7d599585292 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:39.748201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86167eb5-c393-45ea-98ba-247bdddb238f req-3db46529-8f5f-480b-a010-d7d599585292 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 2373 time: 0.1223938 Nov 26 21:49:39.821085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Network 16f9dd67-ddda-43af-9692-a89a43977a03 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:39.834063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:39.842606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39f602b6-ae61-418c-909f-714576c25ade req-e3251a5b-9313-4aac-a265-3b9914f967a6 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750937 Nov 26 21:49:39.843306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Pushing event updated for resources: {'Port': ['ID=722f5f57-2f8b-42a2-b5da-71e99e3f723d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:39.848561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:39.889852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:39.915352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86167eb5-c393-45ea-98ba-247bdddb238f req-7d3f662b-a2ff-4c88-a1ac-b7a08bd07d0f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658492 Nov 26 21:49:39.948324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:40.211134 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:40.219090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:40.305760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f05bacab-13f3-43f5-8e51-e6fcfa56fccf None None] Provisioning complete for port 722f5f57-2f8b-42a2-b5da-71e99e3f723d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:40.307321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f05bacab-13f3-43f5-8e51-e6fcfa56fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:40.373737 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:49:40.386372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f05bacab-13f3-43f5-8e51-e6fcfa56fccf None None] Port 722f5f57-2f8b-42a2-b5da-71e99e3f723d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:40.407065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:40.449649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:40.455611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b088b-8480-47bc-a356-8da7f64b29c4 req-58bfe9a1-cea4-466d-9c43-13eb171858c6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:40.463816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:40.467769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-479b088b-8480-47bc-a356-8da7f64b29c4 req-58bfe9a1-cea4-466d-9c43-13eb171858c6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1366298 Nov 26 21:49:40.474286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:40.638330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-6c4bc675-8497-44f7-992c-66f39a7a42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:40.649617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-6c4bc675-8497-44f7-992c-66f39a7a42ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1096 time: 0.3087130 Nov 26 21:49:40.660851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:40.665417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:40.723620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c298e5-4a8e-48d8-b050-1e4e56cde499 req-6f5db721-6f84-44f6-b029-a316448269ab tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:40.733185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20c298e5-4a8e-48d8-b050-1e4e56cde499 req-6f5db721-6f84-44f6-b029-a316448269ab tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 947 time: 0.2488348 Nov 26 21:49:40.751474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-479b088b-8480-47bc-a356-8da7f64b29c4 req-a14bfd7c-a203-454e-bf38-83070b2420ea tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744589 Nov 26 21:49:40.830965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20c298e5-4a8e-48d8-b050-1e4e56cde499 req-69372140-c8e7-4ffc-8a1a-93d5736838ed tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966396 Nov 26 21:49:40.838407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9a4cb4a7-9398-4b6a-8d8c-2a8f9339b99e None None] Provisioning complete for port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:40.839059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a4cb4a7-9398-4b6a-8d8c-2a8f9339b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:40.932523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9a4cb4a7-9398-4b6a-8d8c-2a8f9339b99e None None] Port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:40.955410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-709c6f6a-68bd-401b-9389-d652b0089353 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6827493 Nov 26 21:49:40.960184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-7334bd8e-efa9-4afc-ad2d-e5def0013829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:40.961991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-7334bd8e-efa9-4afc-ad2d-e5def0013829 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 919 time: 0.2855077 Nov 26 21:49:40.972630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2c0f61fd-ed14-44c4-9659-9115f2d3533a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:40.983305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6', 'admin_state_up': True, 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'security_groups': ['99d30342-d7d6-4887-add6-abfb72f97123']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:41.064970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6db82-2a83-467b-9514-c74e255360e1 req-d768ee59-9eb1-4f87-a00e-faee4a0b4228 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:41.077511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7e6db82-2a83-467b-9514-c74e255360e1 req-d768ee59-9eb1-4f87-a00e-faee4a0b4228 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.0926936 Nov 26 21:49:41.089321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 2c0f61fd-ed14-44c4-9659-9115f2d3533a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:41.090428 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:41.197304 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7e6db82-2a83-467b-9514-c74e255360e1 req-48f43512-f039-4201-b555-5d7e1585683e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186662 Nov 26 21:49:41.224638 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-4c60bc89-7cd7-4fbd-ba6a-40ef7783c7f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 200 len: 217 time: 0.2534423 Nov 26 21:49:41.318678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9c5dbc2-6668-4027-b02f-d63d38885442 req-0707e8fc-ceec-4158-81d8-145e5eebea87 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 210 time: 0.0881054 Nov 26 21:49:41.372491 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:41.434946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcd600-4daf-4b38-ac1e-379f9ba9b4f6 req-c7eaf75e-adb1-42ab-898c-1f06b485213f tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:41.435539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:41.437283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7cbcd600-4daf-4b38-ac1e-379f9ba9b4f6 req-c7eaf75e-adb1-42ab-898c-1f06b485213f tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 950 time: 0.1208060 Nov 26 21:49:41.519313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-bad7a699-0e20-44aa-a138-65c392cfda72 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408060 Nov 26 21:49:41.546524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2e792d4b-f1b7-451c-a9f3-66ed3f466752 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:49:41.573502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7cbcd600-4daf-4b38-ac1e-379f9ba9b4f6 req-cb099e01-9519-450e-87e7-7a147f8140aa tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286871 Nov 26 21:49:41.731835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Pushing event updated for resources: {'Port': ['ID=722f5f57-2f8b-42a2-b5da-71e99e3f723d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:41.738436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-f7c8dbac-039f-49f3-b4c2-7046cf692002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:41.740376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-f7c8dbac-039f-49f3-b4c2-7046cf692002 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.4918749 Nov 26 21:49:41.765472 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:41.790585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3683-9d26-467a-bb4c-12ce01ecde2d req-b67c2523-532e-4fcf-b071-8463cd16e919 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:41.796638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3683-9d26-467a-bb4c-12ce01ecde2d req-b67c2523-532e-4fcf-b071-8463cd16e919 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:41.811035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-71329ef7-fbf6-4cc0-ad4f-89b51fb84e2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378454 Nov 26 21:49:41.816830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2e792d4b-f1b7-451c-a9f3-66ed3f466752, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2e792d4b-f1b7-451c-a9f3-66ed3f466752,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:41.822683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3683-9d26-467a-bb4c-12ce01ecde2d req-b67c2523-532e-4fcf-b071-8463cd16e919 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:41.829837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e3683-9d26-467a-bb4c-12ce01ecde2d req-b67c2523-532e-4fcf-b071-8463cd16e919 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:41.837387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa5e3683-9d26-467a-bb4c-12ce01ecde2d req-b67c2523-532e-4fcf-b071-8463cd16e919 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 3094 time: 0.2077355 Nov 26 21:49:41.854363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '2e792d4b-f1b7-451c-a9f3-66ed3f466752', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '2e792d4b-f1b7-451c-a9f3-66ed3f466752', 'mac_address': 'fa:16:3e:ce:ab:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:49:41.891213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Made reservation on behalf of 4c564f5072cd4a49886c0ad793293985 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:41.897601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:41.920602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65818b67-aac3-444c-ab1a-c8066482870b req-b65cc192-19f4-4915-b152-10f8728bf7e8 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:41.936290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65818b67-aac3-444c-ab1a-c8066482870b req-b65cc192-19f4-4915-b152-10f8728bf7e8 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.2498169 Nov 26 21:49:41.945253 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:41.961292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e792d4b-f1b7-451c-a9f3-66ed3f466752 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:41.989417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2e792d4b-f1b7-451c-a9f3-66ed3f466752, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2e792d4b-f1b7-451c-a9f3-66ed3f466752,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:41.997398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:42.022860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-7769e110-3571-4eee-b820-64bf6a2ccb7b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658283 Nov 26 21:49:42.046397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa5e3683-9d26-467a-bb4c-12ce01ecde2d req-7c70fd8c-6dc9-46da-9a2c-49477b5a756e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080061 Nov 26 21:49:42.060875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-e34cf518-4340-4acc-be02-6b9af9f4d79c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:42.062585 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-e34cf518-4340-4acc-be02-6b9af9f4d79c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4954939 Nov 26 21:49:42.141114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2e792d4b-f1b7-451c-a9f3-66ed3f466752,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:42.150098 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-785b347d-5f33-4a2e-b1e4-ba586f49b77d service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271942 Nov 26 21:49:42.160775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Request body: {'port': {'device_id': 'f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '138fc97044cb431798948e7979494fc0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:42.240823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65818b67-aac3-444c-ab1a-c8066482870b req-7683333c-9f65-4bc2-8582-c51eeb81ee1c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035550 Nov 26 21:49:42.393526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e02264-ff22-4738-a8a6-76ae0a4f7623 req-83d5f5df-71c3-40a9-97da-fa97731792de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:42.395306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Allocated IP 10.2.2.200 (3c935cf6-c426-42f8-9fef-3f1dff7f79a6/a2c0882a-6a60-423e-8a37-23a7bde59217/69a3c89a-3299-4d0a-9b97-8f70b4f4a14d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:42.399214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2e792d4b-f1b7-451c-a9f3-66ed3f466752'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:42.405020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24e02264-ff22-4738-a8a6-76ae0a4f7623 req-83d5f5df-71c3-40a9-97da-fa97731792de tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 948 time: 0.2322612 Nov 26 21:49:42.500122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24e02264-ff22-4738-a8a6-76ae0a4f7623 req-bb614773-485d-446b-8d57-e3c1f197c82f tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935655 Nov 26 21:49:42.569740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-95bbda9d-002a-42f4-a044-f5d228de012b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:42.576614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-95bbda9d-002a-42f4-a044-f5d228de012b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5236068 Nov 26 21:49:42.643548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Network 16f9dd67-ddda-43af-9692-a89a43977a03 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:42.645300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d410f3c-c28e-4a70-aa76-cf96d809560b req-644f8e39-411b-459c-be18-0895bec571ff tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:42.655831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d410f3c-c28e-4a70-aa76-cf96d809560b req-644f8e39-411b-459c-be18-0895bec571ff tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.2894847 Nov 26 21:49:42.662105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Request body: {'port': {'device_id': '4b9c875b-a640-4115-aa43-fbeb31b6ab35', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '138fc97044cb431798948e7979494fc0'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:42.667780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:42.778693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32c319-abc5-40a3-9be0-ab90078584dd req-eb05b49a-a6ed-4d56-aee9-d9151d7ea6b4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:42.780305 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-be32c319-abc5-40a3-9be0-ab90078584dd req-eb05b49a-a6ed-4d56-aee9-d9151d7ea6b4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.13 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 950 time: 0.6006067 Nov 26 21:49:42.905939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d410f3c-c28e-4a70-aa76-cf96d809560b req-9a7023dd-b62c-47e6-888c-ee3655a7cddd tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487113 Nov 26 21:49:43.020113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66eb2e2-47f1-4ad5-ae00-723eb3b35b53 req-7cc06564-6559-4d25-9f81-a735cff797c0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:43.028791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f66eb2e2-47f1-4ad5-ae00-723eb3b35b53 req-7cc06564-6559-4d25-9f81-a735cff797c0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.3550053 Nov 26 21:49:43.070696 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a82ab142-ee82-4aa4-87fe-5e91ad13fd8d req-2e12450f-1dc5-483d-af43-a27611984084 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328034 Nov 26 21:49:43.093607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9f545236-7e58-476b-b5ca-a9e869ad5681 None None] Provisioning complete for port 722f5f57-2f8b-42a2-b5da-71e99e3f723d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:43.094172 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9f545236-7e58-476b-b5ca-a9e869ad5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:43.140977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f9914e1-41e2-4e84-8666-a59659eb85b6 req-d8e7cd59-2b5e-4a46-bbf2-35785b75e713 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 210 time: 0.0611923 Nov 26 21:49:43.192232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9f545236-7e58-476b-b5ca-a9e869ad5681 None None] Port 722f5f57-2f8b-42a2-b5da-71e99e3f723d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:43.285047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Made reservation on behalf of 138fc97044cb431798948e7979494fc0 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:43.290117 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:43.325772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f66eb2e2-47f1-4ad5-ae00-723eb3b35b53 req-07fc1d14-5afe-4a41-a7da-80766415a21e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959335 Nov 26 21:49:43.431932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a09b1-6d95-4c2f-b830-d55608e42620 req-350d625e-3a86-47e5-a66e-54a9e4f210b1 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:43.434326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c80a09b1-6d95-4c2f-b830-d55608e42620 req-350d625e-3a86-47e5-a66e-54a9e4f210b1 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 950 time: 0.1643496 Nov 26 21:49:43.508432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:49:43.541160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:43.551561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2e792d4b-f1b7-451c-a9f3-66ed3f466752 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:43.564932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Made reservation on behalf of 138fc97044cb431798948e7979494fc0 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:43.568763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:43.583078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Allocated IP 192.168.233.222 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/035b14b9-7cba-4c38-8069-2984ebb29536) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:43.644445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Deleting port fb6c7f61-11a2-413c-b731-15ec6bf058cb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:43.644829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:43.673437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920e72-a062-40e5-96d8-c6491adf81fc req-d19d02ad-e548-4186-bd55-527803419da1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:43.688566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920e72-a062-40e5-96d8-c6491adf81fc req-d19d02ad-e548-4186-bd55-527803419da1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:43.700718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920e72-a062-40e5-96d8-c6491adf81fc req-d19d02ad-e548-4186-bd55-527803419da1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:43.708217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920e72-a062-40e5-96d8-c6491adf81fc req-d19d02ad-e548-4186-bd55-527803419da1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:43.717855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3920e72-a062-40e5-96d8-c6491adf81fc req-d19d02ad-e548-4186-bd55-527803419da1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 3094 time: 0.2823722 Nov 26 21:49:43.769611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c80a09b1-6d95-4c2f-b830-d55608e42620 req-c8a5339b-898b-44e9-80b4-8d0b68db25a4 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204319 Nov 26 21:49:43.847925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3920e72-a062-40e5-96d8-c6491adf81fc req-d89fcc9a-5b6b-456e-9c2f-65a02e9ee584 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281061 Nov 26 21:49:43.906732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:43.993330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:49:44.005742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:44.006422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.040871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:44.064753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:49:44.071160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d31f2d07-3cb6-4e09-b27a-9baba47f2f1a admin admin] 10.222.0.21 "PUT /v2.0/routers/a62e72b9-4e3e-4596-b019-2cf3d9bfe100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2676895 Nov 26 21:49:44.075055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] For port fb6c7f61-11a2-413c-b731-15ec6bf058cb, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fb6c7f61-11a2-413c-b731-15ec6bf058cb,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:44.075233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.080123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:44.080994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe01a3e-6d93-4b3e-ad3c-d282e36aad5c req-df1b96a8-c69a-4ea4-a624-8d6f167cbbe2 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:44.089758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efe01a3e-6d93-4b3e-ad3c-d282e36aad5c req-df1b96a8-c69a-4ea4-a624-8d6f167cbbe2 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 948 time: 0.1156530 Nov 26 21:49:44.094767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Sync routers for ids ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:49:44.100946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:44.136004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.170405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efe01a3e-6d93-4b3e-ad3c-d282e36aad5c req-1c7fc94d-88d4-4404-a5f7-aca3bb93d591 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789337 Nov 26 21:49:44.181868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Routers {'a62e72b9-4e3e-4596-b019-2cf3d9bfe100'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:44.191085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event updated for resources: {'Port': ['ID=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:44.195493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:44.206289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Calling delete_port for fb6c7f61-11a2-413c-b731-15ec6bf058cb owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:44.248085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.331389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:44.374043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:44.404039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:44.423580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:44.433069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:44.436474 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.499727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-44a5deca-f25a-4b2b-b42e-ca61b5a40e1d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5213566 Nov 26 21:49:44.506496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddda3b-68ff-44e0-981e-88afe6b38314 req-157d2040-f89e-4df7-a3e2-20b3e811fa7a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:44.522891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bdddda3b-68ff-44e0-981e-88afe6b38314 req-157d2040-f89e-4df7-a3e2-20b3e811fa7a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 936 time: 0.2018538 Nov 26 21:49:44.527192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Allocated IP 192.168.233.110 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/8452b216-40a4-421d-b450-692b7b41b366) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:44.556566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:44.573158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'Port': ['ID=035b14b9-7cba-4c38-8069-2984ebb29536,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:44.623265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903f58-66b1-40cd-83b5-9d01369d6762 req-b117a276-2a68-4b6a-a009-ed6f57cbcc79 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:44.632146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b903f58-66b1-40cd-83b5-9d01369d6762 req-b117a276-2a68-4b6a-a009-ed6f57cbcc79 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.3276942 Nov 26 21:49:44.689102 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.706003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Set router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:44.724459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b903f58-66b1-40cd-83b5-9d01369d6762 req-cfb48dc4-2429-462c-8bfe-505d347449d7 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911465 Nov 26 21:49:44.735999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2e792d4b-f1b7-451c-a9f3-66ed3f466752, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2e792d4b-f1b7-451c-a9f3-66ed3f466752,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:44.741569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:44.749933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.782289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.783680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bdddda3b-68ff-44e0-981e-88afe6b38314 req-efc74c18-ede0-4ece-bd51-07999eca9983 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593648 Nov 26 21:49:44.817671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9203a02d-09f1-4f29-91dd-e00183200ca0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2057264 Nov 26 21:49:44.843509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d3f5af-14e9-4ad3-abd0-543de8e539a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e792d4b-f1b7-451c-a9f3-66ed3f466752'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:44.847337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Request body: {'port': {'device_id': '4b9c875b-a640-4115-aa43-fbeb31b6ab35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:44.848559 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18f9e44-def8-4a13-9b61-ab4e09ef7cc1" -d '{"events": [{"server_uuid": "e4d3f5af-14e9-4ad3-abd0-543de8e539a7", "name": "network-vif-plugged", "status": "completed", "tag": "2e792d4b-f1b7-451c-a9f3-66ed3f466752"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:44.866009 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.890208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a8b489e6-baa6-4d1e-add7-a19f4d4658df None None] Provisioning complete for port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:44.890854 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a8b489e6-baa6-4d1e-add7-a19f4d4658df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.915546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40816) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:44.916650 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:44.958176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a8b489e6-baa6-4d1e-add7-a19f4d4658df None None] Port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:45.092434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c022c-b886-43ed-b774-aa61231d5f0f req-c5b1823c-00ed-4f2d-bfb7-da2786b256a4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:45.100091 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e41c022c-b886-43ed-b774-aa61231d5f0f req-c5b1823c-00ed-4f2d-bfb7-da2786b256a4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.2691252 Nov 26 21:49:45.126148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2e792d4b-f1b7-451c-a9f3-66ed3f466752,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:45.146543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9f75eb33-9489-4c6d-8e9f-e24c5857d013 None None] Provisioning complete for port 035b14b9-7cba-4c38-8069-2984ebb29536 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:45.147104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9f75eb33-9489-4c6d-8e9f-e24c5857d013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.153110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcaa6d2b-45b1-468d-8a94-186c94e144e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.234207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9f75eb33-9489-4c6d-8e9f-e24c5857d013 None None] Port 035b14b9-7cba-4c38-8069-2984ebb29536 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:45.271193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e41c022c-b886-43ed-b774-aa61231d5f0f req-1d2d6cb1-77b2-4132-b24e-94be563e4b91 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699235 Nov 26 21:49:45.277923 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-db6c16b7-485f-482e-9e31-ae4e087d9812 req-8dfdc2dc-1f10-43e4-a524-1c85445fb066 tempest-FloatingIPDetailsNegativeTestJSON-605522204 tempest-FloatingIPDetailsNegativeTestJSON-605522204-project] show failed (client error): The resource could not be found. Nov 26 21:49:45.298760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db6c16b7-485f-482e-9e31-ae4e087d9812 req-8dfdc2dc-1f10-43e4-a524-1c85445fb066 tempest-FloatingIPDetailsNegativeTestJSON-605522204 tempest-FloatingIPDetailsNegativeTestJSON-605522204-project] 10.222.0.21 "GET /v2.0/floatingips/e1fb41a7-1b7b-4c62-8442-19127edead33 HTTP/1.1" status: 404 len: 350 time: 0.1262529 Nov 26 21:49:45.300982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40826) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:45.327315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c046ded-7414-4233-b066-f818e5357934 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:45.337481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.351478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:40Z', 'revision_number': 4, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port': {'id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:31Z', 'updated_at': '2021-11-26T21:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '722f5f57-2f8b-42a2-b5da-71e99e3f723d', 'name': '', 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'mac_address': 'fa:16:3e:58:cf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eba6f38a-9cff-45dc-b53a-bb64ee19f016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:37Z', 'updated_at': '2021-11-26T21:49:40Z', 'revision_number': 2, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'subnets': [{'id': 'eba6f38a-9cff-45dc-b53a-bb64ee19f016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:45.359322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Transition to ACTIVE for port object 0c046ded-7414-4233-b066-f818e5357934 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:45.389826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.434800 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a78813-2443-4399-996c-dc066414b9c0 x-openstack-request-id: req-72a78813-2443-4399-996c-dc066414b9c0 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:45.435077 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d3f5af-14e9-4ad3-abd0-543de8e539a7", "name": "network-vif-plugged", "status": "completed", "tag": "2e792d4b-f1b7-451c-a9f3-66ed3f466752", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:45.435512 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72a78813-2443-4399-996c-dc066414b9c0 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:45.436155 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d3f5af-14e9-4ad3-abd0-543de8e539a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e792d4b-f1b7-451c-a9f3-66ed3f466752', 'code': 200} Nov 26 21:49:45.438014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Checking router: a62e72b9-4e3e-4596-b019-2cf3d9bfe100 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:49:45.438741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Updating router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 port 722f5f57-2f8b-42a2-b5da-71e99e3f723d binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:49:45.483683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcaa6d2b-45b1-468d-8a94-186c94e144e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.515081 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.537868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.543463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcaa6d2b-45b1-468d-8a94-186c94e144e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.575358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fb6c7f61-11a2-413c-b731-15ec6bf058cb no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:45.650719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Pushing event updated for resources: {'Port': ['ID=0c046ded-7414-4233-b066-f818e5357934,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:45.711621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.720928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fcaa6d2b-45b1-468d-8a94-186c94e144e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2d9bb0a097a4b808dd852566ae725cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8015580 Nov 26 21:49:45.724336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40830) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:45.738556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa6d2b-45b1-468d-8a94-186c94e144e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7c7cbb-3fa3-4ca6-8b51-2f8f50834442,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:45.755631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bef4f-98bf-45da-9eb6-9e31400e1956 req-f7c1a750-ef45-49ee-9189-8d807a989946 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:45.761074 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d3bef4f-98bf-45da-9eb6-9e31400e1956 req-f7c1a750-ef45-49ee-9189-8d807a989946 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/ports?device_id=a14c8f4e-0f96-41ee-87f1-1908c3cb9f03 HTTP/1.1" status: 200 len: 950 time: 0.3005276 Nov 26 21:49:45.766957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:45.816067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:45.831104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No active binding found for port fb6c7f61-11a2-413c-b731-15ec6bf058cb {{(pid=110001) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 26 21:49:45.831706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fb6c7f61-11a2-413c-b731-15ec6bf058cb not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:45.880217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11528b-219d-49a5-b3d4-64700a6834de req-fa6576c3-fe58-465f-9814-ab20cb7a9db7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:45.885718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11528b-219d-49a5-b3d4-64700a6834de req-fa6576c3-fe58-465f-9814-ab20cb7a9db7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:45.888527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:45.891701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11528b-219d-49a5-b3d4-64700a6834de req-fa6576c3-fe58-465f-9814-ab20cb7a9db7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:45.892337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:45.895968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:49:45.897606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11528b-219d-49a5-b3d4-64700a6834de req-fa6576c3-fe58-465f-9814-ab20cb7a9db7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:45.903559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11528b-219d-49a5-b3d4-64700a6834de req-fa6576c3-fe58-465f-9814-ab20cb7a9db7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:45.911280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f11528b-219d-49a5-b3d4-64700a6834de req-fa6576c3-fe58-465f-9814-ab20cb7a9db7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 3827 time: 0.3406687 Nov 26 21:49:46.009020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a5ec6-e9e4-4ef4-aaba-3fc8a997605a req-1db14586-ba1a-4e4e-9900-14628a669d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:46.010955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-322a5ec6-e9e4-4ef4-aaba-3fc8a997605a req-1db14586-ba1a-4e4e-9900-14628a669d8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 1100 time: 0.4151244 Nov 26 21:49:46.093600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4ecaf33-1c8d-45aa-83c5-b7a998ce24bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.129630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4ecaf33-1c8d-45aa-83c5-b7a998ce24bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.180063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'Port': ['ID=8452b216-40a4-421d-b450-692b7b41b366,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:46.212306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4ecaf33-1c8d-45aa-83c5-b7a998ce24bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.216079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4ecaf33-1c8d-45aa-83c5-b7a998ce24bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.217480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f4ecaf33-1c8d-45aa-83c5-b7a998ce24bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f7c7cbb-3fa3-4ca6-8b51-2f8f50834442 HTTP/1.1" status: 204 len: 168 time: 0.4486892 Nov 26 21:49:46.283455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:46.284113 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.326794 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.334486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.420187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Pushing event deleted for resources: {'Port': ['ID=fb6c7f61-11a2-413c-b731-15ec6bf058cb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:46.457931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecaf33-1c8d-45aa-83c5-b7a998ce24bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7c7cbb-3fa3-4ca6-8b51-2f8f50834442,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:46.469768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] No DVR routers for this DVR port fb6c7f61-11a2-413c-b731-15ec6bf058cb on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:46.474787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-02b7bf95-bce9-4f54-bf93-b15fed672f5b None None] Provisioning complete for port 8452b216-40a4-421d-b450-692b7b41b366 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:46.476438 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-02b7bf95-bce9-4f54-bf93-b15fed672f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.477867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.489637 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-be32c319-abc5-40a3-9be0-ab90078584dd req-820829b7-a52c-43a9-8e7f-5c9744c1a263 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.13 "DELETE /v2.0/ports/fb6c7f61-11a2-413c-b731-15ec6bf058cb HTTP/1.1" status: 204 len: 173 time: 3.6973598 Nov 26 21:49:46.500413 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-322a5ec6-e9e4-4ef4-aaba-3fc8a997605a req-b954e7d5-c93f-4471-810e-b1e995301b9d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656317 Nov 26 21:49:46.510419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14c8f4e-0f96-41ee-87f1-1908c3cb9f03', 'name': 'network-vif-deleted', 'tag': 'fb6c7f61-11a2-413c-b731-15ec6bf058cb'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:46.513702 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43233eed-cb70-4af7-a867-15e69757cdc0" -d '{"events": [{"server_uuid": "a14c8f4e-0f96-41ee-87f1-1908c3cb9f03", "name": "network-vif-deleted", "tag": "fb6c7f61-11a2-413c-b731-15ec6bf058cb"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:46.545118 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d1dbb844-b00b-4a50-b30e-9a30d2982ca8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3899591 Nov 26 21:49:46.564930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Attempting to bind port 0c046ded-7414-4233-b066-f818e5357934 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:46.565532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Attempting to bind port 0c046ded-7414-4233-b066-f818e5357934 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:46.566056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Attempting to bind port 0c046ded-7414-4233-b066-f818e5357934 on network ff482d04-9fda-4afd-87ee-406646607aaa {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:46.575036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Request body: {'port': {'device_id': 'f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:46.586968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-02b7bf95-bce9-4f54-bf93-b15fed672f5b None None] Port 8452b216-40a4-421d-b450-692b7b41b366 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:49:46.607973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Attempting to bind port 722f5f57-2f8b-42a2-b5da-71e99e3f723d on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:46.608524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Attempting to bind port 722f5f57-2f8b-42a2-b5da-71e99e3f723d by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:46.608891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Attempting to bind port 722f5f57-2f8b-42a2-b5da-71e99e3f723d on network 16f9dd67-ddda-43af-9692-a89a43977a03 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:46.620540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:46.622552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Checking segment: {'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:46.623459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.623856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Bound using segment: {'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:46.624356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Bound port: 722f5f57-2f8b-42a2-b5da-71e99e3f723d, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8437c2aa-2b36-4c47-ac1c-5077d6ff621a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:46.625341 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.637664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Port 0c046ded-7414-4233-b066-f818e5357934 on network ff482d04-9fda-4afd-87ee-406646607aaa not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:46.638005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Attempting to bind port 0c046ded-7414-4233-b066-f818e5357934 on network ff482d04-9fda-4afd-87ee-406646607aaa {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:46.681030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:46.681402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Checking segment: {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:46.681767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Bound using segment: {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:46.682272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Bound port: 0c046ded-7414-4233-b066-f818e5357934, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf64596-8014-40d9-a6ae-120a69ff51cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:46.682639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.703649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d3bef4f-98bf-45da-9eb6-9e31400e1956 req-c4063099-f6e4-4f58-95f4-af64295fc2e3 tempest-ServersAdminNegativeTestJSON-354332409 tempest-ServersAdminNegativeTestJSON-354332409-project] 10.222.0.21 "GET /v2.0/security-groups?id=de2b6888-098d-483d-b65b-550239fbd589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8763785 Nov 26 21:49:46.715041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f11528b-219d-49a5-b3d4-64700a6834de req-988acdad-568c-43d6-a0f3-fae7fa463c60 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8024611 Nov 26 21:49:46.747181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] For port 722f5f57-2f8b-42a2-b5da-71e99e3f723d, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:46.753037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] For port 722f5f57-2f8b-42a2-b5da-71e99e3f723d, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=722f5f57-2f8b-42a2-b5da-71e99e3f723d,segment=NetworkSegment(8437c2aa-2b36-4c47-ac1c-5077d6ff621a),segment_id=8437c2aa-2b36-4c47-ac1c-5077d6ff621a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:46.765405 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.819549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28482aa4-8779-491b-bedc-804bd425078e None None] Pushing event updated for resources: {'Port': ['ID=722f5f57-2f8b-42a2-b5da-71e99e3f723d,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:46.849346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40844) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:46.873258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.990339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c16cc1b2-14da-41fb-8e9a-b0b4ce02bd12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:46.999620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035b14b9-7cba-4c38-8069-2984ebb29536 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:47.023760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28482aa4-8779-491b-bedc-804bd425078e None None] Pushing event updated for resources: {'Port': ['ID=722f5f57-2f8b-42a2-b5da-71e99e3f723d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:47.024022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] For port 0c046ded-7414-4233-b066-f818e5357934, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:47.041754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] For port 0c046ded-7414-4233-b066-f818e5357934, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0c046ded-7414-4233-b066-f818e5357934,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:47.046391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Routers {'a62e72b9-4e3e-4596-b019-2cf3d9bfe100'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:47.048019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:47.094899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.120516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.176258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Transition to ACTIVE for port object 035b14b9-7cba-4c38-8069-2984ebb29536 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:47.186567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afa892-8577-4174-8804-249b3ad537eb req-f8c42264-e9c5-4e84-b7be-0e6f067dc7c1 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:47.188467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82afa892-8577-4174-8804-249b3ad537eb req-f8c42264-e9c5-4e84-b7be-0e6f067dc7c1 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 949 time: 0.2579570 Nov 26 21:49:47.198245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:47.198833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.200509 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] 10.222.0.13 "PUT /v2.0/ports/0c046ded-7414-4233-b066-f818e5357934 HTTP/1.1" status: 200 len: 1091 time: 2.6676896 Nov 26 21:49:47.201919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] Set router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:47.242801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.274474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:47.314177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4636d9d-05fd-4f2a-869e-761e88fff604 service neutron] Pushing event updated for resources: {'Port': ['ID=0c046ded-7414-4233-b066-f818e5357934,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:47.326449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c16cc1b2-14da-41fb-8e9a-b0b4ce02bd12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.406627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b7089-179e-42ca-b816-e39a003d77f2 req-dc79c9e6-207b-494d-9ab8-57fb8263c462 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:47.410199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e6b7089-179e-42ca-b816-e39a003d77f2 req-dc79c9e6-207b-494d-9ab8-57fb8263c462 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.4001799 Nov 26 21:49:47.423566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Pushing event updated for resources: {'Port': ['ID=035b14b9-7cba-4c38-8069-2984ebb29536,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:47.441232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c16cc1b2-14da-41fb-8e9a-b0b4ce02bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.468878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8452b216-40a4-421d-b450-692b7b41b366 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:47.481928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.499311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Transition to ACTIVE for port object 8452b216-40a4-421d-b450-692b7b41b366 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:47.512435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c16cc1b2-14da-41fb-8e9a-b0b4ce02bd12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f06ad9c7ef764fa8bb6c1f4d9d215957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6618106 Nov 26 21:49:47.540419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cc1b2-14da-41fb-8e9a-b0b4ce02bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e62d9f-5758-4169-846a-34950c9f236b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:47.554907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40846) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:47.555605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.570516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.639923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e6b7089-179e-42ca-b816-e39a003d77f2 req-6a1b4cc2-7058-49ff-9b91-fe296a39a6dd tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640189 Nov 26 21:49:47.671291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-14491f1a-7810-4a66-a2b7-d93f4d99eed9 None None] Provisioning complete for port 722f5f57-2f8b-42a2-b5da-71e99e3f723d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:47.672274 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14491f1a-7810-4a66-a2b7-d93f4d99eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:47.743365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82afa892-8577-4174-8804-249b3ad537eb req-c693f588-ecb8-4af1-a3c5-5fa34b20c491 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397425 Nov 26 21:49:47.769043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.008108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7afb78c7-daaf-463a-8b7c-44cdcd7a7915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.013893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Attempting to bind port 035b14b9-7cba-4c38-8069-2984ebb29536 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:48.014401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Attempting to bind port 035b14b9-7cba-4c38-8069-2984ebb29536 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:48.015522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Attempting to bind port 035b14b9-7cba-4c38-8069-2984ebb29536 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:48.053794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Pushing event updated for resources: {'Port': ['ID=8452b216-40a4-421d-b450-692b7b41b366,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:48.083759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199057b-c323-4cbd-a6b1-511667705eb5 req-11cc506d-a2c7-4884-86ae-a556832d275a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:48.085563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3199057b-c323-4cbd-a6b1-511667705eb5 req-11cc506d-a2c7-4884-86ae-a556832d275a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1679006 Nov 26 21:49:48.104044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6ff95-4baf-4e9e-84af-1f21bc130186 req-0a206ac1-cb83-4457-837a-600a96c41fc1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:48.106357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73e6ff95-4baf-4e9e-84af-1f21bc130186 req-0a206ac1-cb83-4457-837a-600a96c41fc1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 948 time: 0.2776027 Nov 26 21:49:48.111129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Port 035b14b9-7cba-4c38-8069-2984ebb29536 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:48.111712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Attempting to bind port 035b14b9-7cba-4c38-8069-2984ebb29536 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:48.150838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:48.151434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:48.152666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:48.154135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Bound port: 035b14b9-7cba-4c38-8069-2984ebb29536, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:48.154651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.156871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7afb78c7-daaf-463a-8b7c-44cdcd7a7915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.157237 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14491f1a-7810-4a66-a2b7-d93f4d99eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.221537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:40Z', 'revision_number': 4, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port': {'id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:31Z', 'updated_at': '2021-11-26T21:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '722f5f57-2f8b-42a2-b5da-71e99e3f723d', 'name': '', 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'mac_address': 'fa:16:3e:58:cf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eba6f38a-9cff-45dc-b53a-bb64ee19f016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:37Z', 'updated_at': '2021-11-26T21:49:46Z', 'revision_number': 4, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'subnets': [{'id': 'eba6f38a-9cff-45dc-b53a-bb64ee19f016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:48.259288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-14491f1a-7810-4a66-a2b7-d93f4d99eed9 None None] For port 722f5f57-2f8b-42a2-b5da-71e99e3f723d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=722f5f57-2f8b-42a2-b5da-71e99e3f723d,segment=NetworkSegment(8437c2aa-2b36-4c47-ac1c-5077d6ff621a),segment_id=8437c2aa-2b36-4c47-ac1c-5077d6ff621a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:48.259783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b8c3d-0bcd-4897-80db-01f2d2853d12 None None] The sync data for ids ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'] in n-d-819494-1 is: [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:40Z', 'revision_number': 4, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port': {'id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:31Z', 'updated_at': '2021-11-26T21:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '722f5f57-2f8b-42a2-b5da-71e99e3f723d', 'name': '', 'network_id': '16f9dd67-ddda-43af-9692-a89a43977a03', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'mac_address': 'fa:16:3e:58:cf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'eba6f38a-9cff-45dc-b53a-bb64ee19f016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:37Z', 'updated_at': '2021-11-26T21:49:46Z', 'revision_number': 4, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'subnets': [{'id': 'eba6f38a-9cff-45dc-b53a-bb64ee19f016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:49:48.272391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14491f1a-7810-4a66-a2b7-d93f4d99eed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.394145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14491f1a-7810-4a66-a2b7-d93f4d99eed9 None None] Pushing event updated for resources: {'Port': ['ID=722f5f57-2f8b-42a2-b5da-71e99e3f723d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:48.400998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:48.422551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ea1db8d0-a00e-4b3e-8d09-229958b88f11 None None] Provisioning complete for port 722f5f57-2f8b-42a2-b5da-71e99e3f723d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:48.422927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea1db8d0-a00e-4b3e-8d09-229958b88f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.434282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.436979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7afb78c7-daaf-463a-8b7c-44cdcd7a7915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.438983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3199057b-c323-4cbd-a6b1-511667705eb5 req-ebbb52d7-2540-40a1-b60a-cc2a26e119f5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314114 Nov 26 21:49:48.442671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73e6ff95-4baf-4e9e-84af-1f21bc130186 req-4f92bd87-bbf2-4e54-a1da-85643396c04d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210397 Nov 26 21:49:48.459485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7afb78c7-daaf-463a-8b7c-44cdcd7a7915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.466012 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7afb78c7-daaf-463a-8b7c-44cdcd7a7915 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11e62d9f-5758-4169-846a-34950c9f236b HTTP/1.1" status: 204 len: 168 time: 0.8901620 Nov 26 21:49:48.471105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Attempting to bind port 8452b216-40a4-421d-b450-692b7b41b366 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:48.471655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Attempting to bind port 8452b216-40a4-421d-b450-692b7b41b366 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:48.478212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Attempting to bind port 8452b216-40a4-421d-b450-692b7b41b366 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:48.518815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] For port 035b14b9-7cba-4c38-8069-2984ebb29536, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:48.526562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb78c7-daaf-463a-8b7c-44cdcd7a7915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e62d9f-5758-4169-846a-34950c9f236b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:48.531377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Port 8452b216-40a4-421d-b450-692b7b41b366 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:48.531769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Attempting to bind port 8452b216-40a4-421d-b450-692b7b41b366 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:48.541180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Transition to ACTIVE for port object ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:48.558806 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4b72df-0506-4684-be3d-59d61dc64723 x-openstack-request-id: req-ed4b72df-0506-4684-be3d-59d61dc64723 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:48.560106 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14c8f4e-0f96-41ee-87f1-1908c3cb9f03", "name": "network-vif-deleted", "tag": "fb6c7f61-11a2-413c-b731-15ec6bf058cb", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:48.560557 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed4b72df-0506-4684-be3d-59d61dc64723 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:48.561322 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14c8f4e-0f96-41ee-87f1-1908c3cb9f03', 'name': 'network-vif-deleted', 'tag': 'fb6c7f61-11a2-413c-b731-15ec6bf058cb', 'status': 'completed', 'code': 200} Nov 26 21:49:48.561656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] For port 035b14b9-7cba-4c38-8069-2984ebb29536, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=035b14b9-7cba-4c38-8069-2984ebb29536,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:48.564364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.571558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:48.571558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:48.581478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:48.582605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Bound port: 8452b216-40a4-421d-b450-692b7b41b366, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:48.582947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.608205 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.894314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Pushing event updated for resources: {'Port': ['ID=035b14b9-7cba-4c38-8069-2984ebb29536,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:48.962524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:48.963175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:48.964724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-06ef4819-5a51-401f-823f-c536a77ec74c service neutron] 10.222.0.41 "PUT /v2.0/ports/035b14b9-7cba-4c38-8069-2984ebb29536 HTTP/1.1" status: 200 len: 1096 time: 4.1230271 Nov 26 21:49:48.965392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9c875b-a640-4115-aa43-fbeb31b6ab35', 'tag': '035b14b9-7cba-4c38-8069-2984ebb29536'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:48.967808 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04725232-4982-45ed-bcca-a21974319455" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9c875b-a640-4115-aa43-fbeb31b6ab35", "tag": "035b14b9-7cba-4c38-8069-2984ebb29536"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:48.985978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:49.171142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] For port 8452b216-40a4-421d-b450-692b7b41b366, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:49.218988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 722f5f57-2f8b-42a2-b5da-71e99e3f723d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:49.255724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] For port 8452b216-40a4-421d-b450-692b7b41b366, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8452b216-40a4-421d-b450-692b7b41b366,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:49.306372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:49.369751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40874) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:49.405066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Attempting to bind port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:49.405781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Attempting to bind port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:49.406457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Attempting to bind port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:49.424766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:49.425343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Attempting to bind port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:49.438906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.439462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 722f5f57-2f8b-42a2-b5da-71e99e3f723d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:49:49.439829 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:49.440738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:49.441683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05998f8-2c58-4366-97c7-6e1ece00c924 req-407a2482-8182-45aa-9423-7af65a0a4799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.445349 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] 10.222.0.41 "PUT /v2.0/ports/8452b216-40a4-421d-b450-692b7b41b366 HTTP/1.1" status: 200 len: 1096 time: 2.8838606 Nov 26 21:49:49.450517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:49.450972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05998f8-2c58-4366-97c7-6e1ece00c924 req-407a2482-8182-45aa-9423-7af65a0a4799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.451464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Checking segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:49.452092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Bound using segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:49.452809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Bound port: ebc1f47f-217c-44d9-8fa2-a6548b63b5a0, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:49.453409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:49.466659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05998f8-2c58-4366-97c7-6e1ece00c924 req-407a2482-8182-45aa-9423-7af65a0a4799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.485476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05998f8-2c58-4366-97c7-6e1ece00c924 req-407a2482-8182-45aa-9423-7af65a0a4799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.505394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05998f8-2c58-4366-97c7-6e1ece00c924 req-407a2482-8182-45aa-9423-7af65a0a4799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.517685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05998f8-2c58-4366-97c7-6e1ece00c924 req-407a2482-8182-45aa-9423-7af65a0a4799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.526348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7fa1e-858c-4898-9621-2f6a8dd69f20 service neutron] Pushing event updated for resources: {'Port': ['ID=8452b216-40a4-421d-b450-692b7b41b366,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:49.530396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05998f8-2c58-4366-97c7-6e1ece00c924 req-407a2482-8182-45aa-9423-7af65a0a4799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 4598 time: 0.8079867 Nov 26 21:49:49.639730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-18140f9e-77d5-4466-9816-78551adb1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.641537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-18140f9e-77d5-4466-9816-78551adb1933 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 1099 time: 0.5222683 Nov 26 21:49:49.738519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-47a77fd1-efbb-4cd2-9223-41444d77c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.740974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-47a77fd1-efbb-4cd2-9223-41444d77c92b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 1099 time: 0.1993957 Nov 26 21:49:49.746672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] For port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:49.754340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] For port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:49.774925 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:49.815765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c689e-322d-4541-adf3-c9bf299c0175 req-0075961c-fb31-49ec-a0cf-f653f03d13e5 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.817554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-328c689e-322d-4541-adf3-c9bf299c0175 req-0075961c-fb31-49ec-a0cf-f653f03d13e5 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 949 time: 0.4468727 Nov 26 21:49:49.822384 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-d62ffe74-ed2a-4ec4-8598-a6bc2be9d068 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=035b14b9-7cba-4c38-8069-2984ebb29536 HTTP/1.1" status: 200 len: 217 time: 0.1640835 Nov 26 21:49:49.870545 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-de08fd8f-d3e2-47b8-9323-7bdfdb0de0e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8452b216-40a4-421d-b450-692b7b41b366 HTTP/1.1" status: 200 len: 217 time: 0.1073990 Nov 26 21:49:49.944238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:49.945335 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:49.958935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 200 len: 1129 time: 2.6895950 Nov 26 21:49:50.077910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9f42f21b-1840-4718-88cc-7fb6a94ad73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:50.080100 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-9f42f21b-1840-4718-88cc-7fb6a94ad73f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2078922 Nov 26 21:49:50.085317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Deleting port 722f5f57-2f8b-42a2-b5da-71e99e3f723d {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:50.085891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:50.133309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:50.167107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03dcf5-469e-4718-befd-b6cac6b3be40 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:50.226509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05998f8-2c58-4366-97c7-6e1ece00c924 req-2dc8c222-3e70-4b2d-99d5-b6cac273f621 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6382294 Nov 26 21:49:50.234685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bc693960-6447-485c-9129-36b6b101f6cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9de6e355e0524e6b9ded09b61be49153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8579781 Nov 26 21:49:50.257632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:50.276573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40896) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:50.369030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-e2b26544-1413-4126-a59d-92a934ca64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:50.375336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-e2b26544-1413-4126-a59d-92a934ca64e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.5252552 Nov 26 21:49:50.411323 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6bce3c-41e7-4008-905a-d9776314ef9b x-openstack-request-id: req-ff6bce3c-41e7-4008-905a-d9776314ef9b {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:50.411627 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9c875b-a640-4115-aa43-fbeb31b6ab35", "tag": "035b14b9-7cba-4c38-8069-2984ebb29536", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:50.411893 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff6bce3c-41e7-4008-905a-d9776314ef9b {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:50.412318 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9c875b-a640-4115-aa43-fbeb31b6ab35', 'tag': '035b14b9-7cba-4c38-8069-2984ebb29536', 'status': 'completed', 'code': 200} Nov 26 21:49:50.465538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-328c689e-322d-4541-adf3-c9bf299c0175 req-12ea3e4e-723f-4fe9-a05a-5f86eb6631b3 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6350253 Nov 26 21:49:50.619230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dc26a735-95bf-488c-93e6-6f412c819c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:50.621277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-dc26a735-95bf-488c-93e6-6f412c819c5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063754 Nov 26 21:49:50.680487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] For port 722f5f57-2f8b-42a2-b5da-71e99e3f723d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=722f5f57-2f8b-42a2-b5da-71e99e3f723d,segment=NetworkSegment(8437c2aa-2b36-4c47-ac1c-5077d6ff621a),segment_id=8437c2aa-2b36-4c47-ac1c-5077d6ff621a)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:50.681109 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:50.724144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '0c046ded-7414-4233-b066-f818e5357934'}, {'name': 'network-changed', 'server_uuid': 'f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1', 'tag': '8452b216-40a4-421d-b450-692b7b41b366'}, {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': 'ebc1f47f-217c-44d9-8fa2-a6548b63b5a0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:50.726720 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "0c046ded-7414-4233-b066-f818e5357934"}, {"name": "network-changed", "server_uuid": "f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1", "tag": "8452b216-40a4-421d-b450-692b7b41b366"}, {"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "ebc1f47f-217c-44d9-8fa2-a6548b63b5a0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:50.760439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Calling delete_port for 722f5f57-2f8b-42a2-b5da-71e99e3f723d owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:50.780188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-353f7264-0cdb-4760-af5c-0616986136a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:50.781722 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-353f7264-0cdb-4760-af5c-0616986136a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5558927 Nov 26 21:49:50.811106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc1a8c1-874e-421a-95b1-95f633346ad5 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:50.843650 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8a7e-cb4e-430a-a73b-ac1814e45a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:50.848242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:50.871831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3581bfb-53de-4e37-a772-66db68e1ee4c req-7a95febb-1cdf-4bc8-b052-ac07e9034996 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:50.873577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3581bfb-53de-4e37-a772-66db68e1ee4c req-7a95febb-1cdf-4bc8-b052-ac07e9034996 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 948 time: 0.2914798 Nov 26 21:49:50.881170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Transition to ACTIVE for port object 2dc1a8c1-874e-421a-95b1-95f633346ad5 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:50.888562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9c16c-cab4-41f1-aeea-39fd6309ef73 req-5f9282c2-90fe-4973-86c5-c687c8c5969f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:50.890583 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fc9c16c-cab4-41f1-aeea-39fd6309ef73 req-5f9282c2-90fe-4973-86c5-c687c8c5969f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.2748330 Nov 26 21:49:50.902567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:50.961026 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-435ab2f2-5f08-4812-9f93-fc4493b76a29 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709967 Nov 26 21:49:50.994446 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8a7e-cb4e-430a-a73b-ac1814e45a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:51.069482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc1a8c1-874e-421a-95b1-95f633346ad5,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:51.107358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-0453da8d-f7a2-4620-a3db-99a1f8af69c5 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347572 Nov 26 21:49:51.132116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3581bfb-53de-4e37-a772-66db68e1ee4c req-e6308623-2227-4236-98ea-0249c9e22508 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403762 Nov 26 21:49:51.151226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fc9c16c-cab4-41f1-aeea-39fd6309ef73 req-08b4ddf5-3de4-456d-97b6-b555dc6171d9 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456100 Nov 26 21:49:51.321045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8a7e-cb4e-430a-a73b-ac1814e45a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:51.328758 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a8d8a7e-cb4e-430a-a73b-ac1814e45a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:51.330103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9a8d8a7e-cb4e-430a-a73b-ac1814e45a50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de2b6888-098d-483d-b65b-550239fbd589 HTTP/1.1" status: 204 len: 168 time: 1.0494645 Nov 26 21:49:51.382121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d8a7e-cb4e-430a-a73b-ac1814e45a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2b6888-098d-483d-b65b-550239fbd589,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:51.482691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-c83e62e4-b6dc-4d83-923b-1b6a49c230d2 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549941 Nov 26 21:49:51.553042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-be5f5c95-419d-436e-91f3-1f2b1580906d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.562691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-be5f5c95-419d-436e-91f3-1f2b1580906d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.569560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-be5f5c95-419d-436e-91f3-1f2b1580906d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.576085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-be5f5c95-419d-436e-91f3-1f2b1580906d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.582733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-be5f5c95-419d-436e-91f3-1f2b1580906d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.588928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-be5f5c95-419d-436e-91f3-1f2b1580906d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.596593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-be5f5c95-419d-436e-91f3-1f2b1580906d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.598863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-be5f5c95-419d-436e-91f3-1f2b1580906d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5369 time: 0.1933668 Nov 26 21:49:51.658482 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:51.673288 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956c6676-0399-4238-8517-178435a5f314 x-openstack-request-id: req-956c6676-0399-4238-8517-178435a5f314 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:51.673586 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "0c046ded-7414-4233-b066-f818e5357934", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1", "tag": "8452b216-40a4-421d-b450-692b7b41b366", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "ebc1f47f-217c-44d9-8fa2-a6548b63b5a0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:51.674061 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-956c6676-0399-4238-8517-178435a5f314 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:51.674924 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '0c046ded-7414-4233-b066-f818e5357934', 'status': 'completed', 'code': 200} Nov 26 21:49:51.675486 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1', 'tag': '8452b216-40a4-421d-b450-692b7b41b366', 'status': 'completed', 'code': 200} Nov 26 21:49:51.675899 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': 'ebc1f47f-217c-44d9-8fa2-a6548b63b5a0', 'status': 'completed', 'code': 200} Nov 26 21:49:51.711314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Pushing event deleted for resources: {'Port': ['ID=722f5f57-2f8b-42a2-b5da-71e99e3f723d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:51.725631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04725232-4982-45ed-bcca-a21974319455 req-0dcf8d21-031a-4384-82d6-08aecee352a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.727379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04725232-4982-45ed-bcca-a21974319455 req-0dcf8d21-031a-4384-82d6-08aecee352a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 1099 time: 0.1267319 Nov 26 21:49:51.848201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7b30857-2a95-4bc9-bf2b-bec1a50bde37 req-d5b3590e-d37a-4bf6-b08b-6e816f4536ce tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2282255 Nov 26 21:49:51.868002 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e11b12e-b082-475f-a4da-32fc57723be8 req-537e0d3c-e5f5-4d5f-85b5-4376a97dd096 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7903707 Nov 26 21:49:51.876325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f6fa1c6b-ea23-48c1-9f13-27466e43311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.877021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f6fa1c6b-ea23-48c1-9f13-27466e43311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.877494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f6fa1c6b-ea23-48c1-9f13-27466e43311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.877959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f6fa1c6b-ea23-48c1-9f13-27466e43311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.908822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f6fa1c6b-ea23-48c1-9f13-27466e43311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.909344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f6fa1c6b-ea23-48c1-9f13-27466e43311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.909810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f6fa1c6b-ea23-48c1-9f13-27466e43311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:51.912454 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f6fa1c6b-ea23-48c1-9f13-27466e43311a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6164 time: 0.2413197 Nov 26 21:49:51.933951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Attempting to bind port 2dc1a8c1-874e-421a-95b1-95f633346ad5 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:51.934338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Attempting to bind port 2dc1a8c1-874e-421a-95b1-95f633346ad5 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:51.934707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Attempting to bind port 2dc1a8c1-874e-421a-95b1-95f633346ad5 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:52.012240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Port 2dc1a8c1-874e-421a-95b1-95f633346ad5 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:52.012462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Attempting to bind port 2dc1a8c1-874e-421a-95b1-95f633346ad5 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:52.116278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40930) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:52.117094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:52.117660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Checking segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:52.118304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Bound using segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:52.118973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Bound port: 2dc1a8c1-874e-421a-95b1-95f633346ad5, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:52.119547 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:52.150215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04725232-4982-45ed-bcca-a21974319455 req-e8a4c184-3cc8-43e1-b708-dabbbb8729ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.151813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04725232-4982-45ed-bcca-a21974319455 req-e8a4c184-3cc8-43e1-b708-dabbbb8729ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3971095 Nov 26 21:49:52.218950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-8d135fcb-748f-4ee2-b590-9ef1390b707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.220821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-8d135fcb-748f-4ee2-b590-9ef1390b707e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 1099 time: 0.2371833 Nov 26 21:49:52.228713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-fc8a0273-5378-4cc0-896e-dd05054bfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.229486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-fc8a0273-5378-4cc0-896e-dd05054bfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.230272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-fc8a0273-5378-4cc0-896e-dd05054bfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.232400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-fc8a0273-5378-4cc0-896e-dd05054bfea2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c564f5072cd4a49886c0ad793293985&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2951849 Nov 26 21:49:52.270850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04725232-4982-45ed-bcca-a21974319455 req-39ec0824-8412-4dad-9db9-a3acd1f8f9b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=035b14b9-7cba-4c38-8069-2984ebb29536 HTTP/1.1" status: 200 len: 217 time: 0.0551484 Nov 26 21:49:52.279911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7df29-1676-45c9-a35d-e410fdea09f1 req-42423477-4b74-4441-9d1a-a9ca6b894d15 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.287711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2c7df29-1676-45c9-a35d-e410fdea09f1 req-42423477-4b74-4441-9d1a-a9ca6b894d15 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 949 time: 0.2758856 Nov 26 21:49:52.371837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] For port 2dc1a8c1-874e-421a-95b1-95f633346ad5, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:52.379510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9ebcbf98-6017-467e-9b53-279101f64724 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=192f0d3de9bb49c1acadc8bf0c2b71c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527201 Nov 26 21:49:52.383141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:52.406652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] For port 2dc1a8c1-874e-421a-95b1-95f633346ad5, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:52.408856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:52.436885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04725232-4982-45ed-bcca-a21974319455 req-e9a9e14d-b04c-46e2-acd8-be797f880e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.438545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04725232-4982-45ed-bcca-a21974319455 req-e9a9e14d-b04c-46e2-acd8-be797f880e97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1426387 Nov 26 21:49:52.440225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:52.444492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2c7df29-1676-45c9-a35d-e410fdea09f1 req-8dbc1f46-201b-475b-9876-b5fbfa3167b3 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558652 Nov 26 21:49:52.542092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe79c6-668f-4414-afec-3d92f53ca41b req-91a361bd-2f4b-426c-bee3-4241ee4766f5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.550478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82fe79c6-668f-4414-afec-3d92f53ca41b req-91a361bd-2f4b-426c-bee3-4241ee4766f5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 948 time: 0.2527454 Nov 26 21:49:52.552044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-7bf6e377-8fcc-44d5-af58-00a389050281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.553620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-7bf6e377-8fcc-44d5-af58-00a389050281 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2992136 Nov 26 21:49:52.560577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-b579326f-db86-4e43-9579-fd7f9466f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.562205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-b579326f-db86-4e43-9579-fd7f9466f285 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3284369 Nov 26 21:49:52.563474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.564193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:52.565609 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] 10.222.0.13 "PUT /v2.0/ports/2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 200 len: 1129 time: 2.4393876 Nov 26 21:49:52.632085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb442d-ae0a-489a-b127-a6686d85ce39 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc1a8c1-874e-421a-95b1-95f633346ad5,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:52.660524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:52.665023 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-4c73a262-0f4e-4233-ac7a-25f8293253f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8452b216-40a4-421d-b450-692b7b41b366 HTTP/1.1" status: 200 len: 217 time: 0.0867660 Nov 26 21:49:52.707295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5791ca3-c51c-426b-821d-14bd27be4e20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:52.863681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5791ca3-c51c-426b-821d-14bd27be4e20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:52.925401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:52.976496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-e0f88103-f0db-46f0-b473-5d695c789bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.977067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-e0f88103-f0db-46f0-b473-5d695c789bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.977588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-e0f88103-f0db-46f0-b473-5d695c789bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.978048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-e0f88103-f0db-46f0-b473-5d695c789bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.978535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-e0f88103-f0db-46f0-b473-5d695c789bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.979040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-e0f88103-f0db-46f0-b473-5d695c789bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.979496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-e0f88103-f0db-46f0-b473-5d695c789bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.981586 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-e0f88103-f0db-46f0-b473-5d695c789bbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6206 time: 0.3129313 Nov 26 21:49:52.989935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-8ece1acc-67d9-40ca-8832-316d8e398d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:52.991529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-8ece1acc-67d9-40ca-8832-316d8e398d6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.3064942 Nov 26 21:49:53.134144 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5791ca3-c51c-426b-821d-14bd27be4e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:53.137585 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5791ca3-c51c-426b-821d-14bd27be4e20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:53.141743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f5791ca3-c51c-426b-821d-14bd27be4e20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18dec41a-21db-4f84-917b-82c9ae073c00 HTTP/1.1" status: 204 len: 168 time: 0.7470534 Nov 26 21:49:53.161792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82fe79c6-668f-4414-afec-3d92f53ca41b req-4d48b22b-11c2-43c9-b691-814f7f318c51 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103621 Nov 26 21:49:53.173182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04725232-4982-45ed-bcca-a21974319455 req-961a3c41-08b4-4793-817f-19f83c389827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.174991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04725232-4982-45ed-bcca-a21974319455 req-961a3c41-08b4-4793-817f-19f83c389827 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6633625 Nov 26 21:49:53.187108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023fc71-5e58-4f87-b3fc-564499750ac8 req-f5b24308-0a8f-47d4-a2f3-a05c596badfc tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.194297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7023fc71-5e58-4f87-b3fc-564499750ac8 req-f5b24308-0a8f-47d4-a2f3-a05c596badfc tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.6646976 Nov 26 21:49:53.296028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5791ca3-c51c-426b-821d-14bd27be4e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dec41a-21db-4f84-917b-82c9ae073c00,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:53.434791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6bff4c39-a49f-446a-bb02-054e4f25144b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:53.437382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7023fc71-5e58-4f87-b3fc-564499750ac8 req-39569cbd-ddce-41c7-9164-ff1fb4703f02 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397668 Nov 26 21:49:53.546166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04725232-4982-45ed-bcca-a21974319455 req-b590ac7d-a9be-4500-a2ab-5da352422d4b service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493800 Nov 26 21:49:53.565902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-2fdac35f-d6ff-4bba-ab41-cff16b078fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.567451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-2fdac35f-d6ff-4bba-ab41-cff16b078fdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5427215 Nov 26 21:49:53.605495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-538075c1-a8f2-4e0f-9e4a-535c2929956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.606115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-538075c1-a8f2-4e0f-9e4a-535c2929956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.606856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-538075c1-a8f2-4e0f-9e4a-535c2929956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.608438 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-538075c1-a8f2-4e0f-9e4a-535c2929956e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c564f5072cd4a49886c0ad793293985&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5930815 Nov 26 21:49:53.678579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04725232-4982-45ed-bcca-a21974319455 req-f454305e-6227-4cac-9499-893690426857 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171260 Nov 26 21:49:53.697774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-edae3a7a-6743-42cf-9e84-c5fd3c782605 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.718181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-edae3a7a-6743-42cf-9e84-c5fd3c782605 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.726035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-edae3a7a-6743-42cf-9e84-c5fd3c782605 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.734430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-edae3a7a-6743-42cf-9e84-c5fd3c782605 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.742357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-edae3a7a-6743-42cf-9e84-c5fd3c782605 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.750954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-edae3a7a-6743-42cf-9e84-c5fd3c782605 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.758305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-edae3a7a-6743-42cf-9e84-c5fd3c782605 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:53.759113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '2dc1a8c1-874e-421a-95b1-95f633346ad5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:53.761871 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a316c4ce-933b-423e-bde8-d8df3a79525c" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "2dc1a8c1-874e-421a-95b1-95f633346ad5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:53.767474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-edae3a7a-6743-42cf-9e84-c5fd3c782605 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5369 time: 0.3505716 Nov 26 21:49:53.843489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:49:54.026877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3275d7-c767-4d95-a988-7e108617c9c2 req-058817b3-4f35-49e1-ae8a-afc8f8c997b8 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.029068 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b3275d7-c767-4d95-a988-7e108617c9c2 req-058817b3-4f35-49e1-ae8a-afc8f8c997b8 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 949 time: 0.2575641 Nov 26 21:49:54.029826 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-f890b473-f077-41e6-9570-7e82aaed6b25 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332826 Nov 26 21:49:54.032957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-8f8048f2-d6f8-4178-8574-f1b24d088a2a tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.040858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22cf204c-cdfb-420f-9778-f8892bb2d131 req-7e828de8-dd66-4e7f-af68-530d1c9a2c33 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725232 Nov 26 21:49:54.050664 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-8f8048f2-d6f8-4178-8574-f1b24d088a2a tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 1100 time: 0.3795643 Nov 26 21:49:54.164368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b3275d7-c767-4d95-a988-7e108617c9c2 req-5419016f-94fc-4abb-942d-8013aff6ddf8 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169670 Nov 26 21:49:54.173549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:49:54.184083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2cb9c6fd-c115-4d9c-ac34-a16508faa277 admin admin] 10.222.0.21 "PUT /v2.0/routers/a62e72b9-4e3e-4596-b019-2cf3d9bfe100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8819368 Nov 26 21:49:54.184725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40994) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:54.186381 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] Sync routers for ids ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:49:54.209236 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] Routers {'a62e72b9-4e3e-4596-b019-2cf3d9bfe100'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:54.209871 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:54.215744 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414ccd3e-3348-4217-849f-29737f038a85 x-openstack-request-id: req-414ccd3e-3348-4217-849f-29737f038a85 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:54.216737 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "2dc1a8c1-874e-421a-95b1-95f633346ad5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:54.217008 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-414ccd3e-3348-4217-849f-29737f038a85 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:54.217411 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '2dc1a8c1-874e-421a-95b1-95f633346ad5', 'status': 'completed', 'code': 200} Nov 26 21:49:54.229143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-683c7137-ef81-450c-ae18-b0845606cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.237573 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-683c7137-ef81-450c-ae18-b0845606cdfd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5797434 Nov 26 21:49:54.413241 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] Set router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:54.437392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41006) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:54.498696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88534a6d-388a-4235-87f8-e6a7d61fa92d req-05494a1d-0975-49f6-abd4-4439f175c6f4 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.505853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-88534a6d-388a-4235-87f8-e6a7d61fa92d req-05494a1d-0975-49f6-abd4-4439f175c6f4 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 948 time: 0.1147852 Nov 26 21:49:54.508252 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:54.543862 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e9f9a964-e0a8-4ee2-8aa5-c9278887ef96 req-7f17dd41-2820-499c-b69e-7007ef3c373d service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128264 Nov 26 21:49:54.546973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb121110-dd4b-4f7e-8e75-26864d520c2e {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:54.584202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:54.614884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-254cdad2-61f6-4225-82cd-dc795fae3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.615794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-254cdad2-61f6-4225-82cd-dc795fae3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.618058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-254cdad2-61f6-4225-82cd-dc795fae3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.618791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-254cdad2-61f6-4225-82cd-dc795fae3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.620383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-254cdad2-61f6-4225-82cd-dc795fae3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.622225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-254cdad2-61f6-4225-82cd-dc795fae3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.624762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-254cdad2-61f6-4225-82cd-dc795fae3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.627028 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-254cdad2-61f6-4225-82cd-dc795fae3d36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6206 time: 0.3099132 Nov 26 21:49:54.656636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-88534a6d-388a-4235-87f8-e6a7d61fa92d req-07a06eab-2d73-4877-ab7c-34a657e4156b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497831 Nov 26 21:49:54.695231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] Deleting port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:54.695747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:54.741622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:54.750433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Transition to ACTIVE for port object eb121110-dd4b-4f7e-8e75-26864d520c2e will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:54.844913 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:54.855948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3aed-3d34-4880-9821-241d14c6b584 req-75bf87cd-4f8e-41c7-ae38-b3e96c3fa35e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:54.857704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-945a3aed-3d34-4880-9821-241d14c6b584 req-75bf87cd-4f8e-41c7-ae38-b3e96c3fa35e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1951280 Nov 26 21:49:54.903788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-network', 'tenant_id': 'af117439c1734d228f95641461f436e8'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:54.977300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-945a3aed-3d34-4880-9821-241d14c6b584 req-24147dda-3dc1-4632-bc19-5e1d2b554ea6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102629 Nov 26 21:49:54.981156 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:51Z', 'revision_number': 5, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port': {'id': '2c0f61fd-ed14-44c4-9659-9115f2d3533a', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:47:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:31Z', 'updated_at': '2021-11-26T21:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:54.996709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Deleting port 2c0f61fd-ed14-44c4-9659-9115f2d3533a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:54.996709 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.020073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Pushing event updated for resources: {'Port': ['ID=eb121110-dd4b-4f7e-8e75-26864d520c2e,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:55.031996 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] Checking router: a62e72b9-4e3e-4596-b019-2cf3d9bfe100 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:49:55.054194 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] Routers {'a62e72b9-4e3e-4596-b019-2cf3d9bfe100'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:49:55.054822 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:55.060513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Made reservation on behalf of af117439c1734d228f95641461f436e8 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:55.076547 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.133901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-7606338a-d4a3-44a4-a8d3-66137d0544fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.134531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-7606338a-d4a3-44a4-a8d3-66137d0544fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.135050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-7606338a-d4a3-44a4-a8d3-66137d0544fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.137228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-7606338a-d4a3-44a4-a8d3-66137d0544fe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c564f5072cd4a49886c0ad793293985&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4880452 Nov 26 21:49:55.146672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] For port 2c0f61fd-ed14-44c4-9659-9115f2d3533a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2c0f61fd-ed14-44c4-9659-9115f2d3533a,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:55.147352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.166336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Calling delete_port for 2c0f61fd-ed14-44c4-9659-9115f2d3533a owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:55.167053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.176211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] For port 2e792d4b-f1b7-451c-a9f3-66ed3f466752, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2e792d4b-f1b7-451c-a9f3-66ed3f466752,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:55.176755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.221886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] Calling delete_port for 2e792d4b-f1b7-451c-a9f3-66ed3f466752 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:55.383882 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] Set router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:49:55.422361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8452b216-40a4-421d-b450-692b7b41b366 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:49:55.443901 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:54Z', 'revision_number': 6, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:55.478009 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9efb78-f995-42f7-983c-a7a638199f56 None None] The sync data for ids ['a62e72b9-4e3e-4596-b019-2cf3d9bfe100'] in n-d-819494-1 is: [{'id': 'a62e72b9-4e3e-4596-b019-2cf3d9bfe100', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-979986732-router', 'tenant_id': 'a4e6302103d94458be21b9f0e76ce000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:29Z', 'updated_at': '2021-11-26T21:49:54Z', 'revision_number': 6, 'project_id': 'a4e6302103d94458be21b9f0e76ce000', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:49:55.580061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8452b216-40a4-421d-b450-692b7b41b366, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8452b216-40a4-421d-b450-692b7b41b366,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:55.607620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '8452b216-40a4-421d-b450-692b7b41b366', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '8452b216-40a4-421d-b450-692b7b41b366', 'mac_address': 'fa:16:3e:43:92:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:49:55.613363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4ee73006-79b5-4163-8517-1e9aeecc048d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.619614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4ee73006-79b5-4163-8517-1e9aeecc048d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.626367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4ee73006-79b5-4163-8517-1e9aeecc048d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.633519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4ee73006-79b5-4163-8517-1e9aeecc048d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.641971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4ee73006-79b5-4163-8517-1e9aeecc048d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.649598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4ee73006-79b5-4163-8517-1e9aeecc048d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.657472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4ee73006-79b5-4163-8517-1e9aeecc048d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.670381 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4ee73006-79b5-4163-8517-1e9aeecc048d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5381 time: 0.4106889 Nov 26 21:49:55.689759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.692290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf98ba-8e4e-4234-a153-46e5aa7a9ef9 req-3c00fdb4-179f-468c-8b57-52adfea0e787 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:55.701863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bdf98ba-8e4e-4234-a153-46e5aa7a9ef9 req-3c00fdb4-179f-468c-8b57-52adfea0e787 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 949 time: 0.3717690 Nov 26 21:49:55.708443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8452b216-40a4-421d-b450-692b7b41b366 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:55.758698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8452b216-40a4-421d-b450-692b7b41b366, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8452b216-40a4-421d-b450-692b7b41b366,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:55.770246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.771483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 035b14b9-7cba-4c38-8069-2984ebb29536 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:49:55.797469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Attempting to bind port eb121110-dd4b-4f7e-8e75-26864d520c2e on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:55.798236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Attempting to bind port eb121110-dd4b-4f7e-8e75-26864d520c2e by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:55.798813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Attempting to bind port eb121110-dd4b-4f7e-8e75-26864d520c2e on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:55.833186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dc1a74b0-8ba1-486c-aadd-c9fc3b4d7204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.837822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Port eb121110-dd4b-4f7e-8e75-26864d520c2e on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:55.838475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Attempting to bind port eb121110-dd4b-4f7e-8e75-26864d520c2e on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:55.880605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:55.881289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Checking segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:55.881705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 035b14b9-7cba-4c38-8069-2984ebb29536, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=035b14b9-7cba-4c38-8069-2984ebb29536,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:55.883101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Bound using segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:55.883809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Bound port: eb121110-dd4b-4f7e-8e75-26864d520c2e, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:55.887404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.907773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=8452b216-40a4-421d-b450-692b7b41b366,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:55.932274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:55.932721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '035b14b9-7cba-4c38-8069-2984ebb29536', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '035b14b9-7cba-4c38-8069-2984ebb29536', 'mac_address': 'fa:16:3e:37:fc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:49:55.991122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.014692 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.035551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035b14b9-7cba-4c38-8069-2984ebb29536 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:56.067186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 035b14b9-7cba-4c38-8069-2984ebb29536, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=035b14b9-7cba-4c38-8069-2984ebb29536,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:56.068379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-39053f9f-a726-4c13-a4f0-dd42c7ddc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:56.070123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a316c4ce-933b-423e-bde8-d8df3a79525c req-39053f9f-a726-4c13-a4f0-dd42c7ddc578 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9052143 Nov 26 21:49:56.075435 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.077169 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.082990 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.086767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bdf98ba-8e4e-4234-a153-46e5aa7a9ef9 req-ea29b896-1cae-446b-b9bc-1fd8e322c4d0 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838451 Nov 26 21:49:56.104417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0f61fd-ed14-44c4-9659-9115f2d3533a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:56.121190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce91af96-3511-4cec-9665-57d215f3b483 req-4b36dfda-6cd6-4b56-9bc4-7dc2affb39a4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4492543 Nov 26 21:49:56.176567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e792d4b-f1b7-451c-a9f3-66ed3f466752,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:56.226652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:49:56.238501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.238913 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Added segment 29d85fd4-3890-422a-9a26-badf5c5c594e of type vlan for network ff336368-1af4-46cf-83f5-21ca1468ae6f Nov 26 21:49:56.258756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=035b14b9-7cba-4c38-8069-2984ebb29536,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:56.283522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.335910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eabf82-a660-43a0-8734-127cc57caa06,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:56.340191 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.341200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:56.341776 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.396630 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.428081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] No DVR routers for this DVR port 2e792d4b-f1b7-451c-a9f3-66ed3f466752 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:56.477041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.481032 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-48c61b4a-8bd3-45c9-a3b7-4608870e45ea req-1238b515-5e9e-4129-adee-7bc4dbc95706 tempest-DeleteServersAdminTestJSON-2020545228 tempest-DeleteServersAdminTestJSON-2020545228-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2e792d4b-f1b7-451c-a9f3-66ed3f466752 HTTP/1.1" status: 204 len: 173 time: 2.4296083 Nov 26 21:49:56.481792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d3f5af-14e9-4ad3-abd0-543de8e539a7', 'name': 'network-vif-deleted', 'tag': '2e792d4b-f1b7-451c-a9f3-66ed3f466752'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:56.484635 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbc3b1f-f04b-4fd5-9548-78f9eabe4934" -d '{"events": [{"server_uuid": "e4d3f5af-14e9-4ad3-abd0-543de8e539a7", "name": "network-vif-deleted", "tag": "2e792d4b-f1b7-451c-a9f3-66ed3f466752"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:56.514205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0719082 Nov 26 21:49:56.518555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41050) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:56.530345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Request body: {'subnet': {'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-subnet', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:56.539072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.541876 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.550781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] For port eb121110-dd4b-4f7e-8e75-26864d520c2e, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:56.581639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055fa95-d12a-4143-ba5b-58db4c1c3cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff336368-1af4-46cf-83f5-21ca1468ae6f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:56.593438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ff336368-1af4-46cf-83f5-21ca1468ae6f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:49:56.601643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] For port eb121110-dd4b-4f7e-8e75-26864d520c2e, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:56.612144 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.665841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Made reservation on behalf of af117439c1734d228f95641461f436e8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:49:56.669216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.713476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1977b-ee7e-4bdc-9e73-861a3433af84 req-1f3c40c2-e394-46af-8366-c7f1804e77cf tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:56.715339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2d1977b-ee7e-4bdc-9e73-861a3433af84 req-1f3c40c2-e394-46af-8366-c7f1804e77cf tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 949 time: 0.4743569 Nov 26 21:49:56.717663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.718248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62e72b9-4e3e-4596-b019-2cf3d9bfe100 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:49:56.728419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['035b14b9-7cba-4c38-8069-2984ebb29536'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:56.734349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.738045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a9807bba-0d3c-442e-9440-6f5d496be03b admin admin] 10.222.0.21 "DELETE /v2.0/routers/a62e72b9-4e3e-4596-b019-2cf3d9bfe100 HTTP/1.1" status: 204 len: 168 time: 2.5501573 Nov 26 21:49:56.744161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41052) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:56.754359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:56.755315 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:56.756898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] 10.222.0.13 "PUT /v2.0/ports/eb121110-dd4b-4f7e-8e75-26864d520c2e HTTP/1.1" status: 200 len: 1090 time: 4.1133766 Nov 26 21:49:56.784548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38673c-072d-449e-a83c-e665ca0b5f24 req-e2ae2594-39dd-4edc-898d-9b252d2d1bbb tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:56.802530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e38673c-072d-449e-a83c-e665ca0b5f24 req-e2ae2594-39dd-4edc-898d-9b252d2d1bbb tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.4784806 Nov 26 21:49:56.850044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:56.899780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2d1977b-ee7e-4bdc-9e73-861a3433af84 req-5205b1c3-ac28-48f3-835e-bc239bf890d1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928822 Nov 26 21:49:56.933985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e38673c-072d-449e-a83c-e665ca0b5f24 req-17f166d7-4d86-4860-a3fb-f9b825eac561 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193769 Nov 26 21:49:56.940130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf9cfc-705b-4f36-ad70-a224f019a19e service neutron] Pushing event updated for resources: {'Port': ['ID=eb121110-dd4b-4f7e-8e75-26864d520c2e,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:57.019592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['8452b216-40a4-421d-b450-692b7b41b366'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:49:57.062309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab1d12c-a527-451d-b27b-401d6822faa5 admin admin] Deleting subnet eba6f38a-9cff-45dc-b53a-bb64ee19f016 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:49:57.066311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 722f5f57-2f8b-42a2-b5da-71e99e3f723d no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:57.075818 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e34cc5-b2fa-49f3-acf0-9ef2037c4070 x-openstack-request-id: req-23e34cc5-b2fa-49f3-acf0-9ef2037c4070 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:49:57.076627 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d3f5af-14e9-4ad3-abd0-543de8e539a7", "name": "network-vif-deleted", "tag": "2e792d4b-f1b7-451c-a9f3-66ed3f466752", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:49:57.082444 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23e34cc5-b2fa-49f3-acf0-9ef2037c4070 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:49:57.084054 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d3f5af-14e9-4ad3-abd0-543de8e539a7', 'name': 'network-vif-deleted', 'tag': '2e792d4b-f1b7-451c-a9f3-66ed3f466752', 'status': 'completed', 'code': 200} Nov 26 21:49:57.128269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d12c-a527-451d-b27b-401d6822faa5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:57.131039 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:57.246290 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d12c-a527-451d-b27b-401d6822faa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:57.304437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 722f5f57-2f8b-42a2-b5da-71e99e3f723d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:57.304837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 722f5f57-2f8b-42a2-b5da-71e99e3f723d not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:57.305298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2c0f61fd-ed14-44c4-9659-9115f2d3533a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:57.372338 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:57.377025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 2c0f61fd-ed14-44c4-9659-9115f2d3533a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:57.377253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2c0f61fd-ed14-44c4-9659-9115f2d3533a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:57.589923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:57.593803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dba65fd2-eaea-4a7e-b44b-4b96aa2e2ed5 req-2794af09-af70-47ca-ad39-8b424ebc64e4 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4d3f5af-14e9-4ad3-abd0-543de8e539a7 HTTP/1.1" status: 200 len: 210 time: 0.1499169 Nov 26 21:49:57.627053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328942e-386d-4bec-af84-957e712eb1c9 req-044b99ea-1662-48a4-aac2-d7c4e7290122 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:57.637773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2e792d4b-f1b7-451c-a9f3-66ed3f466752 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:57.638529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328942e-386d-4bec-af84-957e712eb1c9 req-044b99ea-1662-48a4-aac2-d7c4e7290122 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:57.656918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d12c-a527-451d-b27b-401d6822faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:57.659074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328942e-386d-4bec-af84-957e712eb1c9 req-044b99ea-1662-48a4-aac2-d7c4e7290122 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:57.665624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328942e-386d-4bec-af84-957e712eb1c9 req-044b99ea-1662-48a4-aac2-d7c4e7290122 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:57.673170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328942e-386d-4bec-af84-957e712eb1c9 req-044b99ea-1662-48a4-aac2-d7c4e7290122 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:57.679679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328942e-386d-4bec-af84-957e712eb1c9 req-044b99ea-1662-48a4-aac2-d7c4e7290122 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:57.683601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 2e792d4b-f1b7-451c-a9f3-66ed3f466752 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:57.683958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2e792d4b-f1b7-451c-a9f3-66ed3f466752 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:57.687497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328942e-386d-4bec-af84-957e712eb1c9 req-044b99ea-1662-48a4-aac2-d7c4e7290122 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:57.695781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8328942e-386d-4bec-af84-957e712eb1c9 req-044b99ea-1662-48a4-aac2-d7c4e7290122 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5381 time: 0.2823577 Nov 26 21:49:57.739106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5e67594-cc38-44a4-b409-4312418f0f5d,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:57.786425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8328942e-386d-4bec-af84-957e712eb1c9 req-f067ce44-7bbe-40b5-a04c-4194bc965efc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845315 Nov 26 21:49:57.788364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d12c-a527-451d-b27b-401d6822faa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:57.834478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1c5e7-9d44-488e-a041-a6493278d704 None None] Network 16f9dd67-ddda-43af-9692-a89a43977a03 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:57.849625 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ab1d12c-a527-451d-b27b-401d6822faa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:57.853086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9ab1d12c-a527-451d-b27b-401d6822faa5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eba6f38a-9cff-45dc-b53a-bb64ee19f016 HTTP/1.1" status: 204 len: 168 time: 1.0950274 Nov 26 21:49:57.856449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41098) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:57.858692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1d12c-a527-451d-b27b-401d6822faa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba6f38a-9cff-45dc-b53a-bb64ee19f016,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:57.885975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Checking segment: {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:57.887737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Network hostable DHCP agents. Network: ff336368-1af4-46cf-83f5-21ca1468ae6f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:49:57.930981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Network ff336368-1af4-46cf-83f5-21ca1468ae6f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:49:58.010438 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.040181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ff336368-1af4-46cf-83f5-21ca1468ae6f) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:58.051083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:58.051897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.055901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ed1d3d-24cc-4b32-8cff-9b741c2f296c {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:49:58.069541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4615f4-4700-41c6-8811-756df8d97553 None None] Network ff336368-1af4-46cf-83f5-21ca1468ae6f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:49:58.086035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.120448 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3d4ddc31-b631-4358-82e7-8537cf96490a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5916567 Nov 26 21:49:58.123007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41118) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:49:58.124948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Transition to ACTIVE for port object b7ed1d3d-24cc-4b32-8cff-9b741c2f296c will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:49:58.135727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:58.144128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.206188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:58.212475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47585343-23d6-42e2-9b6d-cc18e7b2b800 req-c207090c-b21a-47fa-a6e1-d20fe7c25650 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:58.221500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47585343-23d6-42e2-9b6d-cc18e7b2b800 req-c207090c-b21a-47fa-a6e1-d20fe7c25650 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 949 time: 0.1391265 Nov 26 21:49:58.236259 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.236946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.255016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddaf92-eb59-4674-bd77-cc588b4f4ca1 req-ebc8dd68-a649-4164-8e98-e2ce9ba81393 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:58.263605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5ddaf92-eb59-4674-bd77-cc588b4f4ca1 req-ebc8dd68-a649-4164-8e98-e2ce9ba81393 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.2216318 Nov 26 21:49:58.331366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Deleting port f2307eba-11a7-456b-914b-a6e8a5ff8f64 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:58.331366 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.355209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47585343-23d6-42e2-9b6d-cc18e7b2b800 req-3e25f671-31b4-4755-b44e-b9a0687a50c8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282423 Nov 26 21:49:58.363502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ff336368-1af4-46cf-83f5-21ca1468ae6f', 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'fixed_ips': [{'subnet_id': 'e5e67594-cc38-44a4-b409-4312418f0f5d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:49:58.364487 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.484461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.489084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Attempting to bind port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:49:58.490914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Attempting to bind port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:49:58.492352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Attempting to bind port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:58.519712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5ddaf92-eb59-4674-bd77-cc588b4f4ca1 req-ef30ba1e-abaa-4e13-858d-eaf13855ba78 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549498 Nov 26 21:49:58.562114 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] For port f2307eba-11a7-456b-914b-a6e8a5ff8f64, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f2307eba-11a7-456b-914b-a6e8a5ff8f64,segment=NetworkSegment(8437c2aa-2b36-4c47-ac1c-5077d6ff621a),segment_id=8437c2aa-2b36-4c47-ac1c-5077d6ff621a)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:58.562484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.576638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] DHCP port deletion for 16f9dd67-ddda-43af-9692-a89a43977a03 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:49:58.599166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Calling delete_port for f2307eba-11a7-456b-914b-a6e8a5ff8f64 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:58.664920 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.685103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:49:58.685603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Attempting to bind port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:49:58.735611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] Deleting port f2307eba-11a7-456b-914b-a6e8a5ff8f64 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:49:58.736198 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.804988 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.859810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f2307eba-11a7-456b-914b-a6e8a5ff8f64,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:58.861777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] No DVR routers for this DVR port f2307eba-11a7-456b-914b-a6e8a5ff8f64 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:58.881421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:49:58.881885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Checking segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:49:58.885050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Bound using segment: {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:49:58.885914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Bound port: b7ed1d3d-24cc-4b32-8cff-9b741c2f296c, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d98a37-6594-40ba-a60e-5b2f14071942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:49:58.887541 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:58.939512 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.068231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] For port f2307eba-11a7-456b-914b-a6e8a5ff8f64, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f2307eba-11a7-456b-914b-a6e8a5ff8f64,segment=NetworkSegment(8437c2aa-2b36-4c47-ac1c-5077d6ff621a),segment_id=8437c2aa-2b36-4c47-ac1c-5077d6ff621a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:49:59.068600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.087561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] Calling delete_port for f2307eba-11a7-456b-914b-a6e8a5ff8f64 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:49:59.117529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] For port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:49:59.126285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] For port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:49:59.130612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': 'eb121110-dd4b-4f7e-8e75-26864d520c2e'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:49:59.134238 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eba035f-528c-4925-963a-32a74305e134" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "eb121110-dd4b-4f7e-8e75-26864d520c2e"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:49:59.141441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.176358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.206856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-c42164ef-f030-4652-a6b6-84a23074a52b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552547 Nov 26 21:49:59.254327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:59.255227 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.256234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f2307eba-11a7-456b-914b-a6e8a5ff8f64 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:49:59.256571 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7ed1d3d-24cc-4b32-8cff-9b741c2f296c HTTP/1.1" status: 200 len: 1091 time: 2.4352570 Nov 26 21:49:59.346707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f2307eba-11a7-456b-914b-a6e8a5ff8f64 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:49:59.347048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f2307eba-11a7-456b-914b-a6e8a5ff8f64 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:49:59.348682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:49:59.358572 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.364457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Allocated IP 172.20.0.2 (ff336368-1af4-46cf-83f5-21ca1468ae6f/e5e67594-cc38-44a4-b409-4312418f0f5d/fd38535c-104b-43f2-a351-f92c0562f7eb) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:49:59.457081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8452b216-40a4-421d-b450-692b7b41b366 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:49:59.459494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.477083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcec8fc-227e-4b21-8b7f-90b35558e821 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:59.512304 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.743947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] Pushing event deleted for resources: {'Port': ['ID=f2307eba-11a7-456b-914b-a6e8a5ff8f64,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:49:59.877100 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.881335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deccf1a-14e6-4c8e-8a37-1d8c53e50177 None None] No DVR routers for this DVR port f2307eba-11a7-456b-914b-a6e8a5ff8f64 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:49:59.906320 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.940214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.952567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f9dd67-ddda-43af-9692-a89a43977a03']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:59.961948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-60e54f77-22ef-4cf3-9f52-cb2aa305177d tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:49:59.968222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:49:59.971380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-60e54f77-22ef-4cf3-9f52-cb2aa305177d tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7425809 Nov 26 21:49:59.978535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Network ff336368-1af4-46cf-83f5-21ca1468ae6f is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:49:59.997616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:49:59.998657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8437c2aa-2b36-4c47-ac1c-5077d6ff621a') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:49:59.999132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8437c2aa-2b36-4c47-ac1c-5077d6ff621a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:00.004492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:00.015472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-02439585-5997-4144-8d84-18b5df378a2c tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/quotas/2b820183eed24eb5bf74ed4bc66afedc HTTP/1.1" status: 200 len: 375 time: 0.0427101 Nov 26 21:50:00.034395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-4f216911-fc5f-49e7-a67f-c6bfc83994e3 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:00.041962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-4f216911-fc5f-49e7-a67f-c6bfc83994e3 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:00.050575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-4f216911-fc5f-49e7-a67f-c6bfc83994e3 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:00.057947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-4f216911-fc5f-49e7-a67f-c6bfc83994e3 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:00.058351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 8452b216-40a4-421d-b450-692b7b41b366 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:00.075479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-4f216911-fc5f-49e7-a67f-c6bfc83994e3 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:00.085760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 8452b216-40a4-421d-b450-692b7b41b366 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:00.087039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.089626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-4f216911-fc5f-49e7-a67f-c6bfc83994e3 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:00.098067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-4f216911-fc5f-49e7-a67f-c6bfc83994e3 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:00.110268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-4f216911-fc5f-49e7-a67f-c6bfc83994e3 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5393 time: 1.0627813 Nov 26 21:50:00.144736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Pushing event updated for resources: {'Port': ['ID=fd38535c-104b-43f2-a351-f92c0562f7eb,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:00.174519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Attempting to bind port fd38535c-104b-43f2-a351-f92c0562f7eb on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:00.175820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.176338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Attempting to bind port fd38535c-104b-43f2-a351-f92c0562f7eb by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:00.176820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Attempting to bind port fd38535c-104b-43f2-a351-f92c0562f7eb on network ff336368-1af4-46cf-83f5-21ca1468ae6f {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:00.194427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-ec1e1152-8c34-4cce-903c-e34f5f67473c tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1775992 Nov 26 21:50:00.199610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Allocated IP 172.25.3.152 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/6f6bc673-686e-445b-84e0-c35adc3b5c72) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:00.273231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.286707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:00.287092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Checking segment: {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:00.288691 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.289418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Bound using segment: {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:00.290519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Bound port: fd38535c-104b-43f2-a351-f92c0562f7eb, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:00.294848 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.318610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:00.319405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:50:00.320062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:50:00.327024 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:50:00.338129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.373403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Transition to ACTIVE for port object 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:50:00.430959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.447376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b88ee8ea-6f9c-46f6-8044-fe2e8492dc25 req-b369a567-894f-4cf7-9968-8b316764fac7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3357782 Nov 26 21:50:00.461810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.482646 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.488098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.505971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] 10.222.0.21 "DELETE /v2.0/networks/16f9dd67-ddda-43af-9692-a89a43977a03 HTTP/1.1" status: 204 len: 168 time: 2.6483216 Nov 26 21:50:00.545885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893540c6-3ffc-4ddf-975e-8c15d5b419dc admin admin] Pushing event deleted for resources: {'Network': ['ID=16f9dd67-ddda-43af-9692-a89a43977a03,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:00.570712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41222) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:00.622998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452b216-40a4-421d-b450-692b7b41b366'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:00.629715 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a89b560-fa15-469a-b198-b6a31ec0cbf5" -d '{"events": [{"server_uuid": "f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1", "name": "network-vif-plugged", "status": "completed", "tag": "8452b216-40a4-421d-b450-692b7b41b366"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:00.643468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] For port fd38535c-104b-43f2-a351-f92c0562f7eb, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:00.648373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Pushing event updated for resources: {'Port': ['ID=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:00.695866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8452b216-40a4-421d-b450-692b7b41b366, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8452b216-40a4-421d-b450-692b7b41b366,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:00.706991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] For port fd38535c-104b-43f2-a351-f92c0562f7eb, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd38535c-104b-43f2-a351-f92c0562f7eb,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:00.711006 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.713678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 035b14b9-7cba-4c38-8069-2984ebb29536 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:00.763598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526df92-2b3c-4e7d-ab14-549d544da5b8 req-3505ff8f-7c7e-4cc1-a4a3-2b9397183e61 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:00.765438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a526df92-2b3c-4e7d-ab14-549d544da5b8 req-3505ff8f-7c7e-4cc1-a4a3-2b9397183e61 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 949 time: 0.1034634 Nov 26 21:50:00.767000 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.810707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41228) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:00.828884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.885004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe7e2-f539-42d2-a5d8-31e6fe89ad22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:00.934832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=8452b216-40a4-421d-b450-692b7b41b366,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:00.936845 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e107d16c-8a21-45dd-ae6e-cf5008f3e016 x-openstack-request-id: req-e107d16c-8a21-45dd-ae6e-cf5008f3e016 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:00.938858 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "eb121110-dd4b-4f7e-8e75-26864d520c2e", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:00.941555 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e107d16c-8a21-45dd-ae6e-cf5008f3e016 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:00.942804 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': 'eb121110-dd4b-4f7e-8e75-26864d520c2e', 'status': 'completed', 'code': 200} Nov 26 21:50:00.959222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.003671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 035b14b9-7cba-4c38-8069-2984ebb29536 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:01.027990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 035b14b9-7cba-4c38-8069-2984ebb29536 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:01.028481 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.056755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a526df92-2b3c-4e7d-ab14-549d544da5b8 req-14ffe5bd-2d98-4a2d-9152-2699652bf901 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836013 Nov 26 21:50:01.124400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dcaabf0d-e327-482e-8d5e-4ae02f084e95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4e6302103d94458be21b9f0e76ce000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074148 Nov 26 21:50:01.138110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41234) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:01.141759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:01.148428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:01.149619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856d626-8f96-47f1-8e5f-4cc97d1ed9f0 None None] Pushing event updated for resources: {'Port': ['ID=fd38535c-104b-43f2-a351-f92c0562f7eb,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:01.169744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:01.218769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f292eef-cafd-47fa-b9dc-bc7e20cf62dd req-4ef0e101-b185-4d9b-b602-269567f3f1ac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.229469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f292eef-cafd-47fa-b9dc-bc7e20cf62dd req-4ef0e101-b185-4d9b-b602-269567f3f1ac tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.3454971 Nov 26 21:50:01.242021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.327697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe7e2-f539-42d2-a5d8-31e6fe89ad22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.344347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 035b14b9-7cba-4c38-8069-2984ebb29536, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=035b14b9-7cba-4c38-8069-2984ebb29536,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:01.362093 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.390822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe7e2-f539-42d2-a5d8-31e6fe89ad22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.437714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-e47dd8fb-a1b2-487c-a02d-beefdf9f7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.438274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-e47dd8fb-a1b2-487c-a02d-beefdf9f7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.438730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-e47dd8fb-a1b2-487c-a02d-beefdf9f7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.439192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-e47dd8fb-a1b2-487c-a02d-beefdf9f7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.439710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-e47dd8fb-a1b2-487c-a02d-beefdf9f7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.440183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-e47dd8fb-a1b2-487c-a02d-beefdf9f7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.444734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-e47dd8fb-a1b2-487c-a02d-beefdf9f7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.450997 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1eba035f-528c-4925-963a-32a74305e134 req-e47dd8fb-a1b2-487c-a02d-beefdf9f7344 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6365 time: 0.5336809 Nov 26 21:50:01.509010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=035b14b9-7cba-4c38-8069-2984ebb29536,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:01.562446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe7e2-f539-42d2-a5d8-31e6fe89ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa04679-4356-447a-b4f8-452e1a14c077,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:01.579265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-829b60b4-5085-4000-9c0b-14cc78aa3733 req-3f62a8a9-14d1-4e14-83de-b25a68255182 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 210 time: 0.3079972 Nov 26 21:50:01.590046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f6bc673-686e-445b-84e0-c35adc3b5c72,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:01.665292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f292eef-cafd-47fa-b9dc-bc7e20cf62dd req-bc5c4234-1359-4e69-b7ef-71c64484ddd1 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334381 Nov 26 21:50:01.675902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1d2fe7e2-f539-42d2-a5d8-31e6fe89ad22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5d662e5d1f54f71bf49d4a708d16dae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1040435 Nov 26 21:50:01.681354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41240) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:01.754334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7bdec65-41c6-45ec-b17c-dcfe63a4ef0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.775620 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1aa58ad-03e4-4692-8aa3-7138e931a356 x-openstack-request-id: req-f1aa58ad-03e4-4692-8aa3-7138e931a356 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:01.776456 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1", "name": "network-vif-plugged", "status": "completed", "tag": "8452b216-40a4-421d-b450-692b7b41b366", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:01.781890 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1aa58ad-03e4-4692-8aa3-7138e931a356 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:01.782672 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8452b216-40a4-421d-b450-692b7b41b366', 'code': 200} Nov 26 21:50:01.856739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7bdec65-41c6-45ec-b17c-dcfe63a4ef0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.929584 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7bdec65-41c6-45ec-b17c-dcfe63a4ef0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.932591 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7bdec65-41c6-45ec-b17c-dcfe63a4ef0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:01.937520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7bdec65-41c6-45ec-b17c-dcfe63a4ef0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0404edd-1a7e-44e7-93cb-f1ad9178a84e HTTP/1.1" status: 204 len: 168 time: 0.7920060 Nov 26 21:50:01.970869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Attempting to bind port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:01.971244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Attempting to bind port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:01.977510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-02bd8ae9-8d60-48f6-ad67-7eca3e44c101 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.979536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Attempting to bind port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 on network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:01.984457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-02bd8ae9-8d60-48f6-ad67-7eca3e44c101 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.990898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-02bd8ae9-8d60-48f6-ad67-7eca3e44c101 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:01.997791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-02bd8ae9-8d60-48f6-ad67-7eca3e44c101 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:02.004190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-02bd8ae9-8d60-48f6-ad67-7eca3e44c101 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:02.010664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-02bd8ae9-8d60-48f6-ad67-7eca3e44c101 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:02.018235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-02bd8ae9-8d60-48f6-ad67-7eca3e44c101 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:02.026616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-02bd8ae9-8d60-48f6-ad67-7eca3e44c101 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5405 time: 0.2245471 Nov 26 21:50:02.043536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d95ede1-50d3-42b4-b519-619ef9436d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:02.061650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 on network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:50:02.061960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Attempting to bind port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 on network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:02.069083 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d95ede1-50d3-42b4-b519-619ef9436d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:02.072343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:02.072698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Checking segment: {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:02.073089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Bound using segment: {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:02.073704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Bound port: 120e1b34-cc07-4b69-8e0c-a7de9bca93b0, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:02.073959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:02.149841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdec65-41c6-45ec-b17c-dcfe63a4ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0404edd-1a7e-44e7-93cb-f1ad9178a84e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:02.175457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c761efa-ad3a-4ae1-9fac-b8010648d784 req-c547050e-3aaa-45c1-a5cc-7a489bc72d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:02.176960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c761efa-ad3a-4ae1-9fac-b8010648d784 req-c547050e-3aaa-45c1-a5cc-7a489bc72d0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 1101 time: 0.2266202 Nov 26 21:50:02.305385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7187e2ad-fda4-40b5-8dc7-94f050268c25 req-b36755cf-027d-4000-9c2f-970a06d58956 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2680871 Nov 26 21:50:02.381017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d95ede1-50d3-42b4-b519-619ef9436d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:02.386862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d95ede1-50d3-42b4-b519-619ef9436d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:02.389645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5d95ede1-50d3-42b4-b519-619ef9436d2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faa04679-4356-447a-b4f8-452e1a14c077 HTTP/1.1" status: 204 len: 168 time: 0.7048805 Nov 26 21:50:02.442124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f7bfa-983f-4f9b-a5db-b81ae21d5f66 req-dc18ab77-fe93-4ce5-8f95-f1aa6bfb9a25 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:02.452894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da4f7bfa-983f-4f9b-a5db-b81ae21d5f66 req-dc18ab77-fe93-4ce5-8f95-f1aa6bfb9a25 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 950 time: 0.1930602 Nov 26 21:50:02.453930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95ede1-50d3-42b4-b519-619ef9436d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa04679-4356-447a-b4f8-452e1a14c077,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:02.612328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da4f7bfa-983f-4f9b-a5db-b81ae21d5f66 req-2ac0043a-9729-4286-b512-7157544c20ba tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232855 Nov 26 21:50:02.775575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84d18176-871f-45b6-abb6-5b11080842c2 req-8576f4e2-72c2-4b2b-9904-ad4185d04b1b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 210 time: 0.0978174 Nov 26 21:50:02.864975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb65aba8-a13b-46d6-909c-4306bd5a3474 None None] Network ff336368-1af4-46cf-83f5-21ca1468ae6f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:50:02.926195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c9916-fd70-44fb-8011-cb9db9feb7dc req-da3d3c72-a7eb-4e7e-8dfb-99074a845025 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:02.941288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-189c9916-fd70-44fb-8011-cb9db9feb7dc req-da3d3c72-a7eb-4e7e-8dfb-99074a845025 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1221311 Nov 26 21:50:02.944451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:02.947162 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab0c094-b488-40fe-b966-d5becacdd15a" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "b7ed1d3d-24cc-4b32-8cff-9b741c2f296c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:03.011819 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-189c9916-fd70-44fb-8011-cb9db9feb7dc req-dc617a45-3dd0-4c6a-8ef6-2221eb36ae28 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657589 Nov 26 21:50:03.014407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41272) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:03.033066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f005cdde-a990-4c77-851c-f91c487c178c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.096123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd38535c-104b-43f2-a351-f92c0562f7eb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:03.100950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-54219ddf-35f5-40a1-a2fa-56c9c1864600 None None] Provisioning complete for port fd38535c-104b-43f2-a351-f92c0562f7eb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:03.102015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-a22286ac-3c3b-4dcf-96fd-7e334678f7a9 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2822845 Nov 26 21:50:03.103443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-eb3412c8-55d6-46bb-aff2-879c8f64f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.103951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-eb3412c8-55d6-46bb-aff2-879c8f64f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.104439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-eb3412c8-55d6-46bb-aff2-879c8f64f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.106432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1eba035f-528c-4925-963a-32a74305e134 req-eb3412c8-55d6-46bb-aff2-879c8f64f781 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c564f5072cd4a49886c0ad793293985&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.5337424 Nov 26 21:50:03.114821 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-54219ddf-35f5-40a1-a2fa-56c9c1864600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.126685 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75559088-861c-4b05-a842-18a188bee7b9 x-openstack-request-id: req-75559088-861c-4b05-a842-18a188bee7b9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:03.126989 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "b7ed1d3d-24cc-4b32-8cff-9b741c2f296c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:03.127461 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75559088-861c-4b05-a842-18a188bee7b9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:03.128053 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c', 'status': 'completed', 'code': 200} Nov 26 21:50:03.140061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f005cdde-a990-4c77-851c-f91c487c178c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.150949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f005cdde-a990-4c77-851c-f91c487c178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.200164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f005cdde-a990-4c77-851c-f91c487c178c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51b186375194466c9a38ac77ca457f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842771 Nov 26 21:50:03.212531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41274) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:03.287603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] For port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:03.295925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005cdde-a990-4c77-851c-f91c487c178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9297af11-1545-4e1c-be14-4c86a208df22,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:03.328934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23591cb0-d93e-4315-ab97-679f15ba086f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.357708 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-54219ddf-35f5-40a1-a2fa-56c9c1864600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.357708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fd38535c-104b-43f2-a351-f92c0562f7eb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:03.357708 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.382163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23591cb0-d93e-4315-ab97-679f15ba086f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.413657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.426564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] For port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:03.444353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-54219ddf-35f5-40a1-a2fa-56c9c1864600 None None] For port fd38535c-104b-43f2-a351-f92c0562f7eb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd38535c-104b-43f2-a351-f92c0562f7eb,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:03.468789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-54219ddf-35f5-40a1-a2fa-56c9c1864600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.472673 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c761efa-ad3a-4ae1-9fac-b8010648d784 req-5133ed89-b8ee-481f-969f-a11f6e3ba4bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6540382 Nov 26 21:50:03.489888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.622728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-3a2fb54c-65fd-4012-a736-fafa24d8e328 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.628934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-3a2fb54c-65fd-4012-a736-fafa24d8e328 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.642595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-3a2fb54c-65fd-4012-a736-fafa24d8e328 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.644881 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54219ddf-35f5-40a1-a2fa-56c9c1864600 None None] Pushing event updated for resources: {'Port': ['ID=fd38535c-104b-43f2-a351-f92c0562f7eb,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:03.662351 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-3a2fb54c-65fd-4012-a736-fafa24d8e328 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.668517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-3a2fb54c-65fd-4012-a736-fafa24d8e328 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.677561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-3a2fb54c-65fd-4012-a736-fafa24d8e328 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.684829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-3a2fb54c-65fd-4012-a736-fafa24d8e328 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.693037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-3a2fb54c-65fd-4012-a736-fafa24d8e328 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5405 time: 0.2334647 Nov 26 21:50:03.708170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23591cb0-d93e-4315-ab97-679f15ba086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.710853 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23591cb0-d93e-4315-ab97-679f15ba086f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.716810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-23591cb0-d93e-4315-ab97-679f15ba086f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9297af11-1545-4e1c-be14-4c86a208df22 HTTP/1.1" status: 204 len: 168 time: 0.5031552 Nov 26 21:50:03.726263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.732073 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.733557 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] 10.222.0.13 "PUT /v2.0/ports/120e1b34-cc07-4b69-8e0c-a7de9bca93b0 HTTP/1.1" status: 200 len: 1091 time: 4.4042642 Nov 26 21:50:03.762661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23591cb0-d93e-4315-ab97-679f15ba086f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9297af11-1545-4e1c-be14-4c86a208df22,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:03.775326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-3a9f3ee5-0c75-4a39-b506-fcfec6ac36f1 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.776982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-3a9f3ee5-0c75-4a39-b506-fcfec6ac36f1 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6475437 Nov 26 21:50:03.794316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9c875b-a640-4115-aa43-fbeb31b6ab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b14b9-7cba-4c38-8069-2984ebb29536'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:03.794906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Request body: {'port': {'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:03.800790 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ae9fd3-62dc-4c7e-9f0b-cd2b449439a2" -d '{"events": [{"server_uuid": "4b9c875b-a640-4115-aa43-fbeb31b6ab35", "name": "network-vif-plugged", "status": "completed", "tag": "035b14b9-7cba-4c38-8069-2984ebb29536"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:03.818093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Request body: {'port': {'device_id': '52916d8f-3398-47e8-aafe-6857325d551c', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '2b820183eed24eb5bf74ed4bc66afedc'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:03.824498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba035f-528c-4925-963a-32a74305e134 req-a69faffb-1067-4299-9315-38f6d88b52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:03.827037 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1eba035f-528c-4925-963a-32a74305e134 req-a69faffb-1067-4299-9315-38f6d88b52dc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6962373 Nov 26 21:50:03.905088 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4350b92f-ef11-4940-ab07-ba11d716d904 req-392e7834-e61c-4c35-b12b-dcbd6244e74a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2050765 Nov 26 21:50:03.937358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0cdf73e1-3ec6-4459-bee3-f0570ab66595 None None] Provisioning complete for port fd38535c-104b-43f2-a351-f92c0562f7eb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:03.938045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0cdf73e1-3ec6-4459-bee3-f0570ab66595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:03.994354 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b430873-3c39-43a1-94f8-b8f6f7a3aa1f x-openstack-request-id: req-2b430873-3c39-43a1-94f8-b8f6f7a3aa1f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:03.995054 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9c875b-a640-4115-aa43-fbeb31b6ab35", "name": "network-vif-plugged", "status": "completed", "tag": "035b14b9-7cba-4c38-8069-2984ebb29536", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:03.996126 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b430873-3c39-43a1-94f8-b8f6f7a3aa1f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:03.997111 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9c875b-a640-4115-aa43-fbeb31b6ab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b14b9-7cba-4c38-8069-2984ebb29536', 'code': 200} Nov 26 21:50:04.101483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11635da-0074-41e3-9ed9-db1da1f7a3db service neutron] Pushing event updated for resources: {'Port': ['ID=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:04.186225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86789fcd-beb4-4e98-bf45-e9032fbd780f req-21f5fd3a-d696-43f9-b923-6859337e2375 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 210 time: 0.0374041 Nov 26 21:50:04.208754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757923-f4b4-4520-9325-deb5e8eb5b37 req-ea40600e-52df-4122-a3ec-2c8fd733a5f8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.210563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3757923-f4b4-4520-9325-deb5e8eb5b37 req-ea40600e-52df-4122-a3ec-2c8fd733a5f8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 950 time: 0.1897223 Nov 26 21:50:04.253642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:04.320356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3757923-f4b4-4520-9325-deb5e8eb5b37 req-2ade39d9-3615-40c5-bfe6-ca2b0e958230 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994775 Nov 26 21:50:04.359114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1fa5a42-4ee6-4245-ac97-c1a2128fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.364884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1fa5a42-4ee6-4245-ac97-c1a2128fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.370285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1fa5a42-4ee6-4245-ac97-c1a2128fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.371498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1fa5a42-4ee6-4245-ac97-c1a2128fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.372093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1fa5a42-4ee6-4245-ac97-c1a2128fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.372573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1fa5a42-4ee6-4245-ac97-c1a2128fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.373035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1fa5a42-4ee6-4245-ac97-c1a2128fd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.375070 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1fa5a42-4ee6-4245-ac97-c1a2128fd357 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6407 time: 0.4383245 Nov 26 21:50:04.420550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc10bb-d003-4a6d-afec-38cfa8c93e2d req-0ace5575-9ebc-4a4f-b72b-65be75b08861 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.426498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0cc10bb-d003-4a6d-afec-38cfa8c93e2d req-0ace5575-9ebc-4a4f-b72b-65be75b08861 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1032450 Nov 26 21:50:04.452475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41314) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:04.465104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b826d2a-e421-442a-a726-3873fd31cd89 req-a83de062-46e2-4eb0-80a7-fae7f119fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.467267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b826d2a-e421-442a-a726-3873fd31cd89 req-a83de062-46e2-4eb0-80a7-fae7f119fdee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 1101 time: 0.3091168 Nov 26 21:50:04.507711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0cc10bb-d003-4a6d-afec-38cfa8c93e2d req-000cd185-1c8b-4c50-808c-ccd3e9812009 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723295 Nov 26 21:50:04.566331 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:04.646981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Made reservation on behalf of 2b820183eed24eb5bf74ed4bc66afedc for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:04.650717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:04.803197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1ff30b3-0ae2-4c7b-b9ba-3d4f85f5276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.803673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1ff30b3-0ae2-4c7b-b9ba-3d4f85f5276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.804138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1ff30b3-0ae2-4c7b-b9ba-3d4f85f5276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:04.805754 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-e1ff30b3-0ae2-4c7b-b9ba-3d4f85f5276a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c564f5072cd4a49886c0ad793293985&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4094305 Nov 26 21:50:04.806507 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16e0e947-27e8-4617-a46f-89e11321e052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:04.815454 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b826d2a-e421-442a-a726-3873fd31cd89 req-15140405-91d8-4c59-bdad-6529b78b86d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830868 Nov 26 21:50:04.920103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd38535c-104b-43f2-a351-f92c0562f7eb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:04.986286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fd38535c-104b-43f2-a351-f92c0562f7eb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:04.988319 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:05.135545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-1cd292d5-a3a3-4e69-8dc4-82abf59f9581 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.151391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-1cd292d5-a3a3-4e69-8dc4-82abf59f9581 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.157893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-1cd292d5-a3a3-4e69-8dc4-82abf59f9581 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.163886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '120e1b34-cc07-4b69-8e0c-a7de9bca93b0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:05.165109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-1cd292d5-a3a3-4e69-8dc4-82abf59f9581 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.167610 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f22b96-5e92-498d-b002-3ffd19ad93e7" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "120e1b34-cc07-4b69-8e0c-a7de9bca93b0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:05.171989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-1cd292d5-a3a3-4e69-8dc4-82abf59f9581 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.179381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-1cd292d5-a3a3-4e69-8dc4-82abf59f9581 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.187786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-1cd292d5-a3a3-4e69-8dc4-82abf59f9581 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.196665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-1cd292d5-a3a3-4e69-8dc4-82abf59f9581 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5405 time: 0.1547828 Nov 26 21:50:05.249530 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19617164-75b4-4d6b-82b1-42e9516f1d4e x-openstack-request-id: req-19617164-75b4-4d6b-82b1-42e9516f1d4e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:05.252487 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "120e1b34-cc07-4b69-8e0c-a7de9bca93b0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:05.252919 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19617164-75b4-4d6b-82b1-42e9516f1d4e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:05.253479 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '120e1b34-cc07-4b69-8e0c-a7de9bca93b0', 'status': 'completed', 'code': 200} Nov 26 21:50:05.350115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e10bb98d-c710-4ea7-ab05-05cc3fa1dc1f req-8caa47cb-387d-470c-8af0-f2c99025eb30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521862 Nov 26 21:50:05.454959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-707eecaf-9c02-4ce0-b59b-42a3b4c93706 req-006efa91-1c4b-4d34-8bf2-e469fc4ccfcf tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 210 time: 0.0819731 Nov 26 21:50:05.539910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934dd3b-9329-4a20-be83-0a64b7176e4d req-f8b9dd1c-3070-4878-8a9e-227fb816321d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.547871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b934dd3b-9329-4a20-be83-0a64b7176e4d req-f8b9dd1c-3070-4878-8a9e-227fb816321d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 950 time: 0.0747690 Nov 26 21:50:05.608349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b934dd3b-9329-4a20-be83-0a64b7176e4d req-c7812662-2ad9-4644-968d-b4d812694335 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594449 Nov 26 21:50:05.694716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb7fa7-ec27-4b4d-a5e8-3759c7e1c5a9 req-30e2e16c-f830-4a9c-acde-f6e0586afb5b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:05.696672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36fb7fa7-ec27-4b4d-a5e8-3759c7e1c5a9 req-30e2e16c-f830-4a9c-acde-f6e0586afb5b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.0712645 Nov 26 21:50:05.749967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36fb7fa7-ec27-4b4d-a5e8-3759c7e1c5a9 req-ac51d505-40c7-4d7e-9314-5409ffea5cd2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462821 Nov 26 21:50:05.925286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Allocated IP 192.168.233.120 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/c3229e1b-726c-4745-9b75-8530834fb4f2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:06.007697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-32288bbd-16a8-4aaf-8fcb-b60e159e5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.009107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ab0c094-b488-40fe-b966-d5becacdd15a req-32288bbd-16a8-4aaf-8fcb-b60e159e5e24 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1927497 Nov 26 21:50:06.184402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16e0e947-27e8-4617-a46f-89e11321e052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:06.219416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16e0e947-27e8-4617-a46f-89e11321e052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:06.233882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-f791453e-6e9b-4131-a0b2-2a6305289025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.234410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-f791453e-6e9b-4131-a0b2-2a6305289025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.234875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-f791453e-6e9b-4131-a0b2-2a6305289025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.235344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-f791453e-6e9b-4131-a0b2-2a6305289025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.235789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-f791453e-6e9b-4131-a0b2-2a6305289025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.236372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-f791453e-6e9b-4131-a0b2-2a6305289025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.236842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-f791453e-6e9b-4131-a0b2-2a6305289025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.238922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-f791453e-6e9b-4131-a0b2-2a6305289025 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6407 time: 0.1500037 Nov 26 21:50:06.537315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-26109dbc-a2f8-41f9-b213-92e0975fc1dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.549043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-26109dbc-a2f8-41f9-b213-92e0975fc1dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.563721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-26109dbc-a2f8-41f9-b213-92e0975fc1dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.569887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-26109dbc-a2f8-41f9-b213-92e0975fc1dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.576755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-26109dbc-a2f8-41f9-b213-92e0975fc1dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.584344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-26109dbc-a2f8-41f9-b213-92e0975fc1dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.592605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-26109dbc-a2f8-41f9-b213-92e0975fc1dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.600738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-6d4d87c4-0e1e-4281-bcac-422eb2dbd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.601415 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-26109dbc-a2f8-41f9-b213-92e0975fc1dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5405 time: 0.1467545 Nov 26 21:50:06.601574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-6d4d87c4-0e1e-4281-bcac-422eb2dbd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.602246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-6d4d87c4-0e1e-4281-bcac-422eb2dbd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.603841 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-6d4d87c4-0e1e-4281-bcac-422eb2dbd3a0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4c564f5072cd4a49886c0ad793293985&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3151355 Nov 26 21:50:06.624794 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-16e0e947-27e8-4617-a46f-89e11321e052 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57fe6f5013eb493e9c32ddf8f878d2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1603861 Nov 26 21:50:06.624794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:50:06.629400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41390) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:06.677108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-227c382a-e2c5-4313-916b-8f05106789de req-2e9922c0-8024-44d4-abe0-e98d33213320 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 210 time: 0.0716412 Nov 26 21:50:06.711609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:06.719461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:06.721873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0e947-27e8-4617-a46f-89e11321e052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c6e88e-bb33-4483-95ed-f1916a497d99,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:06.752022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:06.788119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed0cd017-60f1-4f2d-973b-03422d9f946c req-9e8e958d-34d0-4225-8c52-f8edd3d3eec8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849723 Nov 26 21:50:06.802857 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:06.893167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Transition to ACTIVE for port object 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:50:06.921702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef27aca-e575-4362-a5ac-08960e4d0038 req-ee8c5f28-309d-40d0-abd1-e32a250a8aa1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:06.923162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:06.928978 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bef27aca-e575-4362-a5ac-08960e4d0038 req-ee8c5f28-309d-40d0-abd1-e32a250a8aa1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 950 time: 0.1365988 Nov 26 21:50:07.016978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-327c5bc1-70da-4527-b290-9f3a3ed9a238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:07.070219 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:07.090046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-5df84dd3-1fc4-4ece-a50b-c2bd3e84735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:07.092967 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-37f22b96-5e92-498d-b002-3ffd19ad93e7 req-5df84dd3-1fc4-4ece-a50b-c2bd3e84735b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4658329 Nov 26 21:50:07.124752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bef27aca-e575-4362-a5ac-08960e4d0038 req-f4730692-a612-4685-a0e4-3133d58d0bb1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869895 Nov 26 21:50:07.129212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Pushing event updated for resources: {'Port': ['ID=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:07.147791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:50:07.163680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Sync routers for ids ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:50:07.191878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191d1e0-8b5c-4e27-b5ac-368fd33f821a req-9badddc3-539a-41b1-995a-9f0e02924ed4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:07.197981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-327c5bc1-70da-4527-b290-9f3a3ed9a238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:07.198800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Routers {'4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:07.203962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:07.205363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3191d1e0-8b5c-4e27-b5ac-368fd33f821a req-9badddc3-539a-41b1-995a-9f0e02924ed4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.2738876 Nov 26 21:50:07.275840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3191d1e0-8b5c-4e27-b5ac-368fd33f821a req-4389e36e-5b2c-4cf3-a5fa-08a00957af9f tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663080 Nov 26 21:50:07.338665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:07.394968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b559625-52d9-4b6f-b15a-9d915d33202e req-05263cc6-fd32-464b-9870-e00c5191d7a7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:07.397044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b559625-52d9-4b6f-b15a-9d915d33202e req-05263cc6-fd32-464b-9870-e00c5191d7a7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 950 time: 0.0922165 Nov 26 21:50:07.446212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:07.535234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b559625-52d9-4b6f-b15a-9d915d33202e req-f16ff8ff-80a5-4b82-b5c8-457238cf9e4a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312532 Nov 26 21:50:07.541221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:07.590585 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-327c5bc1-70da-4527-b290-9f3a3ed9a238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:07.593260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-327c5bc1-70da-4527-b290-9f3a3ed9a238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:07.606914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-327c5bc1-70da-4527-b290-9f3a3ed9a238 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26c6e88e-bb33-4483-95ed-f1916a497d99 HTTP/1.1" status: 204 len: 168 time: 0.9722490 Nov 26 21:50:07.632968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Set router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:07.739726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c5bc1-70da-4527-b290-9f3a3ed9a238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c6e88e-bb33-4483-95ed-f1916a497d99,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:07.763710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:07.767775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41422) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:07.770572 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8925474b-2371-4292-8eb3-920b860cddc4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6389701 Nov 26 21:50:07.792576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Attempting to bind port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:07.793176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Attempting to bind port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:07.795246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Attempting to bind port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d on network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:07.811585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d on network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:50:07.818727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Attempting to bind port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d on network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:07.850014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:07.857752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Checking segment: {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:07.858754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Bound using segment: {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:07.859923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Bound port: 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04c001af-a9eb-4117-9870-8ab08897ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:07.860948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:07.899182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Pushing event updated for resources: {'Port': ['ID=c3229e1b-726c-4745-9b75-8530834fb4f2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:07.921146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:08.020315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.020940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:08.097132 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-77c7d1a4-1cfe-4baf-b646-7992f5ee8b9a tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2918963 Nov 26 21:50:08.112527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba608597-54b6-4787-914a-a11d2f29f603 req-31aea493-08ca-4d49-bfcd-f9902c80b53d tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.114998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba608597-54b6-4787-914a-a11d2f29f603 req-31aea493-08ca-4d49-bfcd-f9902c80b53d tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 936 time: 0.0996404 Nov 26 21:50:08.136736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] For port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:08.143962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] For port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:08.154991 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:08.176503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.177469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:08.179744 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] 10.222.0.13 "PUT /v2.0/ports/69a3c89a-3299-4d0a-9b97-8f70b4f4a14d HTTP/1.1" status: 200 len: 1091 time: 4.4010789 Nov 26 21:50:08.181565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:08.185509 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206d9e2-39b3-4196-a257-f4a32eee19f8" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "69a3c89a-3299-4d0a-9b97-8f70b4f4a14d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:08.206760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e9c9a241-cf30-43c6-8e2b-be0b83b2f90a None None] Provisioning complete for port c3229e1b-726c-4745-9b75-8530834fb4f2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:08.219030 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9c9a241-cf30-43c6-8e2b-be0b83b2f90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:08.247054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Request body: {'port': {'device_id': '52916d8f-3398-47e8-aafe-6857325d551c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:08.288105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba608597-54b6-4787-914a-a11d2f29f603 req-1e3ea240-e3b3-4089-ba5e-c53793f9ad6c tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390321 Nov 26 21:50:08.372801 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:08.382209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41438) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:08.407556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b855c-00cd-41e4-9ff2-eea3394b9c05 service neutron] Pushing event updated for resources: {'Port': ['ID=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:08.436722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2e67c369-ee12-4d53-8d10-d34c2d9e9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.437280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2e67c369-ee12-4d53-8d10-d34c2d9e9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.438889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2e67c369-ee12-4d53-8d10-d34c2d9e9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.438889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2e67c369-ee12-4d53-8d10-d34c2d9e9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.439101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2e67c369-ee12-4d53-8d10-d34c2d9e9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.439579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2e67c369-ee12-4d53-8d10-d34c2d9e9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.440781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2e67c369-ee12-4d53-8d10-d34c2d9e9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.443041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-2e67c369-ee12-4d53-8d10-d34c2d9e9a0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6474 time: 0.1473587 Nov 26 21:50:08.553371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9a241-cf30-43c6-8e2b-be0b83b2f90a None None] Port c3229e1b-726c-4745-9b75-8530834fb4f2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:08.599157 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c2d267cd-372e-470f-91fd-658a73d9c63e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c046ded-7414-4233-b066-f818e5357934 HTTP/1.1" status: 200 len: 217 time: 0.1274049 Nov 26 21:50:08.653203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:50:02Z', 'revision_number': 3, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port': {'id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:59Z', 'updated_at': '2021-11-26T21:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:08.747239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Checking router: 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:50:08.747993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Updating router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 port 6f6bc673-686e-445b-84e0-c35adc3b5c72 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:50:08.808863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddab60e-282c-45b8-bb05-6c397bc941bb req-c21a435f-3f95-4370-b6d3-92053c3b8180 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.816422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddab60e-282c-45b8-bb05-6c397bc941bb req-c21a435f-3f95-4370-b6d3-92053c3b8180 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.818141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bddab60e-282c-45b8-bb05-6c397bc941bb req-c21a435f-3f95-4370-b6d3-92053c3b8180 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35&device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 1691 time: 0.3829100 Nov 26 21:50:08.826837 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:08.843180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a67741ae-8cb6-476b-8c97-f12429a378fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:08.861351 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f91c4-086f-4888-a636-c8928af330ec req-a0cf7e33-74d6-4201-8b72-81f81e54610b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.867688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f96ba02e-86eb-4184-b513-c176d43e8c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.869150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f96ba02e-86eb-4184-b513-c176d43e8c30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b67ce76-32b4-4660-9868-33216993a65f HTTP/1.1" status: 200 len: 851 time: 0.2613001 Nov 26 21:50:08.880744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f91c4-086f-4888-a636-c8928af330ec req-a0cf7e33-74d6-4201-8b72-81f81e54610b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.905042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f91c4-086f-4888-a636-c8928af330ec req-a0cf7e33-74d6-4201-8b72-81f81e54610b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.911798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f91c4-086f-4888-a636-c8928af330ec req-a0cf7e33-74d6-4201-8b72-81f81e54610b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.934993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f91c4-086f-4888-a636-c8928af330ec req-a0cf7e33-74d6-4201-8b72-81f81e54610b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.941705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f91c4-086f-4888-a636-c8928af330ec req-a0cf7e33-74d6-4201-8b72-81f81e54610b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.948357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f91c4-086f-4888-a636-c8928af330ec req-a0cf7e33-74d6-4201-8b72-81f81e54610b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:08.956984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c19f91c4-086f-4888-a636-c8928af330ec req-a0cf7e33-74d6-4201-8b72-81f81e54610b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.4961793 Nov 26 21:50:09.051844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9f8d5258-06f7-4429-b8c5-ff74e35b7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:09.053360 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9f8d5258-06f7-4429-b8c5-ff74e35b7384 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff482d04-9fda-4afd-87ee-406646607aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741481 Nov 26 21:50:09.180034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bddab60e-282c-45b8-bb05-6c397bc941bb req-f6429bfe-90e9-413e-87f5-788e88b40bb9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438089 Nov 26 21:50:09.233619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c19f91c4-086f-4888-a636-c8928af330ec req-30ed8ae1-fa5d-4e24-989e-c4422aa07ac5 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2753115 Nov 26 21:50:09.285785 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574f159c-c8d9-4d1d-93a7-0607d9e0a271 x-openstack-request-id: req-574f159c-c8d9-4d1d-93a7-0607d9e0a271 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:09.286454 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "69a3c89a-3299-4d0a-9b97-8f70b4f4a14d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:09.286454 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-574f159c-c8d9-4d1d-93a7-0607d9e0a271 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:09.286783 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d', 'status': 'completed', 'code': 200} Nov 26 21:50:09.293208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41462) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:09.308691 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.318696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a67741ae-8cb6-476b-8c97-f12429a378fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.322177 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.334278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a67741ae-8cb6-476b-8c97-f12429a378fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.340830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3229e1b-726c-4745-9b75-8530834fb4f2 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:09.372895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.393827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-046c2ffc-485b-4f9e-a1b4-0b56c571efd3 service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320994 Nov 26 21:50:09.403699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Attempting to bind port 6f6bc673-686e-445b-84e0-c35adc3b5c72 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:09.404322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Attempting to bind port 6f6bc673-686e-445b-84e0-c35adc3b5c72 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:09.404900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Attempting to bind port 6f6bc673-686e-445b-84e0-c35adc3b5c72 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:09.405538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a67741ae-8cb6-476b-8c97-f12429a378fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c66257ed9dc04c97b83678762bb0d353&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0136068 Nov 26 21:50:09.408590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41468) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:09.410547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67741ae-8cb6-476b-8c97-f12429a378fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0c48f1-04fd-454a-b9c4-6203d855ab84,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:09.421275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Transition to ACTIVE for port object c3229e1b-726c-4745-9b75-8530834fb4f2 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:50:09.433129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.435198 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.442540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:09.449883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:09.450710 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.451334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:09.452044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Bound port: 6f6bc673-686e-445b-84e0-c35adc3b5c72, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:09.455775 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.615654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1395428651-network', 'tenant_id': '2be0182c82484fe88783d44869f9c00c'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:09.701101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3229e1b-726c-4745-9b75-8530834fb4f2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:09.736959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa1e91-39f6-4da7-9f80-d02ee69c3d00 req-c62433ae-0651-4dec-a112-1848654705a9 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:09.742848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92aa1e91-39f6-4da7-9f80-d02ee69c3d00 req-c62433ae-0651-4dec-a112-1848654705a9 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.2967091 Nov 26 21:50:09.759267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] For port 6f6bc673-686e-445b-84e0-c35adc3b5c72, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:09.763129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] For port 6f6bc673-686e-445b-84e0-c35adc3b5c72, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6f6bc673-686e-445b-84e0-c35adc3b5c72,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:09.769116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a1fdfc1c-c4b5-4364-9655-939ac3db1745 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:50:09.783265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.856710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdd14c-39d2-4f09-824f-3e1f15fc0812 None None] Pushing event updated for resources: {'Port': ['ID=6f6bc673-686e-445b-84e0-c35adc3b5c72,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:09.859223 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d8086649-0bd8-4e47-9515-70415c2cd1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.876272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Made reservation on behalf of 2be0182c82484fe88783d44869f9c00c for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:09.880883 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.922675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2376e5-6928-451d-8ed2-0c79e80ad8dc req-7067eafd-8a1f-4b46-9be5-79cab91cbd89 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:09.926174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.931991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b2376e5-6928-451d-8ed2-0c79e80ad8dc req-7067eafd-8a1f-4b46-9be5-79cab91cbd89 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 948 time: 0.2928026 Nov 26 21:50:09.938298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfdd14c-39d2-4f09-824f-3e1f15fc0812 None None] Pushing event updated for resources: {'Port': ['ID=6f6bc673-686e-445b-84e0-c35adc3b5c72,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:09.947215 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d8086649-0bd8-4e47-9515-70415c2cd1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:09.974754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92aa1e91-39f6-4da7-9f80-d02ee69c3d00 req-08969a7a-434c-4e1b-a5c5-ee1e2955a2f9 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136862 Nov 26 21:50:09.999107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Routers {'4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:10.000158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:10.019427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-46e50e8a-4b54-4af2-a84b-30c66f811742 service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044127 Nov 26 21:50:10.026007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Allocated IP 172.20.0.1 (ff336368-1af4-46cf-83f5-21ca1468ae6f/e5e67594-cc38-44a4-b409-4312418f0f5d/4499691c-1d0c-4907-860e-52c3f47eb031) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:10.080136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Attempting to bind port c3229e1b-726c-4745-9b75-8530834fb4f2 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:10.080509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Attempting to bind port c3229e1b-726c-4745-9b75-8530834fb4f2 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:10.080795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Attempting to bind port c3229e1b-726c-4745-9b75-8530834fb4f2 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:10.085667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-aa708785-853a-4566-bec3-dbe2f05de192 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0541735 Nov 26 21:50:10.106334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Port c3229e1b-726c-4745-9b75-8530834fb4f2 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:50:10.106723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Attempting to bind port c3229e1b-726c-4745-9b75-8530834fb4f2 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:10.138345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b2376e5-6928-451d-8ed2-0c79e80ad8dc req-33718620-49ad-4bbc-996e-f11126d5e68c tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050178 Nov 26 21:50:10.185500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.199663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f1e82452-21d1-4bae-9b06-f1517791fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:10.204404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f1e82452-21d1-4bae-9b06-f1517791fbac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.1100729 Nov 26 21:50:10.207288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8696ab-7347-431c-8589-9e0cb34d2592 req-4a65ada2-20a5-4af6-83e5-03902e5f3575 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:10.209463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:10.210104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:10.211245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:10.212046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Bound port: c3229e1b-726c-4745-9b75-8530834fb4f2, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:10.212527 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.213057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] Set router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:10.216673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da8696ab-7347-431c-8589-9e0cb34d2592 req-4a65ada2-20a5-4af6-83e5-03902e5f3575 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 1101 time: 0.1490145 Nov 26 21:50:10.247522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:10.249933 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f5f030-46a2-48e4-b842-a256591a5ddb" -d '{"events": [{"server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "name": "network-vif-unplugged", "status": "completed", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:10.311567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:10.323952 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.333628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.337462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d8086649-0bd8-4e47-9515-70415c2cd1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.341666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d8086649-0bd8-4e47-9515-70415c2cd1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.346320 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d8086649-0bd8-4e47-9515-70415c2cd1b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b0c48f1-04fd-454a-b9c4-6203d855ab84 HTTP/1.1" status: 204 len: 168 time: 0.9333494 Nov 26 21:50:10.348695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.385298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8086649-0bd8-4e47-9515-70415c2cd1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0c48f1-04fd-454a-b9c4-6203d855ab84,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:10.414358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:50:10.450610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566e3f9d-1f34-4290-8339-c36115fcce01,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:10.452342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da8696ab-7347-431c-8589-9e0cb34d2592 req-9fe2a3bd-e69f-406a-ae13-b1419e42c7cc tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335136 Nov 26 21:50:10.483698 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.484122 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Added segment a69ebc27-74a9-472a-92f8-cdd9875bd460 of type vlan for network 480b22d1-1f96-4a1c-a225-49c90b823f2c Nov 26 21:50:10.488599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.505482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c572b6ec-fc53-49b7-b385-0968610660c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:10.507506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-c572b6ec-fc53-49b7-b385-0968610660c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2852910 Nov 26 21:50:10.545872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:10.587537 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37613de7-38a5-46c0-a9bb-828c8f55cfe5 x-openstack-request-id: req-37613de7-38a5-46c0-a9bb-828c8f55cfe5 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:10.587779 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "name": "network-vif-unplugged", "status": "completed", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:10.587935 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37613de7-38a5-46c0-a9bb-828c8f55cfe5 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:10.588331 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'code': 200} Nov 26 21:50:10.589656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] For port c3229e1b-726c-4745-9b75-8530834fb4f2, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:10.609578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.697678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Pushing event updated for resources: {'Port': ['ID=4499691c-1d0c-4907-860e-52c3f47eb031,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:10.704731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:50:02Z', 'revision_number': 3, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port': {'id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:59Z', 'updated_at': '2021-11-26T21:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:10.761867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba3e56-a2c7-4a6d-b338-f163385492ef None None] The sync data for ids ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'] in n-d-819494-1 is: [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:50:02Z', 'revision_number': 3, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port': {'id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:59Z', 'updated_at': '2021-11-26T21:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:50:10.782187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] For port c3229e1b-726c-4745-9b75-8530834fb4f2, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c3229e1b-726c-4745-9b75-8530834fb4f2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:10.798115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.801564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.805052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Network ff336368-1af4-46cf-83f5-21ca1468ae6f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:10.815219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:10.841360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:10.863936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:10.865019 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.868468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/c3229e1b-726c-4745-9b75-8530834fb4f2 HTTP/1.1" status: 200 len: 1096 time: 2.6305616 Nov 26 21:50:10.949115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:10.950382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:10.952554 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.009977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.033269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-e1a8fb6d-f987-4de2-8abf-89bf5db9d91a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.041004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-e1a8fb6d-f987-4de2-8abf-89bf5db9d91a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.047742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-e1a8fb6d-f987-4de2-8abf-89bf5db9d91a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.054447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-e1a8fb6d-f987-4de2-8abf-89bf5db9d91a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.061392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-e1a8fb6d-f987-4de2-8abf-89bf5db9d91a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.067886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-e1a8fb6d-f987-4de2-8abf-89bf5db9d91a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.075022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-e1a8fb6d-f987-4de2-8abf-89bf5db9d91a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.075430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de2987-da1d-46a6-8350-b0763df955d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3229e1b-726c-4745-9b75-8530834fb4f2,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:11.081713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-e1a8fb6d-f987-4de2-8abf-89bf5db9d91a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.7376738 Nov 26 21:50:11.115921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-72ccae09-7cd7-435f-baec-db310412962b service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713067 Nov 26 21:50:11.119675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8240125 Nov 26 21:50:11.120217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41488) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:11.125669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41490) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:11.164618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3b45e-4bcc-4461-9a58-6335c65f3105 req-76648344-1e7d-425e-9974-eb7c6a380888 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.174539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09a3b45e-4bcc-4461-9a58-6335c65f3105 req-76648344-1e7d-425e-9974-eb7c6a380888 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 1101 time: 0.4249010 Nov 26 21:50:11.252524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Request body: {'subnet': {'network_id': '480b22d1-1f96-4a1c-a225-49c90b823f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1395428651-subnet', 'tenant_id': '2be0182c82484fe88783d44869f9c00c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:11.273994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-ec05a981-9a74-423c-ab6e-c0be43bcc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.275651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-db64298b-1d8a-47cc-b5ff-2b166aa31e04 None None] Provisioning complete for port 4499691c-1d0c-4907-860e-52c3f47eb031 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:11.276404 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db64298b-1d8a-47cc-b5ff-2b166aa31e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.281168 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-ec05a981-9a74-423c-ab6e-c0be43bcc8b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 1099 time: 0.3020203 Nov 26 21:50:11.295905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a408304-6fbc-4c27-b3d7-fbedd8a7f8ef req-59b44140-ee2d-4509-aeb4-af73c2fefcfa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1779802 Nov 26 21:50:11.300420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52916d8f-3398-47e8-aafe-6857325d551c', 'tag': 'c3229e1b-726c-4745-9b75-8530834fb4f2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:11.303521 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b" -d '{"events": [{"name": "network-changed", "server_uuid": "52916d8f-3398-47e8-aafe-6857325d551c", "tag": "c3229e1b-726c-4745-9b75-8530834fb4f2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:11.307033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31207a51-20a2-4530-94df-6c7bac63f94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.388225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-db64298b-1d8a-47cc-b5ff-2b166aa31e04 None None] Port 4499691c-1d0c-4907-860e-52c3f47eb031 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:11.457042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09a3b45e-4bcc-4461-9a58-6335c65f3105 req-3dadeba8-5e0b-4465-8459-f304585b4429 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574756 Nov 26 21:50:11.462376 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31207a51-20a2-4530-94df-6c7bac63f94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.477526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95eb48a-4281-49ad-b721-b265d08e3e8e admin admin] Pushing event updated for resources: {'Network': ['ID=480b22d1-1f96-4a1c-a225-49c90b823f2c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:11.500917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31207a51-20a2-4530-94df-6c7bac63f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.509161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 480b22d1-1f96-4a1c-a225-49c90b823f2c details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:50:11.583120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.643596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31207a51-20a2-4530-94df-6c7bac63f94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fe8d78-4360-4e7c-8647-3437737e2970,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:11.656154 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-aadd4b93-05af-461c-b072-0eb6a2802668 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=c3229e1b-726c-4745-9b75-8530834fb4f2 HTTP/1.1" status: 200 len: 217 time: 0.3333020 Nov 26 21:50:11.662511 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-79da3437-147f-4bd9-b1cf-6cb10ebe686d service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320361 Nov 26 21:50:11.667171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Made reservation on behalf of 2be0182c82484fe88783d44869f9c00c for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:11.670115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.672775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73c624-6ec9-4687-b314-9bdef4592bf0 req-f54a2178-23b4-46cd-8060-bf548e83ea5c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:11.681535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d73c624-6ec9-4687-b314-9bdef4592bf0 req-f54a2178-23b4-46cd-8060-bf548e83ea5c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 943 time: 0.2160003 Nov 26 21:50:11.700896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a1fdfc1c-c4b5-4364-9655-939ac3db1745 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:11.956018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:11.977608 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:11.987648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'port_id': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'mac_address': 'fa:16:3e:ae:19:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b91493-f348-405c-b49c-941d6696293e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:12.022528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:12.071918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:12.103803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fdfc1c-c4b5-4364-9655-939ac3db1745 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:12.143105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:12.151281 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:12.162010 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:12.165277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Pushing event updated for resources: {'Port': ['ID=4499691c-1d0c-4907-860e-52c3f47eb031,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:12.202745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d73c624-6ec9-4687-b314-9bdef4592bf0 req-d4b93a19-136a-4d5b-b692-62b3162a4de2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200288 Nov 26 21:50:12.271377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:12.300174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7f06e-e3e1-4ba7-816c-e0307655ebb5 req-b8866e21-51d8-4049-8f0d-7af34486ce1f tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.308920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72f7f06e-e3e1-4ba7-816c-e0307655ebb5 req-b8866e21-51d8-4049-8f0d-7af34486ce1f tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 948 time: 0.6818752 Nov 26 21:50:12.329459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-91b44d86-8ab7-4ff6-9666-f3b5279ff07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.330971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-91b44d86-8ab7-4ff6-9666-f3b5279ff07b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.6568351 Nov 26 21:50:12.332485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-67fe8804-a084-4264-8f83-5d94cf59ff04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 200 len: 217 time: 0.6594729 Nov 26 21:50:12.336416 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77c239-3822-48ad-8a16-60a18ee97ac3 x-openstack-request-id: req-ce77c239-3822-48ad-8a16-60a18ee97ac3 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:12.336562 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52916d8f-3398-47e8-aafe-6857325d551c", "tag": "c3229e1b-726c-4745-9b75-8530834fb4f2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:12.336742 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce77c239-3822-48ad-8a16-60a18ee97ac3 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:12.337136 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52916d8f-3398-47e8-aafe-6857325d551c', 'tag': 'c3229e1b-726c-4745-9b75-8530834fb4f2', 'status': 'completed', 'code': 200} Nov 26 21:50:12.388267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72f7f06e-e3e1-4ba7-816c-e0307655ebb5 req-23bf3cec-3aed-4a90-965f-b78c944e3e12 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765157 Nov 26 21:50:12.402973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-31207a51-20a2-4530-94df-6c7bac63f94e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fa1eb7f4e034b3face308a893f70adb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2780848 Nov 26 21:50:12.408720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41502) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:12.506130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Network ff336368-1af4-46cf-83f5-21ca1468ae6f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:12.526188 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:12.533650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-3390025a-50f7-4256-af46-670c6ad0f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.535651 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-3390025a-50f7-4256-af46-670c6ad0f4ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.1691012 Nov 26 21:50:12.539263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-2ddeaeea-7afa-41fd-b819-a78602fa3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.541195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-2ddeaeea-7afa-41fd-b819-a78602fa3092 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733484 Nov 26 21:50:12.556068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['a1fdfc1c-c4b5-4364-9655-939ac3db1745'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:12.769384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-ac8f5bd3-148d-47a2-803b-d1394757d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.771318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-ac8f5bd3-148d-47a2-803b-d1394757d4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2146113 Nov 26 21:50:12.805265 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:12.833354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:12.889940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-1dc68471-5fda-4067-a13a-3326797ba632 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.894985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-21c21004-6340-48d5-9eb0-f63c52cea933 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337080 Nov 26 21:50:12.896929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f80131bd-c650-446e-a227-d6ae85433b67 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157224 Nov 26 21:50:12.897069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-1dc68471-5fda-4067-a13a-3326797ba632 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.903475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-1dc68471-5fda-4067-a13a-3326797ba632 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.918208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-1dc68471-5fda-4067-a13a-3326797ba632 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.924273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-1dc68471-5fda-4067-a13a-3326797ba632 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.925508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-21343073-d118-4576-9083-55650d27f73d None None] Provisioning complete for port 4499691c-1d0c-4907-860e-52c3f47eb031 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:12.926052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-21343073-d118-4576-9083-55650d27f73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:12.931084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-1dc68471-5fda-4067-a13a-3326797ba632 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.937837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-1dc68471-5fda-4067-a13a-3326797ba632 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:12.939833 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-1dc68471-5fda-4067-a13a-3326797ba632 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.4011898 Nov 26 21:50:12.973252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-21343073-d118-4576-9083-55650d27f73d None None] Port 4499691c-1d0c-4907-860e-52c3f47eb031 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:13.031311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6f6bc673-686e-445b-84e0-c35adc3b5c72 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:13.033208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:50:13.035434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-57fc7a00-5694-4f28-9d66-12ba3a426b04 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1919086 Nov 26 21:50:13.097450 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:13.124735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6f6bc673-686e-445b-84e0-c35adc3b5c72 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:13.125117 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:13.242983 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:13.244903 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-9dd0825b-ca2c-4934-a06f-0746667aee4c service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309021 Nov 26 21:50:13.253317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f776db3-e5e4-4f2d-8f89-5e46775e6670 req-6ca16805-72d5-49ca-81f9-51a89bd21e72 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404515 Nov 26 21:50:13.263725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18be6603-d94c-40fe-8c40-24e4ec1faada,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:13.294437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 6f6bc673-686e-445b-84e0-c35adc3b5c72, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6f6bc673-686e-445b-84e0-c35adc3b5c72,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:13.302358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:13.309130 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-8081e33d-c753-4918-aada-e408e6980ea3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e HTTP/1.1" status: 200 len: 217 time: 0.0531805 Nov 26 21:50:13.310400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Checking segment: {'id': 'a69ebc27-74a9-472a-92f8-cdd9875bd460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '480b22d1-1f96-4a1c-a225-49c90b823f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:13.310876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Network hostable DHCP agents. Network: 480b22d1-1f96-4a1c-a225-49c90b823f2c, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:50:13.343427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Network 480b22d1-1f96-4a1c-a225-49c90b823f2c is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:50:13.384212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=6f6bc673-686e-445b-84e0-c35adc3b5c72,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:13.447959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 480b22d1-1f96-4a1c-a225-49c90b823f2c) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:13.457901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b7b2a3-9ab1-4a96-ab44-54e54f4e178a None None] Network 480b22d1-1f96-4a1c-a225-49c90b823f2c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:50:13.459098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:13.459710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:13.476965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-97e84e26-96b2-4906-a0d6-d3bab5c22a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:13.478525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-97e84e26-96b2-4906-a0d6-d3bab5c22a8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.1161046 Nov 26 21:50:13.508050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0c518813-3e33-419b-a614-27fb82092141 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3700001 Nov 26 21:50:13.527333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-be6514f8-0953-448f-9244-8b66d9b1668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:13.528987 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-be6514f8-0953-448f-9244-8b66d9b1668b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 1099 time: 0.1086786 Nov 26 21:50:13.604498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-d018630f-72b4-4ea4-95c1-31778de2ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:13.606961 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-d018630f-72b4-4ea4-95c1-31778de2ac98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1192977 Nov 26 21:50:13.713030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a1fdfc1c-c4b5-4364-9655-939ac3db1745 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:13.718514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-da307889-c387-47ce-a145-ed2e5afa973d service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992317 Nov 26 21:50:13.725905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:13.733135 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:13.739970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5fe8d78-4360-4e7c-8647-3437737e2970 HTTP/1.1" status: 204 len: 168 time: 1.3296142 Nov 26 21:50:13.785395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fe8d78-4360-4e7c-8647-3437737e2970,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:13.804144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-9a76897d-c05c-48f8-a544-b3a2f6b1f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:13.805779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-9a76897d-c05c-48f8-a544-b3a2f6b1f6c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2676933 Nov 26 21:50:13.812951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.812951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.813310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.813626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.820435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87992fc-b956-4e28-96e6-72d00a47eda7 None None] Network 480b22d1-1f96-4a1c-a225-49c90b823f2c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:50:13.826426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.826732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.826996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.827335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.827668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.827997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.829332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.829676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0834f13f-38ee-48a7-9b58-5993e9a32de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:13.864607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:50:13.881258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fbf34efa-9355-4425-be68-a18915c55048 admin admin] 10.222.0.21 "PUT /v2.0/routers/4976643e-7ff1-4a4e-ba65-f6aa40a75cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1114123 Nov 26 21:50:13.881878 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Sync routers for ids ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:50:13.899707 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-1b1ec080-610c-485f-a322-6bdee9001268 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=c3229e1b-726c-4745-9b75-8530834fb4f2 HTTP/1.1" status: 200 len: 217 time: 0.0861156 Nov 26 21:50:13.900804 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Routers {'4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:13.903631 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:13.904535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7fa176d-2a99-411c-a5ac-24266630cabf req-32ff2ac0-1fef-4df3-9c51-a9ab277d593e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9483006 Nov 26 21:50:13.996530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-3d137857-b234-4ccc-ab6c-107f883bf089 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:14.004844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-0c9a2e0b-8f68-4f78-a0a2-a0d6d0151797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:14.006364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-0c9a2e0b-8f68-4f78-a0a2-a0d6d0151797 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0956354 Nov 26 21:50:14.008537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-3d137857-b234-4ccc-ab6c-107f883bf089 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9636068 Nov 26 21:50:14.009465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port a1fdfc1c-c4b5-4364-9655-939ac3db1745 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:14.010164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:14.014065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-e88dd387-f4a1-427e-bbd7-9a0b6b3c83a0 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863863 Nov 26 21:50:14.043873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-3e38eaa2-361c-45f5-bfae-56f71d3eade2 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/quotas/138fc97044cb431798948e7979494fc0 HTTP/1.1" status: 200 len: 375 time: 0.0342731 Nov 26 21:50:14.171810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-5103ad6c-3973-416a-9f60-fd2298ca0199 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1270421 Nov 26 21:50:14.217347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f5217348-46af-4965-ba25-c35d554b2a69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c HTTP/1.1" status: 200 len: 217 time: 0.1844378 Nov 26 21:50:14.243659 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Set router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:14.321372 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:14.366473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:14.369584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:14.377631 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac34f4e9-4483-413c-bbb6-df668b66a1fd" -d '{"events": [{"server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "name": "network-vif-plugged", "status": "completed", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:14.386972 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:14.499474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-df7c1b6a-087b-4489-8404-1fd60a392fc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3095188 Nov 26 21:50:14.513921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fbce8-e3d0-4f02-92ea-efa95521d789 req-33a9fd80-e209-4a22-bf96-7215be58326b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:14.522458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-4e7ad255-e5a2-4719-ba24-787c3ddde232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:14.523943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:14.524113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-4e7ad255-e5a2-4719-ba24-787c3ddde232 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5088928 Nov 26 21:50:14.525611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-914e3b38-06aa-427b-800a-41221d28fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:14.527054 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-375fbce8-e3d0-4f02-92ea-efa95521d789 req-33a9fd80-e209-4a22-bf96-7215be58326b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1245360 Nov 26 21:50:14.527777 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-914e3b38-06aa-427b-800a-41221d28fdbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.3003514 Nov 26 21:50:14.608580 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:50:11Z', 'revision_number': 4, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port': {'id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:59Z', 'updated_at': '2021-11-26T21:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4499691c-1d0c-4907-860e-52c3f47eb031', 'name': '', 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'mac_address': 'fa:16:3e:a6:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'e5e67594-cc38-44a4-b409-4312418f0f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:09Z', 'updated_at': '2021-11-26T21:50:11Z', 'revision_number': 2, 'project_id': 'af117439c1734d228f95641461f436e8', 'subnets': [{'id': 'e5e67594-cc38-44a4-b409-4312418f0f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:14.618973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-375fbce8-e3d0-4f02-92ea-efa95521d789 req-5baf12c5-3f77-4ca4-be49-1951ac4ec343 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664935 Nov 26 21:50:14.657221 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Checking router: 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:50:14.657580 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Updating router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 port 4499691c-1d0c-4907-860e-52c3f47eb031 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:50:14.726599 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:14.781826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f10cc-de03-45c9-9ec9-1a17770b5ed9 req-b8fbed7b-ee31-4677-82fa-4f075a20e2ad tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:14.786763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-494f10cc-de03-45c9-9ec9-1a17770b5ed9 req-b8fbed7b-ee31-4677-82fa-4f075a20e2ad tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 948 time: 0.0891738 Nov 26 21:50:14.803555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-f7a9e91d-66b2-47b2-94fa-6d0f087ef424 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569358 Nov 26 21:50:14.859808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-494f10cc-de03-45c9-9ec9-1a17770b5ed9 req-727cfc75-1e8b-4b25-90bc-a454cb3a3a88 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673199 Nov 26 21:50:15.012775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6f6bc673-686e-445b-84e0-c35adc3b5c72 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:15.020497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-bc1daaa7-2f09-49c9-b4ee-ed1f890ae044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:15.023444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-bc1daaa7-2f09-49c9-b4ee-ed1f890ae044 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36dd870f4ac474d84b28e565fa17567&device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 1096 time: 0.2220888 Nov 26 21:50:15.031561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-158453b2-d9dd-49ce-8989-abbe1e38e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:15.034189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-158453b2-d9dd-49ce-8989-abbe1e38e1b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4823935 Nov 26 21:50:15.123371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6f6bc673-686e-445b-84e0-c35adc3b5c72 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:15.126992 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:15.169946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5ce41-129d-41c3-b027-5dd9f4e026e1 req-c1a19fd0-f79b-456e-abfc-f42012284dbc tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:15.173470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58c5ce41-129d-41c3-b027-5dd9f4e026e1 req-c1a19fd0-f79b-456e-abfc-f42012284dbc tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1818304 Nov 26 21:50:15.296410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58c5ce41-129d-41c3-b027-5dd9f4e026e1 req-cc7e773e-aec6-46ce-8804-34e040711220 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157835 Nov 26 21:50:15.332104 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:15.345267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-4a782921-446d-4b1b-93de-d7a167f8debf service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012233 Nov 26 21:50:15.346865 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:15.403497 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3737fd-6066-4b41-ab1c-87df73d87f72 x-openstack-request-id: req-3b3737fd-6066-4b41-ab1c-87df73d87f72 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:15.403822 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "name": "network-vif-plugged", "status": "completed", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:15.404056 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b3737fd-6066-4b41-ab1c-87df73d87f72 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:15.404467 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'code': 200} Nov 26 21:50:15.451719 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e81a18c0-521d-4ec6-a280-a22bbc3cc23b req-23141200-4f28-4077-8c14-ea2b6ad873b1 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6356564 Nov 26 21:50:15.571039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-2f10e6e5-3acd-45a0-86bd-0927edfefc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:15.572796 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-2f10e6e5-3acd-45a0-86bd-0927edfefc38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 200 len: 919 time: 0.3121305 Nov 26 21:50:15.575225 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74809267-824a-4acb-a91e-d69404bfdd55 None None] Pushing event updated for resources: {'Port': ['ID=4499691c-1d0c-4907-860e-52c3f47eb031,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:15.627977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-d3cf1015-a1fe-4992-af07-0c58c159fccf service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466667 Nov 26 21:50:15.670461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-8f763edf-9de8-4775-aed9-5a66aa5f7cb2 req-52055cd3-b084-46cd-9427-7ba00d04d4ba tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-867234814', 'description': 'tempest-description-554638559'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:15.678315 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Attempting to bind port 4499691c-1d0c-4907-860e-52c3f47eb031 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:15.679912 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Attempting to bind port 4499691c-1d0c-4907-860e-52c3f47eb031 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:15.680214 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Attempting to bind port 4499691c-1d0c-4907-860e-52c3f47eb031 on network ff336368-1af4-46cf-83f5-21ca1468ae6f {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:15.704115 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:15.704548 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Checking segment: {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:15.704956 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:15.705352 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Bound using segment: {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:15.717194 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Bound port: 4499691c-1d0c-4907-860e-52c3f47eb031, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:15.717776 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:15.730225 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f763edf-9de8-4775-aed9-5a66aa5f7cb2 req-52055cd3-b084-46cd-9427-7ba00d04d4ba tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:15.750870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-1efefb8d-719e-4bf6-839a-51051513909d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 200 len: 217 time: 0.1541920 Nov 26 21:50:15.803805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41584) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:15.809070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-network', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:15.828331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f4d112ef-a574-42b0-a598-f9fa59a9bee6 None None] Provisioning complete for port 4499691c-1d0c-4907-860e-52c3f47eb031 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:15.829855 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4d112ef-a574-42b0-a598-f9fa59a9bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:15.880953 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] For port 4499691c-1d0c-4907-860e-52c3f47eb031, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:15.890359 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] For port 4499691c-1d0c-4907-860e-52c3f47eb031, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4499691c-1d0c-4907-860e-52c3f47eb031,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:15.891218 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-f52adf2a-1e6d-4a68-bac9-1020f14f8a75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0 HTTP/1.1" status: 200 len: 217 time: 0.2532408 Nov 26 21:50:15.893800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-3c58b2db-7edb-4fc9-b38f-f7a1c8e1e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:15.896165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-3c58b2db-7edb-4fc9-b38f-f7a1c8e1e388 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 200 len: 858 time: 0.0540731 Nov 26 21:50:15.900764 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:15.940381 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f4d112ef-a574-42b0-a598-f9fa59a9bee6 None None] Port 4499691c-1d0c-4907-860e-52c3f47eb031 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:15.976819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-ff663e75-045d-4de1-82c8-7d1e7773bf7f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:15.985228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-ff663e75-045d-4de1-82c8-7d1e7773bf7f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:15.992560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-ff663e75-045d-4de1-82c8-7d1e7773bf7f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.003912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-28119d46-ab8e-4791-980e-92df164c1e4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903013 Nov 26 21:50:16.010341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-ff663e75-045d-4de1-82c8-7d1e7773bf7f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.018470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-ff663e75-045d-4de1-82c8-7d1e7773bf7f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.029661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-ff663e75-045d-4de1-82c8-7d1e7773bf7f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.036664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-ff663e75-045d-4de1-82c8-7d1e7773bf7f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.044064 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Routers {'4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:16.044713 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:16.047133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-ff663e75-045d-4de1-82c8-7d1e7773bf7f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.2342653 Nov 26 21:50:16.100208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Made reservation on behalf of de89ea977e4a489d96de2ed4b1933ad6 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:16.107035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.144054 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.156208 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74809267-824a-4acb-a91e-d69404bfdd55 None None] Pushing event updated for resources: {'Port': ['ID=4499691c-1d0c-4907-860e-52c3f47eb031,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:16.178648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-a6738e5e-2008-4def-a6b5-b1ea4173fdf2 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645141 Nov 26 21:50:16.181911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-4f3f611b-8859-41da-bb4e-36c92265879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.190340 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-4f3f611b-8859-41da-bb4e-36c92265879b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.2755935 Nov 26 21:50:16.209678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e922f4-94a8-429b-a60f-4784ccf006eb req-f8aa887d-2723-4640-b9fa-8de600228aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.211694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25e922f4-94a8-429b-a60f-4784ccf006eb req-f8aa887d-2723-4640-b9fa-8de600228aff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 1096 time: 0.4589653 Nov 26 21:50:16.263550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.282047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.317889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f763edf-9de8-4775-aed9-5a66aa5f7cb2 req-52055cd3-b084-46cd-9427-7ba00d04d4ba tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.349787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43f413d5-eb59-4ef7-8273-60fd285dcd47 req-de9f5f51-c439-4dd8-b1a4-a2515c74bf78 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2995050 Nov 26 21:50:16.378182 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] Set router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:16.397602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f763edf-9de8-4775-aed9-5a66aa5f7cb2 req-52055cd3-b084-46cd-9427-7ba00d04d4ba tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.435739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:50:16.456431 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8f763edf-9de8-4775-aed9-5a66aa5f7cb2 req-52055cd3-b084-46cd-9427-7ba00d04d4ba tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.481682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f763edf-9de8-4775-aed9-5a66aa5f7cb2 req-52055cd3-b084-46cd-9427-7ba00d04d4ba tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8156779 Nov 26 21:50:16.486432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9dff50c1-ad33-4f98-8204-14f4917e1289 None None] Provisioning complete for port 4499691c-1d0c-4907-860e-52c3f47eb031 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:16.491288 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9dff50c1-ad33-4f98-8204-14f4917e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.508106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec2a3a-e032-4dc1-8616-ea7cf3b896d8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:16.556032 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e7fe3777-f5a5-4352-994e-6180a4117618 req-7099f5e9-0521-4ddf-bbb4-10d7aef32317 service neutron] 10.222.0.41 "GET /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636537 Nov 26 21:50:16.590303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-0c1e74d1-c4f4-4749-ae1b-1bcbd032bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.591830 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-0c1e74d1-c4f4-4749-ae1b-1bcbd032bc1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3790426 Nov 26 21:50:16.599580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52055cd3-b084-46cd-9427-7ba00d04d4ba tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f7f0a-c034-40c1-8244-f38a40acec06,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:16.614326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.614759 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Added segment 59fde26f-1cee-48c4-8d4d-b2b20c482f8f of type vlan for network 9a8eed2e-0997-463d-8a0a-717d034170b7 Nov 26 21:50:16.716228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59b0eb52-14f7-40ce-9c6c-a62488ebdb75 req-6ebe9f79-db70-491c-bc5d-6b1ae86d0d98 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 210 time: 0.0788488 Nov 26 21:50:16.731873 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.771974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25e922f4-94a8-429b-a60f-4784ccf006eb req-4a7978f6-e8c1-4322-b375-b3a45d672e2a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503922 Nov 26 21:50:16.785373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9dff50c1-ad33-4f98-8204-14f4917e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.803652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd95648-aa6f-43fa-93ae-900f92ccd21d req-0fe86c02-3ead-4204-9481-159f995ec2a6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.808936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fbd95648-aa6f-43fa-93ae-900f92ccd21d req-0fe86c02-3ead-4204-9481-159f995ec2a6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.2045622 Nov 26 21:50:16.812043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.814453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:16.816428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.824842 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:50:11Z', 'revision_number': 4, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port': {'id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:59Z', 'updated_at': '2021-11-26T21:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4499691c-1d0c-4907-860e-52c3f47eb031', 'name': '', 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'mac_address': 'fa:16:3e:a6:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'e5e67594-cc38-44a4-b409-4312418f0f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:09Z', 'updated_at': '2021-11-26T21:50:15Z', 'revision_number': 4, 'project_id': 'af117439c1734d228f95641461f436e8', 'subnets': [{'id': 'e5e67594-cc38-44a4-b409-4312418f0f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:16.857677 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-fbe78626-fd84-4622-817c-472e2bcf3a9e service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378967 Nov 26 21:50:16.871913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9dff50c1-ad33-4f98-8204-14f4917e1289 None None] For port 4499691c-1d0c-4907-860e-52c3f47eb031, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4499691c-1d0c-4907-860e-52c3f47eb031,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:16.873593 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2626f7c-2306-4187-b0f2-0829d6e0b1dd None None] The sync data for ids ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'] in n-d-819494-1 is: [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:50:11Z', 'revision_number': 4, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port': {'id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:59Z', 'updated_at': '2021-11-26T21:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4499691c-1d0c-4907-860e-52c3f47eb031', 'name': '', 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'mac_address': 'fa:16:3e:a6:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'e5e67594-cc38-44a4-b409-4312418f0f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:09Z', 'updated_at': '2021-11-26T21:50:15Z', 'revision_number': 4, 'project_id': 'af117439c1734d228f95641461f436e8', 'subnets': [{'id': 'e5e67594-cc38-44a4-b409-4312418f0f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:50:16.878651 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9dff50c1-ad33-4f98-8204-14f4917e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:16.914366 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1069405 Nov 26 21:50:16.914706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41606) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:16.923953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Request body: {'subnet': {'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-subnet', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:17.023137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Made reservation on behalf of de89ea977e4a489d96de2ed4b1933ad6 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:17.026475 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:17.037936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b87502-ba5f-4324-b639-e1117ac64853 admin admin] Pushing event updated for resources: {'Network': ['ID=9a8eed2e-0997-463d-8a0a-717d034170b7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:17.049275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fbd95648-aa6f-43fa-93ae-900f92ccd21d req-caf27cb1-367f-46c2-8a78-5ee493aacf33 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114685 Nov 26 21:50:17.089553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b674c44-4b4e-49c0-8816-db17e11a0f19 req-95c89647-6b2c-40e6-91f3-d56ca96f0386 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.091772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b674c44-4b4e-49c0-8816-db17e11a0f19 req-95c89647-6b2c-40e6-91f3-d56ca96f0386 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 948 time: 0.2154503 Nov 26 21:50:17.180836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 9a8eed2e-0997-463d-8a0a-717d034170b7 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:50:17.245061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b674c44-4b4e-49c0-8816-db17e11a0f19 req-bed6c0d5-d7a6-4489-894c-9ea128939dcb tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430225 Nov 26 21:50:17.281899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb47fa-ba85-46ab-97eb-74fe3019b023 req-a49a3070-d8ea-4939-9864-28a10a03ae9e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.283775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3fb47fa-ba85-46ab-97eb-74fe3019b023 req-a49a3070-d8ea-4939-9864-28a10a03ae9e tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.0905144 Nov 26 21:50:17.347225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff50c1-ad33-4f98-8204-14f4917e1289 None None] Pushing event updated for resources: {'Port': ['ID=4499691c-1d0c-4907-860e-52c3f47eb031,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:17.349140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477af57-4b78-405c-89ee-452540388b62 req-16747dc4-0dfe-41a2-8c63-50702f9dc447 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.351369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8477af57-4b78-405c-89ee-452540388b62 req-16747dc4-0dfe-41a2-8c63-50702f9dc447 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1876490 Nov 26 21:50:17.364284 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:50:17.405522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3fb47fa-ba85-46ab-97eb-74fe3019b023 req-125cfb66-059c-4f5f-87c8-cd461225ac6f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143136 Nov 26 21:50:17.409022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1748d999-cbf9-46a4-b9a6-37c031e4fb2a req-7ddd8c1e-8557-4f75-b7d3-bc11f3a00052 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/a94f7f0a-c034-40c1-8244-f38a40acec06 HTTP/1.1" status: 200 len: 1820 time: 0.1046486 Nov 26 21:50:17.431321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-1748d999-cbf9-46a4-b9a6-37c031e4fb2a req-d7c5fed3-dbe6-44ce-91f4-b02230731202 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a94f7f0a-c034-40c1-8244-f38a40acec06', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:17.431651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-1748d999-cbf9-46a4-b9a6-37c031e4fb2a req-d7c5fed3-dbe6-44ce-91f4-b02230731202 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a94f7f0a-c034-40c1-8244-f38a40acec06', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:17.516765 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-8f7ab5aa-6cd2-41d6-a298-4c1c416160bb service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845901 Nov 26 21:50:17.606985 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1748d999-cbf9-46a4-b9a6-37c031e4fb2a req-d7c5fed3-dbe6-44ce-91f4-b02230731202 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:17.667548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-2b566287-1435-43ec-9a03-29b04a23bc30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.673869 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-2b566287-1435-43ec-9a03-29b04a23bc30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.680188 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-2b566287-1435-43ec-9a03-29b04a23bc30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.683359 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-98370340-caf5-4fdf-87f4-cdfb3b7031e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d HTTP/1.1" status: 200 len: 217 time: 0.1513736 Nov 26 21:50:17.686721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-2b566287-1435-43ec-9a03-29b04a23bc30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.692805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-2b566287-1435-43ec-9a03-29b04a23bc30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.699714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-2b566287-1435-43ec-9a03-29b04a23bc30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.706420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-2b566287-1435-43ec-9a03-29b04a23bc30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.715730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-2b566287-1435-43ec-9a03-29b04a23bc30 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.2247167 Nov 26 21:50:17.729761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1748d999-cbf9-46a4-b9a6-37c031e4fb2a req-d7c5fed3-dbe6-44ce-91f4-b02230731202 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:17.749768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c3229e1b-726c-4745-9b75-8530834fb4f2 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:17.762801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1748d999-cbf9-46a4-b9a6-37c031e4fb2a req-d7c5fed3-dbe6-44ce-91f4-b02230731202 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:17.774734 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:17.780827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5fed3-dbe6-44ce-91f4-b02230731202 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5996fe3-ba34-450f-b622-2f7f98b06031,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:17.783955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-429160ea-9ccc-49b9-bbd9-bbe799446689 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566351 Nov 26 21:50:17.824870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-e15dcb4b-ef89-4582-9f68-65c06e81aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.826685 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-e15dcb4b-ef89-4582-9f68-65c06e81aa42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.1361532 Nov 26 21:50:17.836395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9e8447d-ccc2-4d0f-9b12-680bc496aed8 req-46f4077f-8d42-4a2a-9779-16214ecddf84 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196830 Nov 26 21:50:17.905307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1748d999-cbf9-46a4-b9a6-37c031e4fb2a req-d7c5fed3-dbe6-44ce-91f4-b02230731202 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:17.910937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1748d999-cbf9-46a4-b9a6-37c031e4fb2a req-d7c5fed3-dbe6-44ce-91f4-b02230731202 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4856939 Nov 26 21:50:17.926310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Deleting port 8022fcde-050d-429e-8959-332b1e28e64c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:50:17.926818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:17.938771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:17.952963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-eb17b868-c290-469c-83b2-6af0f5fa90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:17.954796 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-eb17b868-c290-469c-83b2-6af0f5fa90c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129813 Nov 26 21:50:18.043806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3580b59-56ee-4c3f-be8a-02fe0ac240a7 req-80d992c0-765c-4733-aea0-a20bc7c420ca tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 210 time: 0.0505853 Nov 26 21:50:18.052579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-49170539-98a8-4660-b04b-6d7519dcbfae req-8ae4fa86-c4c4-47e9-bbd0-bbe2ba21c321 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1145075903', 'description': 'tempest-description-2050565116'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:18.071626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c3229e1b-726c-4745-9b75-8530834fb4f2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c3229e1b-726c-4745-9b75-8530834fb4f2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:18.102842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'c3229e1b-726c-4745-9b75-8530834fb4f2', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'c3229e1b-726c-4745-9b75-8530834fb4f2', 'mac_address': 'fa:16:3e:3f:b1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:18.143912 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-49170539-98a8-4660-b04b-6d7519dcbfae req-8ae4fa86-c4c4-47e9-bbd0-bbe2ba21c321 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.186508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Checking segment: {'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:18.186894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Network hostable DHCP agents. Network: 9a8eed2e-0997-463d-8a0a-717d034170b7, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:50:18.269481 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.283420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Network 9a8eed2e-0997-463d-8a0a-717d034170b7 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:50:18.314461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3229e1b-726c-4745-9b75-8530834fb4f2 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:18.340458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 9a8eed2e-0997-463d-8a0a-717d034170b7) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:18.345516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:18.346165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.353741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] For port 8022fcde-050d-429e-8959-332b1e28e64c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8022fcde-050d-429e-8959-332b1e28e64c,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:18.354146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.379572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c3229e1b-726c-4745-9b75-8530834fb4f2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c3229e1b-726c-4745-9b75-8530834fb4f2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:18.388839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7709341-8796-485d-8774-520e71a92566 None None] Network 9a8eed2e-0997-463d-8a0a-717d034170b7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:50:18.438835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-49170539-98a8-4660-b04b-6d7519dcbfae req-8ae4fa86-c4c4-47e9-bbd0-bbe2ba21c321 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.451441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-52321f4c-0a07-4a9c-938a-09311a544c59 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:18.453393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-52321f4c-0a07-4a9c-938a-09311a544c59 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6325686 Nov 26 21:50:18.455907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-49170539-98a8-4660-b04b-6d7519dcbfae req-8ae4fa86-c4c4-47e9-bbd0-bbe2ba21c321 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.499129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Request body: {'port': {'device_id': 'b0f4de92-b531-4aab-8c8e-782826771f78', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '138fc97044cb431798948e7979494fc0'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:18.577550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-49170539-98a8-4660-b04b-6d7519dcbfae req-8ae4fa86-c4c4-47e9-bbd0-bbe2ba21c321 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.592836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49170539-98a8-4660-b04b-6d7519dcbfae req-8ae4fa86-c4c4-47e9-bbd0-bbe2ba21c321 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5976710 Nov 26 21:50:18.612775 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.662502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556e6ea-6a38-4c57-adb9-71a3404d6de6 req-9cdf4cac-8c77-49e9-846d-8ac98399cd71 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:18.671804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6556e6ea-6a38-4c57-adb9-71a3404d6de6 req-9cdf4cac-8c77-49e9-846d-8ac98399cd71 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.4501855 Nov 26 21:50:18.752972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=c3229e1b-726c-4745-9b75-8530834fb4f2,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:18.826856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4fa86-c4c4-47e9-bbd0-bbe2ba21c321 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bc40f9-7f85-47be-a0c2-af9df02a1f60,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:18.871819 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-b0d37375-4ddd-4875-a37b-9930cc90f3bf service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999743 Nov 26 21:50:18.877775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Calling delete_port for 8022fcde-050d-429e-8959-332b1e28e64c owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:50:18.926357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-9a8eed2e-0997-463d-8a0a-717d034170b7', 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'fixed_ips': [{'subnet_id': '90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:50:18.927230 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:18.933403 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-68e35d22-eaeb-40d4-be39-b20f2e749a6e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798936 Nov 26 21:50:18.939233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56afbd4a-eaf2-400d-b496-48a0abf201b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0198998 Nov 26 21:50:18.950637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41646) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:18.956704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:19.025116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6556e6ea-6a38-4c57-adb9-71a3404d6de6 req-b6ebb1e0-3ddd-4386-a1b1-dbeedbe00dfc tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524001 Nov 26 21:50:19.039368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd0054-4d15-41b3-8fbf-ece56d3e3484 req-fe2b3e48-3599-4034-bbdb-0f0723ad985f tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.043189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbdd0054-4d15-41b3-8fbf-ece56d3e3484 req-fe2b3e48-3599-4034-bbdb-0f0723ad985f tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 949 time: 0.3287466 Nov 26 21:50:19.110691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbdd0054-4d15-41b3-8fbf-ece56d3e3484 req-010a3770-ddcd-46f9-b56d-edb6a7f70301 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604653 Nov 26 21:50:19.144471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['c3229e1b-726c-4745-9b75-8530834fb4f2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:19.195976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.196390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4499691c-1d0c-4907-860e-52c3f47eb031 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:19.197056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.281705 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3145dfdc-cf0e-4cc7-8791-d454c08d01c3 req-80c5a311-9483-46fe-8e9a-3fb648c78eb9 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619227 Nov 26 21:50:19.289294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-cd93665c-8904-4114-b47b-0de708a8512b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.290856 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-cd93665c-8904-4114-b47b-0de708a8512b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304060 Nov 26 21:50:19.295171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Allocated IP 172.20.0.2 (9a8eed2e-0997-463d-8a0a-717d034170b7/90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0/12b6e84b-3b4e-47a8-a12d-f1bb818712fa) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:19.332505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Request body: {'port': {'device_id': 'acf9b433-2fcb-447a-b3da-3f2553418b2c', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '138fc97044cb431798948e7979494fc0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:19.333610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a900b97-6b7c-4771-8aac-e4a4c8b11eec req-b5f68790-781e-46ff-8720-b701934bc99b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/f6bc40f9-7f85-47be-a0c2-af9df02a1f60 HTTP/1.1" status: 200 len: 1822 time: 0.1776714 Nov 26 21:50:19.335234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Made reservation on behalf of 138fc97044cb431798948e7979494fc0 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:19.338707 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.360575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-6a900b97-6b7c-4771-8aac-e4a4c8b11eec req-a64a7289-3d6b-4ca0-86f6-7a0a8eb72303 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f6bc40f9-7f85-47be-a0c2-af9df02a1f60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:19.360864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-6a900b97-6b7c-4771-8aac-e4a4c8b11eec req-a64a7289-3d6b-4ca0-86f6-7a0a8eb72303 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f6bc40f9-7f85-47be-a0c2-af9df02a1f60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:19.367612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4499691c-1d0c-4907-860e-52c3f47eb031 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:19.368205 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.380487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.395270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da870793-14aa-4b23-ae1f-af1c3537efa4 req-ba52235b-8ed0-4a49-a775-346d25db3e50 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.396836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da870793-14aa-4b23-ae1f-af1c3537efa4 req-ba52235b-8ed0-4a49-a775-346d25db3e50 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a96b395-92c7-412d-8c71-69aaa65ebda0 HTTP/1.1" status: 200 len: 945 time: 0.1770663 Nov 26 21:50:19.535577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.647360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da870793-14aa-4b23-ae1f-af1c3537efa4 req-c7684db0-c32b-4fa9-8887-757caba25bab tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402990 Nov 26 21:50:19.676463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Pushing event deleted for resources: {'Port': ['ID=8022fcde-050d-429e-8959-332b1e28e64c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:19.696382 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6a900b97-6b7c-4771-8aac-e4a4c8b11eec req-a64a7289-3d6b-4ca0-86f6-7a0a8eb72303 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.698031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.708099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.708463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.708899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.709249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.709592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.709932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.710296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.710636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.710971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.711307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.711638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.711969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:19.754691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ab89645f-1cc7-45b6-87dc-34eac6b3b618', '8022fcde-050d-429e-8959-332b1e28e64c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:19.785210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-9c026552-b115-4499-bcc6-da1d2c90ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.786587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-9c026552-b115-4499-bcc6-da1d2c90ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.787473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-9c026552-b115-4499-bcc6-da1d2c90ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.788438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-9c026552-b115-4499-bcc6-da1d2c90ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.789188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-9c026552-b115-4499-bcc6-da1d2c90ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.789831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-9c026552-b115-4499-bcc6-da1d2c90ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.790859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-9c026552-b115-4499-bcc6-da1d2c90ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.793949 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-9c026552-b115-4499-bcc6-da1d2c90ee6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6474 time: 0.2535653 Nov 26 21:50:19.808084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] No DVR routers for this DVR port 8022fcde-050d-429e-8959-332b1e28e64c on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:50:19.823789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.828151 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8477af57-4b78-405c-89ee-452540388b62 req-9e48f319-d24e-4b27-99ab-19359ebbf1a3 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.41 "DELETE /v2.0/ports/8022fcde-050d-429e-8959-332b1e28e64c HTTP/1.1" status: 204 len: 173 time: 2.3786473 Nov 26 21:50:19.829784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96b395-92c7-412d-8c71-69aaa65ebda0', 'name': 'network-vif-deleted', 'tag': '8022fcde-050d-429e-8959-332b1e28e64c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:19.832865 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302e6675-f94e-4178-83dd-e783ac7be531" -d '{"events": [{"server_uuid": "5a96b395-92c7-412d-8c71-69aaa65ebda0", "name": "network-vif-deleted", "tag": "8022fcde-050d-429e-8959-332b1e28e64c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:19.849007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Made reservation on behalf of 138fc97044cb431798948e7979494fc0 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:19.853116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.873244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6a900b97-6b7c-4771-8aac-e4a4c8b11eec req-a64a7289-3d6b-4ca0-86f6-7a0a8eb72303 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.888362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6a900b97-6b7c-4771-8aac-e4a4c8b11eec req-a64a7289-3d6b-4ca0-86f6-7a0a8eb72303 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.926000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a7289-3d6b-4ca0-86f6-7a0a8eb72303 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdf10b4-acf8-4d61-b516-5b96aa04fdbb,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:19.929154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Allocated IP 192.168.233.8 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/2ad789f7-b522-4c1f-abcb-e74dcb3fe48c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:19.939264 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6a900b97-6b7c-4771-8aac-e4a4c8b11eec req-a64a7289-3d6b-4ca0-86f6-7a0a8eb72303 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:19.940758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a900b97-6b7c-4771-8aac-e4a4c8b11eec req-a64a7289-3d6b-4ca0-86f6-7a0a8eb72303 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5989735 Nov 26 21:50:19.975772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb16e-0186-43c4-ba27-8e705447565e req-062d96fb-f7ab-46f0-8164-007926bb11ab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.984251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb16e-0186-43c4-ba27-8e705447565e req-062d96fb-f7ab-46f0-8164-007926bb11ab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:19.990903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb16e-0186-43c4-ba27-8e705447565e req-062d96fb-f7ab-46f0-8164-007926bb11ab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.000634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb16e-0186-43c4-ba27-8e705447565e req-062d96fb-f7ab-46f0-8164-007926bb11ab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.007139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb16e-0186-43c4-ba27-8e705447565e req-062d96fb-f7ab-46f0-8164-007926bb11ab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.015044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb16e-0186-43c4-ba27-8e705447565e req-062d96fb-f7ab-46f0-8164-007926bb11ab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.017738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.022840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb16e-0186-43c4-ba27-8e705447565e req-062d96fb-f7ab-46f0-8164-007926bb11ab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.024982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-943fb16e-0186-43c4-ba27-8e705447565e req-062d96fb-f7ab-46f0-8164-007926bb11ab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.2565784 Nov 26 21:50:20.076607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.140655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3e127d-8ae5-4873-8aa7-6cdb19df54d7 req-42fc3a84-3081-43ab-a0d7-f0ca4c4176a9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 210 time: 0.0432663 Nov 26 21:50:20.184203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Network 9a8eed2e-0997-463d-8a0a-717d034170b7 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:20.200694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:20.206283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:20.220664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Pushing event updated for resources: {'Port': ['ID=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:20.269093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-943fb16e-0186-43c4-ba27-8e705447565e req-8f1be9a1-b78f-4191-bc39-26993d6464d4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2326002 Nov 26 21:50:20.287411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-531d562d-9449-4af0-a736-e49d1851839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.288477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.288844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.289190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.289315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-531d562d-9449-4af0-a736-e49d1851839f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6 HTTP/1.1" status: 200 len: 902 time: 0.4764562 Nov 26 21:50:20.289529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.291676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-c24ec368-2ad6-4dcf-a9e7-7eb8982738db req-fb7c29ce-9d0b-470c-971a-e9c5ed65de7b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-970162820', 'description': 'tempest-description-521164356'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:20.292721 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301b4dc4-2051-4fa3-8436-1910ac273a96 x-openstack-request-id: req-301b4dc4-2051-4fa3-8436-1910ac273a96 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:20.293097 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96b395-92c7-412d-8c71-69aaa65ebda0", "name": "network-vif-deleted", "tag": "8022fcde-050d-429e-8959-332b1e28e64c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:20.293470 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-301b4dc4-2051-4fa3-8436-1910ac273a96 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:20.293698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.294093 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96b395-92c7-412d-8c71-69aaa65ebda0', 'name': 'network-vif-deleted', 'tag': '8022fcde-050d-429e-8959-332b1e28e64c', 'status': 'completed', 'code': 200} Nov 26 21:50:20.294550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.296816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.297172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.297693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.298038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.298399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.298733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:20.376050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-c7e26e6f-f8db-4ff8-a54d-c0397a070d90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d HTTP/1.1" status: 200 len: 217 time: 0.0772986 Nov 26 21:50:20.485566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c24ec368-2ad6-4dcf-a9e7-7eb8982738db req-fb7c29ce-9d0b-470c-971a-e9c5ed65de7b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.531276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aa168-9079-4b59-8d15-dead11fba5c1 req-34ed6bfb-4943-4510-9fc8-19c158c6d948 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.538858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e89aa168-9079-4b59-8d15-dead11fba5c1 req-34ed6bfb-4943-4510-9fc8-19c158c6d948 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.1341236 Nov 26 21:50:20.555736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Attempting to bind port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:20.556120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Attempting to bind port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:20.556494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Attempting to bind port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa on network 9a8eed2e-0997-463d-8a0a-717d034170b7 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:20.571458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:20.571758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-40ab6bbe-e6a6-4db8-8d08-87da4f063bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.571867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Checking segment: {'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:20.572243 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.572637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Bound using segment: {'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:20.573122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Bound port: 12b6e84b-3b4e-47a8-a12d-f1bb818712fa, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:20.574104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.574616 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-40ab6bbe-e6a6-4db8-8d08-87da4f063bd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.0606403 Nov 26 21:50:20.583739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.644885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e89aa168-9079-4b59-8d15-dead11fba5c1 req-2d539685-d90a-4554-97ac-2807dbadaff4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044068 Nov 26 21:50:20.726894 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.735219 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c24ec368-2ad6-4dcf-a9e7-7eb8982738db req-fb7c29ce-9d0b-470c-971a-e9c5ed65de7b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.735852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] For port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:20.737448 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.741413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] For port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,segment=NetworkSegment(59fde26f-1cee-48c4-8d4d-b2b20c482f8f),segment_id=59fde26f-1cee-48c4-8d4d-b2b20c482f8f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:20.751882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.764294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c24ec368-2ad6-4dcf-a9e7-7eb8982738db req-fb7c29ce-9d0b-470c-971a-e9c5ed65de7b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.808905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.854829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-599c8563-7e0e-444b-8519-288aedf7f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:20.857170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-599c8563-7e0e-444b-8519-288aedf7f92c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2554176 Nov 26 21:50:20.903942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fd917-d9fe-45ce-8f86-82781dc0aaac None None] Pushing event updated for resources: {'Port': ['ID=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:20.913653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:20.921568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c24ec368-2ad6-4dcf-a9e7-7eb8982738db req-fb7c29ce-9d0b-470c-971a-e9c5ed65de7b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:20.923529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c24ec368-2ad6-4dcf-a9e7-7eb8982738db req-fb7c29ce-9d0b-470c-971a-e9c5ed65de7b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6437705 Nov 26 21:50:20.924708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'Port': ['ID=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:20.927415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c29ce-9d0b-470c-971a-e9c5ed65de7b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5bbdfa-5b66-4576-afd3-a59bca0de1d1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:20.929633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:20.965281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:20.990974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054ffb-95dc-440f-9e95-19ed73bff26d req-21ea4ed1-63a6-4b68-aef7-d052c664364b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:21.001644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be054ffb-95dc-440f-9e95-19ed73bff26d req-21ea4ed1-63a6-4b68-aef7-d052c664364b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 949 time: 0.2232885 Nov 26 21:50:21.035422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:21.140225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be054ffb-95dc-440f-9e95-19ed73bff26d req-d6cc1e65-bbb9-445a-a26d-1b27b95c4383 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374676 Nov 26 21:50:21.252458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Allocated IP 192.168.233.244 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/48b51641-b110-4063-98d6-d4c6a9fcbf71) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:21.313972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f0663-ec89-4fbb-9b33-203aae7ddc84 req-0aebca74-7b01-4a8b-85ba-5dd8f7120881 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:21.318014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac3f0663-ec89-4fbb-9b33-203aae7ddc84 req-0aebca74-7b01-4a8b-85ba-5dd8f7120881 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.2044463 Nov 26 21:50:21.326889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:21.327565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:21.365305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-af5c3838-73f5-4d5a-a19b-657d3df4747e req-d90012e3-ce36-4e2d-b411-4c4147f7e7ee tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1476938733', 'description': 'tempest-description-1835415995'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:21.446256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-af5c3838-73f5-4d5a-a19b-657d3df4747e req-d90012e3-ce36-4e2d-b411-4c4147f7e7ee tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:21.489203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-b1ef8186-a129-4a36-a19b-e16cc2cd50fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0087790 Nov 26 21:50:21.499651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac3f0663-ec89-4fbb-9b33-203aae7ddc84 req-0bf0599c-de25-4bc4-bc6b-bf13afecdf78 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624784 Nov 26 21:50:21.559452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Request body: {'port': {'device_id': 'b0f4de92-b531-4aab-8c8e-782826771f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:21.570645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Allocated IP 172.25.3.194 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/927d7416-19e1-4fd8-bd97-2ba0a8d7b64e) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:21.577742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8022fcde-050d-429e-8959-332b1e28e64c no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:50:21.620912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 8022fcde-050d-429e-8959-332b1e28e64c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:50:21.620912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8022fcde-050d-429e-8959-332b1e28e64c not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:50:21.633282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e912a1cd-da1a-42c5-b6be-4e0cf5ba4fd7 None None] Provisioning complete for port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:21.634268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e912a1cd-da1a-42c5-b6be-4e0cf5ba4fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:21.722434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e912a1cd-da1a-42c5-b6be-4e0cf5ba4fd7 None None] Port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:21.746346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-af5c3838-73f5-4d5a-a19b-657d3df4747e req-d90012e3-ce36-4e2d-b411-4c4147f7e7ee tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:21.772809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-af5c3838-73f5-4d5a-a19b-657d3df4747e req-d90012e3-ce36-4e2d-b411-4c4147f7e7ee tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:21.780518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c3229e1b-726c-4745-9b75-8530834fb4f2 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:21.804598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:21.829022 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-1bf905e8-cf91-444f-b151-efb7bd7389ca service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8989887 Nov 26 21:50:21.848969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-af5c3838-73f5-4d5a-a19b-657d3df4747e req-d90012e3-ce36-4e2d-b411-4c4147f7e7ee tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:21.850556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af5c3838-73f5-4d5a-a19b-657d3df4747e req-d90012e3-ce36-4e2d-b411-4c4147f7e7ee tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5146148 Nov 26 21:50:21.858067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90012e3-ce36-4e2d-b411-4c4147f7e7ee tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b28cb-bc56-4fb7-9aa3-9a385403fe38,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:21.875073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d107f-62a6-4e05-afaa-eedc1b4b5f15 req-d35db714-7334-4e11-91e8-bcbe5191cb2d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:21.884922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a74d107f-62a6-4e05-afaa-eedc1b4b5f15 req-d35db714-7334-4e11-91e8-bcbe5191cb2d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 934 time: 0.2258496 Nov 26 21:50:21.958260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port c3229e1b-726c-4745-9b75-8530834fb4f2 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:21.974546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port c3229e1b-726c-4745-9b75-8530834fb4f2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:21.975290 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:22.025577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a74d107f-62a6-4e05-afaa-eedc1b4b5f15 req-47e26b9d-0950-4362-9e5b-a5698d07012a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398957 Nov 26 21:50:22.071294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:22.114925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:22.164286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52916d8f-3398-47e8-aafe-6857325d551c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3229e1b-726c-4745-9b75-8530834fb4f2'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:22.173849 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d00836-43f4-4ddf-a5cb-0c1ad5ecc265" -d '{"events": [{"server_uuid": "52916d8f-3398-47e8-aafe-6857325d551c", "name": "network-vif-plugged", "status": "completed", "tag": "c3229e1b-726c-4745-9b75-8530834fb4f2"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:22.206423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c3229e1b-726c-4745-9b75-8530834fb4f2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c3229e1b-726c-4745-9b75-8530834fb4f2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:22.216818 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:22.268449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-41e2215b-7c99-4ebc-8bd2-7a8e9834ca02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:22.276987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-41e2215b-7c99-4ebc-8bd2-7a8e9834ca02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:22.285417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-41e2215b-7c99-4ebc-8bd2-7a8e9834ca02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:22.294256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-41e2215b-7c99-4ebc-8bd2-7a8e9834ca02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:22.304067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-41e2215b-7c99-4ebc-8bd2-7a8e9834ca02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:22.329523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-41e2215b-7c99-4ebc-8bd2-7a8e9834ca02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:22.342252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-41e2215b-7c99-4ebc-8bd2-7a8e9834ca02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:22.345702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:22.355049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=c3229e1b-726c-4745-9b75-8530834fb4f2,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:22.356617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-41e2215b-7c99-4ebc-8bd2-7a8e9834ca02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.1844873 Nov 26 21:50:22.404975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:22.468238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5a76487-1c79-4705-994f-a990c47a8f8d req-9579b224-8ca7-442e-b5ca-8aaea67421b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094818 Nov 26 21:50:22.492747 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0206d9e2-39b3-4196-a257-f4a32eee19f8 req-26716350-4702-4b06-a722-eac1a84ca6bd service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594511 Nov 26 21:50:22.494020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:22.570460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb8844-4576-4426-8e23-32ef82048ea0 None None] Network 9a8eed2e-0997-463d-8a0a-717d034170b7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:50:22.617020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Pushing event updated for resources: {'Port': ['ID=927d7416-19e1-4fd8-bd97-2ba0a8d7b64e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:22.648477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-0bc69414-bafa-4f9a-8861-723a4a58994d tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/4f5bbdfa-5b66-4576-afd3-a59bca0de1d1 HTTP/1.1" status: 200 len: 1820 time: 0.1666436 Nov 26 21:50:22.709742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0f6ac149-95e2-4d32-8207-8279b55a5123 None None] Provisioning complete for port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:22.710156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac149-95e2-4d32-8207-8279b55a5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:22.727134 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-92f04614-ef55-4eb8-a99d-50564c39c657 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/ec4b28cb-bc56-4fb7-9aa3-9a385403fe38 HTTP/1.1" status: 200 len: 1822 time: 0.0776603 Nov 26 21:50:22.734499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:22.735886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'Port': ['ID=48b51641-b110-4063-98d6-d4c6a9fcbf71,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:22.748554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-0689f260-e2a5-4e80-be90-74e7004fddb1 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4f5bbdfa-5b66-4576-afd3-a59bca0de1d1', 'remote_group_id': 'ec4b28cb-bc56-4fb7-9aa3-9a385403fe38', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:22.749489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-0689f260-e2a5-4e80-be90-74e7004fddb1 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4f5bbdfa-5b66-4576-afd3-a59bca0de1d1', 'remote_group_id': 'ec4b28cb-bc56-4fb7-9aa3-9a385403fe38', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:22.751461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:22.754950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:22.795448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253a25-b340-4044-b953-97dea0a7c943 req-406276db-a7d0-4de7-8e1f-fb143b4755f2 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:22.805764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3253a25-b340-4044-b953-97dea0a7c943 req-406276db-a7d0-4de7-8e1f-fb143b4755f2 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 950 time: 0.1697118 Nov 26 21:50:22.835254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:22.890573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3253a25-b340-4044-b953-97dea0a7c943 req-e6a55f32-a2ea-4f95-b67c-db59c36b8d56 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821073 Nov 26 21:50:23.060126 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-0689f260-e2a5-4e80-be90-74e7004fddb1 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.082309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:23.085348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:23.088502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:23.096634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 12b6e84b-3b4e-47a8-a12d-f1bb818712fa up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:23.110200 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-0689f260-e2a5-4e80-be90-74e7004fddb1 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.130731 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-0689f260-e2a5-4e80-be90-74e7004fddb1 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.159695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689f260-e2a5-4e80-be90-74e7004fddb1 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16846a52-fbdd-4a28-8c06-5727be70bfa4,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:23.205341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:23.205589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:23.206334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.234408 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.240440 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-0689f260-e2a5-4e80-be90-74e7004fddb1 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.242103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d19941b6-6fbc-41a1-8a19-35ff317418f3 req-0689f260-e2a5-4e80-be90-74e7004fddb1 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5137827 Nov 26 21:50:23.267029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Transition to ACTIVE for port object 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:50:23.280607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.321354 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4cb894c9-f876-45f7-91f8-79bd3c185226 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9926047 Nov 26 21:50:23.321904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e70994-6fc5-4dcc-8643-cd20ba938fbc req-c9ad4f90-57d2-4992-959f-5d1ae6a954d8 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:23.332121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23e70994-6fc5-4dcc-8643-cd20ba938fbc req-c9ad4f90-57d2-4992-959f-5d1ae6a954d8 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.2745500 Nov 26 21:50:23.335296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac149-95e2-4d32-8207-8279b55a5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.357194 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab2968c-d715-40c0-a93b-e945b4dfa1f0 x-openstack-request-id: req-4ab2968c-d715-40c0-a93b-e945b4dfa1f0 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:23.358170 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52916d8f-3398-47e8-aafe-6857325d551c", "name": "network-vif-plugged", "status": "completed", "tag": "c3229e1b-726c-4745-9b75-8530834fb4f2", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:23.358295 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ab2968c-d715-40c0-a93b-e945b4dfa1f0 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:23.358725 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52916d8f-3398-47e8-aafe-6857325d551c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3229e1b-726c-4745-9b75-8530834fb4f2', 'code': 200} Nov 26 21:50:23.390295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Request body: {'port': {'device_id': 'acf9b433-2fcb-447a-b3da-3f2553418b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:23.425945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0f6ac149-95e2-4d32-8207-8279b55a5123 None None] For port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,segment=NetworkSegment(59fde26f-1cee-48c4-8d4d-b2b20c482f8f),segment_id=59fde26f-1cee-48c4-8d4d-b2b20c482f8f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:23.456369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac149-95e2-4d32-8207-8279b55a5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.458369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.559223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ac149-95e2-4d32-8207-8279b55a5123 None None] Pushing event updated for resources: {'Port': ['ID=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:23.587457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23e70994-6fc5-4dcc-8643-cd20ba938fbc req-416952de-aff1-4f7e-8bd3-184b4bc26eb8 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680975 Nov 26 21:50:23.597316 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-76e0d5b0-9837-4776-8077-119a208ac803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.625893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-323d6153-f08a-4ed4-807c-18c84f48f70f None None] Provisioning complete for port 48b51641-b110-4063-98d6-d4c6a9fcbf71 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:23.626421 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-323d6153-f08a-4ed4-807c-18c84f48f70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.628613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:23.628978 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.704116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:23.752520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Attempting to bind port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:23.753248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Attempting to bind port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:23.753248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Attempting to bind port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:23.775571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:50:23.775571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Attempting to bind port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:23.819674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:23.820075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:23.820342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:23.820790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Bound port: 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:23.821154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:23.931210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-9b7ec460-0632-43e9-bf1e-563bafbbad82 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:23.935048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-9b7ec460-0632-43e9-bf1e-563bafbbad82 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 815 time: 0.4744804 Nov 26 21:50:23.959350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-323d6153-f08a-4ed4-807c-18c84f48f70f None None] Port 48b51641-b110-4063-98d6-d4c6a9fcbf71 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:23.991380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682322d7-fc9a-46b9-be6b-021b74ed2574 req-ea0e639d-d3b5-40bd-96df-3d5b964d606d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.002163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-682322d7-fc9a-46b9-be6b-021b74ed2574 req-ea0e639d-d3b5-40bd-96df-3d5b964d606d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 946 time: 0.2368135 Nov 26 21:50:24.037796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-5276b590-8f00-44a0-aed1-5344c7a39ccf tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/quotas/a0b22eed5de04571a67df591804ecafe HTTP/1.1" status: 200 len: 375 time: 0.0683739 Nov 26 21:50:24.138653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8da8648d-fb0f-4b58-8ceb-77336dd66b7b None None] Provisioning complete for port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:24.139171 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8da8648d-fb0f-4b58-8ceb-77336dd66b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.153223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-682322d7-fc9a-46b9-be6b-021b74ed2574 req-e0bcffe5-9d67-475a-af3d-e23c5bfa45f9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471033 Nov 26 21:50:24.180247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-c4f001aa-4a9f-4545-bb33-3c7e425cad8e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306355 Nov 26 21:50:24.208245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-31549945-7427-459f-8fc3-1cf6a8189a61 req-4a4e6ef5-b076-4260-ab2f-24381d012201 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1289104702', 'description': 'tempest-description-99885848'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:24.217624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.231888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] For port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:24.237897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-31549945-7427-459f-8fc3-1cf6a8189a61 req-4a4e6ef5-b076-4260-ab2f-24381d012201 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.273577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed098a9f-8f99-41bf-ad73-ccbf53475c26 req-8c90b35b-66b2-43c6-9f2d-f821c5a10e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.275280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed098a9f-8f99-41bf-ad73-ccbf53475c26 req-8c90b35b-66b2-43c6-9f2d-f821c5a10e36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 1101 time: 0.8021705 Nov 26 21:50:24.282145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] For port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:24.301982 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.377465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:24.389590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.390250 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.391712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-4f2bfdc7-40a9-4c98-845a-b0140576ab79 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ad789f7-b522-4c1f-abcb-e74dcb3fe48c HTTP/1.1" status: 200 len: 1094 time: 2.8538997 Nov 26 21:50:24.392804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f4de92-b531-4aab-8c8e-782826771f78', 'tag': '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:24.395174 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f4de92-b531-4aab-8c8e-782826771f78", "tag": "2ad789f7-b522-4c1f-abcb-e74dcb3fe48c"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:24.459755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-b7da8ab1-1ebd-4619-89ed-89f1b0e2825d service neutron] 10.222.0.21 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785754 Nov 26 21:50:24.489741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.573110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-31549945-7427-459f-8fc3-1cf6a8189a61 req-4a4e6ef5-b076-4260-ab2f-24381d012201 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.586686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-31549945-7427-459f-8fc3-1cf6a8189a61 req-4a4e6ef5-b076-4260-ab2f-24381d012201 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.640123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-a43f1bcc-bc22-4efb-9870-35d4671ebe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.641883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-a43f1bcc-bc22-4efb-9870-35d4671ebe7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 1097 time: 0.1531487 Nov 26 21:50:24.660086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6ef5-b076-4260-ab2f-24381d012201 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d4392-06a2-4c6f-b73d-c3d1f84df145,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:24.679331 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-31549945-7427-459f-8fc3-1cf6a8189a61 req-4a4e6ef5-b076-4260-ab2f-24381d012201 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.680729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31549945-7427-459f-8fc3-1cf6a8189a61 req-4a4e6ef5-b076-4260-ab2f-24381d012201 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4893031 Nov 26 21:50:24.681216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-b6b92228-f822-4bc4-a98a-8fadfb933494 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.683695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-b6b92228-f822-4bc4-a98a-8fadfb933494 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.13 "GET /v2.0/ports?device_id=200dfc33-1cf1-4c33-b8b4-c6a7291a8354 HTTP/1.1" status: 200 len: 945 time: 0.5181723 Nov 26 21:50:24.690164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed098a9f-8f99-41bf-ad73-ccbf53475c26 req-1eff1d36-cba6-4254-861b-2db7e80d2476 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437402 Nov 26 21:50:24.725267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-89cf60c7-fc3f-422d-aa0e-ea4ac0cc0776 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c HTTP/1.1" status: 200 len: 217 time: 0.0572119 Nov 26 21:50:24.741618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-a690eabc-dad9-4397-b893-a74212004b7a service neutron] 10.222.0.21 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775552 Nov 26 21:50:24.800439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-5b38af87-35ff-4357-9a10-0319d383aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.801904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-5b38af87-35ff-4357-9a10-0319d383aaf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0593078 Nov 26 21:50:24.890178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:50:24.891248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-276e899d-bd03-4d06-b95a-2d03f6fc37b0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.899262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-276e899d-bd03-4d06-b95a-2d03f6fc37b0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.906668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-276e899d-bd03-4d06-b95a-2d03f6fc37b0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.910642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Deleting port a1fdfc1c-c4b5-4364-9655-939ac3db1745 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:50:24.910924 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:24.914894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-276e899d-bd03-4d06-b95a-2d03f6fc37b0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.922135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-276e899d-bd03-4d06-b95a-2d03f6fc37b0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.930327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-276e899d-bd03-4d06-b95a-2d03f6fc37b0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.953216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-276e899d-bd03-4d06-b95a-2d03f6fc37b0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.955162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-276e899d-bd03-4d06-b95a-2d03f6fc37b0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.1676803 Nov 26 21:50:24.964776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-da8f18f5-0584-4da6-b2ae-dd173354d54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:24.966574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-da8f18f5-0584-4da6-b2ae-dd173354d54e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392486 Nov 26 21:50:24.998977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 12b6e84b-3b4e-47a8-a12d-f1bb818712fa up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:25.054429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:25.054429 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.076174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b51641-b110-4063-98d6-d4c6a9fcbf71 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:25.087890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.163195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Transition to ACTIVE for port object 48b51641-b110-4063-98d6-d4c6a9fcbf71 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:50:25.188568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-533c80da-d2c3-478a-9af0-dab4db13a9a8 req-b4c89ecf-467d-41f1-9c77-a72929d21947 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2206616 Nov 26 21:50:25.205575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.205781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4727b7-ae45-4ad3-aa0d-dfe36ce2ddef req-2de9a3a4-36f9-4687-a72f-2f754c02dcd7 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:25.207335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf4727b7-ae45-4ad3-aa0d-dfe36ce2ddef req-2de9a3a4-36f9-4687-a72f-2f754c02dcd7 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 950 time: 0.1983268 Nov 26 21:50:25.221053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] For port a1fdfc1c-c4b5-4364-9655-939ac3db1745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a1fdfc1c-c4b5-4364-9655-939ac3db1745,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:25.221567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.273509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-7943cf6a-f9cb-4aa3-ae70-ff871af2dd35 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908881 Nov 26 21:50:25.273756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Calling delete_port for a1fdfc1c-c4b5-4364-9655-939ac3db1745 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:50:25.290148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:50:25.301329 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62fcf93-563d-4bfc-9106-45fd6e4703e0 x-openstack-request-id: req-a62fcf93-563d-4bfc-9106-45fd6e4703e0 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:25.301638 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f4de92-b531-4aab-8c8e-782826771f78", "tag": "2ad789f7-b522-4c1f-abcb-e74dcb3fe48c", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:25.301895 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a62fcf93-563d-4bfc-9106-45fd6e4703e0 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:25.302333 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f4de92-b531-4aab-8c8e-782826771f78', 'tag': '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c', 'status': 'completed', 'code': 200} Nov 26 21:50:25.306445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Sync routers for ids ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:50:25.326351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Routers {'8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:25.328939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:49:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:25.414439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Pushing event updated for resources: {'Port': ['ID=48b51641-b110-4063-98d6-d4c6a9fcbf71,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:25.440810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.441966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-50cf80c6-936a-4c6c-a33d-5c524fbcede0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4888804 Nov 26 21:50:25.480728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41790) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:25.548177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Set router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:25.715316 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Attempting to bind port 48b51641-b110-4063-98d6-d4c6a9fcbf71 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:25.715662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Attempting to bind port 48b51641-b110-4063-98d6-d4c6a9fcbf71 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:25.715998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Attempting to bind port 48b51641-b110-4063-98d6-d4c6a9fcbf71 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:25.733054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Port 48b51641-b110-4063-98d6-d4c6a9fcbf71 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:50:25.733394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Attempting to bind port 48b51641-b110-4063-98d6-d4c6a9fcbf71 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:25.748896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:25.749246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:25.749637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:25.750102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Bound port: 48b51641-b110-4063-98d6-d4c6a9fcbf71, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:25.751324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.833899 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff80bcd2-a62a-4406-8b31-03b5fc18475a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.863269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:50:23Z', 'revision_number': 3, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port': {'id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:20Z', 'updated_at': '2021-11-26T21:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:25.881566 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.912124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Checking router: 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:50:25.912524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Updating router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:50:25.923562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['a1fdfc1c-c4b5-4364-9655-939ac3db1745'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:25.990485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:25.990976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf4727b7-ae45-4ad3-aa0d-dfe36ce2ddef req-47b72103-a2b6-411c-bfbe-29a0db51c328 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7655737 Nov 26 21:50:26.029507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Pushing event deleted for resources: {'Port': ['ID=a1fdfc1c-c4b5-4364-9655-939ac3db1745,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:26.039745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-8238957f-9995-4148-937f-4b2bd2ec8430 req-62b72478-d381-4bfd-a9d9-3c8c8ffeab0b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-693318816', 'description': 'tempest-description-1076412050'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:26.099731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573145f-9f90-4f1b-961f-b757d96e7a8a req-56aa7a1e-2e52-4e0d-b80c-6b3263dc2f4d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.108208 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c573145f-9f90-4f1b-961f-b757d96e7a8a req-56aa7a1e-2e52-4e0d-b80c-6b3263dc2f4d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1487741 Nov 26 21:50:26.130451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-21a526a5-c0c3-4f54-82ec-039a2e6040ab service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8452969 Nov 26 21:50:26.133321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8238957f-9995-4148-937f-4b2bd2ec8430 req-62b72478-d381-4bfd-a9d9-3c8c8ffeab0b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.149852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] No DVR routers for this DVR port a1fdfc1c-c4b5-4364-9655-939ac3db1745 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:50:26.157938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.161462 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-37a30dec-2874-4510-8b7b-175d7021ca8b req-99ba6d22-662b-4cff-95e9-8bdc19f55ab5 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.13 "DELETE /v2.0/ports/a1fdfc1c-c4b5-4364-9655-939ac3db1745 HTTP/1.1" status: 204 len: 173 time: 1.4703541 Nov 26 21:50:26.161949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'name': 'network-vif-deleted', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:26.164356 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e50ab-620b-47f5-af01-1af3f00ec2ba" -d '{"events": [{"server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "name": "network-vif-deleted", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:26.171262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] For port 48b51641-b110-4063-98d6-d4c6a9fcbf71, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:26.189302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] For port 48b51641-b110-4063-98d6-d4c6a9fcbf71, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=48b51641-b110-4063-98d6-d4c6a9fcbf71,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:26.198307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c573145f-9f90-4f1b-961f-b757d96e7a8a req-b272f662-db0f-4552-b456-176900c5f3da tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840211 Nov 26 21:50:26.238148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.307464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.308401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.309771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8238957f-9995-4148-937f-4b2bd2ec8430 req-62b72478-d381-4bfd-a9d9-3c8c8ffeab0b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.314454 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] 10.222.0.13 "PUT /v2.0/ports/48b51641-b110-4063-98d6-d4c6a9fcbf71 HTTP/1.1" status: 200 len: 1096 time: 2.9328132 Nov 26 21:50:26.320315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8238957f-9995-4148-937f-4b2bd2ec8430 req-62b72478-d381-4bfd-a9d9-3c8c8ffeab0b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.382969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406c6df-512d-4376-b94e-7bec174a514a service neutron] Pushing event updated for resources: {'Port': ['ID=48b51641-b110-4063-98d6-d4c6a9fcbf71,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:26.449883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3ad6a8c-e514-4c3b-a7ad-1088aa576621 req-7af2531e-0072-4429-aa37-b31680087fcc tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 210 time: 0.1306560 Nov 26 21:50:26.513805 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8238957f-9995-4148-937f-4b2bd2ec8430 req-62b72478-d381-4bfd-a9d9-3c8c8ffeab0b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.526671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8238957f-9995-4148-937f-4b2bd2ec8430 req-62b72478-d381-4bfd-a9d9-3c8c8ffeab0b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4964135 Nov 26 21:50:26.535070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b72478-d381-4bfd-a9d9-3c8c8ffeab0b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1344c49f-1027-4e25-8dae-c18df42ede52,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:26.568575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-6169ef4a-9962-4f07-bf0c-e79cb41016af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.574605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-6169ef4a-9962-4f07-bf0c-e79cb41016af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 1097 time: 0.2005057 Nov 26 21:50:26.664797 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac3f742-8f1a-48c7-885e-f9251fc0b3e1 x-openstack-request-id: req-aac3f742-8f1a-48c7-885e-f9251fc0b3e1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:26.665084 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200dfc33-1cf1-4c33-b8b4-c6a7291a8354", "name": "network-vif-deleted", "tag": "a1fdfc1c-c4b5-4364-9655-939ac3db1745", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:26.671082 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aac3f742-8f1a-48c7-885e-f9251fc0b3e1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:26.671725 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200dfc33-1cf1-4c33-b8b4-c6a7291a8354', 'name': 'network-vif-deleted', 'tag': 'a1fdfc1c-c4b5-4364-9655-939ac3db1745', 'status': 'completed', 'code': 200} Nov 26 21:50:26.686242 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.695631 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.708849 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.730822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-36e6fefb-e4b9-476e-92d0-a8baf805bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.730822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-36e6fefb-e4b9-476e-92d0-a8baf805bbc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 1099 time: 0.1684668 Nov 26 21:50:26.784174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf06c7-7a58-4625-a63d-ccbf1df6142c req-2c1e50ef-9ce3-4eef-a35d-397144428778 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.786067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6bf06c7-7a58-4625-a63d-ccbf1df6142c req-2c1e50ef-9ce3-4eef-a35d-397144428778 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 946 time: 0.1805649 Nov 26 21:50:26.810168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea898fd-86c5-4cdf-9cbf-a047f6d12158 None None] Pushing event updated for resources: {'Port': ['ID=927d7416-19e1-4fd8-bd97-2ba0a8d7b64e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:26.812707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Attempting to bind port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:26.813171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Attempting to bind port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:26.813608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Attempting to bind port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:26.819946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:26.820324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:26.822039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.822540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:26.823197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Bound port: 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:26.823662 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.846773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-baf0a045-590b-412f-9adb-efea612a571b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.853064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-baf0a045-590b-412f-9adb-efea612a571b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.860966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-baf0a045-590b-412f-9adb-efea612a571b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.875453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-baf0a045-590b-412f-9adb-efea612a571b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.881444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-baf0a045-590b-412f-9adb-efea612a571b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.908272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-baf0a045-590b-412f-9adb-efea612a571b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.917257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] For port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:26.917732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-baf0a045-590b-412f-9adb-efea612a571b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.920029 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-baf0a045-590b-412f-9adb-efea612a571b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.2281120 Nov 26 21:50:26.939925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-3150651c-8ae0-4011-a77b-2dcd0c2f3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:26.941690 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-3150651c-8ae0-4011-a77b-2dcd0c2f3d65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3505785 Nov 26 21:50:26.944094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] For port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=927d7416-19e1-4fd8-bd97-2ba0a8d7b64e,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:26.967750 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:26.968806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Allocated IP 172.20.0.1 (9a8eed2e-0997-463d-8a0a-717d034170b7/90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0/3a8205c8-b458-49d6-9774-bae78ca0df56) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:27.061971 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:27.101211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:27.118046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea898fd-86c5-4cdf-9cbf-a047f6d12158 None None] Pushing event updated for resources: {'Port': ['ID=927d7416-19e1-4fd8-bd97-2ba0a8d7b64e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:27.126049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-2f4b07c9-e4f5-4421-bd14-db084e0a41f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c HTTP/1.1" status: 200 len: 217 time: 0.1337373 Nov 26 21:50:27.130882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Routers {'8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:27.133078 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:27.188495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6bf06c7-7a58-4625-a63d-ccbf1df6142c req-f0cd12e7-7da5-4f0f-be26-289bb3f4755c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882329 Nov 26 21:50:27.275492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] Set router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:27.290387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de3c4f03-3e69-4ad1-a133-ac1d43182ffc req-bc87da1e-1fc0-41bd-9f70-178ca178fab4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3538923 Nov 26 21:50:27.308762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-da11515a-758c-432a-83d7-f4daf8f9384f tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/c76d4392-06a2-4c6f-b73d-c3d1f84df145 HTTP/1.1" status: 200 len: 1820 time: 0.0665464 Nov 26 21:50:27.309881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-33647996-4369-4086-b26f-53f161b31def service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=48b51641-b110-4063-98d6-d4c6a9fcbf71 HTTP/1.1" status: 200 len: 217 time: 0.1665323 Nov 26 21:50:27.314065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-4843c606-600f-46ae-914e-929b77599360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:27.315811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-4843c606-600f-46ae-914e-929b77599360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1555030 Nov 26 21:50:27.332577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-7352a9df-3b2a-47f6-9b75-9ccf7c8231bd tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:27.336931 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-7352a9df-3b2a-47f6-9b75-9ccf7c8231bd tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.41 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 815 time: 0.1924796 Nov 26 21:50:27.370905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Request body: {'port': {'device_id': 'be1c6b43-bbbe-4845-8910-0287057f8292', 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'admin_state_up': True, 'tenant_id': 'a0b22eed5de04571a67df591804ecafe'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:27.375368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:27.447280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-5e98bb7f-4798-4e41-806a-bbe00365037b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/1344c49f-1027-4e25-8dae-c18df42ede52 HTTP/1.1" status: 200 len: 1821 time: 0.1303027 Nov 26 21:50:27.476724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-710552c3-17a9-4e43-a1aa-a5fe424226bf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c76d4392-06a2-4c6f-b73d-c3d1f84df145', 'remote_group_id': '1344c49f-1027-4e25-8dae-c18df42ede52', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:27.476965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-710552c3-17a9-4e43-a1aa-a5fe424226bf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c76d4392-06a2-4c6f-b73d-c3d1f84df145', 'remote_group_id': '1344c49f-1027-4e25-8dae-c18df42ede52', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:27.498361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:50:23Z', 'revision_number': 3, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port': {'id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:20Z', 'updated_at': '2021-11-26T21:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:27.522841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Network 9a8eed2e-0997-463d-8a0a-717d034170b7 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:27.533536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:27.535908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-83c60242-4a0a-4c5e-953c-8124d74c707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:27.537490 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-83c60242-4a0a-4c5e-953c-8124d74c707b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1948984 Nov 26 21:50:27.538329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:27.543422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Pushing event updated for resources: {'Port': ['ID=3a8205c8-b458-49d6-9774-bae78ca0df56,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:27.554780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6c476-229d-4c26-83e5-16f574d2c747 None None] The sync data for ids ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'] in n-d-819494-1 is: [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:50:23Z', 'revision_number': 3, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port': {'id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:20Z', 'updated_at': '2021-11-26T21:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:50:27.560754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765900e-26c4-4e26-b96a-17f72ada09b1 req-0bd623f3-da05-4350-8685-5f769030bd3e tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:27.562507 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2765900e-26c4-4e26-b96a-17f72ada09b1 req-0bd623f3-da05-4350-8685-5f769030bd3e tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 950 time: 0.1538188 Nov 26 21:50:27.568375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-1e83802d-691c-402f-8db7-ad4999137423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:27.569922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-1e83802d-691c-402f-8db7-ad4999137423 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1927471 Nov 26 21:50:27.609561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:27.731099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2765900e-26c4-4e26-b96a-17f72ada09b1 req-500ef63e-74a9-460e-b222-49fe44c6c376 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530557 Nov 26 21:50:27.741628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-d8557c03-e630-4f5c-a2b5-ebe1093b0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:27.743372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-d8557c03-e630-4f5c-a2b5-ebe1093b0039 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942005 Nov 26 21:50:27.760398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-710552c3-17a9-4e43-a1aa-a5fe424226bf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:27.810679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a1fdfc1c-c4b5-4364-9655-939ac3db1745 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:50:27.841052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-6073c3df-261d-4ce8-8b8b-5e394fe142db service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372348 Nov 26 21:50:27.843806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-710552c3-17a9-4e43-a1aa-a5fe424226bf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:27.851107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: a1fdfc1c-c4b5-4364-9655-939ac3db1745 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:50:27.851457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a1fdfc1c-c4b5-4364-9655-939ac3db1745 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:50:27.852499 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-710552c3-17a9-4e43-a1aa-a5fe424226bf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:27.915445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Made reservation on behalf of a0b22eed5de04571a67df591804ecafe for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:27.920502 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:27.938920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710552c3-17a9-4e43-a1aa-a5fe424226bf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dee38f5-fd8a-4bec-a3a9-3ff24b300cfa,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:27.941942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6a665006-e78d-4728-94bd-931b17b62984 None None] Provisioning complete for port 3a8205c8-b458-49d6-9774-bae78ca0df56 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:27.946437 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a665006-e78d-4728-94bd-931b17b62984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.008518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-710552c3-17a9-4e43-a1aa-a5fe424226bf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.021915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b44fffa-ce7a-4768-a860-d78713e71d24 req-710552c3-17a9-4e43-a1aa-a5fe424226bf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5558217 Nov 26 21:50:28.043562 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-ec245876-766a-418a-b8cf-76611f58baa5 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917082 Nov 26 21:50:28.051952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6a665006-e78d-4728-94bd-931b17b62984 None None] Port 3a8205c8-b458-49d6-9774-bae78ca0df56 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:28.083995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad309449-4498-4c53-a59f-1b35784a0753 req-07925f9b-0b89-4388-a5ae-4c437197876f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.089494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad309449-4498-4c53-a59f-1b35784a0753 req-07925f9b-0b89-4388-a5ae-4c437197876f tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.2335353 Nov 26 21:50:28.170894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84642bf9-9b68-494a-afcf-78b0c5e7b4fd req-5cae084f-8da8-463e-a90d-0a2eb87f2774 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 210 time: 0.0477004 Nov 26 21:50:28.180248 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6efee3a5-3387-4eba-9ecd-a11bc2142fa5 req-5ba1d3e5-c801-4115-bf15-4817e6d6107f service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067651 Nov 26 21:50:28.233259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad309449-4498-4c53-a59f-1b35784a0753 req-bc30425f-243c-48c6-9889-79f04b9ce93d tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256199 Nov 26 21:50:28.345379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6de14c57-3fda-4cf4-b36a-56ad1fa8a33a req-1098f158-0e38-444a-a68d-04dbb3cfe70d tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/1344c49f-1027-4e25-8dae-c18df42ede52 HTTP/1.1" status: 200 len: 1821 time: 0.0730569 Nov 26 21:50:28.422927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6de14c57-3fda-4cf4-b36a-56ad1fa8a33a req-0a21e50b-ac8d-4c8f-9fa0-54e740e7aeab tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.454257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6de14c57-3fda-4cf4-b36a-56ad1fa8a33a req-0a21e50b-ac8d-4c8f-9fa0-54e740e7aeab tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.476754 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.547329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.591721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a11633-1cc5-45e1-b630-96656c96464a req-8cecf03e-bfc6-4634-9afe-2e533f3d5dba tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.593776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56a11633-1cc5-45e1-b630-96656c96464a req-8cecf03e-bfc6-4634-9afe-2e533f3d5dba tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 946 time: 0.1208210 Nov 26 21:50:28.631437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6de14c57-3fda-4cf4-b36a-56ad1fa8a33a req-0a21e50b-ac8d-4c8f-9fa0-54e740e7aeab tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.634410 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6de14c57-3fda-4cf4-b36a-56ad1fa8a33a req-0a21e50b-ac8d-4c8f-9fa0-54e740e7aeab tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.637278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6de14c57-3fda-4cf4-b36a-56ad1fa8a33a req-0a21e50b-ac8d-4c8f-9fa0-54e740e7aeab tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "DELETE /v2.0/security-groups/1344c49f-1027-4e25-8dae-c18df42ede52 HTTP/1.1" status: 204 len: 173 time: 0.2826822 Nov 26 21:50:28.659106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21e50b-ac8d-4c8f-9fa0-54e740e7aeab tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1344c49f-1027-4e25-8dae-c18df42ede52,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:28.676747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf9b433-2fcb-447a-b3da-3f2553418b2c', 'tag': '48b51641-b110-4063-98d6-d4c6a9fcbf71'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:28.679277 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063" -d '{"events": [{"name": "network-changed", "server_uuid": "acf9b433-2fcb-447a-b3da-3f2553418b2c", "tag": "48b51641-b110-4063-98d6-d4c6a9fcbf71"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:28.721222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56a11633-1cc5-45e1-b630-96656c96464a req-9c4711cb-23a5-477e-95c4-1b2ed14b36d0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063805 Nov 26 21:50:28.726860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Allocated IP 172.20.0.13 (bd3ee011-487e-4536-958d-3948a68d50da/31b91493-f348-405c-b49c-941d6696293e/a4f85da3-ef81-4a34-9eff-3e0cad08f909) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:28.732466 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a23d60b-a5c8-49b8-9c92-45ed828d2b80 req-07f16512-12fa-4971-84ff-e1f46464fc12 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791258 Nov 26 21:50:28.895197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-474ad548-06a4-4f03-adac-be51cfee0404 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.905717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-474ad548-06a4-4f03-adac-be51cfee0404 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.916324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-474ad548-06a4-4f03-adac-be51cfee0404 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.923353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-474ad548-06a4-4f03-adac-be51cfee0404 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.929628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-474ad548-06a4-4f03-adac-be51cfee0404 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.936867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-474ad548-06a4-4f03-adac-be51cfee0404 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.942850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-474ad548-06a4-4f03-adac-be51cfee0404 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:28.951871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-474ad548-06a4-4f03-adac-be51cfee0404 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.1992118 Nov 26 21:50:28.954869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:28.966589 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.037172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b7bea-abb9-4353-b8be-ebd3dc151717 req-46ade1d1-6a5c-4bee-b51c-6ae784a4c1c5 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:29.047924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de3b7bea-abb9-4353-b8be-ebd3dc151717 req-46ade1d1-6a5c-4bee-b51c-6ae784a4c1c5 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 950 time: 0.2025449 Nov 26 21:50:29.077620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:29.097213 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b26beb1a-d6ad-4072-accc-927c36f6685d req-842381f7-9861-4dea-8a91-050cbc901988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444504 Nov 26 21:50:29.108001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Pushing event updated for resources: {'Port': ['ID=3a8205c8-b458-49d6-9774-bae78ca0df56,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:29.115910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.132013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.132768 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.156413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:29.156662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de3b7bea-abb9-4353-b8be-ebd3dc151717 req-7c1040e1-2d79-4d21-aa21-b8ccb2e0d1cd tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049805 Nov 26 21:50:29.156806 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.248282 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ee267f-0058-4478-8b54-5ea3682225ba x-openstack-request-id: req-18ee267f-0058-4478-8b54-5ea3682225ba {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:29.248534 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf9b433-2fcb-447a-b3da-3f2553418b2c", "tag": "48b51641-b110-4063-98d6-d4c6a9fcbf71", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:29.248739 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18ee267f-0058-4478-8b54-5ea3682225ba {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:29.249161 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf9b433-2fcb-447a-b3da-3f2553418b2c', 'tag': '48b51641-b110-4063-98d6-d4c6a9fcbf71', 'status': 'completed', 'code': 200} Nov 26 21:50:29.254699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6832a41a-0b01-4876-badd-3d28fa146f1f req-ef172583-8fcf-466e-afc5-878d132e24af tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/c76d4392-06a2-4c6f-b73d-c3d1f84df145 HTTP/1.1" status: 200 len: 1820 time: 0.0938647 Nov 26 21:50:29.261892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.318402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-1410964f-1090-42b6-b618-099b34c4b674 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:29.322410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-1410964f-1090-42b6-b618-099b34c4b674 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.41 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1060619 Nov 26 21:50:29.329671 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.361597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=927d7416-19e1-4fd8-bd97-2ba0a8d7b64e,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:29.372542 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.399248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Network bd3ee011-487e-4536-958d-3948a68d50da is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:29.407540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:29.409380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Pushing event updated for resources: {'Port': ['ID=a4f85da3-ef81-4a34-9eff-3e0cad08f909,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:29.411861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:29.472607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Network 9a8eed2e-0997-463d-8a0a-717d034170b7 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:29.482790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:29.489141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-4693cf5a-27e1-484d-98de-66ebd9b8a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:29.490586 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-4693cf5a-27e1-484d-98de-66ebd9b8a8d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 1099 time: 0.1829586 Nov 26 21:50:29.508131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=927d7416-19e1-4fd8-bd97-2ba0a8d7b64e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:29.528646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df497f6-9640-4340-abb1-4e13913a1727 req-d167548e-928e-4e95-9352-c2223b308a3e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:29.530287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6df497f6-9640-4340-abb1-4e13913a1727 req-d167548e-928e-4e95-9352-c2223b308a3e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 932 time: 0.1329348 Nov 26 21:50:29.566237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Deleting port ab89645f-1cc7-45b6-87dc-34eac6b3b618 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:50:29.566664 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.582865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:29.661619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:29.667752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.671328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-5ea2e49b-0f99-4a86-a0bc-bfe5d73b3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:29.672778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-5ea2e49b-0f99-4a86-a0bc-bfe5d73b3f28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1736095 Nov 26 21:50:29.767068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:29.769512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6df497f6-9640-4340-abb1-4e13913a1727 req-76c3db5d-cacb-474f-a9a8-beb0b2340758 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290106 Nov 26 21:50:29.796494 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e0b3f4e0-1b62-44af-a080-e10366816716 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4339213 Nov 26 21:50:29.802431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c', 'mac_address': 'fa:16:3e:10:77:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:29.806848 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-0154b9a7-5829-45bd-9cf4-a56c076da228 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=48b51641-b110-4063-98d6-d4c6a9fcbf71 HTTP/1.1" status: 200 len: 217 time: 0.0666819 Nov 26 21:50:29.829203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-447dd871-978d-49af-bfa7-652d403856c6 req-44dc987f-8ebb-4211-8d65-5f228e8cd1a7 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1255270365', 'description': 'tempest-description-1036158138'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:29.860378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e3f50-4ad0-4934-b797-d9518278dfd0 req-9ade2608-2ed0-4b0f-9799-30ecf45f27ce tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:29.861989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Request body: {'port': {'device_id': 'be1c6b43-bbbe-4845-8910-0287057f8292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:29.867857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-728e3f50-4ad0-4934-b797-d9518278dfd0 req-9ade2608-2ed0-4b0f-9799-30ecf45f27ce tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 945 time: 0.1834486 Nov 26 21:50:29.875288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] For port ab89645f-1cc7-45b6-87dc-34eac6b3b618, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ab89645f-1cc7-45b6-87dc-34eac6b3b618,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:29.875644 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.885107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.905933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:29.915204 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Calling delete_port for ab89645f-1cc7-45b6-87dc-34eac6b3b618 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:50:29.952221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:29.955306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-930ecbc4-c4e0-4d41-849e-f0dfb8c89c68 None None] Provisioning complete for port 3a8205c8-b458-49d6-9774-bae78ca0df56 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:29.955677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-447dd871-978d-49af-bfa7-652d403856c6 req-44dc987f-8ebb-4211-8d65-5f228e8cd1a7 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.955856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-930ecbc4-c4e0-4d41-849e-f0dfb8c89c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:29.999996 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:30.002063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-930ecbc4-c4e0-4d41-849e-f0dfb8c89c68 None None] Port 3a8205c8-b458-49d6-9774-bae78ca0df56 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:30.011387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-728e3f50-4ad0-4934-b797-d9518278dfd0 req-127dbfd0-c92e-431d-be03-5b09f3f22d6b tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/security-groups?id=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356034 Nov 26 21:50:30.013535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:50:30.014737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:30.073572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:30.134772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-139c8319-c39b-435c-84a6-5be7ea2526aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.136095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-139c8319-c39b-435c-84a6-5be7ea2526aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2284305 Nov 26 21:50:30.202179 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-447dd871-978d-49af-bfa7-652d403856c6 req-44dc987f-8ebb-4211-8d65-5f228e8cd1a7 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:30.231826 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-447dd871-978d-49af-bfa7-652d403856c6 req-44dc987f-8ebb-4211-8d65-5f228e8cd1a7 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:30.255974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84daf-0a9c-47a5-b394-6f8ca77735ec req-1441bd95-6185-456e-bc9e-c28435362d17 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.263628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16f84daf-0a9c-47a5-b394-6f8ca77735ec req-1441bd95-6185-456e-bc9e-c28435362d17 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 950 time: 0.1433339 Nov 26 21:50:30.307316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-447dd871-978d-49af-bfa7-652d403856c6 req-44dc987f-8ebb-4211-8d65-5f228e8cd1a7 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:30.309774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-447dd871-978d-49af-bfa7-652d403856c6 req-44dc987f-8ebb-4211-8d65-5f228e8cd1a7 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4909837 Nov 26 21:50:30.319339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc987f-8ebb-4211-8d65-5f228e8cd1a7 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd58552f-8ac0-49b1-9282-1225bb0b7c59,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:30.330601 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:30.374959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Pushing event deleted for resources: {'Port': ['ID=ab89645f-1cc7-45b6-87dc-34eac6b3b618,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:30.394609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16f84daf-0a9c-47a5-b394-6f8ca77735ec req-8ee73c48-41af-46fc-8076-dcb36cda7b76 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250391 Nov 26 21:50:30.408957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-cd1513d2-7dc4-4324-aa61-5d6fada0f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.410547 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-cd1513d2-7dc4-4324-aa61-5d6fada0f432 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2644720 Nov 26 21:50:30.449580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] No DVR routers for this DVR port ab89645f-1cc7-45b6-87dc-34eac6b3b618 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:50:30.465519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:30.468970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-203c93cf-8d84-4af8-8752-6ff8b5f2944b req-ed37a74f-bd18-42b5-b20d-7489e6250119 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.41 "DELETE /v2.0/ports/ab89645f-1cc7-45b6-87dc-34eac6b3b618 HTTP/1.1" status: 204 len: 173 time: 1.1359122 Nov 26 21:50:30.469588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bbf06-d49e-429d-a737-90ad3b08eb4e', 'name': 'network-vif-deleted', 'tag': 'ab89645f-1cc7-45b6-87dc-34eac6b3b618'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:30.472087 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d729ae61-541c-4d8c-8f54-11742dd4e9e1" -d '{"events": [{"server_uuid": "698bbf06-d49e-429d-a737-90ad3b08eb4e", "name": "network-vif-deleted", "tag": "ab89645f-1cc7-45b6-87dc-34eac6b3b618"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:30.524228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:30.539200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:50:30.541856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866618a-11f0-495a-8997-4d2c68fc51ba req-4a5ebfc3-bc64-4b99-be09-6aeb22b0ee73 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.543446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8866618a-11f0-495a-8997-4d2c68fc51ba req-4a5ebfc3-bc64-4b99-be09-6aeb22b0ee73 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 947 time: 0.1477945 Nov 26 21:50:30.553404 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Sync routers for ids ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:50:30.572429 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Routers {'8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:30.573209 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:30.588112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c9c0deb7-d4a2-4734-a235-4399de37babb admin admin] 10.222.0.21 "PUT /v2.0/routers/8b2969d5-3ef5-4cb8-84c4-1d024d37f20c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1062546 Nov 26 21:50:30.590611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-69fb8659-4b62-48dc-a07e-2e98cca7bf65 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.596604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-69fb8659-4b62-48dc-a07e-2e98cca7bf65 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.602580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-69fb8659-4b62-48dc-a07e-2e98cca7bf65 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.608841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-69fb8659-4b62-48dc-a07e-2e98cca7bf65 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.614792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-69fb8659-4b62-48dc-a07e-2e98cca7bf65 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.621304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-69fb8659-4b62-48dc-a07e-2e98cca7bf65 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.627356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-69fb8659-4b62-48dc-a07e-2e98cca7bf65 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:30.635245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-69fb8659-4b62-48dc-a07e-2e98cca7bf65 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.1492827 Nov 26 21:50:30.677043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-3d34bd4e-9d62-436d-a64f-9422c9ee56bd service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463284 Nov 26 21:50:30.712864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8866618a-11f0-495a-8997-4d2c68fc51ba req-0daa2317-4832-4e90-a44d-af0c3a6d8366 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624928 Nov 26 21:50:30.741471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25332d15-a83a-4bc6-9c9a-ba4700a1c05f req-829eab06-f940-401a-b194-21bdc528a79b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049914 Nov 26 21:50:30.834320 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Set router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:30.861568 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39bac44-4888-4572-a0a5-2e85f38d38b9 x-openstack-request-id: req-c39bac44-4888-4572-a0a5-2e85f38d38b9 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:30.862147 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bbf06-d49e-429d-a737-90ad3b08eb4e", "name": "network-vif-deleted", "tag": "ab89645f-1cc7-45b6-87dc-34eac6b3b618", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:30.862758 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c39bac44-4888-4572-a0a5-2e85f38d38b9 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:30.863390 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698bbf06-d49e-429d-a737-90ad3b08eb4e', 'name': 'network-vif-deleted', 'tag': 'ab89645f-1cc7-45b6-87dc-34eac6b3b618', 'status': 'completed', 'code': 200} Nov 26 21:50:30.874377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-784d20bc-4211-4da0-b8a1-839c12d24f77 req-07979895-cb4e-4121-9a76-127ff64f6267 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/cd58552f-8ac0-49b1-9282-1225bb0b7c59 HTTP/1.1" status: 200 len: 1822 time: 0.1205080 Nov 26 21:50:30.886583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-784d20bc-4211-4da0-b8a1-839c12d24f77 req-8afbacce-4f8e-436f-846a-1b5ea97160ca tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd58552f-8ac0-49b1-9282-1225bb0b7c59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:30.889368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-784d20bc-4211-4da0-b8a1-839c12d24f77 req-8afbacce-4f8e-436f-846a-1b5ea97160ca tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd58552f-8ac0-49b1-9282-1225bb0b7c59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:31.049152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:31.051705 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-784d20bc-4211-4da0-b8a1-839c12d24f77 req-8afbacce-4f8e-436f-846a-1b5ea97160ca tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.080019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-784d20bc-4211-4da0-b8a1-839c12d24f77 req-8afbacce-4f8e-436f-846a-1b5ea97160ca tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.087442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66876dbc-0cc3-4a5b-9b3e-fadbe2461063 req-bbbf6d87-22d8-45bd-8e67-556a0e3c0002 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939698 Nov 26 21:50:31.090176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73477747-935d-4ab2-b6cf-91076323f2c6 req-b0eb46dd-fbf3-4dba-8c6c-5dbde095255b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:31.091778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73477747-935d-4ab2-b6cf-91076323f2c6 req-b0eb46dd-fbf3-4dba-8c6c-5dbde095255b tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 932 time: 0.0917974 Nov 26 21:50:31.093040 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-784d20bc-4211-4da0-b8a1-839c12d24f77 req-8afbacce-4f8e-436f-846a-1b5ea97160ca tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.112818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f85da3-ef81-4a34-9eff-3e0cad08f909 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:31.144398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.170138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbacce-4f8e-436f-846a-1b5ea97160ca tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d13a46e-51da-4c04-bc5a-53e91a3082dc,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:31.179382 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-784d20bc-4211-4da0-b8a1-839c12d24f77 req-8afbacce-4f8e-436f-846a-1b5ea97160ca tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.180595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-784d20bc-4211-4da0-b8a1-839c12d24f77 req-8afbacce-4f8e-436f-846a-1b5ea97160ca tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3000674 Nov 26 21:50:31.221565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Transition to ACTIVE for port object a4f85da3-ef81-4a34-9eff-3e0cad08f909 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:50:31.229839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.271676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73477747-935d-4ab2-b6cf-91076323f2c6 req-689d21c6-b077-4e8d-82a4-683965493a0c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702726 Nov 26 21:50:31.290250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:31.293780 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.397405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a37c66e-d048-4a16-8c1d-a8dcef57ef00 req-10ee7109-3f2c-48bc-8ba7-22eb635598c5 tempest-ServerRescueNegativeTestJSON-1875529290 tempest-ServerRescueNegativeTestJSON-1875529290-project] 10.222.0.21 "GET /v2.0/ports?device_id=698bbf06-d49e-429d-a737-90ad3b08eb4e HTTP/1.1" status: 200 len: 210 time: 0.0539651 Nov 26 21:50:31.432085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-539c9e38-ab2a-4e9a-b9b6-4989dd599f09 req-15fc9899-ad2a-4118-95e7-ed5a5f3bb251 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/cd58552f-8ac0-49b1-9282-1225bb0b7c59 HTTP/1.1" status: 200 len: 2415 time: 0.1301944 Nov 26 21:50:31.461205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-539c9e38-ab2a-4e9a-b9b6-4989dd599f09 req-b79c3d30-0dd0-41ea-8c0a-73f2684765d2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd58552f-8ac0-49b1-9282-1225bb0b7c59', 'remote_group_id': None}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:31.461472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-539c9e38-ab2a-4e9a-b9b6-4989dd599f09 req-b79c3d30-0dd0-41ea-8c0a-73f2684765d2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd58552f-8ac0-49b1-9282-1225bb0b7c59', 'remote_group_id': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:31.628561 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:50:28Z', 'revision_number': 4, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port': {'id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:20Z', 'updated_at': '2021-11-26T21:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3a8205c8-b458-49d6-9774-bae78ca0df56', 'name': '', 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'mac_address': 'fa:16:3e:19:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:26Z', 'updated_at': '2021-11-26T21:50:28Z', 'revision_number': 2, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'subnets': [{'id': '90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:31.662193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f85da3-ef81-4a34-9eff-3e0cad08f909,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:31.733370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-64ce1d6c-61eb-4711-8ab3-e0c46b0f8c04 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:31.734987 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-64ce1d6c-61eb-4711-8ab3-e0c46b0f8c04 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.13 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 950 time: 0.4674134 Nov 26 21:50:31.735927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Attempting to bind port a4f85da3-ef81-4a34-9eff-3e0cad08f909 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:31.736262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Attempting to bind port a4f85da3-ef81-4a34-9eff-3e0cad08f909 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:31.736589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Attempting to bind port a4f85da3-ef81-4a34-9eff-3e0cad08f909 on network bd3ee011-487e-4536-958d-3948a68d50da {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:31.743987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ab89645f-1cc7-45b6-87dc-34eac6b3b618 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:50:31.753370 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Checking router: 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:50:31.754585 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Updating router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c port 3a8205c8-b458-49d6-9774-bae78ca0df56 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:50:31.768355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Port a4f85da3-ef81-4a34-9eff-3e0cad08f909 on network bd3ee011-487e-4536-958d-3948a68d50da not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:50:31.768689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Attempting to bind port a4f85da3-ef81-4a34-9eff-3e0cad08f909 on network bd3ee011-487e-4536-958d-3948a68d50da {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:31.780088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: ab89645f-1cc7-45b6-87dc-34eac6b3b618 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:50:31.782107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ab89645f-1cc7-45b6-87dc-34eac6b3b618 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:50:31.794903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:31.795299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Checking segment: {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:31.795639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Bound using segment: {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:31.796091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Bound port: a4f85da3-ef81-4a34-9eff-3e0cad08f909, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0810ece-9c0b-4a70-80b9-b73a210b42c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:31.801860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.810503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-539c9e38-ab2a-4e9a-b9b6-4989dd599f09 req-b79c3d30-0dd0-41ea-8c0a-73f2684765d2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.823718 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.906286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30f83c-021a-49f5-84d8-650c466ebbcd req-6bba6e33-29ea-4513-9ba7-755a85b5b55b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:31.922184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc30f83c-021a-49f5-84d8-650c466ebbcd req-6bba6e33-29ea-4513-9ba7-755a85b5b55b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 950 time: 0.2157321 Nov 26 21:50:31.976549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] For port a4f85da3-ef81-4a34-9eff-3e0cad08f909, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:31.981610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] For port a4f85da3-ef81-4a34-9eff-3e0cad08f909, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f85da3-ef81-4a34-9eff-3e0cad08f909,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:31.990029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Deleting port c3229e1b-726c-4745-9b75-8530834fb4f2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:50:31.991090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:31.997043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.009378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-539c9e38-ab2a-4e9a-b9b6-4989dd599f09 req-b79c3d30-0dd0-41ea-8c0a-73f2684765d2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.032191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-539c9e38-ab2a-4e9a-b9b6-4989dd599f09 req-b79c3d30-0dd0-41ea-8c0a-73f2684765d2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.085030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.085673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.087083 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/a4f85da3-ef81-4a34-9eff-3e0cad08f909 HTTP/1.1" status: 200 len: 1092 time: 2.2735789 Nov 26 21:50:32.087698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1c6b43-bbbe-4845-8910-0287057f8292', 'tag': 'a4f85da3-ef81-4a34-9eff-3e0cad08f909'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:32.105413 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce6ce65-36e0-471d-b176-0989cf80d0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "be1c6b43-bbbe-4845-8910-0287057f8292", "tag": "a4f85da3-ef81-4a34-9eff-3e0cad08f909"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:32.174438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c3d30-0dd0-41ea-8c0a-73f2684765d2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c20fb42-d12b-4a33-b653-c72d5db5a426,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:32.184846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-539c9e38-ab2a-4e9a-b9b6-4989dd599f09 req-b79c3d30-0dd0-41ea-8c0a-73f2684765d2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.198349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-539c9e38-ab2a-4e9a-b9b6-4989dd599f09 req-b79c3d30-0dd0-41ea-8c0a-73f2684765d2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7611172 Nov 26 21:50:32.207999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc30f83c-021a-49f5-84d8-650c466ebbcd req-1ee9c99b-be95-45e4-ae48-f6a23eb7c00c tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846138 Nov 26 21:50:32.293300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1aade-0f2b-4043-8f84-ea0ee00e3dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a4f85da3-ef81-4a34-9eff-3e0cad08f909,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:32.353077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] For port c3229e1b-726c-4745-9b75-8530834fb4f2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c3229e1b-726c-4745-9b75-8530834fb4f2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:32.353077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.368251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e937da6c-863b-4f47-8b77-f6819a14d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.369950 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-e937da6c-863b-4f47-8b77-f6819a14d001 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 1095 time: 0.2107284 Nov 26 21:50:32.408395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Calling delete_port for c3229e1b-726c-4745-9b75-8530834fb4f2 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:50:32.457203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-ff4beba9-b60b-4c3a-aafa-dbb027d616b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4f85da3-ef81-4a34-9eff-3e0cad08f909 HTTP/1.1" status: 200 len: 217 time: 0.0656273 Nov 26 21:50:32.464318 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.477077 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.569454 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca3635-a52c-4f6d-9ad8-c73d3ea4bcb2 None None] Pushing event updated for resources: {'Port': ['ID=3a8205c8-b458-49d6-9774-bae78ca0df56,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:32.624987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-29a30c71-4243-4d3b-8380-419209b2b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.626701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-29a30c71-4243-4d3b-8380-419209b2b4ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31b91493-f348-405c-b49c-941d6696293e HTTP/1.1" status: 200 len: 855 time: 0.1517191 Nov 26 21:50:32.627165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-36e33e92-2652-48b4-a35d-61c9b77155ad tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.637937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-36e33e92-2652-48b4-a35d-61c9b77155ad tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.664514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-36e33e92-2652-48b4-a35d-61c9b77155ad tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.680507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-36e33e92-2652-48b4-a35d-61c9b77155ad tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.696888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-36e33e92-2652-48b4-a35d-61c9b77155ad tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.715640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-705c2f7e-2f73-482b-9efc-eba7ff1e3f74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd3ee011-487e-4536-958d-3948a68d50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728660 Nov 26 21:50:32.719035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-36e33e92-2652-48b4-a35d-61c9b77155ad tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.735953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-36e33e92-2652-48b4-a35d-61c9b77155ad tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.739942 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Attempting to bind port 3a8205c8-b458-49d6-9774-bae78ca0df56 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:32.742159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-36e33e92-2652-48b4-a35d-61c9b77155ad tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.4142835 Nov 26 21:50:32.744210 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Attempting to bind port 3a8205c8-b458-49d6-9774-bae78ca0df56 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:32.744644 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Attempting to bind port 3a8205c8-b458-49d6-9774-bae78ca0df56 on network 9a8eed2e-0997-463d-8a0a-717d034170b7 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:32.757339 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:32.757714 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Checking segment: {'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:32.771098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5278292-6a30-4234-9f5f-4960f7216591 req-5d6c57ff-91b5-4b22-bf47-9aeb030ea23b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:32.778497 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.779233 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Bound using segment: {'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:32.780870 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Bound port: 3a8205c8-b458-49d6-9774-bae78ca0df56, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fde26f-1cee-48c4-8d4d-b2b20c482f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:32.781462 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:32.786442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5278292-6a30-4234-9f5f-4960f7216591 req-5d6c57ff-91b5-4b22-bf47-9aeb030ea23b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 947 time: 0.3747578 Nov 26 21:50:32.925714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5278292-6a30-4234-9f5f-4960f7216591 req-bd626bc2-b5af-43a0-9e5c-92ed2f2a4fec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379828 Nov 26 21:50:32.964552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a06fd6f7-cd2a-4958-9869-e59df7de4e01 req-9f9e26bd-cf2e-4cce-81c6-8a7a418afb6e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1734400 Nov 26 21:50:32.973371 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] For port 3a8205c8-b458-49d6-9774-bae78ca0df56, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:32.979191 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] For port 3a8205c8-b458-49d6-9774-bae78ca0df56, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3a8205c8-b458-49d6-9774-bae78ca0df56,segment=NetworkSegment(59fde26f-1cee-48c4-8d4d-b2b20c482f8f),segment_id=59fde26f-1cee-48c4-8d4d-b2b20c482f8f)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:32.991857 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:33.038347 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3a64aa-1ead-4560-a8f1-5fed1cf39753 x-openstack-request-id: req-ab3a64aa-1ead-4560-a8f1-5fed1cf39753 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:33.045505 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1c6b43-bbbe-4845-8910-0287057f8292", "tag": "a4f85da3-ef81-4a34-9eff-3e0cad08f909", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:33.046057 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab3a64aa-1ead-4560-a8f1-5fed1cf39753 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:33.047114 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1c6b43-bbbe-4845-8910-0287057f8292', 'tag': 'a4f85da3-ef81-4a34-9eff-3e0cad08f909', 'status': 'completed', 'code': 200} Nov 26 21:50:33.090172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-02bacc93-400d-4d60-913c-8c9c2712aacd None None] Provisioning complete for port 3a8205c8-b458-49d6-9774-bae78ca0df56 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:33.093259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-02bacc93-400d-4d60-913c-8c9c2712aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:33.148692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03d18fb0-854f-4082-9843-f1236c2a71c9 req-9c264225-d58e-4e64-83e7-74d7fc8a5ddf tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/cd58552f-8ac0-49b1-9282-1225bb0b7c59 HTTP/1.1" status: 200 len: 3013 time: 0.1393430 Nov 26 21:50:33.173490 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-61b47a57-7786-4b20-bbc7-f1b8de44e31b service neutron] 10.222.0.41 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287181 Nov 26 21:50:33.176410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:33.189674 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Routers {'8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:33.202506 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:33.273743 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-02bacc93-400d-4d60-913c-8c9c2712aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:33.278911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41970) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:33.328611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Pushing event deleted for resources: {'Port': ['ID=c3229e1b-726c-4745-9b75-8530834fb4f2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:33.394710 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca3635-a52c-4f6d-9ad8-c73d3ea4bcb2 None None] Pushing event updated for resources: {'Port': ['ID=3a8205c8-b458-49d6-9774-bae78ca0df56,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:33.434813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-02bacc93-400d-4d60-913c-8c9c2712aacd None None] For port 3a8205c8-b458-49d6-9774-bae78ca0df56, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3a8205c8-b458-49d6-9774-bae78ca0df56,segment=NetworkSegment(59fde26f-1cee-48c4-8d4d-b2b20c482f8f),segment_id=59fde26f-1cee-48c4-8d4d-b2b20c482f8f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:33.450701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-02bacc93-400d-4d60-913c-8c9c2712aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:33.485879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8db2fd3e-e5b7-46b9-961b-9d390d869382 req-83744139-4fb1-4c33-aecf-9d3c2e3a1dc4 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-group-rules/6c20fb42-d12b-4a33-b653-c72d5db5a426 HTTP/1.1" status: 200 len: 783 time: 0.2034078 Nov 26 21:50:33.515512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] No DVR routers for this DVR port c3229e1b-726c-4745-9b75-8530834fb4f2 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:50:33.525736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:33.534405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-269d062a-765b-4a6d-88f6-d486aba761a0 req-47379e2f-733e-4374-9120-940b528f0a9b tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.13 "DELETE /v2.0/ports/c3229e1b-726c-4745-9b75-8530834fb4f2 HTTP/1.1" status: 204 len: 173 time: 1.7669268 Nov 26 21:50:33.592852 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] Set router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:33.598436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cb1f4-19a0-4e0a-912b-0197bf68592e req-94cd3233-e993-452e-b390-51d6705faa15 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:33.605504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d65cb1f4-19a0-4e0a-912b-0197bf68592e req-94cd3233-e993-452e-b390-51d6705faa15 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 944 time: 0.4141085 Nov 26 21:50:33.629008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:33.741266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bacc93-400d-4d60-913c-8c9c2712aacd None None] Pushing event updated for resources: {'Port': ['ID=3a8205c8-b458-49d6-9774-bae78ca0df56,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:33.828393 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad37aa0-c66e-455e-a7ed-dfd24980cdc3 req-b200f47d-d623-4694-b08d-9611dbf97a8b service neutron] 10.222.0.41 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049957 Nov 26 21:50:33.868511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-77cf8348-b1bb-460b-a3ab-e77c126e73f8 None None] Provisioning complete for port 3a8205c8-b458-49d6-9774-bae78ca0df56 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:33.868870 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-77cf8348-b1bb-460b-a3ab-e77c126e73f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:33.933854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 48b51641-b110-4063-98d6-d4c6a9fcbf71 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:33.939207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c3229e1b-726c-4745-9b75-8530834fb4f2 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:50:34.015971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-875bf2bd-4c59-47f4-87d7-b43fb93f23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:34.024451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-875bf2bd-4c59-47f4-87d7-b43fb93f23d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a0b22eed5de04571a67df591804ecafe&device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 1095 time: 0.0961552 Nov 26 21:50:34.205007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 48b51641-b110-4063-98d6-d4c6a9fcbf71, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=48b51641-b110-4063-98d6-d4c6a9fcbf71,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:34.220714 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:50:28Z', 'revision_number': 4, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port': {'id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:20Z', 'updated_at': '2021-11-26T21:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3a8205c8-b458-49d6-9774-bae78ca0df56', 'name': '', 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'mac_address': 'fa:16:3e:19:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:26Z', 'updated_at': '2021-11-26T21:50:32Z', 'revision_number': 4, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'subnets': [{'id': '90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:34.221525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '48b51641-b110-4063-98d6-d4c6a9fcbf71', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '48b51641-b110-4063-98d6-d4c6a9fcbf71', 'mac_address': 'fa:16:3e:ff:5c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:34.227608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:34.234819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: c3229e1b-726c-4745-9b75-8530834fb4f2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:50:34.235411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c3229e1b-726c-4745-9b75-8530834fb4f2 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:50:34.248596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:34.248979 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.327534 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d65cb1f4-19a0-4e0a-912b-0197bf68592e req-80360b91-db7d-484f-a98b-070fd5417ba2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7076719 Nov 26 21:50:34.352617 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e006e83-5cfc-4f4e-955a-558eee831875 None None] The sync data for ids ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'] in n-d-819494-1 is: [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:50:28Z', 'revision_number': 4, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port': {'id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:20Z', 'updated_at': '2021-11-26T21:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3a8205c8-b458-49d6-9774-bae78ca0df56', 'name': '', 'network_id': '9a8eed2e-0997-463d-8a0a-717d034170b7', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'mac_address': 'fa:16:3e:19:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:26Z', 'updated_at': '2021-11-26T21:50:32Z', 'revision_number': 4, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'subnets': [{'id': '90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:50:34.365060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8db2fd3e-e5b7-46b9-961b-9d390d869382 req-377b5c33-2c80-4c5b-8a3b-0d209095c59f tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/cd58552f-8ac0-49b1-9282-1225bb0b7c59 HTTP/1.1" status: 200 len: 3013 time: 0.8781040 Nov 26 21:50:34.381817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-15cc5b99-80ac-4066-bc5f-8a402238be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:34.389094 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-15cc5b99-80ac-4066-bc5f-8a402238be72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 200 len: 916 time: 0.3573022 Nov 26 21:50:34.399438 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.438586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b51641-b110-4063-98d6-d4c6a9fcbf71 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:34.494348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 48b51641-b110-4063-98d6-d4c6a9fcbf71, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=48b51641-b110-4063-98d6-d4c6a9fcbf71,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:34.505229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.511206 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.523528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8db2fd3e-e5b7-46b9-961b-9d390d869382 req-99a4680e-f0f2-4c36-a9fa-ac7701cd35c9 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.593064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:34.596037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f4de92-b531-4aab-8c8e-782826771f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:34.598959 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a406bf3-09f2-465c-a8b2-7db362a99152" -d '{"events": [{"server_uuid": "b0f4de92-b531-4aab-8c8e-782826771f78", "name": "network-vif-plugged", "status": "completed", "tag": "2ad789f7-b522-4c1f-abcb-e74dcb3fe48c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:34.601780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-a2a35c37-0725-49e7-9d85-8720c8536a73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4f85da3-ef81-4a34-9eff-3e0cad08f909 HTTP/1.1" status: 200 len: 217 time: 0.2045753 Nov 26 21:50:34.607647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.611790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8db2fd3e-e5b7-46b9-961b-9d390d869382 req-99a4680e-f0f2-4c36-a9fa-ac7701cd35c9 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.624332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=48b51641-b110-4063-98d6-d4c6a9fcbf71,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:34.704247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:34.778401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8db2fd3e-e5b7-46b9-961b-9d390d869382 req-99a4680e-f0f2-4c36-a9fa-ac7701cd35c9 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.802123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-a4ab8af4-adac-4154-9324-86e270e824db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:34.811605 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-a4ab8af4-adac-4154-9324-86e270e824db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31b91493-f348-405c-b49c-941d6696293e HTTP/1.1" status: 200 len: 855 time: 0.1875553 Nov 26 21:50:34.813549 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-8db2fd3e-e5b7-46b9-961b-9d390d869382 req-99a4680e-f0f2-4c36-a9fa-ac7701cd35c9 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:34.837426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8db2fd3e-e5b7-46b9-961b-9d390d869382 req-99a4680e-f0f2-4c36-a9fa-ac7701cd35c9 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6c20fb42-d12b-4a33-b653-c72d5db5a426 HTTP/1.1" status: 204 len: 173 time: 0.4685175 Nov 26 21:50:34.918274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['48b51641-b110-4063-98d6-d4c6a9fcbf71'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:34.968810 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-b57fda81-599f-47f7-b5f5-7820e9e2f4df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bd3ee011-487e-4536-958d-3948a68d50da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445079 Nov 26 21:50:34.983268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b7df7d7-eeb7-4ede-81c2-e1d3032972a5 req-9ce5fb77-d7df-4287-bcfe-32904a2420c4 tempest-DeleteServersAdminTestJSON-1549619246 tempest-DeleteServersAdminTestJSON-1549619246-project] 10.222.0.21 "GET /v2.0/ports?device_id=52916d8f-3398-47e8-aafe-6857325d551c HTTP/1.1" status: 200 len: 210 time: 0.2173407 Nov 26 21:50:34.996185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4680e-f0f2-4c36-a9fa-ac7701cd35c9 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c20fb42-d12b-4a33-b653-c72d5db5a426,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:35.073518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52916d8f-3398-47e8-aafe-6857325d551c', 'name': 'network-vif-deleted', 'tag': 'c3229e1b-726c-4745-9b75-8530834fb4f2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:35.076280 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba19daa-dabb-4043-a9b1-95aba6ce6c6f" -d '{"events": [{"server_uuid": "52916d8f-3398-47e8-aafe-6857325d551c", "name": "network-vif-deleted", "tag": "c3229e1b-726c-4745-9b75-8530834fb4f2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:35.157046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-576c755a-db2f-419c-a4e7-409d3b8675e4 service neutron] 10.222.0.41 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849301 Nov 26 21:50:35.227554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3a8205c8-b458-49d6-9774-bae78ca0df56 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:35.347069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 3a8205c8-b458-49d6-9774-bae78ca0df56 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:35.347597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:35.434415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857c9a5-3f74-41c6-acb0-5f8ebf725341 req-b6abbd65-e317-421d-bab4-f0ca48a56aaf tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:35.441146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4857c9a5-3f74-41c6-acb0-5f8ebf725341 req-b6abbd65-e317-421d-bab4-f0ca48a56aaf tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 948 time: 0.3373394 Nov 26 21:50:35.539677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9119e043-98dc-4b22-a4aa-e144a60d2e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:35.547062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9119e043-98dc-4b22-a4aa-e144a60d2e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:35.567765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9119e043-98dc-4b22-a4aa-e144a60d2e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:35.584345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9119e043-98dc-4b22-a4aa-e144a60d2e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:35.591421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9119e043-98dc-4b22-a4aa-e144a60d2e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:35.605304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9119e043-98dc-4b22-a4aa-e144a60d2e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:35.618558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9119e043-98dc-4b22-a4aa-e144a60d2e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:35.628679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9119e043-98dc-4b22-a4aa-e144a60d2e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.4420698 Nov 26 21:50:35.762522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4857c9a5-3f74-41c6-acb0-5f8ebf725341 req-1a7e4061-32df-4f70-87e3-6f0d787c4fe3 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626138 Nov 26 21:50:35.778531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c94a3bd-77c8-4c09-a420-951087005c9b req-9b1ed8be-866c-4f04-8a3f-9d586ba1fe01 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488214 Nov 26 21:50:35.797962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:35.853972 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c086b8a-e786-4df8-a048-ce42f4b97854 x-openstack-request-id: req-3c086b8a-e786-4df8-a048-ce42f4b97854 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:35.855301 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f4de92-b531-4aab-8c8e-782826771f78", "name": "network-vif-plugged", "status": "completed", "tag": "2ad789f7-b522-4c1f-abcb-e74dcb3fe48c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:35.855924 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c086b8a-e786-4df8-a048-ce42f4b97854 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:35.856553 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f4de92-b531-4aab-8c8e-782826771f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c', 'code': 200} Nov 26 21:50:35.905855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ce6ce65-36e0-471d-b176-0989cf80d0d8 req-0e7b63a9-aab6-4699-a0d8-8d518652b472 service neutron] 10.222.0.41 "GET /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401261 Nov 26 21:50:35.935671 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2077d8a8-a4c6-4682-8a04-93732223eb72 x-openstack-request-id: req-2077d8a8-a4c6-4682-8a04-93732223eb72 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:35.936395 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52916d8f-3398-47e8-aafe-6857325d551c", "name": "network-vif-deleted", "tag": "c3229e1b-726c-4745-9b75-8530834fb4f2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:35.936809 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2077d8a8-a4c6-4682-8a04-93732223eb72 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:35.937583 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52916d8f-3398-47e8-aafe-6857325d551c', 'name': 'network-vif-deleted', 'tag': 'c3229e1b-726c-4745-9b75-8530834fb4f2', 'status': 'completed', 'code': 200} Nov 26 21:50:36.024676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24ec013b-dd0f-479d-baec-66ea387c8edd req-3140fc67-e642-4f85-b22a-bd31adfc10d4 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/cd58552f-8ac0-49b1-9282-1225bb0b7c59 HTTP/1.1" status: 200 len: 2415 time: 0.1327531 Nov 26 21:50:36.071715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a3e61-c406-4457-8803-ff36b330e15b req-2fd69918-523d-4997-8eee-5eb8a7481ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:36.074330 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9d0a3e61-c406-4457-8803-ff36b330e15b req-2fd69918-523d-4997-8eee-5eb8a7481ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 1099 time: 0.0793002 Nov 26 21:50:36.192615 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9d0a3e61-c406-4457-8803-ff36b330e15b req-516e8180-5142-490a-bf07-0af9ff5bca12 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015909 Nov 26 21:50:36.257237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-24ec013b-dd0f-479d-baec-66ea387c8edd req-1144f7cf-38f3-4d7e-82b3-361aae267c95 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.291485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d2526-4152-4616-8790-4ef229e356d9 req-ef9cd5c9-af1b-4020-be42-251036c676b0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:36.293416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-991d2526-4152-4616-8790-4ef229e356d9 req-ef9cd5c9-af1b-4020-be42-251036c676b0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 944 time: 0.2657516 Nov 26 21:50:36.322307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-24ec013b-dd0f-479d-baec-66ea387c8edd req-1144f7cf-38f3-4d7e-82b3-361aae267c95 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.405204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-991d2526-4152-4616-8790-4ef229e356d9 req-25b4a8a6-a35d-4115-9152-19174599ec60 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993435 Nov 26 21:50:36.442798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-24ec013b-dd0f-479d-baec-66ea387c8edd req-1144f7cf-38f3-4d7e-82b3-361aae267c95 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.446850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-24ec013b-dd0f-479d-baec-66ea387c8edd req-1144f7cf-38f3-4d7e-82b3-361aae267c95 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.449190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24ec013b-dd0f-479d-baec-66ea387c8edd req-1144f7cf-38f3-4d7e-82b3-361aae267c95 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd58552f-8ac0-49b1-9282-1225bb0b7c59 HTTP/1.1" status: 204 len: 173 time: 0.4235713 Nov 26 21:50:36.508248 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-9d4de4d1-cb45-4a76-9fcd-43f91dfce73e req-1baa858d-1fcc-42ae-92fa-5e0f2529f2f2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] show failed (client error): The resource could not be found. Nov 26 21:50:36.519431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d4de4d1-cb45-4a76-9fcd-43f91dfce73e req-1baa858d-1fcc-42ae-92fa-5e0f2529f2f2 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/1344c49f-1027-4e25-8dae-c18df42ede52 HTTP/1.1" status: 404 len: 352 time: 0.0385928 Nov 26 21:50:36.575281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144f7cf-38f3-4d7e-82b3-361aae267c95 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd58552f-8ac0-49b1-9282-1225bb0b7c59,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:36.652317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9645f3e6-4ab4-48a2-93d5-78e934c4f716 req-a2c7cc3a-d55f-497b-a3c1-2c43a1312746 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/c76d4392-06a2-4c6f-b73d-c3d1f84df145 HTTP/1.1" status: 200 len: 1820 time: 0.0870762 Nov 26 21:50:36.666263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Deleting port bb202d06-6de2-4c00-b3de-fe889895560b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:50:36.667022 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.801407 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9645f3e6-4ab4-48a2-93d5-78e934c4f716 req-f46d11ce-0584-414d-ad47-3e621cdb0f1b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.806880 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.815623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] For port bb202d06-6de2-4c00-b3de-fe889895560b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb202d06-6de2-4c00-b3de-fe889895560b,segment=NetworkSegment(dfc5da49-0d10-4f84-9579-6981b993b631),segment_id=dfc5da49-0d10-4f84-9579-6981b993b631)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:36.815623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.839241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Calling delete_port for bb202d06-6de2-4c00-b3de-fe889895560b owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:50:36.845682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9645f3e6-4ab4-48a2-93d5-78e934c4f716 req-f46d11ce-0584-414d-ad47-3e621cdb0f1b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.980065 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9645f3e6-4ab4-48a2-93d5-78e934c4f716 req-f46d11ce-0584-414d-ad47-3e621cdb0f1b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.983041 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9645f3e6-4ab4-48a2-93d5-78e934c4f716 req-f46d11ce-0584-414d-ad47-3e621cdb0f1b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:36.984413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9645f3e6-4ab4-48a2-93d5-78e934c4f716 req-f46d11ce-0584-414d-ad47-3e621cdb0f1b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "DELETE /v2.0/security-groups/c76d4392-06a2-4c6f-b73d-c3d1f84df145 HTTP/1.1" status: 204 len: 173 time: 0.3212922 Nov 26 21:50:37.042879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d11ce-0584-414d-ad47-3e621cdb0f1b tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d4392-06a2-4c6f-b73d-c3d1f84df145,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:37.051957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b255a-bc26-460a-ad01-718a944b7ede req-d195159c-36e8-4207-95ff-a64762a643e4 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:37.057932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637b255a-bc26-460a-ad01-718a944b7ede req-d195159c-36e8-4207-95ff-a64762a643e4 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 948 time: 0.1558177 Nov 26 21:50:37.256674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637b255a-bc26-460a-ad01-718a944b7ede req-830977c0-613b-4dba-a76b-05dc88eb0446 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824036 Nov 26 21:50:37.282203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42056) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:37.315413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-03681cac-bcae-49c3-a109-9a72ba69f2c4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:37.334492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-03681cac-bcae-49c3-a109-9a72ba69f2c4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:37.343380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-03681cac-bcae-49c3-a109-9a72ba69f2c4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:37.352288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-03681cac-bcae-49c3-a109-9a72ba69f2c4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:37.359234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-03681cac-bcae-49c3-a109-9a72ba69f2c4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:37.365457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-03681cac-bcae-49c3-a109-9a72ba69f2c4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:37.372520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-03681cac-bcae-49c3-a109-9a72ba69f2c4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:37.381000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-03681cac-bcae-49c3-a109-9a72ba69f2c4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.2548683 Nov 26 21:50:37.422692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:37.482259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb202d06-6de2-4c00-b3de-fe889895560b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:37.583942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-601fa9fb-031b-4c9a-9985-30bdeae52a93 req-6ef75be5-ba39-425e-9a16-95e000c9b27e tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/ec4b28cb-bc56-4fb7-9aa3-9a385403fe38 HTTP/1.1" status: 200 len: 1822 time: 0.1981831 Nov 26 21:50:37.598911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a4f85da3-ef81-4a34-9eff-3e0cad08f909 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:37.630514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be71595d-e19f-4450-919e-5176b0805bae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b820183eed24eb5bf74ed4bc66afedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470223 Nov 26 21:50:37.631181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42064) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:37.668034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58f85914-5362-4613-9fb2-5841dfa067f8 req-459f67a1-032f-41d3-a561-263db2e5774e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860050 Nov 26 21:50:37.698844 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b27bbce-fb6e-4e4d-a658-53590927b357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:37.739388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b27bbce-fb6e-4e4d-a658-53590927b357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:37.804285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a4f85da3-ef81-4a34-9eff-3e0cad08f909, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f85da3-ef81-4a34-9eff-3e0cad08f909,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:37.819269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'a4f85da3-ef81-4a34-9eff-3e0cad08f909', 'network_id': 'bd3ee011-487e-4536-958d-3948a68d50da', 'port_id': 'a4f85da3-ef81-4a34-9eff-3e0cad08f909', 'mac_address': 'fa:16:3e:c4:53:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b91493-f348-405c-b49c-941d6696293e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:37.857575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b27bbce-fb6e-4e4d-a658-53590927b357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:37.859528 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:37.861878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b27bbce-fb6e-4e4d-a658-53590927b357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:37.867453 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0b27bbce-fb6e-4e4d-a658-53590927b357 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b HTTP/1.1" status: 204 len: 168 time: 0.2339976 Nov 26 21:50:37.878429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27bbce-fb6e-4e4d-a658-53590927b357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ba0823-3a5a-4994-b8bf-bf7f3a4c5f1b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:37.900059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:37.936374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 48b51641-b110-4063-98d6-d4c6a9fcbf71 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:37.960020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42070) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:38.020595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f85da3-ef81-4a34-9eff-3e0cad08f909 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:38.056901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a4f85da3-ef81-4a34-9eff-3e0cad08f909, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f85da3-ef81-4a34-9eff-3e0cad08f909,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:38.065527 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.130744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 48b51641-b110-4063-98d6-d4c6a9fcbf71 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:38.134931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a4f85da3-ef81-4a34-9eff-3e0cad08f909,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:38.153049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 48b51641-b110-4063-98d6-d4c6a9fcbf71 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:38.156784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.188762 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c8aaaf0-f39b-41ed-94ff-478d2bf206d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.285788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.314211 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf9b433-2fcb-447a-b3da-3f2553418b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b51641-b110-4063-98d6-d4c6a9fcbf71'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:38.316877 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a72fe-293b-417e-b42e-e2a7c666ff00" -d '{"events": [{"server_uuid": "acf9b433-2fcb-447a-b3da-3f2553418b2c", "name": "network-vif-plugged", "status": "completed", "tag": "48b51641-b110-4063-98d6-d4c6a9fcbf71"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:38.332886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 48b51641-b110-4063-98d6-d4c6a9fcbf71, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=48b51641-b110-4063-98d6-d4c6a9fcbf71,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:38.341271 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.374597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c8aaaf0-f39b-41ed-94ff-478d2bf206d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.383695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c8aaaf0-f39b-41ed-94ff-478d2bf206d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.406645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=48b51641-b110-4063-98d6-d4c6a9fcbf71,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:38.427700 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-601fa9fb-031b-4c9a-9985-30bdeae52a93 req-e509afb6-6758-4f60-bb04-d44b56f16414 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.444911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1c8aaaf0-f39b-41ed-94ff-478d2bf206d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cc4de1a8c554b5093f076ce94cce9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4815426 Nov 26 21:50:38.445160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42080) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:38.471320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0da6-1baf-4ca3-9cae-ff24d2f1d07a req-1e449381-21e1-4fcf-a587-ce124898cb03 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:38.478524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26ca0da6-1baf-4ca3-9cae-ff24d2f1d07a req-1e449381-21e1-4fcf-a587-ce124898cb03 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 944 time: 0.5516858 Nov 26 21:50:38.495370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.499001 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-601fa9fb-031b-4c9a-9985-30bdeae52a93 req-e509afb6-6758-4f60-bb04-d44b56f16414 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.522538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a4f85da3-ef81-4a34-9eff-3e0cad08f909'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:38.529398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aaaf0-f39b-41ed-94ff-478d2bf206d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506c0a59-76ed-4dd9-968d-4d56dc4a8030,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:38.539983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-87ca0b60-8721-477d-92d8-9e3fac29fede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.568751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-87ca0b60-8721-477d-92d8-9e3fac29fede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.645371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26ca0da6-1baf-4ca3-9cae-ff24d2f1d07a req-f30a284c-3aea-4299-b4a7-6c9d845db882 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658607 Nov 26 21:50:38.661953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-87ca0b60-8721-477d-92d8-9e3fac29fede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.665454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-87ca0b60-8721-477d-92d8-9e3fac29fede admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.669639 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-87ca0b60-8721-477d-92d8-9e3fac29fede admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/506c0a59-76ed-4dd9-968d-4d56dc4a8030 HTTP/1.1" status: 204 len: 168 time: 0.2206247 Nov 26 21:50:38.682111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca0b60-8721-477d-92d8-9e3fac29fede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506c0a59-76ed-4dd9-968d-4d56dc4a8030,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:38.720110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42086) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:38.736514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9722f9c5-47f4-4d0c-8a43-75d57a165933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.799188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-601fa9fb-031b-4c9a-9985-30bdeae52a93 req-e509afb6-6758-4f60-bb04-d44b56f16414 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.802585 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-601fa9fb-031b-4c9a-9985-30bdeae52a93 req-e509afb6-6758-4f60-bb04-d44b56f16414 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.819938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-601fa9fb-031b-4c9a-9985-30bdeae52a93 req-e509afb6-6758-4f60-bb04-d44b56f16414 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec4b28cb-bc56-4fb7-9aa3-9a385403fe38 HTTP/1.1" status: 204 len: 173 time: 1.2347875 Nov 26 21:50:38.855282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9722f9c5-47f4-4d0c-8a43-75d57a165933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.865614 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9722f9c5-47f4-4d0c-8a43-75d57a165933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:38.866605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509afb6-6758-4f60-bb04-d44b56f16414 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b28cb-bc56-4fb7-9aa3-9a385403fe38,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:38.930650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f39844-a79b-47f6-a4a9-b05c7a16648b req-70a323f3-f21d-4334-be85-f463cf051db3 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:38.939115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47f39844-a79b-47f6-a4a9-b05c7a16648b req-70a323f3-f21d-4334-be85-f463cf051db3 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 948 time: 0.1566062 Nov 26 21:50:39.007499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9722f9c5-47f4-4d0c-8a43-75d57a165933 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a26eacbfe08c4ad2b5af94fdb2b85af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853959 Nov 26 21:50:39.008148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42092) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:39.023320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722f9c5-47f4-4d0c-8a43-75d57a165933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199b0928-0cd1-443f-b3bb-6f3c5ed75df4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:39.044763 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2cb594-e6a4-4666-be9b-22b740a3eb4f x-openstack-request-id: req-1d2cb594-e6a4-4666-be9b-22b740a3eb4f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:39.046452 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf9b433-2fcb-447a-b3da-3f2553418b2c", "name": "network-vif-plugged", "status": "completed", "tag": "48b51641-b110-4063-98d6-d4c6a9fcbf71", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:39.047912 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d2cb594-e6a4-4666-be9b-22b740a3eb4f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:39.051940 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf9b433-2fcb-447a-b3da-3f2553418b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b51641-b110-4063-98d6-d4c6a9fcbf71', 'code': 200} Nov 26 21:50:39.180357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96944415-2d97-4bbb-a568-2837b23b81eb req-b4ff9d43-09b1-41a8-bdb3-1ad2cf6f437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:39.180782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47f39844-a79b-47f6-a4a9-b05c7a16648b req-91ad5899-e751-417d-bbf0-6ae871790269 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403693 Nov 26 21:50:39.196258 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96944415-2d97-4bbb-a568-2837b23b81eb req-b4ff9d43-09b1-41a8-bdb3-1ad2cf6f437d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 1101 time: 0.1323969 Nov 26 21:50:39.238437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-861efc08-bfc6-4fe4-a3ef-6c05802efed7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.264180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-861efc08-bfc6-4fe4-a3ef-6c05802efed7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.278770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-8dd8d70e-2385-461f-9263-2629eb66076b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:39.284061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-8dd8d70e-2385-461f-9263-2629eb66076b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:39.290574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-8dd8d70e-2385-461f-9263-2629eb66076b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:39.297779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-8dd8d70e-2385-461f-9263-2629eb66076b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:39.305466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-8dd8d70e-2385-461f-9263-2629eb66076b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:39.313653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-8dd8d70e-2385-461f-9263-2629eb66076b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:39.320966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-8dd8d70e-2385-461f-9263-2629eb66076b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:39.324046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-8dd8d70e-2385-461f-9263-2629eb66076b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.1654046 Nov 26 21:50:39.331338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:50:39.358467 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96944415-2d97-4bbb-a568-2837b23b81eb req-7d206e06-d21e-49d1-a9d6-49a064c7d31e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527278 Nov 26 21:50:39.385794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf8aab8e-b4ab-4af5-92fb-49433affdc77 req-c915a570-1b2f-4f5b-881f-84515c56ea62 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/4f5bbdfa-5b66-4576-afd3-a59bca0de1d1 HTTP/1.1" status: 200 len: 1820 time: 0.1631441 Nov 26 21:50:39.397224 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-861efc08-bfc6-4fe4-a3ef-6c05802efed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.400262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-861efc08-bfc6-4fe4-a3ef-6c05802efed7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.402022 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-861efc08-bfc6-4fe4-a3ef-6c05802efed7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/199b0928-0cd1-443f-b3bb-6f3c5ed75df4 HTTP/1.1" status: 204 len: 168 time: 0.3918121 Nov 26 21:50:39.410635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861efc08-bfc6-4fe4-a3ef-6c05802efed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199b0928-0cd1-443f-b3bb-6f3c5ed75df4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:39.437498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42098) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:39.456747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a78f227d-151b-41b7-baae-fa3fd92cc2ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.623231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a78f227d-151b-41b7-baae-fa3fd92cc2ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.628510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7347358-70dc-43e5-ad94-f8425f53f52d req-484cfbb7-3295-419a-8379-8af4615419fc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2955606 Nov 26 21:50:39.638444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a78f227d-151b-41b7-baae-fa3fd92cc2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.649818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:50:39.660086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-836138d9-2e1d-434b-83ab-e06df8d9aaf8 admin admin] 10.222.0.21 "PUT /v2.0/routers/a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3634164 Nov 26 21:50:39.662929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42102) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:39.670320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-cf8aab8e-b4ab-4af5-92fb-49433affdc77 req-3b855016-a7e5-4784-b46b-da23dc9ef4dd tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.672762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ece01d-3dac-4323-90f3-670272598894 None None] Sync routers for ids ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:50:39.703516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ece01d-3dac-4323-90f3-670272598894 None None] Routers {'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:39.706136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-74ece01d-3dac-4323-90f3-670272598894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:39.722525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a78f227d-151b-41b7-baae-fa3fd92cc2ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=318c629cb04c4988be356d430968f0b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822917 Nov 26 21:50:39.725738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42104) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:39.728066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f227d-151b-41b7-baae-fa3fd92cc2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96d36fe-b8dd-4d8f-aa93-b95209036ae0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:39.751187 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-cf8aab8e-b4ab-4af5-92fb-49433affdc77 req-3b855016-a7e5-4784-b46b-da23dc9ef4dd tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.855075 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.877343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7af523ee-9269-4965-8235-9cc4bc7853a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.903209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-cf8aab8e-b4ab-4af5-92fb-49433affdc77 req-3b855016-a7e5-4784-b46b-da23dc9ef4dd tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.905062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-cf8aab8e-b4ab-4af5-92fb-49433affdc77 req-3b855016-a7e5-4784-b46b-da23dc9ef4dd tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:39.906232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf8aab8e-b4ab-4af5-92fb-49433affdc77 req-3b855016-a7e5-4784-b46b-da23dc9ef4dd tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f5bbdfa-5b66-4576-afd3-a59bca0de1d1 HTTP/1.1" status: 204 len: 173 time: 0.3546321 Nov 26 21:50:39.958014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b855016-a7e5-4784-b46b-da23dc9ef4dd tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5bbdfa-5b66-4576-afd3-a59bca0de1d1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:39.963795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7af523ee-9269-4965-8235-9cc4bc7853a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:40.034171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c8296-b542-4d6c-9bb2-eed723ba8418 req-78fbeb47-3116-4d9d-8b6c-975de713dc2b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:40.040739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df7c8296-b542-4d6c-9bb2-eed723ba8418 req-78fbeb47-3116-4d9d-8b6c-975de713dc2b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 950 time: 0.1380169 Nov 26 21:50:40.040857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:40.075090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-74ece01d-3dac-4323-90f3-670272598894 None None] Set router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:40.078900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7af523ee-9269-4965-8235-9cc4bc7853a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:40.081672 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7af523ee-9269-4965-8235-9cc4bc7853a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:40.085341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7af523ee-9269-4965-8235-9cc4bc7853a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c96d36fe-b8dd-4d8f-aa93-b95209036ae0 HTTP/1.1" status: 204 len: 168 time: 0.3557858 Nov 26 21:50:40.124573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af523ee-9269-4965-8235-9cc4bc7853a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96d36fe-b8dd-4d8f-aa93-b95209036ae0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:40.192642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:40.210536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df7c8296-b542-4d6c-9bb2-eed723ba8418 req-d230f39c-8cf0-44f2-b218-86a62a9f3359 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610003 Nov 26 21:50:40.231198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83302bc-41e0-4cfe-83eb-7000da8d4732 req-fc753727-89c5-44bb-a361-26de3b65574a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:40.232960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d83302bc-41e0-4cfe-83eb-7000da8d4732 req-fc753727-89c5-44bb-a361-26de3b65574a tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 945 time: 0.1845832 Nov 26 21:50:40.401525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d83302bc-41e0-4cfe-83eb-7000da8d4732 req-14d0d9b1-ffd2-4728-8317-a80afa6f67dd tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266444 Nov 26 21:50:40.422397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b1d1f8a-312e-43dc-9ba5-70829625e3a9 req-f24da02b-6283-4868-9be3-b322160c0572 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/f6bc40f9-7f85-47be-a0c2-af9df02a1f60 HTTP/1.1" status: 200 len: 2421 time: 0.1324539 Nov 26 21:50:40.435432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Deleting port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:50:40.435822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:40.489815 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.resource_extend [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 21:50:40.653104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] For port 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6e1b9d9a-cc25-456a-a06f-fc6a0a322f28,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:40.653725 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:40.687130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b1d1f8a-312e-43dc-9ba5-70829625e3a9 req-c3c9fb50-fb84-411c-b0e8-c132726639f0 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:40.689927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Calling delete_port for 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:50:40.756102 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b1d1f8a-312e-43dc-9ba5-70829625e3a9 req-c3c9fb50-fb84-411c-b0e8-c132726639f0 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:40.829951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:40.872158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'ebc1f47f-217c-44d9-8fa2-a6548b63b5a0', 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'port_id': 'ebc1f47f-217c-44d9-8fa2-a6548b63b5a0', 'mac_address': 'fa:16:3e:82:f3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3464b9a-8bed-4ffb-9abc-d55bb798ce71', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:40.997552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-74ece01d-3dac-4323-90f3-670272598894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:50:37Z', 'revision_number': 5, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port': {'id': '6e1b9d9a-cc25-456a-a06f-fc6a0a322f28', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:47:31Z', 'updated_at': '2021-11-26T21:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:41.002124 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.058311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-60ca2c78-b6a1-479d-b310-52253f7063e0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:41.082416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-60ca2c78-b6a1-479d-b310-52253f7063e0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:41.099590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-60ca2c78-b6a1-479d-b310-52253f7063e0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:41.113120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-60ca2c78-b6a1-479d-b310-52253f7063e0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:41.124443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-60ca2c78-b6a1-479d-b310-52253f7063e0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:41.141201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-60ca2c78-b6a1-479d-b310-52253f7063e0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:41.141201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-60ca2c78-b6a1-479d-b310-52253f7063e0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:41.141201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-60ca2c78-b6a1-479d-b310-52253f7063e0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5417 time: 0.2728496 Nov 26 21:50:41.209374 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b1d1f8a-312e-43dc-9ba5-70829625e3a9 req-c3c9fb50-fb84-411c-b0e8-c132726639f0 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.229957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ece01d-3dac-4323-90f3-670272598894 None None] Checking router: a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:50:41.231403 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0b1d1f8a-312e-43dc-9ba5-70829625e3a9 req-c3c9fb50-fb84-411c-b0e8-c132726639f0 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.251980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b1d1f8a-312e-43dc-9ba5-70829625e3a9 req-c3c9fb50-fb84-411c-b0e8-c132726639f0 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "DELETE /v2.0/security-groups/f6bc40f9-7f85-47be-a0c2-af9df02a1f60 HTTP/1.1" status: 204 len: 173 time: 0.7735291 Nov 26 21:50:41.254800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:41.261835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ece01d-3dac-4323-90f3-670272598894 None None] Routers {'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:41.262511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-74ece01d-3dac-4323-90f3-670272598894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:41.378958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:41.389527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a8f760a-51db-4929-9c5c-a388389fcb27 req-311bf5e5-17a8-42d1-bc78-e600fd44e666 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2190256 Nov 26 21:50:41.391807 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.392481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0c046ded-7414-4233-b066-f818e5357934 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:41.397229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9fb50-fb84-411c-b0e8-c132726639f0 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bc40f9-7f85-47be-a0c2-af9df02a1f60,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:41.427331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e84b1d8b-05c2-4d81-a255-a998a6708fa7 req-19ed2dc1-e64b-409a-85af-4385b2385c51 tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "GET /v2.0/security-groups/a94f7f0a-c034-40c1-8244-f38a40acec06 HTTP/1.1" status: 200 len: 2413 time: 0.1510963 Nov 26 21:50:41.468409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:41.524063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-74ece01d-3dac-4323-90f3-670272598894 None None] Set router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:41.562657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.633945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1b9d9a-cc25-456a-a06f-fc6a0a322f28,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:41.636459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e84b1d8b-05c2-4d81-a255-a998a6708fa7 req-247e814f-4a0f-4906-bda2-211d50cf285c tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.665450 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e84b1d8b-05c2-4d81-a255-a998a6708fa7 req-247e814f-4a0f-4906-bda2-211d50cf285c tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.687607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.resource_extend [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 21:50:41.751635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a4f85da3-ef81-4a34-9eff-3e0cad08f909 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:41.843521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e753f-cb23-48cb-bbe8-9e16c995ba91 req-28ee82bd-ed63-469a-ab09-e2a670654790 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:41.851987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a3e753f-cb23-48cb-bbe8-9e16c995ba91 req-28ee82bd-ed63-469a-ab09-e2a670654790 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 950 time: 0.1666439 Nov 26 21:50:41.860360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-74ece01d-3dac-4323-90f3-670272598894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:50:40Z', 'revision_number': 6, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:41.943711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a3e753f-cb23-48cb-bbe8-9e16c995ba91 req-3072528e-ae12-4e18-b28c-f8c754e19349 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814781 Nov 26 21:50:41.957314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e84b1d8b-05c2-4d81-a255-a998a6708fa7 req-247e814f-4a0f-4906-bda2-211d50cf285c tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.963763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e84b1d8b-05c2-4d81-a255-a998a6708fa7 req-247e814f-4a0f-4906-bda2-211d50cf285c tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:41.965272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e84b1d8b-05c2-4d81-a255-a998a6708fa7 req-247e814f-4a0f-4906-bda2-211d50cf285c tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] 10.222.0.21 "DELETE /v2.0/security-groups/a94f7f0a-c034-40c1-8244-f38a40acec06 HTTP/1.1" status: 204 len: 173 time: 0.5366821 Nov 26 21:50:41.971275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42170) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:41.986215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ece01d-3dac-4323-90f3-670272598894 None None] The sync data for ids ['a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc'] in n-d-819494-1 is: [{'id': 'a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc', 'name': 'tempest-ServerRescueNegativeTestJSON-618415757-router', 'tenant_id': 'a36dd870f4ac474d84b28e565fa17567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:47:30Z', 'updated_at': '2021-11-26T21:50:40Z', 'revision_number': 6, 'project_id': 'a36dd870f4ac474d84b28e565fa17567', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:50:41.990289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e814f-4a0f-4906-bda2-211d50cf285c tempest-SecurityGroupRulesTestJSON-968934909 tempest-SecurityGroupRulesTestJSON-968934909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f7f0a-c034-40c1-8244-f38a40acec06,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:42.000263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port a4f85da3-ef81-4a34-9eff-3e0cad08f909 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:42.020177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.087008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port a4f85da3-ef81-4a34-9eff-3e0cad08f909 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:42.087387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.183345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a369b01-8c66-4c46-ac97-4b85ac10d204 admin admin] Deleting subnet 18be6603-d94c-40fe-8c40-24e4ec1faada {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:50:42.195231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a369b01-8c66-4c46-ac97-4b85ac10d204 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.230724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0c046ded-7414-4233-b066-f818e5357934, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0c046ded-7414-4233-b066-f818e5357934,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:42.268494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '0c046ded-7414-4233-b066-f818e5357934', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'port_id': '0c046ded-7414-4233-b066-f818e5357934', 'mac_address': 'fa:16:3e:35:15:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:42.277418 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a369b01-8c66-4c46-ac97-4b85ac10d204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.339131 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a369b01-8c66-4c46-ac97-4b85ac10d204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.367904 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.418140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c046ded-7414-4233-b066-f818e5357934 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:42.435204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a369b01-8c66-4c46-ac97-4b85ac10d204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.490606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a369b01-8c66-4c46-ac97-4b85ac10d204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18be6603-d94c-40fe-8c40-24e4ec1faada,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:42.528942 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a369b01-8c66-4c46-ac97-4b85ac10d204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.535961 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6a369b01-8c66-4c46-ac97-4b85ac10d204 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/18be6603-d94c-40fe-8c40-24e4ec1faada HTTP/1.1" status: 204 len: 168 time: 0.5628605 Nov 26 21:50:42.536678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42180) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:42.551945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0c046ded-7414-4233-b066-f818e5357934, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0c046ded-7414-4233-b066-f818e5357934,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:42.560882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.562270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2dc1a8c1-874e-421a-95b1-95f633346ad5 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:42.571047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.574302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.656648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.675030 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.718342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad289f-841b-4f9b-aa71-e26e68ffe025 req-4d9534cc-660c-469f-891c-1ce65e734424 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:42.719973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4aad289f-841b-4f9b-aa71-e26e68ffe025 req-4d9534cc-660c-469f-891c-1ce65e734424 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 945 time: 0.5590746 Nov 26 21:50:42.750787 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.751694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:50:42.769536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42184) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:42.772861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.774969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b81db18-d75e-4132-a237-2ee5ac954196 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a8d2fe6e-5a51-4d7c-a6b2-71c759c798cc HTTP/1.1" status: 204 len: 168 time: 3.1106493 Nov 26 21:50:42.779512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42186) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:42.799538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0c046ded-7414-4233-b066-f818e5357934,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:42.802737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b44dd2-ff8f-4469-aa22-4c7af639ced8 req-99f5a6e2-b478-4f0f-9267-fcbc4a73f739 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:42.808354 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.817984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b44dd2-ff8f-4469-aa22-4c7af639ced8 req-99f5a6e2-b478-4f0f-9267-fcbc4a73f739 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:42.826532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06b44dd2-ff8f-4469-aa22-4c7af639ced8 req-99f5a6e2-b478-4f0f-9267-fcbc4a73f739 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c&device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 1689 time: 0.3106790 Nov 26 21:50:42.828177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2dc1a8c1-874e-421a-95b1-95f633346ad5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:42.830149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480b22d1-1f96-4a1c-a225-49c90b823f2c']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:42.840101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69ebc27-74a9-472a-92f8-cdd9875bd460') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:42.840487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69ebc27-74a9-472a-92f8-cdd9875bd460') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:42.845874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '2dc1a8c1-874e-421a-95b1-95f633346ad5', 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'port_id': '2dc1a8c1-874e-421a-95b1-95f633346ad5', 'mac_address': 'fa:16:3e:1f:43:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3464b9a-8bed-4ffb-9abc-d55bb798ce71', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:42.858184 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.872092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1c6b43-bbbe-4845-8910-0287057f8292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f85da3-ef81-4a34-9eff-3e0cad08f909'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:42.873664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.879545 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d46b880-0e8a-4f1f-a4a6-94b5e8d30e94" -d '{"events": [{"server_uuid": "be1c6b43-bbbe-4845-8910-0287057f8292", "name": "network-vif-plugged", "status": "completed", "tag": "a4f85da3-ef81-4a34-9eff-3e0cad08f909"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:42.882045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:50:42.882540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.917841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a4f85da3-ef81-4a34-9eff-3e0cad08f909, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f85da3-ef81-4a34-9eff-3e0cad08f909,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:42.950710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-f078c19a-4602-46e6-9a0c-121e0c66ba28 admin admin] Deleting subnet ca2e4f79-a211-4122-bd1f-1680d4fe71d6 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:50:42.959412 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:42.969671 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:50:43.001166 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:50:43.008597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06b44dd2-ff8f-4469-aa22-4c7af639ced8 req-d57b6d53-7e7d-434e-ba29-95a8f692cb1c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805127 Nov 26 21:50:43.010980 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f078c19a-4602-46e6-9a0c-121e0c66ba28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.037270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc1a8c1-874e-421a-95b1-95f633346ad5 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:43.069112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2dc1a8c1-874e-421a-95b1-95f633346ad5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:43.098896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.111495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.116247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4aad289f-841b-4f9b-aa71-e26e68ffe025 req-0d39adb2-9dc2-48f4-9ae0-b0841429f5f0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786323 Nov 26 21:50:43.121933 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.122654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device eb121110-dd4b-4f7e-8e75-26864d520c2e details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:43.124093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] 10.222.0.21 "DELETE /v2.0/networks/480b22d1-1f96-4a1c-a225-49c90b823f2c HTTP/1.1" status: 204 len: 168 time: 0.5844209 Nov 26 21:50:43.181639 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f078c19a-4602-46e6-9a0c-121e0c66ba28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.184170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684429a2-841e-4e1f-ba8f-f57a8a9d80fe admin admin] Pushing event deleted for resources: {'Network': ['ID=480b22d1-1f96-4a1c-a225-49c90b823f2c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:43.218787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a4f85da3-ef81-4a34-9eff-3e0cad08f909,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:43.225317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb202d06-6de2-4c00-b3de-fe889895560b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:50:43.350758 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fde21fb-9203-44e3-bf84-8ee356252da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.387487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port eb121110-dd4b-4f7e-8e75-26864d520c2e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:43.408575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'eb121110-dd4b-4f7e-8e75-26864d520c2e', 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'port_id': 'eb121110-dd4b-4f7e-8e75-26864d520c2e', 'mac_address': 'fa:16:3e:2a:cd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3464b9a-8bed-4ffb-9abc-d55bb798ce71', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:43.414170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bb202d06-6de2-4c00-b3de-fe889895560b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:50:43.414170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb202d06-6de2-4c00-b3de-fe889895560b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:50:43.414820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:50:43.417722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f078c19a-4602-46e6-9a0c-121e0c66ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.547434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:50:43.547434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6e1b9d9a-cc25-456a-a06f-fc6a0a322f28 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:50:43.564312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42198) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:43.653642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-d8bfa27d-a986-4417-8ec4-5a18dcadbc6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:43.660971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-d8bfa27d-a986-4417-8ec4-5a18dcadbc6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:43.670563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-d8bfa27d-a986-4417-8ec4-5a18dcadbc6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:43.677432 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.679167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-d8bfa27d-a986-4417-8ec4-5a18dcadbc6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:43.686525 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2048f685-22de-4390-bc22-89d90f05f357 x-openstack-request-id: req-2048f685-22de-4390-bc22-89d90f05f357 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:43.686860 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1c6b43-bbbe-4845-8910-0287057f8292", "name": "network-vif-plugged", "status": "completed", "tag": "a4f85da3-ef81-4a34-9eff-3e0cad08f909", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:43.687115 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2048f685-22de-4390-bc22-89d90f05f357 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:43.687467 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1c6b43-bbbe-4845-8910-0287057f8292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f85da3-ef81-4a34-9eff-3e0cad08f909', 'code': 200} Nov 26 21:50:43.688035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2dc1a8c1-874e-421a-95b1-95f633346ad5,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:43.700514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-d8bfa27d-a986-4417-8ec4-5a18dcadbc6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:43.706817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-d8bfa27d-a986-4417-8ec4-5a18dcadbc6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:43.722383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-d8bfa27d-a986-4417-8ec4-5a18dcadbc6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:43.724965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-d8bfa27d-a986-4417-8ec4-5a18dcadbc6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5420 time: 0.4295115 Nov 26 21:50:43.730118 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a35b8195-b6a5-4da7-b9d4-191bd679ceac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2be0182c82484fe88783d44869f9c00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617227 Nov 26 21:50:43.732532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f078c19a-4602-46e6-9a0c-121e0c66ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.739293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42202) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:43.752878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb121110-dd4b-4f7e-8e75-26864d520c2e {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:43.799441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078c19a-4602-46e6-9a0c-121e0c66ba28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca2e4f79-a211-4122-bd1f-1680d4fe71d6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:43.890488 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fde21fb-9203-44e3-bf84-8ee356252da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.891443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port eb121110-dd4b-4f7e-8e75-26864d520c2e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:43.892704 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f078c19a-4602-46e6-9a0c-121e0c66ba28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.899878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f078c19a-4602-46e6-9a0c-121e0c66ba28 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ca2e4f79-a211-4122-bd1f-1680d4fe71d6 HTTP/1.1" status: 204 len: 168 time: 1.1168168 Nov 26 21:50:43.903707 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.912570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42208) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:43.924439 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fde21fb-9203-44e3-bf84-8ee356252da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:43.997116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8fde21fb-9203-44e3-bf84-8ee356252da1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1deb322704d4ce08b1bc8816ee50917&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2174523 Nov 26 21:50:44.012894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42210) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:44.023982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b7ed1d3d-24cc-4b32-8cff-9b741c2f296c details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:44.079931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5474e-af50-47ae-a676-c9671d7e5081 req-4acad20e-be60-4fa8-8aa7-882f6bd3dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:44.081123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dee5474e-af50-47ae-a676-c9671d7e5081 req-4acad20e-be60-4fa8-8aa7-882f6bd3dfb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 1097 time: 0.2140169 Nov 26 21:50:44.084388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=eb121110-dd4b-4f7e-8e75-26864d520c2e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:44.138377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c00351f8-4fa0-4d3c-8618-1993096e7def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.157394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.162060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde21fb-9203-44e3-bf84-8ee356252da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee956adf-94ae-4a38-98bc-d7da659dc6af,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:44.173586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-126c5f35-3e94-457a-99eb-1fb3b3746500 req-7a74176c-7f7c-465f-a747-697f75919350 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4248338 Nov 26 21:50:44.222193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c00351f8-4fa0-4d3c-8618-1993096e7def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.258663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dee5474e-af50-47ae-a676-c9671d7e5081 req-f8df164f-76cb-4cb3-96ae-c26e6f138dd8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616607 Nov 26 21:50:44.284036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:44.301649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c', 'network_id': '405b2391-61f5-4ce4-8f3a-33f612f4d1fe', 'port_id': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c', 'mac_address': 'fa:16:3e:c8:4d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3464b9a-8bed-4ffb-9abc-d55bb798ce71', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:44.319753 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d0665ca-9d47-4ede-a636-f84adbfb4d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.347754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d0665ca-9d47-4ede-a636-f84adbfb4d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.351694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.405353 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.413021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c00351f8-4fa0-4d3c-8618-1993096e7def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.417185 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c00351f8-4fa0-4d3c-8618-1993096e7def admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.427751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ed1d3d-24cc-4b32-8cff-9b741c2f296c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:44.435096 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c00351f8-4fa0-4d3c-8618-1993096e7def admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/566e3f9d-1f34-4290-8339-c36115fcce01 HTTP/1.1" status: 204 len: 168 time: 0.6808958 Nov 26 21:50:44.439838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b818528-9cf3-47ef-9c6e-4b4408cf9d0c']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:44.455410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d0665ca-9d47-4ede-a636-f84adbfb4d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.459027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:44.463033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d0665ca-9d47-4ede-a636-f84adbfb4d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.466568 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.468044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:44.468782 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7d0665ca-9d47-4ede-a636-f84adbfb4d47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee956adf-94ae-4a38-98bc-d7da659dc6af HTTP/1.1" status: 204 len: 168 time: 0.4515800 Nov 26 21:50:44.471385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00351f8-4fa0-4d3c-8618-1993096e7def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566e3f9d-1f34-4290-8339-c36115fcce01,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:44.478301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc5da49-0d10-4f84-9579-6981b993b631') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:44.478621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc5da49-0d10-4f84-9579-6981b993b631') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:44.503227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.511023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0665ca-9d47-4ede-a636-f84adbfb4d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee956adf-94ae-4a38-98bc-d7da659dc6af,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:44.531144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.555825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5cf36-499f-41a8-b15e-04aae0f29eb9 req-d3bd6286-7535-4e6b-a286-c833d2a34f74 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:44.557578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1d5cf36-499f-41a8-b15e-04aae0f29eb9 req-d3bd6286-7535-4e6b-a286-c833d2a34f74 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.1601000 Nov 26 21:50:44.559449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:50:44.559863 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:50:44.561862 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:50:44.564636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f809-7353-41fb-94e7-fa2c2c7c4824 req-2874846a-e433-4fcd-a23a-2bdd02454bd0 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:44.565979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0408f809-7353-41fb-94e7-fa2c2c7c4824 req-2874846a-e433-4fcd-a23a-2bdd02454bd0 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 1101 time: 0.1906161 Nov 26 21:50:44.644948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:44.711090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:44.715321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2dc1a8c1-874e-421a-95b1-95f633346ad5'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:44.732621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.737282 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:44.740839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b818528-9cf3-47ef-9c6e-4b4408cf9d0c HTTP/1.1" status: 204 len: 168 time: 0.8269520 Nov 26 21:50:44.768065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '120e1b34-cc07-4b69-8e0c-a7de9bca93b0', 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6', 'port_id': '120e1b34-cc07-4b69-8e0c-a7de9bca93b0', 'mac_address': 'fa:16:3e:1b:03:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c0882a-6a60-423e-8a37-23a7bde59217', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:44.775245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaccfb-f7de-483e-a260-5ab23cc9b15d admin admin] Pushing event deleted for resources: {'Network': ['ID=0b818528-9cf3-47ef-9c6e-4b4408cf9d0c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:44.776213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ebc1f47f-217c-44d9-8fa2-a6548b63b5a0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:44.781974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0408f809-7353-41fb-94e7-fa2c2c7c4824 req-8d383ada-ff24-43e3-8ffd-7d14e3453828 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007251 Nov 26 21:50:44.783784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1d5cf36-499f-41a8-b15e-04aae0f29eb9 req-ade43e50-0090-496e-a160-858541165243 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028573 Nov 26 21:50:44.827485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['eb121110-dd4b-4f7e-8e75-26864d520c2e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:44.923214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0c046ded-7414-4233-b066-f818e5357934'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:44.993500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96f596-8a28-4038-acfb-169f6b4889f0 req-c28b229c-895f-4dd0-8d2b-6cbfc3facf45 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:44.996627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f96f596-8a28-4038-acfb-169f6b4889f0 req-c28b229c-895f-4dd0-8d2b-6cbfc3facf45 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 1099 time: 0.0652454 Nov 26 21:50:45.083050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f96f596-8a28-4038-acfb-169f6b4889f0 req-e8d78e96-002c-409e-8aab-76f05243270e tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781212 Nov 26 21:50:45.271683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42282) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:45.316788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:45.342304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:45.362475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-92556af4-d269-4686-8ef9-401b4d78b065 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a36dd870f4ac474d84b28e565fa17567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893986 Nov 26 21:50:45.365662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42284) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:45.383811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:45.436333 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:45.450169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:45.527902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31751003-7be6-432f-9c7f-993e9af82771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:45.534419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-c4006f5f-9815-4115-a386-7ea673a881ea tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:45.551006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:45.552164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-c4006f5f-9815-4115-a386-7ea673a881ea tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:45.572685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-c4006f5f-9815-4115-a386-7ea673a881ea tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:45.592032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31751003-7be6-432f-9c7f-993e9af82771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:45.595400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-c4006f5f-9815-4115-a386-7ea673a881ea tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:45.616448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-c4006f5f-9815-4115-a386-7ea673a881ea tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:45.636864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-c4006f5f-9815-4115-a386-7ea673a881ea tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:45.657356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-c4006f5f-9815-4115-a386-7ea673a881ea tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:45.660335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-c4006f5f-9815-4115-a386-7ea673a881ea tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5422 time: 0.3141026 Nov 26 21:50:45.716134 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31751003-7be6-432f-9c7f-993e9af82771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:45.718981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31751003-7be6-432f-9c7f-993e9af82771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:45.720324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-31751003-7be6-432f-9c7f-993e9af82771 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4 HTTP/1.1" status: 204 len: 168 time: 0.3528228 Nov 26 21:50:45.747694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31751003-7be6-432f-9c7f-993e9af82771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fbd7d5-c3d0-4fd8-81a8-ba2860e16aa4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:45.771448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-f0bef1e0-cbb8-4927-b28b-748ddd1e24aa tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063190 Nov 26 21:50:45.816013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:45.864170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42308) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:45.926883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1009dc4f-e27c-4549-b4c5-db62d08b843e req-17506343-43b3-4be5-8396-5a559baf3586 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2436879 Nov 26 21:50:45.945198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d', 'network_id': '3c935cf6-c426-42f8-9fef-3f1dff7f79a6', 'port_id': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d', 'mac_address': 'fa:16:3e:e7:51:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c0882a-6a60-423e-8a37-23a7bde59217', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:46.068433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-26601290-3535-4995-a10e-ccf68f00e196 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:46.078977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-26601290-3535-4995-a10e-ccf68f00e196 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066211 Nov 26 21:50:46.127312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-f7b081ad-3f06-46f4-890b-71f0a4161390 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/quotas/138fc97044cb431798948e7979494fc0 HTTP/1.1" status: 200 len: 375 time: 0.0469377 Nov 26 21:50:46.225108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:46.268200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5cf728aa-7f1d-4d84-86ad-763c12a0c575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:46.278221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:46.357065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:46.378174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:46.410193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-460be798-9631-48f2-9998-368e61bcf6df tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2779186 Nov 26 21:50:46.460313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00082a79-0394-4a8d-a958-9624fd4cd15f req-1f60c0c1-f792-4d6f-b1ba-c6c260e9186c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:46.478223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00082a79-0394-4a8d-a958-9624fd4cd15f req-1f60c0c1-f792-4d6f-b1ba-c6c260e9186c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.3162274 Nov 26 21:50:46.519583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:46.570158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5cf728aa-7f1d-4d84-86ad-763c12a0c575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:46.582975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5cf728aa-7f1d-4d84-86ad-763c12a0c575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:46.619944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00082a79-0394-4a8d-a958-9624fd4cd15f req-8707cbe6-7918-457d-a8f4-84a0a846df5d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348591 Nov 26 21:50:46.658585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf728aa-7f1d-4d84-86ad-763c12a0c575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc773e-7727-4e09-8187-4592cf5dc0c5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:46.665821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5cf728aa-7f1d-4d84-86ad-763c12a0c575 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=586b5cd5a9f94114b13a034d20ac2f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8003879 Nov 26 21:50:46.669486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42334) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:46.892725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5574cd8-4efd-4630-a0a1-ceb78565b230 req-4c50ee69-7a0e-4757-84ce-4a530ec89693 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 210 time: 0.1257555 Nov 26 21:50:46.925865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-762079a2-70f7-4362-a1dc-c5240eaa072e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:46.948282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42348) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:47.005463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-762079a2-70f7-4362-a1dc-c5240eaa072e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.186326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc51-8088-414a-9992-1edeb33184b2 req-276eb7c2-c698-4808-a2a7-0d65714dfce4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.193724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc51-8088-414a-9992-1edeb33184b2 req-276eb7c2-c698-4808-a2a7-0d65714dfce4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.200805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc51-8088-414a-9992-1edeb33184b2 req-276eb7c2-c698-4808-a2a7-0d65714dfce4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.207707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc51-8088-414a-9992-1edeb33184b2 req-276eb7c2-c698-4808-a2a7-0d65714dfce4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.215401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc51-8088-414a-9992-1edeb33184b2 req-276eb7c2-c698-4808-a2a7-0d65714dfce4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.221624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc51-8088-414a-9992-1edeb33184b2 req-276eb7c2-c698-4808-a2a7-0d65714dfce4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.228664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ddc51-8088-414a-9992-1edeb33184b2 req-276eb7c2-c698-4808-a2a7-0d65714dfce4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.243135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-569ddc51-8088-414a-9992-1edeb33184b2 req-276eb7c2-c698-4808-a2a7-0d65714dfce4 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5424 time: 0.1555035 Nov 26 21:50:47.245893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1351478356-network', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:47.265090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-762079a2-70f7-4362-a1dc-c5240eaa072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.268136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-762079a2-70f7-4362-a1dc-c5240eaa072e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.269501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-762079a2-70f7-4362-a1dc-c5240eaa072e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fffc773e-7727-4e09-8187-4592cf5dc0c5 HTTP/1.1" status: 204 len: 168 time: 0.5984988 Nov 26 21:50:47.289170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762079a2-70f7-4362-a1dc-c5240eaa072e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc773e-7727-4e09-8187-4592cf5dc0c5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:47.310351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Made reservation on behalf of 479066aacc884c559d49b6163b9ec6b1 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:47.312838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.349138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-569ddc51-8088-414a-9992-1edeb33184b2 req-2d47e80c-1c81-492e-a1da-7d22a2dd8fdc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047404 Nov 26 21:50:47.354414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.421596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['120e1b34-cc07-4b69-8e0c-a7de9bca93b0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:47.527830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['69a3c89a-3299-4d0a-9b97-8f70b4f4a14d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:47.537813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.539627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['b7ed1d3d-24cc-4b32-8cff-9b741c2f296c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:47.552187 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.610921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:50:47.653356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.653356 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Added segment f008e23b-e824-425f-90a8-5237aac65e03 of type vlan for network fa6f2946-81de-4e26-a667-d6a08f806d93 Nov 26 21:50:47.653356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be18b70-0b62-4a32-b6a0-d1293f76cb61,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:47.750953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.809867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.810946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.811773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:47.846670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546784a3-028d-4b66-834c-d861d7f13c42 req-7786b7ca-2fff-4c2d-b9a5-09601cb09fdd tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:47.861906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-546784a3-028d-4b66-834c-d861d7f13c42 req-7786b7ca-2fff-4c2d-b9a5-09601cb09fdd tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.1286595 Nov 26 21:50:47.862232 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9122913 Nov 26 21:50:47.865158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42378) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:47.887183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Request body: {'subnet': {'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1351478356-subnet', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:47.920912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae2ad4-2503-4dcc-9a1c-2024b382b990 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6f2946-81de-4e26-a667-d6a08f806d93,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:47.934449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network fa6f2946-81de-4e26-a667-d6a08f806d93 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:50:48.022425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-546784a3-028d-4b66-834c-d861d7f13c42 req-30ecb527-bc2a-45d1-b95f-daa0ef5e25e2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157849 Nov 26 21:50:48.030893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Made reservation on behalf of 479066aacc884c559d49b6163b9ec6b1 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:48.034343 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:48.182617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-603c1a19-f478-4a89-a451-ae8400159423 req-08de9eec-1639-4ee1-8c3b-56b93f9e6d59 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 210 time: 0.1063921 Nov 26 21:50:48.296108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58ac4f-40c6-481f-80f9-165c7b0124f4 req-b1af246d-0312-43f1-b298-53fc8ac3be4e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:48.305707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a58ac4f-40c6-481f-80f9-165c7b0124f4 req-b1af246d-0312-43f1-b298-53fc8ac3be4e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.1548727 Nov 26 21:50:48.379316 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42390) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:48.431253 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-45abea4c-c6d7-4c17-ad1e-59bf5a8ecb05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:48.467428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2dc1a8c1-874e-421a-95b1-95f633346ad5 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:48.478337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a58ac4f-40c6-481f-80f9-165c7b0124f4 req-8a9d5dc5-b7cf-4381-b594-0daf9b034a18 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647804 Nov 26 21:50:48.621951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 2dc1a8c1-874e-421a-95b1-95f633346ad5 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:48.633483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 2dc1a8c1-874e-421a-95b1-95f633346ad5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:48.634693 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:48.664638 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-45abea4c-c6d7-4c17-ad1e-59bf5a8ecb05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:48.682576 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-45abea4c-c6d7-4c17-ad1e-59bf5a8ecb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:48.716043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:48.816047 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-45abea4c-c6d7-4c17-ad1e-59bf5a8ecb05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c53d1dcd702b4ef7864de6eb30f6edb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4356055 Nov 26 21:50:48.816816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e668ca-b548-413b-8677-7deddae295eb req-33bcd88d-ab49-47ef-9639-9914ad551180 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:48.825339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abea4c-c6d7-4c17-ad1e-59bf5a8ecb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b9baaf-0b7c-4cb6-803e-d988efa87155,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:48.825607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e668ca-b548-413b-8677-7deddae295eb req-33bcd88d-ab49-47ef-9639-9914ad551180 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:48.830780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42410) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:48.834359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e668ca-b548-413b-8677-7deddae295eb req-33bcd88d-ab49-47ef-9639-9914ad551180 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:48.842067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e668ca-b548-413b-8677-7deddae295eb req-33bcd88d-ab49-47ef-9639-9914ad551180 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:48.850005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e668ca-b548-413b-8677-7deddae295eb req-33bcd88d-ab49-47ef-9639-9914ad551180 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:48.860169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e668ca-b548-413b-8677-7deddae295eb req-33bcd88d-ab49-47ef-9639-9914ad551180 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:48.860584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:48.868436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e668ca-b548-413b-8677-7deddae295eb req-33bcd88d-ab49-47ef-9639-9914ad551180 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:48.879327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1e668ca-b548-413b-8677-7deddae295eb req-33bcd88d-ab49-47ef-9639-9914ad551180 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5424 time: 0.3975933 Nov 26 21:50:48.943535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a7d214-d57e-4398-a79c-ee4c8b4a525b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:48.944062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-424394d4-d4a6-432a-a7ea-8cbcc6bc3aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:48.945330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc1a8c1-874e-421a-95b1-95f633346ad5'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:48.955923 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-96aaf2ba-8d01-407c-8b17-999ab6076bd0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481014 Nov 26 21:50:48.957719 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407fbfe1-8c12-42ae-883c-127019c88340" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "2dc1a8c1-874e-421a-95b1-95f633346ad5"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:48.995834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2dc1a8c1-874e-421a-95b1-95f633346ad5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:49.005347 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.035262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Checking segment: {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:49.035789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Network hostable DHCP agents. Network: fa6f2946-81de-4e26-a667-d6a08f806d93, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:50:49.057932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1e668ca-b548-413b-8677-7deddae295eb req-ce6aec2c-1ad6-4754-adac-83fb445d1168 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1741970 Nov 26 21:50:49.088416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-424394d4-d4a6-432a-a7ea-8cbcc6bc3aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.114998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Network fa6f2946-81de-4e26-a667-d6a08f806d93 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:50:49.132945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, fa6f2946-81de-4e26-a667-d6a08f806d93) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:49.147154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:49.148536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.149139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2dc1a8c1-874e-421a-95b1-95f633346ad5,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:49.152501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0611cd-20a8-45b0-a2ab-c928a0275cd9 None None] Network fa6f2946-81de-4e26-a667-d6a08f806d93 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:50:49.195138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2c4b0795-ac79-4bda-870c-0358e86a4ae5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3260205 Nov 26 21:50:49.197815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42420) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:49.202773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:49.270145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-3b9e8ad2-ee11-4883-bcf4-b2a8cfc5141d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:49.274601 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-3b9e8ad2-ee11-4883-bcf4-b2a8cfc5141d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033464 Nov 26 21:50:49.293139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-424394d4-d4a6-432a-a7ea-8cbcc6bc3aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.298777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-424394d4-d4a6-432a-a7ea-8cbcc6bc3aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.299553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.301294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.306741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-424394d4-d4a6-432a-a7ea-8cbcc6bc3aed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94b9baaf-0b7c-4cb6-803e-d988efa87155 HTTP/1.1" status: 204 len: 168 time: 0.4721751 Nov 26 21:50:49.317966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Request body: {'port': {'device_id': '3013a640-332d-479a-b006-ea5c0aa75221', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '138fc97044cb431798948e7979494fc0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:49.343052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915e284-7ae8-4579-9c82-8cda57ae4f2f req-40815afb-4339-4337-817d-463746a21db3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:49.349911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424394d4-d4a6-432a-a7ea-8cbcc6bc3aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b9baaf-0b7c-4cb6-803e-d988efa87155,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:49.350910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2915e284-7ae8-4579-9c82-8cda57ae4f2f req-40815afb-4339-4337-817d-463746a21db3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.1216872 Nov 26 21:50:49.465626 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.524052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-fa6f2946-81de-4e26-a667-d6a08f806d93', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:50:49.525364 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.554842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2915e284-7ae8-4579-9c82-8cda57ae4f2f req-957bebc0-9924-4029-a0b1-4c4637bb6666 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013409 Nov 26 21:50:49.643811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Made reservation on behalf of 138fc97044cb431798948e7979494fc0 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:50:49.648471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:49.740256 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca136b51-ed27-4157-bad5-33a475605d66 x-openstack-request-id: req-ca136b51-ed27-4157-bad5-33a475605d66 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:49.741272 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "2dc1a8c1-874e-421a-95b1-95f633346ad5", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:49.746011 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca136b51-ed27-4157-bad5-33a475605d66 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:49.746666 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc1a8c1-874e-421a-95b1-95f633346ad5', 'code': 200} Nov 26 21:50:49.870639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f3fddb7-b7d7-4f00-8b7a-ab22339f527c req-6b69dd3a-fcc7-4165-992f-88300a8a6e80 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 210 time: 0.0873098 Nov 26 21:50:49.976734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Allocated IP 172.20.0.2 (fa6f2946-81de-4e26-a667-d6a08f806d93/f3a7d214-d57e-4398-a79c-ee4c8b4a525b/40e01b5e-9fbf-409c-a3cf-2ce9516ef05c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:50.131109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Allocated IP 192.168.233.101 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/2a8c5d8e-f3f0-4548-bab7-531309014da8) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:50.444348 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:50.449648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:50.521545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:50.611363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Pushing event updated for resources: {'Port': ['ID=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:50.616985 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:50.683938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Network fa6f2946-81de-4e26-a667-d6a08f806d93 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:50.686378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:50.699678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:50.712990 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:50.749260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366', '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:50.812991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:50.833592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:50.836954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:50.882661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'Port': ['ID=2a8c5d8e-f3f0-4548-bab7-531309014da8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:50.894314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b1f39e6-8e69-4353-82fc-af0b0c0e8ca0 req-a446b8cd-b863-4e00-bef0-61be4b7c92a2 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.0626256 Nov 26 21:50:50.904996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:50.909877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:50.911166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:50.927341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:50.930996 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:50.966316 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-e5e2046f-ee72-4524-ad5b-82851d23b063 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6546996 Nov 26 21:50:50.989595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Request body: {'port': {'device_id': '3013a640-332d-479a-b006-ea5c0aa75221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:50:51.019923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['48b51641-b110-4063-98d6-d4c6a9fcbf71'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:51.091855 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:51.248732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:51.312820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Attempting to bind port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:51.313205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Attempting to bind port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:51.313576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Attempting to bind port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c on network fa6f2946-81de-4e26-a667-d6a08f806d93 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:51.321262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-36110cab-e409-4d43-9dbb-b9c6e7a13a88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.331384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-36110cab-e409-4d43-9dbb-b9c6e7a13a88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.350154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-36110cab-e409-4d43-9dbb-b9c6e7a13a88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.356597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-36110cab-e409-4d43-9dbb-b9c6e7a13a88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.359557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:51.359947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Checking segment: {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:51.360356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:51.360760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Bound using segment: {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:51.361254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Bound port: 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:51.361709 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:51.363524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-36110cab-e409-4d43-9dbb-b9c6e7a13a88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.371674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-36110cab-e409-4d43-9dbb-b9c6e7a13a88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.377905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-36110cab-e409-4d43-9dbb-b9c6e7a13a88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.386991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-36110cab-e409-4d43-9dbb-b9c6e7a13a88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5425 time: 0.2404804 Nov 26 21:50:51.464624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4e04e24-5d6b-458c-a3c4-971bedb9ccab req-83841291-dc46-4872-833a-da715400f6f6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0765438 Nov 26 21:50:51.490814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94bc31-b670-49c0-a01c-33b63475bc52 req-aaeb28da-02c6-4078-9d9a-0d7ad31a0cd9 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.497023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e94bc31-b670-49c0-a01c-33b63475bc52 req-aaeb28da-02c6-4078-9d9a-0d7ad31a0cd9 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.6712780 Nov 26 21:50:51.627710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e94bc31-b670-49c0-a01c-33b63475bc52 req-34f85427-e12c-4454-a0ef-f35f968ca3e6 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045537 Nov 26 21:50:51.664371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] For port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:51.672432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] For port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:51.709780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1a526491-bce3-4fa8-a4bb-aba378eba560 None None] Provisioning complete for port 2a8c5d8e-f3f0-4548-bab7-531309014da8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:51.711529 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1a526491-bce3-4fa8-a4bb-aba378eba560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:51.714351 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:51.815460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd69871-0cbe-4832-879d-a749f6ee5db3 req-50fc9eab-4fae-42a9-bde5-4863106193b6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:51.817295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fd69871-0cbe-4832-879d-a749f6ee5db3 req-50fc9eab-4fae-42a9-bde5-4863106193b6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 936 time: 0.1935437 Nov 26 21:50:51.884447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b480b-bfe2-4d3b-aa9f-d0483ee1158a None None] Pushing event updated for resources: {'Port': ['ID=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:51.966738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:51.967760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8c5d8e-f3f0-4548-bab7-531309014da8 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:51.986559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fd69871-0cbe-4832-879d-a749f6ee5db3 req-4d111b8e-b3b9-4ccd-8c13-617c9c5d3dc7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394324 Nov 26 21:50:52.013749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:52.014030 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:52.056152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Transition to ACTIVE for port object 2a8c5d8e-f3f0-4548-bab7-531309014da8 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:50:52.075697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:52.079242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:52.216664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:52.238224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc1f47f-217c-44d9-8fa2-a6548b63b5a0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:52.243940 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3055329b-06bf-4bb6-b3d3-9bb89e2b81c6" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "ebc1f47f-217c-44d9-8fa2-a6548b63b5a0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:52.248650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c5d8e-f3f0-4548-bab7-531309014da8,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:52.358522 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:52.360110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0c046ded-7414-4233-b066-f818e5357934 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:52.425985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Allocated IP 172.25.3.225 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/3ac041b8-1fd9-4d3e-ae20-9901e2d5894b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:52.436577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1a526491-bce3-4fa8-a4bb-aba378eba560 None None] Port 2a8c5d8e-f3f0-4548-bab7-531309014da8 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:50:52.578722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Attempting to bind port 2a8c5d8e-f3f0-4548-bab7-531309014da8 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:52.579323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Attempting to bind port 2a8c5d8e-f3f0-4548-bab7-531309014da8 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:52.579452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Attempting to bind port 2a8c5d8e-f3f0-4548-bab7-531309014da8 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:52.583265 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e104dc59-2483-46a2-a0b6-c20777f2c442 x-openstack-request-id: req-e104dc59-2483-46a2-a0b6-c20777f2c442 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:52.584963 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "ebc1f47f-217c-44d9-8fa2-a6548b63b5a0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:52.585167 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e104dc59-2483-46a2-a0b6-c20777f2c442 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:52.593780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Port 2a8c5d8e-f3f0-4548-bab7-531309014da8 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:50:52.594335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Attempting to bind port 2a8c5d8e-f3f0-4548-bab7-531309014da8 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:52.600540 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc1f47f-217c-44d9-8fa2-a6548b63b5a0', 'code': 200} Nov 26 21:50:52.603008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:52.605573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:52.607421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:52.608819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Bound port: 2a8c5d8e-f3f0-4548-bab7-531309014da8, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:52.609398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:52.810011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:52.844814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] For port 2a8c5d8e-f3f0-4548-bab7-531309014da8, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:52.849199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] For port 2a8c5d8e-f3f0-4548-bab7-531309014da8, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2a8c5d8e-f3f0-4548-bab7-531309014da8,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:52.862778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:52.885142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:52.885789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:52.889905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] 10.222.0.13 "PUT /v2.0/ports/2a8c5d8e-f3f0-4548-bab7-531309014da8 HTTP/1.1" status: 200 len: 1096 time: 1.9086380 Nov 26 21:50:52.894571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3013a640-332d-479a-b006-ea5c0aa75221', 'tag': '2a8c5d8e-f3f0-4548-bab7-531309014da8'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:52.897787 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe569fa0-514f-4953-ba34-0adb40aa620f" -d '{"events": [{"name": "network-changed", "server_uuid": "3013a640-332d-479a-b006-ea5c0aa75221", "tag": "2a8c5d8e-f3f0-4548-bab7-531309014da8"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:53.062232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad0cad-a62b-4839-ac5f-3b5344b1270f req-54a2245b-2178-47d2-80cb-695f9a9b5cb4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.071741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17ad0cad-a62b-4839-ac5f-3b5344b1270f req-54a2245b-2178-47d2-80cb-695f9a9b5cb4 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.3399596 Nov 26 21:50:53.120960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:53.165143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dd21e-9cc5-45a0-a857-7af1983a7e6c service neutron] Pushing event updated for resources: {'Port': ['ID=2a8c5d8e-f3f0-4548-bab7-531309014da8,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:53.179414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-bf36d202-74a5-4c41-9a46-0845a1811a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.181408 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-bf36d202-74a5-4c41-9a46-0845a1811a13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 1099 time: 0.1501651 Nov 26 21:50:53.183979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-7e89c391-1730-4c68-bb25-07425e92d0b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.192696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-7e89c391-1730-4c68-bb25-07425e92d0b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.204484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-7e89c391-1730-4c68-bb25-07425e92d0b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.210796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-7e89c391-1730-4c68-bb25-07425e92d0b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.221479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:53.229633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-7e89c391-1730-4c68-bb25-07425e92d0b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.236255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-7e89c391-1730-4c68-bb25-07425e92d0b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.242275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-7e89c391-1730-4c68-bb25-07425e92d0b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.244235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-7e89c391-1730-4c68-bb25-07425e92d0b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5426 time: 0.3993092 Nov 26 21:50:53.251207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 0c046ded-7414-4233-b066-f818e5357934 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:53.319263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17ad0cad-a62b-4839-ac5f-3b5344b1270f req-5f841307-17cd-4cf5-a7ad-179fe439d898 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156351 Nov 26 21:50:53.356331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 0c046ded-7414-4233-b066-f818e5357934 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:53.359832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:53.415996 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-dc00f25d-c32e-4998-9229-c1c2dc17bc2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2a8c5d8e-f3f0-4548-bab7-531309014da8 HTTP/1.1" status: 200 len: 217 time: 0.2072549 Nov 26 21:50:53.476046 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-528aaf3d-78f3-40d7-9a96-d407871bee46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:53.564937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dc96f36-f21b-4f5d-a33d-2889efe3815d req-b2a8a7c0-dfb9-4510-915c-e1275533048c tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1530099 Nov 26 21:50:53.606430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3d00a39a-130b-4a5f-8a11-652929bdd85b req-d638528c-3a21-4f2f-a412-a6ae84677a02 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3228822 Nov 26 21:50:53.621701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-290461b3-7509-447d-aec2-cd81b61351cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.627247 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:53.628004 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-290461b3-7509-447d-aec2-cd81b61351cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2077713 Nov 26 21:50:53.692184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-063adc63-71b5-4b1f-82d5-7efe58c76af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:53.694281 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-063adc63-71b5-4b1f-82d5-7efe58c76af5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573657 Nov 26 21:50:53.725200 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e5c59a-46bc-4ac1-999b-16af973276e8 x-openstack-request-id: req-79e5c59a-46bc-4ac1-999b-16af973276e8 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:53.725561 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3013a640-332d-479a-b006-ea5c0aa75221", "tag": "2a8c5d8e-f3f0-4548-bab7-531309014da8", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:53.725884 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79e5c59a-46bc-4ac1-999b-16af973276e8 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:53.726374 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3013a640-332d-479a-b006-ea5c0aa75221', 'tag': '2a8c5d8e-f3f0-4548-bab7-531309014da8', 'status': 'completed', 'code': 200} Nov 26 21:50:53.832376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:50:53.837733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:50:53.886957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:50:53.942660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-50d2e87b-0d48-448c-b8c8-65e448ffa640 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353895 Nov 26 21:50:54.000963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:54.014737 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:54.057326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac041b8-1fd9-4d3e-ae20-9901e2d5894b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:54.183880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee20bf9-22e1-44ce-b288-63003e4cbea0 None None] Network fa6f2946-81de-4e26-a667-d6a08f806d93 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:50:54.201105 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:54.261727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e377bbee-54f5-4462-8848-f2ed95db2a3e req-ad602294-2689-4d1c-add0-ad4501ddeba4 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763655 Nov 26 21:50:54.340770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c12345-a585-4ab6-bb0c-017003022f8b req-525dfd87-45a0-4a58-8455-e1c42fbd7e41 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:54.343003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02c12345-a585-4ab6-bb0c-017003022f8b req-525dfd87-45a0-4a58-8455-e1c42fbd7e41 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 948 time: 0.5945239 Nov 26 21:50:54.368371 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:50:54.421953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103e583-cb36-4b53-96a7-0262b2eedae2 req-52ab0296-a519-4d11-97e7-bd46a602746c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:54.423681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2103e583-cb36-4b53-96a7-0262b2eedae2 req-52ab0296-a519-4d11-97e7-bd46a602746c tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.2139626 Nov 26 21:50:54.479480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0c046ded-7414-4233-b066-f818e5357934, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0c046ded-7414-4233-b066-f818e5357934,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:54.482555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5ba6a8a4-3a9a-4ad0-9cfa-6a078b17108d None None] Provisioning complete for port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:54.483936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a8a4-3a9a-4ad0-9cfa-6a078b17108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:54.490546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-49ac385b-5521-43e0-b1d3-9b0d40a924be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:54.495897 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-49ac385b-5521-43e0-b1d3-9b0d40a924be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 1099 time: 0.1157703 Nov 26 21:50:54.539566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02c12345-a585-4ab6-bb0c-017003022f8b req-cd894726-22a1-4596-9794-2ff6afb72c1e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875930 Nov 26 21:50:54.600305 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:54.601293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device eb121110-dd4b-4f7e-8e75-26864d520c2e up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:54.656779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2103e583-cb36-4b53-96a7-0262b2eedae2 req-7d7f57e1-ea53-4407-ae13-e3ec587c2f46 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201302 Nov 26 21:50:54.709178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-d3fe3b48-e1b7-43ca-aa09-3394f10afcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:54.711305 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-d3fe3b48-e1b7-43ca-aa09-3394f10afcf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2060130 Nov 26 21:50:54.755390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c046ded-7414-4233-b066-f818e5357934'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:54.757978 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e56ee05-7a11-4d61-9881-1fbabd08ec0f" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "0c046ded-7414-4233-b066-f818e5357934"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:54.794522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6984241-72ca-4b55-ba8b-cc1b57858253 req-26be6361-4e7c-425f-a50c-b82c0f40f8a0 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0434778 Nov 26 21:50:54.809574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:54.834541 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-1e0e13a3-5716-49f3-a904-6eca5a97f685 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2a8c5d8e-f3f0-4548-bab7-531309014da8 HTTP/1.1" status: 200 len: 217 time: 0.1116128 Nov 26 21:50:54.955265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0c046ded-7414-4233-b066-f818e5357934,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:54.959251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-14defb67-07d9-4429-ac1a-50dc44d2e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:54.968443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-14defb67-07d9-4429-ac1a-50dc44d2e13f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1247740 Nov 26 21:50:55.106250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-69b1ff42-b3a7-47e2-89e7-8756f62dd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.112790 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-69b1ff42-b3a7-47e2-89e7-8756f62dd0f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346598 Nov 26 21:50:55.177462 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.226402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port eb121110-dd4b-4f7e-8e75-26864d520c2e completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:55.252915 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5ba6a8a4-3a9a-4ad0-9cfa-6a078b17108d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.354592 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c46ee0-c05a-4a9f-be07-a6f07f21c1f5 x-openstack-request-id: req-48c46ee0-c05a-4a9f-be07-a6f07f21c1f5 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:55.355039 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "0c046ded-7414-4233-b066-f818e5357934", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:55.355473 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48c46ee0-c05a-4a9f-be07-a6f07f21c1f5 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:55.356111 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c046ded-7414-4233-b066-f818e5357934', 'code': 200} Nov 26 21:50:55.397300 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-54ffd110-89ec-4f9a-8ed7-c44ed7e10350 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739847 Nov 26 21:50:55.404755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port eb121110-dd4b-4f7e-8e75-26864d520c2e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:55.405175 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.468237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-96af1b2c-ada6-4163-ba3f-e28e31e95baa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.498386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:55.499971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-96af1b2c-ada6-4163-ba3f-e28e31e95baa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.523333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-96af1b2c-ada6-4163-ba3f-e28e31e95baa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.535997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-96af1b2c-ada6-4163-ba3f-e28e31e95baa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.546761 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b45a57bf-bd64-4a69-9b52-6d6d0ea990cd req-7fed8ba5-503f-4c17-b838-0867552e8e22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.1484816 Nov 26 21:50:55.555288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-96af1b2c-ada6-4163-ba3f-e28e31e95baa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.557923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42662) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:55.573539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-96af1b2c-ada6-4163-ba3f-e28e31e95baa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.581524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-96af1b2c-ada6-4163-ba3f-e28e31e95baa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.583572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-96af1b2c-ada6-4163-ba3f-e28e31e95baa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5427 time: 0.5683231 Nov 26 21:50:55.619343 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.626601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-5ba6a8a4-3a9a-4ad0-9cfa-6a078b17108d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:50:55.626972 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-5ba6a8a4-3a9a-4ad0-9cfa-6a078b17108d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:50:55.743130 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.759202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:55.840228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.853489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7a2d4ffd-866d-45a4-92db-af0d2863e665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.859425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port eb121110-dd4b-4f7e-8e75-26864d520c2e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:55.871502 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.880171 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe569fa0-514f-4953-ba34-0adb40aa620f req-2ff42890-bca8-413d-89e4-b6cb34fe10bb service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662162 Nov 26 21:50:55.888499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0f21-257e-45bf-aee3-485561c73f1d req-aa416db3-3aab-4518-9e51-84f283db56cd tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:55.889333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-691968db-d6eb-40ff-a076-af4270637091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:55.899358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b19f0f21-257e-45bf-aee3-485561c73f1d req-aa416db3-3aab-4518-9e51-84f283db56cd tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.2434254 Nov 26 21:50:55.913139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b7ed1d3d-24cc-4b32-8cff-9b741c2f296c up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:55.964206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13816b79-1868-4343-95ce-97bda8ce03b9 req-15e7f5ff-b089-400a-b118-9d33380dd08c tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3596556 Nov 26 21:50:56.043063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=eb121110-dd4b-4f7e-8e75-26864d520c2e,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:56.063775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:56.071508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:56.071931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.124259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b19f0f21-257e-45bf-aee3-485561c73f1d req-9600ed2c-d04a-47ce-bebe-9c6b9b41e5fc tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225995 Nov 26 21:50:56.126471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-691968db-d6eb-40ff-a076-af4270637091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.133888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-691968db-d6eb-40ff-a076-af4270637091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.213720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691968db-d6eb-40ff-a076-af4270637091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c33e56-62ae-4c34-a980-95ab09a62069,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:56.233938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bd9f1-bc4b-457b-b610-9b4161866efc req-aa9501c3-27d2-4d8b-a9e8-e05d4c2de81e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:56.245422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c7bd9f1-bc4b-457b-b610-9b4161866efc req-aa9501c3-27d2-4d8b-a9e8-e05d4c2de81e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 948 time: 0.1118617 Nov 26 21:50:56.271122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-691968db-d6eb-40ff-a076-af4270637091 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ece97ca9e7db41c89aaaf10a50d8ab47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7107365 Nov 26 21:50:56.274544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42702) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:56.304705 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.352140 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2114026f-fe4b-4053-a9e6-b94f7fdb4b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.355523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:56.365399 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.366798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:56.373027 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07388993-d0a7-4d8a-85c6-f0e0311c8a86 req-6cce5b4b-b26c-4544-b18f-73397928e606 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1035736 Nov 26 21:50:56.383711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2114026f-fe4b-4053-a9e6-b94f7fdb4b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.419987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:50:56.467948 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c7bd9f1-bc4b-457b-b610-9b4161866efc req-94424eca-4db8-4ccd-829b-8498269c9933 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212496 Nov 26 21:50:56.478410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bfaec2d6-c4ea-4dd2-9c40-60d113ca384c None None] Provisioning complete for port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:56.479695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bfaec2d6-c4ea-4dd2-9c40-60d113ca384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.499322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2a8c5d8e-f3f0-4548-bab7-531309014da8 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:50:56.504552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2114026f-fe4b-4053-a9e6-b94f7fdb4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.507525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2114026f-fe4b-4053-a9e6-b94f7fdb4b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.508900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2114026f-fe4b-4053-a9e6-b94f7fdb4b8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0c33e56-62ae-4c34-a980-95ab09a62069 HTTP/1.1" status: 204 len: 168 time: 0.2333140 Nov 26 21:50:56.535045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114026f-fe4b-4053-a9e6-b94f7fdb4b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c33e56-62ae-4c34-a980-95ab09a62069,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:56.661587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:50:56.673162 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Sync routers for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:50:56.694622 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:56.695124 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:56.725158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:56.729102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0f2ef72e-a884-4550-955a-280f5bdf6ca4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.5272343 Nov 26 21:50:56.729451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42728) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:56.773368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:56.817713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:56.833138 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:56.856128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:56.856507 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.025799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2a8c5d8e-f3f0-4548-bab7-531309014da8, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2a8c5d8e-f3f0-4548-bab7-531309014da8,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:57.064213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42740) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:57.077532 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.087630 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-325e98f2-003d-4c0a-9f66-b1b78ad52345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.160934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '2a8c5d8e-f3f0-4548-bab7-531309014da8', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '2a8c5d8e-f3f0-4548-bab7-531309014da8', 'mac_address': 'fa:16:3e:97:6c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:50:57.202688 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:50:54Z', 'revision_number': 3, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:57.273586 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Checking router: 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:50:57.274561 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Updating router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:50:57.279536 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.302217 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.323966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8c5d8e-f3f0-4548-bab7-531309014da8 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:50:57.335376 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.347883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2a8c5d8e-f3f0-4548-bab7-531309014da8, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2a8c5d8e-f3f0-4548-bab7-531309014da8,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:57.380720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:57.382378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb121110-dd4b-4f7e-8e75-26864d520c2e'}, {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c'}, {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120e1b34-cc07-4b69-8e0c-a7de9bca93b0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:50:57.384897 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62031ac-5374-454e-8910-7f7b1c8f3bf6" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "eb121110-dd4b-4f7e-8e75-26864d520c2e"}, {"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "b7ed1d3d-24cc-4b32-8cff-9b741c2f296c"}, {"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "120e1b34-cc07-4b69-8e0c-a7de9bca93b0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:50:57.388981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.395453 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.396091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:57.405796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-f0d3f739-1b0c-4d6c-834d-15a5225f8dc0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:57.422553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-f0d3f739-1b0c-4d6c-834d-15a5225f8dc0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:57.441128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-f0d3f739-1b0c-4d6c-834d-15a5225f8dc0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:57.459904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-f0d3f739-1b0c-4d6c-834d-15a5225f8dc0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:57.472627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-f0d3f739-1b0c-4d6c-834d-15a5225f8dc0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:57.491501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-f0d3f739-1b0c-4d6c-834d-15a5225f8dc0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:57.509876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2a8c5d8e-f3f0-4548-bab7-531309014da8,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:57.513375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-f0d3f739-1b0c-4d6c-834d-15a5225f8dc0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:57.517722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-f0d3f739-1b0c-4d6c-834d-15a5225f8dc0 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5429 time: 0.4010804 Nov 26 21:50:57.576754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:57.589500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:50:57.594543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:57.595131 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.616283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401995-738e-40fd-8e4b-9ea0d4a3b4b2 req-02efece3-8ca9-4fe8-a9f4-0a43deac378e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:57.617806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d401995-738e-40fd-8e4b-9ea0d4a3b4b2 req-02efece3-8ca9-4fe8-a9f4-0a43deac378e tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.3774693 Nov 26 21:50:57.730757 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.737361 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.744861 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.772361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:57.789393 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Attempting to bind port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:50:57.790169 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Attempting to bind port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:50:57.790802 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Attempting to bind port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:50:57.807656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d401995-738e-40fd-8e4b-9ea0d4a3b4b2 req-6ddff471-5818-41b1-ae8b-d38fbc1e3950 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723726 Nov 26 21:50:57.846551 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:50:57.850188 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:50:57.850873 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.851156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09c74d2e-d877-4378-8975-00dc61cbe22b req-dd49d5f7-2d04-4eff-b71e-8769e836c1ef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3222966 Nov 26 21:50:57.851760 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:50:57.852476 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Bound port: 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:50:57.853087 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.922019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-325e98f2-003d-4c0a-9f66-b1b78ad52345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.934192 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-325e98f2-003d-4c0a-9f66-b1b78ad52345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:57.935541 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 26 Nov 2021 21:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802dce8d-e8c2-4810-b565-c57adeabe119 x-openstack-request-id: req-802dce8d-e8c2-4810-b565-c57adeabe119 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:50:57.936593 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "eb121110-dd4b-4f7e-8e75-26864d520c2e", "code": 200}, {"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "b7ed1d3d-24cc-4b32-8cff-9b741c2f296c", "code": 200}, {"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "120e1b34-cc07-4b69-8e0c-a7de9bca93b0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:50:57.937429 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-802dce8d-e8c2-4810-b565-c57adeabe119 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:50:57.938492 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb121110-dd4b-4f7e-8e75-26864d520c2e', 'code': 200} Nov 26 21:50:57.938819 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c', 'code': 200} Nov 26 21:50:57.939091 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120e1b34-cc07-4b69-8e0c-a7de9bca93b0', 'code': 200} Nov 26 21:50:57.949398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2a8c5d8e-f3f0-4548-bab7-531309014da8'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:50:57.995325 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] For port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:50:57.998881 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.010841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:58.013880 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] For port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3ac041b8-1fd9-4d3e-ae20-9901e2d5894b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:50:58.029325 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.065704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-325e98f2-003d-4c0a-9f66-b1b78ad52345 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d094785acb954b9b9e8322e0b27a12d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9994392 Nov 26 21:50:58.066799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e98f2-003d-4c0a-9f66-b1b78ad52345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b599602-b849-4aad-beb8-1c7eec635270,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:58.083813 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:50:58.084250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42776) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:50:58.084541 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:58.086290 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.092105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:50:58.093028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.098307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-7d59f63f-54a1-4e4b-84dd-b9e22b5b66e3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:58.102096 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-7d59f63f-54a1-4e4b-84dd-b9e22b5b66e3 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.41 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.2988572 Nov 26 21:50:58.132641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ece1178-cb0e-4613-ac73-af1cf12591ab req-b7de9177-c0ad-45b8-a5de-82947f33e911 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1069300 Nov 26 21:50:58.155669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:58.185831 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-edb1a672-3a44-434c-8e49-e761c02dc564 req-149e8f44-db9b-4a1f-81fd-533deb71a58e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0754302 Nov 26 21:50:58.294231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbb458-bc12-416f-8a7e-48c31064fddd req-b5662f2d-2288-431d-be59-b9489c46ba1b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:58.297360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6fbb458-bc12-416f-8a7e-48c31064fddd req-b5662f2d-2288-431d-be59-b9489c46ba1b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 949 time: 0.1882687 Nov 26 21:50:58.300258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12fdd5d7-8a6c-467a-849d-9f78a34cb7da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.307741 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:50:58.420620 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12fdd5d7-8a6c-467a-849d-9f78a34cb7da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.449855 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Pushing event updated for resources: {'Port': ['ID=3ac041b8-1fd9-4d3e-ae20-9901e2d5894b,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:58.487034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6fbb458-bc12-416f-8a7e-48c31064fddd req-aa04278b-01b2-4759-857e-b21b02bd5fe9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743801 Nov 26 21:50:58.515946 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12fdd5d7-8a6c-467a-849d-9f78a34cb7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.519390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12fdd5d7-8a6c-467a-849d-9f78a34cb7da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.521375 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.523838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-12fdd5d7-8a6c-467a-849d-9f78a34cb7da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b599602-b849-4aad-beb8-1c7eec635270 HTTP/1.1" status: 204 len: 168 time: 0.4162228 Nov 26 21:50:58.532338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd5d7-8a6c-467a-849d-9f78a34cb7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b599602-b849-4aad-beb8-1c7eec635270,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:58.635075 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.636003 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.640729 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.641257 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.642151 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.643572 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.644175 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.644308 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.644558 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.644895 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.645225 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.645542 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:50:58.645963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Deleting port a4f85da3-ef81-4a34-9eff-3e0cad08f909 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:50:58.646521 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:58.902770 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e1e7c-8259-4aca-ab72-7369a2a7ecb1 None None] Pushing event updated for resources: {'Port': ['ID=3ac041b8-1fd9-4d3e-ae20-9901e2d5894b,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:50:58.949267 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:50:54Z', 'revision_number': 3, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:50:59.016570 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738dff7e-1383-43dc-9408-ce499714ba1d None None] The sync data for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 is: [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:50:54Z', 'revision_number': 3, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:50:59.094569 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:59.192882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb39af-7628-45a5-a786-9d3aa1fb0313 req-9dd6518e-89cc-4781-8921-5251555b856d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.201719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cbb39af-7628-45a5-a786-9d3aa1fb0313 req-9dd6518e-89cc-4781-8921-5251555b856d tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 946 time: 0.2556646 Nov 26 21:50:59.230244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319024-43d4-41a7-87b9-c8826efe605c req-28e87f22-0e51-4d86-a163-a0a6f2e01723 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.244062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319024-43d4-41a7-87b9-c8826efe605c req-28e87f22-0e51-4d86-a163-a0a6f2e01723 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.252157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319024-43d4-41a7-87b9-c8826efe605c req-28e87f22-0e51-4d86-a163-a0a6f2e01723 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.276800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319024-43d4-41a7-87b9-c8826efe605c req-28e87f22-0e51-4d86-a163-a0a6f2e01723 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.285983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319024-43d4-41a7-87b9-c8826efe605c req-28e87f22-0e51-4d86-a163-a0a6f2e01723 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.303772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319024-43d4-41a7-87b9-c8826efe605c req-28e87f22-0e51-4d86-a163-a0a6f2e01723 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.317370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97319024-43d4-41a7-87b9-c8826efe605c req-28e87f22-0e51-4d86-a163-a0a6f2e01723 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.325939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97319024-43d4-41a7-87b9-c8826efe605c req-28e87f22-0e51-4d86-a163-a0a6f2e01723 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.3291495 Nov 26 21:50:59.360226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Allocated IP 172.20.0.1 (fa6f2946-81de-4e26-a667-d6a08f806d93/f3a7d214-d57e-4398-a79c-ee4c8b4a525b/88e7017a-37cf-4b06-801b-764b6dc63afb) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:50:59.471740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] For port a4f85da3-ef81-4a34-9eff-3e0cad08f909, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f85da3-ef81-4a34-9eff-3e0cad08f909,segment=NetworkSegment(d0810ece-9c0b-4a70-80b9-b73a210b42c7),segment_id=d0810ece-9c0b-4a70-80b9-b73a210b42c7)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:50:59.472485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:50:59.565720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cbb39af-7628-45a5-a786-9d3aa1fb0313 req-6183a2fa-678c-482e-8977-b59ecd1746a0 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/security-groups?id=de3789f1-e220-42e9-a94a-e96ee4257fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629982 Nov 26 21:50:59.631968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97319024-43d4-41a7-87b9-c8826efe605c req-4b0b57ce-8247-4b6e-9710-2d33bade5f7b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2891147 Nov 26 21:50:59.692802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Calling delete_port for a4f85da3-ef81-4a34-9eff-3e0cad08f909 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:50:59.893410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d660f585-80c6-4a7a-943e-97a6fee115c4 req-581c34b7-63a3-45a4-9af2-9c022cd70678 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1421304 Nov 26 21:50:59.923292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:50:59.929036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9c852-5a83-4173-b8e2-749067c7f029 req-0e77f38f-ea1a-47f0-ad1b-a0578609b907 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:50:59.943435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75c9c852-5a83-4173-b8e2-749067c7f029 req-0e77f38f-ea1a-47f0-ad1b-a0578609b907 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 949 time: 0.2403071 Nov 26 21:51:00.001939 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.051587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75c9c852-5a83-4173-b8e2-749067c7f029 req-83c5305c-c310-4cf8-8a8a-2c781c7815c6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003468 Nov 26 21:51:00.154208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.217868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Network fa6f2946-81de-4e26-a667-d6a08f806d93 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:00.224883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:00.231796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:00.252111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:00.264557 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e4febc-72ab-45b3-97ce-cb813d07dae7" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "69a3c89a-3299-4d0a-9b97-8f70b4f4a14d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:00.339321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.380024 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301ff86f-2e06-4781-bb25-f16f7202b378 x-openstack-request-id: req-301ff86f-2e06-4781-bb25-f16f7202b378 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:00.381622 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-plugged", "status": "completed", "tag": "69a3c89a-3299-4d0a-9b97-8f70b4f4a14d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:00.382181 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-301ff86f-2e06-4781-bb25-f16f7202b378 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:00.382825 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d', 'code': 200} Nov 26 21:51:00.386529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Pushing event updated for resources: {'Port': ['ID=88e7017a-37cf-4b06-801b-764b6dc63afb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:00.405399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:00.405959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.513274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Pushing event deleted for resources: {'Port': ['ID=a4f85da3-ef81-4a34-9eff-3e0cad08f909,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:00.518586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2a8c5d8e-f3f0-4548-bab7-531309014da8 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:00.558231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.645113 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.711652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3ac041b8-1fd9-4d3e-ae20-9901e2d5894b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:00.727148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 2a8c5d8e-f3f0-4548-bab7-531309014da8 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:00.746981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.754319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 2a8c5d8e-f3f0-4548-bab7-531309014da8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:00.755283 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.798394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1eddf04-c7e6-4dc0-a6a3-38155faee182 req-80c5dc96-340c-4bc6-9857-8d8b690f88f2 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 210 time: 0.1006503 Nov 26 21:51:00.878915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7bea0446-413d-4f5d-b781-2f67aebd1313 None None] Provisioning complete for port 88e7017a-37cf-4b06-801b-764b6dc63afb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:00.879598 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7bea0446-413d-4f5d-b781-2f67aebd1313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:00.950556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=3ac041b8-1fd9-4d3e-ae20-9901e2d5894b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:00.968442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-95404013-97eb-4bb6-8578-f78f19fd50b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.006505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-95404013-97eb-4bb6-8578-f78f19fd50b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.022614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-95404013-97eb-4bb6-8578-f78f19fd50b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.045821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-95404013-97eb-4bb6-8578-f78f19fd50b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.046042 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:01.064770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-95404013-97eb-4bb6-8578-f78f19fd50b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.082914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7bea0446-413d-4f5d-b781-2f67aebd1313 None None] Port 88e7017a-37cf-4b06-801b-764b6dc63afb cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:01.090453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-95404013-97eb-4bb6-8578-f78f19fd50b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.105086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-95404013-97eb-4bb6-8578-f78f19fd50b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.113600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-95404013-97eb-4bb6-8578-f78f19fd50b2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.2925131 Nov 26 21:51:01.135602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] No DVR routers for this DVR port a4f85da3-ef81-4a34-9eff-3e0cad08f909 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:51:01.138339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2a8c5d8e-f3f0-4548-bab7-531309014da8, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2a8c5d8e-f3f0-4548-bab7-531309014da8,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:01.156706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:01.197549 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:01.208638 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8770601e-b282-4edf-9d7c-48450e1e7ab7 req-dabd3cea-94a1-4ef9-8c06-810adaa48286 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.41 "DELETE /v2.0/ports/a4f85da3-ef81-4a34-9eff-3e0cad08f909 HTTP/1.1" status: 204 len: 173 time: 3.0861447 Nov 26 21:51:01.209186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1c6b43-bbbe-4845-8910-0287057f8292', 'name': 'network-vif-deleted', 'tag': 'a4f85da3-ef81-4a34-9eff-3e0cad08f909'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:01.211462 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c3e0ec-521b-4826-812e-4f1761ec02f9" -d '{"events": [{"server_uuid": "be1c6b43-bbbe-4845-8910-0287057f8292", "name": "network-vif-deleted", "tag": "a4f85da3-ef81-4a34-9eff-3e0cad08f909"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:01.246285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15cadbe6-66d8-402b-89d0-2ef80ea86e1a req-53a4ec60-0ac0-4e9b-bda3-5c2d7f7528f2 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1281302 Nov 26 21:51:01.279958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342cd3-5471-481d-89fb-8fee3783187e req-7040045d-2302-402c-9f8c-864d6deb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.280440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342cd3-5471-481d-89fb-8fee3783187e req-7040045d-2302-402c-9f8c-864d6deb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.280906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342cd3-5471-481d-89fb-8fee3783187e req-7040045d-2302-402c-9f8c-864d6deb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.281370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342cd3-5471-481d-89fb-8fee3783187e req-7040045d-2302-402c-9f8c-864d6deb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.281500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2a8c5d8e-f3f0-4548-bab7-531309014da8,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:01.281864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342cd3-5471-481d-89fb-8fee3783187e req-7040045d-2302-402c-9f8c-864d6deb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.301445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342cd3-5471-481d-89fb-8fee3783187e req-7040045d-2302-402c-9f8c-864d6deb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.302012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342cd3-5471-481d-89fb-8fee3783187e req-7040045d-2302-402c-9f8c-864d6deb10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.304044 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6342cd3-5471-481d-89fb-8fee3783187e req-7040045d-2302-402c-9f8c-864d6deb10b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6488 time: 0.3993151 Nov 26 21:51:01.392962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-594b60e1-4a65-4905-a0c9-16b33893fa27 req-3d189ba0-b506-458c-b6c1-795c7da61e50 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2547786 Nov 26 21:51:01.409897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:01.508488 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6342cd3-5471-481d-89fb-8fee3783187e req-da183da2-c5ec-43de-bdfc-2bbe5ce0a806 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&id=01485b23-7d00-4763-a032-7c170e3bd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1893017 Nov 26 21:51:01.564619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98bb46-d1d6-4ab0-a882-78f857bd2f01 req-48707644-5415-410b-85b4-34119f3aade6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:01.595885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff98bb46-d1d6-4ab0-a882-78f857bd2f01 req-48707644-5415-410b-85b4-34119f3aade6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 950 time: 0.1367779 Nov 26 21:51:01.718809 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e26d40-5bab-4b23-934a-f0461aec8532 x-openstack-request-id: req-c3e26d40-5bab-4b23-934a-f0461aec8532 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:01.719342 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1c6b43-bbbe-4845-8910-0287057f8292", "name": "network-vif-deleted", "tag": "a4f85da3-ef81-4a34-9eff-3e0cad08f909", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:01.719758 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c3e26d40-5bab-4b23-934a-f0461aec8532 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:01.720336 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1c6b43-bbbe-4845-8910-0287057f8292', 'name': 'network-vif-deleted', 'tag': 'a4f85da3-ef81-4a34-9eff-3e0cad08f909', 'status': 'completed', 'code': 200} Nov 26 21:51:01.731283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff98bb46-d1d6-4ab0-a882-78f857bd2f01 req-9e4b66bf-0462-4b50-9944-aa0d4319e398 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336899 Nov 26 21:51:01.743050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a4f85da3-ef81-4a34-9eff-3e0cad08f909 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:51:01.783214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: a4f85da3-ef81-4a34-9eff-3e0cad08f909 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:51:01.790524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a4f85da3-ef81-4a34-9eff-3e0cad08f909 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:51:01.817845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:01.895041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:01.906688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:01.958245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:01.958741 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:02.076660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-374e720f-3651-4d17-ab3b-b766df8cf7af req-922ab4b0-278f-422b-a3ff-cda0124e3a41 tempest-ServerDiskConfigTestJSON-1036644988 tempest-ServerDiskConfigTestJSON-1036644988-project] 10.222.0.21 "GET /v2.0/ports?device_id=be1c6b43-bbbe-4845-8910-0287057f8292 HTTP/1.1" status: 200 len: 210 time: 0.0818334 Nov 26 21:51:02.115253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Pushing event updated for resources: {'Port': ['ID=88e7017a-37cf-4b06-801b-764b6dc63afb,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:02.172084 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:02.383913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013a640-332d-479a-b006-ea5c0aa75221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c5d8e-f3f0-4548-bab7-531309014da8'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:02.387913 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc05d90-5f83-4d46-8de8-175d16e4553f" -d '{"events": [{"server_uuid": "3013a640-332d-479a-b006-ea5c0aa75221", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c5d8e-f3f0-4548-bab7-531309014da8"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:02.428234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Network fa6f2946-81de-4e26-a667-d6a08f806d93 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:02.432183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:02.660648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2527b25-3668-4b36-9e68-aeaa4bbd3604 req-ef257688-c549-46be-8da8-1c3c65bfed07 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0658262 Nov 26 21:51:02.689057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:51:02.755772 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cc03ef-b4ab-4e33-8458-5a2334ce957e x-openstack-request-id: req-e8cc03ef-b4ab-4e33-8458-5a2334ce957e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:02.756809 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013a640-332d-479a-b006-ea5c0aa75221", "name": "network-vif-plugged", "status": "completed", "tag": "2a8c5d8e-f3f0-4548-bab7-531309014da8", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:02.757239 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8cc03ef-b4ab-4e33-8458-5a2334ce957e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:02.757813 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013a640-332d-479a-b006-ea5c0aa75221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8c5d8e-f3f0-4548-bab7-531309014da8', 'code': 200} Nov 26 21:51:02.770764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.771385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.771852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.772497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.773120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.773764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.774408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.775023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.779029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.779552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.780082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.783807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-88bbe84d-7665-4375-b1b6-45758f8976dc req-f9d56f75-d440-4e7e-88ef-c604ac3fef71 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.3040977 Nov 26 21:51:02.967623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f904aab7-eb3d-463b-9415-9aa57fe87e21 None None] Provisioning complete for port 88e7017a-37cf-4b06-801b-764b6dc63afb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:02.971473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f904aab7-eb3d-463b-9415-9aa57fe87e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:02.978305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:51:02.994694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a6607ff2-687c-4b47-ac92-3bfc227eb495 admin admin] 10.222.0.21 "PUT /v2.0/routers/4c49503c-2e58-46e3-8435-ed2aa1fa4a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2638609 Nov 26 21:51:02.997019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d9763-9aa0-4690-89c6-43782e1879d0 req-7519a3af-c023-40bd-8726-f454d2b2fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:02.998377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e5d9763-9aa0-4690-89c6-43782e1879d0 req-7519a3af-c023-40bd-8726-f454d2b2fa47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 1101 time: 0.0776839 Nov 26 21:51:03.000997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917e3f7-e253-4b45-97f4-07f6f5affa99 req-4075b38b-f395-4100-8fb1-69c39f76813d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.002829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2917e3f7-e253-4b45-97f4-07f6f5affa99 req-4075b38b-f395-4100-8fb1-69c39f76813d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 950 time: 0.0717835 Nov 26 21:51:03.021107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-451f3f6a-2fb0-46ef-98f3-09eb4d1582a9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.028282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-451f3f6a-2fb0-46ef-98f3-09eb4d1582a9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.035622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-451f3f6a-2fb0-46ef-98f3-09eb4d1582a9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.042912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-451f3f6a-2fb0-46ef-98f3-09eb4d1582a9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.049246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-451f3f6a-2fb0-46ef-98f3-09eb4d1582a9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.056422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-451f3f6a-2fb0-46ef-98f3-09eb4d1582a9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.063339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-451f3f6a-2fb0-46ef-98f3-09eb4d1582a9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.070919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e5d9763-9aa0-4690-89c6-43782e1879d0 req-b8780fcd-f6ed-432f-998e-d586fca9b10d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569334 Nov 26 21:51:03.072860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-451f3f6a-2fb0-46ef-98f3-09eb4d1582a9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.1759937 Nov 26 21:51:03.083281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Sync routers for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:51:03.111962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:51:03.112754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:03.115868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f904aab7-eb3d-463b-9415-9aa57fe87e21 None None] Port 88e7017a-37cf-4b06-801b-764b6dc63afb cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:03.150639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2917e3f7-e253-4b45-97f4-07f6f5affa99 req-2700871d-7463-4ee6-86e8-a8f7e121ba02 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686908 Nov 26 21:51:03.213975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a1496dd-0bc5-4fd2-a5eb-423b7b0d266b req-871355f8-b97a-4edc-b356-e0684bbaf1cf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368120 Nov 26 21:51:03.367987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f283f-ab43-4942-8293-7be8fd92d612 req-e69f08a9-9897-4744-b84f-1a71e3474eb6 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.391498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c9f283f-ab43-4942-8293-7be8fd92d612 req-e69f08a9-9897-4744-b84f-1a71e3474eb6 tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 886 time: 0.1743610 Nov 26 21:51:03.393236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:51:03.548279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42978) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:03.685326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.687207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.689820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.690328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 2, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:03.691003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.692283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.697353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.699184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.700842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.701484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.702835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.703478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:03.723656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Checking router: 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:51:03.724041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb7a333e-29d3-4a38-b810-66464f3c126f req-dfc46dfc-03d3-4660-8744-a35a8b7db50e tempest-NetworksTest-1540938414 tempest-NetworksTest-1540938414-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.2407746 Nov 26 21:51:03.724509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Updating router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 port 88e7017a-37cf-4b06-801b-764b6dc63afb binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:51:03.831510 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82598d5f-af1d-4323-897f-8023c5804e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:03.833294 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:03.972417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea9ee883-4cf7-45e6-a984-9027bf752964 req-1baa6c09-a462-4af5-a677-d68d5ffc2e12 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0750234 Nov 26 21:51:04.043533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82598d5f-af1d-4323-897f-8023c5804e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.048949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42990) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:04.058772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82598d5f-af1d-4323-897f-8023c5804e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.112316 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-82598d5f-af1d-4323-897f-8023c5804e62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14074631cf174988b6dccc8adb69f330&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5626266 Nov 26 21:51:04.119943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42992) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:04.147106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1fa164-2f7b-4eac-a074-122f188dc421 admin admin] Deleting subnet 31b91493-f348-405c-b49c-941d6696293e {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:51:04.153106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa164-2f7b-4eac-a074-122f188dc421 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.171856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82598d5f-af1d-4323-897f-8023c5804e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdaace5-03fe-4b3b-95cf-a7fdc6747908,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:04.226692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa164-2f7b-4eac-a074-122f188dc421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.246136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42996) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:04.263526 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fef5f4-5bdc-40be-bb23-49599255e3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.318815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43002) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:04.331193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a3bc0237-2790-44df-b6cc-020325ad2f9a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455486042', 'description': 'tempest-description--1736728646'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:04.337237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fef5f4-5bdc-40be-bb23-49599255e3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.354038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa164-2f7b-4eac-a074-122f188dc421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.364164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.381949 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.447307 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0237-2790-44df-b6cc-020325ad2f9a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.469754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef79435-ed48-4a35-852e-a88ad150292e req-9b413027-8eef-41ce-9874-e4a88b5e1df9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:04.477183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fef79435-ed48-4a35-852e-a88ad150292e req-9b413027-8eef-41ce-9874-e4a88b5e1df9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 950 time: 0.1251807 Nov 26 21:51:04.531242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d73f6-251e-45bd-8abc-863a4a622e95 None None] Pushing event updated for resources: {'Port': ['ID=88e7017a-37cf-4b06-801b-764b6dc63afb,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:04.531994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33a697dc-a3af-46a8-81ab-cc165fd5199e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.547623 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fef5f4-5bdc-40be-bb23-49599255e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.553084 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50fef5f4-5bdc-40be-bb23-49599255e3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.555145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-50fef5f4-5bdc-40be-bb23-49599255e3aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecdaace5-03fe-4b3b-95cf-a7fdc6747908 HTTP/1.1" status: 204 len: 168 time: 0.4292614 Nov 26 21:51:04.563100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Attempting to bind port 88e7017a-37cf-4b06-801b-764b6dc63afb on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:04.563478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Attempting to bind port 88e7017a-37cf-4b06-801b-764b6dc63afb by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:04.563965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Attempting to bind port 88e7017a-37cf-4b06-801b-764b6dc63afb on network fa6f2946-81de-4e26-a667-d6a08f806d93 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:04.570947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa164-2f7b-4eac-a074-122f188dc421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.591425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:04.591814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Checking segment: {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:04.592233 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.593154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Bound using segment: {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:04.593154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Bound port: 88e7017a-37cf-4b06-801b-764b6dc63afb, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:04.593492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.608481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fef5f4-5bdc-40be-bb23-49599255e3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdaace5-03fe-4b3b-95cf-a7fdc6747908,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:04.622224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fa164-2f7b-4eac-a074-122f188dc421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b91493-f348-405c-b49c-941d6696293e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:04.627467 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa164-2f7b-4eac-a074-122f188dc421 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.635779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9b1fa164-2f7b-4eac-a074-122f188dc421 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/31b91493-f348-405c-b49c-941d6696293e HTTP/1.1" status: 204 len: 168 time: 0.5827682 Nov 26 21:51:04.637565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43006) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:04.652768 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fef79435-ed48-4a35-852e-a88ad150292e req-93ed0781-e1d9-4281-8ed1-5bc680d5f20d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695268 Nov 26 21:51:04.693211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-6e4fc998-4c2f-4c85-a2c1-23bbe1eef031 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:04.699471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-6e4fc998-4c2f-4c85-a2c1-23bbe1eef031 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:04.715159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-6e4fc998-4c2f-4c85-a2c1-23bbe1eef031 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:04.721541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-6e4fc998-4c2f-4c85-a2c1-23bbe1eef031 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:04.731297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-6e4fc998-4c2f-4c85-a2c1-23bbe1eef031 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:04.740458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-6e4fc998-4c2f-4c85-a2c1-23bbe1eef031 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:04.741218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33a697dc-a3af-46a8-81ab-cc165fd5199e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.749805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33a697dc-a3af-46a8-81ab-cc165fd5199e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.763577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-6e4fc998-4c2f-4c85-a2c1-23bbe1eef031 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:04.774111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] For port 88e7017a-37cf-4b06-801b-764b6dc63afb, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:04.774748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-6e4fc998-4c2f-4c85-a2c1-23bbe1eef031 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.2876639 Nov 26 21:51:04.778393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] For port 88e7017a-37cf-4b06-801b-764b6dc63afb, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88e7017a-37cf-4b06-801b-764b6dc63afb,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:04.788155 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.831778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-33a697dc-a3af-46a8-81ab-cc165fd5199e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b978588166a47d2889ddf059854fe82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5842140 Nov 26 21:51:04.835446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a697dc-a3af-46a8-81ab-cc165fd5199e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9cedee-c0fc-42b2-a008-8f5d4b6b7f71,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:04.861398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43008) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:04.862352 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:51:04.863152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:04.866366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d73f6-251e-45bd-8abc-863a4a622e95 None None] Pushing event updated for resources: {'Port': ['ID=88e7017a-37cf-4b06-801b-764b6dc63afb,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:04.971727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.977508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0237-2790-44df-b6cc-020325ad2f9a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:04.998064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0237-2790-44df-b6cc-020325ad2f9a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.021653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18383426-ab53-4e32-80c8-fc7727e940f5 req-dec8186f-cd93-4c19-9025-a98ba45dfe28 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2455461 Nov 26 21:51:05.081204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1b52b29c-9335-4f76-8818-551de5ff1d15 None None] Provisioning complete for port 88e7017a-37cf-4b06-801b-764b6dc63afb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:05.081581 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b52b29c-9335-4f76-8818-551de5ff1d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.090238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-11ca3cdd-6fa2-440c-8974-e99d615c8675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.115167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-11ca3cdd-6fa2-440c-8974-e99d615c8675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.186877 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-11ca3cdd-6fa2-440c-8974-e99d615c8675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.189868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-11ca3cdd-6fa2-440c-8974-e99d615c8675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.191216 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-11ca3cdd-6fa2-440c-8974-e99d615c8675 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d9cedee-c0fc-42b2-a008-8f5d4b6b7f71 HTTP/1.1" status: 204 len: 168 time: 0.3253803 Nov 26 21:51:05.192089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc0237-2790-44df-b6cc-020325ad2f9a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c3416f-77ac-4300-a6d2-e888dd676b85,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:05.200309 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0237-2790-44df-b6cc-020325ad2f9a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.204312 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a3bc0237-2790-44df-b6cc-020325ad2f9a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8818848 Nov 26 21:51:05.209504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43018) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:05.215361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-325e1904-bdd7-4da0-b85f-4a8d2c98a5eb tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Request body: {'security_group_rule': {'security_group_id': '07c3416f-77ac-4300-a6d2-e888dd676b85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:05.221123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca3cdd-6fa2-440c-8974-e99d615c8675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9cedee-c0fc-42b2-a008-8f5d4b6b7f71,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:05.273644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89ff7b23-a03a-436e-ae30-e9287ab640ef req-2bdac931-6de5-4f02-81ee-ab6f9e4923e7 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1125174 Nov 26 21:51:05.282031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:51:05.289599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-325e1904-bdd7-4da0-b85f-4a8d2c98a5eb tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.386936 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-325e1904-bdd7-4da0-b85f-4a8d2c98a5eb tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.397675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-325e1904-bdd7-4da0-b85f-4a8d2c98a5eb tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.407656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.451170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a145ec-f6d8-4f82-970f-a1fadcc453ef req-21e37e43-fc8c-40a5-b081-ee97ffcd51f1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:05.462275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a145ec-f6d8-4f82-970f-a1fadcc453ef req-21e37e43-fc8c-40a5-b081-ee97ffcd51f1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:05.466119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e1904-bdd7-4da0-b85f-4a8d2c98a5eb tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf55a5de-cb19-45ad-ba46-799091746e42,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:05.475526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a145ec-f6d8-4f82-970f-a1fadcc453ef req-21e37e43-fc8c-40a5-b081-ee97ffcd51f1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:05.487540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-325e1904-bdd7-4da0-b85f-4a8d2c98a5eb tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.489561 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-325e1904-bdd7-4da0-b85f-4a8d2c98a5eb tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2782929 Nov 26 21:51:05.491781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43026) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:05.496820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1125498e-eff8-44d1-87e4-0557efc4e139 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Request body: {'security_group_rule': {'security_group_id': '07c3416f-77ac-4300-a6d2-e888dd676b85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:05.497566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a145ec-f6d8-4f82-970f-a1fadcc453ef req-21e37e43-fc8c-40a5-b081-ee97ffcd51f1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:05.509671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a145ec-f6d8-4f82-970f-a1fadcc453ef req-21e37e43-fc8c-40a5-b081-ee97ffcd51f1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:05.520480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a145ec-f6d8-4f82-970f-a1fadcc453ef req-21e37e43-fc8c-40a5-b081-ee97ffcd51f1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:05.527476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a145ec-f6d8-4f82-970f-a1fadcc453ef req-21e37e43-fc8c-40a5-b081-ee97ffcd51f1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:05.541869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4a145ec-f6d8-4f82-970f-a1fadcc453ef req-21e37e43-fc8c-40a5-b081-ee97ffcd51f1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.2617435 Nov 26 21:51:05.548615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43028) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:05.556296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Request body: {'floatingip': {'port_id': '0c046ded-7414-4233-b066-f818e5357934'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:05.565880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3ee011-487e-4536-958d-3948a68d50da']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:05.579240 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1125498e-eff8-44d1-87e4-0557efc4e139 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.668990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0810ece-9c0b-4a70-80b9-b73a210b42c7') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:05.669664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0810ece-9c0b-4a70-80b9-b73a210b42c7') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:05.693794 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.747019 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1125498e-eff8-44d1-87e4-0557efc4e139 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.761477 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1125498e-eff8-44d1-87e4-0557efc4e139 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.800863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125498e-eff8-44d1-87e4-0557efc4e139 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005bf715-5a50-4d76-87b5-f2a725b49bb9,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:05.821630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1125498e-eff8-44d1-87e4-0557efc4e139 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.823563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.827803 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1125498e-eff8-44d1-87e4-0557efc4e139 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315523 Nov 26 21:51:05.830423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43038) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:05.834561 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b52b29c-9335-4f76-8818-551de5ff1d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.841042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:05.888557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1b52b29c-9335-4f76-8818-551de5ff1d15 None None] For port 88e7017a-37cf-4b06-801b-764b6dc63afb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88e7017a-37cf-4b06-801b-764b6dc63afb,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:05.901834 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.908666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b52b29c-9335-4f76-8818-551de5ff1d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.982605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:05.991636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43044) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:06.038681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:51:06.039262 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:51:06.045535 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:51:06.048885 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b4c7-8e77-4080-8c22-eec718ef97e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.287577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-10fda707-d947-4b6b-8404-a72b94c1fe89 None None] Provisioning complete for port 88e7017a-37cf-4b06-801b-764b6dc63afb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:06.287955 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-10fda707-d947-4b6b-8404-a72b94c1fe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.296045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b4c7-8e77-4080-8c22-eec718ef97e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.304174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.313712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b4c7-8e77-4080-8c22-eec718ef97e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.339016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52b29c-9335-4f76-8818-551de5ff1d15 None None] Pushing event updated for resources: {'Port': ['ID=88e7017a-37cf-4b06-801b-764b6dc63afb,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:06.344003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:04Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:06.379730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f1628b-3f47-49de-b68c-d266a7c68f42 None None] The sync data for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 is: [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:04Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:51:06.563848 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9ad9b4c7-8e77-4080-8c22-eec718ef97e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=265e79c7a00c4ea48ae5c366f1e11172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5474975 Nov 26 21:51:06.564879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43052) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:06.570671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9b4c7-8e77-4080-8c22-eec718ef97e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff18b0e-7fde-4460-a429-4f4c0f21b434,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:06.772024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Allocated IP 172.25.3.79 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/3410a7c3-076a-4f1a-964f-783faba7e52b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:06.774805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-957e7e67-9724-4818-87ef-eb906f2903ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.810053 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.820562 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-957e7e67-9724-4818-87ef-eb906f2903ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.922489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3fd3b6b2-8a73-4266-91a6-64eb3d2f9935 req-6ae7a45c-cd48-4fd8-b91a-2df25e8f8e36 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.3727167 Nov 26 21:51:06.978095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-957e7e67-9724-4818-87ef-eb906f2903ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.978095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-957e7e67-9724-4818-87ef-eb906f2903ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:06.978095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-957e7e67-9724-4818-87ef-eb906f2903ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fff18b0e-7fde-4460-a429-4f4c0f21b434 HTTP/1.1" status: 204 len: 168 time: 0.4054267 Nov 26 21:51:06.998156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e7e67-9724-4818-87ef-eb906f2903ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff18b0e-7fde-4460-a429-4f4c0f21b434,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:07.018857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382a65-1139-497d-8467-b3f2955988ef req-262a3088-e75c-41a5-a380-778bf472673f tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:07.033628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65382a65-1139-497d-8467-b3f2955988ef req-262a3088-e75c-41a5-a380-778bf472673f tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 950 time: 1.1937542 Nov 26 21:51:07.059188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.080303 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.108064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.123592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] 10.222.0.21 "DELETE /v2.0/networks/bd3ee011-487e-4536-958d-3948a68d50da HTTP/1.1" status: 204 len: 168 time: 2.4674060 Nov 26 21:51:07.137811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.164662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1879255-b567-4b15-8dcf-7c83e8ef39ed admin admin] Pushing event deleted for resources: {'Network': ['ID=bd3ee011-487e-4536-958d-3948a68d50da,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:07.185166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65382a65-1139-497d-8467-b3f2955988ef req-c5a79452-d8ed-4c10-9872-7fce64dc26d2 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505189 Nov 26 21:51:07.255755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:07.262099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:07.271780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:07.408112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event updated for resources: {'Port': ['ID=3410a7c3-076a-4f1a-964f-783faba7e52b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:07.459412 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.493332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.518854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa36a9-6c55-4af8-96b6-9e68d8ae6d62 req-58671530-b745-4ecf-b56a-973fdeec7d37 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:07.520711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90fa36a9-6c55-4af8-96b6-9e68d8ae6d62 req-58671530-b745-4ecf-b56a-973fdeec7d37 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 1101 time: 0.1596665 Nov 26 21:51:07.522104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.528047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.716493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:07.804609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43080) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:07.884088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88e7017a-37cf-4b06-801b-764b6dc63afb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:07.908216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90fa36a9-6c55-4af8-96b6-9e68d8ae6d62 req-e3a41974-ec71-4bd8-8ae5-746c88504c55 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865362 Nov 26 21:51:07.949192 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Floating IP 25b2392e-b100-487f-b819-64db0943cc48 associated. External IP: 172.25.3.31, port: 0c046ded-7414-4233-b066-f818e5357934. Nov 26 21:51:08.016328 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.027883 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.038926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43086) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:08.145869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 88e7017a-37cf-4b06-801b-764b6dc63afb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:08.146285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.185393 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-887f089b-82fa-4a0c-b128-e6dfa7836ef6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0b22eed5de04571a67df591804ecafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597355 Nov 26 21:51:08.198400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43092) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:08.207364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event updated for resources: {'Port': ['ID=3410a7c3-076a-4f1a-964f-783faba7e52b,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:08.249483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5af990f4-7d60-4b93-b2ba-adc680cc4a4f req-d9ec1958-5cc8-4429-868b-22687946cbac tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0949972 Nov 26 21:51:08.375334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.423388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.433595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4c8b76ee-a3a4-40d3-b153-eb42c78a9e39 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5932019 Nov 26 21:51:08.433595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd151-2d1a-4f7b-b7e5-0ca55e0f0f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.482705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd151-2d1a-4f7b-b7e5-0ca55e0f0f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.504838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-25cfcd6b-ce8a-4229-a322-b7c7fb777e2d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275976 Nov 26 21:51:08.575643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a5f70366-097b-46f2-ab21-fadd578b879b tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1524518736'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:08.576548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a5f70366-097b-46f2-ab21-fadd578b879b tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Unknown quota resources ['metering_label']. {{(pid=110000) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:51:08.732556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd151-2d1a-4f7b-b7e5-0ca55e0f0f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.739341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Router 0d86d860-f74a-4a14-b263-67fdc457b1a6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:51:08.740656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd151-2d1a-4f7b-b7e5-0ca55e0f0f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.742773 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5a4cd151-2d1a-4f7b-b7e5-0ca55e0f0f43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de3789f1-e220-42e9-a94a-e96ee4257fc7 HTTP/1.1" status: 204 len: 168 time: 0.5428257 Nov 26 21:51:08.755741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cd151-2d1a-4f7b-b7e5-0ca55e0f0f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3789f1-e220-42e9-a94a-e96ee4257fc7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:08.938852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a5f70366-097b-46f2-ab21-fadd578b879b tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.940144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a5f70366-097b-46f2-ab21-fadd578b879b tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8053768 Nov 26 21:51:08.943500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43128) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:08.950759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bc9f2e58-80c3-4266-ac12-faee05a3d0f1 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c448e0c7-d284-4295-a058-1275148bdde1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:08.951392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bc9f2e58-80c3-4266-ac12-faee05a3d0f1 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110000) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:51:08.957059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:51:08.964437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:08.970701 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] Sync routers for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:51:08.981572 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:51:08.986928 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:09.003388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-08244931-dcce-4609-8969-93f5e1b1e6cd tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:09.020199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-08244931-dcce-4609-8969-93f5e1b1e6cd tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5044394 Nov 26 21:51:09.049936 n-d-819494-1 neutron-server[110000]: WARNING neutron.services.metering.metering_plugin [None req-bc9f2e58-80c3-4266-ac12-faee05a3d0f1 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 26 21:51:09.109910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-7fc825fa-1033-431e-b2d1-60b30d262c97 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/quotas/138fc97044cb431798948e7979494fc0 HTTP/1.1" status: 200 len: 375 time: 0.0302918 Nov 26 21:51:09.182223 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc9f2e58-80c3-4266-ac12-faee05a3d0f1 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:09.183341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dcfbea78-1d7e-4e67-baf6-e20ba75aea20 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "PUT /v2.0/floatingips/25b2392e-b100-487f-b819-64db0943cc48 HTTP/1.1" status: 200 len: 990 time: 3.6334887 Nov 26 21:51:09.190104 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bc9f2e58-80c3-4266-ac12-faee05a3d0f1 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2409606 Nov 26 21:51:09.190860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:09.194538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '0c046ded-7414-4233-b066-f818e5357934'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:09.196932 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66490f3-457d-48d9-b03a-e3322c093315" -d '{"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "0c046ded-7414-4233-b066-f818e5357934"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:09.197905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bed4ddea-f7d6-4681-b490-67baaa028165 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c448e0c7-d284-4295-a058-1275148bdde1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:09.198673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bed4ddea-f7d6-4681-b490-67baaa028165 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110000) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:51:09.231436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-62174a65-9dd0-482b-8139-4ea6b7f7afac tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1455486042&fields=id&tenant_id=479066aacc884c559d49b6163b9ec6b1 HTTP/1.1" status: 200 len: 267 time: 0.2758598 Nov 26 21:51:09.260855 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:51:09.267625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-43a2b843-a1b8-4d30-a493-685d1b65d8cc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1538246 Nov 26 21:51:09.301473 n-d-819494-1 neutron-server[110000]: WARNING neutron.services.metering.metering_plugin [None req-bed4ddea-f7d6-4681-b490-67baaa028165 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 26 21:51:09.429543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bed4ddea-f7d6-4681-b490-67baaa028165 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:09.433732 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bed4ddea-f7d6-4681-b490-67baaa028165 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2389164 Nov 26 21:51:09.436350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43148) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:09.508593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43154) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:09.509099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a3d42881-dc25-4639-83e3-9046aa70a332 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=f0740bfa-3adc-4274-9e08-2826013d8356 HTTP/1.1" status: 200 len: 464 time: 0.0701106 Nov 26 21:51:09.551410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82396-1ec2-4edb-906e-a0469695132a req-73bad074-357c-48cb-81ab-683376d258aa tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:09.552634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-73bad074-357c-48cb-81ab-683376d258aa tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/networks?id=fa6f2946-81de-4e26-a667-d6a08f806d93 HTTP/1.1" status: 200 len: 806 time: 0.2840540 Nov 26 21:51:09.622369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-606b6a20-4411-4bf7-a069-f67fdf960207 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/quotas/479066aacc884c559d49b6163b9ec6b1 HTTP/1.1" status: 200 len: 375 time: 0.0569346 Nov 26 21:51:09.799173 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-67394e03-f501-4344-9887-75cc8d0f32b6 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:09.800005 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-378017dd-06a1-4e09-b283-9c0e5362fa14 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=479066aacc884c559d49b6163b9ec6b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742525 Nov 26 21:51:09.803692 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-67394e03-f501-4344-9887-75cc8d0f32b6 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/f0740bfa-3adc-4274-9e08-2826013d8356 HTTP/1.1" status: 204 len: 168 time: 0.2939620 Nov 26 21:51:09.809042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43164) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:09.836570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43166) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:09.838233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f0f39628-6245-4364-9885-af71feb6fd39 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=f0740bfa-3adc-4274-9e08-2826013d8356 HTTP/1.1" status: 200 len: 221 time: 0.0268049 Nov 26 21:51:09.883257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-09a6cf54-0674-4f07-a40e-0a3afe13dc93 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1002088615', 'description': 'label created by tempest'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:09.884228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-09a6cf54-0674-4f07-a40e-0a3afe13dc93 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Unknown quota resources ['metering_label']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 21:51:10.051151 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '25b2392e-b100-487f-b819-64db0943cc48', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'port_id': '0c046ded-7414-4233-b066-f818e5357934', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'mac_address': 'fa:16:3e:35:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:49:19Z', 'updated_at': '2021-11-26T21:51:07Z', 'revision_number': 1, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:21Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:10.078197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43180) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:10.143442 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7439d9eb-88cb-49c1-86a9-e6f5e00db981 x-openstack-request-id: req-7439d9eb-88cb-49c1-86a9-e6f5e00db981 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:10.144310 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "tag": "0c046ded-7414-4233-b066-f818e5357934", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:10.144871 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7439d9eb-88cb-49c1-86a9-e6f5e00db981 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:10.145192 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'tag': '0c046ded-7414-4233-b066-f818e5357934', 'status': 'completed', 'code': 200} Nov 26 21:51:10.210227 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] Checking router: 0d86d860-f74a-4a14-b263-67fdc457b1a6 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:51:10.250821 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:51:10.254847 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:10.350674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-354986e7-f2e2-47a2-bb47-4c68a3780e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:10.351151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-354986e7-f2e2-47a2-bb47-4c68a3780e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:10.351616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-354986e7-f2e2-47a2-bb47-4c68a3780e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:10.352079 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-354986e7-f2e2-47a2-bb47-4c68a3780e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:10.352539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-354986e7-f2e2-47a2-bb47-4c68a3780e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:10.352995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-354986e7-f2e2-47a2-bb47-4c68a3780e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:10.354038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-354986e7-f2e2-47a2-bb47-4c68a3780e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:10.355952 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c66490f3-457d-48d9-b03a-e3322c093315 req-354986e7-f2e2-47a2-bb47-4c68a3780e3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6488 time: 0.1325634 Nov 26 21:51:10.377567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-919328399-network', 'tenant_id': '5010687a83f04a0e8b6e52f2b54106d6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:10.389021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09a6cf54-0674-4f07-a40e-0a3afe13dc93 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:10.393181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-09a6cf54-0674-4f07-a40e-0a3afe13dc93 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5501239 Nov 26 21:51:10.402678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-404d0981-dbbf-4229-91f5-58ff7026b4d5 req-27661615-aeeb-42b3-9b31-11935331d913 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1569090 Nov 26 21:51:10.403179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43186) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:10.422992 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:51:10.475165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Made reservation on behalf of 5010687a83f04a0e8b6e52f2b54106d6 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:10.480022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:10.507837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-7ee7454b-1f83-4432-9aa9-5b1c88fb5e0c service neutron] 10.222.0.21 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985574 Nov 26 21:51:10.622160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-300a4ef7-cbed-48a5-b731-24b78b7486a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:10.624323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c66490f3-457d-48d9-b03a-e3322c093315 req-300a4ef7-cbed-48a5-b731-24b78b7486a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff482d04-9fda-4afd-87ee-406646607aaa HTTP/1.1" status: 200 len: 913 time: 0.1836214 Nov 26 21:51:10.633261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84c5d213-e998-41e9-b87a-e762ef9226ac req-85553249-c890-4645-a3be-08366287b758 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 210 time: 0.0876198 Nov 26 21:51:10.636072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43188) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:10.637043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:10.641951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-730115d9-73f7-48ff-959e-0c6a4b0ed806 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=5ce62692-a998-455c-bb74-9d4a91264a17 HTTP/1.1" status: 200 len: 468 time: 0.2286744 Nov 26 21:51:10.771871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-17a928ba-fd85-4aee-bd85-9120dc081d77 service neutron] 10.222.0.21 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354000 Nov 26 21:51:10.832162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:10.899861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c66490f3-457d-48d9-b03a-e3322c093315 req-c27ed84d-3b55-4aee-b38e-6d70826e948b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c046ded-7414-4233-b066-f818e5357934 HTTP/1.1" status: 200 len: 998 time: 0.2589109 Nov 26 21:51:10.962513 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:10.976493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:11.033971 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '25b2392e-b100-487f-b819-64db0943cc48', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'port_id': '0c046ded-7414-4233-b066-f818e5357934', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'mac_address': 'fa:16:3e:35:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:49:19Z', 'updated_at': '2021-11-26T21:51:07Z', 'revision_number': 1, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:21Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:11.068513 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18763b-7fa5-4947-b861-bfee68c848ae None None] The sync data for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 is: [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '25b2392e-b100-487f-b819-64db0943cc48', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'port_id': '0c046ded-7414-4233-b066-f818e5357934', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'mac_address': 'fa:16:3e:35:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:49:19Z', 'updated_at': '2021-11-26T21:51:07Z', 'revision_number': 1, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:21Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:51:11.244745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:11.245647 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Added segment 57748cac-0e0f-44c1-b4b2-011d8de002d4 of type vlan for network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b Nov 26 21:51:11.256552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87f71af3-18db-4d6b-ae10-b9506e857a7f req-4796ff38-b117-42cb-8670-ace620184fe0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 210 time: 0.1004899 Nov 26 21:51:11.408688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43236) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:11.547353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc57568-59ac-4c83-8d0a-a3bfeca2ba6f None None] New status for floating IP 25b2392e-b100-487f-b819-64db0943cc48: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:51:11.606431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1335e89c-ab4f-4bd6-8a2b-cda11d67029a req-a3f4405f-528d-411a-94da-73f8c1e00bd4 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0385625 Nov 26 21:51:11.703476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db06740-63c4-4d0d-94ac-ff73b6999376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:11.797108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff281c7-c879-4473-8254-6fb2dc308d1e req-a36beeaf-405a-4e05-8843-90c92806fd55 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 210 time: 0.0594044 Nov 26 21:51:11.901170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d9109d-178e-4b0e-b097-e2efcffee923,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:11.922993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db06740-63c4-4d0d-94ac-ff73b6999376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:11.939999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db06740-63c4-4d0d-94ac-ff73b6999376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:11.967016 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-af517288-765c-4a4d-9740-ea5645f6622d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682142 Nov 26 21:51:11.973346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-2fa0a54e-4830-4834-b5db-1eabc1ac5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:11.974930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c66490f3-457d-48d9-b03a-e3322c093315 req-2fa0a54e-4830-4834-b5db-1eabc1ac5641 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b67ce76-32b4-4660-9868-33216993a65f HTTP/1.1" status: 200 len: 851 time: 1.0137210 Nov 26 21:51:11.982856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0db06740-63c4-4d0d-94ac-ff73b6999376 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfc79c5cbdd940f7882aca0a26eb4fe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729153 Nov 26 21:51:11.990031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43246) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.059713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.075000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-736bd980-e25d-4057-a482-49a7a92573ed tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.076112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-736bd980-e25d-4057-a482-49a7a92573ed tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/5ce62692-a998-455c-bb74-9d4a91264a17 HTTP/1.1" status: 204 len: 168 time: 1.4364867 Nov 26 21:51:12.082162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43248) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.121044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db06740-63c4-4d0d-94ac-ff73b6999376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6abf3f-ce8f-4430-9461-9ca4dd653d07,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:12.127557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d65313a1-2095-429f-a897-ac59c595a67a tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=5ce62692-a998-455c-bb74-9d4a91264a17 HTTP/1.1" status: 200 len: 216 time: 0.0300217 Nov 26 21:51:12.135067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43250) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.151328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-babf99dc-60fc-444b-a34c-f8b51bd6ea77 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0127618 Nov 26 21:51:12.157557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43252) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.173771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1753b532-65b0-4ce9-b232-17dde9b6a828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.176943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1dbc7fe5-5196-4646-8a4b-4e032978f952 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0182362 Nov 26 21:51:12.186010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43254) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.190246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66490f3-457d-48d9-b03a-e3322c093315 req-ce2bd0d8-a757-4626-b23d-698fb6eb2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:12.191781 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c66490f3-457d-48d9-b03a-e3322c093315 req-ce2bd0d8-a757-4626-b23d-698fb6eb2e4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff482d04-9fda-4afd-87ee-406646607aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737916 Nov 26 21:51:12.199046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.200370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:12.201127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.253613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1753b532-65b0-4ce9-b232-17dde9b6a828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.313730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-56de6c43-0b82-4e52-9c0e-bb50cbcec35e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:12.326222 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-56de6c43-0b82-4e52-9c0e-bb50cbcec35e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2991800 Nov 26 21:51:12.350739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2709033 Nov 26 21:51:12.352538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43262) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.374340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Request body: {'port': {'device_id': '8715ea54-e6d6-42e8-9165-c9d9dd1c1d78', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '138fc97044cb431798948e7979494fc0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:12.387992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9d986fa5-2a3b-421c-8d0c-eb3703a4027b tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/c448e0c7-d284-4295-a058-1275148bdde1 HTTP/1.1" status: 200 len: 473 time: 0.2006550 Nov 26 21:51:12.403218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Request body: {'subnet': {'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-919328399-subnet', 'tenant_id': '5010687a83f04a0e8b6e52f2b54106d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:12.404657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43266) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.511305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e370d2-3bda-4728-aa38-2e839432ebaf admin admin] Pushing event updated for resources: {'Network': ['ID=0515f261-20dc-4ff8-9a91-3bc73a88bc2b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:12.535670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:12.537744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-157dd92f-b1fe-452e-b08e-8c6e1b441ebd tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/5e8129b9-3bbc-44ab-a142-132a889e512e HTTP/1.1" status: 200 len: 461 time: 0.0861998 Nov 26 21:51:12.554702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c89b275-64e2-4a88-963a-8d1c00e54461 req-05ff42fa-48ee-4e7b-a3f3-e5604b519e83 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 210 time: 0.0614851 Nov 26 21:51:12.558175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43270) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.629338 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1753b532-65b0-4ce9-b232-17dde9b6a828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.633541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1753b532-65b0-4ce9-b232-17dde9b6a828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.639883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1753b532-65b0-4ce9-b232-17dde9b6a828 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b6abf3f-ce8f-4430-9461-9ca4dd653d07 HTTP/1.1" status: 204 len: 168 time: 0.6485415 Nov 26 21:51:12.661012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753b532-65b0-4ce9-b232-17dde9b6a828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6abf3f-ce8f-4430-9461-9ca4dd653d07,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:12.679863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Made reservation on behalf of 5010687a83f04a0e8b6e52f2b54106d6 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:12.684479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.832138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a507c39-a5a8-402a-8687-2ad40665916e req-c4e2d043-65d1-4a9c-a835-edbac8c60ecf tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0521898 Nov 26 21:51:12.832807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c66490f3-457d-48d9-b03a-e3322c093315 req-92643fa5-26b9-48e9-99d4-f765a5aede2c service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478899 Nov 26 21:51:12.856768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Made reservation on behalf of 138fc97044cb431798948e7979494fc0 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:12.860274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.925453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14d184df-d8eb-4373-aae1-26abef1dca03 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:12.931254 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-14d184df-d8eb-4373-aae1-26abef1dca03 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/5e8129b9-3bbc-44ab-a142-132a889e512e HTTP/1.1" status: 204 len: 168 time: 0.3553238 Nov 26 21:51:12.931565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43286) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:12.987919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47e63b6e-7024-446b-b9da-8a83174b7497 req-c08c399b-017e-412a-8c9d-36a0cff7f209 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 210 time: 0.0435140 Nov 26 21:51:13.326501 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c66490f3-457d-48d9-b03a-e3322c093315 req-a890ed7a-c6ca-4cd5-a31b-4a771d851159 service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839566 Nov 26 21:51:13.343289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:13.446862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Allocated IP 192.168.233.77 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/88c86e31-9d11-45b9-95f3-7ce53b558ea2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:13.469209 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-45e96cad-f896-41bb-aa8a-14077a483174 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:13.470442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-45e96cad-f896-41bb-aa8a-14077a483174 tempest-MeteringTestJSON-1490022104 tempest-MeteringTestJSON-1490022104-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/c448e0c7-d284-4295-a058-1275148bdde1 HTTP/1.1" status: 204 len: 168 time: 0.5340059 Nov 26 21:51:13.502506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82396-1ec2-4edb-906e-a0469695132a req-317ce979-9f0c-4555-a18f-f7769a0be551 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:13.503355 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-317ce979-9f0c-4555-a18f-f7769a0be551 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.41 "GET /v2.0/networks?id=fa6f2946-81de-4e26-a667-d6a08f806d93 HTTP/1.1" status: 200 len: 806 time: 0.4928553 Nov 26 21:51:13.516591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:13.574810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Checking segment: {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:13.575247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Network hostable DHCP agents. Network: 0515f261-20dc-4ff8-9a91-3bc73a88bc2b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:51:13.693675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-4c723a79-b554-4c6c-8a9d-93360c60fd44 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=479066aacc884c559d49b6163b9ec6b1 HTTP/1.1" status: 200 len: 380 time: 0.1605639 Nov 26 21:51:13.698794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:51:13.719278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Request body: {'port': {'device_id': '60656f0b-4436-4e64-9e72-beed869c47fb', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'admin_state_up': True, 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'security_groups': ['07c3416f-77ac-4300-a6d2-e888dd676b85']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:13.761513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7164726-593c-4aea-8745-1ed9be8221ba req-237defd5-ce4d-4215-964b-624a5687668c tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 210 time: 0.0326035 Nov 26 21:51:13.821017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 0515f261-20dc-4ff8-9a91-3bc73a88bc2b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:13.829549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8267bc3-ccbb-4ebc-8a03-5b75a62b917c None None] Network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:13.831924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-42e6f06c-ff7e-47e0-96d8-ad3b3240aa89 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:13.834246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-42e6f06c-ff7e-47e0-96d8-ad3b3240aa89 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/networks?id=ff336368-1af4-46cf-83f5-21ca1468ae6f HTTP/1.1" status: 200 len: 814 time: 0.6134105 Nov 26 21:51:13.857805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:13.858858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:13.866809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43326) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:13.876353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:13.891178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-91987c6d-6771-4b45-b24c-d419b6d10180 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/quotas/af117439c1734d228f95641461f436e8 HTTP/1.1" status: 200 len: 375 time: 0.0497413 Nov 26 21:51:13.938043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-559b4178-f044-4274-a1c1-f3ffe60763b1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5415361 Nov 26 21:51:13.964002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:13.992471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-7da064d7-b075-4c23-b085-b2040061d65c tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af117439c1734d228f95641461f436e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938756 Nov 26 21:51:14.015265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366', '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:14.017517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['48b51641-b110-4063-98d6-d4c6a9fcbf71', '2a8c5d8e-f3f0-4548-bab7-531309014da8'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:14.055853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'Port': ['ID=88c86e31-9d11-45b9-95f3-7ce53b558ea2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:14.066476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Made reservation on behalf of 479066aacc884c559d49b6163b9ec6b1 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:14.068943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d41f9-6efe-4b9b-90f4-387727ef3d22 None None] Network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:14.071552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:14.108075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:14.115907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:14.119973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:14.180949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-bc760850-dd8b-4e51-858b-f8ac0740a9ce service neutron] 10.222.0.21 "GET /v2.0/networks/ff336368-1af4-46cf-83f5-21ca1468ae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789582 Nov 26 21:51:14.227748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:14.229720 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:14.303486 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-91081ed3-d370-4ade-b411-f4c3f1cd37dc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9595003 Nov 26 21:51:14.324906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-4fa070c6-919a-407c-86b6-5af39e94e314 service neutron] 10.222.0.21 "GET /v2.0/networks/ff336368-1af4-46cf-83f5-21ca1468ae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240842 Nov 26 21:51:14.332163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Request body: {'port': {'device_id': '8715ea54-e6d6-42e8-9165-c9d9dd1c1d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:14.382494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:14.452135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:14.522623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Allocated IP 172.20.0.13 (fa6f2946-81de-4e26-a667-d6a08f806d93/f3a7d214-d57e-4398-a79c-ee4c8b4a525b/708e19ec-efaf-43da-98cd-f61cf6a31ade) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:14.536268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1147d5a3-4fc9-4441-a2b7-4eb348201ddb None None] Provisioning complete for port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:14.542564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1147d5a3-4fc9-4441-a2b7-4eb348201ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:14.580077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-bf7ea75b-ef74-452e-b403-8731f2c93353 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=17ff7cc8023b4af58359dda71c1a808e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3804002 Nov 26 21:51:14.712167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1147d5a3-4fc9-4441-a2b7-4eb348201ddb None None] Port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:14.736702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-5a40f665-09bd-4189-8d86-0d04840b83c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3806217 Nov 26 21:51:14.745950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92bb773c-936a-418f-9002-094837220ff1 req-a4962e93-a6b7-4b30-8c9a-6950c065ad62 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1039629 Nov 26 21:51:14.789541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:14.817874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:14.857508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9a253e791bb4ffeac47f9c00a731a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9882553 Nov 26 21:51:14.860282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43360) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:14.906634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:14.943398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-d09cb9ee-7358-4417-8d85-5804cac4c3a1 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:14.945020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-d09cb9ee-7358-4417-8d85-5804cac4c3a1 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3641133 Nov 26 21:51:14.973758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-0df3817e-14ec-4426-93c6-15210d5cf5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:14.975456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-0df3817e-14ec-4426-93c6-15210d5cf5c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 1101 time: 0.1990559 Nov 26 21:51:14.984164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94147ff6-037b-4a94-8767-0f028a7990d4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:14.985591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c86e31-9d11-45b9-95f3-7ce53b558ea2 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:14.998670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.018027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.023566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Transition to ACTIVE for port object 88c86e31-9d11-45b9-95f3-7ce53b558ea2 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:51:15.033427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.033666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.034587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.034587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.034846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.034975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.035095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.035331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.035724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.036093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.036458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.036780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.037185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9487822-d6a7-4d2c-a1c1-ecfcd832c594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:15.043423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-0edd7321-8df5-4bfc-a6da-6fef3379b08d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/quotas/17ff7cc8023b4af58359dda71c1a808e HTTP/1.1" status: 200 len: 375 time: 0.0760746 Nov 26 21:51:15.067505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Network fa6f2946-81de-4e26-a667-d6a08f806d93 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:15.074482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:15.077881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:15.126765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d99dc-b5eb-4b5c-bfa3-163a4afde7e1 req-70b7302e-ffbc-4780-83dc-408a23cb6917 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:15.134763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-031d99dc-b5eb-4b5c-bfa3-163a4afde7e1 req-70b7302e-ffbc-4780-83dc-408a23cb6917 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 935 time: 0.2436013 Nov 26 21:51:15.163797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:15.164459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.177326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event updated for resources: {'Port': ['ID=708e19ec-efaf-43da-98cd-f61cf6a31ade,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:15.191510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-85aac4f0-22fa-4988-89a8-f30c02277b67 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4828010 Nov 26 21:51:15.203778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-a022c224-d492-4281-b420-29c919e6f967 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=17ff7cc8023b4af58359dda71c1a808e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1463771 Nov 26 21:51:15.239198 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-87f9c73e-7814-4404-a2c8-fd1a7a8f1be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.269031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Request body: {'port': {'device_id': '60656f0b-4436-4e64-9e72-beed869c47fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:15.349682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Pushing event updated for resources: {'Port': ['ID=88c86e31-9d11-45b9-95f3-7ce53b558ea2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:15.411654 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.417275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Attempting to bind port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:15.417616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Attempting to bind port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:15.417936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Attempting to bind port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:15.429235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-031d99dc-b5eb-4b5c-bfa3-163a4afde7e1 req-2c9a1376-4dee-42a7-8c38-fd1854525d8a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927508 Nov 26 21:51:15.431224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:51:15.432149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Attempting to bind port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:15.440381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:15.440381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:15.440866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:15.441352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Bound port: 88c86e31-9d11-45b9-95f3-7ce53b558ea2, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:15.445606 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.460149 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-87f9c73e-7814-4404-a2c8-fd1a7a8f1be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.504966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-0ed6fe18-6bd9-47c0-b836-4321f1d18d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:15.508423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-0ed6fe18-6bd9-47c0-b836-4321f1d18d74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.4961588 Nov 26 21:51:15.549965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5f139615-0731-4ebd-a618-75823f01725f None None] Provisioning complete for port 708e19ec-efaf-43da-98cd-f61cf6a31ade triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:15.552303 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5f139615-0731-4ebd-a618-75823f01725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.610514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-070f9a45-1567-40d8-b1fc-6ce9c041bccb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=bc418e6a-8259-481a-82be-e8ff33aa5294 HTTP/1.1" status: 200 len: 217 time: 0.0889127 Nov 26 21:51:15.639071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5f139615-0731-4ebd-a618-75823f01725f None None] Port 708e19ec-efaf-43da-98cd-f61cf6a31ade cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:15.708940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] For port 88c86e31-9d11-45b9-95f3-7ce53b558ea2, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:15.715399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] For port 88c86e31-9d11-45b9-95f3-7ce53b558ea2, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=88c86e31-9d11-45b9-95f3-7ce53b558ea2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:15.732933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.738054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-23a37624-efb1-4628-8bc6-9923835b5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:15.739906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-23a37624-efb1-4628-8bc6-9923835b5144 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1112225 Nov 26 21:51:15.803222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:15.803881 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.805415 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] 10.222.0.13 "PUT /v2.0/ports/88c86e31-9d11-45b9-95f3-7ce53b558ea2 HTTP/1.1" status: 200 len: 1095 time: 1.4844887 Nov 26 21:51:15.808004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8715ea54-e6d6-42e8-9165-c9d9dd1c1d78', 'tag': '88c86e31-9d11-45b9-95f3-7ce53b558ea2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:15.809002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-87f9c73e-7814-4404-a2c8-fd1a7a8f1be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.811721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-87f9c73e-7814-4404-a2c8-fd1a7a8f1be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:15.812068 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8715ea54-e6d6-42e8-9165-c9d9dd1c1d78", "tag": "88c86e31-9d11-45b9-95f3-7ce53b558ea2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:15.815503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-87f9c73e-7814-4404-a2c8-fd1a7a8f1be9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94147ff6-037b-4a94-8767-0f028a7990d4 HTTP/1.1" status: 204 len: 168 time: 0.9495244 Nov 26 21:51:15.890781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e17b4-2015-4bb9-bf09-bc09442e5833 service neutron] Pushing event updated for resources: {'Port': ['ID=88c86e31-9d11-45b9-95f3-7ce53b558ea2,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:16.030477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708e19ec-efaf-43da-98cd-f61cf6a31ade {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:16.034310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98898b10-0f90-43ca-a0e3-88925a0f71c6 req-dbfcb9c7-8372-44bf-b6b1-56176c1660db tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 210 time: 0.2376959 Nov 26 21:51:16.040711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:16.076667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Transition to ACTIVE for port object 708e19ec-efaf-43da-98cd-f61cf6a31ade will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:51:16.097426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-6bf06c91-ce15-4ed0-b48d-eaa055aa2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:16.100188 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9c73e-7814-4404-a2c8-fd1a7a8f1be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94147ff6-037b-4a94-8767-0f028a7990d4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:16.101574 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-6bf06c91-ce15-4ed0-b48d-eaa055aa2d22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 1098 time: 0.2279537 Nov 26 21:51:16.108467 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:16.175265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-6808cd7f-af66-4751-9da8-4f4358442c74 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:16.184428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-6808cd7f-af66-4751-9da8-4f4358442c74 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/networks?id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b HTTP/1.1" status: 200 len: 817 time: 0.4429779 Nov 26 21:51:16.211045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-de04e9c6-55f7-47e7-9c98-ad93da84628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:16.213310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-de04e9c6-55f7-47e7-9c98-ad93da84628e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4429724 Nov 26 21:51:16.225357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-2bc6e8d5-76d6-4ef7-a963-138d7e951e4e tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/quotas/5010687a83f04a0e8b6e52f2b54106d6 HTTP/1.1" status: 200 len: 375 time: 0.0398281 Nov 26 21:51:16.325200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-8f1417f4-2fd2-450a-8deb-bfe7a4cfd675 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5010687a83f04a0e8b6e52f2b54106d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987527 Nov 26 21:51:16.332507 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-5d91fa3f-5016-4110-b93f-3773debe832e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=88c86e31-9d11-45b9-95f3-7ce53b558ea2 HTTP/1.1" status: 200 len: 217 time: 0.1823583 Nov 26 21:51:16.476548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43394) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:16.516884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1402c0-ba0a-4f36-a44e-bea37f3f89ec req-52bf8ab1-e40d-4c6b-a15b-dc5e3683af3a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:16.522711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d1402c0-ba0a-4f36-a44e-bea37f3f89ec req-52bf8ab1-e40d-4c6b-a15b-dc5e3683af3a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.3337295 Nov 26 21:51:16.595583 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15588c16-551f-476c-9e04-a081e04be614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:16.599168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-ede0cdf5-ef7d-43e5-9029-d44e17b89755 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706019 Nov 26 21:51:16.767053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-d1bd1892-64d9-4553-9383-8da5c79b4c48 service neutron] 10.222.0.21 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398956 Nov 26 21:51:16.772192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=708e19ec-efaf-43da-98cd-f61cf6a31ade,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:16.871696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d1402c0-ba0a-4f36-a44e-bea37f3f89ec req-7d8f46f2-7403-42a0-9997-ffc9aee183b8 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128939 Nov 26 21:51:16.906137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-a124e71b-b5ab-4d5b-a881-850ccee708c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:16.907610 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-a124e71b-b5ab-4d5b-a881-850ccee708c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1443956 Nov 26 21:51:16.924455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-560c1564-b6fb-4c24-bf25-64231828fad1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6818118 Nov 26 21:51:16.926957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecae20e2-be17-4212-ba1b-597e5abe6647 req-ac9c4a36-a099-4b5e-aa34-5193171ea18f service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044922 Nov 26 21:51:16.946781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-1bb9f93f-0437-410e-abd6-0cc7286520c6 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:16.948783 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-1bb9f93f-0437-410e-abd6-0cc7286520c6 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.41 "GET /v2.0/networks?id=ff336368-1af4-46cf-83f5-21ca1468ae6f HTTP/1.1" status: 200 len: 814 time: 0.8445969 Nov 26 21:51:16.990891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Request body: {'port': {'device_id': 'eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a', 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f', 'admin_state_up': True, 'tenant_id': 'af117439c1734d228f95641461f436e8'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:17.012050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Attempting to bind port 708e19ec-efaf-43da-98cd-f61cf6a31ade on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:17.012269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Attempting to bind port 708e19ec-efaf-43da-98cd-f61cf6a31ade by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:17.013367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Attempting to bind port 708e19ec-efaf-43da-98cd-f61cf6a31ade on network fa6f2946-81de-4e26-a667-d6a08f806d93 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:17.058720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18e05c77-ef53-44ba-9175-b34ea3394fcf req-7483158d-e266-4df5-9069-599802890de1 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 210 time: 0.0808716 Nov 26 21:51:17.065415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Port 708e19ec-efaf-43da-98cd-f61cf6a31ade on network fa6f2946-81de-4e26-a667-d6a08f806d93 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:51:17.065616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Attempting to bind port 708e19ec-efaf-43da-98cd-f61cf6a31ade on network fa6f2946-81de-4e26-a667-d6a08f806d93 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:17.080907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15588c16-551f-476c-9e04-a081e04be614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.088917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-404aa276-e7e5-4926-bb50-f6ff4a0f846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.090636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-271e3ca8-1dc4-411f-aec6-80add224f90b service neutron] 10.222.0.21 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942693 Nov 26 21:51:17.091207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-404aa276-e7e5-4926-bb50-f6ff4a0f846b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641285 Nov 26 21:51:17.091841 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15588c16-551f-476c-9e04-a081e04be614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.096854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:17.097197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Checking segment: {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:17.097587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Bound using segment: {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:17.098150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Bound port: 708e19ec-efaf-43da-98cd-f61cf6a31ade, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f008e23b-e824-425f-90a8-5237aac65e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:17.098410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.186233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15588c16-551f-476c-9e04-a081e04be614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e777faf5-e2ae-4378-aeae-5e7283f354ff,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:17.196187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-15588c16-551f-476c-9e04-a081e04be614 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3885d1e41ae4c6aa2f6dbd4d5ac7139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7180314 Nov 26 21:51:17.196898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43416) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:17.256732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-8a358946-df63-40b0-9762-7cf7fe244ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.257213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-8a358946-df63-40b0-9762-7cf7fe244ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.257683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-8a358946-df63-40b0-9762-7cf7fe244ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.258221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-8a358946-df63-40b0-9762-7cf7fe244ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.258635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-8a358946-df63-40b0-9762-7cf7fe244ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.259092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-8a358946-df63-40b0-9762-7cf7fe244ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.260242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-8a358946-df63-40b0-9762-7cf7fe244ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.262658 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-8a358946-df63-40b0-9762-7cf7fe244ebb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6488 time: 0.2141151 Nov 26 21:51:17.282196 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ba54-065d-4f81-9aa9-f95cb0279acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.347816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] For port 708e19ec-efaf-43da-98cd-f61cf6a31ade, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:17.351729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] For port 708e19ec-efaf-43da-98cd-f61cf6a31ade, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:17.354714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-ab021fe1-1971-4a91-88be-8745bc918813 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403109 Nov 26 21:51:17.365307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Made reservation on behalf of af117439c1734d228f95641461f436e8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:17.376122 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ba54-065d-4f81-9aa9-f95cb0279acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.377461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.391035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.415982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9fac10d2-f5e0-4cf8-8d6f-bcef58839550 req-b6b6d050-32c0-4210-8e37-467181af498b tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0689070 Nov 26 21:51:17.511956 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ba54-065d-4f81-9aa9-f95cb0279acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.518121 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ba54-065d-4f81-9aa9-f95cb0279acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:17.524306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4ad0ba54-065d-4f81-9aa9-f95cb0279acf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e777faf5-e2ae-4378-aeae-5e7283f354ff HTTP/1.1" status: 204 len: 168 time: 0.3254681 Nov 26 21:51:17.558946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0ba54-065d-4f81-9aa9-f95cb0279acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e777faf5-e2ae-4378-aeae-5e7283f354ff,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:17.727503 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ddbb4b-4dff-435c-a390-6565f25b9346 x-openstack-request-id: req-05ddbb4b-4dff-435c-a390-6565f25b9346 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:17.727796 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8715ea54-e6d6-42e8-9165-c9d9dd1c1d78", "tag": "88c86e31-9d11-45b9-95f3-7ce53b558ea2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:17.732497 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05ddbb4b-4dff-435c-a390-6565f25b9346 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:17.734582 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8715ea54-e6d6-42e8-9165-c9d9dd1c1d78', 'tag': '88c86e31-9d11-45b9-95f3-7ce53b558ea2', 'status': 'completed', 'code': 200} Nov 26 21:51:17.735633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16606641-935a-44aa-82f2-e3df448fc87e req-60d39a34-a8df-4b5b-a5c5-ff13fe69a528 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:17.746557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16606641-935a-44aa-82f2-e3df448fc87e req-60d39a34-a8df-4b5b-a5c5-ff13fe69a528 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 947 time: 0.1034701 Nov 26 21:51:17.855787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16606641-935a-44aa-82f2-e3df448fc87e req-ebde3568-e6c8-4392-ab01-6b985674e7c6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080871 Nov 26 21:51:17.982494 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-2b04a407-da3c-45cb-9642-bc82f11c9617 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17ff7cc8023b4af58359dda71c1a808e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5226250 Nov 26 21:51:18.031319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65c4475b-1d3e-487d-9539-5a919f6bd25e req-0632de3a-b847-4df2-827c-e625101dce46 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 210 time: 0.0862656 Nov 26 21:51:18.087490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:18.090178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:18.097039 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] 10.222.0.41 "PUT /v2.0/ports/708e19ec-efaf-43da-98cd-f61cf6a31ade HTTP/1.1" status: 200 len: 1092 time: 2.8360190 Nov 26 21:51:18.196922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c967dab-c5a5-4985-a1ca-39536f25231b req-75a5f69f-5bb3-437d-92bb-4024ae096dba tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 210 time: 0.1096761 Nov 26 21:51:18.430970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465f396-f224-41f6-9293-8689f84a0ed2 req-e993e10d-2a7a-40bd-9e6e-8e3e5dc568e9 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:18.433835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4465f396-f224-41f6-9293-8689f84a0ed2 req-e993e10d-2a7a-40bd-9e6e-8e3e5dc568e9 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.2339370 Nov 26 21:51:18.491252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586deb75-1b65-4b3e-a66d-790def442ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=708e19ec-efaf-43da-98cd-f61cf6a31ade,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:18.534045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-07c0c8e3-45eb-46d8-b9a7-9575dc0c6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:18.534655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-07c0c8e3-45eb-46d8-b9a7-9575dc0c6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:18.535188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-07c0c8e3-45eb-46d8-b9a7-9575dc0c6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:18.536857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-07c0c8e3-45eb-46d8-b9a7-9575dc0c6489 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff482d04-9fda-4afd-87ee-406646607aaa&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6 HTTP/1.1" status: 200 len: 2293 time: 1.1812100 Nov 26 21:51:18.584168 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b9b737c-67a2-45dd-b925-0677dcbc3765 req-2f313177-697f-4bc9-8af8-ec7ac8d5a781 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2198648 Nov 26 21:51:18.600915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4465f396-f224-41f6-9293-8689f84a0ed2 req-94704b06-f58f-4945-9a56-6a50b8203e2f tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397991 Nov 26 21:51:18.619250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e59b824b-2d94-4ac5-b0df-fcc9467ee255 req-59d03ac9-ed65-46f2-b6c9-a758589e8b8f tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 210 time: 0.1789029 Nov 26 21:51:18.665599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-b2722d6f-bb97-4c9c-8726-b3bf12617d6e tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:18.667939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-b2722d6f-bb97-4c9c-8726-b3bf12617d6e tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6656034 Nov 26 21:51:18.676831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82396-1ec2-4edb-906e-a0469695132a req-098e1802-8b4e-476a-85f9-14a3c136ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:18.678689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-098e1802-8b4e-476a-85f9-14a3c136ca76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=479066aacc884c559d49b6163b9ec6b1&device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 1095 time: 0.3569863 Nov 26 21:51:18.695493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Allocated IP 172.20.0.13 (ff336368-1af4-46cf-83f5-21ca1468ae6f/e5e67594-cc38-44a4-b409-4312418f0f5d/9cb73739-30f6-4ce8-b42f-ed93e967b4e2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:18.715235 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-ba709dba-2074-4739-8fcb-0932a3db0c56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c046ded-7414-4233-b066-f818e5357934 HTTP/1.1" status: 200 len: 1000 time: 0.1500127 Nov 26 21:51:18.771666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3daf2dc7-3d79-4f22-b66a-213e981d03e2 req-735e394d-9e53-47ad-a708-466783088a2e tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0413759 Nov 26 21:51:18.784373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Request body: {'port': {'device_id': '8e62688b-e8ca-43d2-ad9b-e5a8738f42c4', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '17ff7cc8023b4af58359dda71c1a808e'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:19.156297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a7583-ec42-4e23-8b8a-8a123fa29e97 req-cffb6b98-502a-46be-92f4-4e04af3e7974 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:19.157958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de6a7583-ec42-4e23-8b8a-8a123fa29e97 req-cffb6b98-502a-46be-92f4-4e04af3e7974 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 947 time: 0.1715391 Nov 26 21:51:19.223657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:19.289761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-b72271e2-f060-433c-a98b-30c24242abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:19.293321 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-b72271e2-f060-433c-a98b-30c24242abb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 1098 time: 0.5191386 Nov 26 21:51:19.294500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:19.295295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-286daf47-f7f1-4e7b-9051-1a68a313e38c req-62f4526b-0679-481e-b0de-3d1b938fe20a tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 210 time: 0.0999682 Nov 26 21:51:19.297231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-ccfc39d0-bc7f-4cf9-874b-741a30e35886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:19.300398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-ccfc39d0-bc7f-4cf9-874b-741a30e35886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b67ce76-32b4-4660-9868-33216993a65f HTTP/1.1" status: 200 len: 851 time: 0.5224688 Nov 26 21:51:19.324869 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43474) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:19.385007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de6a7583-ec42-4e23-8b8a-8a123fa29e97 req-d87d3d0a-1be1-4bd0-badf-d99ddbe272fe tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176003 Nov 26 21:51:19.437666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Pushing event updated for resources: {'Port': ['ID=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:19.485277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c689a70-60f1-415b-8df8-82aa31be525d req-9b8bceb6-4d7c-4d28-af1b-845e5d396950 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 210 time: 0.0852797 Nov 26 21:51:19.538019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Network ff336368-1af4-46cf-83f5-21ca1468ae6f is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:19.543705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:19.552153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:19.601085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-760705145'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:19.621934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:19.626348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:19.662229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Made reservation on behalf of 17ff7cc8023b4af58359dda71c1a808e for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:19.663651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Made reservation on behalf of 57e3e58b0fb04123bb6468fde374fe86 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:19.672632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:19.676866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:19.689111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-6793c269-1b1d-492b-94f4-c2bdb503912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:19.690865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-6793c269-1b1d-492b-94f4-c2bdb503912a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff482d04-9fda-4afd-87ee-406646607aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2825134 Nov 26 21:51:19.699240 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-18e30d03-9142-4374-9ac4-f86ccee85b77 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7136610 Nov 26 21:51:19.765780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:19.824426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-115d6488-fa89-4fab-bc4f-85f168acf942 req-aa86c741-1f5e-4d0d-8e3c-e8093596d466 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 210 time: 0.0674744 Nov 26 21:51:19.890986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60656f0b-4436-4e64-9e72-beed869c47fb', 'tag': '708e19ec-efaf-43da-98cd-f61cf6a31ade'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:19.893997 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "60656f0b-4436-4e64-9e72-beed869c47fb", "tag": "708e19ec-efaf-43da-98cd-f61cf6a31ade"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:19.918234 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-e276b429-6152-48bc-9300-ab45fdff2f31 service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713362 Nov 26 21:51:19.952731 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:19.952967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-344f06d9-5a62-42df-88d2-9cc35639d913 None None] Provisioning complete for port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:19.953643 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-344f06d9-5a62-42df-88d2-9cc35639d913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:19.980592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-d17ea4e6-1938-48a5-b818-6ae858e3e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:19.982050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-d17ea4e6-1938-48a5-b818-6ae858e3e51c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.6098511 Nov 26 21:51:19.997935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-344f06d9-5a62-42df-88d2-9cc35639d913 None None] Port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:20.046166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe56cbdb-4489-430f-a68c-ab59750c20c5 req-b60581b2-0dab-4418-a6cf-ae0387af3f2f tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0433588 Nov 26 21:51:20.107781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354502e0-5eeb-4550-b3be-3ba8e5852e39 req-bbcd1bba-8323-4d2d-aba7-4be72e4471c4 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:20.114891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-354502e0-5eeb-4550-b3be-3ba8e5852e39 req-bbcd1bba-8323-4d2d-aba7-4be72e4471c4 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.2635884 Nov 26 21:51:20.179377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.185507 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.217999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-354502e0-5eeb-4550-b3be-3ba8e5852e39 req-e9a40b91-0ef2-47b1-8ada-5b2728c9abdc tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014664 Nov 26 21:51:20.228953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:20.229898 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8aab192-be5f-4708-8f54-39c3587d1060 x-openstack-request-id: req-a8aab192-be5f-4708-8f54-39c3587d1060 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:20.230425 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60656f0b-4436-4e64-9e72-beed869c47fb", "tag": "708e19ec-efaf-43da-98cd-f61cf6a31ade", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:20.230550 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8aab192-be5f-4708-8f54-39c3587d1060 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:20.230986 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60656f0b-4436-4e64-9e72-beed869c47fb', 'tag': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'status': 'completed', 'code': 200} Nov 26 21:51:20.232451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-634ff3cd-386e-400a-8561-cc80e09d5dc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=88c86e31-9d11-45b9-95f3-7ce53b558ea2 HTTP/1.1" status: 200 len: 217 time: 0.1960905 Nov 26 21:51:20.244900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2a92b0-b311-420f-926e-7d05dcb6cd8d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:20.250777 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.251123 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Added segment 6def5577-5d66-47fb-bb59-4534216bbb33 of type vlan for network 59000253-410d-4f3c-ba4f-23b0294319cc Nov 26 21:51:20.253970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Request body: {'port': {'device_id': 'eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:20.261102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-5953538e-ac42-4090-a614-a98262bbe92b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade HTTP/1.1" status: 200 len: 217 time: 0.2235112 Nov 26 21:51:20.336865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.386676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.396214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:20.398439 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.494852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-d0404adb-a8dc-40c3-8300-48b751124f9b service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746090 Nov 26 21:51:20.528161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-ea64a77d-fc38-4d44-bffb-f3fefe98d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:20.529790 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-ea64a77d-fc38-4d44-bffb-f3fefe98d5f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2343194 Nov 26 21:51:20.560959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.566733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82396-1ec2-4edb-906e-a0469695132a req-140c1031-4b89-4d4e-af6b-ae86b3256cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:20.568314 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-140c1031-4b89-4d4e-af6b-ae86b3256cc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3a7d214-d57e-4398-a79c-ee4c8b4a525b HTTP/1.1" status: 200 len: 845 time: 0.2346632 Nov 26 21:51:20.579537 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-87cc0e06-cd4b-4629-8685-d4e7efb61b27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0667319 Nov 26 21:51:20.665907 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.699829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:20.726292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-38bf9cf5-5552-47d2-9097-d1808680d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:20.728167 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-38bf9cf5-5552-47d2-9097-d1808680d387 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.1205771 Nov 26 21:51:20.739150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-afd24842-79eb-4c59-9e90-cb5eafd46d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:20.741054 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-afd24842-79eb-4c59-9e90-cb5eafd46d21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762426 Nov 26 21:51:20.838485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4941bae-aade-408e-9c7d-dd1d143f3552,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:20.928978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.13', 50311) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:20.989363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6629357 Nov 26 21:51:21.022430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43496) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:21.037463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'subnet': {'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:21.065580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd8e39-a2ff-4d34-8013-48ea93483882 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Network': ['ID=59000253-410d-4f3c-ba4f-23b0294319cc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:21.078629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 59000253-410d-4f3c-ba4f-23b0294319cc details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:21.208489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa27a77-e64c-4ae3-bb13-2b6e550066d2 req-3ab9314f-363f-46c1-92be-047b6b1923ba tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:21.210224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-baa27a77-e64c-4ae3-bb13-2b6e550066d2 req-3ab9314f-363f-46c1-92be-047b6b1923ba tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 932 time: 0.7279706 Nov 26 21:51:21.225428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10394-f0b3-4844-a461-922f2e800fe4 req-7d253b21-378c-493a-9cfe-97e05f71b3e9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:21.235035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0e10394-f0b3-4844-a461-922f2e800fe4 req-7d253b21-378c-493a-9cfe-97e05f71b3e9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 947 time: 0.3511727 Nov 26 21:51:21.343800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Made reservation on behalf of 57e3e58b0fb04123bb6468fde374fe86 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:21.348339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:21.364740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0e10394-f0b3-4844-a461-922f2e800fe4 req-bbbb01ca-4708-4f3f-919c-03742ef813c2 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286829 Nov 26 21:51:21.381132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-baa27a77-e64c-4ae3-bb13-2b6e550066d2 req-2a0131e3-456b-4c61-a45f-c7588a91a102 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438184 Nov 26 21:51:21.426140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Allocated IP 192.168.233.80 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/1950b913-6915-41fc-b86e-af4888a60719) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:21.549162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6023b913-b7c1-4049-b3d9-e9e69faea9dc req-f431ba80-2a28-47a6-b77b-2b7dc8b5c6c5 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 210 time: 0.0650194 Nov 26 21:51:21.595060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.595611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.595967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.596313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.596653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.596993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.597328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.597658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.597988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.598391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.598901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.599542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:21.631030 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d5fa9ce-012d-4a9d-8b28-bbf54b71e358 req-9f9a508c-5bb4-4d33-8ed0-1ba0962e724d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 210 time: 0.1346521 Nov 26 21:51:21.739682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c029321-bbf7-44ad-8924-9bba5ea83078 req-7f7d122c-2e01-4bd5-84b3-3cf1bd661db3 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0553689 Nov 26 21:51:21.754221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-c4453cc8-338e-4759-91ab-65b43b1e8e5f tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:21.756102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-c4453cc8-338e-4759-91ab-65b43b1e8e5f tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.13 "GET /v2.0/networks?id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b HTTP/1.1" status: 200 len: 817 time: 0.4583189 Nov 26 21:51:21.864795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Request body: {'port': {'device_id': '14d7b852-ca58-4761-8cad-e8ade7d78570', 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b', 'admin_state_up': True, 'tenant_id': '5010687a83f04a0e8b6e52f2b54106d6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:21.881702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e11df-ead6-4c1b-b307-c84d7c773162 req-aa8dc935-53df-4cae-9cb8-4848fa2c79fc tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:21.891162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-898e11df-ead6-4c1b-b307-c84d7c773162 req-aa8dc935-53df-4cae-9cb8-4848fa2c79fc tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.1479466 Nov 26 21:51:21.923007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-cd482774-983f-4d5b-8d9f-013ddc3f20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:21.924722 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-cd482774-983f-4d5b-8d9f-013ddc3f20d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1800833 Nov 26 21:51:21.974623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-898e11df-ead6-4c1b-b307-c84d7c773162 req-1a46aa52-0a7d-4206-8d07-41e4ad927a6d tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825601 Nov 26 21:51:22.011441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.051950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.087226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Subnet': ['ID=29147173-7eb6-47f4-b612-09b4b737e9db,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:22.100974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Checking segment: {'id': '6def5577-5d66-47fb-bb59-4534216bbb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:22.101368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Network hostable DHCP agents. Network: 59000253-410d-4f3c-ba4f-23b0294319cc, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:51:22.103868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-416a5158-eeee-4404-a9d7-abb7593cb99f service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3312080 Nov 26 21:51:22.123166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Network 59000253-410d-4f3c-ba4f-23b0294319cc is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:51:22.134250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 59000253-410d-4f3c-ba4f-23b0294319cc) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:22.142132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:22.143130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.146826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419ed79-151c-4391-a8e6-24eaa81a885b None None] Network 59000253-410d-4f3c-ba4f-23b0294319cc requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:22.173829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1c6f2fde-af64-4677-9bf9-22f3af2f862d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1498892 Nov 26 21:51:22.176549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43506) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:22.183839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc', 'name': 'tempest-AllowedAddressPairTestJSON-1018509994'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:22.285773 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-b3e25f02-b72d-431a-ae8c-051e864c52e2 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301001 Nov 26 21:51:22.295021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.323761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-59000253-410d-4f3c-ba4f-23b0294319cc', 'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc', 'tenant_id': '57e3e58b0fb04123bb6468fde374fe86', 'fixed_ips': [{'subnet_id': '29147173-7eb6-47f4-b612-09b4b737e9db'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:51:22.324867 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.341494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Made reservation on behalf of 5010687a83f04a0e8b6e52f2b54106d6 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:22.344811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.396739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Made reservation on behalf of 57e3e58b0fb04123bb6468fde374fe86 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:22.406931 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.431867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] device_id is not set on port 52864b43-0028-4fd7-9feb-6ed25c738dc3 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:51:22.470609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:22.570432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:22.574147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:22.583471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.595975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:22.596862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 88c86e31-9d11-45b9-95f3-7ce53b558ea2 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:51:22.617337 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3507df04-5ce9-4b57-b57d-6726f9f3f3fe req-39a4bd47-10a6-4658-8e25-8ebc7ada8342 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018363 Nov 26 21:51:22.637285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762d0e0-2985-4f3c-a4c0-f5730ad06c39 req-7ff682a7-14dc-4c0a-9f81-d57370835451 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:22.638889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b762d0e0-2985-4f3c-a4c0-f5730ad06c39 req-7ff682a7-14dc-4c0a-9f81-d57370835451 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 947 time: 0.1165438 Nov 26 21:51:22.639420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Transition to ACTIVE for port object 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:51:22.663472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99024059-c186-4688-8711-a426c37cbe6e req-e6da19f3-dc07-41a7-8030-c7a60861e2d4 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:22.671417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99024059-c186-4688-8711-a426c37cbe6e req-e6da19f3-dc07-41a7-8030-c7a60861e2d4 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 932 time: 0.1465380 Nov 26 21:51:22.802517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:22.803120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.813266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:22.821701 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b762d0e0-2985-4f3c-a4c0-f5730ad06c39 req-ebb07ba0-fb79-45f3-9cfe-1a824ab3ca7d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473827 Nov 26 21:51:22.846658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Pushing event updated for resources: {'Port': ['ID=1950b913-6915-41fc-b86e-af4888a60719,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:22.851871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Allocated IP 172.20.0.2 (59000253-410d-4f3c-ba4f-23b0294319cc/29147173-7eb6-47f4-b612-09b4b737e9db/88c871e3-272b-46ab-930b-213789c1ba8e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:22.878387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99024059-c186-4688-8711-a426c37cbe6e req-a42776ad-d02d-43bb-8aa1-0110fa7fa908 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998639 Nov 26 21:51:22.912942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 88c86e31-9d11-45b9-95f3-7ce53b558ea2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=88c86e31-9d11-45b9-95f3-7ce53b558ea2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:22.925043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Allocated IP 172.20.0.6 (0515f261-20dc-4ff8-9a91-3bc73a88bc2b/76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5/221bd5a4-3127-4200-909a-a54ab81e29fb) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:22.928135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Pushing event updated for resources: {'Port': ['ID=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:22.986368 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6183937a-267f-459c-82bc-4316685f066d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2063677 Nov 26 21:51:23.012400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-656a4eb7-c2ad-4fa7-b84a-3f71377e3c10 req-341a9cbd-3713-4b26-a668-8f82a68010e0 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 210 time: 0.0589032 Nov 26 21:51:23.035826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Request body: {'port': {'device_id': '8e62688b-e8ca-43d2-ad9b-e5a8738f42c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:23.089832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-c043c4f7-3691-466a-a263-d49f9d0fd580 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7924132 Nov 26 21:51:23.172198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da170e57-1efd-42b4-8016-57c5fb812a2b req-8534357c-d3ae-450e-b526-741a6cb794b8 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0662377 Nov 26 21:51:23.179811 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-952768b6-6aa1-437a-96ba-b08bfeb49f8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 200 len: 217 time: 0.0677197 Nov 26 21:51:23.214514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4ba8-9812-4585-9425-948e82c3b1a3 req-205062cd-9e47-44f1-b5bf-dd10760fae55 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:23.216039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aafd4ba8-9812-4585-9425-948e82c3b1a3 req-205062cd-9e47-44f1-b5bf-dd10760fae55 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 935 time: 0.1961625 Nov 26 21:51:23.290762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-32525e68-bda4-459a-8eee-dbe3660e5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:23.292654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-32525e68-bda4-459a-8eee-dbe3660e5e97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.0761526 Nov 26 21:51:23.351494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aafd4ba8-9812-4585-9425-948e82c3b1a3 req-62fe7226-a3d1-462a-8fa5-7d31914002de tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267154 Nov 26 21:51:23.364278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '88c86e31-9d11-45b9-95f3-7ce53b558ea2', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '88c86e31-9d11-45b9-95f3-7ce53b558ea2', 'mac_address': 'fa:16:3e:fd:4d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:51:23.376767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.427131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Attempting to bind port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:23.428032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Attempting to bind port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:23.428032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Attempting to bind port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 on network ff336368-1af4-46cf-83f5-21ca1468ae6f {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:23.437311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 on network ff336368-1af4-46cf-83f5-21ca1468ae6f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:51:23.437311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Attempting to bind port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 on network ff336368-1af4-46cf-83f5-21ca1468ae6f {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:23.463220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:23.463770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Checking segment: {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:23.464173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Bound using segment: {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:23.464625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Bound port: 9cb73739-30f6-4ce8-b42f-ed93e967b4e2, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d85fd4-3890-422a-9a26-badf5c5c594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:23.464982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.465120 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2623735-8b37-4dd2-9205-41c72fe77742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.513698 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.518265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ed4a6e89-f9e5-4b92-9afa-8278b20a156d None None] Provisioning complete for port 1950b913-6915-41fc-b86e-af4888a60719 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:23.519652 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6e89-f9e5-4b92-9afa-8278b20a156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.551936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34a5e0-3661-4eaa-a5d2-9e915966d46c req-18162298-833e-4da0-ad55-bf14ca2fc08e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:23.559550 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb34a5e0-3661-4eaa-a5d2-9e915966d46c req-18162298-833e-4da0-ad55-bf14ca2fc08e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.0677865 Nov 26 21:51:23.596669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c86e31-9d11-45b9-95f3-7ce53b558ea2 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:23.604345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-5848b736-acd1-4dd5-ae14-36d3af03c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:23.605874 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-5848b736-acd1-4dd5-ae14-36d3af03c19b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2641420 Nov 26 21:51:23.643999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] For port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:23.677263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb34a5e0-3661-4eaa-a5d2-9e915966d46c req-22c34c52-dcd1-4509-b6a9-a3a1fa7bec3e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121967 Nov 26 21:51:23.684787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a6e89-f9e5-4b92-9afa-8278b20a156d None None] Port 1950b913-6915-41fc-b86e-af4888a60719 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:23.709560 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.713915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 88c86e31-9d11-45b9-95f3-7ce53b558ea2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=88c86e31-9d11-45b9-95f3-7ce53b558ea2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:23.728924 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.775061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] For port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:23.781179 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.791484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.792509 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.838804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Network 59000253-410d-4f3c-ba4f-23b0294319cc is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:23.843220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:23.846929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=88c86e31-9d11-45b9-95f3-7ce53b558ea2,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:23.854300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Allocated IP 172.20.0.12 (59000253-410d-4f3c-ba4f-23b0294319cc/29147173-7eb6-47f4-b612-09b4b737e9db/52864b43-0028-4fd7-9feb-6ed25c738dc3) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:23.856643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:23.862201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:23.862684 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:23.864156 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] 10.222.0.41 "PUT /v2.0/ports/9cb73739-30f6-4ce8-b42f-ed93e967b4e2 HTTP/1.1" status: 200 len: 1092 time: 3.6505542 Nov 26 21:51:23.864537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.865239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.866090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.866855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.867416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.868508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.869746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.870396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.870936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.871514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.872048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.872612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:51:23.917564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a', 'tag': '9cb73739-30f6-4ce8-b42f-ed93e967b4e2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:23.919897 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a5f9bc-9f64-4ad9-b0cf-a5936f599224" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a", "tag": "9cb73739-30f6-4ce8-b42f-ed93e967b4e2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:24.012277 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-3b735527-7436-4b3d-9cc3-ff28970ff7fb service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891423 Nov 26 21:51:24.016766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Attempting to bind port 88c871e3-272b-46ab-930b-213789c1ba8e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:24.017974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Attempting to bind port 88c871e3-272b-46ab-930b-213789c1ba8e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6def5577-5d66-47fb-bb59-4534216bbb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:24.019011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Attempting to bind port 88c871e3-272b-46ab-930b-213789c1ba8e on network 59000253-410d-4f3c-ba4f-23b0294319cc {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:24.026523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:24.027395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Checking segment: {'id': '6def5577-5d66-47fb-bb59-4534216bbb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:24.028211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.028989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Bound using segment: {'id': '6def5577-5d66-47fb-bb59-4534216bbb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:24.029708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Bound port: 88c871e3-272b-46ab-930b-213789c1ba8e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6def5577-5d66-47fb-bb59-4534216bbb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:24.030380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.032920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Pushing event updated for resources: {'Port': ['ID=88c871e3-272b-46ab-930b-213789c1ba8e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:24.033484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aba97-2ae1-4b58-96d9-c1715dc8326a service neutron] Pushing event updated for resources: {'Port': ['ID=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:24.072106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.200031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] For port 88c871e3-272b-46ab-930b-213789c1ba8e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:24.205127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] For port 88c871e3-272b-46ab-930b-213789c1ba8e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88c871e3-272b-46ab-930b-213789c1ba8e,segment=NetworkSegment(6def5577-5d66-47fb-bb59-4534216bbb33),segment_id=6def5577-5d66-47fb-bb59-4534216bbb33)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:24.216385 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.292675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:24.304309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e9850-8c30-4d34-8fc9-d6b8c0ed679c req-f17d06d8-aec2-4825-b37c-43e554b4360e tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:24.305896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:24.307121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a254f-39c8-4890-9bc7-d6e1a19e2b5b None None] Pushing event updated for resources: {'Port': ['ID=88c871e3-272b-46ab-930b-213789c1ba8e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:24.308195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f63e9850-8c30-4d34-8fc9-d6b8c0ed679c req-f17d06d8-aec2-4825-b37c-43e554b4360e tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.2892036 Nov 26 21:51:24.319326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:24.340961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Pushing event updated for resources: {'Port': ['ID=221bd5a4-3127-4200-909a-a54ab81e29fb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:24.368237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['88c86e31-9d11-45b9-95f3-7ce53b558ea2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:24.394154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90524c5-c36e-46de-8050-b23dc337ed43 req-f0d0f991-ae85-458a-b6ac-c0fa0e9e30c5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:24.403655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a90524c5-c36e-46de-8050-b23dc337ed43 req-f0d0f991-ae85-458a-b6ac-c0fa0e9e30c5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 948 time: 0.3170846 Nov 26 21:51:24.452218 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.518718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:24.520145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.534124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-5ce8bc71-5e05-42c4-b46e-24426f45f4bb service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872758 Nov 26 21:51:24.546870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-9434e5c5-5750-4add-b949-92dd2df64adb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7202938 Nov 26 21:51:24.560444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f63e9850-8c30-4d34-8fc9-d6b8c0ed679c req-cccf3cd8-ae2c-4e24-8f8a-ef786c6a80e5 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240808 Nov 26 21:51:24.602257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a90524c5-c36e-46de-8050-b23dc337ed43 req-94adc9d2-0514-435c-8218-d6da988cc090 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906657 Nov 26 21:51:24.617553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1950b913-6915-41fc-b86e-af4888a60719 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:24.637670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.642679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Request body: {'port': {'device_id': '14d7b852-ca58-4761-8cad-e8ade7d78570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:24.660724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-25aae6f3-f498-460d-aca9-9a788137f80c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e HTTP/1.1" status: 200 len: 217 time: 0.1182549 Nov 26 21:51:24.668511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.680282 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12046eb-d7cc-404c-8c38-014b2bb36eff x-openstack-request-id: req-a12046eb-d7cc-404c-8c38-014b2bb36eff {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:24.680994 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a", "tag": "9cb73739-30f6-4ce8-b42f-ed93e967b4e2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:24.682028 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a12046eb-d7cc-404c-8c38-014b2bb36eff {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:24.699791 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a', 'tag': '9cb73739-30f6-4ce8-b42f-ed93e967b4e2', 'status': 'completed', 'code': 200} Nov 26 21:51:24.777091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Network 59000253-410d-4f3c-ba4f-23b0294319cc is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:24.788329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:24.792577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:24.856445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Transition to ACTIVE for port object 1950b913-6915-41fc-b86e-af4888a60719 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:51:24.886410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:24.887119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.909139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.915104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=52864b43-0028-4fd7-9feb-6ed25c738dc3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:24.958349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69886976-f080-4e0a-b532-25a4656c3929 req-454e9cfe-10e8-487c-a624-16c18d3e5532 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0867746 Nov 26 21:51:24.988474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab13d34-e2f0-46c2-b314-19c42a652854 req-8b11a557-e99b-4a1d-af79-a42153e77ccf tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:24.991957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:24.999782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-b7253125-092a-48e2-8231-719f5397eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:25.001730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-b7253125-092a-48e2-8231-719f5397eef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.2342224 Nov 26 21:51:25.006150 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eab13d34-e2f0-46c2-b314-19c42a652854 req-8b11a557-e99b-4a1d-af79-a42153e77ccf tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 931 time: 0.2834718 Nov 26 21:51:25.033657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ec41839-823d-4b3d-8e18-37660aafdf5d tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8554184 Nov 26 21:51:25.040142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43540) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:25.087065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Pushing event updated for resources: {'Port': ['ID=1950b913-6915-41fc-b86e-af4888a60719,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:25.100239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc', 'name': 'tempest-AllowedAddressPairTestJSON-2097413957', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:19:fa:65'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:25.167634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eab13d34-e2f0-46c2-b314-19c42a652854 req-7e0176ce-a1c6-460d-969a-f8a4585bd746 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583116 Nov 26 21:51:25.367600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1b4f0-8b69-4c81-9592-99327eb41c4b req-dd1a310d-8385-45e1-996d-6d9b00272bca tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:25.376626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fac1b4f0-8b69-4c81-9592-99327eb41c4b req-dd1a310d-8385-45e1-996d-6d9b00272bca tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 947 time: 0.2219636 Nov 26 21:51:25.565926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fac1b4f0-8b69-4c81-9592-99327eb41c4b req-6e5948e9-3782-4687-8064-05bb6134249d tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881831 Nov 26 21:51:25.574740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Made reservation on behalf of 57e3e58b0fb04123bb6468fde374fe86 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:25.648254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8568580-db85-42bb-b928-02c6a68c2920 req-b7112fa1-070c-4d0c-afa5-39dbdd0590bd tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:25.656542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8568580-db85-42bb-b928-02c6a68c2920 req-b7112fa1-070c-4d0c-afa5-39dbdd0590bd tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.2279701 Nov 26 21:51:25.803183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-e26c829c-c4b4-4beb-bc08-8635571d12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:25.804979 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-e26c829c-c4b4-4beb-bc08-8635571d12ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7838738 Nov 26 21:51:25.805323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8568580-db85-42bb-b928-02c6a68c2920 req-c961860a-910c-449c-9784-c3957b237809 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478083 Nov 26 21:51:25.810710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:25.813149 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a974084f-a141-43cd-bf9d-65c4f5ecb08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:25.865201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70040a7e-3704-4619-bf5d-cef76a9de51f req-71c8e60b-fd7c-46e0-89cb-7ee3e656eb20 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:25.879094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70040a7e-3704-4619-bf5d-cef76a9de51f req-71c8e60b-fd7c-46e0-89cb-7ee3e656eb20 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.2079644 Nov 26 21:51:25.942567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88c871e3-272b-46ab-930b-213789c1ba8e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:25.965280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] device_id is not set on port 88b52650-644d-4c25-bbbd-d81a9214d5ba yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:51:25.987373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Attempting to bind port 1950b913-6915-41fc-b86e-af4888a60719 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:25.987711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Attempting to bind port 1950b913-6915-41fc-b86e-af4888a60719 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:25.988039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Attempting to bind port 1950b913-6915-41fc-b86e-af4888a60719 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:25.996731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Port 1950b913-6915-41fc-b86e-af4888a60719 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:51:25.997069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Attempting to bind port 1950b913-6915-41fc-b86e-af4888a60719 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:26.049119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:26.049504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:26.050166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:26.050896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Bound port: 1950b913-6915-41fc-b86e-af4888a60719, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:26.051226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.070258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 88c871e3-272b-46ab-930b-213789c1ba8e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:26.072658 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.139978 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70040a7e-3704-4619-bf5d-cef76a9de51f req-2491ca06-20af-422e-87fa-7828e528ffb3 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501173 Nov 26 21:51:26.180973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-7a1721c9-c5f1-4ca9-a703-1e07d4de64e8 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244660 Nov 26 21:51:26.219516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe44cf-658b-44d8-91dc-57414a68a4a0 req-cedde36a-09c0-4f84-8c12-96983e606e63 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:26.227935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10244c-2fc8-41aa-984b-a2759adc8568 None None] Network 59000253-410d-4f3c-ba4f-23b0294319cc requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:26.232654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fbe44cf-658b-44d8-91dc-57414a68a4a0 req-cedde36a-09c0-4f84-8c12-96983e606e63 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 948 time: 0.2833614 Nov 26 21:51:26.285335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] For port 1950b913-6915-41fc-b86e-af4888a60719, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:26.292729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] For port 1950b913-6915-41fc-b86e-af4888a60719, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1950b913-6915-41fc-b86e-af4888a60719,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:26.309175 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.370606 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8b979e0-7f1b-484f-9aad-92e65ff37532 req-f53f62aa-cf20-4028-a91d-ec22c765ecc3 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0932858 Nov 26 21:51:26.376262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:26.376892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.378343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] 10.222.0.13 "PUT /v2.0/ports/1950b913-6915-41fc-b86e-af4888a60719 HTTP/1.1" status: 200 len: 1095 time: 3.3612745 Nov 26 21:51:26.437672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Allocated IP 172.20.0.8 (59000253-410d-4f3c-ba4f-23b0294319cc/29147173-7eb6-47f4-b612-09b4b737e9db/88b52650-644d-4c25-bbbd-d81a9214d5ba) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:26.442174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221bd5a4-3127-4200-909a-a54ab81e29fb {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:26.469217 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-22f74fe4-fa07-4d98-8110-65964455d25b service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801621 Nov 26 21:51:26.479963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fbe44cf-658b-44d8-91dc-57414a68a4a0 req-5f007011-131d-4fe4-85ac-10d1e80589b0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461507 Nov 26 21:51:26.507082 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.590423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9bf7af01-ba03-44ab-a3e0-ccdb704e343e None None] Provisioning complete for port 88c871e3-272b-46ab-930b-213789c1ba8e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:26.590843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9bf7af01-ba03-44ab-a3e0-ccdb704e343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.609683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f8c54-7c9a-4805-a675-82b6773f1d4a service neutron] Pushing event updated for resources: {'Port': ['ID=1950b913-6915-41fc-b86e-af4888a60719,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:26.633126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 88c86e31-9d11-45b9-95f3-7ce53b558ea2 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:26.690015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-a83d4469-589b-4463-9f62-cbe4a46eede6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c HTTP/1.1" status: 200 len: 217 time: 0.1584589 Nov 26 21:51:26.706384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e62688b-e8ca-43d2-ad9b-e5a8738f42c4', 'tag': '1950b913-6915-41fc-b86e-af4888a60719'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:26.708948 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e62688b-e8ca-43d2-ad9b-e5a8738f42c4", "tag": "1950b913-6915-41fc-b86e-af4888a60719"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:26.743419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Transition to ACTIVE for port object 221bd5a4-3127-4200-909a-a54ab81e29fb will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:51:26.775722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.777851 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.831648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846f58c-a8bd-473b-abbe-38243d1525f3 req-76459a90-7cfa-4045-a6bb-f4f66a91c0e8 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:26.835088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 88c871e3-272b-46ab-930b-213789c1ba8e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88c871e3-272b-46ab-930b-213789c1ba8e,segment=NetworkSegment(6def5577-5d66-47fb-bb59-4534216bbb33),segment_id=6def5577-5d66-47fb-bb59-4534216bbb33)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:26.841634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8846f58c-a8bd-473b-abbe-38243d1525f3 req-76459a90-7cfa-4045-a6bb-f4f66a91c0e8 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 931 time: 0.2734954 Nov 26 21:51:26.871055 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:26.934334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-98e85398-9f19-40f2-8180-ba342d357884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:26.935577 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-98e85398-9f19-40f2-8180-ba342d357884 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.2030923 Nov 26 21:51:26.941462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f0188-6dbc-4a80-9078-7a38639e2a20 req-4b060522-9582-43f7-9bd4-a228505df3a6 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:26.941982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-fb583e3b-cfa7-4eac-90b7-b8fabb3e6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:26.943489 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-fb583e3b-cfa7-4eac-90b7-b8fabb3e6d37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17ff7cc8023b4af58359dda71c1a808e&device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 1098 time: 0.4719691 Nov 26 21:51:26.944835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-314f0188-6dbc-4a80-9078-7a38639e2a20 req-4b060522-9582-43f7-9bd4-a228505df3a6 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 947 time: 0.1770298 Nov 26 21:51:26.951527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:26.998730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8846f58c-a8bd-473b-abbe-38243d1525f3 req-4262b727-6119-426f-bb00-3139c7d4ce85 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499431 Nov 26 21:51:27.012247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:27.014850 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:27.033179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-2c4a40bc-bbed-4f7f-a52f-cf5a3a8cb184 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=1950b913-6915-41fc-b86e-af4888a60719 HTTP/1.1" status: 200 len: 217 time: 0.0410099 Nov 26 21:51:27.043083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Pushing event updated for resources: {'Port': ['ID=221bd5a4-3127-4200-909a-a54ab81e29fb,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:27.092127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-915f4a90-c114-45d7-ada6-e24de521ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:27.093617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-915f4a90-c114-45d7-ada6-e24de521ae04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0461030 Nov 26 21:51:27.102605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:27.114582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-ba5c38fd-0edc-409d-bf81-107bcf79039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:27.116057 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-ba5c38fd-0edc-409d-bf81-107bcf79039a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1617055 Nov 26 21:51:27.117505 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c3524f-7595-400a-a7c0-d00aa2dbf5aa x-openstack-request-id: req-10c3524f-7595-400a-a7c0-d00aa2dbf5aa {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:27.117785 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e62688b-e8ca-43d2-ad9b-e5a8738f42c4", "tag": "1950b913-6915-41fc-b86e-af4888a60719", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:27.118036 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10c3524f-7595-400a-a7c0-d00aa2dbf5aa {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:27.118473 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e62688b-e8ca-43d2-ad9b-e5a8738f42c4', 'tag': '1950b913-6915-41fc-b86e-af4888a60719', 'status': 'completed', 'code': 200} Nov 26 21:51:27.217914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:27.228836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Attempting to bind port 221bd5a4-3127-4200-909a-a54ab81e29fb on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:27.229323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Attempting to bind port 221bd5a4-3127-4200-909a-a54ab81e29fb by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:27.229787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Attempting to bind port 221bd5a4-3127-4200-909a-a54ab81e29fb on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:27.233232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=88c871e3-272b-46ab-930b-213789c1ba8e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:27.257910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:27.273797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Port 221bd5a4-3127-4200-909a-a54ab81e29fb on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:51:27.274188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Attempting to bind port 221bd5a4-3127-4200-909a-a54ab81e29fb on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:27.357480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-5da14295-c273-434a-a949-cc87d10ba75b service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191601 Nov 26 21:51:27.359705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:27.361194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Checking segment: {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:27.361596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Bound using segment: {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:27.364681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Bound port: 221bd5a4-3127-4200-909a-a54ab81e29fb, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:27.365138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:27.378278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Network 59000253-410d-4f3c-ba4f-23b0294319cc is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:27.421724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:27.432146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:27.450763 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:27.491455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-e5d192b9-bd0f-4e8f-9cb4-5ab4e417ea2f service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228781 Nov 26 21:51:27.500774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6d7d3ae8-cdda-4993-b09c-cfddd7f8494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:27.502460 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6d7d3ae8-cdda-4993-b09c-cfddd7f8494a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3967798 Nov 26 21:51:27.553223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8715ea54-e6d6-42e8-9165-c9d9dd1c1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c86e31-9d11-45b9-95f3-7ce53b558ea2'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:27.555933 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52042505-215b-4f74-9b48-6907abd06cdf" -d '{"events": [{"server_uuid": "8715ea54-e6d6-42e8-9165-c9d9dd1c1d78", "name": "network-vif-plugged", "status": "completed", "tag": "88c86e31-9d11-45b9-95f3-7ce53b558ea2"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:27.564963 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-5ca2df52-c70a-4ee8-b1fe-31ee25a65dbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0 HTTP/1.1" status: 200 len: 217 time: 0.0614669 Nov 26 21:51:27.577731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 88c86e31-9d11-45b9-95f3-7ce53b558ea2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=88c86e31-9d11-45b9-95f3-7ce53b558ea2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:27.585353 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:27.729816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=88c86e31-9d11-45b9-95f3-7ce53b558ea2,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:27.817146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7479d7eb-d2f8-4d49-b0e4-4c5d4a8abab6 None None] Provisioning complete for port 52864b43-0028-4fd7-9feb-6ed25c738dc3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:27.817146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7479d7eb-d2f8-4d49-b0e4-4c5d4a8abab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:27.856473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-be085e82-6955-47e6-b2ec-72eb586ea2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:27.856473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-be085e82-6955-47e6-b2ec-72eb586ea2d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.2535760 Nov 26 21:51:27.933576 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-314f0188-6dbc-4a80-9078-7a38639e2a20 req-527bf526-3f2f-40de-8159-907865d005d9 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9699986 Nov 26 21:51:27.934897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=88b52650-644d-4c25-bbbd-d81a9214d5ba,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:27.962313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] For port 221bd5a4-3127-4200-909a-a54ab81e29fb, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:27.995377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88c871e3-272b-46ab-930b-213789c1ba8e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:28.004027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-02e701c4-57aa-4115-b286-ff9f6c7a48ba service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377420 Nov 26 21:51:28.021839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] For port 221bd5a4-3127-4200-909a-a54ab81e29fb, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=221bd5a4-3127-4200-909a-a54ab81e29fb,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:28.032347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa1547-c7e7-431f-b4f0-76903dc0a851 req-1d900e89-1281-45d7-8c17-c112b9d08126 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.034657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40aa1547-c7e7-431f-b4f0-76903dc0a851 req-1d900e89-1281-45d7-8c17-c112b9d08126 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.7943621 Nov 26 21:51:28.053969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.054665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.064079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.094296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7479d7eb-d2f8-4d49-b0e4-4c5d4a8abab6 None None] Port 52864b43-0028-4fd7-9feb-6ed25c738dc3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:28.142368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7479d7eb-d2f8-4d49-b0e4-4c5d4a8abab6 None None] Provisioning complete for port 88c871e3-272b-46ab-930b-213789c1ba8e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:28.142368 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7479d7eb-d2f8-4d49-b0e4-4c5d4a8abab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.179445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e882282a-0efd-47d3-b4e6-a43d4cb10cd5 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.1011484 Nov 26 21:51:28.186965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43570) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:28.191967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.192730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.194286 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] 10.222.0.13 "PUT /v2.0/ports/221bd5a4-3127-4200-909a-a54ab81e29fb HTTP/1.1" status: 200 len: 1091 time: 3.5882540 Nov 26 21:51:28.210184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-180011c2-a2b1-41b5-b237-67221ffc7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.213202 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-180011c2-a2b1-41b5-b237-67221ffc7637 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3628139 Nov 26 21:51:28.281860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 88c871e3-272b-46ab-930b-213789c1ba8e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:28.282182 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.289033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40aa1547-c7e7-431f-b4f0-76903dc0a851 req-b65a0cb0-1bc1-4177-8f3d-21ffef4a01d6 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218127 Nov 26 21:51:28.308266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8ec53-4de9-4be9-92e1-4abff01ee181 req-76816613-eb3c-45c1-83ac-9b616bf2fe18 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.309925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2df8ec53-4de9-4be9-92e1-4abff01ee181 req-76816613-eb3c-45c1-83ac-9b616bf2fe18 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.1897030 Nov 26 21:51:28.350627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea89612-0b20-4fa8-ab38-e1d4f6903256 service neutron] Pushing event updated for resources: {'Port': ['ID=221bd5a4-3127-4200-909a-a54ab81e29fb,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:28.388044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7942db40-ba5a-4f22-ae39-b98a9e8fe4ce tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.394356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7942db40-ba5a-4f22-ae39-b98a9e8fe4ce tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.396357 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-abeec3af-246f-44f4-b9df-93d3be565dfd req-6b965081-355c-434e-886f-4b85ed542a4b service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555810 Nov 26 21:51:28.408564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-0f1c2255-dbf4-4448-86f9-b446d9336760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.410248 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-0f1c2255-dbf4-4448-86f9-b446d9336760 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5010687a83f04a0e8b6e52f2b54106d6&device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 1094 time: 0.1180708 Nov 26 21:51:28.424861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-f2edc23a-2bf0-45c0-b4b2-f00f8a968c7a service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937139 Nov 26 21:51:28.439921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7942db40-ba5a-4f22-ae39-b98a9e8fe4ce tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.443771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7942db40-ba5a-4f22-ae39-b98a9e8fe4ce tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2560010 Nov 26 21:51:28.459910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43572) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:28.539710 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.551492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-430545d1-89be-4e5a-923c-6ec2a89f7c72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=221bd5a4-3127-4200-909a-a54ab81e29fb HTTP/1.1" status: 200 len: 217 time: 0.1220419 Nov 26 21:51:28.568988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74753f1d-4ddb-48fe-a8fc-57e514385e17 req-3af47d1e-b1e9-4494-a29a-f1420673b64a tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0825863 Nov 26 21:51:28.576449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2df8ec53-4de9-4be9-92e1-4abff01ee181 req-1dc8f8c2-dcfc-4a6b-8688-922545d255db tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578580 Nov 26 21:51:28.612081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-66b3f551-95d9-476d-b11a-808001f3e13f None None] Provisioning complete for port 52864b43-0028-4fd7-9feb-6ed25c738dc3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:28.612813 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66b3f551-95d9-476d-b11a-808001f3e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.684981 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71085b7c-b535-46c8-92ee-9d1d951c98d5 x-openstack-request-id: req-71085b7c-b535-46c8-92ee-9d1d951c98d5 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:28.685574 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8715ea54-e6d6-42e8-9165-c9d9dd1c1d78", "name": "network-vif-plugged", "status": "completed", "tag": "88c86e31-9d11-45b9-95f3-7ce53b558ea2", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:28.686099 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71085b7c-b535-46c8-92ee-9d1d951c98d5 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:28.686718 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8715ea54-e6d6-42e8-9165-c9d9dd1c1d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c86e31-9d11-45b9-95f3-7ce53b558ea2', 'code': 200} Nov 26 21:51:28.700718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-66b3f551-95d9-476d-b11a-808001f3e13f None None] Port 52864b43-0028-4fd7-9feb-6ed25c738dc3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:28.735031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-66b3f551-95d9-476d-b11a-808001f3e13f None None] Provisioning complete for port 88b52650-644d-4c25-bbbd-d81a9214d5ba triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:28.735835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66b3f551-95d9-476d-b11a-808001f3e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.802831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-66b3f551-95d9-476d-b11a-808001f3e13f None None] Port 88b52650-644d-4c25-bbbd-d81a9214d5ba cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:28.803285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-10667089-c820-4945-a774-fdba482a766c tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Deleting port 88b52650-644d-4c25-bbbd-d81a9214d5ba {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:28.803632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10667089-c820-4945-a774-fdba482a766c tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.871186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85233d3-97e2-47ad-b6ba-36164fc2b32e req-ba76fbfb-dd9f-4813-acd5-9027294c84aa tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.873137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d85233d3-97e2-47ad-b6ba-36164fc2b32e req-ba76fbfb-dd9f-4813-acd5-9027294c84aa tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 949 time: 0.1742282 Nov 26 21:51:28.945234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-9190f571-72e4-4d40-84b3-6893c86978ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.946825 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-9190f571-72e4-4d40-84b3-6893c86978ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5 HTTP/1.1" status: 200 len: 857 time: 0.3502421 Nov 26 21:51:28.949628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-473263d0-5d96-490d-81a5-0fa726cbdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.951007 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-473263d0-5d96-490d-81a5-0fa726cbdc53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17ff7cc8023b4af58359dda71c1a808e&device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 1098 time: 0.4235835 Nov 26 21:51:28.954003 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-727a60ee-a675-4473-8c1f-7673d1a530a0 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169630 Nov 26 21:51:28.961735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ba2ca-ec70-4c4b-b21e-aa0b206b572d req-375978a1-b94d-41ea-af3a-f83f19846638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:28.963973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-815ba2ca-ec70-4c4b-b21e-aa0b206b572d req-375978a1-b94d-41ea-af3a-f83f19846638 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 1100 time: 0.1302302 Nov 26 21:51:28.981792 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10667089-c820-4945-a774-fdba482a766c tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:28.994458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d85233d3-97e2-47ad-b6ba-36164fc2b32e req-a73a27f8-78a5-4a91-ab71-89423e9378f6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148329 Nov 26 21:51:29.002861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-10667089-c820-4945-a774-fdba482a766c tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Calling delete_port for 88b52650-644d-4c25-bbbd-d81a9214d5ba owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:29.035449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af937a31-054c-40f9-bea9-03d1a9ae586b req-02950b2d-b16a-42b4-a3f8-c8877357c699 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:29.035741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-f7a36425-c250-4390-b5c2-2ec43747a5f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699017 Nov 26 21:51:29.038351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af937a31-054c-40f9-bea9-03d1a9ae586b req-02950b2d-b16a-42b4-a3f8-c8877357c699 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 943 time: 0.1056058 Nov 26 21:51:29.082929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:29.104130 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-c91fe069-d75a-45c5-9929-77422f5672d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d HTTP/1.1" status: 200 len: 217 time: 0.1200864 Nov 26 21:51:29.125509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d7b852-ca58-4761-8cad-e8ade7d78570', 'tag': '221bd5a4-3127-4200-909a-a54ab81e29fb'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:29.128122 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7" -d '{"events": [{"name": "network-changed", "server_uuid": "14d7b852-ca58-4761-8cad-e8ade7d78570", "tag": "221bd5a4-3127-4200-909a-a54ab81e29fb"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:29.190718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af937a31-054c-40f9-bea9-03d1a9ae586b req-c58a878e-2a2f-4b90-9816-d0ef51235661 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512387 Nov 26 21:51:29.236301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cbb7b-bacd-4a6b-9276-f61f5b745584 req-6acf3b04-857f-4ce5-b9cc-cf0488655d6c tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:29.237964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-303cbb7b-bacd-4a6b-9276-f61f5b745584 req-6acf3b04-857f-4ce5-b9cc-cf0488655d6c tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 947 time: 0.1254020 Nov 26 21:51:29.239551 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb039a39-d31f-4c46-acd8-99dbd8a491ad x-openstack-request-id: req-eb039a39-d31f-4c46-acd8-99dbd8a491ad {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:29.239814 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d7b852-ca58-4761-8cad-e8ade7d78570", "tag": "221bd5a4-3127-4200-909a-a54ab81e29fb", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:29.240126 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb039a39-d31f-4c46-acd8-99dbd8a491ad {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:29.240588 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d7b852-ca58-4761-8cad-e8ade7d78570', 'tag': '221bd5a4-3127-4200-909a-a54ab81e29fb', 'status': 'completed', 'code': 200} Nov 26 21:51:29.244936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-815ba2ca-ec70-4c4b-b21e-aa0b206b572d req-e7a06d6f-8944-434f-98c4-dace776437da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597914 Nov 26 21:51:29.260589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-07ad1967-2002-464d-b7f7-257f1ed58196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:29.261496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-07ad1967-2002-464d-b7f7-257f1ed58196 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.1471076 Nov 26 21:51:29.285251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-0b75f80f-f8a4-4caa-a14c-865a6e3c0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:29.286735 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-0b75f80f-f8a4-4caa-a14c-865a6e3c0b00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3141539 Nov 26 21:51:29.292585 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-38586351-1652-4c51-a318-9286bb46f787 service neutron] 10.222.0.13 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244153 Nov 26 21:51:29.316115 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10667089-c820-4945-a774-fdba482a766c tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:29.328621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-303cbb7b-bacd-4a6b-9276-f61f5b745584 req-f5e75f64-ebbe-487a-8e46-b5684d193437 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671840 Nov 26 21:51:29.352539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10667089-c820-4945-a774-fdba482a766c tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Port': ['ID=88b52650-644d-4c25-bbbd-d81a9214d5ba,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:29.514160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741dcac-0605-4918-8c71-ab0d80d0a0b6 req-1a0e6c66-2143-4f0a-8a60-96ae3179f775 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:29.516032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4741dcac-0605-4918-8c71-ab0d80d0a0b6 req-1a0e6c66-2143-4f0a-8a60-96ae3179f775 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.1229630 Nov 26 21:51:29.607069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10667089-c820-4945-a774-fdba482a766c tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:29.612761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-10667089-c820-4945-a774-fdba482a766c tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "DELETE /v2.0/ports/88b52650-644d-4c25-bbbd-d81a9214d5ba HTTP/1.1" status: 204 len: 168 time: 1.1496134 Nov 26 21:51:29.613214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43584) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:29.614325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4741dcac-0605-4918-8c71-ab0d80d0a0b6 req-cd1cd938-d060-45cb-85f2-276d1fbd172a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836980 Nov 26 21:51:29.652334 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e5e961-9dbd-4b6d-b178-62869cdab2a7 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] GET failed (client error): The resource could not be found. Nov 26 21:51:29.657207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d2e5e961-9dbd-4b6d-b178-62869cdab2a7 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "GET /v2.0/ports/88b52650-644d-4c25-bbbd-d81a9214d5ba HTTP/1.1" status: 404 len: 333 time: 0.0396957 Nov 26 21:51:29.658108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:29.663368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc', 'name': 'tempest-AllowedAddressPairTestJSON-1347926328'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:29.684542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-117a30a0-3925-4c8b-94f8-58cdbc986ceb req-1987578a-9d68-46b7-9c3f-f47c654e770a tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0331738 Nov 26 21:51:29.739983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bc1e6-d544-4642-8f51-9338de9c31f7 req-75c73a81-95b0-49de-9241-364768007cfa tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:29.741584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db6bc1e6-d544-4642-8f51-9338de9c31f7 req-75c73a81-95b0-49de-9241-364768007cfa tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.0600493 Nov 26 21:51:29.792952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db6bc1e6-d544-4642-8f51-9338de9c31f7 req-10cf8ba4-41db-4022-988b-e7c2e3d162f0 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Nov 26 21:51:30.091786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-757c90aa-43c8-4413-8fd8-9803f5754155 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=1950b913-6915-41fc-b86e-af4888a60719 HTTP/1.1" status: 200 len: 217 time: 0.1141162 Nov 26 21:51:30.116515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f0482-7920-4c5b-9b1e-25edf5c5ef14 req-b8ee66d7-1644-42d3-ad6f-e0d3608c5257 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.117995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-401f0482-7920-4c5b-9b1e-25edf5c5ef14 req-b8ee66d7-1644-42d3-ad6f-e0d3608c5257 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 949 time: 0.0495319 Nov 26 21:51:30.167817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-401f0482-7920-4c5b-9b1e-25edf5c5ef14 req-7ecee5ac-31b6-45c8-814d-5b6edea3e404 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Nov 26 21:51:30.173502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-eb353d1f-aaee-48a2-ab20-05794768826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.175016 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-eb353d1f-aaee-48a2-ab20-05794768826e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1945758 Nov 26 21:51:30.230062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-963ce5ed-4cfa-40b6-b635-a60ad9854250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.231562 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-963ce5ed-4cfa-40b6-b635-a60ad9854250 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1269214 Nov 26 21:51:30.283727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-f86f4f6a-b50f-4adc-8d8c-8d87e8744396 service neutron] 10.222.0.13 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043251 Nov 26 21:51:30.308424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91dd45-fcd6-455a-ba16-a8cf51a6e5d8 req-5ee61b75-d1eb-4f94-9825-6bde1f26c0a5 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.310531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd91dd45-fcd6-455a-ba16-a8cf51a6e5d8 req-5ee61b75-d1eb-4f94-9825-6bde1f26c0a5 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 943 time: 0.0537410 Nov 26 21:51:30.314340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Made reservation on behalf of 57e3e58b0fb04123bb6468fde374fe86 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:30.317780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:30.362164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] device_id is not set on port d71dc982-346a-4486-9367-4e10fabc004f yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:51:30.374196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-d88702da-e053-4dc9-9d1f-bbe5437ffd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.374773 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd91dd45-fcd6-455a-ba16-a8cf51a6e5d8 req-e9eb2e41-004a-49f7-bb2c-919a3e87096f tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573325 Nov 26 21:51:30.375701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-d88702da-e053-4dc9-9d1f-bbe5437ffd03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169069 Nov 26 21:51:30.383395 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-40d6f973-4a11-40aa-bb97-f4cc113dac75 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967230 Nov 26 21:51:30.458828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc950f61-0184-48a8-ab18-6b87f99e159b req-089d1b24-b913-4ed0-90cd-9defcc6129bb tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.460999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc950f61-0184-48a8-ab18-6b87f99e159b req-089d1b24-b913-4ed0-90cd-9defcc6129bb tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 947 time: 0.0525413 Nov 26 21:51:30.526871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc950f61-0184-48a8-ab18-6b87f99e159b req-7e6b9f28-9b00-4d4b-9004-668a17fd92fa tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452800 Nov 26 21:51:30.621455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-b02ef3c6-2b18-483e-9a47-ccee82cfd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.622977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-b02ef3c6-2b18-483e-9a47-ccee82cfd1c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5010687a83f04a0e8b6e52f2b54106d6&device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 1094 time: 0.2061245 Nov 26 21:51:30.709436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Allocated IP 172.20.0.11 (59000253-410d-4f3c-ba4f-23b0294319cc/29147173-7eb6-47f4-b612-09b4b737e9db/d71dc982-346a-4486-9367-4e10fabc004f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:30.724958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f1d9ca6-2ae2-4828-ba25-ebee4d4fd8b1 req-bc52f50c-d559-4721-a8ee-722862dea947 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973011 Nov 26 21:51:30.734049 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-dd2de37f-378a-44c6-a695-0ecb5426ad10 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053613 Nov 26 21:51:30.750477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552f2a-69c1-4989-b3c6-0b0c0778c951 req-6b14c4fd-288f-4092-aa8f-778984d3ad33 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.752026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9552f2a-69c1-4989-b3c6-0b0c0778c951 req-6b14c4fd-288f-4092-aa8f-778984d3ad33 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.0671058 Nov 26 21:51:30.817422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34cca341-4fec-4192-bb7a-fd5704de139d req-971901ad-02bc-45df-886f-4e1b97425645 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0368364 Nov 26 21:51:30.836491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9552f2a-69c1-4989-b3c6-0b0c0778c951 req-fc8e7538-318f-438a-99a1-2ff840186378 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776155 Nov 26 21:51:30.854548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-3e11021b-4dac-438f-b2da-5db4a45a2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.856127 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-3e11021b-4dac-438f-b2da-5db4a45a2e56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b HTTP/1.1" status: 200 len: 918 time: 0.2181137 Nov 26 21:51:30.952566 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-eafd912a-d09e-4a8b-ab9f-3faa51d10061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=221bd5a4-3127-4200-909a-a54ab81e29fb HTTP/1.1" status: 200 len: 217 time: 0.0798736 Nov 26 21:51:30.964108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ead9-f6e6-4fb3-8450-12d5b8a1b1c3 req-816b3eb3-d388-4e3e-976f-d48fe77bca32 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:30.965757 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb15ead9-f6e6-4fb3-8450-12d5b8a1b1c3 req-816b3eb3-d388-4e3e-976f-d48fe77bca32 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.0545232 Nov 26 21:51:30.976219 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56ced0b7-d3d4-4853-afea-6b8ab4516fc5 req-bb2cf87f-e2a1-4495-b606-7301ad1bd612 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260728 Nov 26 21:51:31.021568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb15ead9-f6e6-4fb3-8450-12d5b8a1b1c3 req-de98e036-5e76-4404-a68e-7c82811fba11 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460458 Nov 26 21:51:31.058522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-1c779d77-8cad-497c-bcca-277be4f2e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:31.060011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-1c779d77-8cad-497c-bcca-277be4f2e7e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5 HTTP/1.1" status: 200 len: 857 time: 0.0783100 Nov 26 21:51:31.062723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:31.095845 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:31.150446 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-9b0581e9-5083-46b8-90c4-44f25996cba1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524294 Nov 26 21:51:31.172995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Network 59000253-410d-4f3c-ba4f-23b0294319cc is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:31.187877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=d71dc982-346a-4486-9367-4e10fabc004f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:31.190297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:31.220124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:31.286271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:31.286915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:31.294553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72eade-4cf4-4c7e-8874-af348b1d456c req-9befd46b-0e6e-4498-bc3a-bf596a4c2790 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:31.296454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c72eade-4cf4-4c7e-8874-af348b1d456c req-9befd46b-0e6e-4498-bc3a-bf596a4c2790 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 949 time: 0.0535634 Nov 26 21:51:31.311899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-9951342f-6472-4f8b-b44a-c49cfbad8577 service neutron] 10.222.0.13 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488929 Nov 26 21:51:31.318126 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f97eebe5-6371-4b1a-8c4a-d3c054c1b828 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6566672 Nov 26 21:51:31.319362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43608) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:31.326213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:19:fa:65'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:31.355668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c72eade-4cf4-4c7e-8874-af348b1d456c req-030d0942-48cf-467a-ba46-e3cf5bfa4b6e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Nov 26 21:51:31.369714 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:51:31.440159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9636d2c4-2496-4973-aa46-1686cc1e6f48 None None] Provisioning complete for port d71dc982-346a-4486-9367-4e10fabc004f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:31.440838 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9636d2c4-2496-4973-aa46-1686cc1e6f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:31.480401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9636d2c4-2496-4973-aa46-1686cc1e6f48 None None] Port d71dc982-346a-4486-9367-4e10fabc004f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:31.505248 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46fb88b6-d2b4-4e6e-8f5d-fe02599499c7 req-47c8c89c-2afb-4752-8e42-73768ccce248 service neutron] 10.222.0.13 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747458 Nov 26 21:51:31.519603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299a682-a731-4ca5-baf1-7417bb633fa3 req-9f504edc-7677-40c4-8d31-c186b6ae1a97 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:31.521268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e299a682-a731-4ca5-baf1-7417bb633fa3 req-9f504edc-7677-40c4-8d31-c186b6ae1a97 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 943 time: 0.0710530 Nov 26 21:51:31.571640 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:31.579920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e299a682-a731-4ca5-baf1-7417bb633fa3 req-228167aa-7298-40eb-bae3-c11255e09e10 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 Nov 26 21:51:31.662868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a12b8-527c-4a55-a41d-940ba99dd7b4 req-55498d88-e7f6-4e52-a0d1-79f3bd75e2ad tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:31.667612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-798a12b8-527c-4a55-a41d-940ba99dd7b4 req-55498d88-e7f6-4e52-a0d1-79f3bd75e2ad tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 947 time: 0.0600200 Nov 26 21:51:31.724755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-798a12b8-527c-4a55-a41d-940ba99dd7b4 req-8f7dd324-1749-425b-8873-f00e3a2f1eb1 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501587 Nov 26 21:51:31.783901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:31.788693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:31.864409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=d71dc982-346a-4486-9367-4e10fabc004f,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:31.878162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] In _notify_port_updated(), no bound segment for port d71dc982-346a-4486-9367-4e10fabc004f on network 59000253-410d-4f3c-ba4f-23b0294319cc {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:51:31.885021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:31.885676 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:31.887035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cd51d098-3775-41d7-bedf-8fdadd67c188 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "PUT /v2.0/ports/d71dc982-346a-4486-9367-4e10fabc004f HTTP/1.1" status: 200 len: 995 time: 0.5664580 Nov 26 21:51:31.890517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43618) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:32.002509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe6a92f0-3254-4c29-8146-094c9e01953d req-0b81c36a-7ed1-498b-ba36-3283e29e78a1 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0409451 Nov 26 21:51:32.013609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7f14e3c0-3383-495e-afa3-02ba38fe5546 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Deleting port d71dc982-346a-4486-9367-4e10fabc004f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:32.013968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f14e3c0-3383-495e-afa3-02ba38fe5546 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:32.020810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec0ad-c234-49f7-98b1-b0cddcddfad0 req-0aee7e65-f23b-4c39-a20d-af44b1694e37 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:32.022540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5fec0ad-c234-49f7-98b1-b0cddcddfad0 req-0aee7e65-f23b-4c39-a20d-af44b1694e37 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.0922651 Nov 26 21:51:32.083354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5fec0ad-c234-49f7-98b1-b0cddcddfad0 req-449c7097-3143-4246-9eb1-635c66d3f104 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518606 Nov 26 21:51:32.115544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bb4ccf8e-f3e7-4c08-ac2c-29a6161753b5 None None] Provisioning complete for port d71dc982-346a-4486-9367-4e10fabc004f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:32.116835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb4ccf8e-f3e7-4c08-ac2c-29a6161753b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:32.122341 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f14e3c0-3383-495e-afa3-02ba38fe5546 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:32.137442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7f14e3c0-3383-495e-afa3-02ba38fe5546 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Calling delete_port for d71dc982-346a-4486-9367-4e10fabc004f owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:32.161062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ccf8e-f3e7-4c08-ac2c-29a6161753b5 None None] Port d71dc982-346a-4486-9367-4e10fabc004f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:32.205097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca209d-ac45-45df-8747-08ea61ffb2f8 req-b183e9b1-e601-4d02-8a92-c15744be93f8 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:32.206697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeca209d-ac45-45df-8747-08ea61ffb2f8 req-b183e9b1-e601-4d02-8a92-c15744be93f8 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.0510712 Nov 26 21:51:32.256734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeca209d-ac45-45df-8747-08ea61ffb2f8 req-a484aceb-e2e1-4da9-a366-6aeb7d48ddbf tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Nov 26 21:51:32.277737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f14e3c0-3383-495e-afa3-02ba38fe5546 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:32.306428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14e3c0-3383-495e-afa3-02ba38fe5546 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Port': ['ID=d71dc982-346a-4486-9367-4e10fabc004f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:32.479097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f14e3c0-3383-495e-afa3-02ba38fe5546 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:32.483190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7f14e3c0-3383-495e-afa3-02ba38fe5546 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "DELETE /v2.0/ports/d71dc982-346a-4486-9367-4e10fabc004f HTTP/1.1" status: 204 len: 168 time: 0.5915320 Nov 26 21:51:32.485735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43626) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:32.500725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e10fb-baa8-4660-bef9-bec6b6894b69 req-8f3cba27-2c75-47c1-9a30-8722893dd194 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:32.503351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d13e10fb-baa8-4660-bef9-bec6b6894b69 req-8f3cba27-2c75-47c1-9a30-8722893dd194 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 949 time: 0.0616369 Nov 26 21:51:32.511524 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1464c9c-29d5-4fec-b4cf-8f7d8d328c92 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] GET failed (client error): The resource could not be found. Nov 26 21:51:32.513102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b1464c9c-29d5-4fec-b4cf-8f7d8d328c92 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "GET /v2.0/ports/d71dc982-346a-4486-9367-4e10fabc004f HTTP/1.1" status: 404 len: 333 time: 0.0263510 Nov 26 21:51:32.517086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43628) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:32.522888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc', 'name': 'tempest-AllowedAddressPairTestJSON-651343005'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:32.560399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d13e10fb-baa8-4660-bef9-bec6b6894b69 req-c5dd1ab3-b622-45de-b774-68c6770aeca9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453911 Nov 26 21:51:32.636904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Made reservation on behalf of 57e3e58b0fb04123bb6468fde374fe86 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:32.640652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:32.676972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] device_id is not set on port d675a017-8b16-4374-ac75-de0a26f6ad97 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:51:32.732433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f79822-41c5-4892-9fbb-2de07751c088 req-efab52f2-801a-49cf-a56d-569b590ad8eb tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:32.734019 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31f79822-41c5-4892-9fbb-2de07751c088 req-efab52f2-801a-49cf-a56d-569b590ad8eb tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 1100 time: 0.0839620 Nov 26 21:51:32.749929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02254bd4-5a0a-4334-bf51-f5e4af25f36f req-bf1494d5-9867-4897-841b-7563d6a8f4a2 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:32.751770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02254bd4-5a0a-4334-bf51-f5e4af25f36f req-bf1494d5-9867-4897-841b-7563d6a8f4a2 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 943 time: 0.0705900 Nov 26 21:51:32.823150 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31f79822-41c5-4892-9fbb-2de07751c088 req-d1e077ab-0d1a-4779-95b6-e4d0c750f33c tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701902 Nov 26 21:51:32.849938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02254bd4-5a0a-4334-bf51-f5e4af25f36f req-32ceeb36-8674-4128-a311-5e2e01dce592 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792968 Nov 26 21:51:32.858406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82396-1ec2-4edb-906e-a0469695132a req-423bfff0-a695-4382-a2cb-c677f61eac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:32.860224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-423bfff0-a695-4382-a2cb-c677f61eac23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa6f2946-81de-4e26-a667-d6a08f806d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414864 Nov 26 21:51:32.866834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f9bc-9f64-4ad9-b0cf-a5936f599224 req-d5c3e62b-7648-4666-8ec0-078e4d845bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:32.868409 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81a5f9bc-9f64-4ad9-b0cf-a5936f599224 req-d5c3e62b-7648-4666-8ec0-078e4d845bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af117439c1734d228f95641461f436e8&device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 1095 time: 0.1049726 Nov 26 21:51:32.893006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Allocated IP 172.20.0.4 (59000253-410d-4f3c-ba4f-23b0294319cc/29147173-7eb6-47f4-b612-09b4b737e9db/d675a017-8b16-4374-ac75-de0a26f6ad97) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:32.953460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3837e8-7a5a-4447-971c-8b1e9c15d66e req-7a5781fa-9cd9-46a6-b7a8-6abcd20284a8 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:32.957604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d3837e8-7a5a-4447-971c-8b1e9c15d66e req-7a5781fa-9cd9-46a6-b7a8-6abcd20284a8 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 947 time: 0.0579290 Nov 26 21:51:33.014672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d3837e8-7a5a-4447-971c-8b1e9c15d66e req-02d304b7-82eb-4650-bb55-cc66ca663137 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516043 Nov 26 21:51:33.052433 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-577b8ef7-ae73-454f-a3a7-6432a00c0eb5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244303 Nov 26 21:51:33.151195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2402aeb9-d27f-411f-aecb-82cf82725b28 req-d1a62858-23e6-4572-bc29-9afdaca60ddc tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0354476 Nov 26 21:51:33.202845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785599ba-c1c4-4936-98eb-2b458340a845 req-bb8ea010-4e47-4490-9d05-179089d9a0f6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:33.211932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-bb8ea010-4e47-4490-9d05-179089d9a0f6 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525736 Nov 26 21:51:33.225474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-4905406d-cecd-4bc7-a0ce-e3361010e1be tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/quotas/138fc97044cb431798948e7979494fc0 HTTP/1.1" status: 200 len: 375 time: 0.0125513 Nov 26 21:51:33.386408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-72bb8e3a-d5f0-410e-8240-932d8382e523 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1529539 Nov 26 21:51:33.429161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3344312-5770-44bc-8bae-c0a01e9910d8 req-9917f6c0-64c3-4696-9f56-75b63b2634ef tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:33.430852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3344312-5770-44bc-8bae-c0a01e9910d8 req-9917f6c0-64c3-4696-9f56-75b63b2634ef tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.1441529 Nov 26 21:51:33.469608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f9bc-9f64-4ad9-b0cf-a5936f599224 req-d6c3ecf5-064b-4632-bb69-15a6903a4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:33.471455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81a5f9bc-9f64-4ad9-b0cf-a5936f599224 req-d6c3ecf5-064b-4632-bb69-15a6903a4a36 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=af117439c1734d228f95641461f436e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5732639 Nov 26 21:51:33.472895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-27c7f511-1884-4907-919d-5dad65d62a7e service neutron] 10.222.0.41 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648327 Nov 26 21:51:33.475588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-7d0c500b-b2d7-4de6-b7e9-a5d55400ad17 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:33.477285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-7d0c500b-b2d7-4de6-b7e9-a5d55400ad17 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.41 "GET /v2.0/networks?id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b HTTP/1.1" status: 200 len: 817 time: 0.2050202 Nov 26 21:51:33.512860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3344312-5770-44bc-8bae-c0a01e9910d8 req-da1532a3-a572-43db-92eb-9d79ba3fe33f tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741746 Nov 26 21:51:33.535734 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:33.591431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Request body: {'port': {'device_id': 'af636ae7-0d12-483d-8228-a1184047c3eb', 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b', 'admin_state_up': True, 'tenant_id': '5010687a83f04a0e8b6e52f2b54106d6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:33.642439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:33.735020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-819d1e70-8d04-412b-9ee8-a0278b675f57 req-f56054f6-b5c3-4cb2-87c9-a0dba7638e97 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 210 time: 0.0437181 Nov 26 21:51:33.768627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90458084-6656-4e62-900d-d6e51aee7dcd req-6c641f2b-9155-48c9-a39b-2b6ec7085eb7 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:33.770182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90458084-6656-4e62-900d-d6e51aee7dcd req-6c641f2b-9155-48c9-a39b-2b6ec7085eb7 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.1571953 Nov 26 21:51:33.794691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Network 59000253-410d-4f3c-ba4f-23b0294319cc is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:33.796212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:33.799026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:33.810459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=d675a017-8b16-4374-ac75-de0a26f6ad97,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:33.844696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90458084-6656-4e62-900d-d6e51aee7dcd req-d31d7c9a-fbcc-46e7-85dd-7ab47b628668 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613875 Nov 26 21:51:33.845486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Made reservation on behalf of 5010687a83f04a0e8b6e52f2b54106d6 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:33.849793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:33.917709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f9bc-9f64-4ad9-b0cf-a5936f599224 req-789531f7-6e57-4069-bbeb-8bdc2e52562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:33.922119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81a5f9bc-9f64-4ad9-b0cf-a5936f599224 req-789531f7-6e57-4069-bbeb-8bdc2e52562d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3359883 Nov 26 21:51:33.957293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-19b82396-1ec2-4edb-906e-a0469695132a req-4d59848d-91c4-4c34-8f28-6c72a50d96c0 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725905 Nov 26 21:51:33.969329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:33.970060 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:34.036779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9fc16441-4337-45c2-83b4-90fe8e13c909 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5180399 Nov 26 21:51:34.058877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43668) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:34.110371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:19:fa:65'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:34.182648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-172cebd7-8626-4f0c-a84c-117e4ec2ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:34.185129 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-172cebd7-8626-4f0c-a84c-117e4ec2ac50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af117439c1734d228f95641461f436e8&device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 1095 time: 0.0859640 Nov 26 21:51:34.208590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-8677c8e6-dc63-46e1-ac47-3d93401dd9c0 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:34.210352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-8677c8e6-dc63-46e1-ac47-3d93401dd9c0 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.41 "GET /v2.0/networks?id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b HTTP/1.1" status: 200 len: 817 time: 0.2288098 Nov 26 21:51:34.213405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eda8f0b8-f189-4799-8176-1218f2a916a0 None None] Provisioning complete for port d675a017-8b16-4374-ac75-de0a26f6ad97 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:34.214772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eda8f0b8-f189-4799-8176-1218f2a916a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:34.236278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Allocated IP 172.20.0.8 (0515f261-20dc-4ff8-9a91-3bc73a88bc2b/76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5/569afca6-60ed-4778-825a-6d8c18ab30a4) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:34.252378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-eda8f0b8-f189-4799-8176-1218f2a916a0 None None] Port d675a017-8b16-4374-ac75-de0a26f6ad97 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:34.264769 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-dac4eb35-93f9-4cea-9cc6-ec7359c787e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9cb73739-30f6-4ce8-b42f-ed93e967b4e2 HTTP/1.1" status: 200 len: 217 time: 0.0532658 Nov 26 21:51:34.269561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Request body: {'port': {'device_id': '8b63a220-cd6f-47aa-a595-ba333aa2a756', 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b', 'admin_state_up': True, 'tenant_id': '5010687a83f04a0e8b6e52f2b54106d6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:34.370556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-629b9717-58fc-432d-947c-3c967ef74e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:34.372050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-629b9717-58fc-432d-947c-3c967ef74e49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5e67594-cc38-44a4-b409-4312418f0f5d HTTP/1.1" status: 200 len: 853 time: 0.0986710 Nov 26 21:51:34.420814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Made reservation on behalf of 5010687a83f04a0e8b6e52f2b54106d6 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:34.424762 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:34.532291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-f1069232-4ccb-4ca5-bf08-d198a65dd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:34.533833 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-f1069232-4ccb-4ca5-bf08-d198a65dd500 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ff336368-1af4-46cf-83f5-21ca1468ae6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933335 Nov 26 21:51:34.612184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c1fed-0650-4c28-bf08-1441b21a0574 req-a88f4bcf-5312-4668-84cc-d989647ac762 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:34.613732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b3c1fed-0650-4c28-bf08-1441b21a0574 req-a88f4bcf-5312-4668-84cc-d989647ac762 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 943 time: 0.5813181 Nov 26 21:51:34.651693 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-b67ba6a1-8e68-476d-a641-1541c5bf803e service neutron] 10.222.0.41 "GET /v2.0/networks/ff336368-1af4-46cf-83f5-21ca1468ae6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057658 Nov 26 21:51:34.655538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1950b913-6915-41fc-b86e-af4888a60719 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:51:34.679759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-1b0a5e41-a754-462f-a27b-b4efda7527fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:34.681359 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-1b0a5e41-a754-462f-a27b-b4efda7527fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=479066aacc884c559d49b6163b9ec6b1&device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 1095 time: 0.5422423 Nov 26 21:51:34.694303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0d66a-4e0b-4f9d-b9aa-f31bf8166c97 req-fcbaf339-1268-4b8f-a375-5ba3cc5dd362 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:34.695772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79b0d66a-4e0b-4f9d-b9aa-f31bf8166c97 req-fcbaf339-1268-4b8f-a375-5ba3cc5dd362 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 947 time: 0.5053031 Nov 26 21:51:34.762368 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d2a1436-c0db-4bbc-a2f4-edfc04c9fb1d req-bef978b4-e85b-4298-a03f-092d62b2327a service neutron] 10.222.0.41 "GET /v2.0/networks/ff336368-1af4-46cf-83f5-21ca1468ae6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968964 Nov 26 21:51:34.889929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b3c1fed-0650-4c28-bf08-1441b21a0574 req-7c35069f-027f-4213-aa94-ad580a4a6d61 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641637 Nov 26 21:51:34.892482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1950b913-6915-41fc-b86e-af4888a60719, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1950b913-6915-41fc-b86e-af4888a60719,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:34.904776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '1950b913-6915-41fc-b86e-af4888a60719', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '1950b913-6915-41fc-b86e-af4888a60719', 'mac_address': 'fa:16:3e:fa:ee:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:51:34.945738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:34.961165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1950b913-6915-41fc-b86e-af4888a60719 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:34.982220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1950b913-6915-41fc-b86e-af4888a60719, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1950b913-6915-41fc-b86e-af4888a60719,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:34.987259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:34.988034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 221bd5a4-3127-4200-909a-a54ab81e29fb details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:51:35.001648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79b0d66a-4e0b-4f9d-b9aa-f31bf8166c97 req-99b9c05f-a4db-4c66-8484-0b40a9f0bd64 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844636 Nov 26 21:51:35.008080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.046140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1950b913-6915-41fc-b86e-af4888a60719,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:35.056886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c35864b-f066-425b-b585-6cdb48bd74ab req-9c8a18c2-9a64-4266-b296-0291c45d96b6 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0890496 Nov 26 21:51:35.081521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-f4fa7497-a52a-4c3d-a568-1cf2c36fa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:35.083137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-f4fa7497-a52a-4c3d-a568-1cf2c36fa7f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa6f2946-81de-4e26-a667-d6a08f806d93 HTTP/1.1" status: 200 len: 907 time: 0.3864534 Nov 26 21:51:35.138294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.179436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 221bd5a4-3127-4200-909a-a54ab81e29fb, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=221bd5a4-3127-4200-909a-a54ab81e29fb,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:35.183732 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-93b7aa3a-12a0-404e-bc8f-d0133814a078 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=138fc97044cb431798948e7979494fc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276577 Nov 26 21:51:35.197873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '221bd5a4-3127-4200-909a-a54ab81e29fb', 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b', 'port_id': '221bd5a4-3127-4200-909a-a54ab81e29fb', 'mac_address': 'fa:16:3e:b9:c1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:51:35.223519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-66d31f51-0976-4e0b-9655-3a8f2a1e9ef4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade HTTP/1.1" status: 200 len: 217 time: 0.0649316 Nov 26 21:51:35.254502 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.273157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cda0b-766c-4796-8a33-e3a13364e137 req-45cbf08a-f622-4567-bbb5-a4a1092d7fba tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:35.281102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff5cda0b-766c-4796-8a33-e3a13364e137 req-45cbf08a-f622-4567-bbb5-a4a1092d7fba tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.1969180 Nov 26 21:51:35.285274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221bd5a4-3127-4200-909a-a54ab81e29fb {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:35.315391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 221bd5a4-3127-4200-909a-a54ab81e29fb, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=221bd5a4-3127-4200-909a-a54ab81e29fb,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:35.320376 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.345282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9f77c8cd-4c4b-4f8d-a7d9-bd38d94d2c0e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:35.347379 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9f77c8cd-4c4b-4f8d-a7d9-bd38d94d2c0e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566737 Nov 26 21:51:35.374637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Request body: {'port': {'device_id': '0db6f274-1cfd-45b8-abc5-58071725cf79', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '138fc97044cb431798948e7979494fc0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:35.388777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=221bd5a4-3127-4200-909a-a54ab81e29fb,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:35.427409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42baf0ec-df55-49ac-aab8-dff9de870cfb req-21fecb8b-02c7-45f4-925c-cfdfda785810 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 210 time: 0.1026692 Nov 26 21:51:35.444006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-6b70c60f-eea3-457d-a05f-1e6c046ab09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:35.445668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-6b70c60f-eea3-457d-a05f-1e6c046ab09f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3a7d214-d57e-4398-a79c-ee4c8b4a525b HTTP/1.1" status: 200 len: 845 time: 0.2099864 Nov 26 21:51:35.457170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.538555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Allocated IP 172.20.0.10 (0515f261-20dc-4ff8-9a91-3bc73a88bc2b/76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5/f4b0c598-0cef-46a0-9057-77f27e00bcad) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:35.572034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Made reservation on behalf of 138fc97044cb431798948e7979494fc0 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:35.575738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.629338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff5cda0b-766c-4796-8a33-e3a13364e137 req-93c984cc-f8df-412f-aabf-ede42ae5954f tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472831 Nov 26 21:51:35.650309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:35.664790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:35.670622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Pushing event updated for resources: {'Port': ['ID=569afca6-60ed-4778-825a-6d8c18ab30a4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:35.672927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:35.685006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-634e0c29-5507-4c69-a2e1-a01e63a51fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:35.686610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-634e0c29-5507-4c69-a2e1-a01e63a51fdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa6f2946-81de-4e26-a667-d6a08f806d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308693 Nov 26 21:51:35.729027 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.783802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a7c3-602c-4691-afd2-a559f1a346fe req-13beaf2e-44cb-4b00-8a29-5a5d45e67bde tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:35.785337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c995a7c3-602c-4691-afd2-a559f1a346fe req-13beaf2e-44cb-4b00-8a29-5a5d45e67bde tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.2557881 Nov 26 21:51:35.786021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.833875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Allocated IP 192.168.233.162 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/447edb0a-ea68-4681-91d0-ab2ea65a702f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:35.850278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.857678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:35.858355 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.912823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['1950b913-6915-41fc-b86e-af4888a60719'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:35.929375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=d675a017-8b16-4374-ac75-de0a26f6ad97,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:35.953548 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-cca8f154-ca76-4050-9427-f0f30a611332 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3676522 Nov 26 21:51:35.987009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Request body: {'port': {'device_id': 'af636ae7-0d12-483d-8228-a1184047c3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:35.987945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:35.994246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] In _notify_port_updated(), no bound segment for port d675a017-8b16-4374-ac75-de0a26f6ad97 on network 59000253-410d-4f3c-ba4f-23b0294319cc {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:51:36.008001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:36.008721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.009040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['221bd5a4-3127-4200-909a-a54ab81e29fb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:36.013563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ed1ed358-06de-446b-a7bf-db2ec73df1f8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "PUT /v2.0/ports/d675a017-8b16-4374-ac75-de0a26f6ad97 HTTP/1.1" status: 200 len: 995 time: 1.9404545 Nov 26 21:51:36.026456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43684) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:36.054925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c995a7c3-602c-4691-afd2-a559f1a346fe req-d4076ab4-e505-4263-a2c5-2607c33959ff tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432017 Nov 26 21:51:36.054925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-6776f2f1-1f4d-45c5-9167-7ea0b7e507c8 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425498 Nov 26 21:51:36.090099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Pushing event updated for resources: {'Port': ['ID=f4b0c598-0cef-46a0-9057-77f27e00bcad,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:36.126579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:36.145167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:36.149253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:36.218987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3fedf2c6-1143-479a-a623-715c3a4d6c3a None None] Provisioning complete for port d675a017-8b16-4374-ac75-de0a26f6ad97 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:36.220437 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3fedf2c6-1143-479a-a623-715c3a4d6c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.255594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.268502 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.284818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:36.285454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.301132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebdb8d-1821-4d63-bd94-fb51bc2d7598 req-3af5ae54-a110-4fb0-8158-5fd84f2c3b4b tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:36.302699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcebdb8d-1821-4d63-bd94-fb51bc2d7598 req-3af5ae54-a110-4fb0-8158-5fd84f2c3b4b tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 944 time: 0.2516329 Nov 26 21:51:36.319221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-0f278ba7-6b77-4a3f-a5ae-a125d9bc7061 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0534043 Nov 26 21:51:36.325234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3fedf2c6-1143-479a-a623-715c3a4d6c3a None None] Port d675a017-8b16-4374-ac75-de0a26f6ad97 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:36.326531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-464307ed-f8e1-4fc5-9487-5289152239b8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Deleting port d675a017-8b16-4374-ac75-de0a26f6ad97 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:36.327534 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-464307ed-f8e1-4fc5-9487-5289152239b8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.352296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Request body: {'port': {'device_id': '8b63a220-cd6f-47aa-a595-ba333aa2a756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:36.356009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8757a70-2161-446d-822e-3bb39049644e req-7e66f493-ad4f-4d09-8b4c-d7e7802cba03 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:36.357687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8757a70-2161-446d-822e-3bb39049644e req-7e66f493-ad4f-4d09-8b4c-d7e7802cba03 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 948 time: 0.1879225 Nov 26 21:51:36.415223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-040d243b-791c-4149-9f4d-8526c0ba4175 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466971 Nov 26 21:51:36.419209 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.458514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366', '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:36.521353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcebdb8d-1821-4d63-bd94-fb51bc2d7598 req-9ab21ae2-17ed-48c9-ae08-e3fe14bfe0eb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012277 Nov 26 21:51:36.542285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:36.551572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8757a70-2161-446d-822e-3bb39049644e req-78f101cf-d09e-4612-bc3e-a19c097cfb3a tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716726 Nov 26 21:51:36.565077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.579875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:36.582737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:36.637490 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-464307ed-f8e1-4fc5-9487-5289152239b8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.650950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:36.651841 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.654516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event updated for resources: {'Port': ['ID=447edb0a-ea68-4681-91d0-ab2ea65a702f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:36.688248 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66fa2993-ef81-4d45-a4cd-c875b876234a req-e7cfcbd0-5cc9-4d9a-9cd2-990041059405 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0454040 Nov 26 21:51:36.714496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-464307ed-f8e1-4fc5-9487-5289152239b8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Calling delete_port for d675a017-8b16-4374-ac75-de0a26f6ad97 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:36.739741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-05c1a96e-a9a6-46c8-9f43-1f0cbee26f89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3746059 Nov 26 21:51:36.769574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Request body: {'port': {'device_id': '0db6f274-1cfd-45b8-abc5-58071725cf79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:36.928026 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.932571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569afca6-60ed-4778-825a-6d8c18ab30a4 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:36.944288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.968175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24a8f0-98d9-4d76-9328-baf0f0394668 req-20512542-8696-4d75-b524-5bbad9a66a8c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:36.969850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd24a8f0-98d9-4d76-9328-baf0f0394668 req-20512542-8696-4d75-b524-5bbad9a66a8c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 936 time: 0.1211205 Nov 26 21:51:36.978998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:36.984584 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Transition to ACTIVE for port object 569afca6-60ed-4778-825a-6d8c18ab30a4 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:51:36.994625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2a229-cb6b-4c13-aa80-6b9668b6d660 req-7604fe14-ef0b-4468-a15a-5d10a2c9c500 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:36.995946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49c2a229-cb6b-4c13-aa80-6b9668b6d660 req-7604fe14-ef0b-4468-a15a-5d10a2c9c500 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 944 time: 0.1751640 Nov 26 21:51:37.005418 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.010604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-62d0715d-97b2-4277-88ea-9bc0b521f772 None None] Provisioning complete for port 447edb0a-ea68-4681-91d0-ab2ea65a702f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:37.010828 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-62d0715d-97b2-4277-88ea-9bc0b521f772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.073098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-62d0715d-97b2-4277-88ea-9bc0b521f772 None None] Port 447edb0a-ea68-4681-91d0-ab2ea65a702f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:37.110442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Pushing event updated for resources: {'Port': ['ID=569afca6-60ed-4778-825a-6d8c18ab30a4,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:37.140942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd24a8f0-98d9-4d76-9328-baf0f0394668 req-430e946f-8371-4b71-bb86-3cafdc98b028 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634574 Nov 26 21:51:37.191074 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49c2a229-cb6b-4c13-aa80-6b9668b6d660 req-35dfbb1e-fdf7-46d2-add5-15ee539437ad tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761553 Nov 26 21:51:37.265355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Attempting to bind port 569afca6-60ed-4778-825a-6d8c18ab30a4 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:37.265701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Attempting to bind port 569afca6-60ed-4778-825a-6d8c18ab30a4 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:37.266165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Attempting to bind port 569afca6-60ed-4778-825a-6d8c18ab30a4 on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:37.271202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-464307ed-f8e1-4fc5-9487-5289152239b8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.276666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Port 569afca6-60ed-4778-825a-6d8c18ab30a4 on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:51:37.276991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Attempting to bind port 569afca6-60ed-4778-825a-6d8c18ab30a4 on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:37.285310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:37.285645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Checking segment: {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:37.286018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Bound using segment: {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:37.286516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Bound port: 569afca6-60ed-4778-825a-6d8c18ab30a4, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:37.286871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.310607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33372848-9c4c-43d3-8b75-0cf1ed9a55ea req-5c93a8bb-68af-4324-a3d0-b0db880b04f7 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:37.312208 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33372848-9c4c-43d3-8b75-0cf1ed9a55ea req-5c93a8bb-68af-4324-a3d0-b0db880b04f7 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 944 time: 0.0814509 Nov 26 21:51:37.396238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464307ed-f8e1-4fc5-9487-5289152239b8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Port': ['ID=d675a017-8b16-4374-ac75-de0a26f6ad97,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:37.403449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] For port 569afca6-60ed-4778-825a-6d8c18ab30a4, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:37.410411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33372848-9c4c-43d3-8b75-0cf1ed9a55ea req-f7306aea-462a-4ad4-93d2-fdd44117088e tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Nov 26 21:51:37.411770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] For port 569afca6-60ed-4778-825a-6d8c18ab30a4, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=569afca6-60ed-4778-825a-6d8c18ab30a4,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:37.417652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.489743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:37.491163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.498216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] 10.222.0.41 "PUT /v2.0/ports/569afca6-60ed-4778-825a-6d8c18ab30a4 HTTP/1.1" status: 200 len: 1091 time: 1.5127556 Nov 26 21:51:37.499223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af636ae7-0d12-483d-8228-a1184047c3eb', 'tag': '569afca6-60ed-4778-825a-6d8c18ab30a4'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:37.502115 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8d53a2-37c2-466d-9ffa-39465fe427d5" -d '{"events": [{"name": "network-changed", "server_uuid": "af636ae7-0d12-483d-8228-a1184047c3eb", "tag": "569afca6-60ed-4778-825a-6d8c18ab30a4"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:37.534468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b55bb-ba94-4822-87b6-0fc8343d6e15 service neutron] Pushing event updated for resources: {'Port': ['ID=569afca6-60ed-4778-825a-6d8c18ab30a4,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:37.574925 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6048c181-18a2-4d72-b7af-3d0873fe3a61 x-openstack-request-id: req-6048c181-18a2-4d72-b7af-3d0873fe3a61 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:37.575533 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af636ae7-0d12-483d-8228-a1184047c3eb", "tag": "569afca6-60ed-4778-825a-6d8c18ab30a4", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:37.576037 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6048c181-18a2-4d72-b7af-3d0873fe3a61 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:37.576385 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af636ae7-0d12-483d-8228-a1184047c3eb', 'tag': '569afca6-60ed-4778-825a-6d8c18ab30a4', 'status': 'completed', 'code': 200} Nov 26 21:51:37.612954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b0c598-0cef-46a0-9057-77f27e00bcad {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:37.637963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.678611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-464307ed-f8e1-4fc5-9487-5289152239b8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.685532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-464307ed-f8e1-4fc5-9487-5289152239b8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "DELETE /v2.0/ports/d675a017-8b16-4374-ac75-de0a26f6ad97 HTTP/1.1" status: 204 len: 168 time: 1.6535645 Nov 26 21:51:37.689921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43704) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:37.701641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Transition to ACTIVE for port object f4b0c598-0cef-46a0-9057-77f27e00bcad will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:51:37.707883 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.748618 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.796803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['221bd5a4-3127-4200-909a-a54ab81e29fb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:37.807572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b0c598-0cef-46a0-9057-77f27e00bcad,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:37.828507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['48b51641-b110-4063-98d6-d4c6a9fcbf71', '2a8c5d8e-f3f0-4548-bab7-531309014da8', '88c86e31-9d11-45b9-95f3-7ce53b558ea2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:37.880982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447edb0a-ea68-4681-91d0-ab2ea65a702f {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:37.895490 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.900374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 708e19ec-efaf-43da-98cd-f61cf6a31ade details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:51:37.919615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Transition to ACTIVE for port object 447edb0a-ea68-4681-91d0-ab2ea65a702f will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:51:37.934415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:37.946751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Attempting to bind port f4b0c598-0cef-46a0-9057-77f27e00bcad on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:37.947716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Attempting to bind port f4b0c598-0cef-46a0-9057-77f27e00bcad by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:37.948057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Attempting to bind port f4b0c598-0cef-46a0-9057-77f27e00bcad on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:37.983566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Port f4b0c598-0cef-46a0-9057-77f27e00bcad on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:51:37.983900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Attempting to bind port f4b0c598-0cef-46a0-9057-77f27e00bcad on network 0515f261-20dc-4ff8-9a91-3bc73a88bc2b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:37.997936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:37.998306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Checking segment: {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:37.998696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Bound using segment: {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:37.999138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Bound port: f4b0c598-0cef-46a0-9057-77f27e00bcad, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57748cac-0e0f-44c1-b4b2-011d8de002d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:37.999504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.008762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Pushing event updated for resources: {'Port': ['ID=447edb0a-ea68-4681-91d0-ab2ea65a702f,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:38.058052 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-154d6638-1f70-45fa-bbff-611ab2518fd9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] GET failed (client error): The resource could not be found. Nov 26 21:51:38.059715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-154d6638-1f70-45fa-bbff-611ab2518fd9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "GET /v2.0/ports/d675a017-8b16-4374-ac75-de0a26f6ad97 HTTP/1.1" status: 404 len: 333 time: 0.3673804 Nov 26 21:51:38.069796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43710) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:38.078648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc', 'name': 'tempest-AllowedAddressPairTestJSON-1273804033'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:38.097537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-bea50948-aaad-4b54-965c-069785b3a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.099251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-bea50948-aaad-4b54-965c-069785b3a6c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5010687a83f04a0e8b6e52f2b54106d6&device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 1094 time: 0.5033541 Nov 26 21:51:38.118913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175ad50-ede4-4c37-9ceb-6c5bbe949d5e req-699bde44-a956-43f5-8a56-607a5b72f9bb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.126503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8175ad50-ede4-4c37-9ceb-6c5bbe949d5e req-699bde44-a956-43f5-8a56-607a5b72f9bb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 944 time: 0.4818628 Nov 26 21:51:38.143355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] For port f4b0c598-0cef-46a0-9057-77f27e00bcad, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:38.149071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] For port f4b0c598-0cef-46a0-9057-77f27e00bcad, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f4b0c598-0cef-46a0-9057-77f27e00bcad,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:38.151565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 708e19ec-efaf-43da-98cd-f61cf6a31ade, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:38.164986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.178355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'port_id': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'mac_address': 'fa:16:3e:21:f5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:51:38.187062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539600ce-63d9-4bad-8a68-dbbcbeb30a0e req-2371d680-2141-4794-ad05-39b3ccfe6edf tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.194485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-539600ce-63d9-4bad-8a68-dbbcbeb30a0e req-2371d680-2141-4794-ad05-39b3ccfe6edf tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 948 time: 0.5034461 Nov 26 21:51:38.202501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Attempting to bind port 447edb0a-ea68-4681-91d0-ab2ea65a702f on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:51:38.203139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Attempting to bind port 447edb0a-ea68-4681-91d0-ab2ea65a702f by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:51:38.203660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Attempting to bind port 447edb0a-ea68-4681-91d0-ab2ea65a702f on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:38.226624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Port 447edb0a-ea68-4681-91d0-ab2ea65a702f on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:51:38.227209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Attempting to bind port 447edb0a-ea68-4681-91d0-ab2ea65a702f on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:51:38.233232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.234153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.236245 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] 10.222.0.41 "PUT /v2.0/ports/f4b0c598-0cef-46a0-9057-77f27e00bcad HTTP/1.1" status: 200 len: 1092 time: 1.8917258 Nov 26 21:51:38.237001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b63a220-cd6f-47aa-a595-ba333aa2a756', 'tag': 'f4b0c598-0cef-46a0-9057-77f27e00bcad'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:38.239498 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea" -d '{"events": [{"name": "network-changed", "server_uuid": "8b63a220-cd6f-47aa-a595-ba333aa2a756", "tag": "f4b0c598-0cef-46a0-9057-77f27e00bcad"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:38.254356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.255138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:51:38.255689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:38.256504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:51:38.257165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Bound port: 447edb0a-ea68-4681-91d0-ab2ea65a702f, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:51:38.257518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.275756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-930421fe-570f-4aeb-8c34-20994b20c328 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=569afca6-60ed-4778-825a-6d8c18ab30a4 HTTP/1.1" status: 200 len: 217 time: 0.1188650 Nov 26 21:51:38.281147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b1426-3872-4a7f-ba67-b6226c0be61e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b0c598-0cef-46a0-9057-77f27e00bcad,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:38.296390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708e19ec-efaf-43da-98cd-f61cf6a31ade {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:38.380454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] For port 447edb0a-ea68-4681-91d0-ab2ea65a702f, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:51:38.385843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] For port 447edb0a-ea68-4681-91d0-ab2ea65a702f, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=447edb0a-ea68-4681-91d0-ab2ea65a702f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:51:38.389390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-de1e0fdf-fc22-4d6e-9adc-a78614956a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.391174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-de1e0fdf-fc22-4d6e-9adc-a78614956a4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5010687a83f04a0e8b6e52f2b54106d6&device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 1095 time: 0.0762596 Nov 26 21:51:38.392610 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.393833 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 708e19ec-efaf-43da-98cd-f61cf6a31ade, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:38.411361 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.412129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:51:38.417158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8175ad50-ede4-4c37-9ceb-6c5bbe949d5e req-888b1696-2562-481e-80e1-1e7b0aa95dc3 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896514 Nov 26 21:51:38.420341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-7eb88353-ee06-43f2-bc33-48eeb9c3af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.421731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-7eb88353-ee06-43f2-bc33-48eeb9c3af7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5 HTTP/1.1" status: 200 len: 857 time: 0.1277888 Nov 26 21:51:38.442853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-539600ce-63d9-4bad-8a68-dbbcbeb30a0e req-3042e506-f6cf-4072-91fc-fb2598784663 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387357 Nov 26 21:51:38.521149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-b77dc6e0-7a18-44b6-aa93-0091d5ddaa8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769980 Nov 26 21:51:38.529155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Made reservation on behalf of 57e3e58b0fb04123bb6468fde374fe86 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:38.531679 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-b5a7077f-66d6-4b59-9f4e-36c019520eb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4b0c598-0cef-46a0-9057-77f27e00bcad HTTP/1.1" status: 200 len: 217 time: 0.0907321 Nov 26 21:51:38.534412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.563755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=708e19ec-efaf-43da-98cd-f61cf6a31ade,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:38.637485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8778f320-6ec1-43bc-bd7d-0be5ef942d55 req-7e79b522-831d-4471-baa1-3b350f601958 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0968001 Nov 26 21:51:38.639652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] device_id is not set on port e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:51:38.661909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:38.670854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885caaef-d2e5-465c-a314-146658891597 req-bbcdd069-5f75-4216-8bbe-c3eb90bc05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.671396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1950b913-6915-41fc-b86e-af4888a60719 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:38.677680 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-bbcdd069-5f75-4216-8bbe-c3eb90bc05ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5 HTTP/1.1" status: 200 len: 857 time: 0.1308188 Nov 26 21:51:38.678873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Pushing event updated for resources: {'Port': ['ID=447edb0a-ea68-4681-91d0-ab2ea65a702f,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:38.706101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.706832 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.708551 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9825accf-e59e-4ea0-82a9-d52ba0898f27 service neutron] 10.222.0.41 "PUT /v2.0/ports/447edb0a-ea68-4681-91d0-ab2ea65a702f HTTP/1.1" status: 200 len: 1096 time: 1.9532523 Nov 26 21:51:38.721206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '9cb73739-30f6-4ce8-b42f-ed93e967b4e2', 'network_id': 'ff336368-1af4-46cf-83f5-21ca1468ae6f', 'port_id': '9cb73739-30f6-4ce8-b42f-ed93e967b4e2', 'mac_address': 'fa:16:3e:6d:86:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5e67594-cc38-44a4-b409-4312418f0f5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:51:38.726529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-3f0429bb-9ba8-4870-af03-8a2b74c5c647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438769 Nov 26 21:51:38.839401 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.856877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 1950b913-6915-41fc-b86e-af4888a60719 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:38.859974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:38.883613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 1950b913-6915-41fc-b86e-af4888a60719 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:38.884793 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.898880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-2f062e83-6b6d-43d9-bc05-4cd0bda2c991 service neutron] 10.222.0.41 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570518 Nov 26 21:51:38.915153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:38.920948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e838c-146d-4e45-94b3-3609746bea3b req-eb4fc927-2cbb-4fc9-a3a5-5c7eaeec395d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:38.923237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f61e838c-146d-4e45-94b3-3609746bea3b req-eb4fc927-2cbb-4fc9-a3a5-5c7eaeec395d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 948 time: 0.2785866 Nov 26 21:51:38.924609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:38.941902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Allocated IP 172.20.0.3 (59000253-410d-4f3c-ba4f-23b0294319cc/29147173-7eb6-47f4-b612-09b4b737e9db/e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:39.012279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30943803-8e7a-4613-a4c4-410ec2842e08 req-db80bbdf-af8e-4c0a-bc78-67b1b9bb4d5e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.013929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30943803-8e7a-4613-a4c4-410ec2842e08 req-db80bbdf-af8e-4c0a-bc78-67b1b9bb4d5e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 945 time: 0.2392366 Nov 26 21:51:39.058775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:39.067597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.100127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e62688b-e8ca-43d2-ad9b-e5a8738f42c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1950b913-6915-41fc-b86e-af4888a60719'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:39.102572 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec58642e-0ca2-4f18-84e9-742e3362ea32" -d '{"events": [{"server_uuid": "8e62688b-e8ca-43d2-ad9b-e5a8738f42c4", "name": "network-vif-plugged", "status": "completed", "tag": "1950b913-6915-41fc-b86e-af4888a60719"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:39.117857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1950b913-6915-41fc-b86e-af4888a60719, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1950b913-6915-41fc-b86e-af4888a60719,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:39.125725 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.126232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 221bd5a4-3127-4200-909a-a54ab81e29fb up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:39.171917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f61e838c-146d-4e45-94b3-3609746bea3b req-d5d8f357-15da-4c4f-8122-33dbcb907074 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150905 Nov 26 21:51:39.180361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-636ddd62-2147-4066-a73d-f9502f6b903b service neutron] 10.222.0.41 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685966 Nov 26 21:51:39.194202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30943803-8e7a-4613-a4c4-410ec2842e08 req-6b917711-6e52-4f2d-883f-7d4b152c5a84 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627355 Nov 26 21:51:39.215113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1950b913-6915-41fc-b86e-af4888a60719,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:39.242682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 221bd5a4-3127-4200-909a-a54ab81e29fb completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:39.248633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 221bd5a4-3127-4200-909a-a54ab81e29fb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:39.249011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.291406 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-b2340bed-4760-44ab-98b8-4fd0ce702fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539777 Nov 26 21:51:39.326826 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e884c806-34a0-46ea-9fd7-7ecb106c1433 x-openstack-request-id: req-e884c806-34a0-46ea-9fd7-7ecb106c1433 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:39.327574 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b63a220-cd6f-47aa-a595-ba333aa2a756", "tag": "f4b0c598-0cef-46a0-9057-77f27e00bcad", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:39.328161 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e884c806-34a0-46ea-9fd7-7ecb106c1433 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:39.328755 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b63a220-cd6f-47aa-a595-ba333aa2a756', 'tag': 'f4b0c598-0cef-46a0-9057-77f27e00bcad', 'status': 'completed', 'code': 200} Nov 26 21:51:39.341905 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6359b4-8001-43c7-913c-dd10139a788c x-openstack-request-id: req-1a6359b4-8001-43c7-913c-dd10139a788c {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:39.342300 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e62688b-e8ca-43d2-ad9b-e5a8738f42c4", "name": "network-vif-plugged", "status": "completed", "tag": "1950b913-6915-41fc-b86e-af4888a60719", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:39.342748 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a6359b4-8001-43c7-913c-dd10139a788c {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:39.343200 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e62688b-e8ca-43d2-ad9b-e5a8738f42c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1950b913-6915-41fc-b86e-af4888a60719', 'code': 200} Nov 26 21:51:39.356145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2ce8c15b-ff92-4d65-b12c-9c0369dada11 req-95808248-acbf-4714-a922-8b247cfdfd57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.1003029 Nov 26 21:51:39.371454 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.405880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.408272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 221bd5a4-3127-4200-909a-a54ab81e29fb, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=221bd5a4-3127-4200-909a-a54ab81e29fb,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:39.414481 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.427727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785599ba-c1c4-4936-98eb-2b458340a845 req-c9c62abf-70cc-4d17-84a9-5fcb67a0e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.429219 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-c9c62abf-70cc-4d17-84a9-5fcb67a0e7fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 1099 time: 0.1749697 Nov 26 21:51:39.429969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-601c3877-97e0-40b8-82f0-4206e9b49e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.431692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-601c3877-97e0-40b8-82f0-4206e9b49e8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5010687a83f04a0e8b6e52f2b54106d6&device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 1094 time: 0.1151578 Nov 26 21:51:39.441639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6bff9-dcac-4436-98d9-df92017425ab req-11e87064-b99c-49c1-ae6f-2b23afc3ea29 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.443170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02b6bff9-dcac-4436-98d9-df92017425ab req-11e87064-b99c-49c1-ae6f-2b23afc3ea29 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 945 time: 0.1111846 Nov 26 21:51:39.460727 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['9cb73739-30f6-4ce8-b42f-ed93e967b4e2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:39.515810 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-0823a2bc-26e4-4ca6-a5ef-232388fe8927 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=447edb0a-ea68-4681-91d0-ab2ea65a702f HTTP/1.1" status: 200 len: 217 time: 0.0616612 Nov 26 21:51:39.518720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['708e19ec-efaf-43da-98cd-f61cf6a31ade'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:39.521521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-885caaef-d2e5-465c-a314-146658891597 req-b909b62e-82dc-4f71-9be8-73ed652f1b43 service neutron] 10.222.0.41 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916637 Nov 26 21:51:39.557108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=221bd5a4-3127-4200-909a-a54ab81e29fb,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:39.590388 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.601798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785599ba-c1c4-4936-98eb-2b458340a845 req-f58a9eff-4ad2-4b68-9500-a42d474db314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.605132 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-f58a9eff-4ad2-4b68-9500-a42d474db314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0693777 Nov 26 21:51:39.609794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02b6bff9-dcac-4436-98d9-df92017425ab req-956d5232-d852-48f5-bf95-90d7f6829af1 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600807 Nov 26 21:51:39.677151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Network 59000253-410d-4f3c-ba4f-23b0294319cc is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:39.685249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:39.693988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc92b95-cc9d-4c88-9785-dc89c40cf76f req-a238ac1d-ad5e-437c-bdb0-e1ffe65acfa5 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.695542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcc92b95-cc9d-4c88-9785-dc89c40cf76f req-a238ac1d-ad5e-437c-bdb0-e1ffe65acfa5 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 945 time: 0.1747739 Nov 26 21:51:39.696342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:39.700664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-e5dfb4b5-d788-4824-8875-550ac9dc240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.702114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-e5dfb4b5-d788-4824-8875-550ac9dc240d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b HTTP/1.1" status: 200 len: 918 time: 0.2463596 Nov 26 21:51:39.709749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:39.737350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9ede92b9-a28b-437b-8abf-a2d7a8707b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.738912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-9ede92b9-a28b-437b-8abf-a2d7a8707b83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078076 Nov 26 21:51:39.742832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-382870da-20bd-4ef5-a234-a9619657789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.745084 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-382870da-20bd-4ef5-a234-a9619657789d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5010687a83f04a0e8b6e52f2b54106d6&device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 1095 time: 0.1022127 Nov 26 21:51:39.830485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-8918b098-0474-4bbc-a8f7-9f3736ed2f6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=569afca6-60ed-4778-825a-6d8c18ab30a4 HTTP/1.1" status: 200 len: 217 time: 0.0879416 Nov 26 21:51:39.912050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.912790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.933913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9aaa0c12-4b46-47b3-ae45-0e6f6e4dbc95 None None] Provisioning complete for port e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:39.934584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0c12-4b46-47b3-ae45-0e6f6e4dbc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:39.941360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcc92b95-cc9d-4c88-9785-dc89c40cf76f req-16af96ee-1541-4c5a-856b-4b6c22c67f09 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378647 Nov 26 21:51:39.961319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b72d1-7d18-4b6b-89f9-3e6266c3b641 req-3770de31-a57e-45d1-be72-57065ed56d5b tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.969228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c49b72d1-7d18-4b6b-89f9-3e6266c3b641 req-3770de31-a57e-45d1-be72-57065ed56d5b tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 949 time: 0.1952288 Nov 26 21:51:39.977036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-b9717e1e-99ab-45b9-b5d6-a796326cf809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.978968 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-b9717e1e-99ab-45b9-b5d6-a796326cf809 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b HTTP/1.1" status: 200 len: 918 time: 0.2141054 Nov 26 21:51:39.980745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2ba07-bcd6-416c-b346-91d47541650f req-24000047-861b-4853-ab72-d66c31452674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.982327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76b2ba07-bcd6-416c-b346-91d47541650f req-24000047-861b-4853-ab72-d66c31452674 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 1100 time: 0.1080675 Nov 26 21:51:39.987145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-37c54371-d6aa-400e-a461-1931f73ea8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:39.988776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-37c54371-d6aa-400e-a461-1931f73ea8bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5 HTTP/1.1" status: 200 len: 857 time: 0.1387525 Nov 26 21:51:39.994606 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a522ee8b-4f69-406f-95b6-9c814d22a6e8 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9172633 Nov 26 21:51:39.998547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43730) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:40.003718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa0c12-4b46-47b3-ae45-0e6f6e4dbc95 None None] Port e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:40.007560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'network_id': '59000253-410d-4f3c-ba4f-23b0294319cc', 'name': 'tempest-AllowedAddressPairTestJSON-1714137653'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:40.037943 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-208f2531-81aa-4a6e-8d19-ae12dcaaa983 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741566 Nov 26 21:51:40.046147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-af09a627-f099-43b8-bf1e-771f97a76700 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4b0c598-0cef-46a0-9057-77f27e00bcad HTTP/1.1" status: 200 len: 217 time: 0.0565898 Nov 26 21:51:40.075554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-08ef9b1f-ee4c-4180-bd4d-9f83e91d6691 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777717 Nov 26 21:51:40.166531 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76b2ba07-bcd6-416c-b346-91d47541650f req-84664391-8ceb-4877-bb3b-347247bc404f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666644 Nov 26 21:51:40.172674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c49b72d1-7d18-4b6b-89f9-3e6266c3b641 req-ddb7d12d-5a68-4b36-ba85-b06117234f15 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028234 Nov 26 21:51:40.175481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-6e194291-0893-445b-a90f-c71657e43c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:40.177179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-6e194291-0893-445b-a90f-c71657e43c24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5 HTTP/1.1" status: 200 len: 857 time: 0.1185987 Nov 26 21:51:40.194034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f1b1f2b-10ba-45d2-bf9f-fc24344eb358 req-2d4edaa3-f6d5-4ee6-a9df-28c878df3aba tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0703704 Nov 26 21:51:40.223129 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-decc2295-5dd1-4f51-9fd0-79e985dffb56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0515f261-20dc-4ff8-9a91-3bc73a88bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346940 Nov 26 21:51:40.229635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-785599ba-c1c4-4936-98eb-2b458340a845 req-97d932d9-2690-49ad-a368-9ec35d0a6bfd service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810277 Nov 26 21:51:40.273347 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-62eb0bab-90d7-4044-9108-4f8c3cbe07d1 service neutron] 10.222.0.41 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858757 Nov 26 21:51:40.278110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Made reservation on behalf of 57e3e58b0fb04123bb6468fde374fe86 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:40.282822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:40.330125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-f701bfd6-2d38-4dad-b12b-50f7ff3d5a47 service neutron] 10.222.0.41 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990758 Nov 26 21:51:40.368118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] device_id is not set on port eca2d863-478b-4866-99e1-e87522c7a0a2 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:51:40.429062 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc78ea5e-b6db-4de0-b1af-bc195bc33aea req-3e23fb08-fc91-4d72-8e04-f0c52dd208ef service neutron] 10.222.0.41 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901794 Nov 26 21:51:40.477428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc4a96-c2bd-4c44-b79d-9dc35028377e req-afe22a97-2ffa-4142-91e5-d981652fdf41 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:40.479658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81fc4a96-c2bd-4c44-b79d-9dc35028377e req-afe22a97-2ffa-4142-91e5-d981652fdf41 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 945 time: 0.1816087 Nov 26 21:51:40.519383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7eeda-42c5-482f-9a98-3964dea69040 req-413d766d-1756-4dda-a149-c6268f8fb039 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:40.520823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cea7eeda-42c5-482f-9a98-3964dea69040 req-413d766d-1756-4dda-a149-c6268f8fb039 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 948 time: 0.2238574 Nov 26 21:51:40.576616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b8d53a2-37c2-466d-9ffa-39465fe427d5 req-1512c727-ba09-418e-9fd8-cef4e3303415 service neutron] 10.222.0.41 "GET /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602851 Nov 26 21:51:40.626172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81fc4a96-c2bd-4c44-b79d-9dc35028377e req-eebe4346-cf5f-4070-8beb-e5867d47e39a tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274414 Nov 26 21:51:40.636505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Allocated IP 172.20.0.4 (59000253-410d-4f3c-ba4f-23b0294319cc/29147173-7eb6-47f4-b612-09b4b737e9db/eca2d863-478b-4866-99e1-e87522c7a0a2) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:51:40.651648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cea7eeda-42c5-482f-9a98-3964dea69040 req-8c8fa19d-40e0-4bea-92b8-f00eb50050a8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025646 Nov 26 21:51:40.789275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a1a1e-2d31-4e1d-a8da-0d479b34937c req-69b9df63-858c-4774-bf33-d4ae456954d0 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:40.790956 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-146a1a1e-2d31-4e1d-a8da-0d479b34937c req-69b9df63-858c-4774-bf33-d4ae456954d0 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 945 time: 0.1048987 Nov 26 21:51:41.139901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:41.144823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-146a1a1e-2d31-4e1d-a8da-0d479b34937c req-95c0e854-edda-44fb-a576-2b0388e4040d tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470566 Nov 26 21:51:41.166429 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab498f5-85fa-4dbe-aa81-6ede3bf8f26f req-588b4eef-0a59-4f4b-9631-c589c6259c5d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.167932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ab498f5-85fa-4dbe-aa81-6ede3bf8f26f req-588b4eef-0a59-4f4b-9631-c589c6259c5d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 945 time: 0.1105433 Nov 26 21:51:41.222241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:41.261706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ab498f5-85fa-4dbe-aa81-6ede3bf8f26f req-161c10c4-8bd2-46cf-b3d8-32a9f511481f tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865221 Nov 26 21:51:41.276534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Network 59000253-410d-4f3c-ba4f-23b0294319cc is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:51:41.279745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:41.283473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:41.327127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=eca2d863-478b-4866-99e1-e87522c7a0a2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:41.330672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db6f274-1cfd-45b8-abc5-58071725cf79', 'tag': '447edb0a-ea68-4681-91d0-ab2ea65a702f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:41.333191 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c857c-6f0e-4730-bf23-f0f9082a79e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0db6f274-1cfd-45b8-abc5-58071725cf79", "tag": "447edb0a-ea68-4681-91d0-ab2ea65a702f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:41.344461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d7b852-ca58-4761-8cad-e8ade7d78570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221bd5a4-3127-4200-909a-a54ab81e29fb'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:41.347652 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a10628-095c-4a75-a20b-8989cf4c50ca" -d '{"events": [{"server_uuid": "14d7b852-ca58-4761-8cad-e8ade7d78570", "name": "network-vif-plugged", "status": "completed", "tag": "221bd5a4-3127-4200-909a-a54ab81e29fb"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:41.377332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.377967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:41.407441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc868185-9cbe-4e09-84de-36b1a7e7a4df req-a2216fda-de50-40ac-8b03-bdb6424a52f4 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0457816 Nov 26 21:51:41.418231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46193816-996b-4ffe-8897-209c11c72ff5 req-168987c6-13fb-46de-823f-7293196138c2 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.419760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46193816-996b-4ffe-8897-209c11c72ff5 req-168987c6-13fb-46de-823f-7293196138c2 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 949 time: 0.1086805 Nov 26 21:51:41.426785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43750) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:41.427035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-546bf883-0bb4-4cd0-b3ac-45f95019222b tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4256458 Nov 26 21:51:41.433277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:19:fa:65'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:58:f8:5b'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:41.494778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46193816-996b-4ffe-8897-209c11c72ff5 req-5bbeb58f-0448-41ae-9eab-2cdbfe1a5aa8 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666528 Nov 26 21:51:41.538811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-50cf9feb-f143-4da9-bbc1-a1d649fb655c None None] Provisioning complete for port eca2d863-478b-4866-99e1-e87522c7a0a2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:41.539419 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-50cf9feb-f143-4da9-bbc1-a1d649fb655c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:41.559889 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5c87de-1592-4795-ad2c-f7fb1ef04b91 x-openstack-request-id: req-ec5c87de-1592-4795-ad2c-f7fb1ef04b91 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:41.560163 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db6f274-1cfd-45b8-abc5-58071725cf79", "tag": "447edb0a-ea68-4681-91d0-ab2ea65a702f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:41.560481 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec5c87de-1592-4795-ad2c-f7fb1ef04b91 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:41.560944 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db6f274-1cfd-45b8-abc5-58071725cf79', 'tag': '447edb0a-ea68-4681-91d0-ab2ea65a702f', 'status': 'completed', 'code': 200} Nov 26 21:51:41.566949 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93491bd-dd3b-492e-89d0-e31bfca77b62 x-openstack-request-id: req-e93491bd-dd3b-492e-89d0-e31bfca77b62 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:41.567247 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d7b852-ca58-4761-8cad-e8ade7d78570", "name": "network-vif-plugged", "status": "completed", "tag": "221bd5a4-3127-4200-909a-a54ab81e29fb", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:41.567589 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e93491bd-dd3b-492e-89d0-e31bfca77b62 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:41.567977 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d7b852-ca58-4761-8cad-e8ade7d78570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221bd5a4-3127-4200-909a-a54ab81e29fb', 'code': 200} Nov 26 21:51:41.582220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-50cf9feb-f143-4da9-bbc1-a1d649fb655c None None] Port eca2d863-478b-4866-99e1-e87522c7a0a2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:41.633062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:41.634705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-ce456218-84c0-4a09-bb9e-3bd368399091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.636260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-ce456218-84c0-4a09-bb9e-3bd368399091 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 1099 time: 0.0421312 Nov 26 21:51:41.778223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-59485882-40f9-4c29-a371-74e875707657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.779749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-59485882-40f9-4c29-a371-74e875707657 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1360984 Nov 26 21:51:41.854004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e5d1-09ec-4b86-8ff4-1752211bc23a req-b8935b54-f71a-40ad-9a56-7913618f025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.855417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-fd1769a2-3ada-4aee-8b6f-d81dd92c1a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=447edb0a-ea68-4681-91d0-ab2ea65a702f HTTP/1.1" status: 200 len: 217 time: 0.0579863 Nov 26 21:51:41.856012 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4ca8e5d1-09ec-4b86-8ff4-1752211bc23a req-b8935b54-f71a-40ad-9a56-7913618f025b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 1096 time: 0.0639327 Nov 26 21:51:41.904827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44d565-fd0a-46f3-8597-cd1be4fa2c7e req-e5f42277-d9b7-4fcd-ae16-37f9edb8e70b tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.906264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f44d565-fd0a-46f3-8597-cd1be4fa2c7e req-e5f42277-d9b7-4fcd-ae16-37f9edb8e70b tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 945 time: 0.1520939 Nov 26 21:51:41.919271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7743a3-9195-4d12-8ae6-baf74c2fa325 req-44f46b4f-885b-4033-b81b-65e857c89d24 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.920751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a7743a3-9195-4d12-8ae6-baf74c2fa325 req-44f46b4f-885b-4033-b81b-65e857c89d24 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 948 time: 0.1654603 Nov 26 21:51:41.929867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:41.938488 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4ca8e5d1-09ec-4b86-8ff4-1752211bc23a req-a785e4e8-ceb7-494c-b971-25176ce4808b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669317 Nov 26 21:51:41.939886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:41.940071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 708e19ec-efaf-43da-98cd-f61cf6a31ade up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:41.972699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-c99d6e11-eaf5-4361-a092-5bc1ece98b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:41.974154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-c99d6e11-eaf5-4361-a092-5bc1ece98b0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1109979 Nov 26 21:51:42.018840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event updated for resources: {'Port': ['ID=eca2d863-478b-4866-99e1-e87522c7a0a2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:42.038172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] In _notify_port_updated(), no bound segment for port eca2d863-478b-4866-99e1-e87522c7a0a2 on network 59000253-410d-4f3c-ba4f-23b0294319cc {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:51:42.038838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f44d565-fd0a-46f3-8597-cd1be4fa2c7e req-8c99e22c-c71b-4320-82e1-9dc9330b3ce4 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168239 Nov 26 21:51:42.044521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:42.045188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.050166 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-23e6ce04-6b68-49cb-bfb6-c916be4c8fcf tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "PUT /v2.0/ports/eca2d863-478b-4866-99e1-e87522c7a0a2 HTTP/1.1" status: 200 len: 1056 time: 0.6221962 Nov 26 21:51:42.051133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43756) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:42.067064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 708e19ec-efaf-43da-98cd-f61cf6a31ade completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:42.073061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 708e19ec-efaf-43da-98cd-f61cf6a31ade triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:42.074501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.078839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a7743a3-9195-4d12-8ae6-baf74c2fa325 req-3c12ee62-e1da-4d4f-8af0-c019d901b740 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464353 Nov 26 21:51:42.097641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-75f79718-1282-430e-8696-766f7c8fa947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:42.099504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-75f79718-1282-430e-8696-766f7c8fa947 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047881 Nov 26 21:51:42.187462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-97017a4a-a833-4479-912e-9be430037fdb tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Deleting port eca2d863-478b-4866-99e1-e87522c7a0a2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:42.187974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97017a4a-a833-4479-912e-9be430037fdb tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.199325 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.235835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 708e19ec-efaf-43da-98cd-f61cf6a31ade, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:42.243027 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.246952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:42.299534 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-94269a34-3756-4c5a-96ff-80882eb51375 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898880 Nov 26 21:51:42.309207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97017a4a-a833-4479-912e-9be430037fdb tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.324288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-97017a4a-a833-4479-912e-9be430037fdb tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Calling delete_port for eca2d863-478b-4866-99e1-e87522c7a0a2 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:42.341742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8cfcb-864f-4c2c-bb55-9bb5ddad2f44 req-b226cf0d-5341-43e0-8134-e4d7a014c122 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:42.343439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b8cfcb-864f-4c2c-bb55-9bb5ddad2f44 req-b226cf0d-5341-43e0-8134-e4d7a014c122 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 945 time: 0.1187880 Nov 26 21:51:42.343727 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9f8490ab-2481-4ea0-a67a-5cf77230b602 None None] Provisioning complete for port eca2d863-478b-4866-99e1-e87522c7a0a2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:42.344100 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9f8490ab-2481-4ea0-a67a-5cf77230b602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.345929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=708e19ec-efaf-43da-98cd-f61cf6a31ade,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:42.387841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:42.389877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9f8490ab-2481-4ea0-a67a-5cf77230b602 None None] Port eca2d863-478b-4866-99e1-e87522c7a0a2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:51:42.396950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:42.397318 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.497741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b8cfcb-864f-4c2c-bb55-9bb5ddad2f44 req-f8d46795-caac-4c59-843a-a742f10629f4 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244011 Nov 26 21:51:42.510697 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.526900 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455c857c-6f0e-4730-bf23-f0f9082a79e6 req-e384b151-0515-4334-8f63-bd1084f8f9d0 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159085 Nov 26 21:51:42.529710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97017a4a-a833-4479-912e-9be430037fdb tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.545809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc452dfd-e53e-4c76-b48b-ea210f150845 req-5157185b-8d4c-4d23-af87-da3b9a12dc37 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:42.547328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc452dfd-e53e-4c76-b48b-ea210f150845 req-5157185b-8d4c-4d23-af87-da3b9a12dc37 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 945 time: 0.0809407 Nov 26 21:51:42.561867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:42.569249 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.581924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97017a4a-a833-4479-912e-9be430037fdb tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Port': ['ID=eca2d863-478b-4866-99e1-e87522c7a0a2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:42.631565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:42.642400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58252c6e-dae5-4a8a-a596-5869dafa3fed req-6254877d-3607-4908-a986-eead99b05d67 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0491567 Nov 26 21:51:42.650788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc452dfd-e53e-4c76-b48b-ea210f150845 req-d8b882f4-8086-498e-bcf4-cd09e2c0a809 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948994 Nov 26 21:51:42.774247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169a5f-ebc2-4bbc-9fbe-8daa43fb6eca req-b482e974-650e-4d48-a64e-15e7ecf343ea tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:42.776749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f169a5f-ebc2-4bbc-9fbe-8daa43fb6eca req-b482e974-650e-4d48-a64e-15e7ecf343ea tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 949 time: 0.0653851 Nov 26 21:51:42.834143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f169a5f-ebc2-4bbc-9fbe-8daa43fb6eca req-4c81f77e-88cc-4879-9058-f95bf7ad50e4 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510952 Nov 26 21:51:42.836729 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97017a4a-a833-4479-912e-9be430037fdb tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:42.841298 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-97017a4a-a833-4479-912e-9be430037fdb tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "DELETE /v2.0/ports/eca2d863-478b-4866-99e1-e87522c7a0a2 HTTP/1.1" status: 204 len: 168 time: 0.7891870 Nov 26 21:51:42.843924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43770) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:42.869021 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6e81e6-e409-45ec-b1f3-feaa1ee5624f tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] GET failed (client error): The resource could not be found. Nov 26 21:51:42.870735 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9b6e81e6-e409-45ec-b1f3-feaa1ee5624f tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "GET /v2.0/ports/eca2d863-478b-4866-99e1-e87522c7a0a2 HTTP/1.1" status: 404 len: 333 time: 0.0255902 Nov 26 21:51:42.873104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43774) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:42.970733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a776cb9d-824d-4571-8211-2583c826d25d req-697b092e-f56b-45a2-88fa-d7c1fd663bf1 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f&device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.0287309 Nov 26 21:51:42.976881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c2b129d7-eb88-47db-a261-6b65ea7c2ab9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Deleting port e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:42.977285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2b129d7-eb88-47db-a261-6b65ea7c2ab9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:43.079430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2b129d7-eb88-47db-a261-6b65ea7c2ab9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:43.093820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c2b129d7-eb88-47db-a261-6b65ea7c2ab9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Calling delete_port for e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:43.107661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6a40a-e210-4bd4-a105-64848fa16a40 req-5f77bdab-77a1-440f-8250-d37f9f46b316 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:43.109322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8d6a40a-e210-4bd4-a105-64848fa16a40 req-5f77bdab-77a1-440f-8250-d37f9f46b316 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 949 time: 0.0542722 Nov 26 21:51:43.167564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8d6a40a-e210-4bd4-a105-64848fa16a40 req-5d3b19e9-1643-4ca6-abd7-4a49694af284 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Nov 26 21:51:43.277137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d217388b-eca1-4d49-b963-003e4649bbfa req-c41fd7c4-68f7-4e27-b924-82aa756f8bdf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c45ef9a433fe4312ad024943cefe49c1&device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0353038 Nov 26 21:51:43.277643 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2b129d7-eb88-47db-a261-6b65ea7c2ab9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:43.296792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3ef1-2f66-4ac3-b3c5-b4fb5efb0b54 req-a3e29b7e-93a9-4aed-86cb-e3582f1ba590 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:43.298239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7ce3ef1-2f66-4ac3-b3c5-b4fb5efb0b54 req-a3e29b7e-93a9-4aed-86cb-e3582f1ba590 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.0825782 Nov 26 21:51:43.311905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229d7bb-f8d2-4057-a261-a9ff205dd206 req-98d9c9e5-cf95-4bf9-9416-71f8dcdbc754 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:43.313420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8229d7bb-f8d2-4057-a261-a9ff205dd206 req-98d9c9e5-cf95-4bf9-9416-71f8dcdbc754 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 948 time: 0.0680556 Nov 26 21:51:43.317553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b129d7-eb88-47db-a261-6b65ea7c2ab9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Port': ['ID=e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:43.339916 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d217388b-eca1-4d49-b963-003e4649bbfa req-5b431a62-aa3c-438f-9533-7e54ff7b0a1b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c45ef9a433fe4312ad024943cefe49c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337141 Nov 26 21:51:43.387906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7ce3ef1-2f66-4ac3-b3c5-b4fb5efb0b54 req-f1aa1539-de81-42b2-8877-77aa9136f01e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734801 Nov 26 21:51:43.397769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8229d7bb-f8d2-4057-a261-a9ff205dd206 req-8e43b8a5-b9e1-4ff0-925b-6035e974c7df tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774403 Nov 26 21:51:43.472337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2b129d7-eb88-47db-a261-6b65ea7c2ab9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:43.476988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c2b129d7-eb88-47db-a261-6b65ea7c2ab9 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "DELETE /v2.0/ports/e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e HTTP/1.1" status: 204 len: 168 time: 0.6027606 Nov 26 21:51:43.480176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43788) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:43.503270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb3c8692-6307-4189-93e9-932dddc07f81 req-875d8430-e659-40d1-92f1-4b16bc424f72 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0307987 Nov 26 21:51:43.511735 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a081fdfd-5dcd-4bb4-9c91-1b57c86d27dc tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] GET failed (client error): The resource could not be found. Nov 26 21:51:43.516437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a081fdfd-5dcd-4bb4-9c91-1b57c86d27dc tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "GET /v2.0/ports/e1b7ce34-a73a-49fa-bd15-1d4c29b6fb0e HTTP/1.1" status: 404 len: 333 time: 0.0320933 Nov 26 21:51:43.516858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43790) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:43.547523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217388b-eca1-4d49-b963-003e4649bbfa req-9075561b-4524-4025-85ee-d373996db6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:43.549049 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d217388b-eca1-4d49-b963-003e4649bbfa req-9075561b-4524-4025-85ee-d373996db6d0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1950572 Nov 26 21:51:43.569435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60656f0b-4436-4e64-9e72-beed869c47fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e19ec-efaf-43da-98cd-f61cf6a31ade'}, {'server_uuid': 'eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb73739-30f6-4ce8-b42f-ed93e967b4e2'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:43.573325 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754f49f6-d5b4-4ce2-9aa7-55d0b726e8d5" -d '{"events": [{"server_uuid": "60656f0b-4436-4e64-9e72-beed869c47fb", "name": "network-vif-plugged", "status": "completed", "tag": "708e19ec-efaf-43da-98cd-f61cf6a31ade"}, {"server_uuid": "eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a", "name": "network-vif-plugged", "status": "completed", "tag": "9cb73739-30f6-4ce8-b42f-ed93e967b4e2"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:43.617915 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196cda02-88c7-4dcc-ba76-a5fe4edb93bc x-openstack-request-id: req-196cda02-88c7-4dcc-ba76-a5fe4edb93bc {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:43.618308 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60656f0b-4436-4e64-9e72-beed869c47fb", "name": "network-vif-plugged", "status": "completed", "tag": "708e19ec-efaf-43da-98cd-f61cf6a31ade", "code": 200}, {"server_uuid": "eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a", "name": "network-vif-plugged", "status": "completed", "tag": "9cb73739-30f6-4ce8-b42f-ed93e967b4e2", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:43.619514 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-196cda02-88c7-4dcc-ba76-a5fe4edb93bc {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:43.619964 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60656f0b-4436-4e64-9e72-beed869c47fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'code': 200} Nov 26 21:51:43.620232 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb73739-30f6-4ce8-b42f-ed93e967b4e2', 'code': 200} Nov 26 21:51:43.652772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0992d6-d807-44d5-8c95-b0cb48e61d47 req-0917cdf4-966b-46d9-9f5c-da44f11f8af7 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:43.654274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c0992d6-d807-44d5-8c95-b0cb48e61d47 req-0917cdf4-966b-46d9-9f5c-da44f11f8af7 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 946 time: 0.0670736 Nov 26 21:51:43.656452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bc7c8-84bd-4171-bfbc-cded742eeb87 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Deleting port 52864b43-0028-4fd7-9feb-6ed25c738dc3 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:43.656791 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc7c8-84bd-4171-bfbc-cded742eeb87 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:43.777879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c0992d6-d807-44d5-8c95-b0cb48e61d47 req-2e84072c-a421-4f3a-aa19-3916fc7babae tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170363 Nov 26 21:51:43.808418 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc7c8-84bd-4171-bfbc-cded742eeb87 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:43.823931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a8456-75d8-4afe-a753-a29fe3d1806c req-dac25f46-7bd2-47ea-bb8e-f9fe3900bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:43.825550 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf1a8456-75d8-4afe-a753-a29fe3d1806c req-dac25f46-7bd2-47ea-bb8e-f9fe3900bbfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 1097 time: 0.0470729 Nov 26 21:51:43.839908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5e2bc7c8-84bd-4171-bfbc-cded742eeb87 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Calling delete_port for 52864b43-0028-4fd7-9feb-6ed25c738dc3 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:43.874109 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf1a8456-75d8-4afe-a753-a29fe3d1806c req-28040074-c905-468c-957b-c9b8cdbce02c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Nov 26 21:51:43.908171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93f264-3db7-4f10-8f5e-9f49568e2f17 req-f1b383e9-f538-4a5c-90e3-5c941c63697c tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:43.909651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d93f264-3db7-4f10-8f5e-9f49568e2f17 req-f1b383e9-f538-4a5c-90e3-5c941c63697c tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 945 time: 0.1483679 Nov 26 21:51:43.914659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086b7bc-b60d-4fa8-b096-76ed74fc4573 req-d1f625bc-c559-4ee4-ad8d-e2e2b2f35f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:43.916075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5086b7bc-b60d-4fa8-b096-76ed74fc4573 req-d1f625bc-c559-4ee4-ad8d-e2e2b2f35f0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 1097 time: 0.1308954 Nov 26 21:51:43.939238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 569afca6-60ed-4778-825a-6d8c18ab30a4 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:51:43.980972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d93f264-3db7-4f10-8f5e-9f49568e2f17 req-0125769a-4636-46b6-9b02-1ce0b339309b tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625885 Nov 26 21:51:44.035722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc7c8-84bd-4171-bfbc-cded742eeb87 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.042515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 569afca6-60ed-4778-825a-6d8c18ab30a4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=569afca6-60ed-4778-825a-6d8c18ab30a4,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:44.069769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bc7c8-84bd-4171-bfbc-cded742eeb87 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Port': ['ID=52864b43-0028-4fd7-9feb-6ed25c738dc3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:44.148514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc7c8-84bd-4171-bfbc-cded742eeb87 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.154864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5e2bc7c8-84bd-4171-bfbc-cded742eeb87 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "DELETE /v2.0/ports/52864b43-0028-4fd7-9feb-6ed25c738dc3 HTTP/1.1" status: 204 len: 168 time: 0.6347625 Nov 26 21:51:44.155078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43798) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:44.190242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '569afca6-60ed-4778-825a-6d8c18ab30a4', 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b', 'port_id': '569afca6-60ed-4778-825a-6d8c18ab30a4', 'mac_address': 'fa:16:3e:90:57:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:51:44.211032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-810430c0-cc5a-4fc3-9477-24967f05b4b2 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Deleting subnet 29147173-7eb6-47f4-b612-09b4b737e9db {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:51:44.215324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-810430c0-cc5a-4fc3-9477-24967f05b4b2 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.236787 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.253153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569afca6-60ed-4778-825a-6d8c18ab30a4 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:44.264771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-810430c0-cc5a-4fc3-9477-24967f05b4b2 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.277747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 569afca6-60ed-4778-825a-6d8c18ab30a4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=569afca6-60ed-4778-825a-6d8c18ab30a4,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:44.282046 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.332950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=569afca6-60ed-4778-825a-6d8c18ab30a4,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:44.397625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1488eb-6c60-4323-9204-5f51fcd13c99 req-42d861cf-845a-4c92-a332-c814604b414f tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:44.399175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c1488eb-6c60-4323-9204-5f51fcd13c99 req-42d861cf-845a-4c92-a332-c814604b414f tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 949 time: 0.1377697 Nov 26 21:51:44.439114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5086b7bc-b60d-4fa8-b096-76ed74fc4573 req-e221ca85-2312-435a-9657-9b9054df9593 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440623 Nov 26 21:51:44.472161 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-810430c0-cc5a-4fc3-9477-24967f05b4b2 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.549538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c1488eb-6c60-4323-9204-5f51fcd13c99 req-8d45ca3d-4e27-404e-99dc-40e0188bafc0 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201334 Nov 26 21:51:44.574480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d13578-1aa1-4337-849a-eb9e46db4180 req-a18de74c-37b2-4796-8dda-07be85e41e89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:44.576015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72d13578-1aa1-4337-849a-eb9e46db4180 req-a18de74c-37b2-4796-8dda-07be85e41e89 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 948 time: 0.1061292 Nov 26 21:51:44.605925 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-810430c0-cc5a-4fc3-9477-24967f05b4b2 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.645870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810430c0-cc5a-4fc3-9477-24967f05b4b2 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Subnet': ['ID=29147173-7eb6-47f4-b612-09b4b737e9db,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:44.662421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa5a94d-0c97-4146-8425-397d2f399c96 None None] Network 59000253-410d-4f3c-ba4f-23b0294319cc requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:44.670289 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-810430c0-cc5a-4fc3-9477-24967f05b4b2 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.673735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-810430c0-cc5a-4fc3-9477-24967f05b4b2 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "DELETE /v2.0/subnets/29147173-7eb6-47f4-b612-09b4b737e9db HTTP/1.1" status: 204 len: 168 time: 0.5176260 Nov 26 21:51:44.676645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43810) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:44.695243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72d13578-1aa1-4337-849a-eb9e46db4180 req-60125cc5-c1be-44ce-bcaf-b1bb110eb91e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125355 Nov 26 21:51:44.721105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfdacc-ecee-496b-9179-1c6945755235 req-379d8eaa-4e2a-40b2-bff2-89d813860bf3 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:44.721105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2dfdacc-ecee-496b-9179-1c6945755235 req-379d8eaa-4e2a-40b2-bff2-89d813860bf3 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.0818923 Nov 26 21:51:44.771713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['569afca6-60ed-4778-825a-6d8c18ab30a4'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:44.781249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.782920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2dfdacc-ecee-496b-9179-1c6945755235 req-420cbea0-d20e-4981-bdf9-09d92f30b23b tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625045 Nov 26 21:51:44.851146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Deleting port 88c871e3-272b-46ab-930b-213789c1ba8e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:44.851146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.905499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-128ca4b3-7bb1-4f33-a891-3fb27fab949d req-8d28888a-a4cd-4879-ab4f-7331a30016c4 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0404727 Nov 26 21:51:44.954209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] DHCP port deletion for 59000253-410d-4f3c-ba4f-23b0294319cc request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:51:44.958679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] For port 88c871e3-272b-46ab-930b-213789c1ba8e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88c871e3-272b-46ab-930b-213789c1ba8e,segment=NetworkSegment(6def5577-5d66-47fb-bb59-4534216bbb33),segment_id=6def5577-5d66-47fb-bb59-4534216bbb33)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:44.959034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:44.965858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894a33-bc52-4318-b447-c11b80f7e469 req-13f155c1-b39c-465a-83c8-b3b45478537e tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:44.966922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28894a33-bc52-4318-b447-c11b80f7e469 req-13f155c1-b39c-465a-83c8-b3b45478537e tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 946 time: 0.0642352 Nov 26 21:51:44.972148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Calling delete_port for 88c871e3-272b-46ab-930b-213789c1ba8e owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:45.016476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] Deleting port 88c871e3-272b-46ab-930b-213789c1ba8e {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:45.016858 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.019539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28894a33-bc52-4318-b447-c11b80f7e469 req-ef79f4df-6df7-44af-ab59-62cf6d9a45f3 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Nov 26 21:51:45.073651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.086805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] For port 88c871e3-272b-46ab-930b-213789c1ba8e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88c871e3-272b-46ab-930b-213789c1ba8e,segment=NetworkSegment(6def5577-5d66-47fb-bb59-4534216bbb33),segment_id=6def5577-5d66-47fb-bb59-4534216bbb33)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:45.087431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.100322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] Calling delete_port for 88c871e3-272b-46ab-930b-213789c1ba8e owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:45.100902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Port': ['ID=88c871e3-272b-46ab-930b-213789c1ba8e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:45.103363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] No DVR routers for this DVR port 88c871e3-272b-46ab-930b-213789c1ba8e on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:51:45.131708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2ad88-07c8-4e9a-94b4-957f67284e84 req-72f58886-959f-4ce4-8e44-7f4bb977595a tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:45.133239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9a2ad88-07c8-4e9a-94b4-957f67284e84 req-72f58886-959f-4ce4-8e44-7f4bb977595a tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 945 time: 0.0616939 Nov 26 21:51:45.190739 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.191504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9a2ad88-07c8-4e9a-94b4-957f67284e84 req-2ffe6c86-4565-491d-85f8-d0f5fa703d75 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504909 Nov 26 21:51:45.196276 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.215689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59000253-410d-4f3c-ba4f-23b0294319cc']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:45.225243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6def5577-5d66-47fb-bb59-4534216bbb33') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:45.225497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6def5577-5d66-47fb-bb59-4534216bbb33') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:45.230297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] No DVR routers for this DVR port 88c871e3-272b-46ab-930b-213789c1ba8e on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:51:45.237958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d919e4e-ce5a-4c04-b407-e02f74d4168b None None] Pushing event deleted for resources: {'Port': ['ID=88c871e3-272b-46ab-930b-213789c1ba8e,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:45.240930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.256235 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.262626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:51:45.263187 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:51:45.266291 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:51:45.318571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2797b2-a417-4cb3-b5ec-a9cd0931e015 req-94dfb79a-f50f-4b3d-bf5e-bc90dd8b8de8 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:45.320073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc2797b2-a417-4cb3-b5ec-a9cd0931e015 req-94dfb79a-f50f-4b3d-bf5e-bc90dd8b8de8 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 944 time: 0.0544350 Nov 26 21:51:45.341087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.348076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.351578 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] 10.222.0.21 "DELETE /v2.0/networks/59000253-410d-4f3c-ba4f-23b0294319cc HTTP/1.1" status: 204 len: 168 time: 0.6739485 Nov 26 21:51:45.365256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4e4a5-7222-4f6e-8a3d-17cce0861825 tempest-AllowedAddressPairTestJSON-1099251912 tempest-AllowedAddressPairTestJSON-1099251912-project] Pushing event deleted for resources: {'Network': ['ID=59000253-410d-4f3c-ba4f-23b0294319cc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:45.378586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc2797b2-a417-4cb3-b5ec-a9cd0931e015 req-8047af10-9d21-484f-9406-c9ec1d309639 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Nov 26 21:51:45.642971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43824) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:45.689183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e84d0c-6634-40d4-85af-18eb5d8fbf03 req-74cfeb28-5515-4c27-8b23-ce05815a9eff tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:45.690682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97e84d0c-6634-40d4-85af-18eb5d8fbf03 req-74cfeb28-5515-4c27-8b23-ce05815a9eff tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 949 time: 0.0573344 Nov 26 21:51:45.756892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97e84d0c-6634-40d4-85af-18eb5d8fbf03 req-e1da4be5-644f-471c-ae64-6a8c7298def3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4941bae-aade-408e-9c7d-dd1d143f3552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597107 Nov 26 21:51:45.791117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88c871e3-272b-46ab-930b-213789c1ba8e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:51:45.812728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 88c871e3-272b-46ab-930b-213789c1ba8e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:51:45.813084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88c871e3-272b-46ab-930b-213789c1ba8e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:51:45.823646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e9944e6f-330c-4a23-bdfb-1be8743c6922 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57e3e58b0fb04123bb6468fde374fe86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765180 Nov 26 21:51:45.825685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43832) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:45.864583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2e5f5-5d74-43b7-9f71-ac0f99f3c6fb req-b8cae06a-0f25-4d39-92b8-69ebc03ae67a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:45.866248 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08f2e5f5-5d74-43b7-9f71-ac0f99f3c6fb req-b8cae06a-0f25-4d39-92b8-69ebc03ae67a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 948 time: 0.0840383 Nov 26 21:51:45.866597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-8cff0cd6-08ec-43ea-bd71-f04e8dcd8bcf tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:45.868518 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-8cff0cd6-08ec-43ea-bd71-f04e8dcd8bcf tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 949 time: 0.0998051 Nov 26 21:51:45.918665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de20fc04-1dbe-4ed9-b997-9bb84a553435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.956108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de20fc04-1dbe-4ed9-b997-9bb84a553435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:45.971704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99c48-acb6-4ade-9601-822ad02813c3 req-0089bfb6-5bba-4d59-ae04-3bd0535c6a4d tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:45.973273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ede99c48-acb6-4ade-9601-822ad02813c3 req-0089bfb6-5bba-4d59-ae04-3bd0535c6a4d tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.1060588 Nov 26 21:51:45.977913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f4b0c598-0cef-46a0-9057-77f27e00bcad details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:51:45.978311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08f2e5f5-5d74-43b7-9f71-ac0f99f3c6fb req-9bd60d88-2862-4400-bcb6-36fa375ab555 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973995 Nov 26 21:51:46.040401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Deleting port 1950b913-6915-41fc-b86e-af4888a60719 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:46.040742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.079923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ede99c48-acb6-4ade-9601-822ad02813c3 req-94f3f41c-0114-44e2-8db2-4921db5a33dd tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934258 Nov 26 21:51:46.091240 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de20fc04-1dbe-4ed9-b997-9bb84a553435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.092971 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de20fc04-1dbe-4ed9-b997-9bb84a553435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.096575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-de20fc04-1dbe-4ed9-b997-9bb84a553435 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b2a92b0-b311-420f-926e-7d05dcb6cd8d HTTP/1.1" status: 204 len: 168 time: 0.2676694 Nov 26 21:51:46.111666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20fc04-1dbe-4ed9-b997-9bb84a553435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2a92b0-b311-420f-926e-7d05dcb6cd8d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:46.167347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] For port 1950b913-6915-41fc-b86e-af4888a60719, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1950b913-6915-41fc-b86e-af4888a60719,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:46.167721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.181403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f4b0c598-0cef-46a0-9057-77f27e00bcad, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f4b0c598-0cef-46a0-9057-77f27e00bcad,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:46.189249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Calling delete_port for 1950b913-6915-41fc-b86e-af4888a60719 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:46.194903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'f4b0c598-0cef-46a0-9057-77f27e00bcad', 'network_id': '0515f261-20dc-4ff8-9a91-3bc73a88bc2b', 'port_id': 'f4b0c598-0cef-46a0-9057-77f27e00bcad', 'mac_address': 'fa:16:3e:f4:29:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:51:46.246147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.253476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a96168a5-e848-46e2-a69e-5a30112dbccd req-90b46314-c17c-4b62-b8c9-03982b4b9258 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0494373 Nov 26 21:51:46.266583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b0c598-0cef-46a0-9057-77f27e00bcad {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:46.288295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f4b0c598-0cef-46a0-9057-77f27e00bcad, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f4b0c598-0cef-46a0-9057-77f27e00bcad,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:46.299896 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.301555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 447edb0a-ea68-4681-91d0-ab2ea65a702f details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:51:46.327368 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d217388b-eca1-4d49-b963-003e4649bbfa req-db5fc786-a312-4135-9b17-fc8c9230dbae tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.13 "GET /v2.0/ports?device_id=12202d7a-019d-46f6-901c-18922e02305f HTTP/1.1" status: 200 len: 210 time: 0.0476718 Nov 26 21:51:46.400268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23dea47-a4fa-4b02-b2d2-7304c8e81de3 req-21031be4-78f6-442c-a1f9-73e3b964ab81 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:46.408531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.410423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e23dea47-a4fa-4b02-b2d2-7304c8e81de3 req-21031be4-78f6-442c-a1f9-73e3b964ab81 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 946 time: 0.0915239 Nov 26 21:51:46.452954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Pushing event deleted for resources: {'Port': ['ID=1950b913-6915-41fc-b86e-af4888a60719,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:46.455556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['1950b913-6915-41fc-b86e-af4888a60719'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:46.534584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f4b0c598-0cef-46a0-9057-77f27e00bcad,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:46.537495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] No DVR routers for this DVR port 1950b913-6915-41fc-b86e-af4888a60719 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:51:46.541792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.546641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f6e2cc-b1bb-4416-a34b-3dfa5f788c25 req-010f8d79-5c0e-4f90-81ec-af2d9010a1f3 tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.13 "DELETE /v2.0/ports/1950b913-6915-41fc-b86e-af4888a60719 HTTP/1.1" status: 204 len: 173 time: 0.6556325 Nov 26 21:51:46.547114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e62688b-e8ca-43d2-ad9b-e5a8738f42c4', 'name': 'network-vif-deleted', 'tag': '1950b913-6915-41fc-b86e-af4888a60719'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:46.550372 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5d6457-45c1-4bfe-b70b-1e04e23e2d42" -d '{"events": [{"server_uuid": "8e62688b-e8ca-43d2-ad9b-e5a8738f42c4", "name": "network-vif-deleted", "tag": "1950b913-6915-41fc-b86e-af4888a60719"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:46.553709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e23dea47-a4fa-4b02-b2d2-7304c8e81de3 req-9cb690f8-0c9c-4cf5-b7eb-99a18a2bcbf6 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271565 Nov 26 21:51:46.671106 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae122159-0e14-418d-845a-fe8ab39c1073 x-openstack-request-id: req-ae122159-0e14-418d-845a-fe8ab39c1073 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:46.671412 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e62688b-e8ca-43d2-ad9b-e5a8738f42c4", "name": "network-vif-deleted", "tag": "1950b913-6915-41fc-b86e-af4888a60719", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:46.671722 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae122159-0e14-418d-845a-fe8ab39c1073 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:46.672183 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e62688b-e8ca-43d2-ad9b-e5a8738f42c4', 'name': 'network-vif-deleted', 'tag': '1950b913-6915-41fc-b86e-af4888a60719', 'status': 'completed', 'code': 200} Nov 26 21:51:46.678612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 447edb0a-ea68-4681-91d0-ab2ea65a702f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=447edb0a-ea68-4681-91d0-ab2ea65a702f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:46.706262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd6aaf-7548-4ccd-b41f-48054884f00d req-90600e10-730e-43c1-ac42-fa2aaab55cee tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:46.708613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '447edb0a-ea68-4681-91d0-ab2ea65a702f', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '447edb0a-ea68-4681-91d0-ab2ea65a702f', 'mac_address': 'fa:16:3e:5c:f1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:51:46.723751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44dd6aaf-7548-4ccd-b41f-48054884f00d req-90600e10-730e-43c1-ac42-fa2aaab55cee tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 945 time: 0.1675215 Nov 26 21:51:46.805063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.808931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44dd6aaf-7548-4ccd-b41f-48054884f00d req-4c6a5863-9ff2-4f04-a26b-7bafdeaaa238 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833733 Nov 26 21:51:46.846039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447edb0a-ea68-4681-91d0-ab2ea65a702f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:51:46.884934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 447edb0a-ea68-4681-91d0-ab2ea65a702f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=447edb0a-ea68-4681-91d0-ab2ea65a702f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:46.890185 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:46.919528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5bcb569f-e1f2-4aca-bff6-50730273331a req-f0097ae4-80cf-497f-a6d2-695fb968bb4f tempest-ImagesNegativeTestJSON-408498225 tempest-ImagesNegativeTestJSON-408498225-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e62688b-e8ca-43d2-ad9b-e5a8738f42c4 HTTP/1.1" status: 200 len: 210 time: 0.0308971 Nov 26 21:51:46.959252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=447edb0a-ea68-4681-91d0-ab2ea65a702f,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:47.138393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7efa6-98e5-4b77-bd41-96788b35031c req-f52723db-30a3-4a5e-92ab-71b562e6538c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:47.138761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15e7efa6-98e5-4b77-bd41-96788b35031c req-f52723db-30a3-4a5e-92ab-71b562e6538c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 949 time: 0.0673423 Nov 26 21:51:47.248487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15e7efa6-98e5-4b77-bd41-96788b35031c req-28da0ece-57bf-463e-8c17-99e4a2c3d7e7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090748 Nov 26 21:51:47.261583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da4c82-5aaf-47f6-b7de-840e613367fa req-ad094c16-6d2b-4432-a999-b99a7742abc3 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:47.262696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66da4c82-5aaf-47f6-b7de-840e613367fa req-ad094c16-6d2b-4432-a999-b99a7742abc3 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.0937414 Nov 26 21:51:47.326364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66da4c82-5aaf-47f6-b7de-840e613367fa req-1659f786-84cb-4141-80fa-82ab20b04828 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511041 Nov 26 21:51:47.335467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43886) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.411020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f4b0c598-0cef-46a0-9057-77f27e00bcad'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:47.519917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f1ae6-66d9-4c12-8bb4-3c1f5870f8d9 req-91095acf-7059-4091-a051-944aa495c911 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:47.530375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-935f1ae6-66d9-4c12-8bb4-3c1f5870f8d9 req-91095acf-7059-4091-a051-944aa495c911 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.1227579 Nov 26 21:51:47.538449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43894) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.543725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Request body: {'floatingip': {'port_id': '708e19ec-efaf-43da-98cd-f61cf6a31ade'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:47.552407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['447edb0a-ea68-4681-91d0-ab2ea65a702f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:47.578700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-32461f03-d967-4985-b97a-30b68a219065 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.582476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-32461f03-d967-4985-b97a-30b68a219065 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2432830 Nov 26 21:51:47.594828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43896) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.608532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-cd857f89-54f4-4a7b-a81a-7f4052760f49 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.612037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cd857f89-54f4-4a7b-a81a-7f4052760f49 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0127351 Nov 26 21:51:47.614579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43900) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.620916 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for floatingip, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:47.627421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-80620d8d-1e56-4774-9799-9334f2768b6d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.630787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80620d8d-1e56-4774-9799-9334f2768b6d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0129488 Nov 26 21:51:47.633496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.641132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-85ea33b3-72c4-4b6d-991b-5323da3e5791 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.644459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-85ea33b3-72c4-4b6d-991b-5323da3e5791 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075331 Nov 26 21:51:47.655575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43904) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.667195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-86ad68f8-b4c0-40b4-a156-3efdd4b5c3ac tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.672102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-86ad68f8-b4c0-40b4-a156-3efdd4b5c3ac tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0117505 Nov 26 21:51:47.672853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43906) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.678255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-f1e09a86-0655-410d-9c68-db523db125a8 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.681897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f1e09a86-0655-410d-9c68-db523db125a8 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054719 Nov 26 21:51:47.694219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43908) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.717899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-594fe314-a1bc-4191-8754-d357f5e8e568 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.722800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-594fe314-a1bc-4191-8754-d357f5e8e568 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0274925 Nov 26 21:51:47.722982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43910) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.735307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-56bbade4-bdb8-46c7-bff1-2025b2ad6d5d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.739905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56bbade4-bdb8-46c7-bff1-2025b2ad6d5d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0137024 Nov 26 21:51:47.740509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9611ab26-914f-476d-8525-f301c551666c req-80789a83-20d2-4a7e-b17e-39b5a86741fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c45ef9a433fe4312ad024943cefe49c1&device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.0670948 Nov 26 21:51:47.742573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43912) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.747824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-4ee4e6cd-765c-4f24-b0a1-6bbc25b0c661 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.752184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4ee4e6cd-765c-4f24-b0a1-6bbc25b0c661 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0078640 Nov 26 21:51:47.753040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43914) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.784071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-3858d0ff-57c4-41b0-a16b-1db2bca1cced tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.788355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3858d0ff-57c4-41b0-a16b-1db2bca1cced tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0082324 Nov 26 21:51:47.789283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43916) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.802434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-8378f417-a282-4e36-8f52-8c9533871c41 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.803975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8378f417-a282-4e36-8f52-8c9533871c41 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052068 Nov 26 21:51:47.810716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f0d73de-0b15-48a1-b6c5-d9bceec8e845 req-6dbbb769-3faf-4d91-9c6b-fee7499df32f tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.0860932 Nov 26 21:51:47.820436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43918) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.824954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-e7952d1d-a97d-4115-8575-8cb651ca574a tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.828574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e7952d1d-a97d-4115-8575-8cb651ca574a tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0071485 Nov 26 21:51:47.829489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43920) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.833749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-76f6016d-4722-4821-9f49-380ceed527fb tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.837869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-76f6016d-4722-4821-9f49-380ceed527fb tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0067856 Nov 26 21:51:47.839810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9611ab26-914f-476d-8525-f301c551666c req-cb4e3c2f-9f5e-4c57-a19a-a131bf29d565 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c45ef9a433fe4312ad024943cefe49c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689011 Nov 26 21:51:47.840264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43924) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.844959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-8908bb10-0a41-4724-99e5-ad8e81292f8d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.848585 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8908bb10-0a41-4724-99e5-ad8e81292f8d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0068090 Nov 26 21:51:47.849159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43926) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.854410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-ac500191-780d-4ba3-a390-4e0a5161d04a tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.857830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ac500191-780d-4ba3-a390-4e0a5161d04a tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066850 Nov 26 21:51:47.866128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.872235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-1849fe1c-8b40-4eb4-a6e7-2e1e6047843d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.875283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1849fe1c-8b40-4eb4-a6e7-2e1e6047843d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0079310 Nov 26 21:51:47.878493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43930) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.922960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-d58be609-ad19-4736-a4d9-6bfbaa9ec197 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.926438 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d58be609-ad19-4736-a4d9-6bfbaa9ec197 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0464919 Nov 26 21:51:47.928993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43932) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.933904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-75660c0a-53b6-4aa0-bc6b-e1f48ecb6bf9 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.934879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-75660c0a-53b6-4aa0-bc6b-e1f48ecb6bf9 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049818 Nov 26 21:51:47.937840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43934) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.947675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-77c7637d-67f2-4347-aeec-bcda468f6973 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.948621 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-77c7637d-67f2-4347-aeec-bcda468f6973 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057604 Nov 26 21:51:47.952450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43938) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.959161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-c01bb7bc-0c53-41bd-bbed-91ce9a1d53eb tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:47.965630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c01bb7bc-0c53-41bd-bbed-91ce9a1d53eb tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070620 Nov 26 21:51:47.965630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:47.996632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-9360596e-56db-42ba-bb06-aebafb4c4394 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.000031 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9360596e-56db-42ba-bb06-aebafb4c4394 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0326281 Nov 26 21:51:48.000147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 569afca6-60ed-4778-825a-6d8c18ab30a4 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:48.000856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43944) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.013421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-a422d5ad-f10a-41b9-ae10-46f7aaedb515 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.014432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a422d5ad-f10a-41b9-ae10-46f7aaedb515 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058959 Nov 26 21:51:48.017745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43946) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.025607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-667c9a83-f346-4e4b-9b93-d58c31344401 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.032063 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-667c9a83-f346-4e4b-9b93-d58c31344401 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0125415 Nov 26 21:51:48.032306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43948) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.037868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-ebc3b99d-f3ea-4c1f-8bf7-f0bf59a3b0a5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.039038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ebc3b99d-f3ea-4c1f-8bf7-f0bf59a3b0a5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057931 Nov 26 21:51:48.044873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43950) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.053474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-3c7a4417-e851-44e0-9b1e-44141512d140 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.057877 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3c7a4417-e851-44e0-9b1e-44141512d140 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0115151 Nov 26 21:51:48.060820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43954) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.069564 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb1346-2bf4-41e2-8a09-82dc68d505a8 req-2c591d87-b715-404b-8d07-f2db3725e8b5 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:48.071137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66fb1346-2bf4-41e2-8a09-82dc68d505a8 req-2c591d87-b715-404b-8d07-f2db3725e8b5 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 945 time: 0.1332817 Nov 26 21:51:48.081410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-3e8d0da8-3c77-46d3-9e3b-5099409ad2d4 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.088845 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3e8d0da8-3c77-46d3-9e3b-5099409ad2d4 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0186334 Nov 26 21:51:48.091467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43960) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.116507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 569afca6-60ed-4778-825a-6d8c18ab30a4 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:48.124278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 569afca6-60ed-4778-825a-6d8c18ab30a4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:48.125137 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:48.134579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-7c89ac6a-95d8-412d-81ce-50f2f3a902f1 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.140951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611ab26-914f-476d-8525-f301c551666c req-dd9cb4f4-621f-4ad8-80d3-a24f4bf8d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:48.142763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9611ab26-914f-476d-8525-f301c551666c req-dd9cb4f4-621f-4ad8-80d3-a24f4bf8d03a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2924962 Nov 26 21:51:48.143557 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7c89ac6a-95d8-412d-81ce-50f2f3a902f1 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0285556 Nov 26 21:51:48.145498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.151357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-60cf4daf-7f7c-41a3-81a7-24cd66d0f500 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.152389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-60cf4daf-7f7c-41a3-81a7-24cd66d0f500 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053947 Nov 26 21:51:48.156444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43968) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.161487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-6ca1dbf9-fa35-4538-9ca5-7451dd56e12f tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.162583 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ca1dbf9-fa35-4538-9ca5-7451dd56e12f tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048347 Nov 26 21:51:48.187019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43970) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.210691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66fb1346-2bf4-41e2-8a09-82dc68d505a8 req-68de9e2e-c56a-455b-8b0a-116b97f53304 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311054 Nov 26 21:51:48.214831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-e4866369-cdae-4dfd-9c4a-4425a3904d26 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.218857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e4866369-cdae-4dfd-9c4a-4425a3904d26 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0303159 Nov 26 21:51:48.219529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43974) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.232819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-25844266-86c1-4b2d-bba0-20e9cd3f2a42 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.237876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-25844266-86c1-4b2d-bba0-20e9cd3f2a42 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0168405 Nov 26 21:51:48.239671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.244066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-6f3a0374-c06d-461f-bba7-475c5f96a8e5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.244943 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6f3a0374-c06d-461f-bba7-475c5f96a8e5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043211 Nov 26 21:51:48.248087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43980) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.268103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-a979c39e-81d5-464e-b06c-1a214de0cee1 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.269206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a979c39e-81d5-464e-b06c-1a214de0cee1 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0194473 Nov 26 21:51:48.271739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43982) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.276042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-025f315c-56e6-4411-8ff9-b8bfd8ca88fe tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.276926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-025f315c-56e6-4411-8ff9-b8bfd8ca88fe tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042777 Nov 26 21:51:48.279496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43986) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.284130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-ea4f57fc-2b5c-4b57-b2a4-db1cdb9fd1f8 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.284991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ea4f57fc-2b5c-4b57-b2a4-db1cdb9fd1f8 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0046017 Nov 26 21:51:48.288641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43988) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.310188 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:48.359726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af636ae7-0d12-483d-8228-a1184047c3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569afca6-60ed-4778-825a-6d8c18ab30a4'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:48.366885 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e26fc60-b101-4406-a158-cf8ccace8ca9" -d '{"events": [{"server_uuid": "af636ae7-0d12-483d-8228-a1184047c3eb", "name": "network-vif-plugged", "status": "completed", "tag": "569afca6-60ed-4778-825a-6d8c18ab30a4"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:48.397586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 569afca6-60ed-4778-825a-6d8c18ab30a4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=569afca6-60ed-4778-825a-6d8c18ab30a4,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:48.406484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:48.504480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=569afca6-60ed-4778-825a-6d8c18ab30a4,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:48.548379 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd79be-b114-4577-88e4-11d8997bd1b7 x-openstack-request-id: req-badd79be-b114-4577-88e4-11d8997bd1b7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:48.548789 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af636ae7-0d12-483d-8228-a1184047c3eb", "name": "network-vif-plugged", "status": "completed", "tag": "569afca6-60ed-4778-825a-6d8c18ab30a4", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:48.549125 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-badd79be-b114-4577-88e4-11d8997bd1b7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:48.549768 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af636ae7-0d12-483d-8228-a1184047c3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569afca6-60ed-4778-825a-6d8c18ab30a4', 'code': 200} Nov 26 21:51:48.647258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:48.653605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:48.654021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-699fadb7-2488-4982-b0ab-c70ad0ea7f1d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.655708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-699fadb7-2488-4982-b0ab-c70ad0ea7f1d tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.3640292 Nov 26 21:51:48.658036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43996) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.686163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1950b913-6915-41fc-b86e-af4888a60719 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:51:48.699629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-41bedb9f-9efa-4200-8931-068311cc1a90 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.703077 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-41bedb9f-9efa-4200-8931-068311cc1a90 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0404532 Nov 26 21:51:48.703414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43998) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.709274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-8690009a-77cb-42da-ac25-0f136b5837fc tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.713027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8690009a-77cb-42da-ac25-0f136b5837fc tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0059724 Nov 26 21:51:48.713027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44000) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.713808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44002) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.719920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-c7dcb733-5d00-4cd0-b385-98ad211724e0 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.723545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c7dcb733-5d00-4cd0-b385-98ad211724e0 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0060306 Nov 26 21:51:48.725388 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44006) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.730836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 1950b913-6915-41fc-b86e-af4888a60719 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:51:48.732255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-ff30886e-cecd-48d5-91f3-b0952383722c tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.735698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1950b913-6915-41fc-b86e-af4888a60719 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:51:48.735857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ff30886e-cecd-48d5-91f3-b0952383722c tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068421 Nov 26 21:51:48.735857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44008) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.750930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c7c82-c3c5-457d-afd9-f5f84fa2c8ba req-28927fb2-dc81-4ce9-a363-7275392bf923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:48.752404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-236c7c82-c3c5-457d-afd9-f5f84fa2c8ba req-28927fb2-dc81-4ce9-a363-7275392bf923 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 1096 time: 0.0817127 Nov 26 21:51:48.761394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460446a2-d38b-4c8f-8e9e-108c5dae7f63 req-7c86540a-e5da-4d2b-913b-901d038e19a1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:48.762998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-460446a2-d38b-4c8f-8e9e-108c5dae7f63 req-7c86540a-e5da-4d2b-913b-901d038e19a1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 949 time: 0.1060429 Nov 26 21:51:48.767544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-156e24b9-ca12-4ba1-935f-7d66caab8b39 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.768603 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-156e24b9-ca12-4ba1-935f-7d66caab8b39 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0317826 Nov 26 21:51:48.771121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44010) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.776327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-fb1a064c-5ef4-4053-826b-570ab0d5e153 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.779737 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fb1a064c-5ef4-4053-826b-570ab0d5e153 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052814 Nov 26 21:51:48.780110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44012) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.784161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-3e931e79-23a6-4c39-a230-eac37f63d29c tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.785087 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3e931e79-23a6-4c39-a230-eac37f63d29c tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0042562 Nov 26 21:51:48.789255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44014) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.796773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-c7ba582f-48ae-47da-80df-76adda48e5a5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.798601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c7ba582f-48ae-47da-80df-76adda48e5a5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073128 Nov 26 21:51:48.802828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44016) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.809468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-dcefbb22-b4dc-47b5-b37e-13f532c705ed tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.810594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dcefbb22-b4dc-47b5-b37e-13f532c705ed tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066447 Nov 26 21:51:48.813925 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Floating IP aaee326a-c4a9-4cc3-b81e-0f0440e6fd36 associated. External IP: 172.25.3.79, port: 708e19ec-efaf-43da-98cd-f61cf6a31ade. Nov 26 21:51:48.814938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44018) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.823406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-a7e28633-643b-419a-9af8-f45219f4f266 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.824738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a7e28633-643b-419a-9af8-f45219f4f266 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0086024 Nov 26 21:51:48.831857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44020) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.846830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-f4f3c590-a1c3-4239-9da8-d73762b747ae tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.847806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f4f3c590-a1c3-4239-9da8-d73762b747ae tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0127549 Nov 26 21:51:48.854172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44024) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.866678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-d490d47d-4f46-446d-af7c-a73efb75321c tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.870510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d490d47d-4f46-446d-af7c-a73efb75321c tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0151918 Nov 26 21:51:48.873980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44026) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.879413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-37181ef1-e5e3-4474-a5e3-89dba4469583 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.880385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-37181ef1-e5e3-4474-a5e3-89dba4469583 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054359 Nov 26 21:51:48.884032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-236c7c82-c3c5-457d-afd9-f5f84fa2c8ba req-8179c97d-581c-4cf8-bed8-ad52b096f57b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200097 Nov 26 21:51:48.884563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44028) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.889794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-460446a2-d38b-4c8f-8e9e-108c5dae7f63 req-17cc9892-68b7-415f-b43d-114a9ecab7fa tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168406 Nov 26 21:51:48.892740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-8a6d3dd4-abe2-43bf-9f3f-57e104512a24 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.893685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8a6d3dd4-abe2-43bf-9f3f-57e104512a24 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0078905 Nov 26 21:51:48.896414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44030) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.902029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-dc65f16b-2ae0-4381-ab70-01514d1d9d9b tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.903125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dc65f16b-2ae0-4381-ab70-01514d1d9d9b tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058053 Nov 26 21:51:48.906769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44032) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.932978 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-838557fa-7699-4baf-82f9-281ef6f29b9b req-f881a375-bdf5-4992-a477-158bfdf8de4c tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.0344241 Nov 26 21:51:48.943257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [None req-f37239a3-2f4a-4aa1-b507-c6e8a665fb53 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.944628 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f37239a3-2f4a-4aa1-b507-c6e8a665fb53 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0344183 Nov 26 21:51:48.953633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44034) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.953633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-bb2ec307-8680-41a3-9934-ebcdd0a38b9b tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.953633 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bb2ec307-8680-41a3-9934-ebcdd0a38b9b tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044012 Nov 26 21:51:48.955748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44036) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.960152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-d83c97e4-41ae-44a9-afed-fa51bd033fc5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.961081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d83c97e4-41ae-44a9-afed-fa51bd033fc5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0044553 Nov 26 21:51:48.963688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44038) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.968047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-d04a58a6-0658-410a-b1fc-2247832f8588 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.969037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d04a58a6-0658-410a-b1fc-2247832f8588 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043604 Nov 26 21:51:48.971305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44040) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.975700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-d12a8ef5-d43b-49c8-a553-7759d4651faf tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.979564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d12a8ef5-d43b-49c8-a553-7759d4651faf tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044920 Nov 26 21:51:48.980274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44042) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.984256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-bbd25102-c388-4e5e-b34d-529a738eb9bd tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.985293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bbd25102-c388-4e5e-b34d-529a738eb9bd tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041769 Nov 26 21:51:48.989345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fb3c224d-5eb7-4150-9148-8c0d70d4c6de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17ff7cc8023b4af58359dda71c1a808e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2707548 Nov 26 21:51:48.989574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44044) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.990967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44046) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:48.992223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-3c310325-7bf7-41e0-acb2-f9d84995e0e5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:48.996661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3c310325-7bf7-41e0-acb2-f9d84995e0e5 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046821 Nov 26 21:51:48.997014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44048) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.001664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-8269fc9f-f758-4a44-9b28-264a8e9b16eb tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.002713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8269fc9f-f758-4a44-9b28-264a8e9b16eb tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047913 Nov 26 21:51:49.005056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.009183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-b791176e-afc6-4911-80a1-d41910ae694e tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.012201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b791176e-afc6-4911-80a1-d41910ae694e tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041349 Nov 26 21:51:49.012494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44052) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.017659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-10e451c0-47a3-42b3-8b80-670ca1d53690 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.018691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-10e451c0-47a3-42b3-8b80-670ca1d53690 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052257 Nov 26 21:51:49.020945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44054) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.025424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-054d07f1-e491-472c-bd20-ed85cbdf6e58 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.026435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-054d07f1-e491-472c-bd20-ed85cbdf6e58 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046072 Nov 26 21:51:49.028633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44056) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.032473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-d03ff637-8fbd-4a35-a119-d7cf4751521e tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.033387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d03ff637-8fbd-4a35-a119-d7cf4751521e tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039175 Nov 26 21:51:49.035678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44058) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.039408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-1923da4e-7c21-4e8f-940b-1e6f40afeefd tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.040976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1923da4e-7c21-4e8f-940b-1e6f40afeefd tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038133 Nov 26 21:51:49.043037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44060) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.046850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-ce067807-6916-4ad8-a1e8-24be29ebabab tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.047767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce067807-6916-4ad8-a1e8-24be29ebabab tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038970 Nov 26 21:51:49.050014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44062) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.054665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-a83d0e54-7d7b-4c37-a7e2-443f39a420a6 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.055610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a83d0e54-7d7b-4c37-a7e2-443f39a420a6 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047169 Nov 26 21:51:49.058958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44064) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.062935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-aec725cb-6fdb-41a9-834a-90f40c3bf48c tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.063877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aec725cb-6fdb-41a9-834a-90f40c3bf48c tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040033 Nov 26 21:51:49.066027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44066) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.069868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-8f16d97a-ce11-4b53-be7c-cdb0b86dd3d3 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.071063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8f16d97a-ce11-4b53-be7c-cdb0b86dd3d3 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039299 Nov 26 21:51:49.073389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.078178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-89dfef15-6a77-41db-bf66-129896012b54 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.079160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-89dfef15-6a77-41db-bf66-129896012b54 tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048406 Nov 26 21:51:49.081689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44070) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.085571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-62186fbf-43b6-41d7-a5a2-703e12e3ef6e tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.086525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-62186fbf-43b6-41d7-a5a2-703e12e3ef6e tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039353 Nov 26 21:51:49.089132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44072) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.092905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [None req-32f9c6af-d0a7-4670-bac8-74f86c4bcb8f tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:51:49.093843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-32f9c6af-d0a7-4670-bac8-74f86c4bcb8f tempest-ExtensionsTestJSON-1982318655 tempest-ExtensionsTestJSON-1982318655-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038157 Nov 26 21:51:49.122643 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4002e746-caca-4dee-9156-f9c4493344a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:49.155179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4002e746-caca-4dee-9156-f9c4493344a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:49.171899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:51:49.287617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4002e746-caca-4dee-9156-f9c4493344a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:49.291658 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4002e746-caca-4dee-9156-f9c4493344a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:49.295193 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4002e746-caca-4dee-9156-f9c4493344a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4941bae-aade-408e-9c7d-dd1d143f3552 HTTP/1.1" status: 204 len: 168 time: 0.3010302 Nov 26 21:51:49.311647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002e746-caca-4dee-9156-f9c4493344a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4941bae-aade-408e-9c7d-dd1d143f3552,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:49.329343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:51:49.335838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:49.349665 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] Sync routers for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:51:49.370972 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:51:49.373203 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:49.380947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f25255-e83c-4d76-b235-a9fd556fc8d6 req-971d9a64-1d61-48cf-8762-97c322167acb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:49.405749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44f25255-e83c-4d76-b235-a9fd556fc8d6 req-971d9a64-1d61-48cf-8762-97c322167acb tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 945 time: 0.1057925 Nov 26 21:51:49.426818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44088) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:49.570315 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:51:49.594551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44f25255-e83c-4d76-b235-a9fd556fc8d6 req-08eaab49-16e4-4323-a811-992defe2f122 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863015 Nov 26 21:51:49.815136 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-269426a7-44f5-4c28-9b55-64a691c0d667 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "PUT /v2.0/floatingips/aaee326a-c4a9-4cc3-b81e-0f0440e6fd36 HTTP/1.1" status: 200 len: 991 time: 2.2753344 Nov 26 21:51:49.816120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60656f0b-4436-4e64-9e72-beed869c47fb', 'tag': '708e19ec-efaf-43da-98cd-f61cf6a31ade'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:49.818760 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4863dc3b-e51e-4292-ac73-bdd096f95ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "60656f0b-4436-4e64-9e72-beed869c47fb", "tag": "708e19ec-efaf-43da-98cd-f61cf6a31ade"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:49.957539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e72805c3-8c9c-4d36-b2ce-9eb9734c48ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:49.959190 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9242f4c-14e0-4dec-8da9-cf44c7fb0840 x-openstack-request-id: req-f9242f4c-14e0-4dec-8da9-cf44c7fb0840 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:49.959632 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60656f0b-4436-4e64-9e72-beed869c47fb", "tag": "708e19ec-efaf-43da-98cd-f61cf6a31ade", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:49.959985 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9242f4c-14e0-4dec-8da9-cf44c7fb0840 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:49.960478 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60656f0b-4436-4e64-9e72-beed869c47fb', 'tag': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'status': 'completed', 'code': 200} Nov 26 21:51:50.003176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 447edb0a-ea68-4681-91d0-ab2ea65a702f up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:50.098391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 447edb0a-ea68-4681-91d0-ab2ea65a702f completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:50.105493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 447edb0a-ea68-4681-91d0-ab2ea65a702f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:50.106855 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:50.110046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8800615f-2279-4331-9694-aeebffa5a17c req-20786dcc-686d-45d9-888b-a74c56140c6d tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.0651064 Nov 26 21:51:50.244567 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'aaee326a-c4a9-4cc3-b81e-0f0440e6fd36', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'port_id': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'mac_address': 'fa:16:3e:21:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60656f0b-4436-4e64-9e72-beed869c47fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:51:07Z', 'updated_at': '2021-11-26T21:51:48Z', 'revision_number': 1, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:05Z', 'revision_number': 5, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:50.257890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2fdf1e-d482-4ec9-8e5a-c51339a256c4 req-c16bb522-03f1-4300-b411-4b2b0c15b4f0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:50.267922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c2fdf1e-d482-4ec9-8e5a-c51339a256c4 req-c16bb522-03f1-4300-b411-4b2b0c15b4f0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 949 time: 0.1535358 Nov 26 21:51:50.272512 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:50.278346 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] Checking router: 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:51:50.298155 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:51:50.298924 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:50.304692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-f87d3897-6c48-4b8d-926f-aa3c1f6d2d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:50.309660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-f87d3897-6c48-4b8d-926f-aa3c1f6d2d51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=479066aacc884c559d49b6163b9ec6b1&device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 1097 time: 0.1980064 Nov 26 21:51:50.342474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 447edb0a-ea68-4681-91d0-ab2ea65a702f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=447edb0a-ea68-4681-91d0-ab2ea65a702f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:50.348993 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:50.350908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f4b0c598-0cef-46a0-9057-77f27e00bcad up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:51:50.454297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=447edb0a-ea68-4681-91d0-ab2ea65a702f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:50.455219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:51:50.481452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port f4b0c598-0cef-46a0-9057-77f27e00bcad completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:51:50.489714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port f4b0c598-0cef-46a0-9057-77f27e00bcad triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:51:50.490091 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:50.530022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c2fdf1e-d482-4ec9-8e5a-c51339a256c4 req-27c4266f-7bf7-4a26-98fb-531cffc4078f tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605839 Nov 26 21:51:50.545846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e72805c3-8c9c-4d36-b2ce-9eb9734c48ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:50.557498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db6f274-1cfd-45b8-abc5-58071725cf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447edb0a-ea68-4681-91d0-ab2ea65a702f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:50.557498 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1262814a-f11d-4356-a9f6-1631f564fa2b" -d '{"events": [{"server_uuid": "0db6f274-1cfd-45b8-abc5-58071725cf79", "name": "network-vif-plugged", "status": "completed", "tag": "447edb0a-ea68-4681-91d0-ab2ea65a702f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:50.600860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e72805c3-8c9c-4d36-b2ce-9eb9734c48ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:50.636222 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:50.666106 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9611ab26-914f-476d-8525-f301c551666c req-b214df01-6276-494e-8a71-9e852f17ebe5 tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.1037374 Nov 26 21:51:50.722454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f4b0c598-0cef-46a0-9057-77f27e00bcad, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f4b0c598-0cef-46a0-9057-77f27e00bcad,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:50.734559 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca52663d-152c-426e-94ad-9a6c4b600def x-openstack-request-id: req-ca52663d-152c-426e-94ad-9a6c4b600def {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:50.737145 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db6f274-1cfd-45b8-abc5-58071725cf79", "name": "network-vif-plugged", "status": "completed", "tag": "447edb0a-ea68-4681-91d0-ab2ea65a702f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:50.738193 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca52663d-152c-426e-94ad-9a6c4b600def {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:50.742086 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db6f274-1cfd-45b8-abc5-58071725cf79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447edb0a-ea68-4681-91d0-ab2ea65a702f', 'code': 200} Nov 26 21:51:50.746373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:50.797461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72805c3-8c9c-4d36-b2ce-9eb9734c48ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d294f-9731-46c0-9dbd-eedff8e90e87,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:50.863770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f4b0c598-0cef-46a0-9057-77f27e00bcad,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:50.898629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:50.907687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e72805c3-8c9c-4d36-b2ce-9eb9734c48ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2d6058aa53945469206a2654be8da8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4777193 Nov 26 21:51:50.939934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-1db1119f-96e9-4b8a-a628-30a351b06cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:50.950751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-1db1119f-96e9-4b8a-a628-30a351b06cc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa6f2946-81de-4e26-a667-d6a08f806d93 HTTP/1.1" status: 200 len: 907 time: 0.6014214 Nov 26 21:51:51.020267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00efc19-357f-4faa-bbfe-0657f13c3b5f req-3acb5f1d-d9fa-4299-895d-c13db2c9daec tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:51.033415 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f00efc19-357f-4faa-bbfe-0657f13c3b5f req-3acb5f1d-d9fa-4299-895d-c13db2c9daec tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.2770185 Nov 26 21:51:51.049890 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'aaee326a-c4a9-4cc3-b81e-0f0440e6fd36', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'port_id': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'mac_address': 'fa:16:3e:21:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60656f0b-4436-4e64-9e72-beed869c47fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:51:07Z', 'updated_at': '2021-11-26T21:51:48Z', 'revision_number': 1, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:05Z', 'revision_number': 5, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:51.083582 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0967485e-3d23-4c47-aa5e-e5766bb3f756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:51.089899 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba55a250-0709-48aa-b6a0-db9c083478d4 None None] The sync data for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 is: [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'aaee326a-c4a9-4cc3-b81e-0f0440e6fd36', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'floating_ip_address': '172.25.3.79', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'port_id': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'mac_address': 'fa:16:3e:21:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60656f0b-4436-4e64-9e72-beed869c47fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:51:07Z', 'updated_at': '2021-11-26T21:51:48Z', 'revision_number': 1, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:05Z', 'revision_number': 5, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:51:51.097554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc7d3e-505d-4d8d-beec-bc3ef8c38425 req-d753a259-3d00-42d6-af79-bead398561d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:51.099086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccfc7d3e-505d-4d8d-beec-bc3ef8c38425 req-d753a259-3d00-42d6-af79-bead398561d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 1101 time: 0.1826057 Nov 26 21:51:51.120344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0967485e-3d23-4c47-aa5e-e5766bb3f756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:51.207937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-f94f9139-442a-45cc-95d4-0281cdeda3a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade HTTP/1.1" status: 200 len: 999 time: 0.2368634 Nov 26 21:51:51.218181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f00efc19-357f-4faa-bbfe-0657f13c3b5f req-98c5eee9-dd98-4fc4-828c-d0c79d973cf3 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837559 Nov 26 21:51:51.220866 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccfc7d3e-505d-4d8d-beec-bc3ef8c38425 req-102b9f1d-fd57-4f8d-b8ff-ba70585c32ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072817 Nov 26 21:51:51.222973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0967485e-3d23-4c47-aa5e-e5766bb3f756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:51.227471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0967485e-3d23-4c47-aa5e-e5766bb3f756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:51.229122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0967485e-3d23-4c47-aa5e-e5766bb3f756 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/964d294f-9731-46c0-9dbd-eedff8e90e87 HTTP/1.1" status: 204 len: 168 time: 0.3294761 Nov 26 21:51:51.255340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967485e-3d23-4c47-aa5e-e5766bb3f756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d294f-9731-46c0-9dbd-eedff8e90e87,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:51.298965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-40ba8f8a-4c6a-4fed-9b91-a5b7c6bf8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:51.301456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-40ba8f8a-4c6a-4fed-9b91-a5b7c6bf8a16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3a7d214-d57e-4398-a79c-ee4c8b4a525b HTTP/1.1" status: 200 len: 845 time: 0.0820625 Nov 26 21:51:51.448076 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-803d962b-7457-48d4-bb1f-e9c809105520 req-119a62ed-ad93-4404-bc88-3be6a4002b2e tempest-ServerShowV247Test-2016907570 tempest-ServerShowV247Test-2016907570-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f889acb-8b36-4ba4-8938-e5b5fdaa5d53 HTTP/1.1" status: 200 len: 210 time: 0.0320089 Nov 26 21:51:51.548731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99664bf-640d-4fdf-819b-634a8630918e None None] New status for floating IP aaee326a-c4a9-4cc3-b81e-0f0440e6fd36: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:51:51.812817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749147-b321-4524-9a22-8030778e465e req-ae210bab-e3b3-496b-bf24-b5828de10191 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:51.814801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da749147-b321-4524-9a22-8030778e465e req-ae210bab-e3b3-496b-bf24-b5828de10191 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 950 time: 0.1774790 Nov 26 21:51:51.822032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-a695a048-6c3d-443b-977d-f8d019115057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:51.824551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-a695a048-6c3d-443b-977d-f8d019115057 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa6f2946-81de-4e26-a667-d6a08f806d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423287 Nov 26 21:51:51.942105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44190) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:51.943431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da749147-b321-4524-9a22-8030778e465e req-23b8df66-30b0-432a-b792-b64922b8641d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174221 Nov 26 21:51:51.996218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-3ee548ee-6539-489c-948f-ba2486d6c2db service neutron] 10.222.0.41 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514466 Nov 26 21:51:52.107350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-819844e5-8ff9-4b8f-8bcc-b38aff773e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.136731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4863dc3b-e51e-4292-ac73-bdd096f95ab6 req-45327dd2-791b-4357-83ed-455ef2ac3c12 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332943 Nov 26 21:51:52.248923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-819844e5-8ff9-4b8f-8bcc-b38aff773e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.258570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-819844e5-8ff9-4b8f-8bcc-b38aff773e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.287353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819844e5-8ff9-4b8f-8bcc-b38aff773e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd99a4-cabf-4fca-b8e2-55b6f9f552c5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:52.318715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-819844e5-8ff9-4b8f-8bcc-b38aff773e4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=febc745702eb4834b51531971f4ccf95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3751743 Nov 26 21:51:52.321318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44208) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:52.370475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44210) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:52.406444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34d723-3f7a-42a5-95ea-4745e603c003 req-806f6bf0-4e8e-4d1b-a9a6-cfcb07e75f4c tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:52.408656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e34d723-3f7a-42a5-95ea-4745e603c003 req-806f6bf0-4e8e-4d1b-a9a6-cfcb07e75f4c tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.0939415 Nov 26 21:51:52.417690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04cab963-5487-4c32-949b-7ace4b724d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.458647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04cab963-5487-4c32-949b-7ace4b724d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.502299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e34d723-3f7a-42a5-95ea-4745e603c003 req-b367dbe1-a9ad-4625-bbe1-24eb466c7006 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860217 Nov 26 21:51:52.568276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04cab963-5487-4c32-949b-7ace4b724d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.571497 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04cab963-5487-4c32-949b-7ace4b724d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.574192 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-04cab963-5487-4c32-949b-7ace4b724d29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dcd99a4-cabf-4fca-b8e2-55b6f9f552c5 HTTP/1.1" status: 204 len: 168 time: 0.2493486 Nov 26 21:51:52.592041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'networks': [{'name': 'tempest-network--1877020937'}, {'name': 'tempest-network--1166684196'}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:52.592878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'network': {'name': 'tempest-network--1877020937'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:52.593990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'network': {'name': 'tempest-network--1166684196'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:52.611155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cab963-5487-4c32-949b-7ace4b724d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd99a4-cabf-4fca-b8e2-55b6f9f552c5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:52.637574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Made reservation on behalf of 024ed0b51f6647b3bdc9eded6277a8d4 for: {'network': 2} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:52.645547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.655690 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.744604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b63a220-cd6f-47aa-a595-ba333aa2a756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b0c598-0cef-46a0-9057-77f27e00bcad'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:52.746971 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832655fd-52c6-44cb-9c8d-27a26b9c8739" -d '{"events": [{"server_uuid": "8b63a220-cd6f-47aa-a595-ba333aa2a756", "name": "network-vif-plugged", "status": "completed", "tag": "f4b0c598-0cef-46a0-9057-77f27e00bcad"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:52.836145 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0eda8-00fd-4f92-8b71-c13134cb54af x-openstack-request-id: req-23d0eda8-00fd-4f92-8b71-c13134cb54af {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:52.836678 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b63a220-cd6f-47aa-a595-ba333aa2a756", "name": "network-vif-plugged", "status": "completed", "tag": "f4b0c598-0cef-46a0-9057-77f27e00bcad", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:52.837389 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23d0eda8-00fd-4f92-8b71-c13134cb54af {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:52.838169 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b63a220-cd6f-47aa-a595-ba333aa2a756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b0c598-0cef-46a0-9057-77f27e00bcad', 'code': 200} Nov 26 21:51:52.848561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.856220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.857766 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.924117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8979c41-7578-4735-b501-78013e245559,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:52.937599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:52.955487 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:52.958215 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Added segment a41fd319-3797-43d0-8ed7-95770c7c2c00 of type vlan for network f88cbae4-e746-4a27-a75f-478c6dc359b0 Nov 26 21:51:53.026503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44230) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:53.151273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.218516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22817a-0314-4843-b367-0838dd18acdb req-d87af330-ac86-4c7c-b993-890586c0eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:53.221465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed22817a-0314-4843-b367-0838dd18acdb req-d87af330-ac86-4c7c-b993-890586c0eb19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 1097 time: 0.1561944 Nov 26 21:51:53.236178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b6b3b-05f9-4008-a5ae-07633e416b60 req-f9a79678-44d8-4c8b-9db4-835fbdc84cdc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:53.237876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-039b6b3b-05f9-4008-a5ae-07633e416b60 req-f9a79678-44d8-4c8b-9db4-835fbdc84cdc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 950 time: 0.1747282 Nov 26 21:51:53.300061 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5e25-a4f1-4ee2-a92a-4508519e89b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.311331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:53.367492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.367986 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Added segment d283b289-94bd-4804-b814-36bd664676c6 of type vlan for network 2959f19c-d1bb-4ef4-89a9-1cddf0c6e33c Nov 26 21:51:53.432272 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-378bc6d6-85de-468e-a086-35daf55c57ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.440568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-039b6b3b-05f9-4008-a5ae-07633e416b60 req-675a7050-91fa-4d85-8c25-8b9e5455b209 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275201 Nov 26 21:51:53.445307 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5e25-a4f1-4ee2-a92a-4508519e89b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.454572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcbb5e25-a4f1-4ee2-a92a-4508519e89b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.456172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed22817a-0314-4843-b367-0838dd18acdb req-de75cebf-693f-4796-9ed3-f709fa7729ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172694 Nov 26 21:51:53.509858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fcbb5e25-a4f1-4ee2-a92a-4508519e89b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c45ef9a433fe4312ad024943cefe49c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4818535 Nov 26 21:51:53.514991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb5e25-a4f1-4ee2-a92a-4508519e89b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a11ee-bc38-463d-b8aa-005d8a25ee98,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:53.518700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44246) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:53.548965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.580491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.581223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.589695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:53.595988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:53.596833 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.601000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c41e2145-05a3-4a63-aa44-eca73d71e64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.639250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c41e2145-05a3-4a63-aa44-eca73d71e64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.724926 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c41e2145-05a3-4a63-aa44-eca73d71e64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.728532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c41e2145-05a3-4a63-aa44-eca73d71e64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:53.730396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c41e2145-05a3-4a63-aa44-eca73d71e64a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f32a11ee-bc38-463d-b8aa-005d8a25ee98 HTTP/1.1" status: 204 len: 168 time: 0.2103422 Nov 26 21:51:53.736181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3631644 Nov 26 21:51:53.746176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44258) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:53.748808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e2145-05a3-4a63-aa44-eca73d71e64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a11ee-bc38-463d-b8aa-005d8a25ee98,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:53.757546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Network': ['ID=f88cbae4-e746-4a27-a75f-478c6dc359b0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:53.797640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network f88cbae4-e746-4a27-a75f-478c6dc359b0 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:53.899297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406baf7-db9d-45f3-895d-462e57b5e343 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Network': ['ID=2959f19c-d1bb-4ef4-89a9-1cddf0c6e33c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:53.933146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2709-85ff-4d65-8885-fb46afe82667 req-711f8adc-720a-48be-9f6f-c859f2c3a12c tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:53.935030 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e8e2709-85ff-4d65-8885-fb46afe82667 req-711f8adc-720a-48be-9f6f-c859f2c3a12c tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.3268473 Nov 26 21:51:54.053906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4709629-cd99-47c4-9fbc-7bd73d5f16be tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:54.064829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4709629-cd99-47c4-9fbc-7bd73d5f16be tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:54.067334 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e8e2709-85ff-4d65-8885-fb46afe82667 req-49118946-2fe0-40ef-8b5b-6c499d960884 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118178 Nov 26 21:51:54.070760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44264) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:54.081977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4709629-cd99-47c4-9fbc-7bd73d5f16be tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:54.083866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4709629-cd99-47c4-9fbc-7bd73d5f16be tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:54.088077 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e4709629-cd99-47c4-9fbc-7bd73d5f16be tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3393750 Nov 26 21:51:54.090747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44270) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:54.215558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.248735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-303582558-network', 'tenant_id': 'd3f895ada5c0491ba3d8686c8be56f6f'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:54.278655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 2959f19c-d1bb-4ef4-89a9-1cddf0c6e33c details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:54.285403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Made reservation on behalf of d3f895ada5c0491ba3d8686c8be56f6f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:54.288355 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.310668 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.408487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.457671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88cbae4-e746-4a27-a75f-478c6dc359b0']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:54.477502 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.482433 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.498142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41fd319-3797-43d0-8ed7-95770c7c2c00') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:54.498520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41fd319-3797-43d0-8ed7-95770c7c2c00') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:54.519315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:54.532946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.541356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.543392 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Added segment 754b7bc6-4d4e-47c3-b029-d95aaa3d3c99 of type vlan for network 0cc4a920-d118-4c7f-bad6-6b8e52d60692 Nov 26 21:51:54.562113 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.580251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:51:54.581781 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:51:54.589055 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:51:54.631116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.713891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c35ad3f-2907-43ab-95e5-1a0e29c41b4a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:54.721895 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.723402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:54.724569 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.758156 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.777551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.789356 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/networks/f88cbae4-e746-4a27-a75f-478c6dc359b0 HTTP/1.1" status: 204 len: 168 time: 0.6962187 Nov 26 21:51:54.791584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44292) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:54.800722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b294-5da5-47c0-8cc8-8090469f273c req-cb697412-da3d-4d15-a4e4-a484d65f635a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:54.808478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7878b294-5da5-47c0-8cc8-8090469f273c req-cb697412-da3d-4d15-a4e4-a484d65f635a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 950 time: 0.1834023 Nov 26 21:51:54.838936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21d3f-5146-4da2-a3ae-38250a0bcf40 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Network': ['ID=f88cbae4-e746-4a27-a75f-478c6dc359b0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:54.843685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7711961 Nov 26 21:51:54.848249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44294) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:54.854010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Request body: {'subnet': {'network_id': '0cc4a920-d118-4c7f-bad6-6b8e52d60692', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-303582558-subnet', 'tenant_id': 'd3f895ada5c0491ba3d8686c8be56f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:54.857211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da1479-33ee-4343-a6bf-997bc3fbba5a admin admin] Pushing event updated for resources: {'Network': ['ID=0cc4a920-d118-4c7f-bad6-6b8e52d60692,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:54.871314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0cc4a920-d118-4c7f-bad6-6b8e52d60692 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:54.925813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7878b294-5da5-47c0-8cc8-8090469f273c req-c959c7ba-7452-4c92-a824-51acc7f21bc0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107280 Nov 26 21:51:54.927102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Made reservation on behalf of d3f895ada5c0491ba3d8686c8be56f6f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:54.942717 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:54.999308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.129281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89999c1f-758c-4b25-8302-5e3e0ca3cb5d req-f83259d0-0ae1-44a1-a3e4-6a5eb8c93288 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:55.131421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89999c1f-758c-4b25-8302-5e3e0ca3cb5d req-f83259d0-0ae1-44a1-a3e4-6a5eb8c93288 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 1101 time: 0.0877290 Nov 26 21:51:55.192647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.251462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2959f19c-d1bb-4ef4-89a9-1cddf0c6e33c']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:55.263912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd283b289-94bd-4804-b814-36bd664676c6') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:55.264560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd283b289-94bd-4804-b814-36bd664676c6') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:55.276154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.286676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89999c1f-758c-4b25-8302-5e3e0ca3cb5d req-be6380bf-5198-4932-b584-98caf4af1ec0 tempest-ServersOnMultiNodesTest-952267248 tempest-ServersOnMultiNodesTest-952267248-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387105 Nov 26 21:51:55.295994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.307176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:51:55.307996 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.344462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6b8b5-1df6-4d05-9259-592e82189cc1 req-f0aa9d68-8e95-42b5-b5cd-c61248ec1ec4 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:55.346083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6d6b8b5-1df6-4d05-9259-592e82189cc1 req-f0aa9d68-8e95-42b5-b5cd-c61248ec1ec4 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.1446273 Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:51:55.384925 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:51:55.393352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.431581 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.439147 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.450564 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/networks/2959f19c-d1bb-4ef4-89a9-1cddf0c6e33c HTTP/1.1" status: 204 len: 168 time: 0.6337714 Nov 26 21:51:55.451537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44314) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:55.453597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3411a5c-47cf-4e37-8b38-e6e4bee68443 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Network': ['ID=2959f19c-d1bb-4ef4-89a9-1cddf0c6e33c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:55.583238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6d6b8b5-1df6-4d05-9259-592e82189cc1 req-4e6db8ba-d620-4676-b5e1-948ad409c7ae tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141988 Nov 26 21:51:55.623491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44316) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:55.627776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22dc14a-931f-48a3-b81a-d64385845075,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:55.633356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Checking segment: {'id': '754b7bc6-4d4e-47c3-b029-d95aaa3d3c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '0cc4a920-d118-4c7f-bad6-6b8e52d60692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:55.634816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Network hostable DHCP agents. Network: 0cc4a920-d118-4c7f-bad6-6b8e52d60692, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:51:55.650383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4ff9b-1435-44f0-906a-03deeda429ec tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:55.659558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Network 0cc4a920-d118-4c7f-bad6-6b8e52d60692 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:51:55.659716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf4ff9b-1435-44f0-906a-03deeda429ec tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:55.661648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6bf4ff9b-1435-44f0-906a-03deeda429ec tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2091246 Nov 26 21:51:55.666419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44324) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:55.674739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-833673814'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:55.686999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 0cc4a920-d118-4c7f-bad6-6b8e52d60692) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:55.697453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:55.698705 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.699143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4573728f-3929-41f6-9c4e-ba9fcc30f920 None None] Network 0cc4a920-d118-4c7f-bad6-6b8e52d60692 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:55.731726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Made reservation on behalf of 024ed0b51f6647b3bdc9eded6277a8d4 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:55.736103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.742943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b65d9d59-faf3-48b6-aa8f-bc571a3b53ac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8935349 Nov 26 21:51:55.807310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7010b81-ec3e-4de2-85f6-1e2546e8cea2 req-62f11100-50cc-4364-88fd-703863379a1f tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:55.809239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7010b81-ec3e-4de2-85f6-1e2546e8cea2 req-62f11100-50cc-4364-88fd-703863379a1f tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 950 time: 0.0648859 Nov 26 21:51:55.812247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:55.830784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.831593 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Added segment ea5d9a96-d6ad-40c9-abfe-b5c9258e0541 of type vlan for network eb47a098-cbfa-4ae4-885f-7b2fd0fcda26 Nov 26 21:51:55.866122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0d32e96-19e8-4230-8cb1-743c4170a913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.890612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7010b81-ec3e-4de2-85f6-1e2546e8cea2 req-5b49cd42-09d5-468d-81a8-c04d6998f4d9 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710847 Nov 26 21:51:55.913294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.968047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.972238 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e953866-a369-4375-9db0-36ad7485bbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:55.974055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:55.974873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.012869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f2fd05-e434-47c3-94c9-06b42f3926bd None None] Network 0cc4a920-d118-4c7f-bad6-6b8e52d60692 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:56.057630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3900590 Nov 26 21:51:56.061778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44332) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:56.070396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1724891952'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:56.070637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6bfa0-6048-4730-8ef2-a836e4947e2b tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Network': ['ID=eb47a098-cbfa-4ae4-885f-7b2fd0fcda26,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:56.096806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0d32e96-19e8-4230-8cb1-743c4170a913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.097772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network eb47a098-cbfa-4ae4-885f-7b2fd0fcda26 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:56.101994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Made reservation on behalf of 024ed0b51f6647b3bdc9eded6277a8d4 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:56.104488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0d32e96-19e8-4230-8cb1-743c4170a913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.110243 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.158457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f0d32e96-19e8-4230-8cb1-743c4170a913 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a5ab5a22ec24fd0a10b36afaf80f7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5336735 Nov 26 21:51:56.159805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d32e96-19e8-4230-8cb1-743c4170a913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da365177-280d-4b09-9078-75189d69c7a6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:56.160558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:56.163085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44336) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:56.187784 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.188243 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Added segment e6955525-eec9-4c38-a590-f328929462ac of type vlan for network 663b35f6-b139-426e-912d-87579fd83274 Nov 26 21:51:56.216426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-718a57da-8678-411d-8f29-71cb1d26d3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.247483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-718a57da-8678-411d-8f29-71cb1d26d3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.249347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.267144 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-b46a1205-b789-4582-b6d4-b6609be899e1 req-0b48debe-bf1c-4ecc-ba86-44ee94bc690b tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] show failed (client error): The resource could not be found. Nov 26 21:51:56.268356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b46a1205-b789-4582-b6d4-b6609be899e1 req-0b48debe-bf1c-4ecc-ba86-44ee94bc690b tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] 10.222.0.21 "GET /v2.0/security-groups/fd2ebfd7-51e0-4dec-ab9f-c30b3e0c1d2f HTTP/1.1" status: 404 len: 352 time: 0.0215647 Nov 26 21:51:56.306870 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.316186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:56.316801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.334606 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-718a57da-8678-411d-8f29-71cb1d26d3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.338598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-718a57da-8678-411d-8f29-71cb1d26d3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.339884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-718a57da-8678-411d-8f29-71cb1d26d3c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da365177-280d-4b09-9078-75189d69c7a6 HTTP/1.1" status: 204 len: 168 time: 0.1755958 Nov 26 21:51:56.349206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a57da-8678-411d-8f29-71cb1d26d3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da365177-280d-4b09-9078-75189d69c7a6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:56.400037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Network': ['ID=663b35f6-b139-426e-912d-87579fd83274,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:56.416810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 663b35f6-b139-426e-912d-87579fd83274 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:56.424615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-541cf92e-df01-46ae-b7a7-b7f43dd7617c tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3582611 Nov 26 21:51:56.425573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44344) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:56.433051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'ports': [{'network_id': 'eb47a098-cbfa-4ae4-885f-7b2fd0fcda26', 'name': 'tempest-port--549884638', 'admin_state_up': True}, {'network_id': '663b35f6-b139-426e-912d-87579fd83274', 'admin_state_up': False}]} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:56.434289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'port': {'network_id': 'eb47a098-cbfa-4ae4-885f-7b2fd0fcda26', 'name': 'tempest-port--549884638', 'admin_state_up': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:56.435124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'port': {'network_id': '663b35f6-b139-426e-912d-87579fd83274', 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:56.469518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-484c9d76-8877-4418-9fb1-b97819ced297 req-b344cd7f-9f32-47be-82da-94f43d37bee6 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3f895ada5c0491ba3d8686c8be56f6f HTTP/1.1" status: 200 len: 3005 time: 0.1498959 Nov 26 21:51:56.569963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-484c9d76-8877-4418-9fb1-b97819ced297 req-8973d411-c4ff-459c-8f1a-2664341edce9 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] 10.222.0.21 "GET /v2.0/security-groups/8c35ad3f-2907-43ab-95e5-1a0e29c41b4a HTTP/1.1" status: 200 len: 3002 time: 0.0940046 Nov 26 21:51:56.648710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-484c9d76-8877-4418-9fb1-b97819ced297 req-d47793c7-6225-4968-815f-10a5d9f9dbe1 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] 10.222.0.21 "GET /v2.0/security-groups/8c35ad3f-2907-43ab-95e5-1a0e29c41b4a HTTP/1.1" status: 200 len: 3002 time: 0.0703602 Nov 26 21:51:56.714409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Made reservation on behalf of 024ed0b51f6647b3bdc9eded6277a8d4 for: {'port': 2} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:56.720780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.749902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:56.762775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41c1daae-3052-40c6-bd63-9efcba79bc39 req-c4574e90-cc42-4cca-8d5d-002cbce6ffcb tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] 10.222.0.21 "GET /v2.0/security-groups/8c35ad3f-2907-43ab-95e5-1a0e29c41b4a HTTP/1.1" status: 200 len: 3002 time: 0.0959532 Nov 26 21:51:56.788764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946433b-0149-4374-83aa-f93fa9f314b5 req-331c0cba-2b93-4256-a266-95aa40f19466 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:56.790562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7946433b-0149-4374-83aa-f93fa9f314b5 req-331c0cba-2b93-4256-a266-95aa40f19466 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.1068313 Nov 26 21:51:56.855095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] device_id is not set on port a634c0c0-b3b8-4fa8-a00a-8906dae1b424 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:51:56.872932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7946433b-0149-4374-83aa-f93fa9f314b5 req-303800d8-d572-445c-8c85-c6e2d0c37b74 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696776 Nov 26 21:51:56.888617 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-41c1daae-3052-40c6-bd63-9efcba79bc39 req-e77ca4d8-b918-45c5-8cda-f1bf62baa8c7 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 21:51:56.896713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41c1daae-3052-40c6-bd63-9efcba79bc39 req-e77ca4d8-b918-45c5-8cda-f1bf62baa8c7 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c35ad3f-2907-43ab-95e5-1a0e29c41b4a HTTP/1.1" status: 409 len: 352 time: 0.1268749 Nov 26 21:51:56.990498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.021080 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.049045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4931cf-bbc6-401b-9f81-994c5e9c56fe req-5c326afc-d6fd-45f9-afb3-2061e39b9fbc tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:57.057161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c4931cf-bbc6-401b-9f81-994c5e9c56fe req-5c326afc-d6fd-45f9-afb3-2061e39b9fbc tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 945 time: 0.0677836 Nov 26 21:51:57.107815 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-cc36cc50-056e-49b6-8e9b-eb60d7ba3af4 req-fdabbffc-70bd-423c-858e-7a7e5065cc41 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] show failed (client error): The resource could not be found. Nov 26 21:51:57.109007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc36cc50-056e-49b6-8e9b-eb60d7ba3af4 req-fdabbffc-70bd-423c-858e-7a7e5065cc41 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] 10.222.0.21 "GET /v2.0/security-groups/1124f03b-e2e3-468d-a5c8-8eef230ecadb HTTP/1.1" status: 404 len: 352 time: 0.0310736 Nov 26 21:51:57.145155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c4931cf-bbc6-401b-9f81-994c5e9c56fe req-2755ac8c-a632-4216-9c94-1f32e8cea079 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869925 Nov 26 21:51:57.159826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] device_id is not set on port 03f6e7bc-66c5-4a3c-9f63-ba7d4ec8bd2c yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:51:57.194115 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-1c0bd280-3bc3-42a0-a0dd-0088219a5095 req-b4e2b90b-9dc3-4dc4-b777-373c959bef89 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] show failed (client error): The resource could not be found. Nov 26 21:51:57.195164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c0bd280-3bc3-42a0-a0dd-0088219a5095 req-b4e2b90b-9dc3-4dc4-b777-373c959bef89 tempest-SecurityGroupsNegativeTestJSON-1149267807 tempest-SecurityGroupsNegativeTestJSON-1149267807-project] 10.222.0.21 "GET /v2.0/security-groups/efef5463-a3f9-46d3-a6e6-798837f14f0a HTTP/1.1" status: 404 len: 352 time: 0.0140097 Nov 26 21:51:57.207317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44380) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:57.334481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.338157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ae07dd-389d-4664-9559-ed680d11a697 admin admin] Deleting subnet c22dc14a-931f-48a3-b81a-d64385845075 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:51:57.348636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2ae07dd-389d-4664-9559-ed680d11a697 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.359423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d51e4c-1fdb-4fdd-9456-0bfd946b986d req-737748b3-6012-4b4c-baf6-c081a2d0f0bc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:57.367441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06d51e4c-1fdb-4fdd-9456-0bfd946b986d req-737748b3-6012-4b4c-baf6-c081a2d0f0bc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 950 time: 0.1428561 Nov 26 21:51:57.377627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.450418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44386) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:57.450956 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2ae07dd-389d-4664-9559-ed680d11a697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.490177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Port': ['ID=a634c0c0-b3b8-4fa8-a00a-8906dae1b424,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:57.511951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06d51e4c-1fdb-4fdd-9456-0bfd946b986d req-c1a553fa-086e-4620-8dff-4afc884af61b tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424854 Nov 26 21:51:57.540679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Checking segment: {'id': 'ea5d9a96-d6ad-40c9-abfe-b5c9258e0541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'eb47a098-cbfa-4ae4-885f-7b2fd0fcda26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:57.541609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Network hostable DHCP agents. Network: eb47a098-cbfa-4ae4-885f-7b2fd0fcda26, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:51:57.570700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Network eb47a098-cbfa-4ae4-885f-7b2fd0fcda26 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:51:57.588603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, eb47a098-cbfa-4ae4-885f-7b2fd0fcda26) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:57.598746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:57.600066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.600784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32562e4-e078-434a-9b58-671a136143bd None None] Network eb47a098-cbfa-4ae4-885f-7b2fd0fcda26 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:57.642155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2ae07dd-389d-4664-9559-ed680d11a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.651750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d572327-3bc3-4865-912a-666876808174 req-13ac6d79-a706-4be7-becb-5f882d13ee29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:57.653298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d572327-3bc3-4865-912a-666876808174 req-13ac6d79-a706-4be7-becb-5f882d13ee29 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 950 time: 0.1641498 Nov 26 21:51:57.723229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Port': ['ID=03f6e7bc-66c5-4a3c-9f63-ba7d4ec8bd2c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:57.742126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1242002053-network', 'tenant_id': '797ab00b79994133882b3ce01b3580c0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:57.782399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Checking segment: {'id': 'e6955525-eec9-4c38-a590-f328929462ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '663b35f6-b139-426e-912d-87579fd83274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:51:57.782697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc5af7-3c70-4a2a-962d-3881009898d5 req-88e81bb3-7c2c-47f1-906f-94ff7e8827ac tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:57.783402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Network hostable DHCP agents. Network: 663b35f6-b139-426e-912d-87579fd83274, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:51:57.791498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dfc5af7-3c70-4a2a-962d-3881009898d5 req-88e81bb3-7c2c-47f1-906f-94ff7e8827ac tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 945 time: 0.1710713 Nov 26 21:51:57.798887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Made reservation on behalf of 797ab00b79994133882b3ce01b3580c0 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:57.802428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.814043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.834859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Network 663b35f6-b139-426e-912d-87579fd83274 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:51:57.850040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 663b35f6-b139-426e-912d-87579fd83274) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:51:57.865511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:51:57.873367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:57.878843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:57.879739 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.881582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429f835-2773-40b5-ab55-2d4b445e0f62 None None] Network 663b35f6-b139-426e-912d-87579fd83274 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:51:57.904918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dfc5af7-3c70-4a2a-962d-3881009898d5 req-d7d187bd-a9f1-45cb-b843-5444ad457868 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086781 Nov 26 21:51:57.910643 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fe94a29b-9b4c-4bb5-9c48-01b93d04f19a tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4832850 Nov 26 21:51:57.910845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2ae07dd-389d-4664-9559-ed680d11a697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.913421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44394) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:57.952898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae07dd-389d-4664-9559-ed680d11a697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22dc14a-931f-48a3-b81a-d64385845075,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:57.959511 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2ae07dd-389d-4664-9559-ed680d11a697 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:57.966173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a2ae07dd-389d-4664-9559-ed680d11a697 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c22dc14a-931f-48a3-b81a-d64385845075 HTTP/1.1" status: 204 len: 168 time: 0.7551479 Nov 26 21:51:57.966741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44396) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:58.032989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Deleting port 447edb0a-ea68-4681-91d0-ab2ea65a702f {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:58.034116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.045188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aecc654-d6eb-4005-9ae3-fe13d9476bd1 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:58.052127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aecc654-d6eb-4005-9ae3-fe13d9476bd1 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:58.057917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1aecc654-d6eb-4005-9ae3-fe13d9476bd1 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1433425 Nov 26 21:51:58.059065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44400) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:58.130707 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.170836 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.177936 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.205433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:58.225251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-97ae177e-ee63-4b53-8da8-c4eba3ccd6c9 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Deleting port a634c0c0-b3b8-4fa8-a00a-8906dae1b424 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:58.225592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97ae177e-ee63-4b53-8da8-c4eba3ccd6c9 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.229227 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.229562 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Added segment dda6dfdb-7edd-4e6b-85bf-7aa5aa5acebf of type vlan for network 30d6a773-b070-40f3-aba0-15514b6b8537 Nov 26 21:51:58.231937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1a56b7-668d-4e88-8a9f-23515428419d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:58.239949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] For port 447edb0a-ea68-4681-91d0-ab2ea65a702f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=447edb0a-ea68-4681-91d0-ab2ea65a702f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:51:58.240347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.261360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.263886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Calling delete_port for 447edb0a-ea68-4681-91d0-ab2ea65a702f owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:58.291128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc4a920-d118-4c7f-bad6-6b8e52d60692']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:58.327616 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.333714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97ae177e-ee63-4b53-8da8-c4eba3ccd6c9 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.333904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754b7bc6-4d4e-47c3-b029-d95aaa3d3c99') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:58.334026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754b7bc6-4d4e-47c3-b029-d95aaa3d3c99') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:51:58.346715 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.351303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-97ae177e-ee63-4b53-8da8-c4eba3ccd6c9 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Calling delete_port for a634c0c0-b3b8-4fa8-a00a-8906dae1b424 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:58.368801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.373104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.374051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:58.374663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.377578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:51:58.377999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:51:58.379715 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:51:58.472925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.478241 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0259612 Nov 26 21:51:58.488083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ced1c-77d0-44c8-9a9f-9326dc322d72 admin admin] Pushing event updated for resources: {'Network': ['ID=30d6a773-b070-40f3-aba0-15514b6b8537,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:58.501587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 30d6a773-b070-40f3-aba0-15514b6b8537 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:58.534356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97ae177e-ee63-4b53-8da8-c4eba3ccd6c9 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.597344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae177e-ee63-4b53-8da8-c4eba3ccd6c9 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Port': ['ID=a634c0c0-b3b8-4fa8-a00a-8906dae1b424,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:58.607127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97ae177e-ee63-4b53-8da8-c4eba3ccd6c9 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.615748 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-97ae177e-ee63-4b53-8da8-c4eba3ccd6c9 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/ports/a634c0c0-b3b8-4fa8-a00a-8906dae1b424 HTTP/1.1" status: 204 len: 168 time: 0.5548441 Nov 26 21:51:58.618435 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44406) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:58.733697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2812e372-145a-4cd2-956c-0641dc2ce7af tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Deleting port 03f6e7bc-66c5-4a3c-9f63-ba7d4ec8bd2c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:51:58.734044 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2812e372-145a-4cd2-956c-0641dc2ce7af tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.738029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.780863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc4a920-d118-4c7f-bad6-6b8e52d60692,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:58.783283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.786850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ad4af861-2308-4d50-b75c-f3c7025856c9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0cc4a920-d118-4c7f-bad6-6b8e52d60692 HTTP/1.1" status: 204 len: 168 time: 0.8188903 Nov 26 21:51:58.847809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d161d9-010f-4acf-8f28-358460f205cc req-ee986a42-5f01-426d-a974-c00d79de1da1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:58.849339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7d161d9-010f-4acf-8f28-358460f205cc req-ee986a42-5f01-426d-a974-c00d79de1da1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=0db6f274-1cfd-45b8-abc5-58071725cf79 HTTP/1.1" status: 200 len: 950 time: 0.1189837 Nov 26 21:51:58.850206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.886944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event deleted for resources: {'Port': ['ID=447edb0a-ea68-4681-91d0-ab2ea65a702f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:58.888778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['48b51641-b110-4063-98d6-d4c6a9fcbf71', '2a8c5d8e-f3f0-4548-bab7-531309014da8', '88c86e31-9d11-45b9-95f3-7ce53b558ea2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:58.933802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2812e372-145a-4cd2-956c-0641dc2ce7af tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:58.961273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2812e372-145a-4cd2-956c-0641dc2ce7af tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Calling delete_port for 03f6e7bc-66c5-4a3c-9f63-ba7d4ec8bd2c owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:51:58.968643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366', '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c', '447edb0a-ea68-4681-91d0-ab2ea65a702f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:51:59.002542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] No DVR routers for this DVR port 447edb0a-ea68-4681-91d0-ab2ea65a702f on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:51:59.007163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.011407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d572327-3bc3-4865-912a-666876808174 req-15412eef-937b-46c0-8d50-f3b281344a37 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "DELETE /v2.0/ports/447edb0a-ea68-4681-91d0-ab2ea65a702f HTTP/1.1" status: 204 len: 173 time: 1.3159649 Nov 26 21:51:59.041038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db6f274-1cfd-45b8-abc5-58071725cf79', 'name': 'network-vif-deleted', 'tag': '447edb0a-ea68-4681-91d0-ab2ea65a702f'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:51:59.047789 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6418262-a2ce-432d-bf84-f570e7d288da" -d '{"events": [{"server_uuid": "0db6f274-1cfd-45b8-abc5-58071725cf79", "name": "network-vif-deleted", "tag": "447edb0a-ea68-4681-91d0-ab2ea65a702f"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:51:59.107389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7d161d9-010f-4acf-8f28-358460f205cc req-73401f8c-45c8-4182-a787-1e01544a8b1f tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296386 Nov 26 21:51:59.174880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44426) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:59.217859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2812e372-145a-4cd2-956c-0641dc2ce7af tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.265168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812e372-145a-4cd2-956c-0641dc2ce7af tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Port': ['ID=03f6e7bc-66c5-4a3c-9f63-ba7d4ec8bd2c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:59.273236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-33cb4f1f-f05b-4f78-ad52-8a5bf8b065d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3f895ada5c0491ba3d8686c8be56f6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865908 Nov 26 21:51:59.276884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44428) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:59.292221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2812e372-145a-4cd2-956c-0641dc2ce7af tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.296020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2812e372-145a-4cd2-956c-0641dc2ce7af tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/ports/03f6e7bc-66c5-4a3c-9f63-ba7d4ec8bd2c HTTP/1.1" status: 204 len: 168 time: 0.6760650 Nov 26 21:51:59.303540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44430) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:59.349538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fa6b0304-6603-4202-8f9f-488e8349a4b6 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0441861 Nov 26 21:51:59.358668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44432) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:59.369619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1495258757'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:59.405579 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-706f00a2-84e2-4f4d-8553-bad35d3c39d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.436359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2a533-946d-44eb-8f54-d8883ebb0a3a req-7a24d4fd-1f4c-4139-a107-2df8724347df tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:59.436998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.438205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1c2a533-946d-44eb-8f54-d8883ebb0a3a req-7a24d4fd-1f4c-4139-a107-2df8724347df tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 945 time: 0.1343648 Nov 26 21:51:59.442921 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-706f00a2-84e2-4f4d-8553-bad35d3c39d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.459396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Made reservation on behalf of 024ed0b51f6647b3bdc9eded6277a8d4 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:59.462898 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.501909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:51:59.514065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.514501 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Added segment 9746355b-cb29-44b3-96c0-37eb1266bf42 of type vlan for network 2e50111a-3d4b-4d36-9956-34a77bff9343 Nov 26 21:51:59.549830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1c2a533-946d-44eb-8f54-d8883ebb0a3a req-cc8da6e8-241c-43bb-913d-39204109d5a4 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913248 Nov 26 21:51:59.557365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9903b4-cc8a-48d4-afdf-ae100ae82dfc req-a33724e2-4da5-4ef7-bae4-2b8a3e6efcbf tempest-ComputeTenantNetworksTest-612328358 tempest-ComputeTenantNetworksTest-612328358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:59.564096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9903b4-cc8a-48d4-afdf-ae100ae82dfc req-a33724e2-4da5-4ef7-bae4-2b8a3e6efcbf tempest-ComputeTenantNetworksTest-612328358 tempest-ComputeTenantNetworksTest-612328358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:59.571741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9903b4-cc8a-48d4-afdf-ae100ae82dfc req-a33724e2-4da5-4ef7-bae4-2b8a3e6efcbf tempest-ComputeTenantNetworksTest-612328358 tempest-ComputeTenantNetworksTest-612328358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:59.578780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba9903b4-cc8a-48d4-afdf-ae100ae82dfc req-a33724e2-4da5-4ef7-bae4-2b8a3e6efcbf tempest-ComputeTenantNetworksTest-612328358 tempest-ComputeTenantNetworksTest-612328358-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4660504 Nov 26 21:51:59.612024 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-706f00a2-84e2-4f4d-8553-bad35d3c39d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.614706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-706f00a2-84e2-4f4d-8553-bad35d3c39d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.618977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-706f00a2-84e2-4f4d-8553-bad35d3c39d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c35ad3f-2907-43ab-95e5-1a0e29c41b4a HTTP/1.1" status: 204 len: 168 time: 0.3408363 Nov 26 21:51:59.624847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.628586 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a330f7a-ee99-47d1-994f-fe07d2697fe3 x-openstack-request-id: req-7a330f7a-ee99-47d1-994f-fe07d2697fe3 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:51:59.628986 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db6f274-1cfd-45b8-abc5-58071725cf79", "name": "network-vif-deleted", "tag": "447edb0a-ea68-4681-91d0-ab2ea65a702f", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:51:59.629335 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a330f7a-ee99-47d1-994f-fe07d2697fe3 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:51:59.629888 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db6f274-1cfd-45b8-abc5-58071725cf79', 'name': 'network-vif-deleted', 'tag': '447edb0a-ea68-4681-91d0-ab2ea65a702f', 'status': 'completed', 'code': 200} Nov 26 21:51:59.661127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f00a2-84e2-4f4d-8553-bad35d3c39d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c35ad3f-2907-43ab-95e5-1a0e29c41b4a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:59.694422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.701223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:59.702156 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:51:59.845142 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4846880 Nov 26 21:51:59.848016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44440) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:59.855688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2233f-24c3-483b-8279-55e1da78cf1c req-6e8b1be3-a671-427f-b20f-367027fa8487 tempest-ComputeTenantNetworksTest-612328358 tempest-ComputeTenantNetworksTest-612328358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:51:59.862114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-141977821'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:51:59.869888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-caf2233f-24c3-483b-8279-55e1da78cf1c req-6e8b1be3-a671-427f-b20f-367027fa8487 tempest-ComputeTenantNetworksTest-612328358 tempest-ComputeTenantNetworksTest-612328358-project] 10.222.0.21 "GET /v2.0/networks/30d6a773-b070-40f3-aba0-15514b6b8537 HTTP/1.1" status: 200 len: 769 time: 0.2251110 Nov 26 21:51:59.870464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44442) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:51:59.906342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a18fd8-59b7-4e36-801b-f46ef0757cdd tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Network': ['ID=2e50111a-3d4b-4d36-9956-34a77bff9343,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:51:59.947545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 2e50111a-3d4b-4d36-9956-34a77bff9343 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:51:59.948723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Made reservation on behalf of 024ed0b51f6647b3bdc9eded6277a8d4 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:51:59.952516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.010438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:00.029847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.030258 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Added segment 446f4cd2-0bcd-4cf8-924d-309594e5df4f of type vlan for network 3169de0a-9b93-43ac-9069-d66ddbbaacf8 Nov 26 21:52:00.077677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.099827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-13c73e4e-7246-4d54-94de-0649d9259960 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:00.101644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-13c73e4e-7246-4d54-94de-0649d9259960 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.41 "GET /v2.0/ports?device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 945 time: 0.2773395 Nov 26 21:52:00.133147 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.185439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.197932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:00.198853 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.283377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4251277 Nov 26 21:52:00.303849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.311850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22a116-a608-428d-bfd9-a863abf377fe tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Network': ['ID=3169de0a-9b93-43ac-9069-d66ddbbaacf8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:00.326747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3169de0a-9b93-43ac-9069-d66ddbbaacf8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:00.357650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d6a773-b070-40f3-aba0-15514b6b8537']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:00.387329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda6dfdb-7edd-4e6b-85bf-7aa5aa5acebf') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:00.387633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda6dfdb-7edd-4e6b-85bf-7aa5aa5acebf') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:00.401529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Deleting port 569afca6-60ed-4778-825a-6d8c18ab30a4 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:00.402136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.524813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] For port 569afca6-60ed-4778-825a-6d8c18ab30a4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=569afca6-60ed-4778-825a-6d8c18ab30a4,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:00.525751 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.538975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Calling delete_port for 569afca6-60ed-4778-825a-6d8c18ab30a4 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:00.566455 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.656316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.723892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:00.724670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:00.732135 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:00.833920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f38d4f-126f-49bd-84b1-bd6c1fea18a9 req-766cf1bf-247e-45d7-bf93-83d55e47fea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:00.838666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44474) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:00.842566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18f38d4f-126f-49bd-84b1-bd6c1fea18a9 req-766cf1bf-247e-45d7-bf93-83d55e47fea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 949 time: 0.2896180 Nov 26 21:52:00.858575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd08d4-d25d-4686-8239-3b64e52d6fc8 req-e566058a-c4ab-4190-b766-5e9bbb1aa1f8 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:00.860281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1bd08d4-d25d-4686-8239-3b64e52d6fc8 req-e566058a-c4ab-4190-b766-5e9bbb1aa1f8 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 945 time: 0.1692803 Nov 26 21:52:00.863714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.880667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:00.889179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] 10.222.0.21 "DELETE /v2.0/networks/30d6a773-b070-40f3-aba0-15514b6b8537 HTTP/1.1" status: 204 len: 168 time: 1.0126498 Nov 26 21:52:00.924983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea1531-a697-417f-81b0-1c1933afee70 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d6a773-b070-40f3-aba0-15514b6b8537,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:01.018124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18f38d4f-126f-49bd-84b1-bd6c1fea18a9 req-3026534b-c937-41b9-8249-9c4a90bf4c91 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742692 Nov 26 21:52:01.065711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-596652430-network', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:01.079348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1bd08d4-d25d-4686-8239-3b64e52d6fc8 req-406e3fb3-de3f-4c5a-ad07-6b1d175f1560 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759317 Nov 26 21:52:01.083849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.127692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Made reservation on behalf of 62ce27df5f4646e683a752fd57c1e9c9 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:01.130791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.155822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44484) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:01.161316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.167085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Pushing event deleted for resources: {'Port': ['ID=569afca6-60ed-4778-825a-6d8c18ab30a4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:01.239473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] No DVR routers for this DVR port 569afca6-60ed-4778-825a-6d8c18ab30a4 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:01.244049 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.248184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-109c200d-8319-49f8-8ad8-791338d54fd8 req-2ff391aa-dfc4-4ecf-a1c4-03e6bc1d85b6 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.41 "DELETE /v2.0/ports/569afca6-60ed-4778-825a-6d8c18ab30a4 HTTP/1.1" status: 204 len: 173 time: 1.1183138 Nov 26 21:52:01.275610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f9911a73-0871-4c0f-a2ee-7db3bbec21f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=797ab00b79994133882b3ce01b3580c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1077373 Nov 26 21:52:01.276256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44486) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:01.288342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.296571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.312735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['221bd5a4-3127-4200-909a-a54ab81e29fb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:01.342680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:01.349520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1162a9c-c8ce-4cfa-9d4a-88a75d6aa805,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:01.359454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.359698 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Added segment 7d3638f1-c77c-419d-9196-13b1ed7c0f86 of type vlan for network 43ecfb42-e64f-446d-864a-18e896674648 Nov 26 21:52:01.395096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb9e7dd-10dd-4ea5-ab7e-f9ea20aa0000 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.419482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.432597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb9e7dd-10dd-4ea5-ab7e-f9ea20aa0000 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.480873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.482248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:01.483105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.549436 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7094834 Nov 26 21:52:01.552826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44488) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:01.557926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Request body: {'subnet': {'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-596652430-subnet', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:01.561020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4782b0-b510-462f-9557-d39876ae3279 admin admin] Pushing event updated for resources: {'Network': ['ID=43ecfb42-e64f-446d-864a-18e896674648,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:01.563059 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb9e7dd-10dd-4ea5-ab7e-f9ea20aa0000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.565610 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4eb9e7dd-10dd-4ea5-ab7e-f9ea20aa0000 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.566718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4eb9e7dd-10dd-4ea5-ab7e-f9ea20aa0000 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca1a56b7-668d-4e88-8a9f-23515428419d HTTP/1.1" status: 204 len: 168 time: 0.2895138 Nov 26 21:52:01.581095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9e7dd-10dd-4ea5-ab7e-f9ea20aa0000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1a56b7-668d-4e88-8a9f-23515428419d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:01.585106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 43ecfb42-e64f-446d-864a-18e896674648 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:01.596295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Made reservation on behalf of 62ce27df5f4646e683a752fd57c1e9c9 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:01.599797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.631408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af636ae7-0d12-483d-8228-a1184047c3eb', 'name': 'network-vif-deleted', 'tag': '569afca6-60ed-4778-825a-6d8c18ab30a4'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:01.635532 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e4ff99-daca-4c98-9104-774ef75c19a4" -d '{"events": [{"server_uuid": "af636ae7-0d12-483d-8228-a1184047c3eb", "name": "network-vif-deleted", "tag": "569afca6-60ed-4778-825a-6d8c18ab30a4"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:01.708330 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c9401d-220c-47ee-918d-d4b98e03d6ad x-openstack-request-id: req-27c9401d-220c-47ee-918d-d4b98e03d6ad {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:01.708861 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af636ae7-0d12-483d-8228-a1184047c3eb", "name": "network-vif-deleted", "tag": "569afca6-60ed-4778-825a-6d8c18ab30a4", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:01.709190 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27c9401d-220c-47ee-918d-d4b98e03d6ad {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:01.709651 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af636ae7-0d12-483d-8228-a1184047c3eb', 'name': 'network-vif-deleted', 'tag': '569afca6-60ed-4778-825a-6d8c18ab30a4', 'status': 'completed', 'code': 200} Nov 26 21:52:01.829427 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:01.882396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:01.901769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['569afca6-60ed-4778-825a-6d8c18ab30a4', 'f4b0c598-0cef-46a0-9057-77f27e00bcad'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:01.943692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Checking segment: {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:01.944138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Network hostable DHCP agents. Network: 43ecfb42-e64f-446d-864a-18e896674648, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:02.002115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Network 43ecfb42-e64f-446d-864a-18e896674648 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:02.027664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 43ecfb42-e64f-446d-864a-18e896674648) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:02.034820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:02.036067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:02.070474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280009e-2fd0-48f1-9e74-99d1507f21f4 None None] Network 43ecfb42-e64f-446d-864a-18e896674648 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:02.084553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 569afca6-60ed-4778-825a-6d8c18ab30a4 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:02.111862 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a20e547c-2806-4690-8de7-2033f72b4cee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5579829 Nov 26 21:52:02.114577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44504) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:02.135961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:02.239422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:02.240966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:02.327091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 569afca6-60ed-4778-825a-6d8c18ab30a4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:02.328366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 569afca6-60ed-4778-825a-6d8c18ab30a4 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:02.328977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 447edb0a-ea68-4681-91d0-ab2ea65a702f no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:02.357498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917372e-b7f2-4724-9c16-a09e2f72f8e1 req-9b00d8e3-efda-40c6-9672-4e940f787f19 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:02.359301 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5917372e-b7f2-4724-9c16-a09e2f72f8e1 req-9b00d8e3-efda-40c6-9672-4e940f787f19 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 949 time: 0.1443305 Nov 26 21:52:02.381259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 447edb0a-ea68-4681-91d0-ab2ea65a702f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:02.382427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 447edb0a-ea68-4681-91d0-ab2ea65a702f not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:02.400687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:02.409066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2005d883-8d16-4e33-a451-11abc6a85742 req-ce7af98f-5799-4f22-8470-09bd37c6398e tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=af636ae7-0d12-483d-8228-a1184047c3eb HTTP/1.1" status: 200 len: 210 time: 0.0481210 Nov 26 21:52:02.478517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5917372e-b7f2-4724-9c16-a09e2f72f8e1 req-ad5563df-8112-48cb-94b4-ffccccb0c7f1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992465 Nov 26 21:52:02.758565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-43ecfb42-e64f-446d-864a-18e896674648', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:52:02.761550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:02.948252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Allocated IP 172.20.0.2 (43ecfb42-e64f-446d-864a-18e896674648/b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a/908fe9c8-fbed-48fc-8d30-24d4b6560627) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:02.986166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.007617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-2c8171ea-9897-4121-ae18-d72c03fede1c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:03.011262 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-2c8171ea-9897-4121-ae18-d72c03fede1c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 949 time: 0.4871686 Nov 26 21:52:03.154551 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.165645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.197951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Network 43ecfb42-e64f-446d-864a-18e896674648 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:03.198873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Deleting port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:03.199286 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.221684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44536) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:03.226328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:03.230957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:03.261477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Pushing event updated for resources: {'Port': ['ID=908fe9c8-fbed-48fc-8d30-24d4b6560627,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:03.331320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Attempting to bind port 908fe9c8-fbed-48fc-8d30-24d4b6560627 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:03.331886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Attempting to bind port 908fe9c8-fbed-48fc-8d30-24d4b6560627 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:03.332634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Attempting to bind port 908fe9c8-fbed-48fc-8d30-24d4b6560627 on network 43ecfb42-e64f-446d-864a-18e896674648 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:03.339992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:03.340686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Checking segment: {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:03.341199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.341877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Bound using segment: {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:03.342978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Bound port: 908fe9c8-fbed-48fc-8d30-24d4b6560627, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:03.343495 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.432701 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5946d6bb-9749-438d-8ff4-9c073283bc51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.437889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] For port 908fe9c8-fbed-48fc-8d30-24d4b6560627, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:03.442858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] For port 908fe9c8-fbed-48fc-8d30-24d4b6560627, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=908fe9c8-fbed-48fc-8d30-24d4b6560627,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:03.453903 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.472884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.502592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.505434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] For port 88c86e31-9d11-45b9-95f3-7ce53b558ea2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=88c86e31-9d11-45b9-95f3-7ce53b558ea2,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:03.505789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.526175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Calling delete_port for 88c86e31-9d11-45b9-95f3-7ce53b558ea2 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:03.527707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44548) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:03.579750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'subnets': [{'network_id': '2e50111a-3d4b-4d36-9956-34a77bff9343', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1487846320', 'ip_version': 6}, {'network_id': '3169de0a-9b93-43ac-9069-d66ddbbaacf8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:03.580074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'subnet': {'network_id': '2e50111a-3d4b-4d36-9956-34a77bff9343', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1487846320', 'ip_version': 6}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:03.580852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Request body: {'subnet': {'network_id': '3169de0a-9b93-43ac-9069-d66ddbbaacf8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:03.605795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84716b7-16ac-4c5c-9e3c-e33cc6f323e5 None None] Pushing event updated for resources: {'Port': ['ID=908fe9c8-fbed-48fc-8d30-24d4b6560627,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:03.613308 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5946d6bb-9749-438d-8ff4-9c073283bc51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.620796 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5946d6bb-9749-438d-8ff4-9c073283bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.702227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5946d6bb-9749-438d-8ff4-9c073283bc51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17cd9fc36171445dbbc8162576f12c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4786417 Nov 26 21:52:03.714023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44554) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:03.741840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946d6bb-9749-438d-8ff4-9c073283bc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ac7a9-23f7-4ff1-b250-18ae446aa870,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:03.788048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed78245-1d25-46db-b057-24f867ba8e2e req-c56b026c-a628-4f5e-9721-caa9038aea93 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:03.791913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ed78245-1d25-46db-b057-24f867ba8e2e req-c56b026c-a628-4f5e-9721-caa9038aea93 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 949 time: 0.1570849 Nov 26 21:52:03.834653 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d7acfca-d836-4010-afbc-635d801a119b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.868527 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d7acfca-d836-4010-afbc-635d801a119b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.889950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Allocated IP 172.25.3.215 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/9cbbfde6-99f2-4aab-8caa-f8ba59883417) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:03.951261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ed78245-1d25-46db-b057-24f867ba8e2e req-c055818e-ec5a-4d64-a700-4a0049a25c65 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506369 Nov 26 21:52:03.964537 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d7acfca-d836-4010-afbc-635d801a119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.969505 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d7acfca-d836-4010-afbc-635d801a119b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:03.974437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2d7acfca-d836-4010-afbc-635d801a119b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b65ac7a9-23f7-4ff1-b250-18ae446aa870 HTTP/1.1" status: 204 len: 168 time: 0.2587545 Nov 26 21:52:04.003340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7acfca-d836-4010-afbc-635d801a119b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ac7a9-23f7-4ff1-b250-18ae446aa870,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:04.119137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Made reservation on behalf of 024ed0b51f6647b3bdc9eded6277a8d4 for: {'subnet': 2} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:04.125546 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:04.125878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:04.186132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:04.233592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['48b51641-b110-4063-98d6-d4c6a9fcbf71', '2a8c5d8e-f3f0-4548-bab7-531309014da8', '88c86e31-9d11-45b9-95f3-7ce53b558ea2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:04.237064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event deleted for resources: {'Port': ['ID=88c86e31-9d11-45b9-95f3-7ce53b558ea2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:04.284115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366', '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:04.288277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:04.384935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] No DVR routers for this DVR port 88c86e31-9d11-45b9-95f3-7ce53b558ea2 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:04.391789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:04.395671 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5563f99e-24e3-4635-a687-05bd2d6071ca req-371fa2f3-4e84-4ce3-a4c8-d31af5a66c8d tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "DELETE /v2.0/ports/88c86e31-9d11-45b9-95f3-7ce53b558ea2 HTTP/1.1" status: 204 len: 173 time: 1.3694458 Nov 26 21:52:04.396398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8715ea54-e6d6-42e8-9165-c9d9dd1c1d78', 'name': 'network-vif-deleted', 'tag': '88c86e31-9d11-45b9-95f3-7ce53b558ea2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:04.400033 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac89b5ff-6e9d-4bc0-97d1-8a2d9cbd9aee" -d '{"events": [{"server_uuid": "8715ea54-e6d6-42e8-9165-c9d9dd1c1d78", "name": "network-vif-deleted", "tag": "88c86e31-9d11-45b9-95f3-7ce53b558ea2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:04.486986 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13027847-0b4e-4804-be50-8232a92d0a8b x-openstack-request-id: req-13027847-0b4e-4804-be50-8232a92d0a8b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:04.487663 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8715ea54-e6d6-42e8-9165-c9d9dd1c1d78", "name": "network-vif-deleted", "tag": "88c86e31-9d11-45b9-95f3-7ce53b558ea2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:04.533882 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13027847-0b4e-4804-be50-8232a92d0a8b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:04.533882 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8715ea54-e6d6-42e8-9165-c9d9dd1c1d78', 'name': 'network-vif-deleted', 'tag': '88c86e31-9d11-45b9-95f3-7ce53b558ea2', 'status': 'completed', 'code': 200} Nov 26 21:52:04.566398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:05.095453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:05.104582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:05.160885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:05.176754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:05.204096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd9241-ea58-44bd-9c82-371fcab8bc64 req-ba273921-6d2a-4e36-bc5a-a370ed441d7d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:05.215040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd9241-ea58-44bd-9c82-371fcab8bc64 req-ba273921-6d2a-4e36-bc5a-a370ed441d7d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:05.217162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01cd9241-ea58-44bd-9c82-371fcab8bc64 req-ba273921-6d2a-4e36-bc5a-a370ed441d7d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570&device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 1682 time: 0.1327734 Nov 26 21:52:05.242718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Pushing event updated for resources: {'Port': ['ID=9cbbfde6-99f2-4aab-8caa-f8ba59883417,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:05.297787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Subnet': ['ID=8d94cdc7-aa03-4b57-9bc0-b25a881d113c,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:05.350995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Checking segment: {'id': '9746355b-cb29-44b3-96c0-37eb1266bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2e50111a-3d4b-4d36-9956-34a77bff9343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:05.351409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Network hostable DHCP agents. Network: 2e50111a-3d4b-4d36-9956-34a77bff9343, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:05.366824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01cd9241-ea58-44bd-9c82-371fcab8bc64 req-2c267805-f1df-40f6-ad01-16b517114303 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415777 Nov 26 21:52:05.370064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81f2b9-2abd-4ecb-bd43-db5f3f7799ce None None] Network 43ecfb42-e64f-446d-864a-18e896674648 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:05.404670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f84fb05-08bc-478f-b9ec-128f7e6c2ad2 req-a89ba79c-4850-41ac-bc34-92c44d0020f3 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8715ea54-e6d6-42e8-9165-c9d9dd1c1d78 HTTP/1.1" status: 200 len: 210 time: 0.0365276 Nov 26 21:52:05.437202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:05.537042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Network 2e50111a-3d4b-4d36-9956-34a77bff9343 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:05.547047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cd388d00-010b-4efa-9726-63ab39279bb3 None None] Provisioning complete for port 908fe9c8-fbed-48fc-8d30-24d4b6560627 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:05.547617 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd388d00-010b-4efa-9726-63ab39279bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:05.560672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 2e50111a-3d4b-4d36-9956-34a77bff9343) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:05.574466 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:05.590830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275a357-14da-40c5-b3f4-213dd71f520e None None] Network 2e50111a-3d4b-4d36-9956-34a77bff9343 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:05.647706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1113040975-network', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:05.687425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event updated for resources: {'Subnet': ['ID=e8499a87-c6ab-477a-b394-ffd72a6c6b5c,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:05.699531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Made reservation on behalf of d88c7a9f839f486fa4734313e308f0cd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:05.716013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:05.745068 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:05.781919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Checking segment: {'id': '446f4cd2-0bcd-4cf8-924d-309594e5df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3169de0a-9b93-43ac-9069-d66ddbbaacf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:05.782304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Network hostable DHCP agents. Network: 3169de0a-9b93-43ac-9069-d66ddbbaacf8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:05.901737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 908fe9c8-fbed-48fc-8d30-24d4b6560627 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:05.909295 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd388d00-010b-4efa-9726-63ab39279bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.006367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.009155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.024881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.039542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cd388d00-010b-4efa-9726-63ab39279bb3 None None] For port 908fe9c8-fbed-48fc-8d30-24d4b6560627, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=908fe9c8-fbed-48fc-8d30-24d4b6560627,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:06.048400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-2e50111a-3d4b-4d36-9956-34a77bff9343', 'network_id': '2e50111a-3d4b-4d36-9956-34a77bff9343', 'tenant_id': '024ed0b51f6647b3bdc9eded6277a8d4', 'fixed_ips': [{'subnet_id': '8d94cdc7-aa03-4b57-9bc0-b25a881d113c'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:52:06.049647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.055268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd388d00-010b-4efa-9726-63ab39279bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.083357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:06.109300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 908fe9c8-fbed-48fc-8d30-24d4b6560627 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:06.109733 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.111669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Network 3169de0a-9b93-43ac-9069-d66ddbbaacf8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:06.114296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9882fc9c-df0c-48cb-b4ff-c28f7b0c61af,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:06.128810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.129264 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Added segment 74eaa425-8cc5-40a7-950d-86498e0e16ea of type vlan for network 622e33c2-73f7-41e0-9938-6fd959557b0b Nov 26 21:52:06.154454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3169de0a-9b93-43ac-9069-d66ddbbaacf8) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:06.200246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:06.201406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:06.202208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.250900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.251706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192490e4-e2db-4153-ba23-4349034ebf7f None None] Network 3169de0a-9b93-43ac-9069-d66ddbbaacf8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:06.278529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6e041435-def9-4e0d-80f5-521915ee9fae tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7351587 Nov 26 21:52:06.279228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44638) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:06.292590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.293901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:06.294745 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.367556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9288790 Nov 26 21:52:06.390803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557e2cf-b914-43d7-9502-c815412cd8aa admin admin] Pushing event updated for resources: {'Network': ['ID=622e33c2-73f7-41e0-9938-6fd959557b0b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:06.393033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44640) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:06.399003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Request body: {'subnet': {'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1113040975-subnet', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:06.427850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Made reservation on behalf of d88c7a9f839f486fa4734313e308f0cd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:06.432501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.441414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 622e33c2-73f7-41e0-9938-6fd959557b0b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:06.474596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd388d00-010b-4efa-9726-63ab39279bb3 None None] Pushing event updated for resources: {'Port': ['ID=908fe9c8-fbed-48fc-8d30-24d4b6560627,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:06.499739 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.556387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a3855-a674-4a09-b8f0-4ad36319c501 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:06.558455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a3855-a674-4a09-b8f0-4ad36319c501 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:06.560218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a3855-a674-4a09-b8f0-4ad36319c501 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:06.562233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-993a3855-a674-4a09-b8f0-4ad36319c501 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2787561 Nov 26 21:52:06.572176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44650) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:06.607893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4c5f8792-f3dc-4a30-919c-35b1b20d5abe None None] Provisioning complete for port 908fe9c8-fbed-48fc-8d30-24d4b6560627 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:06.608496 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8792-f3dc-4a30-919c-35b1b20d5abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.661703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b44fe31-1c5e-4d7d-ab03-5ef2ef1ea092 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Deleting subnet 8d94cdc7-aa03-4b57-9bc0-b25a881d113c {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:06.693453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Allocated IP 2001:db8::1 (2e50111a-3d4b-4d36-9956-34a77bff9343/8d94cdc7-aa03-4b57-9bc0-b25a881d113c/6339b217-5c95-499c-b8c9-c77748e2c13c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:06.728104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 88c86e31-9d11-45b9-95f3-7ce53b558ea2 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:06.731059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Router 70d8e80f-90ef-4188-a909-ec8da2e18378 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:52:06.796309 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.860877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 88c86e31-9d11-45b9-95f3-7ce53b558ea2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:06.861236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 88c86e31-9d11-45b9-95f3-7ce53b558ea2 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:06.870692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:06.887353 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Sync routers for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:06.900726 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:06.901220 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:06.904177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:06.911569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44656) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:06.912983 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-918e9804-6289-48c4-8936-832beb06adeb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7967367 Nov 26 21:52:06.914412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abacfe42-4cfd-4c94-9cf9-e270b42a209a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:06.929618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160ae77-5a03-4db5-822e-f4b1f1114e55 req-44fad155-cf84-4b9e-a0de-28e9fa40daa9 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:06.935192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6160ae77-5a03-4db5-822e-f4b1f1114e55 req-44fad155-cf84-4b9e-a0de-28e9fa40daa9 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.3214114 Nov 26 21:52:06.953916 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.015668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc8b03-82f8-479e-a68f-83bdf2b2ab3c req-4add7e24-6a53-4df3-83d9-b607e5614bf2 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:07.017771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67bc8b03-82f8-479e-a68f-83bdf2b2ab3c req-4add7e24-6a53-4df3-83d9-b607e5614bf2 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 950 time: 0.2247255 Nov 26 21:52:07.025358 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:07.028530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3169de0a-9b93-43ac-9069-d66ddbbaacf8', 'network_id': '3169de0a-9b93-43ac-9069-d66ddbbaacf8', 'tenant_id': '024ed0b51f6647b3bdc9eded6277a8d4', 'fixed_ips': [{'subnet_id': 'e8499a87-c6ab-477a-b394-ffd72a6c6b5c'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:52:07.029385 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.081393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Checking segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:07.081750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Network hostable DHCP agents. Network: 622e33c2-73f7-41e0-9938-6fd959557b0b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:07.190266 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.244791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.250628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b44fe31-1c5e-4d7d-ab03-5ef2ef1ea092 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.261071 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:05Z', 'revision_number': 3, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:07.297191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Network 622e33c2-73f7-41e0-9938-6fd959557b0b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:07.305780 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Checking router: 70d8e80f-90ef-4188-a909-ec8da2e18378 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:07.307037 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Updating router 70d8e80f-90ef-4188-a909-ec8da2e18378 port 9cbbfde6-99f2-4aab-8caa-f8ba59883417 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:52:07.359973 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.375362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6160ae77-5a03-4db5-822e-f4b1f1114e55 req-c0508b9f-e514-4604-9063-ccd6214b0a6e tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504388 Nov 26 21:52:07.462343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 622e33c2-73f7-41e0-9938-6fd959557b0b) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:07.513638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:07.514455 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.520785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b44fe31-1c5e-4d7d-ab03-5ef2ef1ea092 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.524758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Network 2e50111a-3d4b-4d36-9956-34a77bff9343 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:07.530803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Pushing event updated for resources: {'Port': ['ID=6339b217-5c95-499c-b8c9-c77748e2c13c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:07.533419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bacfbe-7602-4443-b1ac-d513ec3045c1 None None] Network 622e33c2-73f7-41e0-9938-6fd959557b0b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:07.536099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:07.541202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:07.591550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Allocated IP 2001:db8:0:1::1 (3169de0a-9b93-43ac-9069-d66ddbbaacf8/e8499a87-c6ab-477a-b394-ffd72a6c6b5c/b3a10b84-2628-4684-885c-41a76d382675) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:07.627084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67bc8b03-82f8-479e-a68f-83bdf2b2ab3c req-f42e6bae-7225-41fa-b227-421fa0d3d048 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921700 Nov 26 21:52:07.669772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-56e499cb-9110-4c69-89e2-4c32450cb2a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2754142 Nov 26 21:52:07.674056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44664) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:07.679194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:07.735107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.736651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.834044 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.848886 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.859595 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.870515 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b44fe31-1c5e-4d7d-ab03-5ef2ef1ea092 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.887860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:07.927074 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 908fe9c8-fbed-48fc-8d30-24d4b6560627 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:07.932854 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Pushing event updated for resources: {'Port': ['ID=9cbbfde6-99f2-4aab-8caa-f8ba59883417,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:07.943360 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.943856 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.944279 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.944681 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.945411 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.945809 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.946645 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.947138 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.947738 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.948077 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.948677 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.949092 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:07.991778 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Attempting to bind port 9cbbfde6-99f2-4aab-8caa-f8ba59883417 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:07.992265 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Attempting to bind port 9cbbfde6-99f2-4aab-8caa-f8ba59883417 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:07.992946 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Attempting to bind port 9cbbfde6-99f2-4aab-8caa-f8ba59883417 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:08.000394 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:08.001134 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:08.001647 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.002770 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:08.003382 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Bound port: 9cbbfde6-99f2-4aab-8caa-f8ba59883417, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:08.003897 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.006966 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.079819 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] For port 9cbbfde6-99f2-4aab-8caa-f8ba59883417, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:08.084566 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] For port 9cbbfde6-99f2-4aab-8caa-f8ba59883417, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9cbbfde6-99f2-4aab-8caa-f8ba59883417,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:08.091174 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.134368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Network 3169de0a-9b93-43ac-9069-d66ddbbaacf8 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:08.142560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Pushing event updated for resources: {'Port': ['ID=b3a10b84-2628-4684-885c-41a76d382675,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:08.145410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:08.168343 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a76737-21bb-4db9-a206-280d912a3a67 None None] Pushing event updated for resources: {'Port': ['ID=9cbbfde6-99f2-4aab-8caa-f8ba59883417,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:08.172778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-622e33c2-73f7-41e0-9938-6fd959557b0b', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:52:08.173496 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.178664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.189219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:08.193850 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:08.195248 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:08.331482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2418098-9673-498d-bc1d-26b59f856421 req-dbd7140f-9b1c-4b99-9072-9793f77848c0 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:08.334041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2418098-9673-498d-bc1d-26b59f856421 req-dbd7140f-9b1c-4b99-9072-9793f77848c0 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.13 "GET /v2.0/ports?device_id=14d7b852-ca58-4761-8cad-e8ade7d78570 HTTP/1.1" status: 200 len: 945 time: 0.0718951 Nov 26 21:52:08.357843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Allocated IP 172.20.0.2 (622e33c2-73f7-41e0-9938-6fd959557b0b/abacfe42-4cfd-4c94-9cf9-e270b42a209a/fd836d3b-570b-4e92-a29d-4ddc16280452) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:08.358049 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:08.480538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Attempting to bind port 6339b217-5c95-499c-b8c9-c77748e2c13c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:08.481569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Attempting to bind port 6339b217-5c95-499c-b8c9-c77748e2c13c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '9746355b-cb29-44b3-96c0-37eb1266bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2e50111a-3d4b-4d36-9956-34a77bff9343'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:08.482048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Attempting to bind port 6339b217-5c95-499c-b8c9-c77748e2c13c on network 2e50111a-3d4b-4d36-9956-34a77bff9343 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:08.525966 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.529027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:08.529633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Checking segment: {'id': '9746355b-cb29-44b3-96c0-37eb1266bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2e50111a-3d4b-4d36-9956-34a77bff9343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:08.530143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.530631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Bound using segment: {'id': '9746355b-cb29-44b3-96c0-37eb1266bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2e50111a-3d4b-4d36-9956-34a77bff9343'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:08.531216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Bound port: 6339b217-5c95-499c-b8c9-c77748e2c13c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9746355b-cb29-44b3-96c0-37eb1266bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '2e50111a-3d4b-4d36-9956-34a77bff9343'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:08.531680 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.582439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Deleting port 221bd5a4-3127-4200-909a-a54ab81e29fb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:08.583436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.653296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-6bae4a20-3e8b-422a-abbb-bb7fd6e54142 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:08.656416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-6bae4a20-3e8b-422a-abbb-bb7fd6e54142 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.2422276 Nov 26 21:52:08.656927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Attempting to bind port b3a10b84-2628-4684-885c-41a76d382675 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:08.657641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Attempting to bind port b3a10b84-2628-4684-885c-41a76d382675 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '446f4cd2-0bcd-4cf8-924d-309594e5df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3169de0a-9b93-43ac-9069-d66ddbbaacf8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:08.658300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Attempting to bind port b3a10b84-2628-4684-885c-41a76d382675 on network 3169de0a-9b93-43ac-9069-d66ddbbaacf8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:08.698374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 908fe9c8-fbed-48fc-8d30-24d4b6560627 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:08.699105 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.701093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:08.702567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Checking segment: {'id': '446f4cd2-0bcd-4cf8-924d-309594e5df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3169de0a-9b93-43ac-9069-d66ddbbaacf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:08.703272 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.703851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Bound using segment: {'id': '446f4cd2-0bcd-4cf8-924d-309594e5df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3169de0a-9b93-43ac-9069-d66ddbbaacf8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:08.704519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Bound port: b3a10b84-2628-4684-885c-41a76d382675, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446f4cd2-0bcd-4cf8-924d-309594e5df4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3169de0a-9b93-43ac-9069-d66ddbbaacf8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:08.705089 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.771743 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b44fe31-1c5e-4d7d-ab03-5ef2ef1ea092 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.795467 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:52:08.805104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b44fe31-1c5e-4d7d-ab03-5ef2ef1ea092 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.812724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b44fe31-1c5e-4d7d-ab03-5ef2ef1ea092 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/subnets/8d94cdc7-aa03-4b57-9bc0-b25a881d113c HTTP/1.1" status: 204 len: 168 time: 2.2392673 Nov 26 21:52:08.820267 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:05Z', 'revision_number': 3, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:08.838815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44676) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:08.857822 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9819612-db49-4e13-b2f3-227498d0d12c None None] The sync data for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 is: [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:05Z', 'revision_number': 3, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:08.883506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44fe31-1c5e-4d7d-ab03-5ef2ef1ea092 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Subnet': ['ID=8d94cdc7-aa03-4b57-9bc0-b25a881d113c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:08.930681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] For port 6339b217-5c95-499c-b8c9-c77748e2c13c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:08.969616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] For port 6339b217-5c95-499c-b8c9-c77748e2c13c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6339b217-5c95-499c-b8c9-c77748e2c13c,segment=NetworkSegment(9746355b-cb29-44b3-96c0-37eb1266bf42),segment_id=9746355b-cb29-44b3-96c0-37eb1266bf42)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:08.994848 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:08.996592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716d993-5cfb-42bb-a91f-772adaee89a7 req-2c862c53-8737-4418-8ffb-81cd6e235502 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:08.998400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8716d993-5cfb-42bb-a91f-772adaee89a7 req-2c862c53-8737-4418-8ffb-81cd6e235502 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.4205973 Nov 26 21:52:09.036279 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.061468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] For port b3a10b84-2628-4684-885c-41a76d382675, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:09.098359 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.103558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-076e1b08-2f99-4bb8-837e-291acb9cf260 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Deleting subnet e8499a87-c6ab-477a-b394-ffd72a6c6b5c {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:09.107222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-076e1b08-2f99-4bb8-837e-291acb9cf260 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.134841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] For port b3a10b84-2628-4684-885c-41a76d382675, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b3a10b84-2628-4684-885c-41a76d382675,segment=NetworkSegment(446f4cd2-0bcd-4cf8-924d-309594e5df4f),segment_id=446f4cd2-0bcd-4cf8-924d-309594e5df4f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:09.161565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-076e1b08-2f99-4bb8-837e-291acb9cf260 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.163191 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.236127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185d60c-d7d4-4f06-b98b-153168e5d5c7 None None] Pushing event updated for resources: {'Port': ['ID=6339b217-5c95-499c-b8c9-c77748e2c13c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:09.245372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Network 622e33c2-73f7-41e0-9938-6fd959557b0b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:09.288924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:09.302782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:09.318803 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-076e1b08-2f99-4bb8-837e-291acb9cf260 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.447698 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.507203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8076b9d-14eb-4b4c-bae9-8c21d9c80040 req-82410898-7dda-4d3b-800d-0a94baf2121e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:09.514905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8076b9d-14eb-4b4c-bae9-8c21d9c80040 req-82410898-7dda-4d3b-800d-0a94baf2121e tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 950 time: 0.6495707 Nov 26 21:52:09.518294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Pushing event updated for resources: {'Port': ['ID=fd836d3b-570b-4e92-a29d-4ddc16280452,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:09.539893 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.620186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-4a83f2fe-03e8-44f2-8f0d-6f50f3fc216a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:09.621160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-4a83f2fe-03e8-44f2-8f0d-6f50f3fc216a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 950 time: 0.9008658 Nov 26 21:52:09.683293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Attempting to bind port fd836d3b-570b-4e92-a29d-4ddc16280452 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:09.683803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Attempting to bind port fd836d3b-570b-4e92-a29d-4ddc16280452 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:09.684857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Attempting to bind port fd836d3b-570b-4e92-a29d-4ddc16280452 on network 622e33c2-73f7-41e0-9938-6fd959557b0b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:09.721772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:09.722195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Checking segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:09.737916 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.738354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Bound using segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:09.738971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Deleting port f4b0c598-0cef-46a0-9057-77f27e00bcad {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:09.739896 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.746784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Bound port: fd836d3b-570b-4e92-a29d-4ddc16280452, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:09.747265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.773971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8716d993-5cfb-42bb-a91f-772adaee89a7 req-18c765b5-a48f-4955-b583-8da388a7b056 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7517934 Nov 26 21:52:09.847735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65b5b2-c72d-4c5d-8394-161224fc3cdf None None] Pushing event updated for resources: {'Port': ['ID=b3a10b84-2628-4684-885c-41a76d382675,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:09.868506 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.930784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] For port fd836d3b-570b-4e92-a29d-4ddc16280452, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:09.935460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] For port fd836d3b-570b-4e92-a29d-4ddc16280452, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd836d3b-570b-4e92-a29d-4ddc16280452,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:09.953723 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.968625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] For port 221bd5a4-3127-4200-909a-a54ab81e29fb, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=221bd5a4-3127-4200-909a-a54ab81e29fb,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:09.969002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:09.985421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-076e1b08-2f99-4bb8-837e-291acb9cf260 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.038833 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-076e1b08-2f99-4bb8-837e-291acb9cf260 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.051904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-076e1b08-2f99-4bb8-837e-291acb9cf260 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/subnets/e8499a87-c6ab-477a-b394-ffd72a6c6b5c HTTP/1.1" status: 204 len: 168 time: 1.1878264 Nov 26 21:52:10.054613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9cbbfde6-99f2-4aab-8caa-f8ba59883417 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:10.061996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44682) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:10.087592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Calling delete_port for 221bd5a4-3127-4200-909a-a54ab81e29fb owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:10.155529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b37ff0-1371-474a-9b5b-ca7f3e35c0fe None None] Pushing event updated for resources: {'Port': ['ID=fd836d3b-570b-4e92-a29d-4ddc16280452,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:10.160617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e1b08-2f99-4bb8-837e-291acb9cf260 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Subnet': ['ID=e8499a87-c6ab-477a-b394-ffd72a6c6b5c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:10.220480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9cbbfde6-99f2-4aab-8caa-f8ba59883417 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:10.221083 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.263373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165ae98-b7e4-4800-b897-d8d57a8d6724 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:10.264893 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2165ae98-b7e4-4800-b897-d8d57a8d6724 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1941502 Nov 26 21:52:10.276611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Allocated IP 172.25.3.78 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/653a46ab-aae8-4f2f-9294-33afd4b47349) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:10.280576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44684) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:10.301474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8076b9d-14eb-4b4c-bae9-8c21d9c80040 req-71578c1b-33f5-4290-a9c9-b76d982175ca tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7816119 Nov 26 21:52:10.420095 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.488601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 9cbbfde6-99f2-4aab-8caa-f8ba59883417, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9cbbfde6-99f2-4aab-8caa-f8ba59883417,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:10.497646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.498508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6339b217-5c95-499c-b8c9-c77748e2c13c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:10.533788 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.582519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Deleting port 2a8c5d8e-f3f0-4548-bab7-531309014da8 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:10.582932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.583686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['221bd5a4-3127-4200-909a-a54ab81e29fb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:10.700562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] For port f4b0c598-0cef-46a0-9057-77f27e00bcad, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f4b0c598-0cef-46a0-9057-77f27e00bcad,segment=NetworkSegment(57748cac-0e0f-44c1-b4b2-011d8de002d4),segment_id=57748cac-0e0f-44c1-b4b2-011d8de002d4)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:10.701704 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.779961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Calling delete_port for f4b0c598-0cef-46a0-9057-77f27e00bcad owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:10.810540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Pushing event deleted for resources: {'Port': ['ID=221bd5a4-3127-4200-909a-a54ab81e29fb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:10.825245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=9cbbfde6-99f2-4aab-8caa-f8ba59883417,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:10.849083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:10.903564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6339b217-5c95-499c-b8c9-c77748e2c13c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:10.903904 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.046231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] No DVR routers for this DVR port 221bd5a4-3127-4200-909a-a54ab81e29fb on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:11.050325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.077648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2418098-9673-498d-bc1d-26b59f856421 req-4691886f-3b73-4207-8630-7c360eb5d79d tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.13 "DELETE /v2.0/ports/221bd5a4-3127-4200-909a-a54ab81e29fb HTTP/1.1" status: 204 len: 173 time: 2.7288616 Nov 26 21:52:11.094562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d7b852-ca58-4761-8cad-e8ade7d78570', 'name': 'network-vif-deleted', 'tag': '221bd5a4-3127-4200-909a-a54ab81e29fb'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:11.116738 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7fca35-39f8-428a-8090-65a644d637bc" -d '{"events": [{"server_uuid": "14d7b852-ca58-4761-8cad-e8ade7d78570", "name": "network-vif-deleted", "tag": "221bd5a4-3127-4200-909a-a54ab81e29fb"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:11.128661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Allocated IP 172.20.0.1 (43ecfb42-e64f-446d-864a-18e896674648/b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a/4723f109-91d8-48e0-8c2d-5fbe6a4e3d34) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:11.148874 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.199813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 6339b217-5c95-499c-b8c9-c77748e2c13c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6339b217-5c95-499c-b8c9-c77748e2c13c,segment=NetworkSegment(9746355b-cb29-44b3-96c0-37eb1266bf42),segment_id=9746355b-cb29-44b3-96c0-37eb1266bf42)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:11.202185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d5542-4d41-4ab8-8b8a-a4973d443d24 req-3b9746bb-f006-41fa-9a58-93d08d51dabd tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:11.209291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.220662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e8d5542-4d41-4ab8-8b8a-a4973d443d24 req-3b9746bb-f006-41fa-9a58-93d08d51dabd tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 946 time: 0.2998033 Nov 26 21:52:11.262750 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.286691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=6339b217-5c95-499c-b8c9-c77748e2c13c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:11.295996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb45a36-40e9-444e-8098-e4633c228c37 None None] Network 3169de0a-9b93-43ac-9069-d66ddbbaacf8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:11.383085 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa7e237-2dfd-40dd-bea4-50454c9e068a x-openstack-request-id: req-0aa7e237-2dfd-40dd-bea4-50454c9e068a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:11.383473 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d7b852-ca58-4761-8cad-e8ade7d78570", "name": "network-vif-deleted", "tag": "221bd5a4-3127-4200-909a-a54ab81e29fb", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:11.383818 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0aa7e237-2dfd-40dd-bea4-50454c9e068a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:11.384485 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d7b852-ca58-4761-8cad-e8ade7d78570', 'name': 'network-vif-deleted', 'tag': '221bd5a4-3127-4200-909a-a54ab81e29fb', 'status': 'completed', 'code': 200} Nov 26 21:52:11.422945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.445421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e8d5542-4d41-4ab8-8b8a-a4973d443d24 req-6c288ac5-1fa5-44c9-acc8-d502b9254c78 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/security-groups?id=28d9109d-178e-4b0e-b097-e2efcffee923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237365 Nov 26 21:52:11.532896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93011e-3e2c-4b71-80d7-56a930106233 None None] Network 2e50111a-3d4b-4d36-9956-34a77bff9343 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:11.561090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] For port 2a8c5d8e-f3f0-4548-bab7-531309014da8, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2a8c5d8e-f3f0-4548-bab7-531309014da8,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:11.561596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.568854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:11.593534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:11.598210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:11.600780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Calling delete_port for 2a8c5d8e-f3f0-4548-bab7-531309014da8 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:11.611036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ec2c388b-4a35-4ab3-937c-69fd65d4e957 None None] Provisioning complete for port b3a10b84-2628-4684-885c-41a76d382675 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:11.612712 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec2c388b-4a35-4ab3-937c-69fd65d4e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.643582 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.646098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.657757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f288f1d-f1c7-4ebb-88e3-e6c31f12cb96 req-fadaf802-0c0c-4ec2-8856-5a255598254a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:11.689664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f288f1d-f1c7-4ebb-88e3-e6c31f12cb96 req-fadaf802-0c0c-4ec2-8856-5a255598254a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 950 time: 0.2034216 Nov 26 21:52:11.702514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Pushing event updated for resources: {'Port': ['ID=653a46ab-aae8-4f2f-9294-33afd4b47349,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:11.834308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Deleting port b3a10b84-2628-4684-885c-41a76d382675 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:11.835127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:11.925375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Pushing event deleted for resources: {'Port': ['ID=f4b0c598-0cef-46a0-9057-77f27e00bcad,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:12.058871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f288f1d-f1c7-4ebb-88e3-e6c31f12cb96 req-dc8054b9-384d-40b4-8673-02f91297b6a3 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679838 Nov 26 21:52:12.059805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] No DVR routers for this DVR port f4b0c598-0cef-46a0-9057-77f27e00bcad on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:12.070187 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.085549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc8d886c-9cb8-440c-8e72-7f13f220c88a req-faaebbd4-1123-48d2-a861-058bcbc77d36 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.41 "DELETE /v2.0/ports/f4b0c598-0cef-46a0-9057-77f27e00bcad HTTP/1.1" status: 204 len: 173 time: 3.4126894 Nov 26 21:52:12.092158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b63a220-cd6f-47aa-a595-ba333aa2a756', 'name': 'network-vif-deleted', 'tag': 'f4b0c598-0cef-46a0-9057-77f27e00bcad'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:12.095306 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18a6ca-1a7e-4a52-96a5-7606c8ac4e73" -d '{"events": [{"server_uuid": "8b63a220-cd6f-47aa-a595-ba333aa2a756", "name": "network-vif-deleted", "tag": "f4b0c598-0cef-46a0-9057-77f27e00bcad"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:12.132679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f4b0c598-0cef-46a0-9057-77f27e00bcad no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:12.135742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e175049-db2a-4998-b6eb-f07771f61be6 None None] Network 622e33c2-73f7-41e0-9938-6fd959557b0b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:12.181787 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.301825 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb9b0aa-9380-4c6c-be86-148fa7a5d76c x-openstack-request-id: req-8fb9b0aa-9380-4c6c-be86-148fa7a5d76c {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:12.302535 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b63a220-cd6f-47aa-a595-ba333aa2a756", "name": "network-vif-deleted", "tag": "f4b0c598-0cef-46a0-9057-77f27e00bcad", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:12.302935 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fb9b0aa-9380-4c6c-be86-148fa7a5d76c {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:12.306903 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b63a220-cd6f-47aa-a595-ba333aa2a756', 'name': 'network-vif-deleted', 'tag': 'f4b0c598-0cef-46a0-9057-77f27e00bcad', 'status': 'completed', 'code': 200} Nov 26 21:52:12.342197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] For port b3a10b84-2628-4684-885c-41a76d382675, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b3a10b84-2628-4684-885c-41a76d382675,segment=NetworkSegment(446f4cd2-0bcd-4cf8-924d-309594e5df4f),segment_id=446f4cd2-0bcd-4cf8-924d-309594e5df4f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:12.342632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.345760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: f4b0c598-0cef-46a0-9057-77f27e00bcad {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:12.347157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f4b0c598-0cef-46a0-9057-77f27e00bcad not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:12.359366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Network 43ecfb42-e64f-446d-864a-18e896674648 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:12.368970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:12.375285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:12.397464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Calling delete_port for b3a10b84-2628-4684-885c-41a76d382675 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:12.444544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b3a10b84-2628-4684-885c-41a76d382675 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:12.460499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Pushing event updated for resources: {'Port': ['ID=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:12.463920 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.756708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9369a-5e99-4747-a89c-0b1030371f6d None None] DHCP port deletion for 3169de0a-9b93-43ac-9069-d66ddbbaacf8 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:52:12.760526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2a8c5d8e-f3f0-4548-bab7-531309014da8 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:12.825397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.829513 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.900456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-71b9369a-5e99-4747-a89c-0b1030371f6d None None] The port 'b3a10b84-2628-4684-885c-41a76d382675' was deleted {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 26 21:52:12.914111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b3a10b84-2628-4684-885c-41a76d382675 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:12.914111 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.928914 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec2c388b-4a35-4ab3-937c-69fd65d4e957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.961905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:12.966004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Port': ['ID=b3a10b84-2628-4684-885c-41a76d382675,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:13.011869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] No DVR routers for this DVR port b3a10b84-2628-4684-885c-41a76d382675 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:13.060079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['48b51641-b110-4063-98d6-d4c6a9fcbf71'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:13.065808 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366', '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:13.150634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event deleted for resources: {'Port': ['ID=2a8c5d8e-f3f0-4548-bab7-531309014da8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:13.152687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.162975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No active binding found for port 2a8c5d8e-f3f0-4548-bab7-531309014da8 {{(pid=110001) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 26 21:52:13.168732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2a8c5d8e-f3f0-4548-bab7-531309014da8 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:13.175520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 221bd5a4-3127-4200-909a-a54ab81e29fb no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:13.223407 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.236997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fc1a3ce-82a2-4014-a9bf-47faac887c6e req-2efb010e-34f4-4109-884e-353fc76826a8 tempest-ListServersNegativeTestJSON-1821071668 tempest-ListServersNegativeTestJSON-1821071668-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b63a220-cd6f-47aa-a595-ba333aa2a756 HTTP/1.1" status: 200 len: 210 time: 0.4721880 Nov 26 21:52:13.280164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] DHCP port deletion for 2e50111a-3d4b-4d36-9956-34a77bff9343 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:52:13.287663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 221bd5a4-3127-4200-909a-a54ab81e29fb {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:13.288017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 221bd5a4-3127-4200-909a-a54ab81e29fb not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:13.289649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Port b3a10b84-2628-4684-885c-41a76d382675 was deleted so its status cannot be updated. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 26 21:52:13.290453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.290961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd836d3b-570b-4e92-a29d-4ddc16280452 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:13.398501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b3f3035-b7a2-4673-b6e8-1cc83d50564c req-68d5b9f7-28f9-4a46-9537-09eec50826f4 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=3013a640-332d-479a-b006-ea5c0aa75221 HTTP/1.1" status: 200 len: 210 time: 0.1411378 Nov 26 21:52:13.453087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] No DVR routers for this DVR port 2a8c5d8e-f3f0-4548-bab7-531309014da8 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:13.456798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.462190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1c630bd-d53d-4617-8972-f1c33444ffea req-8f308fbb-f87b-44d9-91bc-f154bbcbd583 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "DELETE /v2.0/ports/2a8c5d8e-f3f0-4548-bab7-531309014da8 HTTP/1.1" status: 204 len: 173 time: 3.7325294 Nov 26 21:52:13.464689 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.465588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.471192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3013a640-332d-479a-b006-ea5c0aa75221', 'name': 'network-vif-deleted', 'tag': '2a8c5d8e-f3f0-4548-bab7-531309014da8'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:13.474594 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a398c51c-f28c-4208-8dc9-89572d16e391" -d '{"events": [{"server_uuid": "3013a640-332d-479a-b006-ea5c0aa75221", "name": "network-vif-deleted", "tag": "2a8c5d8e-f3f0-4548-bab7-531309014da8"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:13.484266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Pushing event updated for resources: {'Port': ['ID=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:13.536514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fd836d3b-570b-4e92-a29d-4ddc16280452 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:13.536889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.565016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] Deleting port 6339b217-5c95-499c-b8c9-c77748e2c13c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:13.565383 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.618775 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0376d4-5e31-47f7-a814-972f6affed63 x-openstack-request-id: req-0d0376d4-5e31-47f7-a814-972f6affed63 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:13.619211 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3013a640-332d-479a-b006-ea5c0aa75221", "name": "network-vif-deleted", "tag": "2a8c5d8e-f3f0-4548-bab7-531309014da8", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:13.619572 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d0376d4-5e31-47f7-a814-972f6affed63 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:13.620068 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3013a640-332d-479a-b006-ea5c0aa75221', 'name': 'network-vif-deleted', 'tag': '2a8c5d8e-f3f0-4548-bab7-531309014da8', 'status': 'completed', 'code': 200} Nov 26 21:52:13.637703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3169de0a-9b93-43ac-9069-d66ddbbaacf8']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:13.655930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446f4cd2-0bcd-4cf8-924d-309594e5df4f') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:13.656374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446f4cd2-0bcd-4cf8-924d-309594e5df4f') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:13.678875 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.702738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Network 43ecfb42-e64f-446d-864a-18e896674648 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:13.704450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:13.741856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.755921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:13.756260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.776568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3e354993-457f-4783-8c0a-7e56653b8355 None None] Provisioning complete for port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:13.776942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e354993-457f-4783-8c0a-7e56653b8355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:13.830611 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:13.850208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] For port 6339b217-5c95-499c-b8c9-c77748e2c13c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6339b217-5c95-499c-b8c9-c77748e2c13c,segment=NetworkSegment(9746355b-cb29-44b3-96c0-37eb1266bf42),segment_id=9746355b-cb29-44b3-96c0-37eb1266bf42)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:13.850615 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.860133 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.901291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] Calling delete_port for 6339b217-5c95-499c-b8c9-c77748e2c13c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:13.912277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3e354993-457f-4783-8c0a-7e56653b8355 None None] Port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:52:13.957342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Router 70d8e80f-90ef-4188-a909-ec8da2e18378 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:52:13.973158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:13.978895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/networks/3169de0a-9b93-43ac-9069-d66ddbbaacf8 HTTP/1.1" status: 204 len: 168 time: 3.6947749 Nov 26 21:52:13.980355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44718) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:13.992082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab48a-1b86-4d18-9c72-b24f34d5dc50 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Network': ['ID=3169de0a-9b93-43ac-9069-d66ddbbaacf8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:14.018258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.091680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3e354993-457f-4783-8c0a-7e56653b8355 None None] Provisioning complete for port fd836d3b-570b-4e92-a29d-4ddc16280452 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:14.092068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e354993-457f-4783-8c0a-7e56653b8355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.099160 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.237089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port fd836d3b-570b-4e92-a29d-4ddc16280452, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd836d3b-570b-4e92-a29d-4ddc16280452,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:14.241820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Router 82fd1e41-4f66-484a-8769-709a23166869 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:52:14.252046 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.253772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9cbbfde6-99f2-4aab-8caa-f8ba59883417 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:14.299460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:14.302524 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.316604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c99ab121-5d87-450b-9bfc-e51252a17904 admin admin] 10.222.0.21 "PUT /v2.0/routers/70d8e80f-90ef-4188-a909-ec8da2e18378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3994405 Nov 26 21:52:14.323273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.351351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Sync routers for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:14.401570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] No DVR routers for this DVR port 6339b217-5c95-499c-b8c9-c77748e2c13c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:14.458178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44732) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:14.500047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:14.500693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:14.520851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.523363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:14.531733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=fd836d3b-570b-4e92-a29d-4ddc16280452,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:14.559043 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Sync routers for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:14.575418 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:14.576425 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:14.580717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.584936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8008803a-6e1b-4753-aac8-291814676566 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9091077 Nov 26 21:52:14.585076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e50111a-3d4b-4d36-9956-34a77bff9343']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:14.585606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44736) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:14.619001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5880ce2-f081-4889-818d-aff645c78ec4 admin admin] Deleting subnet 76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:14.631957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b5880ce2-f081-4889-818d-aff645c78ec4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.640507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9746355b-cb29-44b3-96c0-37eb1266bf42') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:14.640801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9746355b-cb29-44b3-96c0-37eb1266bf42') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:14.711254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.733405 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.746392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:14.747279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.782658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa3931-55f4-4037-9edf-b27d702603a9 None None] Pushing event deleted for resources: {'Port': ['ID=6339b217-5c95-499c-b8c9-c77748e2c13c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:14.844323 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:14.863998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b5880ce2-f081-4889-818d-aff645c78ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:14.884674 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:14.916981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3e354993-457f-4783-8c0a-7e56653b8355 None None] Could not find standard attr ID for object 6339b217-5c95-499c-b8c9-c77748e2c13c. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:52:14.930472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b5880ce2-f081-4889-818d-aff645c78ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.006663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.012129 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.015494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/networks/2e50111a-3d4b-4d36-9956-34a77bff9343 HTTP/1.1" status: 204 len: 168 time: 1.0340278 Nov 26 21:52:15.018601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44748) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:15.019219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9cbbfde6-99f2-4aab-8caa-f8ba59883417 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:15.019777 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.093900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Network': ['ID=2e50111a-3d4b-4d36-9956-34a77bff9343,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:15.119590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.119945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.120839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.120839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.121017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.121785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.121785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.121911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.122527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.122619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.122916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.123249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14354bfb-bfc3-4455-9368-c584f6f00419 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:15.226752 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 3, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:15.301896 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Checking router: 82fd1e41-4f66-484a-8769-709a23166869 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:15.302497 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Updating router 82fd1e41-4f66-484a-8769-709a23166869 port 653a46ab-aae8-4f2f-9294-33afd4b47349 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:52:15.346400 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.420266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:15.468180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6f2d8ec6-f823-42e7-9a67-bdfc1830b54c None None] Provisioning complete for port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:15.468711 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f2d8ec6-f823-42e7-9a67-bdfc1830b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.585782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44752) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:15.612923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-84f18bcd-a04b-4f63-a5bd-fe151089462f tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430438442', 'description': 'tempest-description--386322855'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:15.646373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.655171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6339b217-5c95-499c-b8c9-c77748e2c13c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:15.706853 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b5880ce2-f081-4889-818d-aff645c78ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.731338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84f18bcd-a04b-4f63-a5bd-fe151089462f tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.737952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5880ce2-f081-4889-818d-aff645c78ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:15.756720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66767dc1-b54f-40da-8c7f-c21fae352e40 req-25293d29-ed30-490d-bb98-856ae6832979 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:15.768491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66767dc1-b54f-40da-8c7f-c21fae352e40 req-25293d29-ed30-490d-bb98-856ae6832979 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 950 time: 0.6858852 Nov 26 21:52:15.774289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d8ec6-f823-42e7-9a67-bdfc1830b54c None None] Port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:52:15.836296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66767dc1-b54f-40da-8c7f-c21fae352e40 req-1770f94b-827b-4c3c-a8ad-03bc3b2e3495 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619731 Nov 26 21:52:15.837844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b5880ce2-f081-4889-818d-aff645c78ec4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.847969 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.849854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6339b217-5c95-499c-b8c9-c77748e2c13c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:15.850432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6339b217-5c95-499c-b8c9-c77748e2c13c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 26 21:52:15.859033 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.863007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b5880ce2-f081-4889-818d-aff645c78ec4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/76210295-5fa8-4a51-a1f8-2b3b7f0fcbb5 HTTP/1.1" status: 204 len: 168 time: 1.4032955 Nov 26 21:52:15.864332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.870588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44760) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:15.887072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663b35f6-b139-426e-912d-87579fd83274']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:15.891235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Port 6339b217-5c95-499c-b8c9-c77748e2c13c not found, will not notify nova. {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 26 21:52:15.900139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6955525-eec9-4c38-a590-f328929462ac') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:15.900439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6955525-eec9-4c38-a590-f328929462ac') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:15.910978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.919701 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Attempting to bind port 653a46ab-aae8-4f2f-9294-33afd4b47349 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:15.921057 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Attempting to bind port 653a46ab-aae8-4f2f-9294-33afd4b47349 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:15.922334 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Attempting to bind port 653a46ab-aae8-4f2f-9294-33afd4b47349 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:15.925970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.934432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:15.935404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.975636 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:15.978431 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:15.979045 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:15.979689 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:15.980890 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Bound port: 653a46ab-aae8-4f2f-9294-33afd4b47349, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:15.985181 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.021026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-445a33c4-6d97-4ef0-9e7d-e6ba9de85214 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3262415 Nov 26 21:52:16.037859 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:16.054672 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:16.062988 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] For port 653a46ab-aae8-4f2f-9294-33afd4b47349, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:16.068475 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] For port 653a46ab-aae8-4f2f-9294-33afd4b47349, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=653a46ab-aae8-4f2f-9294-33afd4b47349,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:16.069855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.084601 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.088371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.095771 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/networks/663b35f6-b139-426e-912d-87579fd83274 HTTP/1.1" status: 204 len: 168 time: 1.0761411 Nov 26 21:52:16.097899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44762) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:16.117982 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd238cd-5c52-4c12-87ba-9557d14e1c40 None None] Pushing event updated for resources: {'Port': ['ID=653a46ab-aae8-4f2f-9294-33afd4b47349,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:16.123494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd836d3b-570b-4e92-a29d-4ddc16280452 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:16.131153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3566a7-f50c-45af-8d57-6e4144d68698 tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Network': ['ID=663b35f6-b139-426e-912d-87579fd83274,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:16.178588 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd238cd-5c52-4c12-87ba-9557d14e1c40 None None] Pushing event updated for resources: {'Port': ['ID=653a46ab-aae8-4f2f-9294-33afd4b47349,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:16.199455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fd836d3b-570b-4e92-a29d-4ddc16280452 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:16.199971 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.210019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:16.213044 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:16.230395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 2, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:16.266943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Checking router: 70d8e80f-90ef-4188-a909-ec8da2e18378 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:16.267482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Updating router 70d8e80f-90ef-4188-a909-ec8da2e18378 port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:52:16.281034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.302006 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.305023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-75e39e99-4987-4c09-9935-0621c1762d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:16.307136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-75e39e99-4987-4c09-9935-0621c1762d88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=138fc97044cb431798948e7979494fc0&device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 1101 time: 0.1966033 Nov 26 21:52:16.324495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.335375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0515f261-20dc-4ff8-9a91-3bc73a88bc2b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:16.357892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.360919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57748cac-0e0f-44c1-b4b2-011d8de002d4') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:16.361224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57748cac-0e0f-44c1-b4b2-011d8de002d4') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:16.363919 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:16.386847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84f18bcd-a04b-4f63-a5bd-fe151089462f tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.422894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.450420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84f18bcd-a04b-4f63-a5bd-fe151089462f tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.474337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84f18bcd-a04b-4f63-a5bd-fe151089462f tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.475493 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-84f18bcd-a04b-4f63-a5bd-fe151089462f tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8835235 Nov 26 21:52:16.478528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44770) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:16.497323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.503720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e23783e5-c490-4ae1-b337-b8388f846e35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Request body: {'security_group_rule': {'security_group_id': '70b185ea-477d-4648-b887-95893aecc7d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:16.518293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:16.518815 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:16.522886 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:16.598266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b3a10b84-2628-4684-885c-41a76d382675 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:16.609848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f18bcd-a04b-4f63-a5bd-fe151089462f tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b185ea-477d-4648-b887-95893aecc7d9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:16.635441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b3a10b84-2628-4684-885c-41a76d382675 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:16.636026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b3a10b84-2628-4684-885c-41a76d382675 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:16.636610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6339b217-5c95-499c-b8c9-c77748e2c13c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:16.663899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6339b217-5c95-499c-b8c9-c77748e2c13c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:16.665063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-3cb8cca5-2f03-424c-a6ce-24516a2e8413 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:16.665520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6339b217-5c95-499c-b8c9-c77748e2c13c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:16.671159 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-3cb8cca5-2f03-424c-a6ce-24516a2e8413 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 950 time: 0.2934909 Nov 26 21:52:16.671368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-8009bfe5-fb3c-4234-854a-e9594949deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:16.671368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-8009bfe5-fb3c-4234-854a-e9594949deff service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3324010 Nov 26 21:52:16.701200 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.709817 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.719423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0515f261-20dc-4ff8-9a91-3bc73a88bc2b HTTP/1.1" status: 204 len: 168 time: 0.8476067 Nov 26 21:52:16.777213 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 3, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:16.789833 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.798188 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.803993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.805019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e23783e5-c490-4ae1-b337-b8388f846e35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:16.809583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba811782-cbb5-4713-9162-fd2ed9432ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0515f261-20dc-4ff8-9a91-3bc73a88bc2b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:16.818388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-c95490d5-1a45-49e7-bb05-ada591cf6ea3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=8452b216-40a4-421d-b450-692b7b41b366 HTTP/1.1" status: 200 len: 217 time: 0.1345184 Nov 26 21:52:16.869937 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b5bd78-3158-47d1-bdf6-6dff6e716314 None None] The sync data for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 is: [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 3, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:16.877140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901a5bc-5ea3-433e-a547-da54edf720b0 None None] Pushing event updated for resources: {'Port': ['ID=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:16.949550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb47a098-cbfa-4ae4-885f-7b2fd0fcda26']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:16.971996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-5005dd87-f10f-43b4-8fb4-1bdff01100c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:16.980309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-5005dd87-f10f-43b4-8fb4-1bdff01100c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1394627 Nov 26 21:52:17.000663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e23783e5-c490-4ae1-b337-b8388f846e35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.005261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44786) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:17.017070 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5d9a96-d6ad-40c9-abfe-b5c9258e0541') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:17.017390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5d9a96-d6ad-40c9-abfe-b5c9258e0541') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:17.041539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.071600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Attempting to bind port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:17.072101 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Attempting to bind port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:17.072473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Attempting to bind port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 on network 43ecfb42-e64f-446d-864a-18e896674648 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:17.090871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:17.091941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Checking segment: {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:17.092134 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.092522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Bound using segment: {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:17.093114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Bound port: 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:17.093395 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.100155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.109771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e23783e5-c490-4ae1-b337-b8388f846e35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.122764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:17.123176 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:17.129972 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:17.138407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-cb5dda6a-4bcd-4497-98b2-e93b7b77b516 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:17.139983 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-cb5dda6a-4bcd-4497-98b2-e93b7b77b516 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0f4de92-b531-4aab-8c8e-782826771f78 HTTP/1.1" status: 200 len: 948 time: 0.2218444 Nov 26 21:52:17.155002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Allocated IP 172.20.0.1 (622e33c2-73f7-41e0-9938-6fd959557b0b/abacfe42-4cfd-4c94-9cf9-e270b42a209a/3e8c3d91-d754-4baa-9d0e-73447b353a80) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:17.158850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Deleting port 48b51641-b110-4063-98d6-d4c6a9fcbf71 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:17.159188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.232118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23783e5-c490-4ae1-b337-b8388f846e35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdd1773-ea2a-4533-9779-be51e18a2193,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:17.243539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] For port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:17.247027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] For port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:17.257203 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.408316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e23783e5-c490-4ae1-b337-b8388f846e35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.411273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.412771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44792) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:17.413062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e23783e5-c490-4ae1-b337-b8388f846e35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9187579 Nov 26 21:52:17.420533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-d745c0e5-48de-47a9-9839-aa81ffd577ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:17.422119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-d745c0e5-48de-47a9-9839-aa81ffd577ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4159186 Nov 26 21:52:17.428076 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0465b74b-8b44-4d88-8117-51bee827d9e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5010687a83f04a0e8b6e52f2b54106d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4099705 Nov 26 21:52:17.428246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:17.428246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:17.428431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-cdfa87b4-ea31-46eb-9f4f-bd7fd254abec tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Request body: {'security_group_rule': {'security_group_id': '70b185ea-477d-4648-b887-95893aecc7d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:17.443013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d71d02-d761-45f5-8ed0-fd97674405ca req-0c935503-a4a9-4d4e-b057-8582ee3949cb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:17.451102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90d71d02-d761-45f5-8ed0-fd97674405ca req-0c935503-a4a9-4d4e-b057-8582ee3949cb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 950 time: 0.4480271 Nov 26 21:52:17.455579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44794) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:17.462562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-9b0a1dc5-dac7-4080-8f5d-d4acc5c6d868 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:52:17.463591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-9b0a1dc5-dac7-4080-8f5d-d4acc5c6d868 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054522 Nov 26 21:52:17.488260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.499469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901a5bc-5ea3-433e-a547-da54edf720b0 None None] Pushing event updated for resources: {'Port': ['ID=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:17.511745 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] 10.222.0.21 "DELETE /v2.0/networks/eb47a098-cbfa-4ae4-885f-7b2fd0fcda26 HTTP/1.1" status: 204 len: 168 time: 1.4101551 Nov 26 21:52:17.512881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ffae7-b55d-4796-bb47-97d0bc9ffade tempest-BulkNetworkOpsIpV6Test-816892390 tempest-BulkNetworkOpsIpV6Test-816892390-project] Pushing event deleted for resources: {'Network': ['ID=eb47a098-cbfa-4ae4-885f-7b2fd0fcda26,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:17.537083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-41fb72e1-04e6-4ced-a2d6-0700def6b277 None None] Provisioning complete for port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:17.539231 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41fb72e1-04e6-4ced-a2d6-0700def6b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.601623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a98a-6cdd-49b9-8e49-1e33c616d09b req-3378f5e8-7499-463b-b567-db92bab7ba83 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:17.603322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e952a98a-6cdd-49b9-8e49-1e33c616d09b req-3378f5e8-7499-463b-b567-db92bab7ba83 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 946 time: 0.2855446 Nov 26 21:52:17.659460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90d71d02-d761-45f5-8ed0-fd97674405ca req-e0543a81-536c-4ff8-b186-bafc1901c4a0 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073720 Nov 26 21:52:17.664030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] For port 48b51641-b110-4063-98d6-d4c6a9fcbf71, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=48b51641-b110-4063-98d6-d4c6a9fcbf71,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:17.665297 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.696683 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cdfa87b4-ea31-46eb-9f4f-bd7fd254abec tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.728762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-c7a0a602-eea9-4451-bd01-3fa2d3b8eaa1 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533419 Nov 26 21:52:17.735846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e952a98a-6cdd-49b9-8e49-1e33c616d09b req-1fc1eb08-db6a-4982-8297-9e18b1fec601 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195447 Nov 26 21:52:17.745572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Calling delete_port for 48b51641-b110-4063-98d6-d4c6a9fcbf71 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:17.784121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.795842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:17.821876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Deleting port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:17.822244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.849522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-081b56cd-ca11-411b-ae67-9b700e3c2eae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:17.911341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4622af54-7e01-4b5b-84b2-1c393a0b077a req-802c93a3-4d57-49d9-af65-0b53803fe5a4 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735680 Nov 26 21:52:18.002563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41fb72e1-04e6-4ced-a2d6-0700def6b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.031519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-081b56cd-ca11-411b-ae67-9b700e3c2eae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.095555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 653a46ab-aae8-4f2f-9294-33afd4b47349 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:18.100846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-41fb72e1-04e6-4ced-a2d6-0700def6b277 None None] For port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:18.116724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44802) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:18.135930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cdfa87b4-ea31-46eb-9f4f-bd7fd254abec tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.142112 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41fb72e1-04e6-4ced-a2d6-0700def6b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.168652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cdfa87b4-ea31-46eb-9f4f-bd7fd254abec tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.203577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.220047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] For port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:18.220419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.257942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa87b4-ea31-46eb-9f4f-bd7fd254abec tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef8ddfd-20cf-42bb-b9f0-aa10870c02c1,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:18.258929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb72e1-04e6-4ced-a2d6-0700def6b277 None None] Pushing event updated for resources: {'Port': ['ID=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:18.280346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Calling delete_port for 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:18.289938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cdfa87b4-ea31-46eb-9f4f-bd7fd254abec tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.291639 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cdfa87b4-ea31-46eb-9f4f-bd7fd254abec tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8717217 Nov 26 21:52:18.297738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44808) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:18.303968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:18.324213 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-84c540d2-3eb6-4f11-ac44-a168a8ef630e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=024ed0b51f6647b3bdc9eded6277a8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2063022 Nov 26 21:52:18.346751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44810) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:18.347659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-59055d88-057d-4097-9675-c6cb8a9fb489 None None] Provisioning complete for port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:18.348060 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59055d88-057d-4097-9675-c6cb8a9fb489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.348556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Network 622e33c2-73f7-41e0-9938-6fd959557b0b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:18.356034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-081b56cd-ca11-411b-ae67-9b700e3c2eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.359740 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.364132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-081b56cd-ca11-411b-ae67-9b700e3c2eae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.365619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-081b56cd-ca11-411b-ae67-9b700e3c2eae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28d9109d-178e-4b0e-b097-e2efcffee923 HTTP/1.1" status: 204 len: 168 time: 0.8434565 Nov 26 21:52:18.422628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:18.424477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Pushing event updated for resources: {'Port': ['ID=3e8c3d91-d754-4baa-9d0e-73447b353a80,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:18.428038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:18.533868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.576998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:17Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:18.605770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b56cd-ca11-411b-ae67-9b700e3c2eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d9109d-178e-4b0e-b097-e2efcffee923,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:18.654754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 653a46ab-aae8-4f2f-9294-33afd4b47349 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:18.655642 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.698956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.700445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83653af-027a-4349-9ff2-332d7cd348fd None None] The sync data for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 is: [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:17Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:18.709043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:18.792580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['48b51641-b110-4063-98d6-d4c6a9fcbf71'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:18.810293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:18.913685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Allocated IP 172.25.3.226 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/eab0fa5b-b9c4-4cb4-9415-a07e294a135c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:18.968587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d3177c9-bb75-4c79-a909-bd7f40161ad0 req-c08f0889-3b24-45ed-8932-60115708181a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 210 time: 0.0819907 Nov 26 21:52:19.019451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event deleted for resources: {'Port': ['ID=48b51641-b110-4063-98d6-d4c6a9fcbf71,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:19.079122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.083828 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-419c4ae0-729a-4860-adc1-65dc08534e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.112036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 653a46ab-aae8-4f2f-9294-33afd4b47349, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=653a46ab-aae8-4f2f-9294-33afd4b47349,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:19.124786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.179336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] No DVR routers for this DVR port 48b51641-b110-4063-98d6-d4c6a9fcbf71 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:19.192514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.196443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3310fb37-359b-465a-bce7-67a1ea817b77 req-b8f94115-9dcb-443f-ab0f-42e4f39ecea8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.13 "DELETE /v2.0/ports/48b51641-b110-4063-98d6-d4c6a9fcbf71 HTTP/1.1" status: 204 len: 173 time: 2.5025845 Nov 26 21:52:19.198301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf9b433-2fcb-447a-b3da-3f2553418b2c', 'name': 'network-vif-deleted', 'tag': '48b51641-b110-4063-98d6-d4c6a9fcbf71'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:19.201054 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259428e7-b968-41d8-8fe1-a9dbfec71fc9" -d '{"events": [{"server_uuid": "acf9b433-2fcb-447a-b3da-3f2553418b2c", "name": "network-vif-deleted", "tag": "48b51641-b110-4063-98d6-d4c6a9fcbf71"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:19.234321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-419c4ae0-729a-4860-adc1-65dc08534e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.255612 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.281447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee205c-7863-4f95-ba4a-b94cea2252ef req-5d9fc60d-6aea-40a5-98e4-2b35a7ed99be tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:19.284579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22ee205c-7863-4f95-ba4a-b94cea2252ef req-5d9fc60d-6aea-40a5-98e4-2b35a7ed99be tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 946 time: 0.3588898 Nov 26 21:52:19.293256 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88713c95-bb9f-48fa-8a8c-09269d5c6e46 x-openstack-request-id: req-88713c95-bb9f-48fa-8a8c-09269d5c6e46 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:19.293545 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf9b433-2fcb-447a-b3da-3f2553418b2c", "name": "network-vif-deleted", "tag": "48b51641-b110-4063-98d6-d4c6a9fcbf71", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:19.293987 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88713c95-bb9f-48fa-8a8c-09269d5c6e46 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:19.294560 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf9b433-2fcb-447a-b3da-3f2553418b2c', 'name': 'network-vif-deleted', 'tag': '48b51641-b110-4063-98d6-d4c6a9fcbf71', 'status': 'completed', 'code': 200} Nov 26 21:52:19.361855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event deleted for resources: {'Port': ['ID=2ad789f7-b522-4c1f-abcb-e74dcb3fe48c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:19.397902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-ab163247-970f-4168-bdf2-ce524df66db5 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:19.407867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-ab163247-970f-4168-bdf2-ce524df66db5 tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 946 time: 0.2406440 Nov 26 21:52:19.450026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=653a46ab-aae8-4f2f-9294-33afd4b47349,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:19.479494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.534292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.551924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c33a25a8-7fff-46d0-bf6f-aee94de4b809 None None] Provisioning complete for port 3e8c3d91-d754-4baa-9d0e-73447b353a80 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:19.552307 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c33a25a8-7fff-46d0-bf6f-aee94de4b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.566216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22ee205c-7863-4f95-ba4a-b94cea2252ef req-96861c5d-2dca-4eb6-bc26-54013565874e tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/security-groups?id=13eabf82-a660-43a0-8734-127cc57caa06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668552 Nov 26 21:52:19.584769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] No DVR routers for this DVR port 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:19.595182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.610989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-747d5ddd-988c-46ab-8e09-e75b1911c1a5 req-6dc06f08-c15c-4514-a6e0-e86de2572c00 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "DELETE /v2.0/ports/2ad789f7-b522-4c1f-abcb-e74dcb3fe48c HTTP/1.1" status: 204 len: 173 time: 2.4480557 Nov 26 21:52:19.675045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c33a25a8-7fff-46d0-bf6f-aee94de4b809 None None] Port 3e8c3d91-d754-4baa-9d0e-73447b353a80 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:52:19.770547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.888932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:19.893124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:19.915842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:19.980238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-419c4ae0-729a-4860-adc1-65dc08534e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.986374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-419c4ae0-729a-4860-adc1-65dc08534e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:19.988568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-419c4ae0-729a-4860-adc1-65dc08534e67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8979c41-7578-4735-b501-78013e245559 HTTP/1.1" status: 204 len: 168 time: 1.6335537 Nov 26 21:52:20.003311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:20.005051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c4ae0-729a-4860-adc1-65dc08534e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8979c41-7578-4735-b501-78013e245559,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:20.012261 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:20.067876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:20.077910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:20.113485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Deleting port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:20.121576 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:20.181515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:20.185493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 2ad789f7-b522-4c1f-abcb-e74dcb3fe48c not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:20.298739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44848) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:20.330746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Network 622e33c2-73f7-41e0-9938-6fd959557b0b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:20.335511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:20.346321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Pushing event updated for resources: {'Port': ['ID=3e8c3d91-d754-4baa-9d0e-73447b353a80,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:20.388901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 653a46ab-aae8-4f2f-9294-33afd4b47349 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:20.484838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event updated for resources: {'Port': ['ID=eab0fa5b-b9c4-4cb4-9415-a07e294a135c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:20.512742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a073e6d-7931-4fff-a87d-b690d8108724 req-af125c5b-f691-4d84-9238-db0589bd5132 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=acf9b433-2fcb-447a-b3da-3f2553418b2c HTTP/1.1" status: 200 len: 210 time: 0.2031260 Nov 26 21:52:20.580438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 653a46ab-aae8-4f2f-9294-33afd4b47349 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:20.580811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:20.673361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Router 82fd1e41-4f66-484a-8769-709a23166869 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:52:20.692548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] For port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:20.693385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:20.716539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Calling delete_port for 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:20.751180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 48b51641-b110-4063-98d6-d4c6a9fcbf71 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:20.798644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 48b51641-b110-4063-98d6-d4c6a9fcbf71 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:20.799322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 48b51641-b110-4063-98d6-d4c6a9fcbf71 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:20.874490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1711500214-network', 'tenant_id': '8c9535a02c224946b4856cc26b26a9ed'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:20.897141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:20.906244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:20.924726 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5647bff6-7348-4ef6-98ee-35bf1e5ef1db admin admin] 10.222.0.21 "PUT /v2.0/routers/82fd1e41-4f66-484a-8769-709a23166869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3373764 Nov 26 21:52:20.934821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Made reservation on behalf of 8c9535a02c224946b4856cc26b26a9ed for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:20.944226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:20.952940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Sync routers for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:20.975512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-359bbdfb-87dc-4469-8adf-083ad9a89d71 None None] Provisioning complete for port 3e8c3d91-d754-4baa-9d0e-73447b353a80 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:20.975885 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-359bbdfb-87dc-4469-8adf-083ad9a89d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.004319 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.016841 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.068496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-359bbdfb-87dc-4469-8adf-083ad9a89d71 None None] Port 3e8c3d91-d754-4baa-9d0e-73447b353a80 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:52:21.082636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294', '035b14b9-7cba-4c38-8069-2984ebb29536', '8452b216-40a4-421d-b450-692b7b41b366'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:21.097875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c6a4a91-7dbd-4c7a-89be-83daaa582e1d req-894b1087-93d5-426b-bed2-a8bf81e5936a tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a HTTP/1.1" status: 200 len: 210 time: 0.1443610 Nov 26 21:52:21.113195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Pushing event deleted for resources: {'Port': ['ID=9cb73739-30f6-4ce8-b42f-ed93e967b4e2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:21.197613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] No DVR routers for this DVR port 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:21.200446 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.204539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e4627a1-d00b-4076-bbec-ee42cd097ca5 req-bd7f7fe6-50ca-4925-9511-147d0bf2162f tempest-AttachSCSIVolumeTestJSON-1579616645 tempest-AttachSCSIVolumeTestJSON-1579616645-project] 10.222.0.41 "DELETE /v2.0/ports/9cb73739-30f6-4ce8-b42f-ed93e967b4e2 HTTP/1.1" status: 204 len: 173 time: 1.7813764 Nov 26 21:52:21.207244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a', 'name': 'network-vif-deleted', 'tag': '9cb73739-30f6-4ce8-b42f-ed93e967b4e2'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:21.218957 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a14528-dd2b-42e5-bfa8-cc4e2426e1ec" -d '{"events": [{"server_uuid": "eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a", "name": "network-vif-deleted", "tag": "9cb73739-30f6-4ce8-b42f-ed93e967b4e2"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:21.232219 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.271628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:21.272300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:21.505337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.508778 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1c731d-35b6-4323-bf24-dc4f0bc932ce x-openstack-request-id: req-1d1c731d-35b6-4323-bf24-dc4f0bc932ce {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:21.509151 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a", "name": "network-vif-deleted", "tag": "9cb73739-30f6-4ce8-b42f-ed93e967b4e2", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:21.509456 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d1c731d-35b6-4323-bf24-dc4f0bc932ce {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:21.510108 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4664cc-42fb-4aa6-851a-7b2e27ac8e9a', 'name': 'network-vif-deleted', 'tag': '9cb73739-30f6-4ce8-b42f-ed93e967b4e2', 'status': 'completed', 'code': 200} Nov 26 21:52:21.512810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.616523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f4de92-b531-4aab-8c8e-782826771f78', 'name': 'network-vif-deleted', 'tag': '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:21.620667 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aef1719-bfab-4f8d-89c1-c48aa2c936a0" -d '{"events": [{"server_uuid": "b0f4de92-b531-4aab-8c8e-782826771f78", "name": "network-vif-deleted", "tag": "2ad789f7-b522-4c1f-abcb-e74dcb3fe48c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:21.627999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.629149 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.668241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:21.716639 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.718339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4191906 Nov 26 21:52:21.718685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:21.719072 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.786503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52833d72-174a-448a-af1e-cff323938ee1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event updated for resources: {'Port': ['ID=eab0fa5b-b9c4-4cb4-9415-a07e294a135c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:21.886207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.895390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44898) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:21.899756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.934233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:21.948208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:21.949926 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Added segment 9f049157-7116-4d0c-93f6-1e4d091e3041 of type vlan for network e66cced8-4302-438a-a68e-2a0a6e569347 Nov 26 21:52:22.014827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.048465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:22.055475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6c4a7574-9402-46d7-a095-1de07862c24b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259349255', 'description': 'tempest-description--1349272574'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:22.061235 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.062387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:22.063152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.146817 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7574-9402-46d7-a095-1de07862c24b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.174872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 2, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:22.176184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Pushing event updated for resources: {'Network': ['ID=e66cced8-4302-438a-a68e-2a0a6e569347,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:22.200959 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3cde73-a61c-4838-8297-5706ae4910bb x-openstack-request-id: req-cf3cde73-a61c-4838-8297-5706ae4910bb {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:22.201517 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f4de92-b531-4aab-8c8e-782826771f78", "name": "network-vif-deleted", "tag": "2ad789f7-b522-4c1f-abcb-e74dcb3fe48c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:22.201875 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf3cde73-a61c-4838-8297-5706ae4910bb {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:22.203042 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f4de92-b531-4aab-8c8e-782826771f78', 'name': 'network-vif-deleted', 'tag': '2ad789f7-b522-4c1f-abcb-e74dcb3fe48c', 'status': 'completed', 'code': 200} Nov 26 21:52:22.209016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.209429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.209725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.210109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.210444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.210780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.211109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.213365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.213365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.213535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.214749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.214749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:22.216930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Checking router: 82fd1e41-4f66-484a-8769-709a23166869 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:22.217443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Updating router 82fd1e41-4f66-484a-8769-709a23166869 port 3e8c3d91-d754-4baa-9d0e-73447b353a80 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:52:22.220468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b66327-dc3c-4b8e-8be1-4abed33b73fd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:22.234117 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-86a28f81-42ff-417f-83db-6d216612a074 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9260979 Nov 26 21:52:22.236821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44910) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:22.243700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network e66cced8-4302-438a-a68e-2a0a6e569347 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:22.250273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Request body: {'subnet': {'network_id': 'e66cced8-4302-438a-a68e-2a0a6e569347', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1711500214-subnet', 'tenant_id': '8c9535a02c224946b4856cc26b26a9ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:22.294598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-99471147'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:22.309709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Made reservation on behalf of 8c9535a02c224946b4856cc26b26a9ed for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:22.312500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.340050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.354049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:22.371780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.383973 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7574-9402-46d7-a095-1de07862c24b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.393159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.397201 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7574-9402-46d7-a095-1de07862c24b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.437445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a7574-9402-46d7-a095-1de07862c24b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:22.534850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6c4a7574-9402-46d7-a095-1de07862c24b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.541825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6c4a7574-9402-46d7-a095-1de07862c24b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4878700 Nov 26 21:52:22.545191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44934) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:22.603283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-7d2afbe6-514d-4f4d-b508-f61286b214c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1430438442&fields=id&tenant_id=62ce27df5f4646e683a752fd57c1e9c9 HTTP/1.1" status: 200 len: 267 time: 0.1665668 Nov 26 21:52:22.608272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2ae344c4-1620-43a1-97ec-f6d231309820 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'security_group_rule': {'security_group_id': '1e65e4a8-991a-4e3c-8ac4-0d05994d37d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:22.624569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.692916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1350ac-3d17-4002-ac3c-11906e3c77ae,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:22.707990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Checking segment: {'id': '9f049157-7116-4d0c-93f6-1e4d091e3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e66cced8-4302-438a-a68e-2a0a6e569347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:22.708411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Network hostable DHCP agents. Network: e66cced8-4302-438a-a68e-2a0a6e569347, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:22.733069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Network e66cced8-4302-438a-a68e-2a0a6e569347 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:22.755698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, e66cced8-4302-438a-a68e-2a0a6e569347) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:22.767688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf43c7-dc96-4098-af2e-fe39d6a30fd3 None None] Network e66cced8-4302-438a-a68e-2a0a6e569347 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:22.770932 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ae344c4-1620-43a1-97ec-f6d231309820 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.782349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:22.783861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.831234 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2dfdd139-baaa-4b49-baf5-f9efb8b7d979 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5920861 Nov 26 21:52:22.896636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.909251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:22.941330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-562eaf63-febd-488a-bab5-e49c46e802c2 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:22.965883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-562eaf63-febd-488a-bab5-e49c46e802c2 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/networks?id=43ecfb42-e64f-446d-864a-18e896674648 HTTP/1.1" status: 200 len: 814 time: 0.3613315 Nov 26 21:52:22.979646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:23.061936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635fce8c-4fca-415f-854f-c45d629ed64d None None] Network e66cced8-4302-438a-a68e-2a0a6e569347 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:23.062326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-8ff31a0f-7504-49bf-83c5-fad27da42d14 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/quotas/62ce27df5f4646e683a752fd57c1e9c9 HTTP/1.1" status: 200 len: 375 time: 0.0954332 Nov 26 21:52:23.066029 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.077769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.078229 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Added segment 7c7f8640-2189-4c40-b136-e6aad913bae3 of type vlan for network d0701b68-9657-4e89-a1d5-3911e18dfd59 Nov 26 21:52:23.089952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f958f81c-db41-41a6-a4be-1256b1046608,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:23.129058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ae344c4-1620-43a1-97ec-f6d231309820 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.140905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ae344c4-1620-43a1-97ec-f6d231309820 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.206292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.210538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae344c4-1620-43a1-97ec-f6d231309820 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c700b2-7f1a-47d4-ac23-0603ff99aac6,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:23.220476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2eaa-3bb3-4ee2-8cd0-33f77c80f829 req-555e5690-d29e-4745-ac37-d55625182118 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:23.223196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54df2eaa-3bb3-4ee2-8cd0-33f77c80f829 req-555e5690-d29e-4745-ac37-d55625182118 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 950 time: 0.2162199 Nov 26 21:52:23.225273 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.230256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ae344c4-1620-43a1-97ec-f6d231309820 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.231630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ae344c4-1620-43a1-97ec-f6d231309820 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6408522 Nov 26 21:52:23.234463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:23.239183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c22aa5db-a4c1-4252-9abc-29983984222e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'security_group_rule': {'security_group_id': '1e65e4a8-991a-4e3c-8ac4-0d05994d37d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:23.240630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-958ff3d1-746a-43d2-b6d0-418c1869fe48 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=62ce27df5f4646e683a752fd57c1e9c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1774552 Nov 26 21:52:23.292035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c22aa5db-a4c1-4252-9abc-29983984222e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.299118 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.305781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:23.306665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.336257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Pushing event updated for resources: {'Port': ['ID=3e8c3d91-d754-4baa-9d0e-73447b353a80,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:23.388064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c22aa5db-a4c1-4252-9abc-29983984222e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.400334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c22aa5db-a4c1-4252-9abc-29983984222e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.412142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5159862 Nov 26 21:52:23.418474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44986) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:23.428806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'name': 'tempest-PortsIpV6TestJSON-206776987'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:23.453665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52510b89-409b-4e57-94c0-8397ebb7e6c9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Network': ['ID=d0701b68-9657-4e89-a1d5-3911e18dfd59,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:23.462429 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54df2eaa-3bb3-4ee2-8cd0-33f77c80f829 req-414c19fa-a794-4150-a981-f08ac41f73a5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074511 Nov 26 21:52:23.519034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-b997dcf1-6eff-4ea6-9728-c704819ac31e service neutron] 10.222.0.21 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515337 Nov 26 21:52:23.531244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:23.603933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aa5db-a4c1-4252-9abc-29983984222e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162015f3-a2fd-4371-9259-af0a2dea7fc3,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:23.644565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:23.648601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.654986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c22aa5db-a4c1-4252-9abc-29983984222e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.656490 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c22aa5db-a4c1-4252-9abc-29983984222e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4207487 Nov 26 21:52:23.663084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44994) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:23.673053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:23.677415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 7bcb9479-c466-4ef0-8263-ef3214c11cfe yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:23.720875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-f53f1ba0-d0b2-4f13-8881-e585bc952473 service neutron] 10.222.0.21 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980779 Nov 26 21:52:23.726156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52dbc504-6ffc-47b2-a386-7806cfb3b95e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.736842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Attempting to bind port 3e8c3d91-d754-4baa-9d0e-73447b353a80 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:23.737426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Attempting to bind port 3e8c3d91-d754-4baa-9d0e-73447b353a80 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:23.738776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Attempting to bind port 3e8c3d91-d754-4baa-9d0e-73447b353a80 on network 622e33c2-73f7-41e0-9938-6fd959557b0b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:23.747910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:23.748795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Checking segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:23.749391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.749965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Bound using segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:23.751291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Bound port: 3e8c3d91-d754-4baa-9d0e-73447b353a80, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:23.751880 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.845077 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.855380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-807b4a65-0f4e-43cf-8551-48a1578800e7 None None] Provisioning complete for port 3e8c3d91-d754-4baa-9d0e-73447b353a80 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:23.855755 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-807b4a65-0f4e-43cf-8551-48a1578800e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.857735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] For port 3e8c3d91-d754-4baa-9d0e-73447b353a80, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:23.862150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] For port 3e8c3d91-d754-4baa-9d0e-73447b353a80, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3e8c3d91-d754-4baa-9d0e-73447b353a80,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:23.881690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.931930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.935064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-807b4a65-0f4e-43cf-8551-48a1578800e7 None None] Port 3e8c3d91-d754-4baa-9d0e-73447b353a80 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:52:23.949696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250441-31e9-4d03-870a-557c09c6381d req-e6a97cd4-a23d-4c38-89c1-02d83fb9dd3b tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:23.956979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-e6a97cd4-a23d-4c38-89c1-02d83fb9dd3b tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/networks?id=e66cced8-4302-438a-a68e-2a0a6e569347 HTTP/1.1" status: 200 len: 814 time: 0.2206728 Nov 26 21:52:23.980304 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-3281c1ea-5510-4503-910b-acba33328ac3 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/quotas/8c9535a02c224946b4856cc26b26a9ed HTTP/1.1" status: 200 len: 375 time: 0.0223694 Nov 26 21:52:23.991453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:23.992185 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:23.993251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:51:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:24.002507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Pushing event updated for resources: {'Port': ['ID=3e8c3d91-d754-4baa-9d0e-73447b353a80,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:24.075976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=7bcb9479-c466-4ef0-8263-ef3214c11cfe,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:24.100544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.100896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.101241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.105997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.106589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.106943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.107288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.107629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.107965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.108297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.108629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.108957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa06cd38-2580-4ac2-9a04-2b5364d75838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:52:24.116387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:24.135324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking segment: {'id': '7c7f8640-2189-4c40-b136-e6aad913bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:24.135754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network hostable DHCP agents. Network: d0701b68-9657-4e89-a1d5-3911e18dfd59, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:24.164032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:24.178790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d0701b68-9657-4e89-a1d5-3911e18dfd59) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:24.189671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:24.200381 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36f1235-9d97-4eee-b728-14cb572d5d13 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:24.203099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:24.203731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9cb73739-30f6-4ce8-b42f-ed93e967b4e2 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:24.209187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:24.209878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.245624 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-470b4fce-0661-4dd2-8288-3894413bf7c2 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8246853 Nov 26 21:52:24.248404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45010) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:24.256536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1075053588'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:24.329633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:24.333996 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.373684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:24.387248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.387897 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Added segment 64b3e21a-ed4f-40e3-a665-0484ed80db36 of type vlan for network 3d129b84-4358-4b0c-9f3b-31730260e7b8 Nov 26 21:52:24.399483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:24.436485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2cd7092f-cc5c-44d6-b17a-49e357edf973 None None] Provisioning complete for port 3e8c3d91-d754-4baa-9d0e-73447b353a80 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:24.436928 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cd7092f-cc5c-44d6-b17a-49e357edf973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.466906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.521374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.534987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:24.535659 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.606831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-edae73cd-2ff7-46cc-bfbb-0387484633fa tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c9535a02c224946b4856cc26b26a9ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6256225 Nov 26 21:52:24.714260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Network': ['ID=3d129b84-4358-4b0c-9f3b-31730260e7b8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:24.714826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cd7092f-cc5c-44d6-b17a-49e357edf973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.773010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2cd7092f-cc5c-44d6-b17a-49e357edf973 None None] For port 3e8c3d91-d754-4baa-9d0e-73447b353a80, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3e8c3d91-d754-4baa-9d0e-73447b353a80,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:24.775263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3d129b84-4358-4b0c-9f3b-31730260e7b8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:24.781753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-85d26d45-e2be-4899-951a-7bed767b25b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5308561 Nov 26 21:52:24.782422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45020) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:24.790218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'ports': [{'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59'}, {'network_id': '3d129b84-4358-4b0c-9f3b-31730260e7b8'}]} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:24.790619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:24.791196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '3d129b84-4358-4b0c-9f3b-31730260e7b8'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:24.792194 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cd7092f-cc5c-44d6-b17a-49e357edf973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:24.802265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cee6741-a452-4e08-a4dc-bacd8af0e431 req-a7e5446c-9021-4478-9133-8c9556f187e5 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 210 time: 0.1912985 Nov 26 21:52:24.916420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f251299-13cd-491f-a4a9-d5c879537eab req-f68fa6ef-def4-464c-b6cd-6195713ccee7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:24.918532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f251299-13cd-491f-a4a9-d5c879537eab req-f68fa6ef-def4-464c-b6cd-6195713ccee7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b9c875b-a640-4115-aa43-fbeb31b6ab35 HTTP/1.1" status: 200 len: 950 time: 0.2056446 Nov 26 21:52:24.958058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7092f-cc5c-44d6-b17a-49e357edf973 None None] Pushing event updated for resources: {'Port': ['ID=3e8c3d91-d754-4baa-9d0e-73447b353a80,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:24.976693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:23Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:25.015286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f092b-bcec-43d0-9fa7-29329af5525c None None] The sync data for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 is: [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:23Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:25.073851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-8f3cb871-4d9e-4f4c-b034-d5f91e1a65f5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:25.075437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-8f3cb871-4d9e-4f4c-b034-d5f91e1a65f5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 950 time: 0.4663138 Nov 26 21:52:25.086380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:25.137276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-93adc358-33ac-4fec-8637-00942e57eb62 service neutron] 10.222.0.21 "GET /v2.0/networks/e66cced8-4302-438a-a68e-2a0a6e569347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4995377 Nov 26 21:52:25.153609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Deleting port 035b14b9-7cba-4c38-8069-2984ebb29536 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:25.154260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:25.159657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 2} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:25.164745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:25.234120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:25.350611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f451d6-5c3f-4345-b903-fc713a8f8b36 req-960622d5-2584-4577-bf9d-ef4419c216fc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:25.359116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78f451d6-5c3f-4345-b903-fc713a8f8b36 req-960622d5-2584-4577-bf9d-ef4419c216fc tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 950 time: 0.4255953 Nov 26 21:52:25.395679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] For port 035b14b9-7cba-4c38-8069-2984ebb29536, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=035b14b9-7cba-4c38-8069-2984ebb29536,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:25.396217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:25.403505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 5e1dd2ba-ab5f-46d2-8830-d1f56f8ea717 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:25.423651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Calling delete_port for 035b14b9-7cba-4c38-8069-2984ebb29536 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:25.442037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-9c08ff8e-93f1-4476-ae3e-13ff268bf2c8 service neutron] 10.222.0.21 "GET /v2.0/networks/e66cced8-4302-438a-a68e-2a0a6e569347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028784 Nov 26 21:52:25.594410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78f451d6-5c3f-4345-b903-fc713a8f8b36 req-060d347b-52a2-4b47-85c8-d4b20e4529c1 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883624 Nov 26 21:52:25.762915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Deleting port 8452b216-40a4-421d-b450-692b7b41b366 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:25.764327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:25.829051 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1ea5c41-2e8f-42df-b761-6428060364aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:25.848558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:25.857190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Allocated IP 172.25.3.201 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/864f72e3-fb34-4105-b6b7-be9711648db6) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:25.971251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2385fae5-8496-4d38-a4dc-47eb5e4503a1 req-5e069efc-8035-4791-abba-84d200111a00 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 210 time: 0.1170549 Nov 26 21:52:26.006828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83df31a7-0dd9-4bb8-9a70-c69fb1061583 req-da442956-7e3c-4c9e-b5af-35d95810f9f8 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 210 time: 0.0509770 Nov 26 21:52:26.149766 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] For port 8452b216-40a4-421d-b450-692b7b41b366, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8452b216-40a4-421d-b450-692b7b41b366,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:26.150812 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:26.192563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Calling delete_port for 8452b216-40a4-421d-b450-692b7b41b366 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:26.220498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 960704f1-603b-4f9c-84c8-2abecd3d060f yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:26.253688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3e8c3d91-d754-4baa-9d0e-73447b353a80 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:26.355089 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:26.360754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 3e8c3d91-d754-4baa-9d0e-73447b353a80 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:26.363834 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:26.412104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-1fcc1891-a762-4e1a-b0a2-5fb4ca795cf1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:26.413650 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-1fcc1891-a762-4e1a-b0a2-5fb4ca795cf1 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.13 "GET /v2.0/networks?id=43ecfb42-e64f-446d-864a-18e896674648 HTTP/1.1" status: 200 len: 814 time: 0.4074848 Nov 26 21:52:26.441034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:26.542022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:26.578887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:26.637199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:26.652160 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:26.692950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:26.699019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:26.700789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event deleted for resources: {'Port': ['ID=035b14b9-7cba-4c38-8069-2984ebb29536,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:26.802892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'Port': ['ID=864f72e3-fb34-4105-b6b7-be9711648db6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:26.824580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] No DVR routers for this DVR port 035b14b9-7cba-4c38-8069-2984ebb29536 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:26.827301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:26.831030 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f251299-13cd-491f-a4a9-d5c879537eab req-2dd05037-4b59-488a-8f0f-65a8b59f58fb tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "DELETE /v2.0/ports/035b14b9-7cba-4c38-8069-2984ebb29536 HTTP/1.1" status: 204 len: 173 time: 1.8960042 Nov 26 21:52:26.839960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9c875b-a640-4115-aa43-fbeb31b6ab35', 'name': 'network-vif-deleted', 'tag': '035b14b9-7cba-4c38-8069-2984ebb29536'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:26.842501 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4b4e06-3f2e-4851-b644-8b3c75d84eef" -d '{"events": [{"server_uuid": "4b9c875b-a640-4115-aa43-fbeb31b6ab35", "name": "network-vif-deleted", "tag": "035b14b9-7cba-4c38-8069-2984ebb29536"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:26.870771 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-8b695975-7e13-4b03-89dd-30acba9bcc6c tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62ce27df5f4646e683a752fd57c1e9c9 HTTP/1.1" status: 200 len: 380 time: 0.4319983 Nov 26 21:52:26.928752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Request body: {'port': {'device_id': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'admin_state_up': True, 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'security_groups': ['70b185ea-477d-4648-b887-95893aecc7d9']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:26.995018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:26.996152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event deleted for resources: {'Port': ['ID=8452b216-40a4-421d-b450-692b7b41b366,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:27.030666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ecaa079-375a-493e-935d-c6a63141777f req-9c82bb52-83b9-4650-8f77-b6b5e9c0493c tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 210 time: 0.2801006 Nov 26 21:52:27.031571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] No DVR routers for this DVR port 8452b216-40a4-421d-b450-692b7b41b366 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:27.054554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.064506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4538b2a-a2c9-4edc-8239-4790977472ce req-2e446959-3571-4923-9655-78453e9481ec tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "DELETE /v2.0/ports/8452b216-40a4-421d-b450-692b7b41b366 HTTP/1.1" status: 204 len: 173 time: 1.9533658 Nov 26 21:52:27.065906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1', 'name': 'network-vif-deleted', 'tag': '8452b216-40a4-421d-b450-692b7b41b366'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:27.071018 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0417f8b-1c68-496d-8243-c995f6284135" -d '{"events": [{"server_uuid": "f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1", "name": "network-vif-deleted", "tag": "8452b216-40a4-421d-b450-692b7b41b366"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:27.142371 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19d6cfc-76b8-4ab1-acc7-3e9f204c5174 x-openstack-request-id: req-f19d6cfc-76b8-4ab1-acc7-3e9f204c5174 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:27.142729 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9c875b-a640-4115-aa43-fbeb31b6ab35", "name": "network-vif-deleted", "tag": "035b14b9-7cba-4c38-8069-2984ebb29536", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:27.142988 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f19d6cfc-76b8-4ab1-acc7-3e9f204c5174 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:27.143392 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9c875b-a640-4115-aa43-fbeb31b6ab35', 'name': 'network-vif-deleted', 'tag': '035b14b9-7cba-4c38-8069-2984ebb29536', 'status': 'completed', 'code': 200} Nov 26 21:52:27.205337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.293490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-316495c7-52d8-4142-85aa-677e5ba68831 req-a25eb21c-1b3b-4ac1-8b44-5db3d807bcdd tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 210 time: 0.0695736 Nov 26 21:52:27.307106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:27.342691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c51e1425-582b-4e02-ba0e-3fe6c6b7159c req-8d5dc606-3ae1-46b4-a821-b585eba80608 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 210 time: 0.0566988 Nov 26 21:52:27.347175 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a9e07b-e4bd-4cb0-98ae-d3e903c50920 x-openstack-request-id: req-53a9e07b-e4bd-4cb0-98ae-d3e903c50920 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:27.347701 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1", "name": "network-vif-deleted", "tag": "8452b216-40a4-421d-b450-692b7b41b366", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:27.348215 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53a9e07b-e4bd-4cb0-98ae-d3e903c50920 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:27.348844 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1', 'name': 'network-vif-deleted', 'tag': '8452b216-40a4-421d-b450-692b7b41b366', 'status': 'completed', 'code': 200} Nov 26 21:52:27.354482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.356549 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.408251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.427755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:27.434635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:27.438251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:27.438392 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.449433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Made reservation on behalf of 62ce27df5f4646e683a752fd57c1e9c9 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:27.453604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.459791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=5e1dd2ba-ab5f-46d2-8830-d1f56f8ea717,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:27.550926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=960704f1-603b-4f9c-84c8-2abecd3d060f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:27.687756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking segment: {'id': '64b3e21a-ed4f-40e3-a665-0484ed80db36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d129b84-4358-4b0c-9f3b-31730260e7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:27.688122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network hostable DHCP agents. Network: 3d129b84-4358-4b0c-9f3b-31730260e7b8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:27.758574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 3d129b84-4358-4b0c-9f3b-31730260e7b8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:27.779457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3d129b84-4358-4b0c-9f3b-31730260e7b8) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:27.784207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:27.791435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e639fdff-88e7-4cec-aed6-4f9c84acac02 None None] Network 3d129b84-4358-4b0c-9f3b-31730260e7b8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:27.791724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:27.797570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:27.798312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.801636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Allocated IP 172.20.0.5 (43ecfb42-e64f-446d-864a-18e896674648/b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a/2c3cf477-adfc-4706-84bb-a729b7528b33) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:27.857665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.866520 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9d0bd192-4c38-42ce-92a0-b360beef206f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0791354 Nov 26 21:52:27.872679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45058) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:27.878014 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:27.966518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'Port': ['ID=864f72e3-fb34-4105-b6b7-be9711648db6,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:28.001343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250441-31e9-4d03-870a-557c09c6381d req-c84db454-e886-422d-9902-5becd4ee85d4 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:28.003246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-c84db454-e886-422d-9902-5becd4ee85d4 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.41 "GET /v2.0/networks?id=e66cced8-4302-438a-a68e-2a0a6e569347 HTTP/1.1" status: 200 len: 814 time: 0.3269639 Nov 26 21:52:28.081972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Request body: {'port': {'device_id': 'd07ea825-2c92-44d7-871e-9f7d25243fc8', 'network_id': 'e66cced8-4302-438a-a68e-2a0a6e569347', 'admin_state_up': True, 'tenant_id': '8c9535a02c224946b4856cc26b26a9ed'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:28.158790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8452b216-40a4-421d-b450-692b7b41b366 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:28.190384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-03d3fbd7-d7af-48b4-acdd-1bc5695b6bab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 960704f1-603b-4f9c-84c8-2abecd3d060f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:28.193568 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03d3fbd7-d7af-48b4-acdd-1bc5695b6bab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.230958 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.231476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 8452b216-40a4-421d-b450-692b7b41b366 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:28.232168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8452b216-40a4-421d-b450-692b7b41b366 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:28.232782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 035b14b9-7cba-4c38-8069-2984ebb29536 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:28.258738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 035b14b9-7cba-4c38-8069-2984ebb29536 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:28.259423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 035b14b9-7cba-4c38-8069-2984ebb29536 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:28.276602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f74921ea-7b2e-48db-9926-ed2b0fc1b392 req-485f72a5-7503-4691-8674-e14fc3d794c4 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6dbcbbe-6926-4a44-8f75-8fd4baaca5c1 HTTP/1.1" status: 200 len: 210 time: 0.0747542 Nov 26 21:52:28.291969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.304180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ff4dc808-f7df-42ec-a89e-43531d6218bc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6345999 Nov 26 21:52:28.320022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03d3fbd7-d7af-48b4-acdd-1bc5695b6bab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.351726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-03d3fbd7-d7af-48b4-acdd-1bc5695b6bab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 960704f1-603b-4f9c-84c8-2abecd3d060f owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:28.370260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Made reservation on behalf of 8c9535a02c224946b4856cc26b26a9ed for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:28.381129 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.482466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e639e79f-fa24-4820-b018-93c526ad1c02 req-6d4fa056-c530-45d8-a597-6ee36c7a9d61 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 210 time: 0.0716231 Nov 26 21:52:28.504197 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.539698 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.542638 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03d3fbd7-d7af-48b4-acdd-1bc5695b6bab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.581392 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03d3fbd7-d7af-48b4-acdd-1bc5695b6bab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.588517 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-03d3fbd7-d7af-48b4-acdd-1bc5695b6bab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/960704f1-603b-4f9c-84c8-2abecd3d060f HTTP/1.1" status: 204 len: 168 time: 0.7144310 Nov 26 21:52:28.594008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ed565c0-97b6-4dc5-ba64-04287b5ccf98 req-4281288d-b81b-4c4a-8b28-9d28ff34e4af tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 210 time: 0.1193445 Nov 26 21:52:28.599351 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45084) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:28.637093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3fbd7-d7af-48b4-acdd-1bc5695b6bab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=960704f1-603b-4f9c-84c8-2abecd3d060f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:28.669259 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.716197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Network 43ecfb42-e64f-446d-864a-18e896674648 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:28.719300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:28.723228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:28.745320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64834d-9cdf-4eca-9a9e-541871702b89 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:28.748935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event updated for resources: {'Port': ['ID=2c3cf477-adfc-4706-84bb-a729b7528b33,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:28.751889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64834d-9cdf-4eca-9a9e-541871702b89 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:28.753491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8d64834d-9cdf-4eca-9a9e-541871702b89 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1537726 Nov 26 21:52:28.759018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45086) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:28.788899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:28.790837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:28.817185 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-672be2ab-7bf1-4dcd-83b8-b618425a82c7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9026868 Nov 26 21:52:28.823509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-f4328edf-cb99-4d55-8565-619064b971c4 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1259349255&fields=id&tenant_id=d88c7a9f839f486fa4734313e308f0cd HTTP/1.1" status: 200 len: 267 time: 0.2106001 Nov 26 21:52:28.842412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Request body: {'port': {'device_id': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:28.891770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Allocated IP 172.20.0.13 (e66cced8-4302-438a-a68e-2a0a6e569347/2f1350ac-3d17-4002-ac3c-11906e3c77ae/68571293-fa9e-4279-b888-c330cbefce2f) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:28.917387 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.033466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-47b3b4a7-dbed-4c68-bac1-4f1047fc2e77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 5e1dd2ba-ab5f-46d2-8830-d1f56f8ea717 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:29.033728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4a7-dbed-4c68-bac1-4f1047fc2e77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.060698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-827ce408-12c5-4b0b-989c-7cde796da959 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:29.062483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-827ce408-12c5-4b0b-989c-7cde796da959 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 811 time: 0.2071533 Nov 26 21:52:29.090922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-76827656-301d-43e8-a1ac-f0d70265e24c None None] Provisioning complete for port 2c3cf477-adfc-4706-84bb-a729b7528b33 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:29.091295 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-76827656-301d-43e8-a1ac-f0d70265e24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.095518 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.142830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-76827656-301d-43e8-a1ac-f0d70265e24c None None] Port 2c3cf477-adfc-4706-84bb-a729b7528b33 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:52:29.183270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-252e8d19-4fb3-4737-ae79-0e7dcf2e0e00 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/quotas/d88c7a9f839f486fa4734313e308f0cd HTTP/1.1" status: 200 len: 375 time: 0.0749507 Nov 26 21:52:29.218002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4a7-dbed-4c68-bac1-4f1047fc2e77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.250250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-47b3b4a7-dbed-4c68-bac1-4f1047fc2e77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 5e1dd2ba-ab5f-46d2-8830-d1f56f8ea717 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:29.274451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3cf477-adfc-4706-84bb-a729b7528b33 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:52:29.282889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.307925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Transition to ACTIVE for port object 2c3cf477-adfc-4706-84bb-a729b7528b33 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:52:29.316090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.357424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-79099c79-d829-43cc-bf06-579f72a016ea tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731830 Nov 26 21:52:29.361126 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.397648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Pushing event updated for resources: {'Port': ['ID=2c3cf477-adfc-4706-84bb-a729b7528b33,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:29.449220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45100) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:29.492874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.501693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4a7-dbed-4c68-bac1-4f1047fc2e77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.611826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Attempting to bind port 2c3cf477-adfc-4706-84bb-a729b7528b33 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:29.612164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Attempting to bind port 2c3cf477-adfc-4706-84bb-a729b7528b33 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:29.612499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Attempting to bind port 2c3cf477-adfc-4706-84bb-a729b7528b33 on network 43ecfb42-e64f-446d-864a-18e896674648 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:29.624803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Port 2c3cf477-adfc-4706-84bb-a729b7528b33 on network 43ecfb42-e64f-446d-864a-18e896674648 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:52:29.625160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Attempting to bind port 2c3cf477-adfc-4706-84bb-a729b7528b33 on network 43ecfb42-e64f-446d-864a-18e896674648 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:29.626556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Pushing event updated for resources: {'Port': ['ID=68571293-fa9e-4279-b888-c330cbefce2f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:29.644392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:29.645124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Checking segment: {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:29.646740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Bound using segment: {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:29.647401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Bound port: 2c3cf477-adfc-4706-84bb-a729b7528b33, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d3638f1-c77c-419d-9196-13b1ed7c0f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '43ecfb42-e64f-446d-864a-18e896674648'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:29.647928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.672463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47b3b4a7-dbed-4c68-bac1-4f1047fc2e77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.676787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-47b3b4a7-dbed-4c68-bac1-4f1047fc2e77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/5e1dd2ba-ab5f-46d2-8830-d1f56f8ea717 HTTP/1.1" status: 204 len: 168 time: 0.9164915 Nov 26 21:52:29.680581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45110) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:29.697689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Network e66cced8-4302-438a-a68e-2a0a6e569347 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:29.713272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3b4a7-dbed-4c68-bac1-4f1047fc2e77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=5e1dd2ba-ab5f-46d2-8830-d1f56f8ea717,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:29.724396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:29.738335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:29.791787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-383bf548-53a5-45d9-b416-eb1a7dfa8cc3 service neutron] 10.222.0.21 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978372 Nov 26 21:52:29.855488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aab362-c000-41c5-b67e-5e3a2b67cc94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:29.859753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-40aab362-c000-41c5-b67e-5e3a2b67cc94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1726251 Nov 26 21:52:29.861107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45112) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:29.865570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6170af6-264a-4a38-bfed-68d5e2d96e76 req-9306ba44-7e2b-4e09-91d3-6a15fab30bad tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:29.868288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6170af6-264a-4a38-bfed-68d5e2d96e76 req-9306ba44-7e2b-4e09-91d3-6a15fab30bad tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 932 time: 0.2744915 Nov 26 21:52:29.877726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:29.878375 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.879543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] For port 2c3cf477-adfc-4706-84bb-a729b7528b33, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:29.909574 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f72e31d-1f49-422d-8329-e2305d57fe04 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:52:29.911936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7f72e31d-1f49-422d-8329-e2305d57fe04 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/960704f1-603b-4f9c-84c8-2abecd3d060f HTTP/1.1" status: 404 len: 333 time: 0.0472934 Nov 26 21:52:29.913548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] For port 2c3cf477-adfc-4706-84bb-a729b7528b33, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2c3cf477-adfc-4706-84bb-a729b7528b33,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:29.917043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45114) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:29.928759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:29.944302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-1e9dee39-72c7-4bdb-949c-e5daf5488394 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8761415 Nov 26 21:52:29.963499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-1494e931-17b0-441e-9aa6-facf0e0646ed service neutron] 10.222.0.21 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707857 Nov 26 21:52:29.971338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Request body: {'port': {'device_id': 'd07ea825-2c92-44d7-871e-9f7d25243fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:29.993399 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-df5dffa4-24bb-4ace-ab67-68900390a753 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:52:29.995209 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-df5dffa4-24bb-4ace-ab67-68900390a753 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/5e1dd2ba-ab5f-46d2-8830-d1f56f8ea717 HTTP/1.1" status: 404 len: 333 time: 0.0770628 Nov 26 21:52:30.001028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45116) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:30.024675 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6170af6-264a-4a38-bfed-68d5e2d96e76 req-4322a285-a33a-4621-8d5a-6cba874cfc47 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410809 Nov 26 21:52:30.036096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:30.036942 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:30.038625 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] 10.222.0.13 "PUT /v2.0/ports/2c3cf477-adfc-4706-84bb-a729b7528b33 HTTP/1.1" status: 200 len: 1091 time: 1.2017174 Nov 26 21:52:30.044005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'tag': '2c3cf477-adfc-4706-84bb-a729b7528b33'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:30.046536 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15daca5-9228-40f5-b76e-ab823a58e5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7d759c27-bd2e-4cb7-879b-232c479174ac", "tag": "2c3cf477-adfc-4706-84bb-a729b7528b33"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:30.103250 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:30.201112 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:30.420423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbaf67-47c4-4d4a-a9bc-d44c1bfff13b req-ab3ca8dc-9bdf-4b4e-9e80-e08ca2fa8c32 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:30.428225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76cbaf67-47c4-4d4a-a9bc-d44c1bfff13b req-ab3ca8dc-9bdf-4b4e-9e80-e08ca2fa8c32 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 943 time: 0.0891781 Nov 26 21:52:30.710596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf89126-c10a-4bf3-8346-3b2a026df9bd service neutron] Pushing event updated for resources: {'Port': ['ID=2c3cf477-adfc-4706-84bb-a729b7528b33,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:30.771942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-dc0ecd22-f87a-4845-947a-11d74d71fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:30.773442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-dc0ecd22-f87a-4845-947a-11d74d71fd7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62ce27df5f4646e683a752fd57c1e9c9&device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 1094 time: 0.5649910 Nov 26 21:52:30.855316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:30.859274 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-3288ce65-279a-46a0-91cc-e3b911f84b89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3cf477-adfc-4706-84bb-a729b7528b33 HTTP/1.1" status: 200 len: 217 time: 0.0576785 Nov 26 21:52:30.866980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5dbacd2d-a4d6-4bc0-9d3a-e3a6cdfcc326 req-457fa6ad-6e69-4040-87fd-84f34d1e47f0 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 210 time: 0.0422733 Nov 26 21:52:30.876923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76cbaf67-47c4-4d4a-a9bc-d44c1bfff13b req-480a5fe3-66bb-4b3e-99b3-5956a951ecf5 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4478106 Nov 26 21:52:30.907112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d129b84-4358-4b0c-9f3b-31730260e7b8']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:30.925711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b3e21a-ed4f-40e3-a665-0484ed80db36') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:30.926024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b3e21a-ed4f-40e3-a665-0484ed80db36') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:30.942817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:30.954901 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6961f6-2f3c-453d-a41f-44b6a90b4951 x-openstack-request-id: req-9e6961f6-2f3c-453d-a41f-44b6a90b4951 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:30.955242 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d759c27-bd2e-4cb7-879b-232c479174ac", "tag": "2c3cf477-adfc-4706-84bb-a729b7528b33", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:30.955544 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e6961f6-2f3c-453d-a41f-44b6a90b4951 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:30.955978 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'tag': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'status': 'completed', 'code': 200} Nov 26 21:52:30.971087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:30.978655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-d7aed283-77cf-4659-acdb-48018ef59aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:30.980115 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-d7aed283-77cf-4659-acdb-48018ef59aad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a HTTP/1.1" status: 200 len: 853 time: 0.1089013 Nov 26 21:52:30.990263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68571293-fa9e-4279-b888-c330cbefce2f {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:52:30.999881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.010137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:31.010566 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:31.014477 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:31.016217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Transition to ACTIVE for port object 68571293-fa9e-4279-b888-c330cbefce2f will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:52:31.021414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.130820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.136481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.141310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Pushing event updated for resources: {'Port': ['ID=68571293-fa9e-4279-b888-c330cbefce2f,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:31.148055 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/networks/3d129b84-4358-4b0c-9f3b-31730260e7b8 HTTP/1.1" status: 204 len: 168 time: 1.1457126 Nov 26 21:52:31.150635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45140) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:31.155749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-1eea1a69-bc76-4409-8a06-39478ff961da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.158657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-1eea1a69-bc76-4409-8a06-39478ff961da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43ecfb42-e64f-446d-864a-18e896674648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501429 Nov 26 21:52:31.163836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1284848916'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:31.204637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151014e4-235a-4a47-b7e2-4095f8d74e61 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Network': ['ID=3d129b84-4358-4b0c-9f3b-31730260e7b8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:31.222742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Attempting to bind port 68571293-fa9e-4279-b888-c330cbefce2f on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:31.223165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Attempting to bind port 68571293-fa9e-4279-b888-c330cbefce2f by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '9f049157-7116-4d0c-93f6-1e4d091e3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e66cced8-4302-438a-a68e-2a0a6e569347'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:31.223569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Attempting to bind port 68571293-fa9e-4279-b888-c330cbefce2f on network e66cced8-4302-438a-a68e-2a0a6e569347 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:31.235821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Port 68571293-fa9e-4279-b888-c330cbefce2f on network e66cced8-4302-438a-a68e-2a0a6e569347 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:52:31.236245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Attempting to bind port 68571293-fa9e-4279-b888-c330cbefce2f on network e66cced8-4302-438a-a68e-2a0a6e569347 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:31.249215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4f420-62e6-44bf-bd4a-114b20c1d72d req-8380386a-c9c1-4934-92bf-bc34130ccac8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.250886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42f4f420-62e6-44bf-bd4a-114b20c1d72d req-8380386a-c9c1-4934-92bf-bc34130ccac8 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 950 time: 0.1531513 Nov 26 21:52:31.254875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:31.255299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Checking segment: {'id': '9f049157-7116-4d0c-93f6-1e4d091e3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e66cced8-4302-438a-a68e-2a0a6e569347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:31.255753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Bound using segment: {'id': '9f049157-7116-4d0c-93f6-1e4d091e3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e66cced8-4302-438a-a68e-2a0a6e569347'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:31.256266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Bound port: 68571293-fa9e-4279-b888-c330cbefce2f, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f049157-7116-4d0c-93f6-1e4d091e3041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e66cced8-4302-438a-a68e-2a0a6e569347'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:31.256717 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.265797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.271182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:31.275146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.302579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f843df6-f6d8-466b-b2ba-12f553e3e620 req-8703f431-ab23-4ea8-b49e-3b0f633528a2 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.304052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f843df6-f6d8-466b-b2ba-12f553e3e620 req-8703f431-ab23-4ea8-b49e-3b0f633528a2 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 944 time: 0.1260746 Nov 26 21:52:31.375433 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42f4f420-62e6-44bf-bd4a-114b20c1d72d req-2be9cff2-5ce5-4212-aa1b-3356289c809a tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137846 Nov 26 21:52:31.394444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-42ecc0cc-3748-41d3-8a1d-78ec5bdcbfde service neutron] 10.222.0.13 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228179 Nov 26 21:52:31.395135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:31.420001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] For port 68571293-fa9e-4279-b888-c330cbefce2f, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:31.421963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.422342 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Added segment 99b73456-85be-4bf0-8911-50a238d33095 of type vlan for network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d Nov 26 21:52:31.423395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] For port 68571293-fa9e-4279-b888-c330cbefce2f, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=68571293-fa9e-4279-b888-c330cbefce2f,segment=NetworkSegment(9f049157-7116-4d0c-93f6-1e4d091e3041),segment_id=9f049157-7116-4d0c-93f6-1e4d091e3041)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:31.427723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f843df6-f6d8-466b-b2ba-12f553e3e620 req-ff2e3a26-05d7-4f5b-b81d-119e67b7cd2e tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020858 Nov 26 21:52:31.429283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.475410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.476314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.478809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] 10.222.0.41 "PUT /v2.0/ports/68571293-fa9e-4279-b888-c330cbefce2f HTTP/1.1" status: 200 len: 1092 time: 1.5144706 Nov 26 21:52:31.479300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07ea825-2c92-44d7-871e-9f7d25243fc8', 'tag': '68571293-fa9e-4279-b888-c330cbefce2f'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:31.481559 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aabec3-f1b4-464a-895f-d6492869363d" -d '{"events": [{"name": "network-changed", "server_uuid": "d07ea825-2c92-44d7-871e-9f7d25243fc8", "tag": "68571293-fa9e-4279-b888-c330cbefce2f"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:31.516945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd8113-9274-4abd-82c0-c786b0531248 service neutron] Pushing event updated for resources: {'Port': ['ID=68571293-fa9e-4279-b888-c330cbefce2f,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:31.534619 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0cf808-db52-4737-ba45-96c74223eed4 x-openstack-request-id: req-3d0cf808-db52-4737-ba45-96c74223eed4 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:31.535135 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07ea825-2c92-44d7-871e-9f7d25243fc8", "tag": "68571293-fa9e-4279-b888-c330cbefce2f", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:31.535393 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d0cf808-db52-4737-ba45-96c74223eed4 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:31.535797 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07ea825-2c92-44d7-871e-9f7d25243fc8', 'tag': '68571293-fa9e-4279-b888-c330cbefce2f', 'status': 'completed', 'code': 200} Nov 26 21:52:31.575304 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.599116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250441-31e9-4d03-870a-557c09c6381d req-a24a1e85-149c-4242-90af-6bf1c057f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.600625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-a24a1e85-149c-4242-90af-6bf1c057f8ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c9535a02c224946b4856cc26b26a9ed&device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 1095 time: 0.0429821 Nov 26 21:52:31.654831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-98f597b8-fc50-4ea0-bf38-a97e2b9d1be2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68571293-fa9e-4279-b888-c330cbefce2f HTTP/1.1" status: 200 len: 217 time: 0.0382867 Nov 26 21:52:31.713439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b0227fb-c73f-4668-a497-e3ef2bf2c833 req-eb53ba7f-8fc1-445b-9fb9-cf42e98c5c47 service neutron] 10.222.0.13 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092759 Nov 26 21:52:31.713959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6250441-31e9-4d03-870a-557c09c6381d req-0ed1e154-9815-4c2b-8393-0eee73445d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.714104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.716007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-0ed1e154-9815-4c2b-8393-0eee73445d70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1350ac-3d17-4002-ac3c-11906e3c77ae HTTP/1.1" status: 200 len: 854 time: 0.0494826 Nov 26 21:52:31.719849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.720417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:31.763839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-c06e3d6f-39be-418f-83ed-903eee0afefa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e66cced8-4302-438a-a68e-2a0a6e569347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340405 Nov 26 21:52:31.801028 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6413276 Nov 26 21:52:31.806422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45144) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:31.822743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': '6004df7b-0c80-4ee7-b7c6-5dbfc99e180d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:31.825043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8095a2d-a7c9-4b1e-89da-9dfe0e806215 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Network': ['ID=6004df7b-0c80-4ee7-b7c6-5dbfc99e180d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:31.835531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:31.839119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-9f2147a9-bbb3-41cf-8aff-3c6864fc6fc4 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.840602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-9f2147a9-bbb3-41cf-8aff-3c6864fc6fc4 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 811 time: 0.2401993 Nov 26 21:52:31.951847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-731b04ee-caa7-4382-b891-8448766c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:31.953361 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-731b04ee-caa7-4382-b891-8448766c2561 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62ce27df5f4646e683a752fd57c1e9c9&device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 1094 time: 0.1110449 Nov 26 21:52:32.012782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-0529066b-0230-44f1-8a91-7b91d8e79575 service neutron] 10.222.0.41 "GET /v2.0/networks/e66cced8-4302-438a-a68e-2a0a6e569347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144630 Nov 26 21:52:32.037573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f3333d1-137b-46b7-8e57-7285aa984560 req-719bf375-ac08-4af0-8c60-1b498c0a8095 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 210 time: 0.0530424 Nov 26 21:52:32.058013 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-2571dd50-8a1e-4f17-879b-7cc5e198d716 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88c7a9f839f486fa4734313e308f0cd HTTP/1.1" status: 200 len: 380 time: 0.1733170 Nov 26 21:52:32.067109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:32.069983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'port': {'device_id': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'admin_state_up': True, 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'security_groups': ['1e65e4a8-991a-4e3c-8ac4-0d05994d37d4']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:32.070896 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:32.116795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Deleting port 4499691c-1d0c-4907-860e-52c3f47eb031 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:32.117166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:32.167922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Performing IP validity checks on allocation pools {{(pid=109999) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 21:52:32.170661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109999) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 21:52:32.182123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3a7bd-d389-499e-9fe1-9df43347a25b req-41eaf3e7-0928-45a5-af17-6b7b40001c81 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.183741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae3a7bd-d389-499e-9fe1-9df43347a25b req-41eaf3e7-0928-45a5-af17-6b7b40001c81 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 943 time: 0.2147415 Nov 26 21:52:32.240327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-653c7900-4cee-41fa-9e11-e425ea449504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.241797 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-653c7900-4cee-41fa-9e11-e425ea449504 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43ecfb42-e64f-446d-864a-18e896674648 HTTP/1.1" status: 200 len: 915 time: 0.2763367 Nov 26 21:52:32.256638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6250441-31e9-4d03-870a-557c09c6381d req-566d37ff-9c82-403f-af35-a826eb0e8b5b service neutron] 10.222.0.41 "GET /v2.0/networks/e66cced8-4302-438a-a68e-2a0a6e569347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224851 Nov 26 21:52:32.300434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae3a7bd-d389-499e-9fe1-9df43347a25b req-f2674583-dc5d-4cd9-a591-59ada0bce2d6 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008265 Nov 26 21:52:32.316380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e848bb-838b-4439-a822-891bf69e08c5 req-92ddadcc-031b-490d-8f83-f1881719ab11 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.317745 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10e848bb-838b-4439-a822-891bf69e08c5 req-92ddadcc-031b-490d-8f83-f1881719ab11 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 950 time: 0.2256055 Nov 26 21:52:32.330329 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-be7dbdde-39fc-4f9b-8331-6a4d4fb72003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3cf477-adfc-4706-84bb-a729b7528b33 HTTP/1.1" status: 200 len: 217 time: 0.0812175 Nov 26 21:52:32.392733 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:32.435113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] For port 4499691c-1d0c-4907-860e-52c3f47eb031, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4499691c-1d0c-4907-860e-52c3f47eb031,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:32.435482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:32.481772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Calling delete_port for 4499691c-1d0c-4907-860e-52c3f47eb031 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:32.486226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Made reservation on behalf of d88c7a9f839f486fa4734313e308f0cd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:32.489620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:32.517928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-4e05eaca-7f46-47e0-94ae-b06a5a30de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.519576 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-4e05eaca-7f46-47e0-94ae-b06a5a30de48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a HTTP/1.1" status: 200 len: 853 time: 0.1370165 Nov 26 21:52:32.527062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=d2487420-32ed-4d1d-bac7-ed4b455751f2,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:32.534605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aabec3-f1b4-464a-895f-d6492869363d req-a3dc72ce-988f-4a8b-b7a6-34a5f92e8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.536370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04aabec3-f1b4-464a-895f-d6492869363d req-a3dc72ce-988f-4a8b-b7a6-34a5f92e8278 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c9535a02c224946b4856cc26b26a9ed&device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 1095 time: 0.1782947 Nov 26 21:52:32.643113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87d1f4-3e75-4e6d-b19a-e765410059a1 req-07ff32c8-4df4-4500-aaaf-08da844b3772 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.644625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c87d1f4-3e75-4e6d-b19a-e765410059a1 req-07ff32c8-4df4-4500-aaaf-08da844b3772 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 950 time: 0.1758783 Nov 26 21:52:32.673056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking segment: {'id': '99b73456-85be-4bf0-8911-50a238d33095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6004df7b-0c80-4ee7-b7c6-5dbfc99e180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:32.673965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network hostable DHCP agents. Network: 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:32.701009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb5fb5-feb1-4dee-9e97-981ac98b4b3c req-bb43f685-ef65-4565-95b3-bc3a10d976f0 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.702538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fffb5fb5-feb1-4dee-9e97-981ac98b4b3c req-bb43f685-ef65-4565-95b3-bc3a10d976f0 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 944 time: 0.1616216 Nov 26 21:52:32.743007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Deleting port bc418e6a-8259-481a-82be-e8ff33aa5294 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:32.743342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:32.751444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-8c089381-6af6-4415-a93a-87ca5dbad2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.752932 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-8c089381-6af6-4415-a93a-87ca5dbad2c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43ecfb42-e64f-446d-864a-18e896674648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958499 Nov 26 21:52:32.772687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:32.776687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aabec3-f1b4-464a-895f-d6492869363d req-7f7f4a44-d563-4038-a335-b1625255bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.778189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04aabec3-f1b4-464a-895f-d6492869363d req-7f7f4a44-d563-4038-a335-b1625255bd72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e66cced8-4302-438a-a68e-2a0a6e569347 HTTP/1.1" status: 200 len: 915 time: 0.2290120 Nov 26 21:52:32.786130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c87d1f4-3e75-4e6d-b19a-e765410059a1 req-35b20682-05d4-498d-8156-984dee178fe3 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339412 Nov 26 21:52:32.833655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:32.841856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04aabec3-f1b4-464a-895f-d6492869363d req-a10ffba2-1654-4684-a110-85b25004e447 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68571293-fa9e-4279-b888-c330cbefce2f HTTP/1.1" status: 200 len: 217 time: 0.0526552 Nov 26 21:52:32.844916 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8ef65-7bfc-4775-8dfc-b23ad3cc1e23 None None] Network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:32.847109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.847871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:32.877914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Allocated IP 172.20.0.8 (622e33c2-73f7-41e0-9938-6fd959557b0b/abacfe42-4cfd-4c94-9cf9-e270b42a209a/5b782875-9e0a-4c11-80a7-89ad00205395) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:32.893424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fffb5fb5-feb1-4dee-9e97-981ac98b4b3c req-a08b659a-ff5b-402c-8e14-05ff8d869530 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791508 Nov 26 21:52:32.937989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-54420bfe-b6b0-447f-a750-6fd621ff4b14 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1270626 Nov 26 21:52:32.938882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45158) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:32.944786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '6004df7b-0c80-4ee7-b7c6-5dbfc99e180d', 'name': 'tempest-PortsIpV6TestJSON-2140175365'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:32.950739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aabec3-f1b4-464a-895f-d6492869363d req-12491a69-384b-402a-b0b8-85af98b7c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:32.952227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04aabec3-f1b4-464a-895f-d6492869363d req-12491a69-384b-402a-b0b8-85af98b7c995 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f1350ac-3d17-4002-ac3c-11906e3c77ae HTTP/1.1" status: 200 len: 854 time: 0.1021166 Nov 26 21:52:32.985287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] For port bc418e6a-8259-481a-82be-e8ff33aa5294, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=bc418e6a-8259-481a-82be-e8ff33aa5294,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:32.985287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.025151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04aabec3-f1b4-464a-895f-d6492869363d req-a74480eb-6d04-4128-b944-88775ccbdb73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e66cced8-4302-438a-a68e-2a0a6e569347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617936 Nov 26 21:52:33.032913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Calling delete_port for bc418e6a-8259-481a-82be-e8ff33aa5294 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:33.035998 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-293077f8-2e75-474d-a7b8-17589f990277 service neutron] 10.222.0.13 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659023 Nov 26 21:52:33.042214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-6004df7b-0c80-4ee7-b7c6-5dbfc99e180d', 'network_id': '6004df7b-0c80-4ee7-b7c6-5dbfc99e180d', 'tenant_id': '3b7897c634cc4e5ca22f9f57480318fd', 'fixed_ips': [{'subnet_id': 'd2487420-32ed-4d1d-bac7-ed4b455751f2'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:52:33.043285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.138972 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.217035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12389e27-21e4-4354-ad52-e930443eb26e req-e0d50269-c150-4124-8772-3914b107ff82 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 210 time: 0.0560029 Nov 26 21:52:33.219733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04aabec3-f1b4-464a-895f-d6492869363d req-80a1842f-067b-4aa1-b43b-c8fb253cbab7 service neutron] 10.222.0.41 "GET /v2.0/networks/e66cced8-4302-438a-a68e-2a0a6e569347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850233 Nov 26 21:52:33.220480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:33.223984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.230963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4499691c-1d0c-4907-860e-52c3f47eb031,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:33.241904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Allocated IP 2001:db8::2 (6004df7b-0c80-4ee7-b7c6-5dbfc99e180d/d2487420-32ed-4d1d-bac7-ed4b455751f2/880c8429-dd9c-4683-8f0f-2ee916cc0ff7) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:33.344526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port cd818f36-7ac0-408b-a227-a414ce10a087 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:33.405192 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c15daca5-9228-40f5-b76e-ab823a58e5ee req-102c108e-d73c-4292-aa0d-a9d26855cd21 service neutron] 10.222.0.13 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601856 Nov 26 21:52:33.452268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.463628 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.509375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.519923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:33.523068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:33.528734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:33.534141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Pushing event updated for resources: {'Port': ['ID=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:33.585249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04aabec3-f1b4-464a-895f-d6492869363d req-773fe0bb-95ef-422e-85be-8370561e0f17 service neutron] 10.222.0.41 "GET /v2.0/networks/e66cced8-4302-438a-a68e-2a0a6e569347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364449 Nov 26 21:52:33.594241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Attempting to bind port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:33.594638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Attempting to bind port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '99b73456-85be-4bf0-8911-50a238d33095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6004df7b-0c80-4ee7-b7c6-5dbfc99e180d'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:33.595014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Attempting to bind port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 on network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:33.600711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:33.601245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Checking segment: {'id': '99b73456-85be-4bf0-8911-50a238d33095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6004df7b-0c80-4ee7-b7c6-5dbfc99e180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:33.602511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.603493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Bound using segment: {'id': '99b73456-85be-4bf0-8911-50a238d33095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6004df7b-0c80-4ee7-b7c6-5dbfc99e180d'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:33.603990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Bound port: 880c8429-dd9c-4683-8f0f-2ee916cc0ff7, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b73456-85be-4bf0-8911-50a238d33095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6004df7b-0c80-4ee7-b7c6-5dbfc99e180d'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:33.604391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.630761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8081f7-cf2f-4f75-816e-2c6bc96927bd req-9bea19ff-ec31-48a0-a69f-c9a01ce69af7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:33.632742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab8081f7-cf2f-4f75-816e-2c6bc96927bd req-9bea19ff-ec31-48a0-a69f-c9a01ce69af7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 943 time: 0.1943631 Nov 26 21:52:33.675991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] For port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:33.680386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] For port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,segment=NetworkSegment(99b73456-85be-4bf0-8911-50a238d33095),segment_id=99b73456-85be-4bf0-8911-50a238d33095)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:33.680674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::131 (6004df7b-0c80-4ee7-b7c6-5dbfc99e180d/d2487420-32ed-4d1d-bac7-ed4b455751f2/cd818f36-7ac0-408b-a227-a414ce10a087) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:33.687285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.723535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab8081f7-cf2f-4f75-816e-2c6bc96927bd req-5c7f60c0-e99a-47da-9a22-864efd87d229 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797405 Nov 26 21:52:33.748982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e7a83-2d9e-4a40-9b00-c3db6c0492ea None None] Pushing event updated for resources: {'Port': ['ID=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:33.892891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.933363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['bc418e6a-8259-481a-82be-e8ff33aa5294'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:33.936704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Pushing event deleted for resources: {'Port': ['ID=bc418e6a-8259-481a-82be-e8ff33aa5294,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:33.951821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.969253 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:33.983632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af1440-5402-4141-8af3-04aea234be53 req-ae76d9a5-a055-4fac-a6a4-9270b15db4d5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:34.003475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27af1440-5402-4141-8af3-04aea234be53 req-ae76d9a5-a055-4fac-a6a4-9270b15db4d5 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef04e20c-f13b-43b4-ad10-d16656effb95 HTTP/1.1" status: 200 len: 867 time: 0.1368120 Nov 26 21:52:34.045157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] No DVR routers for this DVR port bc418e6a-8259-481a-82be-e8ff33aa5294 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:34.048303 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.052752 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10e848bb-838b-4439-a822-891bf69e08c5 req-d97e448d-c79e-4cf7-ab1c-b960768751ad tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.41 "DELETE /v2.0/ports/bc418e6a-8259-481a-82be-e8ff33aa5294 HTTP/1.1" status: 204 len: 173 time: 1.7084329 Nov 26 21:52:34.056181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef04e20c-f13b-43b4-ad10-d16656effb95', 'name': 'network-vif-deleted', 'tag': 'bc418e6a-8259-481a-82be-e8ff33aa5294'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:34.058494 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8f4a9a-1891-4b92-b372-9771d852bc86" -d '{"events": [{"server_uuid": "ef04e20c-f13b-43b4-ad10-d16656effb95", "name": "network-vif-deleted", "tag": "bc418e6a-8259-481a-82be-e8ff33aa5294"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:34.129920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27af1440-5402-4141-8af3-04aea234be53 req-e834355f-da83-4e84-aec9-6cbffd5651d7 tempest-ServersOnMultiNodesTest-2073246038 tempest-ServersOnMultiNodesTest-2073246038-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255457 Nov 26 21:52:34.147734 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.155335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Network 622e33c2-73f7-41e0-9938-6fd959557b0b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:34.161996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:34.167256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:34.171573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'Port': ['ID=5b782875-9e0a-4c11-80a7-89ad00205395,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:34.234559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.290311 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f545fb-7aee-4bc0-9d3f-f84f9b2b3a0d x-openstack-request-id: req-87f545fb-7aee-4bc0-9d3f-f84f9b2b3a0d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:34.290598 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef04e20c-f13b-43b4-ad10-d16656effb95", "name": "network-vif-deleted", "tag": "bc418e6a-8259-481a-82be-e8ff33aa5294", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:34.290855 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87f545fb-7aee-4bc0-9d3f-f84f9b2b3a0d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:34.291253 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef04e20c-f13b-43b4-ad10-d16656effb95', 'name': 'network-vif-deleted', 'tag': 'bc418e6a-8259-481a-82be-e8ff33aa5294', 'status': 'completed', 'code': 200} Nov 26 21:52:34.319710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:34.336579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c408cb-7375-4da2-8ed5-f21d920666af req-2921724e-63f4-467b-b3b1-e40534ca52a4 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:34.343208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:34.343892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.345498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32c408cb-7375-4da2-8ed5-f21d920666af req-2921724e-63f4-467b-b3b1-e40534ca52a4 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 944 time: 0.2501874 Nov 26 21:52:34.361274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:34.398534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:34.403461 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-e3cd1906-af8a-490a-9590-39fa850a2318 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3385653 Nov 26 21:52:34.408966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:34.409637 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.440460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:34.446843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=cd818f36-7ac0-408b-a227-a414ce10a087,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:34.534178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32c408cb-7375-4da2-8ed5-f21d920666af req-562b2556-8a40-4e20-9d14-e7c1c4337bfc tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873195 Nov 26 21:52:34.543763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7842e7d-4f64-4f6f-b867-f4482a3462b3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6012623 Nov 26 21:52:34.544876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45180) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:34.567903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Request body: {'port': {'device_id': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:34.571339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:34.571894 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.663000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21dd19-50f9-4d15-ba41-c7731414d7f5 req-a76db9c0-950d-40fd-9cba-ac3705b74ddc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:34.666325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c21dd19-50f9-4d15-ba41-c7731414d7f5 req-a76db9c0-950d-40fd-9cba-ac3705b74ddc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 931 time: 0.2504225 Nov 26 21:52:34.680412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-47d3f704-5d36-49a7-bb33-6374714cd49f None None] Provisioning complete for port 5b782875-9e0a-4c11-80a7-89ad00205395 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:34.680799 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-47d3f704-5d36-49a7-bb33-6374714cd49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.698441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:52:34.715601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.765629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c21dd19-50f9-4d15-ba41-c7731414d7f5 req-66a2becc-c074-42fc-906f-7caba04ceeab tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922225 Nov 26 21:52:34.768142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2c3cf477-adfc-4706-84bb-a729b7528b33 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:52:34.787549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-24d5588d-605a-48eb-a7bc-3a8249cdaa7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port cd818f36-7ac0-408b-a227-a414ce10a087 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:34.788186 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-24d5588d-605a-48eb-a7bc-3a8249cdaa7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:34.873769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:34.888776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-775c9a2c-60fd-43ac-9f31-d0ea3fef96e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/4976643e-7ff1-4a4e-ba65-f6aa40a75cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4384446 Nov 26 21:52:34.892443 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] Sync routers for ids ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:34.902869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:34.912464 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] Routers {'4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:34.913087 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:34.925802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2c3cf477-adfc-4706-84bb-a729b7528b33, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2c3cf477-adfc-4706-84bb-a729b7528b33,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:34.947946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'port_id': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'mac_address': 'fa:16:3e:5d:cd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:52:34.957601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-47d3f704-5d36-49a7-bb33-6374714cd49f None None] Port 5b782875-9e0a-4c11-80a7-89ad00205395 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:52:34.964251 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.038382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,segment=NetworkSegment(99b73456-85be-4bf0-8911-50a238d33095),segment_id=99b73456-85be-4bf0-8911-50a238d33095)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:35.045088 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.050037 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.055330 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-24d5588d-605a-48eb-a7bc-3a8249cdaa7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.075495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-24d5588d-605a-48eb-a7bc-3a8249cdaa7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for cd818f36-7ac0-408b-a227-a414ce10a087 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:35.077667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3cf477-adfc-4706-84bb-a729b7528b33 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:52:35.095066 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] Set router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:35.100833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a1a7f-50dc-4a84-af1b-24d19b98a8ea req-2949e2eb-bf52-413a-8ed7-f5ebc7035114 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:35.109885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-496a1a7f-50dc-4a84-af1b-24d19b98a8ea req-2949e2eb-bf52-413a-8ed7-f5ebc7035114 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 943 time: 0.1895301 Nov 26 21:52:35.163471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:35.200582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2c3cf477-adfc-4706-84bb-a729b7528b33, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2c3cf477-adfc-4706-84bb-a729b7528b33,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:35.218183 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.254933 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-496a1a7f-50dc-4a84-af1b-24d19b98a8ea req-68bb6841-ec22-4fa3-9bdd-4e4676f7a606 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275930 Nov 26 21:52:35.261870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.309502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2c3cf477-adfc-4706-84bb-a729b7528b33,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:35.363186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9021311d-32fb-46d3-ab8c-ee890517ba0d None None] Network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:35.380856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-24d5588d-605a-48eb-a7bc-3a8249cdaa7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.412888 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:52:32Z', 'revision_number': 5, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port': {'id': '6f6bc673-686e-445b-84e0-c35adc3b5c72', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:49:59Z', 'updated_at': '2021-11-26T21:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:35.425906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5588d-605a-48eb-a7bc-3a8249cdaa7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=cd818f36-7ac0-408b-a227-a414ce10a087,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:35.455827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.469482 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-24d5588d-605a-48eb-a7bc-3a8249cdaa7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.479935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-24d5588d-605a-48eb-a7bc-3a8249cdaa7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/cd818f36-7ac0-408b-a227-a414ce10a087 HTTP/1.1" status: 204 len: 168 time: 0.9346690 Nov 26 21:52:35.482559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45190) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:35.492952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8b06d0f2-3cce-4bc5-8459-5271aba010de None None] Provisioning complete for port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:35.505911 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8b06d0f2-3cce-4bc5-8459-5271aba010de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.520384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b782875-9e0a-4c11-80a7-89ad00205395 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:52:35.530765 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.540481 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffa7c37-cc08-4d70-9887-b5412c54cc75 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:52:35.541844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffa7c37-cc08-4d70-9887-b5412c54cc75 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:52:35.548040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1ffa7c37-cc08-4d70-9887-b5412c54cc75 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/cd818f36-7ac0-408b-a227-a414ce10a087 HTTP/1.1" status: 404 len: 333 time: 0.0618041 Nov 26 21:52:35.551424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45192) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:35.566765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Transition to ACTIVE for port object 5b782875-9e0a-4c11-80a7-89ad00205395 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:52:35.589997 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.592661 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15d1691-7eb1-45e4-941a-ff2e41fd3c04 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:52:35.597458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45198) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:35.599889 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] Checking router: 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:35.606844 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c15d1691-7eb1-45e4-941a-ff2e41fd3c04 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/cd818f36-7ac0-408b-a227-a414ce10a087 HTTP/1.1" status: 404 len: 333 time: 0.0509119 Nov 26 21:52:35.611958 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] Routers {'4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:35.613072 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:35.699316 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Deleting port 6f6bc673-686e-445b-84e0-c35adc3b5c72 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:35.699652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.705550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c8cc8d-b3a8-48d8-9c16-e9fcc87ecf2b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet d2487420-32ed-4d1d-bac7-ed4b455751f2 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:35.709765 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cc8d-b3a8-48d8-9c16-e9fcc87ecf2b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.723018 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] Set router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:35.788784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2c3cf477-adfc-4706-84bb-a729b7528b33'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:35.799471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cc8d-b3a8-48d8-9c16-e9fcc87ecf2b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.812205 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:52:35Z', 'revision_number': 6, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:35.821508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] For port 6f6bc673-686e-445b-84e0-c35adc3b5c72, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6f6bc673-686e-445b-84e0-c35adc3b5c72,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:35.822179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:35.837274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Calling delete_port for 6f6bc673-686e-445b-84e0-c35adc3b5c72 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:35.855687 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b6e4e4-15fa-4d33-9e54-d67887b61325 None None] The sync data for ids ['4976643e-7ff1-4a4e-ba65-f6aa40a75cc7'] in n-d-819494-1 is: [{'id': '4976643e-7ff1-4a4e-ba65-f6aa40a75cc7', 'name': 'tempest-AttachSCSIVolumeTestJSON-393470507-router', 'tenant_id': 'af117439c1734d228f95641461f436e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:49:58Z', 'updated_at': '2021-11-26T21:52:35Z', 'revision_number': 6, 'project_id': 'af117439c1734d228f95641461f436e8', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:35.887660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45202) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:35.962196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Pushing event updated for resources: {'Port': ['ID=5b782875-9e0a-4c11-80a7-89ad00205395,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:36.062166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Attempting to bind port 5b782875-9e0a-4c11-80a7-89ad00205395 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:36.062983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Attempting to bind port 5b782875-9e0a-4c11-80a7-89ad00205395 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:36.063504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Attempting to bind port 5b782875-9e0a-4c11-80a7-89ad00205395 on network 622e33c2-73f7-41e0-9938-6fd959557b0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:36.083784 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cc8d-b3a8-48d8-9c16-e9fcc87ecf2b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.115036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 68571293-fa9e-4279-b888-c330cbefce2f details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:52:36.118322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Port 5b782875-9e0a-4c11-80a7-89ad00205395 on network 622e33c2-73f7-41e0-9938-6fd959557b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:52:36.118668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Attempting to bind port 5b782875-9e0a-4c11-80a7-89ad00205395 on network 622e33c2-73f7-41e0-9938-6fd959557b0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:36.126834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:36.127175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Checking segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:36.127649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Bound using segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:36.127986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Bound port: 5b782875-9e0a-4c11-80a7-89ad00205395, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:36.128445 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.128600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device bc418e6a-8259-481a-82be-e8ff33aa5294 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:36.135800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81752bea-d3a6-432a-970b-2c5f57bff595 req-68458dc6-1264-4df0-8067-d335708b14dd tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:36.137921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81752bea-d3a6-432a-970b-2c5f57bff595 req-68458dc6-1264-4df0-8067-d335708b14dd tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 944 time: 0.2486269 Nov 26 21:52:36.171177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: bc418e6a-8259-481a-82be-e8ff33aa5294 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:36.171697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device bc418e6a-8259-481a-82be-e8ff33aa5294 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:36.185473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e8e9f-ad27-4def-9fc8-32d0f07270ea req-b61b2e67-6dda-4b17-ad56-5ac0c75c92e5 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:36.193704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e47e8e9f-ad27-4def-9fc8-32d0f07270ea req-b61b2e67-6dda-4b17-ad56-5ac0c75c92e5 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 943 time: 0.2447014 Nov 26 21:52:36.218108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cc8d-b3a8-48d8-9c16-e9fcc87ecf2b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.307972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] For port 5b782875-9e0a-4c11-80a7-89ad00205395, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:36.326763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] For port 5b782875-9e0a-4c11-80a7-89ad00205395, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5b782875-9e0a-4c11-80a7-89ad00205395,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:36.333429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 68571293-fa9e-4279-b888-c330cbefce2f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=68571293-fa9e-4279-b888-c330cbefce2f,segment=NetworkSegment(9f049157-7116-4d0c-93f6-1e4d091e3041),segment_id=9f049157-7116-4d0c-93f6-1e4d091e3041)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:36.340473 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.354095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.369281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:36.369906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8cc8d-b3a8-48d8-9c16-e9fcc87ecf2b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=d2487420-32ed-4d1d-bac7-ed4b455751f2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:36.389195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c8cc8d-b3a8-48d8-9c16-e9fcc87ecf2b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.399440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c5c8cc8d-b3a8-48d8-9c16-e9fcc87ecf2b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/d2487420-32ed-4d1d-bac7-ed4b455751f2 HTTP/1.1" status: 204 len: 168 time: 0.7980852 Nov 26 21:52:36.400980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45212) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:36.427429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:36.428302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.431108 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] 10.222.0.13 "PUT /v2.0/ports/5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 200 len: 1091 time: 1.8702211 Nov 26 21:52:36.438708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'tag': '5b782875-9e0a-4c11-80a7-89ad00205395'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:36.444103 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d42eee-2702-4264-a2f4-792148dccdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf51879-c061-4dd4-8f06-2a2248440f37", "tag": "5b782875-9e0a-4c11-80a7-89ad00205395"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:36.446651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '68571293-fa9e-4279-b888-c330cbefce2f', 'network_id': 'e66cced8-4302-438a-a68e-2a0a6e569347', 'port_id': '68571293-fa9e-4279-b888-c330cbefce2f', 'mac_address': 'fa:16:3e:3e:8a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f1350ac-3d17-4002-ac3c-11906e3c77ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:52:36.450483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9e5a7cf9-dacc-4494-81f2-52f260f9cf67 None None] Provisioning complete for port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:36.451032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9e5a7cf9-dacc-4494-81f2-52f260f9cf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.569472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e47e8e9f-ad27-4def-9fc8-32d0f07270ea req-fa0f0bdb-8a0b-4877-8972-691de040bb14 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3736935 Nov 26 21:52:36.577118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-282a465a-dc6c-42f1-adcd-2c090539daab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=138fc97044cb431798948e7979494fc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6859176 Nov 26 21:52:36.583178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45216) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:36.593498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d955f-51e3-42f7-ae9b-4ddaffefd448 service neutron] Pushing event updated for resources: {'Port': ['ID=5b782875-9e0a-4c11-80a7-89ad00205395,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:36.623012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6bc673-686e-445b-84e0-c35adc3b5c72,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:36.624009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81752bea-d3a6-432a-970b-2c5f57bff595 req-4ef98419-3b34-47ea-8acc-dbc465c909f2 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166806 Nov 26 21:52:36.628231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-4c96233a-2153-435c-8192-361231bb67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:36.629752 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-4c96233a-2153-435c-8192-361231bb67e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 1094 time: 0.1208494 Nov 26 21:52:36.633206 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.639596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.778379 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f96f0068-0aa9-4035-a403-d20fc74742ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.802152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.807669 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.817056 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e088c9bc-fef7-4c6c-825c-03cf1f3d2911 x-openstack-request-id: req-e088c9bc-fef7-4c6c-825c-03cf1f3d2911 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:36.817340 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf51879-c061-4dd4-8f06-2a2248440f37", "tag": "5b782875-9e0a-4c11-80a7-89ad00205395", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:36.817594 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e088c9bc-fef7-4c6c-825c-03cf1f3d2911 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:36.817930 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'tag': '5b782875-9e0a-4c11-80a7-89ad00205395', 'status': 'completed', 'code': 200} Nov 26 21:52:36.839285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f96f0068-0aa9-4035-a403-d20fc74742ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.847532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91534f94-e0a3-420d-bca4-28bec8a20ae4 None None] Network 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:36.880887 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-93c7bbc5-b97a-4e30-919d-bcb66279fa4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 200 len: 217 time: 0.0620546 Nov 26 21:52:36.881878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:36.882327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.900673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.901291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:52:36.909234 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.920040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:36.920902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.932775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:36.937101 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dd316234-b7cb-4532-be70-35825312139a admin admin] 10.222.0.21 "DELETE /v2.0/routers/4976643e-7ff1-4a4e-ba65-f6aa40a75cc7 HTTP/1.1" status: 204 len: 168 time: 2.0331645 Nov 26 21:52:36.937869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45220) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:36.994361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-c0875871-725e-48b9-ba71-0aff91713a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:36.995451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-c0875871-725e-48b9-ba71-0aff91713a4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.1057243 Nov 26 21:52:37.006110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68571293-fa9e-4279-b888-c330cbefce2f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:52:37.036245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b3de9e-f635-4d38-9178-c14e737f0765 admin admin] Deleting subnet e5e67594-cc38-44a4-b409-4312418f0f5d {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:37.042836 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14b3de9e-f635-4d38-9178-c14e737f0765 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.048408 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.086486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-79a4db55-a6e0-4371-ae9d-debac68179e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:37.088141 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-79a4db55-a6e0-4371-ae9d-debac68179e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848665 Nov 26 21:52:37.090363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14b3de9e-f635-4d38-9178-c14e737f0765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.100749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 68571293-fa9e-4279-b888-c330cbefce2f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=68571293-fa9e-4279-b888-c330cbefce2f,segment=NetworkSegment(9f049157-7116-4d0c-93f6-1e4d091e3041),segment_id=9f049157-7116-4d0c-93f6-1e4d091e3041)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:37.122469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-1923fb7d-2c90-42cd-9655-ef4ca1201123 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:52:37.123737 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-1923fb7d-2c90-42cd-9655-ef4ca1201123 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073080 Nov 26 21:52:37.125951 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.245019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6d261da5-b4d2-4907-ae4d-7e0a468ee401 None None] Could not find standard attr ID for object cd818f36-7ac0-408b-a227-a414ce10a087. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:52:37.255429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=68571293-fa9e-4279-b888-c330cbefce2f,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:37.264997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4499691c-1d0c-4907-860e-52c3f47eb031 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:37.288250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a1e84-e5b0-4e14-9714-c5018849eb78 req-7004a09a-bdb2-43af-bb1e-5167dd0a881e tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:37.290796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-056a1e84-e5b0-4e14-9714-c5018849eb78 req-7004a09a-bdb2-43af-bb1e-5167dd0a881e tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 944 time: 0.4819679 Nov 26 21:52:37.319839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] For port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,segment=NetworkSegment(99b73456-85be-4bf0-8911-50a238d33095),segment_id=99b73456-85be-4bf0-8911-50a238d33095)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:37.320241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.327418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 4499691c-1d0c-4907-860e-52c3f47eb031 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:37.327775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4499691c-1d0c-4907-860e-52c3f47eb031 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:37.343314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14b3de9e-f635-4d38-9178-c14e737f0765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.344045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f96f0068-0aa9-4035-a403-d20fc74742ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.352273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f96f0068-0aa9-4035-a403-d20fc74742ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.354184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f96f0068-0aa9-4035-a403-d20fc74742ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8 HTTP/1.1" status: 204 len: 168 time: 0.7696841 Nov 26 21:52:37.361323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:37.377931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] DHCP port deletion for 6004df7b-0c80-4ee7-b7c6-5dbfc99e180d request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:52:37.388917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f0068-0aa9-4035-a403-d20fc74742ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1fca1-3ac2-4cb1-8bac-3d8ef5cbe0c8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:37.404267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-c976bf4a-f756-4c80-8730-44714c665ee8 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710564 Nov 26 21:52:37.408511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14b3de9e-f635-4d38-9178-c14e737f0765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.415782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-056a1e84-e5b0-4e14-9714-c5018849eb78 req-44dc1291-f107-4e7f-a5de-14294f3c7773 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097188 Nov 26 21:52:37.455797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3de9e-f635-4d38-9178-c14e737f0765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5e67594-cc38-44a4-b409-4312418f0f5d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:37.472721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] Deleting port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:37.473659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.487829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964ccfce-a1a1-49ef-ba4c-2fad0c510986 None None] Network ff336368-1af4-46cf-83f5-21ca1468ae6f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:37.489531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14b3de9e-f635-4d38-9178-c14e737f0765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.507567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-14b3de9e-f635-4d38-9178-c14e737f0765 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e5e67594-cc38-44a4-b409-4312418f0f5d HTTP/1.1" status: 204 len: 168 time: 0.5647471 Nov 26 21:52:37.509861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45224) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:37.534190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['68571293-fa9e-4279-b888-c330cbefce2f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:37.602286 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fda237c-c2a5-49ba-9cc0-74667760bbd5 req-dc6c3641-df86-4831-970b-64c031e09a73 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890645 Nov 26 21:52:37.623249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.651175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] For port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,segment=NetworkSegment(99b73456-85be-4bf0-8911-50a238d33095),segment_id=99b73456-85be-4bf0-8911-50a238d33095)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:37.652052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.677027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] Calling delete_port for 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:37.680525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:37.691770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No DVR routers for this DVR port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:37.717787 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.824410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45236) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:37.829387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.887484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.912931 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:37.923082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] Pushing event deleted for resources: {'Port': ['ID=880c8429-dd9c-4683-8f0f-2ee916cc0ff7,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:37.927658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aead9-1416-4814-a668-57920ec2ab7d req-88e7fff3-273b-4f67-916c-37d8612c3d19 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:37.936057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-731aead9-1416-4814-a668-57920ec2ab7d req-88e7fff3-273b-4f67-916c-37d8612c3d19 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 943 time: 0.2581332 Nov 26 21:52:37.937102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d803aa-181e-4e6a-aba2-ac4bded7f22b None None] No DVR routers for this DVR port 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:37.952052 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-78286d9d-f9d0-4f8c-aacb-9a9122a93747 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b6022f49e2a43f993108964cfca568d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1220450 Nov 26 21:52:37.957127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45238) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:37.960155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] DHCP port deletion for ff336368-1af4-46cf-83f5-21ca1468ae6f request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:52:37.962158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224774b0-aa28-4b9f-8b7b-d74050a52661 req-23b55b86-3078-42b1-835a-c3d8c5b53a78 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:37.969313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-224774b0-aa28-4b9f-8b7b-d74050a52661 req-23b55b86-3078-42b1-835a-c3d8c5b53a78 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 945 time: 0.1949968 Nov 26 21:52:37.981213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-9ccdf173-808f-417e-ad19-881d8f59b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:37.982753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-9ccdf173-808f-417e-ad19-881d8f59b306 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 1094 time: 0.2890415 Nov 26 21:52:38.001446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6004df7b-0c80-4ee7-b7c6-5dbfc99e180d']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:38.025885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] Deleting port fd38535c-104b-43f2-a351-f92c0562f7eb {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:38.026745 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.029015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b73456-85be-4bf0-8911-50a238d33095') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:38.029314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b73456-85be-4bf0-8911-50a238d33095') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:38.058457 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.071397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e6d068f-18bc-4c82-99b4-a89bb5140a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.090426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Deleting port fd38535c-104b-43f2-a351-f92c0562f7eb {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:38.090762 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.099959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-731aead9-1416-4814-a668-57920ec2ab7d req-26bba610-3efb-41d6-9f4b-0c59dcb33e91 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630306 Nov 26 21:52:38.109943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e6d068f-18bc-4c82-99b4-a89bb5140a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.111092 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.122837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] For port fd38535c-104b-43f2-a351-f92c0562f7eb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd38535c-104b-43f2-a351-f92c0562f7eb,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:38.123259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.139805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-224774b0-aa28-4b9f-8b7b-d74050a52661 req-7d3fd9e0-6f20-4046-a3fc-1833e656af4c tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648078 Nov 26 21:52:38.159480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] Calling delete_port for fd38535c-104b-43f2-a351-f92c0562f7eb owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:38.188954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-5a411d84-d1ed-4158-9034-e59e0194c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:38.189159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd38535c-104b-43f2-a351-f92c0562f7eb no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:38.190165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-5a411d84-d1ed-4158-9034-e59e0194c8a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.1993504 Nov 26 21:52:38.206002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:38.206490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:38.210591 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:38.247477 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-bb1c4bc6-c113-411c-a40a-d4068876a312 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 200 len: 217 time: 0.0489728 Nov 26 21:52:38.250649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e6d068f-18bc-4c82-99b4-a89bb5140a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.253345 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e6d068f-18bc-4c82-99b4-a89bb5140a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.257038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9e6d068f-18bc-4c82-99b4-a89bb5140a15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3833d9b-d84a-401e-b9e9-45d9d616b632 HTTP/1.1" status: 204 len: 168 time: 0.2944229 Nov 26 21:52:38.263847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d068f-18bc-4c82-99b4-a89bb5140a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3833d9b-d84a-401e-b9e9-45d9d616b632,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:38.309689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] For port fd38535c-104b-43f2-a351-f92c0562f7eb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd38535c-104b-43f2-a351-f92c0562f7eb,segment=NetworkSegment(29d85fd4-3890-422a-9a26-badf5c5c594e),segment_id=29d85fd4-3890-422a-9a26-badf5c5c594e)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:38.310184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.322030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-a7921aae-7928-4063-bf31-d0c7d8f91658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:38.323880 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-a7921aae-7928-4063-bf31-d0c7d8f91658 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.0569112 Nov 26 21:52:38.325996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.327891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Calling delete_port for fd38535c-104b-43f2-a351-f92c0562f7eb owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:38.337511 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.340998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/networks/6004df7b-0c80-4ee7-b7c6-5dbfc99e180d HTTP/1.1" status: 204 len: 168 time: 1.9388182 Nov 26 21:52:38.353200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45244) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:38.358264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-587051677'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:38.374282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d1f6-1b25-44de-b4cb-02acc71494a8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Network': ['ID=6004df7b-0c80-4ee7-b7c6-5dbfc99e180d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:38.379761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.389988 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.410509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-a13d9550-8d9e-44d2-b925-d8e001a09fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:38.412704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-a13d9550-8d9e-44d2-b925-d8e001a09fad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807939 Nov 26 21:52:38.421241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] Pushing event deleted for resources: {'Port': ['ID=fd38535c-104b-43f2-a351-f92c0562f7eb,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:38.431636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d2913-989a-4989-aa15-6bf957530fdb None None] No DVR routers for this DVR port fd38535c-104b-43f2-a351-f92c0562f7eb on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:38.440212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:38.452050 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.457440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:38.481798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:38.482437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 880c8429-dd9c-4683-8f0f-2ee916cc0ff7 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:38.483015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6f6bc673-686e-445b-84e0-c35adc3b5c72 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:38.503115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6f6bc673-686e-445b-84e0-c35adc3b5c72 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:38.503688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6f6bc673-686e-445b-84e0-c35adc3b5c72 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:38.529046 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.544498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:38.548881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-3baaea07-ee29-40df-8fda-e9652af4c384 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281226 Nov 26 21:52:38.606414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd38535c-104b-43f2-a351-f92c0562f7eb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:38.611586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] No DVR routers for this DVR port fd38535c-104b-43f2-a351-f92c0562f7eb on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:38.652667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.653025 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Added segment e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d of type vlan for network 6e179916-7511-47c2-93b0-072f5134d72f Nov 26 21:52:38.660852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1d42eee-2702-4264-a2f4-792148dccdb3 req-230131be-2be5-4e28-a147-369595b9e494 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036305 Nov 26 21:52:38.737292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae8219-6e1a-4403-8a30-c2af3df31999 req-01892c11-00a9-4e42-b619-1cdd3b6aa2cc tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:38.738865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40ae8219-6e1a-4403-8a30-c2af3df31999 req-01892c11-00a9-4e42-b619-1cdd3b6aa2cc tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 944 time: 0.2067938 Nov 26 21:52:38.765162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.772169 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.781894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2c3cf477-adfc-4706-84bb-a729b7528b33 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:38.811712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff336368-1af4-46cf-83f5-21ca1468ae6f']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:38.841463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d85fd4-3890-422a-9a26-badf5c5c594e') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:38.842006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d85fd4-3890-422a-9a26-badf5c5c594e') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:38.843625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 2c3cf477-adfc-4706-84bb-a729b7528b33 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:52:38.848669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 2c3cf477-adfc-4706-84bb-a729b7528b33 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:38.849113 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.864069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.872071 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.877685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:38.878248 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.889907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40ae8219-6e1a-4403-8a30-c2af3df31999 req-6d9eb2ca-43dd-4a07-af35-89ee3e6f9bb3 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349981 Nov 26 21:52:38.915910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.957381 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6031082 Nov 26 21:52:38.960267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45260) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:38.965312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:38.965708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.966571 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:38.967518 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:38.971358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': '6e179916-7511-47c2-93b0-072f5134d72f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:38.983395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a604c9-4dad-4ac7-b503-f2d8fa191b24 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Network': ['ID=6e179916-7511-47c2-93b0-072f5134d72f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:39.003028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3cf477-adfc-4706-84bb-a729b7528b33'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:39.007070 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322df4ef-155a-4cac-b357-253a72760492" -d '{"events": [{"server_uuid": "7d759c27-bd2e-4cb7-879b-232c479174ac", "name": "network-vif-plugged", "status": "completed", "tag": "2c3cf477-adfc-4706-84bb-a729b7528b33"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:39.010675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 6e179916-7511-47c2-93b0-072f5134d72f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:39.025942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2c3cf477-adfc-4706-84bb-a729b7528b33, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2c3cf477-adfc-4706-84bb-a729b7528b33,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:39.040696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.049816 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.056152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff336368-1af4-46cf-83f5-21ca1468ae6f HTTP/1.1" status: 204 len: 168 time: 1.5436370 Nov 26 21:52:39.061815 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.066153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45268) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:39.069340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e7ca2-1209-47f5-9f29-4d5ec60a8a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff336368-1af4-46cf-83f5-21ca1468ae6f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:39.134866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2c3cf477-adfc-4706-84bb-a729b7528b33,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:39.241643 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c4dbe-1631-4b80-9d2d-cad87939e129 x-openstack-request-id: req-d74c4dbe-1631-4b80-9d2d-cad87939e129 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:39.243487 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d759c27-bd2e-4cb7-879b-232c479174ac", "name": "network-vif-plugged", "status": "completed", "tag": "2c3cf477-adfc-4706-84bb-a729b7528b33", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:39.243755 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d74c4dbe-1631-4b80-9d2d-cad87939e129 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:39.244522 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'code': 200} Nov 26 21:52:39.247537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:39.251355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.262134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583e95f-4caf-4441-b2d0-6f22d2863720 req-7be29fd2-c8d2-40d2-a311-74c80064cfc9 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:39.264009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3583e95f-4caf-4441-b2d0-6f22d2863720 req-7be29fd2-c8d2-40d2-a311-74c80064cfc9 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 943 time: 0.0632715 Nov 26 21:52:39.304490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45282) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:39.373746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3583e95f-4caf-4441-b2d0-6f22d2863720 req-9d40ece0-a4bc-488b-badd-aec5e6b3568b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943086 Nov 26 21:52:39.403185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f52d49-98f4-42c2-a433-0f8da637d747 req-86766975-1757-434c-af19-04276c9ceb4c tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:39.403185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74f52d49-98f4-42c2-a433-0f8da637d747 req-86766975-1757-434c-af19-04276c9ceb4c tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 945 time: 0.0604424 Nov 26 21:52:39.466767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74f52d49-98f4-42c2-a433-0f8da637d747 req-9c5d42fd-ca16-4385-858b-d86211b8b5f0 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622971 Nov 26 21:52:39.523027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1023157140-network', 'tenant_id': 'f4012aae2a8d413fa457a7360f06ee20'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:39.545894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Made reservation on behalf of f4012aae2a8d413fa457a7360f06ee20 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:39.548529 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.562194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.642881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.647136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.676795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:39.678834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b395e025-985d-49ea-914e-88d1e02ef2fa,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:39.689781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.690207 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Added segment 6aa04492-8490-4b5e-94ac-04497923213f of type vlan for network 2807ac55-45c8-4ee0-89c1-4d76649003df Nov 26 21:52:39.731995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.757451 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.759376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:39.759975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.777200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5e2eb-162b-4163-9ceb-77bcef2a7c9e req-43a46383-c944-4156-ac71-5f8d9677f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:39.778743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f5c5e2eb-162b-4163-9ceb-77bcef2a7c9e req-43a46383-c944-4156-ac71-5f8d9677f91f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 1096 time: 0.4170289 Nov 26 21:52:39.815153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5093703 Nov 26 21:52:39.817931 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45286) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:39.829547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Request body: {'subnet': {'network_id': '2807ac55-45c8-4ee0-89c1-4d76649003df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1023157140-subnet', 'tenant_id': 'f4012aae2a8d413fa457a7360f06ee20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:39.840447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d92b7e-6141-4850-92a5-b60ee983a1cb admin admin] Pushing event updated for resources: {'Network': ['ID=2807ac55-45c8-4ee0-89c1-4d76649003df,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:39.859011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Made reservation on behalf of f4012aae2a8d413fa457a7360f06ee20 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:39.860314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 2807ac55-45c8-4ee0-89c1-4d76649003df details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:39.861779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:39.932516 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f5c5e2eb-162b-4163-9ceb-77bcef2a7c9e req-5f7945ef-5221-4d4c-891b-b5372d84f772 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461093 Nov 26 21:52:39.972362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.045274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=33313f1c-3174-40df-acc2-c533df0c3b60,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:40.066268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking segment: {'id': 'e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e179916-7511-47c2-93b0-072f5134d72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:40.066641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network hostable DHCP agents. Network: 6e179916-7511-47c2-93b0-072f5134d72f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:40.081515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fc047-64d0-4b64-818e-5dea03f1032c req-32b291af-e5d1-4c6a-87bc-c98a054f4073 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:40.083059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-536fc047-64d0-4b64-818e-5dea03f1032c req-32b291af-e5d1-4c6a-87bc-c98a054f4073 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 945 time: 0.1041703 Nov 26 21:52:40.091091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.109925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 6e179916-7511-47c2-93b0-072f5134d72f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:40.123223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 6e179916-7511-47c2-93b0-072f5134d72f) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:40.128476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:40.129089 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.133360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b49d5b-5523-4df5-974c-560c4ba91c78 None None] Network 6e179916-7511-47c2-93b0-072f5134d72f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:40.150787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.151917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 68571293-fa9e-4279-b888-c330cbefce2f up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:40.157562 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5619d958-7b85-496a-a6e0-98a6d795a027 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1947899 Nov 26 21:52:40.161423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45290) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:40.168070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '6e179916-7511-47c2-93b0-072f5134d72f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-570479250'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:40.244605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218d44d2-d767-4993-a4ef-200f4c2f86b4,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:40.250586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-536fc047-64d0-4b64-818e-5dea03f1032c req-5965077e-6593-40c8-ad61-a0522a047d27 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610804 Nov 26 21:52:40.267353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Checking segment: {'id': '6aa04492-8490-4b5e-94ac-04497923213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2807ac55-45c8-4ee0-89c1-4d76649003df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:40.267719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Network hostable DHCP agents. Network: 2807ac55-45c8-4ee0-89c1-4d76649003df, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:40.296419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 68571293-fa9e-4279-b888-c330cbefce2f completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:52:40.306421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 68571293-fa9e-4279-b888-c330cbefce2f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:40.307039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.309106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Network 2807ac55-45c8-4ee0-89c1-4d76649003df is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:40.326877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 2807ac55-45c8-4ee0-89c1-4d76649003df) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:40.331850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:40.332554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.359536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:40.360591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b98e49-fe84-48a2-8efd-5328f7d3c1bc None None] Network 2807ac55-45c8-4ee0-89c1-4d76649003df requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:40.363735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.390714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-690cbce5-96cd-4890-b8ac-ee3fc768ff06 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5627451 Nov 26 21:52:40.414399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 25cae604-2a9f-41e4-9aa2-817f5b4b3107 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:40.423044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-6e179916-7511-47c2-93b0-072f5134d72f', 'network_id': '6e179916-7511-47c2-93b0-072f5134d72f', 'tenant_id': '3b7897c634cc4e5ca22f9f57480318fd', 'fixed_ips': [{'subnet_id': '33313f1c-3174-40df-acc2-c533df0c3b60'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:52:40.423907 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.440335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Deleting port 3a8205c8-b458-49d6-9774-bae78ca0df56 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:40.440731 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.574751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] For port 3a8205c8-b458-49d6-9774-bae78ca0df56, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3a8205c8-b458-49d6-9774-bae78ca0df56,segment=NetworkSegment(59fde26f-1cee-48c4-8d4d-b2b20c482f8f),segment_id=59fde26f-1cee-48c4-8d4d-b2b20c482f8f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:40.575584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.593062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Calling delete_port for 3a8205c8-b458-49d6-9774-bae78ca0df56 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:40.694193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605c1a7-143d-44ea-9f58-b4b44da8faf3 req-93ca2234-0ec2-42db-bd85-f9ccb6d011b9 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:40.701573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c605c1a7-143d-44ea-9f58-b4b44da8faf3 req-93ca2234-0ec2-42db-bd85-f9ccb6d011b9 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 943 time: 0.2064633 Nov 26 21:52:40.729903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::36d (6e179916-7511-47c2-93b0-072f5134d72f/33313f1c-3174-40df-acc2-c533df0c3b60/25cae604-2a9f-41e4-9aa2-817f5b4b3107) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:40.759262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bea97-2b4b-4382-8103-bd8f0361231a req-d6a27bca-a257-4185-afe0-91e3da7aedec tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:40.761183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa9bea97-2b4b-4382-8103-bd8f0361231a req-d6a27bca-a257-4185-afe0-91e3da7aedec tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 945 time: 0.1340857 Nov 26 21:52:40.770172 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.803262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5b782875-9e0a-4c11-80a7-89ad00205395 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:52:40.841762 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:40.842420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c605c1a7-143d-44ea-9f58-b4b44da8faf3 req-7f557a8b-749e-48c4-b7cd-b7c9b11570cb tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340835 Nov 26 21:52:40.872078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8205c8-b458-49d6-9774-bae78ca0df56,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:40.920038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2653a5-9191-43fd-890c-b4b321eb0356 None None] Network 2807ac55-45c8-4ee0-89c1-4d76649003df requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:40.939124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 68571293-fa9e-4279-b888-c330cbefce2f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=68571293-fa9e-4279-b888-c330cbefce2f,segment=NetworkSegment(9f049157-7116-4d0c-93f6-1e4d091e3041),segment_id=9f049157-7116-4d0c-93f6-1e4d091e3041)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:40.985624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa9bea97-2b4b-4382-8103-bd8f0361231a req-0af92d0b-bc51-435b-a99b-f2ac85477706 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128921 Nov 26 21:52:41.049569 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.103115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.126095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.151135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45314) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:41.157970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1135105152-network', 'tenant_id': '7296565309b04b93b1e270d5a1e1a7bd'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:41.189879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 6e179916-7511-47c2-93b0-072f5134d72f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:41.193566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:41.200975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:41.201240 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.207562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:41.208352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.212448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Made reservation on behalf of 7296565309b04b93b1e270d5a1e1a7bd for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:41.215396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.223893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=25cae604-2a9f-41e4-9aa2-817f5b4b3107,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:41.241456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6193ddeb-15a3-4c23-a24d-4d3d326e48b7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0723836 Nov 26 21:52:41.241637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.241853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45316) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:41.247891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ea825-2c92-44d7-871e-9f7d25243fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68571293-fa9e-4279-b888-c330cbefce2f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:41.250654 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8374f21e-b464-4fd0-b803-92863bb5d916" -d '{"events": [{"server_uuid": "d07ea825-2c92-44d7-871e-9f7d25243fc8", "name": "network-vif-plugged", "status": "completed", "tag": "68571293-fa9e-4279-b888-c330cbefce2f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:41.259764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=68571293-fa9e-4279-b888-c330cbefce2f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:41.353109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5b782875-9e0a-4c11-80a7-89ad00205395, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5b782875-9e0a-4c11-80a7-89ad00205395,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:41.357588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Allocated IP 2001:db8::2 (6e179916-7511-47c2-93b0-072f5134d72f/33313f1c-3174-40df-acc2-c533df0c3b60/c2191162-1146-4e80-9afe-f7ccd995f76f) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:41.370631 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d684623-6f91-4bd5-96ff-33c61169d4ef x-openstack-request-id: req-2d684623-6f91-4bd5-96ff-33c61169d4ef {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:41.371304 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ea825-2c92-44d7-871e-9f7d25243fc8", "name": "network-vif-plugged", "status": "completed", "tag": "68571293-fa9e-4279-b888-c330cbefce2f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:41.371749 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d684623-6f91-4bd5-96ff-33c61169d4ef {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:41.372327 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ea825-2c92-44d7-871e-9f7d25243fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68571293-fa9e-4279-b888-c330cbefce2f', 'code': 200} Nov 26 21:52:41.395186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e6a59e9e-aee1-47ea-b325-50d3dbdf0a0f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 25cae604-2a9f-41e4-9aa2-817f5b4b3107 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:41.395538 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6a59e9e-aee1-47ea-b325-50d3dbdf0a0f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.424717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '5b782875-9e0a-4c11-80a7-89ad00205395', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'port_id': '5b782875-9e0a-4c11-80a7-89ad00205395', 'mac_address': 'fa:16:3e:0e:d5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:52:41.547787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941f4cc-6569-4f82-a5c9-75254fed90a1 req-1f8e18a1-24e1-4049-9e7f-5dd6c7db0b6d tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:41.548677 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.556957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0941f4cc-6569-4f82-a5c9-75254fed90a1 req-1f8e18a1-24e1-4049-9e7f-5dd6c7db0b6d tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 945 time: 0.1550436 Nov 26 21:52:41.566715 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.574003 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6a59e9e-aee1-47ea-b325-50d3dbdf0a0f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.588149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.591893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b782875-9e0a-4c11-80a7-89ad00205395 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:52:41.598151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e6a59e9e-aee1-47ea-b325-50d3dbdf0a0f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 25cae604-2a9f-41e4-9aa2-817f5b4b3107 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:41.613149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bd0e-7e25-4d78-abda-01805e362221 req-8784a0e8-483a-4b67-b7bd-4bbe72998e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:41.614734 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2525bd0e-7e25-4d78-abda-01805e362221 req-8784a0e8-483a-4b67-b7bd-4bbe72998e0d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 1097 time: 0.1260059 Nov 26 21:52:41.632964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5b782875-9e0a-4c11-80a7-89ad00205395, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5b782875-9e0a-4c11-80a7-89ad00205395,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:41.638638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:41.638809 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.642974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0941f4cc-6569-4f82-a5c9-75254fed90a1 req-50ccb8c8-8ea7-4e81-8962-3029eb9c0092 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849483 Nov 26 21:52:41.671600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.671950 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Added segment 83b33e1d-e23e-42d6-bdf7-1989f892f063 of type vlan for network 5658080b-1229-40f6-a26c-bd6eec724162 Nov 26 21:52:41.675438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10da91b3-f791-48ce-968c-63d9c3be6f6e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:41.692808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:52:41.724713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.738065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5b782875-9e0a-4c11-80a7-89ad00205395,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:41.743093 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.746816 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2525bd0e-7e25-4d78-abda-01805e362221 req-8858329b-7bed-467d-be21-6fcc0af4e473 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166751 Nov 26 21:52:41.752168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.788851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6a59e9e-aee1-47ea-b325-50d3dbdf0a0f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.789617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Pushing event updated for resources: {'Port': ['ID=c2191162-1146-4e80-9afe-f7ccd995f76f,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:41.800496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Network 6e179916-7511-47c2-93b0-072f5134d72f is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:41.802556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:41.805423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:41.818948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a59e9e-aee1-47ea-b325-50d3dbdf0a0f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=25cae604-2a9f-41e4-9aa2-817f5b4b3107,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:41.848456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6a59e9e-aee1-47ea-b325-50d3dbdf0a0f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.848788 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.849743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:41.850411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.854117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e6a59e9e-aee1-47ea-b325-50d3dbdf0a0f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/25cae604-2a9f-41e4-9aa2-817f5b4b3107 HTTP/1.1" status: 204 len: 168 time: 0.6096075 Nov 26 21:52:41.855626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45322) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:41.870378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Attempting to bind port c2191162-1146-4e80-9afe-f7ccd995f76f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:41.871026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Attempting to bind port c2191162-1146-4e80-9afe-f7ccd995f76f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e179916-7511-47c2-93b0-072f5134d72f'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:41.871709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Attempting to bind port c2191162-1146-4e80-9afe-f7ccd995f76f on network 6e179916-7511-47c2-93b0-072f5134d72f {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:41.877492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:41.878153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Checking segment: {'id': 'e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e179916-7511-47c2-93b0-072f5134d72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:41.878716 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.879248 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Bound using segment: {'id': 'e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e179916-7511-47c2-93b0-072f5134d72f'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:41.879854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Bound port: c2191162-1146-4e80-9afe-f7ccd995f76f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '6e179916-7511-47c2-93b0-072f5134d72f'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:41.880385 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:41.885584 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75b98da-9a1b-4e87-a503-5a6ba5083846 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:52:41.887465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b75b98da-9a1b-4e87-a503-5a6ba5083846 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/25cae604-2a9f-41e4-9aa2-817f5b4b3107 HTTP/1.1" status: 404 len: 333 time: 0.0307167 Nov 26 21:52:41.890312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45326) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:41.940394 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7881670 Nov 26 21:52:41.943659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:41.945032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45328) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:41.952628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Request body: {'subnet': {'network_id': '5658080b-1229-40f6-a26c-bd6eec724162', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1135105152-subnet', 'tenant_id': '7296565309b04b93b1e270d5a1e1a7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:41.955919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] Sync routers for ids ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:41.962986 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-89290d57-4c64-41cf-a159-5673316b9687 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b2969d5-3ef5-4cb8-84c4-1d024d37f20c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8924429 Nov 26 21:52:41.963609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45330) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:41.970605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174e971-3b34-4ad5-a26d-154ba452f623 admin admin] Pushing event updated for resources: {'Network': ['ID=5658080b-1229-40f6-a26c-bd6eec724162,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:41.989301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a131f8-d500-4719-a023-5e3eaeb7be48 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet 33313f1c-3174-40df-acc2-c533df0c3b60 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:41.993286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 5658080b-1229-40f6-a26c-bd6eec724162 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:41.993518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61a131f8-d500-4719-a023-5e3eaeb7be48 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.031906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Made reservation on behalf of 7296565309b04b93b1e270d5a1e1a7bd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:42.034273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.046349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573e9e8-b20c-4b6b-a0d7-355b496ae8f5 req-448d3f87-82cb-4601-8f91-b8f0c6f0620e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:42.047873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1573e9e8-b20c-4b6b-a0d7-355b496ae8f5 req-448d3f87-82cb-4601-8f91-b8f0c6f0620e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 944 time: 0.1067722 Nov 26 21:52:42.065242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61a131f8-d500-4719-a023-5e3eaeb7be48 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.065626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] Routers {'8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:42.066806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:42.145846 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.181134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] For port c2191162-1146-4e80-9afe-f7ccd995f76f, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:42.185362 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5b782875-9e0a-4c11-80a7-89ad00205395'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:42.205769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1573e9e8-b20c-4b6b-a0d7-355b496ae8f5 req-00087e07-e765-416f-8420-3dab08e6bb88 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485066 Nov 26 21:52:42.247301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211550d-e752-4fe3-b65b-17c0a973b0e6 req-9b4835ab-38fc-47c3-82ac-9a5c19292f0a tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:42.254442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5211550d-e752-4fe3-b65b-17c0a973b0e6 req-9b4835ab-38fc-47c3-82ac-9a5c19292f0a tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 946 time: 0.1070046 Nov 26 21:52:42.285933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] For port c2191162-1146-4e80-9afe-f7ccd995f76f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c2191162-1146-4e80-9afe-f7ccd995f76f,segment=NetworkSegment(e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d),segment_id=e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:42.295656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61a131f8-d500-4719-a023-5e3eaeb7be48 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.297248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.307461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.355610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5211550d-e752-4fe3-b65b-17c0a973b0e6 req-e9e5e632-4277-4c9e-8fd1-ddb523284d8a tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976179 Nov 26 21:52:42.372896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db1988-fb77-44d2-a8e5-6e0d0a1b149d None None] Pushing event updated for resources: {'Port': ['ID=c2191162-1146-4e80-9afe-f7ccd995f76f,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:42.402534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61a131f8-d500-4719-a023-5e3eaeb7be48 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.405039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] Set router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:42.417644 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.449901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a131f8-d500-4719-a023-5e3eaeb7be48 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=33313f1c-3174-40df-acc2-c533df0c3b60,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:42.458059 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61a131f8-d500-4719-a023-5e3eaeb7be48 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.465693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-61a131f8-d500-4719-a023-5e3eaeb7be48 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/33313f1c-3174-40df-acc2-c533df0c3b60 HTTP/1.1" status: 204 len: 168 time: 0.5722086 Nov 26 21:52:42.466273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45338) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:42.481596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Deleting port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:42.482195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.516608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3798bbd3-7605-4fd1-bb96-df690c530db0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:42.574643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Checking segment: {'id': '83b33e1d-e23e-42d6-bdf7-1989f892f063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5658080b-1229-40f6-a26c-bd6eec724162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:42.575000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Network hostable DHCP agents. Network: 5658080b-1229-40f6-a26c-bd6eec724162, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:42.600305 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.618847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] For port 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=927d7416-19e1-4fd8-bd97-2ba0a8d7b64e,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:42.620256 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.626706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Network 5658080b-1229-40f6-a26c-bd6eec724162 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:42.652257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Calling delete_port for 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:42.664713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 5658080b-1229-40f6-a26c-bd6eec724162) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:42.678949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:42.680075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.694602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821cfc0-1c7a-4f3f-b446-a520c5d77648 None None] Network 5658080b-1229-40f6-a26c-bd6eec724162 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:42.715098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port c2191162-1146-4e80-9afe-f7ccd995f76f {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:42.715481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.754287 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-82965161-bc9e-4a38-aff8-06acb3af8999 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8020205 Nov 26 21:52:42.841680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] For port c2191162-1146-4e80-9afe-f7ccd995f76f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c2191162-1146-4e80-9afe-f7ccd995f76f,segment=NetworkSegment(e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d),segment_id=e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:42.842226 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:42.879982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742d237-78d9-4fa2-90a8-8d8eb1dd8e6b req-72ac0a57-f810-49da-a841-f75348b09b47 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:42.887843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c742d237-78d9-4fa2-90a8-8d8eb1dd8e6b req-72ac0a57-f810-49da-a841-f75348b09b47 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 945 time: 0.1081386 Nov 26 21:52:42.895033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:52:40Z', 'revision_number': 5, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port': {'id': '927d7416-19e1-4fd8-bd97-2ba0a8d7b64e', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:20Z', 'updated_at': '2021-11-26T21:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:42.910972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for c2191162-1146-4e80-9afe-f7ccd995f76f owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:42.932882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] Checking router: 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:42.961178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] Routers {'8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:42.962324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:42.962961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.004151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c742d237-78d9-4fa2-90a8-8d8eb1dd8e6b req-500b85ba-e996-414d-8b35-6edbb4f395f7 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154912 Nov 26 21:52:43.031359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Pushing event deleted for resources: {'Port': ['ID=927d7416-19e1-4fd8-bd97-2ba0a8d7b64e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:43.072714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.083961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.110437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=c2191162-1146-4e80-9afe-f7ccd995f76f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:43.127082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No DVR routers for this DVR port c2191162-1146-4e80-9afe-f7ccd995f76f on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:43.233774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] Set router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:43.237059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb8861f-e33f-4ed9-9321-5aaf91f31b21 None None] Network 5658080b-1229-40f6-a26c-bd6eec724162 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:43.265543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.268290 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.270011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.302693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e179916-7511-47c2-93b0-072f5134d72f']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:43.334967 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.335628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2969d5-3ef5-4cb8-84c4-1d024d37f20c {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:52:43.340950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.342698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-06b749de-94b1-4105-85ea-8d46516562fc admin admin] 10.222.0.21 "DELETE /v2.0/routers/8b2969d5-3ef5-4cb8-84c4-1d024d37f20c HTTP/1.1" status: 204 len: 168 time: 1.3781335 Nov 26 21:52:43.344984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45356) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:43.348184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:43.349027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e94cd988-5074-4fc3-b3d8-cf0c7a3aba1d') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:43.380702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:52:42Z', 'revision_number': 7, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:43.387975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.405474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-59241748-1284-4d2f-9fca-47dde6a98c04 admin admin] Deleting subnet 90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:43.415975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.420726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da913e7-4a03-4409-b69e-c907b945ad38 None None] The sync data for ids ['8b2969d5-3ef5-4cb8-84c4-1d024d37f20c'] in n-d-819494-1 is: [{'id': '8b2969d5-3ef5-4cb8-84c4-1d024d37f20c', 'name': 'tempest-AttachSCSIVolumeTestJSON-553017600-router', 'tenant_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:19Z', 'updated_at': '2021-11-26T21:52:42Z', 'revision_number': 7, 'project_id': 'de89ea977e4a489d96de2ed4b1933ad6', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:43.421272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59241748-1284-4d2f-9fca-47dde6a98c04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.432329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:43.432329 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.487186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59241748-1284-4d2f-9fca-47dde6a98c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:43.491367 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:43.591304 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59241748-1284-4d2f-9fca-47dde6a98c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.625624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.630899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.635674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/networks/6e179916-7511-47c2-93b0-072f5134d72f HTTP/1.1" status: 204 len: 168 time: 1.1683922 Nov 26 21:52:43.642931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45370) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:43.649965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'name': 'tempest-PortsIpV6TestJSON-2017916036'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:43.662045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e060dfd-a69b-4d1c-b1ee-93b4244205f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Network': ['ID=6e179916-7511-47c2-93b0-072f5134d72f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:43.677028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3399f50-b636-4f8d-9643-73cc5c33a001 req-01e9c254-531b-4df0-b03d-2a8e10d4cd75 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:43.678385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3399f50-b636-4f8d-9643-73cc5c33a001 req-01e9c254-531b-4df0-b03d-2a8e10d4cd75 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 945 time: 0.1861241 Nov 26 21:52:43.687989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45372) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:43.694763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Request body: {'floatingip': {'port_id': '2c3cf477-adfc-4706-84bb-a729b7528b33'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:43.766472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.779476 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59241748-1284-4d2f-9fca-47dde6a98c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.803006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f02f2af7-d7f3-4561-b524-60000c4c752a None None] Could not find standard attr ID for object c2191162-1146-4e80-9afe-f7ccd995f76f. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:52:43.825576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-6df4470f-e2db-4a16-b1fe-c6d15c444c27 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:43.827200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-6df4470f-e2db-4a16-b1fe-c6d15c444c27 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/networks?id=2807ac55-45c8-4ee0-89c1-4d76649003df HTTP/1.1" status: 200 len: 815 time: 0.2985327 Nov 26 21:52:43.827986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59241748-1284-4d2f-9fca-47dde6a98c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:43.829962 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59241748-1284-4d2f-9fca-47dde6a98c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.838903 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-59241748-1284-4d2f-9fca-47dde6a98c04 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/90d35d69-d6f7-4f3d-8ec5-ca3421cabfe0 HTTP/1.1" status: 204 len: 168 time: 0.4928799 Nov 26 21:52:43.843467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d877b-edae-4a1c-8067-0ba5ef171cc5 None None] Network 9a8eed2e-0997-463d-8a0a-717d034170b7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:43.850281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45374) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:43.875038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:43.878535 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:43.880928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-668ca29e-1a50-4dc7-af1d-6b7aa2c104b7 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/quotas/f4012aae2a8d413fa457a7360f06ee20 HTTP/1.1" status: 200 len: 375 time: 0.0464833 Nov 26 21:52:43.933182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port d20c3a6a-a9ed-45a9-99b8-18135f0ee895 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:43.988458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.029608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb71469-6275-4352-8a70-141dbd528087 None None] DHCP port deletion for 6e179916-7511-47c2-93b0-072f5134d72f request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:52:44.065791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] DHCP port deletion for 9a8eed2e-0997-463d-8a0a-717d034170b7 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:52:44.077254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23139b-803c-4640-86c1-ef022f089aca None None] Network 6e179916-7511-47c2-93b0-072f5134d72f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:44.110444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23139b-803c-4640-86c1-ef022f089aca None None] Network 6e179916-7511-47c2-93b0-072f5134d72f could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 21:52:44.174038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] Deleting port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:44.174661 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.183699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:44.186622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.192958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Deleting port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:44.193296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.236692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e840a7-2544-48ea-a5b7-c9e803010a03 req-abb72acf-e15c-41b3-9751-7438e7d0547d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:44.238097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00e840a7-2544-48ea-a5b7-c9e803010a03 req-abb72acf-e15c-41b3-9751-7438e7d0547d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 944 time: 0.4954238 Nov 26 21:52:44.258687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-d1c37747-6490-4710-9509-46b55bf5cc62 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4012aae2a8d413fa457a7360f06ee20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497239 Nov 26 21:52:44.261089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:44.263724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 927d7416-19e1-4fd8-bd97-2ba0a8d7b64e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:44.264391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3a8205c8-b458-49d6-9774-bae78ca0df56 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:44.285459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] For port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,segment=NetworkSegment(59fde26f-1cee-48c4-8d4d-b2b20c482f8f),segment_id=59fde26f-1cee-48c4-8d4d-b2b20c482f8f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:44.285830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.302126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Calling delete_port for 12b6e84b-3b4e-47a8-a12d-f1bb818712fa owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:44.312699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.326293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 3a8205c8-b458-49d6-9774-bae78ca0df56 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:44.328331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3a8205c8-b458-49d6-9774-bae78ca0df56 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:44.328994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 12b6e84b-3b4e-47a8-a12d-f1bb818712fa no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:44.377075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00e840a7-2544-48ea-a5b7-c9e803010a03 req-e72275f7-337b-4575-a930-a3b0a36ba100 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208491 Nov 26 21:52:44.398209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] For port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,segment=NetworkSegment(59fde26f-1cee-48c4-8d4d-b2b20c482f8f),segment_id=59fde26f-1cee-48c4-8d4d-b2b20c482f8f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:44.398694 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.406242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:44.411644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:44.414634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:44.419931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] Calling delete_port for 12b6e84b-3b4e-47a8-a12d-f1bb818712fa owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:44.420532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:44.421164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.426852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=d20c3a6a-a9ed-45a9-99b8-18135f0ee895,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:44.497971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4b2acef6-d8f4-4a78-b6a5-9062875b5eff tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8538690 Nov 26 21:52:44.500491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45378) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:44.582545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.605875 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.614956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: from cryptography.utils import int_from_bytes Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: from cryptography.utils import int_from_bytes Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.627800 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 21:52:44.630494 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 21:52:44.631365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] No DVR routers for this DVR port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:44.645102 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.668272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-846ecbb8-0428-47e6-8b76-96da550beb57 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:52:44.669284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-846ecbb8-0428-47e6-8b76-96da550beb57 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4002259 Nov 26 21:52:44.693406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] Pushing event deleted for resources: {'Port': ['ID=12b6e84b-3b4e-47a8-a12d-f1bb818712fa,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:44.697512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5ba96e-cc64-46b3-9318-0f0d3caba09e None None] No DVR routers for this DVR port 12b6e84b-3b4e-47a8-a12d-f1bb818712fa on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:44.733504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.743220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cebb2d1d-3d6d-4817-be49-371494742a67 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port d20c3a6a-a9ed-45a9-99b8-18135f0ee895 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:44.743549 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cebb2d1d-3d6d-4817-be49-371494742a67 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.796298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8eed2e-0997-463d-8a0a-717d034170b7']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:44.815888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fde26f-1cee-48c4-8d4d-b2b20c482f8f') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:44.816183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fde26f-1cee-48c4-8d4d-b2b20c482f8f') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:44.832765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0382606-6d1e-484e-beec-8f352c4a9ff1 req-f3f08d75-2605-4649-a9cb-82ee9438f111 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:44.833892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.834247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0382606-6d1e-484e-beec-8f352c4a9ff1 req-f3f08d75-2605-4649-a9cb-82ee9438f111 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 946 time: 0.1971991 Nov 26 21:52:44.834525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5b782875-9e0a-4c11-80a7-89ad00205395 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:44.844353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cebb2d1d-3d6d-4817-be49-371494742a67 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.859454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.861444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cebb2d1d-3d6d-4817-be49-371494742a67 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for d20c3a6a-a9ed-45a9-99b8-18135f0ee895 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:44.870363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:44.870796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:44.872594 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:44.875602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-b193f8ea-08f1-4346-8430-94a6b363f1f3 service neutron] 10.222.0.21 "GET /v2.0/networks/2807ac55-45c8-4ee0-89c1-4d76649003df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919391 Nov 26 21:52:44.896282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 5b782875-9e0a-4c11-80a7-89ad00205395 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:52:44.909022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 5b782875-9e0a-4c11-80a7-89ad00205395 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:44.909402 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.971409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.976020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:44.982668 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a8eed2e-0997-463d-8a0a-717d034170b7 HTTP/1.1" status: 204 len: 168 time: 1.1313293 Nov 26 21:52:44.985017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0382606-6d1e-484e-beec-8f352c4a9ff1 req-60a300ab-5cd7-4e69-80e3-63f162a2c306 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373377 Nov 26 21:52:44.998221 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.033516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.042113 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.115575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-0cf4d42f-d977-4d6f-ad77-2465a4f6d5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/2807ac55-45c8-4ee0-89c1-4d76649003df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029274 Nov 26 21:52:45.126862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5b782875-9e0a-4c11-80a7-89ad00205395, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5b782875-9e0a-4c11-80a7-89ad00205395,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:45.131176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b782875-9e0a-4c11-80a7-89ad00205395'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:45.138444 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf1d437-9b9e-44ef-9f97-726b6e05de97" -d '{"events": [{"server_uuid": "dcf51879-c061-4dd4-8f06-2a2248440f37", "name": "network-vif-plugged", "status": "completed", "tag": "5b782875-9e0a-4c11-80a7-89ad00205395"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:45.151523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.214513 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Floating IP d8229aff-5829-4790-99aa-c6b3c4219892 associated. External IP: 172.25.3.226, port: 2c3cf477-adfc-4706-84bb-a729b7528b33. Nov 26 21:52:45.288439 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e697adc0-05e3-459d-85b2-66f82a8fddf3 x-openstack-request-id: req-e697adc0-05e3-459d-85b2-66f82a8fddf3 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:45.288439 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf51879-c061-4dd4-8f06-2a2248440f37", "name": "network-vif-plugged", "status": "completed", "tag": "5b782875-9e0a-4c11-80a7-89ad00205395", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:45.288684 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e697adc0-05e3-459d-85b2-66f82a8fddf3 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:45.289521 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b782875-9e0a-4c11-80a7-89ad00205395', 'code': 200} Nov 26 21:52:45.290247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5b782875-9e0a-4c11-80a7-89ad00205395,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:45.333631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45390) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:45.354054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5be692-e558-4027-bd5d-90618e123d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8eed2e-0997-463d-8a0a-717d034170b7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:45.438735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f78467a-9afa-464d-abf6-c812d400553f req-fcf5d833-5b59-4317-85df-57076915913f tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 210 time: 0.0358212 Nov 26 21:52:45.462485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f32ec26c-2f49-4644-8ed0-eaa8509601fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af117439c1734d228f95641461f436e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1201560 Nov 26 21:52:45.464228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45400) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:45.480486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cebb2d1d-3d6d-4817-be49-371494742a67 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.517840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:52:45.537362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb2d1d-3d6d-4817-be49-371494742a67 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=d20c3a6a-a9ed-45a9-99b8-18135f0ee895,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:45.545566 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cebb2d1d-3d6d-4817-be49-371494742a67 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.550988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cebb2d1d-3d6d-4817-be49-371494742a67 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/d20c3a6a-a9ed-45a9-99b8-18135f0ee895 HTTP/1.1" status: 204 len: 168 time: 1.0473571 Nov 26 21:52:45.551207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45402) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:45.559613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'mac_address': 'fa:16:3e:71:0a:5b', 'name': 'tempest-PortsIpV6TestJSON-1267102897'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:45.562951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca6117-51f2-4db9-ba66-f4613b5bd3da req-0fb668eb-bcf0-44ad-b9d7-2c5cefb962b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:45.564399 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaca6117-51f2-4db9-ba66-f4613b5bd3da req-0fb668eb-bcf0-44ad-b9d7-2c5cefb962b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 1096 time: 0.1368420 Nov 26 21:52:45.692539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaca6117-51f2-4db9-ba66-f4613b5bd3da req-f256172f-a1f8-455e-9c35-d9907ccc5390 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149511 Nov 26 21:52:45.722958 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe4d2-bb79-4647-bd4a-026f4e00c49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.724727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:45.738342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a0e40-9539-4f6a-820d-1ec5e75cc28d req-ae3a351a-589a-4e2a-b750-46b42e191634 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:45.740062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a45a0e40-9539-4f6a-820d-1ec5e75cc28d req-ae3a351a-589a-4e2a-b750-46b42e191634 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.1465483 Nov 26 21:52:45.777039 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe4d2-bb79-4647-bd4a-026f4e00c49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.809840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.825725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Router 70d8e80f-90ef-4188-a909-ec8da2e18378 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:52:45.834240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port f70385ff-1f34-4c98-9eb4-701d34aa6dba yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:45.891950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a45a0e40-9539-4f6a-820d-1ec5e75cc28d req-2cc1dc88-95f0-4c48-b05e-552a2b69574a tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434901 Nov 26 21:52:45.961442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf635-f42e-43d1-a0a2-3ed603dd4423 req-781a1cad-d7dc-4821-89ea-c0a93a9afb7f tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:45.963749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0fbf635-f42e-43d1-a0a2-3ed603dd4423 req-781a1cad-d7dc-4821-89ea-c0a93a9afb7f tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 946 time: 0.1700053 Nov 26 21:52:45.971576 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe4d2-bb79-4647-bd4a-026f4e00c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.974228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe4d2-bb79-4647-bd4a-026f4e00c49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:45.979314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6cdfe4d2-bb79-4647-bd4a-026f4e00c49c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13eabf82-a660-43a0-8734-127cc57caa06 HTTP/1.1" status: 204 len: 168 time: 0.5108812 Nov 26 21:52:46.016880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.035993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfe4d2-bb79-4647-bd4a-026f4e00c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eabf82-a660-43a0-8734-127cc57caa06,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:46.077401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.084076 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0fbf635-f42e-43d1-a0a2-3ed603dd4423 req-02f02727-f16b-4206-88c5-4c14ffa62764 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740676 Nov 26 21:52:46.085155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:46.090747 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.116546 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] Sync routers for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:46.128159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-203dac88-ca89-4c01-8dee-f42ae7e05813 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "PUT /v2.0/floatingips/d8229aff-5829-4790-99aa-c6b3c4219892 HTTP/1.1" status: 200 len: 991 time: 2.4390998 Nov 26 21:52:46.128952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'tag': '2c3cf477-adfc-4706-84bb-a729b7528b33'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:46.131685 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2d9f17-6d3a-4f5a-8d78-a50955527011" -d '{"events": [{"name": "network-changed", "server_uuid": "7d759c27-bd2e-4cb7-879b-232c479174ac", "tag": "2c3cf477-adfc-4706-84bb-a729b7528b33"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:46.153481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=f70385ff-1f34-4c98-9eb4-701d34aa6dba,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:46.162622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:46.165317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:46.167900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:46.170214 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:46.171544 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:46.183476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:46.184222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.206035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2b47fc29-cde3-4858-abf3-43466208ded1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6535335 Nov 26 21:52:46.208673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45422) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:46.265479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0fb66-e98d-4f31-be06-cb409090af9b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:46.267033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e6e0fb66-e98d-4f31-be06-cb409090af9b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/f70385ff-1f34-4c98-9eb4-701d34aa6dba HTTP/1.1" status: 200 len: 845 time: 0.0572040 Nov 26 21:52:46.269828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45426) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:46.309521 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8abe0ca-3169-457a-961c-15aade7dd5bb x-openstack-request-id: req-a8abe0ca-3169-457a-961c-15aade7dd5bb {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:46.309815 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d759c27-bd2e-4cb7-879b-232c479174ac", "tag": "2c3cf477-adfc-4706-84bb-a729b7528b33", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:46.310098 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8abe0ca-3169-457a-961c-15aade7dd5bb {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:46.310626 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'tag': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'status': 'completed', 'code': 200} Nov 26 21:52:46.367228 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:46.417822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-50769414-f537-47b2-b7e1-1a0850b3d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:46.419384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-50769414-f537-47b2-b7e1-1a0850b3d6b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62ce27df5f4646e683a752fd57c1e9c9&device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 1096 time: 0.0639815 Nov 26 21:52:46.428573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-53e7de58-76c7-4f40-bf53-e6f7f6aed438 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port f70385ff-1f34-4c98-9eb4-701d34aa6dba {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:46.428904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53e7de58-76c7-4f40-bf53-e6f7f6aed438 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.535692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53e7de58-76c7-4f40-bf53-e6f7f6aed438 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.552315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45430) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:46.555399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-53e7de58-76c7-4f40-bf53-e6f7f6aed438 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for f70385ff-1f34-4c98-9eb4-701d34aa6dba owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:46.594789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa0d0587-0641-4943-a2cd-6daf3df98648 req-04e964ac-30eb-4b13-88ec-1f04050e69fb tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 210 time: 0.0371399 Nov 26 21:52:46.609632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-71543a5b-16b1-4b56-b513-9ae7ef2997cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:46.611136 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-71543a5b-16b1-4b56-b513-9ae7ef2997cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=43ecfb42-e64f-446d-864a-18e896674648 HTTP/1.1" status: 200 len: 915 time: 0.1781240 Nov 26 21:52:46.671332 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d7aaf8f4-21d7-4ea3-a644-b367154c4b42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de89ea977e4a489d96de2ed4b1933ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1171136 Nov 26 21:52:46.674645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45432) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:46.677385 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'd8229aff-5829-4790-99aa-c6b3c4219892', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'port_id': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'mac_address': 'fa:16:3e:5d:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:52:20Z', 'updated_at': '2021-11-26T21:52:44Z', 'revision_number': 1, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:18Z', 'revision_number': 5, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:46.700226 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53e7de58-76c7-4f40-bf53-e6f7f6aed438 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.714196 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] Checking router: 70d8e80f-90ef-4188-a909-ec8da2e18378 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:46.724601 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:46.725225 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:46.738686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7de58-76c7-4f40-bf53-e6f7f6aed438 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=f70385ff-1f34-4c98-9eb4-701d34aa6dba,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:46.750573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53e7de58-76c7-4f40-bf53-e6f7f6aed438 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.754408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-53e7de58-76c7-4f40-bf53-e6f7f6aed438 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/f70385ff-1f34-4c98-9eb4-701d34aa6dba HTTP/1.1" status: 204 len: 168 time: 0.4833076 Nov 26 21:52:46.757018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45436) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:46.771273 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-84ad26e8-6c23-496f-ac09-e83d8ccec50b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3cf477-adfc-4706-84bb-a729b7528b33 HTTP/1.1" status: 200 len: 999 time: 0.1520643 Nov 26 21:52:46.793275 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dc03ab-5075-4017-90d9-50bf8742bafc tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:52:46.796674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-82dc03ab-5075-4017-90d9-50bf8742bafc tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/f70385ff-1f34-4c98-9eb4-701d34aa6dba HTTP/1.1" status: 404 len: 333 time: 0.0378678 Nov 26 21:52:46.801993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45438) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:46.810950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'name': 'tempest-PortsIpV6TestJSON-379840634'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:46.844947 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:46.876643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-6a47c1d4-5dee-4bba-b644-7396465c46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:46.878903 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-6a47c1d4-5dee-4bba-b644-7396465c46a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a HTTP/1.1" status: 200 len: 853 time: 0.0993764 Nov 26 21:52:46.927226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:46.932570 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:46.958748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port cf22c8d8-4f20-437b-9af2-c5b845fc0331 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:47.000243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb784e59-e685-433a-b80c-fc8f3b5b4b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.055558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb784e59-e685-433a-b80c-fc8f3b5b4b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.086511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-7d41a367-551a-45f2-92d6-ca2f29e6ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:47.088283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-7d41a367-551a-45f2-92d6-ca2f29e6ca2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43ecfb42-e64f-446d-864a-18e896674648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863341 Nov 26 21:52:47.106999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaac0c0-8ac7-48ae-93f7-7d23bba0737b req-e8508e28-667d-47a9-b7ca-50eb5100523c tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:47.115545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-edaac0c0-8ac7-48ae-93f7-7d23bba0737b req-e8508e28-667d-47a9-b7ca-50eb5100523c tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0956764 Nov 26 21:52:47.126114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-3db7430f-0026-442b-9695-3afb7c6f564f tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:47.126800 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'd8229aff-5829-4790-99aa-c6b3c4219892', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'port_id': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'mac_address': 'fa:16:3e:5d:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:52:20Z', 'updated_at': '2021-11-26T21:52:44Z', 'revision_number': 1, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:18Z', 'revision_number': 5, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:47.127957 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-3db7430f-0026-442b-9695-3afb7c6f564f tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.41 "GET /v2.0/networks?id=2807ac55-45c8-4ee0-89c1-4d76649003df HTTP/1.1" status: 200 len: 815 time: 0.2365608 Nov 26 21:52:47.181892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Request body: {'port': {'device_id': 'c720a035-75c7-4b9e-84a0-640da268c269', 'network_id': '2807ac55-45c8-4ee0-89c1-4d76649003df', 'admin_state_up': True, 'tenant_id': 'f4012aae2a8d413fa457a7360f06ee20'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:47.183307 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1faad55-3d7c-41a0-9fb5-47a7345b73ce None None] The sync data for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 is: [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'd8229aff-5829-4790-99aa-c6b3c4219892', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'port_id': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'mac_address': 'fa:16:3e:5d:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:52:20Z', 'updated_at': '2021-11-26T21:52:44Z', 'revision_number': 1, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:18Z', 'revision_number': 5, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:47.292263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.296139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb784e59-e685-433a-b80c-fc8f3b5b4b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.298784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb784e59-e685-433a-b80c-fc8f3b5b4b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.299914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bb784e59-e685-433a-b80c-fc8f3b5b4b9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddec2a3a-e032-4dc1-8616-ea7cf3b896d8 HTTP/1.1" status: 204 len: 168 time: 0.6243205 Nov 26 21:52:47.312864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-edaac0c0-8ac7-48ae-93f7-7d23bba0737b req-4d96c296-0615-4517-a7e7-6a5c5cee83f0 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975949 Nov 26 21:52:47.360854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74c9d2-5062-4126-b82a-d430a720335a req-34fd128b-2eef-458c-9595-e521b86c86ed tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:47.363616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb784e59-e685-433a-b80c-fc8f3b5b4b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec2a3a-e032-4dc1-8616-ea7cf3b896d8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:47.377968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d74c9d2-5062-4126-b82a-d430a720335a req-34fd128b-2eef-458c-9595-e521b86c86ed tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 946 time: 0.1891274 Nov 26 21:52:47.410004 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-738c6b7e-cf76-48a8-bee3-73b94cf72b41 service neutron] 10.222.0.13 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706907 Nov 26 21:52:47.449861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Made reservation on behalf of f4012aae2a8d413fa457a7360f06ee20 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:47.456438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.468915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d74c9d2-5062-4126-b82a-d430a720335a req-e4dd14c6-55a2-4c95-927d-4e3a8d5acf5e tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9b66327-dc3c-4b8e-8be1-4abed33b73fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894010 Nov 26 21:52:47.510391 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.602341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb2d9f17-6d3a-4f5a-8d78-a50955527011 req-f7ec53d6-f6b4-4aad-8ac6-469ba90fef5b service neutron] 10.222.0.13 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776748 Nov 26 21:52:47.614433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:47.632244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d097e-defc-471d-b848-0738207f4d0c req-4596dc9f-d32e-4a8a-8611-3de42ade9c78 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:47.634711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-073d097e-defc-471d-b848-0738207f4d0c req-4596dc9f-d32e-4a8a-8611-3de42ade9c78 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.41 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 946 time: 0.1546872 Nov 26 21:52:47.639419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:47.648049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:47.656822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:47.657498 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.669726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7288be17-2f91-4b3f-8272-f3ebe56baca2 None None] New status for floating IP d8229aff-5829-4790-99aa-c6b3c4219892: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:52:47.695397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=cf22c8d8-4f20-437b-9af2-c5b845fc0331,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:47.708432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8248ec02-134a-4076-9128-1cd22a717ddb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9053199 Nov 26 21:52:47.712409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Allocated IP 172.20.0.5 (2807ac55-45c8-4ee0-89c1-4d76649003df/218d44d2-d767-4993-a4ef-200f4c2f86b4/b4aca099-4da2-4ad7-bf48-a156a04b7314) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:47.715130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:47.721877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:47.782702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38b1de79-342f-40aa-b367-2b29e8245aac req-a8165e27-39c1-4262-b782-df05898a0beb tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 210 time: 0.0462248 Nov 26 21:52:47.812009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.855489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Deleting port 68571293-fa9e-4279-b888-c330cbefce2f {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:47.855979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.980834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] For port 68571293-fa9e-4279-b888-c330cbefce2f, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=68571293-fa9e-4279-b888-c330cbefce2f,segment=NetworkSegment(9f049157-7116-4d0c-93f6-1e4d091e3041),segment_id=9f049157-7116-4d0c-93f6-1e4d091e3041)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:47.981290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:47.998592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Calling delete_port for 68571293-fa9e-4279-b888-c330cbefce2f owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:48.106970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.112050 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.119388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.149142 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.170464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] In _notify_port_updated(), no bound segment for port cf22c8d8-4f20-437b-9af2-c5b845fc0331 on network d0701b68-9657-4e89-a1d5-3911e18dfd59 {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:52:48.175969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:48.176601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.178272 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "PUT /v2.0/ports/cf22c8d8-4f20-437b-9af2-c5b845fc0331 HTTP/1.1" status: 200 len: 818 time: 0.4620306 Nov 26 21:52:48.182515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45472) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:48.184632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['68571293-fa9e-4279-b888-c330cbefce2f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:48.223820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495eb23-3b02-4313-b181-268c257c05d3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=cf22c8d8-4f20-437b-9af2-c5b845fc0331,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:48.241042 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.314008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Network 2807ac55-45c8-4ee0-89c1-4d76649003df is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:48.321217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:48.328220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:48.364145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Pushing event updated for resources: {'Port': ['ID=b4aca099-4da2-4ad7-bf48-a156a04b7314,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:48.395225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:48.395871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.403496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-596d20cb-93cc-44d1-9b00-ab1120ed03c6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port cf22c8d8-4f20-437b-9af2-c5b845fc0331 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:48.403496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-596d20cb-93cc-44d1-9b00-ab1120ed03c6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.468310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-be08af4a-dc58-46b3-89ab-ba77936a49e6 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2912557 Nov 26 21:52:48.474902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Pushing event deleted for resources: {'Port': ['ID=68571293-fa9e-4279-b888-c330cbefce2f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:48.490216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Request body: {'port': {'device_id': 'c720a035-75c7-4b9e-84a0-640da268c269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:48.521773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-596d20cb-93cc-44d1-9b00-ab1120ed03c6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.542483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-596d20cb-93cc-44d1-9b00-ab1120ed03c6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for cf22c8d8-4f20-437b-9af2-c5b845fc0331 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:48.549583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] No DVR routers for this DVR port 68571293-fa9e-4279-b888-c330cbefce2f on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:52:48.552504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.557077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-073d097e-defc-471d-b848-0738207f4d0c req-250f6d4f-41db-4c5e-b04a-49fae7671633 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.41 "DELETE /v2.0/ports/68571293-fa9e-4279-b888-c330cbefce2f HTTP/1.1" status: 204 len: 173 time: 0.8860807 Nov 26 21:52:48.557712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07ea825-2c92-44d7-871e-9f7d25243fc8', 'name': 'network-vif-deleted', 'tag': '68571293-fa9e-4279-b888-c330cbefce2f'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:48.561070 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9525cc40-1a04-4147-8c84-641710c755df" -d '{"events": [{"server_uuid": "d07ea825-2c92-44d7-871e-9f7d25243fc8", "name": "network-vif-deleted", "tag": "68571293-fa9e-4279-b888-c330cbefce2f"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:48.577012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.578245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6ef1e-09ae-4248-8b51-2e0984d3802c req-eb114abd-3ee8-46c8-a793-2a43001f504a tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:48.579999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fb6ef1e-09ae-4248-8b51-2e0984d3802c req-eb114abd-3ee8-46c8-a793-2a43001f504a tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.1084661 Nov 26 21:52:48.682393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fb6ef1e-09ae-4248-8b51-2e0984d3802c req-1ba62f27-1ed4-4b9e-9c63-1842324c1a91 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960150 Nov 26 21:52:48.811956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-596d20cb-93cc-44d1-9b00-ab1120ed03c6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.840665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eda70aca-0c54-4202-b6a7-f1193084bf0e req-fb254587-146e-42fb-bd28-3f94bcf9a2b3 tempest-ServerAddressesTestJSON-1244348496 tempest-ServerAddressesTestJSON-1244348496-project] 10.222.0.21 "GET /v2.0/ports?device_id=d07ea825-2c92-44d7-871e-9f7d25243fc8 HTTP/1.1" status: 200 len: 210 time: 0.0510988 Nov 26 21:52:48.850674 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff840c0b-0eea-4d25-8b09-29c55ad07cb0 x-openstack-request-id: req-ff840c0b-0eea-4d25-8b09-29c55ad07cb0 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:48.850988 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07ea825-2c92-44d7-871e-9f7d25243fc8", "name": "network-vif-deleted", "tag": "68571293-fa9e-4279-b888-c330cbefce2f", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:48.852642 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff840c0b-0eea-4d25-8b09-29c55ad07cb0 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:48.853330 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07ea825-2c92-44d7-871e-9f7d25243fc8', 'name': 'network-vif-deleted', 'tag': '68571293-fa9e-4279-b888-c330cbefce2f', 'status': 'completed', 'code': 200} Nov 26 21:52:48.884419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-596d20cb-93cc-44d1-9b00-ab1120ed03c6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:48.890380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45508) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:48.900170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-596d20cb-93cc-44d1-9b00-ab1120ed03c6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/cf22c8d8-4f20-437b-9af2-c5b845fc0331 HTTP/1.1" status: 204 len: 168 time: 0.7165461 Nov 26 21:52:48.903174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d20cb-93cc-44d1-9b00-ab1120ed03c6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=cf22c8d8-4f20-437b-9af2-c5b845fc0331,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:49.015392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c0e0b-8d6b-4a42-b349-e71c1ec74810 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:49.018537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-353c0e0b-8d6b-4a42-b349-e71c1ec74810 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1271060 Nov 26 21:52:49.019611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45514) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:49.041453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba411c-f25c-4f8f-b089-1c1f3288b184 req-57c71fb7-6e86-4505-88ab-6f1a8cf8f253 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:49.048715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3fba411c-f25c-4f8f-b089-1c1f3288b184 req-57c71fb7-6e86-4505-88ab-6f1a8cf8f253 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 931 time: 0.1192636 Nov 26 21:52:49.063084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7feae-bbcc-4e64-9d68-88438c3620fe req-93b0b3d6-cf4b-448b-a5a4-ff9f496667df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:49.069728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9c7feae-bbcc-4e64-9d68-88438c3620fe req-93b0b3d6-cf4b-448b-a5a4-ff9f496667df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.1413853 Nov 26 21:52:49.073903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45520) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:49.079307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'floatingip': {'port_id': '5b782875-9e0a-4c11-80a7-89ad00205395'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:49.129628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3fba411c-f25c-4f8f-b089-1c1f3288b184 req-b132edcd-46b9-4fcf-8fc6-c6ca5f0803b3 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799091 Nov 26 21:52:49.139640 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b29a43-4489-4fe8-ad70-68f83522392d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:52:49.141117 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e6b29a43-4489-4fe8-ad70-68f83522392d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/cf22c8d8-4f20-437b-9af2-c5b845fc0331 HTTP/1.1" status: 404 len: 333 time: 0.1203890 Nov 26 21:52:49.144802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45522) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:49.146271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.152275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1103935991'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:49.182199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:49.186829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.220099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4aca099-4da2-4ad7-bf48-a156a04b7314 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:52:49.220828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:49.231940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.234622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.235214 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Added segment 59fda76d-9660-4145-9c2b-64ae469528c3 of type vlan for network 4fc93e9d-d372-4113-888a-ce2e5520cfcf Nov 26 21:52:49.275505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Transition to ACTIVE for port object b4aca099-4da2-4ad7-bf48-a156a04b7314 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:52:49.281348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.291383 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.341248 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63b09e06-d769-48a1-a3b6-0a161fb27d39 req-5df0e722-88f4-4883-9abd-7e43e14fa975 tempest-FlavorsV2NegativeTest-402752234 tempest-FlavorsV2NegativeTest-402752234-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4937966b62e44de2a960631d94436528&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293839 Nov 26 21:52:49.342894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.348587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:49.349279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.379339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Pushing event updated for resources: {'Port': ['ID=b4aca099-4da2-4ad7-bf48-a156a04b7314,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:49.435720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2879553 Nov 26 21:52:49.456027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45536) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:49.465541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:49.481618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0547bc-16d2-43ef-bcbb-d3c9fc793af1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Network': ['ID=4fc93e9d-d372-4113-888a-ce2e5520cfcf,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:49.495550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:49.552285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b09e06-d769-48a1-a3b6-0a161fb27d39 req-862c1e4c-8e43-43c6-a647-a7e53cb41bb7 tempest-FlavorsV2NegativeTest-402752234 tempest-FlavorsV2NegativeTest-402752234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:49.555106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63b09e06-d769-48a1-a3b6-0a161fb27d39 req-862c1e4c-8e43-43c6-a647-a7e53cb41bb7 tempest-FlavorsV2NegativeTest-402752234 tempest-FlavorsV2NegativeTest-402752234-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014792 Nov 26 21:52:49.573006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63b09e06-d769-48a1-a3b6-0a161fb27d39 req-7a16f18a-7638-48ea-9431-1e2fe20c6ffa tempest-FlavorsV2NegativeTest-402752234 tempest-FlavorsV2NegativeTest-402752234-project] 10.222.0.21 "GET /v2.0/quotas/4937966b62e44de2a960631d94436528 HTTP/1.1" status: 200 len: 375 time: 0.0108190 Nov 26 21:52:49.602409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Attempting to bind port b4aca099-4da2-4ad7-bf48-a156a04b7314 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:49.603024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Attempting to bind port b4aca099-4da2-4ad7-bf48-a156a04b7314 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6aa04492-8490-4b5e-94ac-04497923213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2807ac55-45c8-4ee0-89c1-4d76649003df'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:49.603128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Attempting to bind port b4aca099-4da2-4ad7-bf48-a156a04b7314 on network 2807ac55-45c8-4ee0-89c1-4d76649003df {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:49.611651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63b09e06-d769-48a1-a3b6-0a161fb27d39 req-8e5d3475-82f3-48bc-a26f-88e1de5f50fe tempest-FlavorsV2NegativeTest-402752234 tempest-FlavorsV2NegativeTest-402752234-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4937966b62e44de2a960631d94436528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326614 Nov 26 21:52:49.643166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Port b4aca099-4da2-4ad7-bf48-a156a04b7314 on network 2807ac55-45c8-4ee0-89c1-4d76649003df not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:52:49.643502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Attempting to bind port b4aca099-4da2-4ad7-bf48-a156a04b7314 on network 2807ac55-45c8-4ee0-89c1-4d76649003df {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:49.663798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:49.664754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Checking segment: {'id': '6aa04492-8490-4b5e-94ac-04497923213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2807ac55-45c8-4ee0-89c1-4d76649003df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:49.664754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Bound using segment: {'id': '6aa04492-8490-4b5e-94ac-04497923213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2807ac55-45c8-4ee0-89c1-4d76649003df'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:49.665103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Bound port: b4aca099-4da2-4ad7-bf48-a156a04b7314, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa04492-8490-4b5e-94ac-04497923213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '2807ac55-45c8-4ee0-89c1-4d76649003df'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:49.665457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:49.922847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45562) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:49.979737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf45840-5f2b-4200-8890-ee5a51a14b41 admin admin] Deleting subnet 2f1350ac-3d17-4002-ac3c-11906e3c77ae {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:49.983711 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bf45840-5f2b-4200-8890-ee5a51a14b41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.020794 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bf45840-5f2b-4200-8890-ee5a51a14b41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.027309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:50.030982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.071694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bf45840-5f2b-4200-8890-ee5a51a14b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.132163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bf45840-5f2b-4200-8890-ee5a51a14b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.150718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45566) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:50.168875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] For port b4aca099-4da2-4ad7-bf48-a156a04b7314, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:50.172881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4bf45840-5f2b-4200-8890-ee5a51a14b41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.176334 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4bf45840-5f2b-4200-8890-ee5a51a14b41 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2f1350ac-3d17-4002-ac3c-11906e3c77ae HTTP/1.1" status: 204 len: 168 time: 0.2521718 Nov 26 21:52:50.177643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf45840-5f2b-4200-8890-ee5a51a14b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1350ac-3d17-4002-ac3c-11906e3c77ae,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:50.180533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45572) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:50.224262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] For port b4aca099-4da2-4ad7-bf48-a156a04b7314, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4aca099-4da2-4ad7-bf48-a156a04b7314,segment=NetworkSegment(6aa04492-8490-4b5e-94ac-04497923213f),segment_id=6aa04492-8490-4b5e-94ac-04497923213f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:50.239557 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.282733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.302487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.305079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.306950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:50.307738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.309498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] 10.222.0.41 "PUT /v2.0/ports/b4aca099-4da2-4ad7-bf48-a156a04b7314 HTTP/1.1" status: 200 len: 1091 time: 1.8247204 Nov 26 21:52:50.312122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c720a035-75c7-4b9e-84a0-640da268c269', 'tag': 'b4aca099-4da2-4ad7-bf48-a156a04b7314'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:50.314414 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5505935b-46ba-4b42-af87-5cfd1325a6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c720a035-75c7-4b9e-84a0-640da268c269", "tag": "b4aca099-4da2-4ad7-bf48-a156a04b7314"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:50.332759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03e5dc-bfee-4536-a4ac-546f93de954c req-d40b6ac2-9764-4d26-976e-de574a9e7d80 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:50.335298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf03e5dc-bfee-4536-a4ac-546f93de954c req-d40b6ac2-9764-4d26-976e-de574a9e7d80 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 943 time: 0.0897040 Nov 26 21:52:50.393006 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db910c4-0111-409d-a5ac-2690aa0f66b5 x-openstack-request-id: req-3db910c4-0111-409d-a5ac-2690aa0f66b5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:50.393304 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c720a035-75c7-4b9e-84a0-640da268c269", "tag": "b4aca099-4da2-4ad7-bf48-a156a04b7314", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:50.393558 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3db910c4-0111-409d-a5ac-2690aa0f66b5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:50.393948 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c720a035-75c7-4b9e-84a0-640da268c269', 'tag': 'b4aca099-4da2-4ad7-bf48-a156a04b7314', 'status': 'completed', 'code': 200} Nov 26 21:52:50.396485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d316-ec70-4d0c-9ccf-dd48e1585ebe service neutron] Pushing event updated for resources: {'Port': ['ID=b4aca099-4da2-4ad7-bf48-a156a04b7314,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:50.424947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-998ad6fa-32e7-4467-ae13-502ac221f619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.444912 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.474936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66cced8-4302-438a-a68e-2a0a6e569347']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:50.480467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf03e5dc-bfee-4536-a4ac-546f93de954c req-c92c5f71-bc0b-4323-af2d-283786a27220 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127810 Nov 26 21:52:50.489025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f049157-7116-4d0c-93f6-1e4d091e3041') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:50.489325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f049157-7116-4d0c-93f6-1e4d091e3041') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:50.501671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.516064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.521995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:52:50.522419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:52:50.525335 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:52:50.573159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-84472b30-93ac-45a1-9724-a362a49b5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:50.574695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-84472b30-93ac-45a1-9724-a362a49b5dc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4012aae2a8d413fa457a7360f06ee20&device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 1094 time: 0.1844134 Nov 26 21:52:50.580518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.588208 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.595897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.602178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] 10.222.0.21 "DELETE /v2.0/networks/e66cced8-4302-438a-a68e-2a0a6e569347 HTTP/1.1" status: 204 len: 168 time: 0.4175262 Nov 26 21:52:50.602363 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Floating IP be7dbca7-0736-4316-95f5-65b552d157f6 associated. External IP: 172.25.3.201, port: 5b782875-9e0a-4c11-80a7-89ad00205395. Nov 26 21:52:50.609825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25930905-1c69-43c1-83a1-3d00e5ee394f admin admin] Pushing event deleted for resources: {'Network': ['ID=e66cced8-4302-438a-a68e-2a0a6e569347,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:50.695568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-1ac0bc7d-29a8-42b8-8808-2c1e2bed0306 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4aca099-4da2-4ad7-bf48-a156a04b7314 HTTP/1.1" status: 200 len: 217 time: 0.1053371 Nov 26 21:52:50.723243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45580) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:50.765985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0289ca44-2765-4bd7-a0d3-d9550aa1e465 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c9535a02c224946b4856cc26b26a9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414517 Nov 26 21:52:50.768498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45582) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:50.793263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=0e569e17-1560-45d9-9a25-67734210cc6d,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:50.822483 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a183b61-4eed-4387-9d4b-17f1074e0165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.848825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a183b61-4eed-4387-9d4b-17f1074e0165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.852326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking segment: {'id': '59fda76d-9660-4145-9c2b-64ae469528c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:50.852692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network hostable DHCP agents. Network: 4fc93e9d-d372-4113-888a-ce2e5520cfcf, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:50.855569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-d25ecf8b-23fc-40e1-8948-dd2301dda620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:50.857056 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-d25ecf8b-23fc-40e1-8948-dd2301dda620 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=218d44d2-d767-4993-a4ef-200f4c2f86b4 HTTP/1.1" status: 200 len: 855 time: 0.1519320 Nov 26 21:52:50.873684 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-998ad6fa-32e7-4467-ae13-502ac221f619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.900616 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-998ad6fa-32e7-4467-ae13-502ac221f619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.907531 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a183b61-4eed-4387-9d4b-17f1074e0165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.907700 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-c8fc708c-c66d-4894-a3e5-f4a76c84af3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2807ac55-45c8-4ee0-89c1-4d76649003df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417016 Nov 26 21:52:50.911965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a183b61-4eed-4387-9d4b-17f1074e0165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:50.916831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0a183b61-4eed-4387-9d4b-17f1074e0165 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9b66327-dc3c-4b8e-8be1-4abed33b73fd HTTP/1.1" status: 204 len: 168 time: 0.1437807 Nov 26 21:52:50.924145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a183b61-4eed-4387-9d4b-17f1074e0165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b66327-dc3c-4b8e-8be1-4abed33b73fd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:51.008559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:51.040739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ad6fa-32e7-4467-ae13-502ac221f619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c462fc-de26-4c6d-969a-d49526adc98f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:51.044883 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-998ad6fa-32e7-4467-ae13-502ac221f619 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4937966b62e44de2a960631d94436528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8915343 Nov 26 21:52:51.047962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45590) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:51.084889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 4fc93e9d-d372-4113-888a-ce2e5520cfcf) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:51.095320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b538d-e4fa-43d2-9f23-70c0effd5276 None None] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:51.099739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:51.100381 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:51.120186 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de41a19a-f347-4815-b4b5-e54457be87e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:51.141753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf0fe2f4-12a3-4f0e-ae41-21cd2235bcc4 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6845675 Nov 26 21:52:51.149545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45594) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:51.153580 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de41a19a-f347-4815-b4b5-e54457be87e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:51.156790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e04fa059-1175-4b55-8d84-650578ab917f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:51.165780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Router 82fd1e41-4f66-484a-8769-709a23166869 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:52:51.178925 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-4502ffd3-c9ce-4d02-b467-f5dc2774a9cd service neutron] 10.222.0.41 "GET /v2.0/networks/2807ac55-45c8-4ee0-89c1-4d76649003df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534916 Nov 26 21:52:51.210103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de41a19a-f347-4815-b4b5-e54457be87e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:51.214237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de41a19a-f347-4815-b4b5-e54457be87e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:51.218558 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-de41a19a-f347-4815-b4b5-e54457be87e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34c462fc-de26-4c6d-969a-d49526adc98f HTTP/1.1" status: 204 len: 168 time: 0.1679125 Nov 26 21:52:51.229300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41a19a-f347-4815-b4b5-e54457be87e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c462fc-de26-4c6d-969a-d49526adc98f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:51.323935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-4fc93e9d-d372-4113-888a-ce2e5520cfcf', 'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf', 'tenant_id': '3b7897c634cc4e5ca22f9f57480318fd', 'fixed_ips': [{'subnet_id': '0e569e17-1560-45d9-9a25-67734210cc6d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:52:51.326797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:51.431804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf4edc9a-f74c-4477-a126-5ecea118dc7d req-cea3379b-d042-4347-8b80-4baacaf30e1b service neutron] 10.222.0.41 "GET /v2.0/networks/2807ac55-45c8-4ee0-89c1-4d76649003df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189395 Nov 26 21:52:51.456520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:51.462240 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:51.466542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04fa059-1175-4b55-8d84-650578ab917f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:51.468552 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] Sync routers for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:51.469988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e04fa059-1175-4b55-8d84-650578ab917f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:51.486920 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:51.487551 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:51.546714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fd681cd3-8167-4eaf-a10e-77a82cc4e855 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "PUT /v2.0/floatingips/be7dbca7-0736-4316-95f5-65b552d157f6 HTTP/1.1" status: 200 len: 991 time: 2.4711246 Nov 26 21:52:51.670689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Allocated IP 2001:db8::2 (4fc93e9d-d372-4113-888a-ce2e5520cfcf/0e569e17-1560-45d9-9a25-67734210cc6d/254026c8-cd3f-423e-a72b-4b82c9f4c3ae) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:51.684865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-835da918-236e-4fd9-b335-e589ef076aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:51.686736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-835da918-236e-4fd9-b335-e589ef076aaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4012aae2a8d413fa457a7360f06ee20&device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 1094 time: 0.1245468 Nov 26 21:52:51.692228 n-d-819494-1 neutron-server[110000]: INFO neutron.db.ipam_backend_mixin [None req-e04fa059-1175-4b55-8d84-650578ab917f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0e569e17-1560-45d9-9a25-67734210cc6d (CIDR: 2001:db8::/64) Nov 26 21:52:51.720890 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04fa059-1175-4b55-8d84-650578ab917f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:52:51.721470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04fa059-1175-4b55-8d84-650578ab917f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:52:51.729403 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:51.746397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692457c5-1c1b-4bf4-a886-2e357e7ec135 req-2b248156-9a13-45a3-9364-32499634d6f7 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:51.756698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-692457c5-1c1b-4bf4-a886-2e357e7ec135 req-2b248156-9a13-45a3-9364-32499634d6f7 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 943 time: 0.1361544 Nov 26 21:52:51.854151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-692457c5-1c1b-4bf4-a886-2e357e7ec135 req-014453e5-bcdb-4608-bdb4-42e36ab5429a tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965314 Nov 26 21:52:51.858166 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e04fa059-1175-4b55-8d84-650578ab917f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7022007 Nov 26 21:52:51.858307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45626) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:51.866252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:51.921216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-9f59afb0-7f2b-4223-a490-f47cabbce0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:51.924143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-9f59afb0-7f2b-4223-a490-f47cabbce0b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2807ac55-45c8-4ee0-89c1-4d76649003df HTTP/1.1" status: 200 len: 916 time: 0.2247970 Nov 26 21:52:51.983794 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-f76b57a0-7837-47b1-bc7d-b8a0e073e696 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4aca099-4da2-4ad7-bf48-a156a04b7314 HTTP/1.1" status: 200 len: 217 time: 0.0521843 Nov 26 21:52:52.021674 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.030417 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.098526 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'be7dbca7-0736-4316-95f5-65b552d157f6', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '82fd1e41-4f66-484a-8769-709a23166869', 'port_id': '5b782875-9e0a-4c11-80a7-89ad00205395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'mac_address': 'fa:16:3e:0e:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:52:27Z', 'updated_at': '2021-11-26T21:52:50Z', 'revision_number': 1, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:52.127845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-0d3b3f83-446b-43cf-a8bf-087b0c173159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:52.130003 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-0d3b3f83-446b-43cf-a8bf-087b0c173159 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=218d44d2-d767-4993-a4ef-200f4c2f86b4 HTTP/1.1" status: 200 len: 855 time: 0.1397321 Nov 26 21:52:52.133927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:52.134509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:52.137260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:52.139989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.145822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:52.150652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Pushing event updated for resources: {'Port': ['ID=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:52.154479 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] Checking router: 82fd1e41-4f66-484a-8769-709a23166869 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:52.168159 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:52.168979 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:52.182630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 68571293-fa9e-4279-b888-c330cbefce2f no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:52:52.206834 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-3aed48ac-091c-43a5-b2da-52b7fdf875d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2807ac55-45c8-4ee0-89c1-4d76649003df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615244 Nov 26 21:52:52.220219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 68571293-fa9e-4279-b888-c330cbefce2f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:52:52.220815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 68571293-fa9e-4279-b888-c330cbefce2f not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:52:52.246005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Attempting to bind port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:52.246399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Attempting to bind port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '59fda76d-9660-4145-9c2b-64ae469528c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:52.246854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Attempting to bind port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae on network 4fc93e9d-d372-4113-888a-ce2e5520cfcf {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:52.252432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:52.252924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Checking segment: {'id': '59fda76d-9660-4145-9c2b-64ae469528c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:52.253220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.254287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Bound using segment: {'id': '59fda76d-9660-4145-9c2b-64ae469528c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:52.254287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Bound port: 254026c8-cd3f-423e-a72b-4b82c9f4c3ae, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fda76d-9660-4145-9c2b-64ae469528c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:52.254500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.327030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] For port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:52.330723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45642) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:52.331460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] For port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,segment=NetworkSegment(59fda76d-9660-4145-9c2b-64ae469528c3),segment_id=59fda76d-9660-4145-9c2b-64ae469528c3)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:52.340041 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.402815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'tag': '5b782875-9e0a-4c11-80a7-89ad00205395'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:52:52.408732 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fab1af-7db8-4e0b-86b6-a36f078adce9" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf51879-c061-4dd4-8f06-2a2248440f37", "tag": "5b782875-9e0a-4c11-80a7-89ad00205395"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:52:52.442432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee29e57-7f8f-49dc-beba-185a03d42d1b None None] Pushing event updated for resources: {'Port': ['ID=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:52.447060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-d523e48b-11db-47cd-862c-053e43b62869 service neutron] 10.222.0.41 "GET /v2.0/networks/2807ac55-45c8-4ee0-89c1-4d76649003df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354949 Nov 26 21:52:52.588446 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.604580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5505935b-46ba-4b42-af87-5cfd1325a6a5 req-1fbba782-dcef-4201-8c14-18e9e30d44df service neutron] 10.222.0.41 "GET /v2.0/networks/2807ac55-45c8-4ee0-89c1-4d76649003df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481633 Nov 26 21:52:52.606945 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9400ca0d-abc4-49c3-a126-42e66b427ad5 x-openstack-request-id: req-9400ca0d-abc4-49c3-a126-42e66b427ad5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:52:52.607104 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf51879-c061-4dd4-8f06-2a2248440f37", "tag": "5b782875-9e0a-4c11-80a7-89ad00205395", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:52:52.607512 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9400ca0d-abc4-49c3-a126-42e66b427ad5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:52:52.608235 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'tag': '5b782875-9e0a-4c11-80a7-89ad00205395', 'status': 'completed', 'code': 200} Nov 26 21:52:52.663435 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-3f3167f4-3241-4c98-8347-d8fa74bde9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:52.664627 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:52.666160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-3f3167f4-3241-4c98-8347-d8fa74bde9aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 1096 time: 0.0568786 Nov 26 21:52:52.683485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:52.687467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:52.701757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:52.702384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.724246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8648160 Nov 26 21:52:52.730912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45660) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:52.735149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da84744-7b55-4f9f-9994-822aed82600c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=c2dd2fe4-228c-4393-a103-92ed21245a5b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:52.753564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf', 'fixed_ips': [{'subnet_id': '0e569e17-1560-45d9-9a25-67734210cc6d'}, {'subnet_id': 'c2dd2fe4-228c-4393-a103-92ed21245a5b'}], 'name': 'tempest-PortsIpV6TestJSON-297608182'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:52.917450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2059175137-network', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:52.949569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Made reservation on behalf of b4645aea6f7847149fd967f7b8c939c0 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:52.953762 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:52.969372 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.021534 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'be7dbca7-0736-4316-95f5-65b552d157f6', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '82fd1e41-4f66-484a-8769-709a23166869', 'port_id': '5b782875-9e0a-4c11-80a7-89ad00205395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'mac_address': 'fa:16:3e:0e:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:52:27Z', 'updated_at': '2021-11-26T21:52:50Z', 'revision_number': 1, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:53.053497 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557a6b00-0cfb-4d04-9eca-f21b85ea1dae None None] The sync data for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 is: [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'be7dbca7-0736-4316-95f5-65b552d157f6', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '82fd1e41-4f66-484a-8769-709a23166869', 'port_id': '5b782875-9e0a-4c11-80a7-89ad00205395', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'mac_address': 'fa:16:3e:0e:d5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:52:27Z', 'updated_at': '2021-11-26T21:52:50Z', 'revision_number': 1, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:53.121400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.130059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d5975-efc6-4d3e-9f94-5c2e2da6d84b req-08c1cd02-5e23-4a3e-9177-8e8fc47a3d35 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:53.134729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-839d5975-efc6-4d3e-9f94-5c2e2da6d84b req-08c1cd02-5e23-4a3e-9177-8e8fc47a3d35 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 943 time: 0.1539662 Nov 26 21:52:53.136259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.187470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:52:53.207246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933e95d-2b42-455e-8786-b126b20a9338,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:53.212541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.212885 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Added segment dbe8bc98-448f-4b87-a18e-7bd9e2da1313 of type vlan for network 77f9cf77-ff96-44c8-98eb-e571e560d510 Nov 26 21:52:53.278488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-839d5975-efc6-4d3e-9f94-5c2e2da6d84b req-75bfe261-42df-46df-846b-9d9efa8b5b4f tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384270 Nov 26 21:52:53.287132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.316946 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.318208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:53.318789 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.340503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-7ceae96c-f35f-42f3-9cd9-27a2a16db435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:53.341977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-7ceae96c-f35f-42f3-9cd9-27a2a16db435 service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.6650105 Nov 26 21:52:53.375596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0426724 Nov 26 21:52:53.381804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45668) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:53.389194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Request body: {'subnet': {'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2059175137-subnet', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:53.397424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6191fba-65f6-440c-bee5-14c837f643d3 admin admin] Pushing event updated for resources: {'Network': ['ID=77f9cf77-ff96-44c8-98eb-e571e560d510,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:53.402634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 21:52:53.402634 n-d-819494-1 neutron-server[109999]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 26 21:52:53.402634 n-d-819494-1 neutron-server[109999]: [parameters: {'project_id_1': 'b4645aea6f7847149fd967f7b8c939c0', 'expiration_1': datetime.datetime(2021, 11, 26, 21, 52, 33, 395049)}] Nov 26 21:52:53.402634 n-d-819494-1 neutron-server[109999]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:52:53.403258 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:52:53.428786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-2a04b66e-f56d-440d-aac9-b726f74fc378 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 200 len: 999 time: 0.0789158 Nov 26 21:52:53.429678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:53.430468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 77f9cf77-ff96-44c8-98eb-e571e560d510 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:52:53.449806 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-252b89be-4c7f-4a6f-8a46-d477e3bb5b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.539751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-4340ede5-910d-4859-b1ce-e0a4383d91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:53.541224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-4340ede5-910d-4859-b1ce-e0a4383d91a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.0940235 Nov 26 21:52:53.545518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ab30dc-5dca-4bd7-b5c4-bd539931f70c None None] New status for floating IP be7dbca7-0736-4316-95f5-65b552d157f6: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:52:53.586533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.623084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 3b18fe5f-10c4-4025-a62a-6f56b86df3aa yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:52:53.697902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-e9cbe565-d221-4ca2-a88a-d4a0b9f983c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:53.699440 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-e9cbe565-d221-4ca2-a88a-d4a0b9f983c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313741 Nov 26 21:52:53.849429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8795577-8edf-434c-a743-a6a47b4c408a None None] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:53.903574 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-a21c2ef3-13e8-421a-b6f0-db4f7a0d1304 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956668 Nov 26 21:52:53.933122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Made reservation on behalf of b4645aea6f7847149fd967f7b8c939c0 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:52:53.936767 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:53.987532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8b6b337d-fb97-47e9-a68d-834c812ac452 None None] Provisioning complete for port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:53.988214 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8b6b337d-fb97-47e9-a68d-834c812ac452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.169545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8b6b337d-fb97-47e9-a68d-834c812ac452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.193119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-02fab1af-7db8-4e0b-86b6-a36f078adce9 req-17fb4cd9-a23f-41d7-a85f-204a6cace14a service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732868 Nov 26 21:52:54.239910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::2e9 (4fc93e9d-d372-4113-888a-ce2e5520cfcf/0e569e17-1560-45d9-9a25-67734210cc6d/3b18fe5f-10c4-4025-a62a-6f56b86df3aa) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:54.265395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8:0:1::123 (4fc93e9d-d372-4113-888a-ce2e5520cfcf/c2dd2fe4-228c-4393-a103-92ed21245a5b/3b18fe5f-10c4-4025-a62a-6f56b86df3aa) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:54.272575 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.350703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16426a7-681e-42b8-81a4-7b74cb0111be,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:54.387051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Checking segment: {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:54.387688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Network hostable DHCP agents. Network: 77f9cf77-ff96-44c8-98eb-e571e560d510, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:52:54.409473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 254026c8-cd3f-423e-a72b-4b82c9f4c3ae up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:54.428886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Network 77f9cf77-ff96-44c8-98eb-e571e560d510 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:52:54.464268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 77f9cf77-ff96-44c8-98eb-e571e560d510) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:54.470938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:54.470938 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.481733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.487397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61d841-f091-4ffe-8a97-9e23ff8c86d1 req-c05870d2-d686-4ead-95b4-3d03e76e463f tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:54.489167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c61d841-f091-4ffe-8a97-9e23ff8c86d1 req-c05870d2-d686-4ead-95b4-3d03e76e463f tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 943 time: 0.0748925 Nov 26 21:52:54.497119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1093c7a-97e8-4de2-a39d-9156f25eb7dc None None] Network 77f9cf77-ff96-44c8-98eb-e571e560d510 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:54.521699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-156aa0cd-9a3f-4dd6-8001-e264cc5eb738 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1359594 Nov 26 21:52:54.521865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45708) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:54.528121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:54.533009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8b6b337d-fb97-47e9-a68d-834c812ac452 None None] For port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,segment=NetworkSegment(59fda76d-9660-4145-9c2b-64ae469528c3),segment_id=59fda76d-9660-4145-9c2b-64ae469528c3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:54.549878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.552479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8b6b337d-fb97-47e9-a68d-834c812ac452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.560038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.561051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.581044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c61d841-f091-4ffe-8a97-9e23ff8c86d1 req-596eaae5-aa30-4ccd-95ba-c7b0dbe11316 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781128 Nov 26 21:52:54.608631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:54.620743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:54.634656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:54.640339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:54.640959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.657759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786cd51-0be1-40a2-b0b4-9a6d1776d267 None None] Update dhcp port {'port': {'network_id': '4fc93e9d-d372-4113-888a-ce2e5520cfcf', 'fixed_ips': [{'subnet_id': '0e569e17-1560-45d9-9a25-67734210cc6d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2dd2fe4-228c-4393-a103-92ed21245a5b'}], 'binding:host_id': 'n-d-819494-1'}, 'id': '254026c8-cd3f-423e-a72b-4b82c9f4c3ae'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 21:52:54.682245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.683803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=3b18fe5f-10c4-4025-a62a-6f56b86df3aa,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:54.723315 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1786cd51-0be1-40a2-b0b4-9a6d1776d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.727958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b89086c4-3b0f-41ed-90dd-6c555671afde tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9947791 Nov 26 21:52:54.730774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45724) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:54.736607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e569e17-1560-45d9-9a25-67734210cc6d'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:54.749136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b337d-fb97-47e9-a68d-834c812ac452 None None] Pushing event updated for resources: {'Port': ['ID=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:54.757604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:54.758217 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.833774 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:54.889512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc3bb8-1b42-4363-ae57-3c19bdbe4a42 None None] Network 77f9cf77-ff96-44c8-98eb-e571e560d510 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:54.907217 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.045231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.068525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.179212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1786cd51-0be1-40a2-b0b4-9a6d1776d267 None None] Allocated IP 2001:db8:0:1::2 (4fc93e9d-d372-4113-888a-ce2e5520cfcf/c2dd2fe4-228c-4393-a103-92ed21245a5b/254026c8-cd3f-423e-a72b-4b82c9f4c3ae) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:55.187054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Allocated IP 172.25.3.173 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/d4c96934-a367-4fcb-9bf5-11c8afa1e5e5) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:55.278906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1786cd51-0be1-40a2-b0b4-9a6d1776d267 None None] For port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,segment=NetworkSegment(59fda76d-9660-4145-9c2b-64ae469528c3),segment_id=59fda76d-9660-4145-9c2b-64ae469528c3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:55.292203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.310609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1786cd51-0be1-40a2-b0b4-9a6d1776d267 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.316356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1786cd51-0be1-40a2-b0b4-9a6d1776d267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.330000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.378168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:55.383860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:55.384045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:55.399517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Delete allocated IP 2001:db8:0:1::123 (4fc93e9d-d372-4113-888a-ce2e5520cfcf/c2dd2fe4-228c-4393-a103-92ed21245a5b) {{(pid=109999) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 21:52:55.409885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c96934-a367-4fcb-9bf5-11c8afa1e5e5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:55.417540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786cd51-0be1-40a2-b0b4-9a6d1776d267 None None] Pushing event updated for resources: {'Port': ['ID=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:55.583587 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.589461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.684066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] In _notify_port_updated(), no bound segment for port 3b18fe5f-10c4-4025-a62a-6f56b86df3aa on network 4fc93e9d-d372-4113-888a-ce2e5520cfcf {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:52:55.694966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:55.695726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.697163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "PUT /v2.0/ports/3b18fe5f-10c4-4025-a62a-6f56b86df3aa HTTP/1.1" status: 200 len: 925 time: 0.9652414 Nov 26 21:52:55.700027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45738) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:55.705364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e569e17-1560-45d9-9a25-67734210cc6d'}, {'subnet_id': 'c2dd2fe4-228c-4393-a103-92ed21245a5b'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:52:55.739255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.745651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae469dd9-3670-4b7f-baf2-06f303585a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=3b18fe5f-10c4-4025-a62a-6f56b86df3aa,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:55.768901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a2a64-ae33-41a5-b15e-f2f2cfbbdf6f req-4ea34819-61cd-4da7-a560-a581925ce10a tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:55.780364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b65a2a64-ae33-41a5-b15e-f2f2cfbbdf6f req-4ea34819-61cd-4da7-a560-a581925ce10a tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 943 time: 0.1022229 Nov 26 21:52:55.817927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2dcfba09-f17b-466e-82e6-4d54fb4b2082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:55.847680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b65a2a64-ae33-41a5-b15e-f2f2cfbbdf6f req-0c0a7a42-0f99-46eb-9e43-2829b9dc9b74 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616856 Nov 26 21:52:55.859888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.181956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8dd243-0b06-44ec-af61-04d89068fe83 None None] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:56.192511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 254026c8-cd3f-423e-a72b-4b82c9f4c3ae up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:52:56.208248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.254972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b4aca099-4da2-4ad7-bf48-a156a04b7314 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:52:56.278268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7eb180a6-d210-4ceb-ba05-d00ce92f18ff None None] Provisioning complete for port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:56.278636 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7eb180a6-d210-4ceb-ba05-d00ce92f18ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.364250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8:0:1::15f (4fc93e9d-d372-4113-888a-ce2e5520cfcf/c2dd2fe4-228c-4393-a103-92ed21245a5b/3b18fe5f-10c4-4025-a62a-6f56b86df3aa) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:56.448396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:56.448764 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.466842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Router 5820b027-793b-4337-8386-119e87d986cf is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:52:56.542990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b4aca099-4da2-4ad7-bf48-a156a04b7314, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4aca099-4da2-4ad7-bf48-a156a04b7314,segment=NetworkSegment(6aa04492-8490-4b5e-94ac-04497923213f),segment_id=6aa04492-8490-4b5e-94ac-04497923213f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:56.571979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.585334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'b4aca099-4da2-4ad7-bf48-a156a04b7314', 'network_id': '2807ac55-45c8-4ee0-89c1-4d76649003df', 'port_id': 'b4aca099-4da2-4ad7-bf48-a156a04b7314', 'mac_address': 'fa:16:3e:f2:92:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218d44d2-d767-4993-a4ef-200f4c2f86b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:52:56.599266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.678528 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.696951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4aca099-4da2-4ad7-bf48-a156a04b7314 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:52:56.699311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] In _notify_port_updated(), no bound segment for port 3b18fe5f-10c4-4025-a62a-6f56b86df3aa on network 4fc93e9d-d372-4113-888a-ce2e5520cfcf {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:52:56.704874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:56.705517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.708872 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "PUT /v2.0/ports/3b18fe5f-10c4-4025-a62a-6f56b86df3aa HTTP/1.1" status: 200 len: 1011 time: 1.0056186 Nov 26 21:52:56.709665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45784) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:56.715298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:52:56.725771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b4aca099-4da2-4ad7-bf48-a156a04b7314, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4aca099-4da2-4ad7-bf48-a156a04b7314,segment=NetworkSegment(6aa04492-8490-4b5e-94ac-04497923213f),segment_id=6aa04492-8490-4b5e-94ac-04497923213f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:52:56.727853 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Sync routers for ids ['5820b027-793b-4337-8386-119e87d986cf'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:52:56.734160 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.737146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c76255-d722-4bf6-8ec1-d601426deb83 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=3b18fe5f-10c4-4025-a62a-6f56b86df3aa,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:56.752290 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Routers {'5820b027-793b-4337-8386-119e87d986cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:56.754496 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['5820b027-793b-4337-8386-119e87d986cf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:56.781641 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.786667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-41aa27b2-794e-48fd-9eb0-3fa0a670cf26 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2633615 Nov 26 21:52:56.787687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45786) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:56.831522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b4aca099-4da2-4ad7-bf48-a156a04b7314,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:56.842770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b994077d-6bdb-488e-9cfd-a0c95512101f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 3b18fe5f-10c4-4025-a62a-6f56b86df3aa {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:52:56.843303 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b994077d-6bdb-488e-9cfd-a0c95512101f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:56.888925 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Set router 5820b027-793b-4337-8386-119e87d986cf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:56.994937 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.028795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-68aef37d-242e-4b28-9a44-7a1bc8481232 None None] Provisioning complete for port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:57.029171 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68aef37d-242e-4b28-9a44-7a1bc8481232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.078672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9b2c-7e28-4788-a160-c165abf71729 req-f0b7a4ff-375b-463d-8029-6de7876ddcba tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:57.090667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aabc9b2c-7e28-4788-a160-c165abf71729 req-f0b7a4ff-375b-463d-8029-6de7876ddcba tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 944 time: 0.1713667 Nov 26 21:52:57.143283 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:52:55Z', 'revision_number': 3, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:57.146625 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b994077d-6bdb-488e-9cfd-a0c95512101f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.154341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b4aca099-4da2-4ad7-bf48-a156a04b7314'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:52:57.200207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b994077d-6bdb-488e-9cfd-a0c95512101f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 3b18fe5f-10c4-4025-a62a-6f56b86df3aa owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:52:57.218958 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Checking router: 5820b027-793b-4337-8386-119e87d986cf for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:52:57.221526 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Updating router 5820b027-793b-4337-8386-119e87d986cf port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:52:57.282178 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.289483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aabc9b2c-7e28-4788-a160-c165abf71729 req-a85f8e94-64b6-421f-85e8-26ed93877e75 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973262 Nov 26 21:52:57.430319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-68aef37d-242e-4b28-9a44-7a1bc8481232 None None] Provisioning complete for port 3b18fe5f-10c4-4025-a62a-6f56b86df3aa triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:52:57.430837 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68aef37d-242e-4b28-9a44-7a1bc8481232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.592404 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b994077d-6bdb-488e-9cfd-a0c95512101f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.645121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-68aef37d-242e-4b28-9a44-7a1bc8481232 None None] Port 3b18fe5f-10c4-4025-a62a-6f56b86df3aa cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:52:57.690558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994077d-6bdb-488e-9cfd-a0c95512101f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=3b18fe5f-10c4-4025-a62a-6f56b86df3aa,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:57.729426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b994077d-6bdb-488e-9cfd-a0c95512101f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.737117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b994077d-6bdb-488e-9cfd-a0c95512101f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/3b18fe5f-10c4-4025-a62a-6f56b86df3aa HTTP/1.1" status: 204 len: 168 time: 1.0263245 Nov 26 21:52:57.743003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45818) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:57.748289 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.760837 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.781196 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d291268-ecbf-41c9-a173-f67ac68ce2f5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:52:57.785492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4d291268-ecbf-41c9-a173-f67ac68ce2f5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/3b18fe5f-10c4-4025-a62a-6f56b86df3aa HTTP/1.1" status: 404 len: 333 time: 0.0389132 Nov 26 21:52:57.786165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45824) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:57.857453 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Attempting to bind port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:52:57.857766 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Attempting to bind port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:52:57.858225 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Attempting to bind port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:52:57.869054 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:52:57.869054 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:52:57.869054 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.869471 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:52:57.869652 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Bound port: d4c96934-a367-4fcb-9bf5-11c8afa1e5e5, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:52:57.870108 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.895215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-143bdf20-6891-4b68-9c76-d4caf667543b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet c2dd2fe4-228c-4393-a103-92ed21245a5b {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:57.901263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-143bdf20-6891-4b68-9c76-d4caf667543b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.939079 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091807d-6f66-44a9-8a1d-1ae8c172b25c None None] Pushing event updated for resources: {'Port': ['ID=d4c96934-a367-4fcb-9bf5-11c8afa1e5e5,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:57.985182 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-143bdf20-6891-4b68-9c76-d4caf667543b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:57.993853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c9bf467c-1b69-4ee8-bfd0-b4486e827e94 None None] Could not find standard attr ID for object 3b18fe5f-10c4-4025-a62a-6f56b86df3aa. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:52:58.009022 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] For port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:52:58.015871 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] For port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d4c96934-a367-4fcb-9bf5-11c8afa1e5e5,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:52:58.024576 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.110399 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Routers {'5820b027-793b-4337-8386-119e87d986cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:52:58.111024 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['5820b027-793b-4337-8386-119e87d986cf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:58.119481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-1e2e2270-0e04-4661-b610-53874c206185 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=332689b578754d459f4e7f4947d4cba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455472 Nov 26 21:52:58.146724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.168065 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091807d-6f66-44a9-8a1d-1ae8c172b25c None None] Pushing event updated for resources: {'Port': ['ID=d4c96934-a367-4fcb-9bf5-11c8afa1e5e5,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:58.209309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c547c781-e64e-4f12-849f-76285b079b3f None None] Could not find standard attr ID for object 3b18fe5f-10c4-4025-a62a-6f56b86df3aa. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:52:58.269473 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] Set router 5820b027-793b-4337-8386-119e87d986cf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:52:58.279000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-143bdf20-6891-4b68-9c76-d4caf667543b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.313038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4ff9b4a1-c530-4de1-87ca-38c3a280712c tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:58.320724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4ff9b4a1-c530-4de1-87ca-38c3a280712c tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996796 Nov 26 21:52:58.348280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Allocated IP 172.20.0.1 (77f9cf77-ff96-44c8-98eb-e571e560d510/c16426a7-681e-42b8-81a4-7b74cb0111be/6af62180-3c03-42b9-b4bd-eb860ef8ae73) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:52:58.357977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-8757dd5c-92b9-4f91-b917-7bd1ecabd942 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/quotas/332689b578754d459f4e7f4947d4cba4 HTTP/1.1" status: 200 len: 375 time: 0.0361798 Nov 26 21:52:58.412868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-e91aca46-23db-45db-8204-9dbedcd00ef7 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=332689b578754d459f4e7f4947d4cba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539083 Nov 26 21:52:58.461579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342581b9-6e85-4383-a065-c75646b8393f req-67421aac-ab93-45f3-a494-df001a886a9a tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:58.463209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-342581b9-6e85-4383-a065-c75646b8393f req-67421aac-ab93-45f3-a494-df001a886a9a tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 944 time: 0.0935960 Nov 26 21:52:58.464767 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-143bdf20-6891-4b68-9c76-d4caf667543b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.490101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bdf20-6891-4b68-9c76-d4caf667543b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=c2dd2fe4-228c-4393-a103-92ed21245a5b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:58.499311 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.516603 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-143bdf20-6891-4b68-9c76-d4caf667543b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.521282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cfabd0-aa2c-4ef0-8b27-5963a395eb91 None None] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:52:58.522583 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-143bdf20-6891-4b68-9c76-d4caf667543b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/c2dd2fe4-228c-4393-a103-92ed21245a5b HTTP/1.1" status: 204 len: 168 time: 0.7357860 Nov 26 21:52:58.523739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45856) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:52:58.555427 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.572157 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:52:55Z', 'revision_number': 3, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:52:58.612218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.627250 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73eabdf-64b5-4541-982c-c05be1b61aa1 None None] The sync data for ids ['5820b027-793b-4337-8386-119e87d986cf'] in n-d-819494-1 is: [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:52:55Z', 'revision_number': 3, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:52:58.661100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-342581b9-6e85-4383-a065-c75646b8393f req-14b9da44-e349-4a95-b526-5bb6de4d551d tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731515 Nov 26 21:52:58.691636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d31a7c-ed26-41ee-8f32-9d1ff1c76f90 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet 0e569e17-1560-45d9-9a25-67734210cc6d {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:52:58.696564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25d31a7c-ed26-41ee-8f32-9d1ff1c76f90 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.714881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Network 77f9cf77-ff96-44c8-98eb-e571e560d510 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:52:58.718356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:52:58.723792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:52:58.844211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25d31a7c-ed26-41ee-8f32-9d1ff1c76f90 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.876793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:58.886568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Pushing event updated for resources: {'Port': ['ID=6af62180-3c03-42b9-b4bd-eb860ef8ae73,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:58.932944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-caaa69d7-dfda-4980-b730-2cbe0a25c5ae tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=332689b578754d459f4e7f4947d4cba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955281 Nov 26 21:52:59.082815 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:59.131633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:59.319788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-3dd7a189-2757-4603-91a1-cf8c39102ccb tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:52:59.332884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-3dd7a189-2757-4603-91a1-cf8c39102ccb tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3986931 Nov 26 21:52:59.387591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-186d2c7d-7b8b-41c4-b595-0d100f01e57d tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/quotas/332689b578754d459f4e7f4947d4cba4 HTTP/1.1" status: 200 len: 375 time: 0.0492928 Nov 26 21:52:59.453970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-65d290f6-2e47-4103-83eb-dd25020684e0 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=332689b578754d459f4e7f4947d4cba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653307 Nov 26 21:52:59.468210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25d31a7c-ed26-41ee-8f32-9d1ff1c76f90 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:59.515970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:59.531340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:59.585361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25d31a7c-ed26-41ee-8f32-9d1ff1c76f90 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:52:59.652962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Pushing event updated for resources: {'Port': ['ID=6af62180-3c03-42b9-b4bd-eb860ef8ae73,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:52:59.735008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:00.000947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Network 77f9cf77-ff96-44c8-98eb-e571e560d510 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:00.003094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:00.072466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a1dfa426-403f-41ea-9ebe-f2b642fe5c7c None None] Provisioning complete for port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:00.073055 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1dfa426-403f-41ea-9ebe-f2b642fe5c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:00.282708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b4aca099-4da2-4ad7-bf48-a156a04b7314 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:00.326974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Router 5820b027-793b-4337-8386-119e87d986cf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:53:00.330628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:00.389609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d31a7c-ed26-41ee-8f32-9d1ff1c76f90 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=0e569e17-1560-45d9-9a25-67734210cc6d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:00.435233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port b4aca099-4da2-4ad7-bf48-a156a04b7314 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:53:00.438400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-7b2c094d-6e24-4b86-be10-f659b51d0a53 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=332689b578754d459f4e7f4947d4cba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885379 Nov 26 21:53:00.451072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:00.451352 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:00.503706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31f208ac-7d2c-4f5f-81ab-d783850a486f req-d3f7d931-7b61-4750-9f3f-30b4c82e9ab7 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 210 time: 0.1295123 Nov 26 21:53:00.556004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port b4aca099-4da2-4ad7-bf48-a156a04b7314 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:00.556496 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:00.571921 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25d31a7c-ed26-41ee-8f32-9d1ff1c76f90 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:00.580876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-25d31a7c-ed26-41ee-8f32-9d1ff1c76f90 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/0e569e17-1560-45d9-9a25-67734210cc6d HTTP/1.1" status: 204 len: 168 time: 2.0538459 Nov 26 21:53:00.585292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45904) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:00.666745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c8e13-e002-42f7-860b-ed18ceb38808 None None] Network 4fc93e9d-d372-4113-888a-ce2e5520cfcf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:00.699899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201c240-c84d-4668-b233-afa3d6b88e11 req-ab481ec9-8a4f-4269-8458-14182f0ea9d9 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:00.709813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5201c240-c84d-4668-b233-afa3d6b88e11 req-ab481ec9-8a4f-4269-8458-14182f0ea9d9 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 944 time: 0.3367355 Nov 26 21:53:00.798195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:00.825825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5201c240-c84d-4668-b233-afa3d6b88e11 req-aebb32aa-6d2f-442f-a99e-121384c7cfbb tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109502 Nov 26 21:53:00.884237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-88b5eaa1-c927-43ff-b96f-611a1710639e tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:00.885784 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-88b5eaa1-c927-43ff-b96f-611a1710639e tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3396258 Nov 26 21:53:00.894777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:53:00.906877 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-84c3d082-0ae7-4b39-bc1c-18d76d6c23cf admin admin] 10.222.0.21 "PUT /v2.0/routers/5820b027-793b-4337-8386-119e87d986cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1180084 Nov 26 21:53:00.915588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Request body: {'port': {'device_id': '5220b36b-aca5-44d6-b537-78f305175c11', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '332689b578754d459f4e7f4947d4cba4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:00.952683 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:00.974955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:00.977197 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.056137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c720a035-75c7-4b9e-84a0-640da268c269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4aca099-4da2-4ad7-bf48-a156a04b7314'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:01.060793 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ec3e9a-8ebe-4022-9ac4-545e1a12206e" -d '{"events": [{"server_uuid": "c720a035-75c7-4b9e-84a0-640da268c269", "name": "network-vif-plugged", "status": "completed", "tag": "b4aca099-4da2-4ad7-bf48-a156a04b7314"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:01.103923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b4aca099-4da2-4ad7-bf48-a156a04b7314, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4aca099-4da2-4ad7-bf48-a156a04b7314,segment=NetworkSegment(6aa04492-8490-4b5e-94ac-04497923213f),segment_id=6aa04492-8490-4b5e-94ac-04497923213f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:01.106484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.155817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Made reservation on behalf of 332689b578754d459f4e7f4947d4cba4 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:01.159789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.172364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] For port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,segment=NetworkSegment(59fda76d-9660-4145-9c2b-64ae469528c3),segment_id=59fda76d-9660-4145-9c2b-64ae469528c3)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:01.172587 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.174013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.196326 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.204558 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9ae684-111c-42af-9594-2797d10dcdbc x-openstack-request-id: req-bb9ae684-111c-42af-9594-2797d10dcdbc {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:01.204855 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c720a035-75c7-4b9e-84a0-640da268c269", "name": "network-vif-plugged", "status": "completed", "tag": "b4aca099-4da2-4ad7-bf48-a156a04b7314", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:01.205116 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb9ae684-111c-42af-9594-2797d10dcdbc {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:01.205507 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c720a035-75c7-4b9e-84a0-640da268c269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4aca099-4da2-4ad7-bf48-a156a04b7314', 'code': 200} Nov 26 21:53:01.207832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 254026c8-cd3f-423e-a72b-4b82c9f4c3ae owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:01.255699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d4c96934-a367-4fcb-9bf5-11c8afa1e5e5,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:01.286410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.317151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b4aca099-4da2-4ad7-bf48-a156a04b7314,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:01.348705 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.403259 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.414670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876b06a-efa9-436f-b802-3f5537d1160d None None] DHCP port deletion for 4fc93e9d-d372-4113-888a-ce2e5520cfcf request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:53:01.421142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.424976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=254026c8-cd3f-423e-a72b-4b82c9f4c3ae,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:01.440448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No DVR routers for this DVR port 254026c8-cd3f-423e-a72b-4b82c9f4c3ae on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:53:01.453821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=d4c96934-a367-4fcb-9bf5-11c8afa1e5e5,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:01.524237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a092f7d6-ae79-4b07-893b-557765293f95,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:01.542681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036521-3465-49be-a0ac-219e96135f7f req-2e0eb1db-c0fe-439f-bb77-bc35cdc71f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:01.544213 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5036521-3465-49be-a0ac-219e96135f7f req-2e0eb1db-c0fe-439f-bb77-bc35cdc71f2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 1096 time: 0.1544366 Nov 26 21:53:01.584420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.603775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Allocated IP 192.168.233.45 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/175ca340-2b41-4c59-8bcf-12d878a94202) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:01.667068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Sync routers for ids ['5820b027-793b-4337-8386-119e87d986cf'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:53:01.676196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc93e9d-d372-4113-888a-ce2e5520cfcf']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:01.677166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Routers {'5820b027-793b-4337-8386-119e87d986cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:53:01.677807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['5820b027-793b-4337-8386-119e87d986cf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:01.694619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5036521-3465-49be-a0ac-219e96135f7f req-5b5311c8-96da-493d-ba85-610a4f89c1ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377306 Nov 26 21:53:01.703364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fda76d-9660-4145-9c2b-64ae469528c3') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:01.703591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fda76d-9660-4145-9c2b-64ae469528c3') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:01.720615 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.741041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbbbc213-317b-47e7-b435-b095f3203d68 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:01.749573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbbbc213-317b-47e7-b435-b095f3203d68 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 811 time: 0.1915393 Nov 26 21:53:01.766191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-a2c76caa-6586-4463-a6d6-4eee3a66f4e8 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/quotas/b4645aea6f7847149fd967f7b8c939c0 HTTP/1.1" status: 200 len: 375 time: 0.0155652 Nov 26 21:53:01.768241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.784755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:53:01.785171 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:53:01.790173 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:53:01.799147 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.811332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Set router 5820b027-793b-4337-8386-119e87d986cf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:53:01.852139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:01.887225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f54b5d5-0d5b-449f-8b73-69f933c42236 req-0890f00b-9638-4f36-a71b-4eef8c5014bd tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 210 time: 0.0461268 Nov 26 21:53:01.933641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:01.943093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c0c94447-97f2-4b77-be08-cc5c658acc19 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1761069 Nov 26 21:53:01.947997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:01.950556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:01.953830 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-a5ebcc22-27fe-4dca-8e8a-415d1dc96def tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=332689b578754d459f4e7f4947d4cba4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428059 Nov 26 21:53:01.954547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:02.025778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:02.026627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.114429 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.138737 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.142342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/networks/4fc93e9d-d372-4113-888a-ce2e5520cfcf HTTP/1.1" status: 204 len: 168 time: 1.5519450 Nov 26 21:53:02.144777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-5c3d0154-7e50-4f82-8251-5e049f97faa5 service neutron] 10.222.0.21 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793098 Nov 26 21:53:02.147113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e24885-b8e7-4a12-83b9-a5811ad5e4ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Network': ['ID=4fc93e9d-d372-4113-888a-ce2e5520cfcf,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:02.149696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45936) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:02.162223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:52:59Z', 'revision_number': 4, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6af62180-3c03-42b9-b4bd-eb860ef8ae73', 'name': '', 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'mac_address': 'fa:16:3e:4f:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c16426a7-681e-42b8-81a4-7b74cb0111be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:58Z', 'updated_at': '2021-11-26T21:52:59Z', 'revision_number': 2, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'subnets': [{'id': 'c16426a7-681e-42b8-81a4-7b74cb0111be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:02.185081 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-4d243267-bee9-46c0-a15b-cb1f4251b9ed tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2764566 Nov 26 21:53:02.207173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Request body: {'port': {'device_id': '5220b36b-aca5-44d6-b537-78f305175c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:02.211276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6352d4-2321-424c-856a-5d9e7c9d8425 req-05c4936b-f75d-431a-8228-24d0f4a20ca3 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:02.218366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Checking router: 5820b027-793b-4337-8386-119e87d986cf for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:53:02.218366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Updating router 5820b027-793b-4337-8386-119e87d986cf port 6af62180-3c03-42b9-b4bd-eb860ef8ae73 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:53:02.221683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e6352d4-2321-424c-856a-5d9e7c9d8425 req-05c4936b-f75d-431a-8228-24d0f4a20ca3 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 945 time: 0.1634471 Nov 26 21:53:02.247575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.250157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:02.313526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-57308099-ee71-4e08-b4cd-f84581cf26e8 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:02.314977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-57308099-ee71-4e08-b4cd-f84581cf26e8 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2841742 Nov 26 21:53:02.316268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.337692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Request body: {'port': {'device_id': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '332689b578754d459f4e7f4947d4cba4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:02.342598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff9b1eb-0459-4c5e-8e5c-e4b0be314ece tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:02.345580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7ff9b1eb-0459-4c5e-8e5c-e4b0be314ece tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1916077 Nov 26 21:53:02.348299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:02.366539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e6352d4-2321-424c-856a-5d9e7c9d8425 req-42b01bd9-2919-4802-b58f-4931f43d2d4a tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393163 Nov 26 21:53:02.394665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-b16df4fc-23e1-4e15-9640-6b03c137679b service neutron] 10.222.0.21 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075248 Nov 26 21:53:02.414528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8374c1f3-6aa6-4fa4-a829-3ad2740bf104 None None] Provisioning complete for port 175ca340-2b41-4c59-8bcf-12d878a94202 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:02.415103 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8374c1f3-6aa6-4fa4-a829-3ad2740bf104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.420889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:02.420889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.534952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8374c1f3-6aa6-4fa4-a829-3ad2740bf104 None None] Port 175ca340-2b41-4c59-8bcf-12d878a94202 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:02.590059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45946) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:02.590908 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6502e82c-9874-4a78-9645-60942fdf83b8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2306833 Nov 26 21:53:02.599879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-99706405'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:02.669885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 21:53:02.669885 n-d-819494-1 neutron-server[109999]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 26 21:53:02.669885 n-d-819494-1 neutron-server[109999]: [parameters: {'project_id': '3b7897c634cc4e5ca22f9f57480318fd', 'id': '47c5a816-3ec1-496c-acb5-0c6933f0287f', 'expiration': datetime.datetime(2021, 11, 26, 21, 55, 2, 653741)}] Nov 26 21:53:02.669885 n-d-819494-1 neutron-server[109999]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:53:02.671150 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:53:02.702800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Made reservation on behalf of 332689b578754d459f4e7f4947d4cba4 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:02.704817 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.706721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.717951 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.763109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bd7546-9bb6-4e92-9946-68f399e38027 req-9cd12c27-2205-4552-8b50-53b2e10c8d3a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 210 time: 0.0497172 Nov 26 21:53:02.766046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 254026c8-cd3f-423e-a72b-4b82c9f4c3ae no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:53:02.807967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 254026c8-cd3f-423e-a72b-4b82c9f4c3ae {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:53:02.808322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 254026c8-cd3f-423e-a72b-4b82c9f4c3ae not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:53:02.812184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5a9d8-c1f0-46b3-bd33-66e7818da2d8 None None] Pushing event updated for resources: {'Port': ['ID=6af62180-3c03-42b9-b4bd-eb860ef8ae73,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:02.871126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Attempting to bind port 6af62180-3c03-42b9-b4bd-eb860ef8ae73 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:02.872069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Attempting to bind port 6af62180-3c03-42b9-b4bd-eb860ef8ae73 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:02.872069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Attempting to bind port 6af62180-3c03-42b9-b4bd-eb860ef8ae73 on network 77f9cf77-ff96-44c8-98eb-e571e560d510 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:02.878418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:02.878782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Checking segment: {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:02.879182 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.879576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Bound using segment: {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:02.880111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Bound port: 6af62180-3c03-42b9-b4bd-eb860ef8ae73, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:02.880535 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.906193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175ca340-2b41-4c59-8bcf-12d878a94202 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:02.914702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.929955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Transition to ACTIVE for port object 175ca340-2b41-4c59-8bcf-12d878a94202 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:53:02.953281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] For port 6af62180-3c03-42b9-b4bd-eb860ef8ae73, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:02.958026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:02.963503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] For port 6af62180-3c03-42b9-b4bd-eb860ef8ae73, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6af62180-3c03-42b9-b4bd-eb860ef8ae73,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:02.970236 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.020261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Routers {'5820b027-793b-4337-8386-119e87d986cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:53:03.021065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['5820b027-793b-4337-8386-119e87d986cf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:03.056192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:03.087949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Allocated IP 192.168.233.163 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/828d3426-c258-4ddf-8ec5-eae20b60c496) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:03.134517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc9c6bdc-c45c-4338-a3e2-33a4b35e855b req-271ad407-abb0-430e-9787-82c7c5777bac tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 210 time: 0.1251540 Nov 26 21:53:03.216521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:03.221465 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.258902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Attempting to bind port 175ca340-2b41-4c59-8bcf-12d878a94202 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:03.259470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Attempting to bind port 175ca340-2b41-4c59-8bcf-12d878a94202 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:03.259810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Attempting to bind port 175ca340-2b41-4c59-8bcf-12d878a94202 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:03.264174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:53:03.269746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5a9d8-c1f0-46b3-bd33-66e7818da2d8 None None] Pushing event updated for resources: {'Port': ['ID=6af62180-3c03-42b9-b4bd-eb860ef8ae73,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:03.276640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Port 175ca340-2b41-4c59-8bcf-12d878a94202 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:53:03.277028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Attempting to bind port 175ca340-2b41-4c59-8bcf-12d878a94202 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:03.280607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.281554 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Added segment 1c3934d8-3ea0-4432-941f-f37d028044fc of type vlan for network 0b0c5730-d9c0-4c94-b2f9-45086f95066b Nov 26 21:53:03.309944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:03.310339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:03.310710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:03.311152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Bound port: 175ca340-2b41-4c59-8bcf-12d878a94202, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:03.311518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.360239 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.380133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] Set router 5820b027-793b-4337-8386-119e87d986cf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:53:03.399850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.409166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:03.410035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.468827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:03.472042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:03.479931 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.527143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Network': ['ID=0b0c5730-d9c0-4c94-b2f9-45086f95066b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:03.562135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bf9ecd82-36f2-4df3-b4ea-c44210885672 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9678841 Nov 26 21:53:03.562810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:03.562810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.564221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-539cfe63-f650-45f2-98cc-26175696377d service neutron] 10.222.0.41 "PUT /v2.0/ports/175ca340-2b41-4c59-8bcf-12d878a94202 HTTP/1.1" status: 200 len: 1095 time: 1.3611510 Nov 26 21:53:03.564683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:03.565843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0b0c5730-d9c0-4c94-b2f9-45086f95066b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:53:03.567174 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d036d6c-bee3-449d-886d-f0b6a9d62d34" -d '{"events": [{"name": "network-changed", "server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:03.584612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:03.599755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:03.610884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.639250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cfe63-f650-45f2-98cc-26175696377d service neutron] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:03.701311 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caad1a97-6ef1-4261-9148-92b6582c008c x-openstack-request-id: req-caad1a97-6ef1-4261-9148-92b6582c008c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:03.701640 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:03.701899 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-caad1a97-6ef1-4261-9148-92b6582c008c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:03.702335 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202', 'status': 'completed', 'code': 200} Nov 26 21:53:03.727967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-8e6b4d92-c5a5-4278-9580-a393ed7cd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:03.729989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-8e6b4d92-c5a5-4278-9580-a393ed7cd47b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=332689b578754d459f4e7f4947d4cba4&device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 1098 time: 0.0684843 Nov 26 21:53:03.731654 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.771205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:52:59Z', 'revision_number': 4, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6af62180-3c03-42b9-b4bd-eb860ef8ae73', 'name': '', 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'mac_address': 'fa:16:3e:4f:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c16426a7-681e-42b8-81a4-7b74cb0111be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:58Z', 'updated_at': '2021-11-26T21:53:02Z', 'revision_number': 4, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'subnets': [{'id': 'c16426a7-681e-42b8-81a4-7b74cb0111be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:03.790877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Pushing event updated for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:03.804450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a508e2-5247-4130-bc2d-014297cd14e7 None None] The sync data for ids ['5820b027-793b-4337-8386-119e87d986cf'] in n-d-819494-1 is: [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:52:59Z', 'revision_number': 4, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6af62180-3c03-42b9-b4bd-eb860ef8ae73', 'name': '', 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'mac_address': 'fa:16:3e:4f:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'c16426a7-681e-42b8-81a4-7b74cb0111be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:58Z', 'updated_at': '2021-11-26T21:53:02Z', 'revision_number': 4, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'subnets': [{'id': 'c16426a7-681e-42b8-81a4-7b74cb0111be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:53:03.823738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:03.828759 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:03.834028 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-89aef7be-762f-4e95-a1f0-43f8ab06cd49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=175ca340-2b41-4c59-8bcf-12d878a94202 HTTP/1.1" status: 200 len: 217 time: 0.0545077 Nov 26 21:53:03.842546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:03.915773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:03.917633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556479c7-290f-42fc-9a21-4ad92df49f87 req-262a70ce-b1aa-4128-a6db-be2a9fee2b21 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:03.919308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-556479c7-290f-42fc-9a21-4ad92df49f87 req-262a70ce-b1aa-4128-a6db-be2a9fee2b21 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 945 time: 0.4006729 Nov 26 21:53:03.930132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:04.006422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-127d83ae-92c5-4be2-9700-f977ba40d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:04.008147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-127d83ae-92c5-4be2-9700-f977ba40d811 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1642511 Nov 26 21:53:04.018333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:04.019262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:04.045506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a6f76df-2656-4796-a0d5-f860e9cd9b7f req-f214158c-8401-46b6-a95c-4ef689684b02 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 210 time: 0.0374801 Nov 26 21:53:04.050620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-556479c7-290f-42fc-9a21-4ad92df49f87 req-f205afdd-01ed-438a-9c30-8a07d3e38173 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161563 Nov 26 21:53:04.091158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-2c9b996c-1ca5-45a3-be24-1ae9deee1c9a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7576613 Nov 26 21:53:04.142729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Request body: {'port': {'device_id': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:04.215638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-11b118d7-7ba3-46fb-8d75-670ae14dd9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:04.220266 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-11b118d7-7ba3-46fb-8d75-670ae14dd9e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1942244 Nov 26 21:53:04.336021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6af62180-3c03-42b9-b4bd-eb860ef8ae73 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:04.444673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6af62180-3c03-42b9-b4bd-eb860ef8ae73 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:04.447652 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:04.475346 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:04.558387 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:04.577611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-368e1306-0c07-40c4-9524-b5893e8913b3 None None] Provisioning complete for port 828d3426-c258-4ddf-8ec5-eae20b60c496 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:04.578210 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-368e1306-0c07-40c4-9524-b5893e8913b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:04.646119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b18bb7-7d3a-4c44-9aab-bb0cc627b366 req-ec4be47b-822a-4b34-9c71-525d7dcb1633 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:04.647623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36b18bb7-7d3a-4c44-9aab-bb0cc627b366 req-ec4be47b-822a-4b34-9c71-525d7dcb1633 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 936 time: 0.3705878 Nov 26 21:53:04.744249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking segment: {'id': '1c3934d8-3ea0-4432-941f-f37d028044fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:04.744621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network hostable DHCP agents. Network: 0b0c5730-d9c0-4c94-b2f9-45086f95066b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:53:04.780246 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-58ef42ea-2c32-4ef9-a986-3b109cd8ea6f service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947114 Nov 26 21:53:04.782492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-368e1306-0c07-40c4-9524-b5893e8913b3 None None] Port 828d3426-c258-4ddf-8ec5-eae20b60c496 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:04.784532 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:04.815658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=72927095-e71b-4ed0-a14d-bf6ca260cf1b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:04.821890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 0b0c5730-d9c0-4c94-b2f9-45086f95066b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:53:04.854287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36b18bb7-7d3a-4c44-9aab-bb0cc627b366 req-c86f2fdc-6087-4d06-9340-56887d59cfb7 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987340 Nov 26 21:53:04.863104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 6af62180-3c03-42b9-b4bd-eb860ef8ae73, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6af62180-3c03-42b9-b4bd-eb860ef8ae73,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:04.874335 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:04.877758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-420036fd-6cd2-49bb-b1ac-79f05b249785 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:04.879918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-420036fd-6cd2-49bb-b1ac-79f05b249785 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.41 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 811 time: 0.6040132 Nov 26 21:53:04.889686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 0b0c5730-d9c0-4c94-b2f9-45086f95066b) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:04.932663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Request body: {'port': {'device_id': '87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e', 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510', 'admin_state_up': True, 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:04.938787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:04.939491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:04.961167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=6af62180-3c03-42b9-b4bd-eb860ef8ae73,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:04.968360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576ab89-6e3e-4082-8db1-3dab8e9b0266 None None] Network 0b0c5730-d9c0-4c94-b2f9-45086f95066b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:05.017632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c120fc88-446a-43de-9b17-d409774e2a63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4253662 Nov 26 21:53:05.020917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45988) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:05.027146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b', 'name': 'tempest-PortsIpV6TestJSON-647853272'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:05.068632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828d3426-c258-4ddf-8ec5-eae20b60c496 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:05.111302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:05.139312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Transition to ACTIVE for port object 828d3426-c258-4ddf-8ec5-eae20b60c496 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:53:05.153008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:05.230791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92eb4281-47e1-4436-84af-7ef59943a6a9 req-20db22c6-8218-40ae-a296-71250975b7ef tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 210 time: 0.0488887 Nov 26 21:53:05.260883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-0b0c5730-d9c0-4c94-b2f9-45086f95066b', 'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b', 'tenant_id': '3b7897c634cc4e5ca22f9f57480318fd', 'fixed_ips': [{'subnet_id': '72927095-e71b-4ed0-a14d-bf6ca260cf1b'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:53:05.261918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:05.278629 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc2ae030-b04a-4cc5-803b-463843e4b7c9 req-72b992a5-8a6a-4920-89f1-096bcfbdcf7e service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721367 Nov 26 21:53:05.312334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Made reservation on behalf of b4645aea6f7847149fd967f7b8c939c0 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:05.316722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:05.321623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:05.325318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:05.329800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Pushing event updated for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:05.409447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:53:05.545048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-813072f9-6dbf-4353-ae3b-7f6ae1bdceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:05.547345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-813072f9-6dbf-4353-ae3b-7f6ae1bdceae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=332689b578754d459f4e7f4947d4cba4&device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 1098 time: 0.1433544 Nov 26 21:53:05.568047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Attempting to bind port 828d3426-c258-4ddf-8ec5-eae20b60c496 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:05.568610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Attempting to bind port 828d3426-c258-4ddf-8ec5-eae20b60c496 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:05.569110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Attempting to bind port 828d3426-c258-4ddf-8ec5-eae20b60c496 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:05.580229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Allocated IP 2001:db8::2 (0b0c5730-d9c0-4c94-b2f9-45086f95066b/72927095-e71b-4ed0-a14d-bf6ca260cf1b/f66dbb09-96dd-46d6-820b-42a39a671c11) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:05.640101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Port 828d3426-c258-4ddf-8ec5-eae20b60c496 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:53:05.640713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Attempting to bind port 828d3426-c258-4ddf-8ec5-eae20b60c496 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:05.669093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:05.669670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:05.670243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:05.670850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Bound port: 828d3426-c258-4ddf-8ec5-eae20b60c496, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:05.671368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:05.715211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Allocated IP 172.20.0.14 (77f9cf77-ff96-44c8-98eb-e571e560d510/c16426a7-681e-42b8-81a4-7b74cb0111be/6f66bb10-a329-477f-b9e2-c12cd8438d7c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:05.775694 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:05.788384 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:05.863640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-47155a3c-3de2-43cc-820b-30755b1a98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:05.864776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Network 0b0c5730-d9c0-4c94-b2f9-45086f95066b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:05.865254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-47155a3c-3de2-43cc-820b-30755b1a98fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.3073428 Nov 26 21:53:05.870925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:05.888377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:05.899117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Pushing event updated for resources: {'Port': ['ID=f66dbb09-96dd-46d6-820b-42a39a671c11,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:05.965329 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-d689e1e9-4b9b-4592-b3d9-caeb6e38965d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=175ca340-2b41-4c59-8bcf-12d878a94202 HTTP/1.1" status: 200 len: 217 time: 0.0698581 Nov 26 21:53:05.975100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:05.993247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:06.014950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Attempting to bind port f66dbb09-96dd-46d6-820b-42a39a671c11 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:06.015338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Attempting to bind port f66dbb09-96dd-46d6-820b-42a39a671c11 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '1c3934d8-3ea0-4432-941f-f37d028044fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:06.015699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Attempting to bind port f66dbb09-96dd-46d6-820b-42a39a671c11 on network 0b0c5730-d9c0-4c94-b2f9-45086f95066b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:06.027612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:06.028193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Checking segment: {'id': '1c3934d8-3ea0-4432-941f-f37d028044fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:06.028666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.029067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Bound using segment: {'id': '1c3934d8-3ea0-4432-941f-f37d028044fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:06.029547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Bound port: f66dbb09-96dd-46d6-820b-42a39a671c11, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3934d8-3ea0-4432-941f-f37d028044fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:06.030181 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.071912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.128274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::170 (0b0c5730-d9c0-4c94-b2f9-45086f95066b/72927095-e71b-4ed0-a14d-bf6ca260cf1b/ed62094d-d25c-42f4-ad2b-ba6fa5f1b733) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:06.203315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] For port f66dbb09-96dd-46d6-820b-42a39a671c11, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:06.208518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-98f026e1-3958-47e2-b1b0-051e3d3fcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:06.210217 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-98f026e1-3958-47e2-b1b0-051e3d3fcbd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.2366369 Nov 26 21:53:06.213680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:06.216113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] For port f66dbb09-96dd-46d6-820b-42a39a671c11, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f66dbb09-96dd-46d6-820b-42a39a671c11,segment=NetworkSegment(1c3934d8-3ea0-4432-941f-f37d028044fc),segment_id=1c3934d8-3ea0-4432-941f-f37d028044fc)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:06.217380 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.219529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] 10.222.0.13 "PUT /v2.0/ports/828d3426-c258-4ddf-8ec5-eae20b60c496 HTTP/1.1" status: 200 len: 1096 time: 2.1124632 Nov 26 21:53:06.220122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:06.224164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.230640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6af62180-3c03-42b9-b4bd-eb860ef8ae73 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:06.233640 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547639aa-8b8a-4ee1-af9b-376343924f75" -d '{"events": [{"name": "network-changed", "server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:06.271214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c3ef4-6af7-4e86-ac79-14ecce346fab service neutron] Pushing event updated for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:06.389319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4281195-13c0-4280-9864-59c3bf61fab3 None None] Pushing event updated for resources: {'Port': ['ID=f66dbb09-96dd-46d6-820b-42a39a671c11,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:06.418915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6af62180-3c03-42b9-b4bd-eb860ef8ae73 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:06.419290 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.424348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4d9a3-bdc3-475e-ad1a-402b0b4d6896 req-9181917d-abb5-4df4-9ddc-195df53bfe27 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:06.426788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9e4d9a3-bdc3-475e-ad1a-402b0b4d6896 req-9181917d-abb5-4df4-9ddc-195df53bfe27 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 948 time: 0.4730313 Nov 26 21:53:06.442558 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd1154b-2422-4d86-a3c0-37308c176503 x-openstack-request-id: req-0bd1154b-2422-4d86-a3c0-37308c176503 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:06.442859 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:06.443124 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bd1154b-2422-4d86-a3c0-37308c176503 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:06.443538 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'status': 'completed', 'code': 200} Nov 26 21:53:06.471201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-bd6a86e7-cd14-49c6-bc2e-c09e7673a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:06.473398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-bd6a86e7-cd14-49c6-bc2e-c09e7673a16f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2323136 Nov 26 21:53:06.499915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9b580d45-25b8-44ec-a1d4-10509d2f439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:06.500166 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.500266 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-9b580d45-25b8-44ec-a1d4-10509d2f439e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=332689b578754d459f4e7f4947d4cba4&device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 1099 time: 0.1805484 Nov 26 21:53:06.505622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.561200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f98fa5-ed2c-4b98-955c-a8797606efe2 req-367d1d80-edf2-46cc-9102-f75aa45226d4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 210 time: 0.0476401 Nov 26 21:53:06.577512 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-44d6d99a-108e-4853-b8c9-0035190e8d69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=828d3426-c258-4ddf-8ec5-eae20b60c496 HTTP/1.1" status: 200 len: 217 time: 0.0566478 Nov 26 21:53:06.599700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9e4d9a3-bdc3-475e-ad1a-402b0b4d6896 req-f818783f-5d53-408b-830c-177938fd4b70 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579244 Nov 26 21:53:06.640494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.690061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.750991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Network 77f9cf77-ff96-44c8-98eb-e571e560d510 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:06.755445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 0b0c5730-d9c0-4c94-b2f9-45086f95066b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:06.756521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:06.759874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:06.766189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:06.772353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:06.779541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:06.780245 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.806839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=ed62094d-d25c-42f4-ad2b-ba6fa5f1b733,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:06.857481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0fe23ef4-9915-484d-a504-845d71ad0cca tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8353419 Nov 26 21:53:06.863280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46012) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:06.871185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '0b0c5730-d9c0-4c94-b2f9-45086f95066b', 'name': 'tempest-PortsIpV6TestJSON-640704850'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:06.901171 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.908349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:06.908909 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:06.963170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Pushing event updated for resources: {'Port': ['ID=6f66bb10-a329-477f-b9e2-c12cd8438d7c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:06.984750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-fbc785d2-48ae-41c7-8750-262738cceeda tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0850947 Nov 26 21:53:07.012621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Request body: {'port': {'device_id': '87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:07.094745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-54cd4a33-f4a0-4752-b5d1-927fcfb50cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:07.096550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:07.096698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-54cd4a33-f4a0-4752-b5d1-927fcfb50cb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.4647417 Nov 26 21:53:07.109771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:07.113239 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:07.146655 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-27132bd8-17ca-4d39-99c6-41b0d0546dfa service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482582 Nov 26 21:53:07.160767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 61ce3aa3-daf3-412d-8236-b1d9bbd57272 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:53:07.180216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-1b597f7e-d699-4b7f-a971-a63b38879e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:07.181755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-1b597f7e-d699-4b7f-a971-a63b38879e9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750442 Nov 26 21:53:07.364581 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d036d6c-bee3-449d-886d-f0b6a9d62d34 req-28f31e57-b5cd-4f6e-b3de-779c43edb623 service neutron] 10.222.0.41 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094855 Nov 26 21:53:07.377486 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-25356299-1390-4687-b5d5-02584cbab746 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622157 Nov 26 21:53:07.528278 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a6f3d7e-9639-4d90-b031-7284b5d5b999 req-aa794764-c10b-4c9e-a64e-b2291d61c97f service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419713 Nov 26 21:53:07.701549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-b4213579-0402-4422-9ba2-686d32aac846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:07.710317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-b4213579-0402-4422-9ba2-686d32aac846 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=332689b578754d459f4e7f4947d4cba4&device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 1099 time: 0.0727847 Nov 26 21:53:07.722058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14664a0c-cee0-4797-9a64-bb0f0d65b2f7 None None] Network 0b0c5730-d9c0-4c94-b2f9-45086f95066b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:07.805016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::109 (0b0c5730-d9c0-4c94-b2f9-45086f95066b/72927095-e71b-4ed0-a14d-bf6ca260cf1b/61ce3aa3-daf3-412d-8236-b1d9bbd57272) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:07.814856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-9ab1ab18-afac-4d19-a036-652be9eea885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:07.816342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-9ab1ab18-afac-4d19-a036-652be9eea885 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.0985935 Nov 26 21:53:07.834424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:07.849576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b3193998-b91a-47c2-af64-fa5dac528a8c None None] Provisioning complete for port f66dbb09-96dd-46d6-820b-42a39a671c11 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:07.850206 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3193998-b91a-47c2-af64-fa5dac528a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:07.874559 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-c86451e5-9543-428e-b5f0-6a049b2ed829 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=828d3426-c258-4ddf-8ec5-eae20b60c496 HTTP/1.1" status: 200 len: 217 time: 0.0497341 Nov 26 21:53:07.952921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-404a04b6-3f23-416b-821c-a1bbe48b5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:07.954768 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-404a04b6-3f23-416b-821c-a1bbe48b5cea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0666399 Nov 26 21:53:07.958648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e7a4-2ee2-4545-ac8a-97f838b155cf req-829e0c71-5cc3-4108-aed2-e3d932b70042 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:07.966504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cec5e7a4-2ee2-4545-ac8a-97f838b155cf req-829e0c71-5cc3-4108-aed2-e3d932b70042 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 932 time: 0.1436720 Nov 26 21:53:08.011009 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3193998-b91a-47c2-af64-fa5dac528a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.032719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e221606-1aa0-445e-8051-e8c6ceddc707 req-d494905f-5205-425d-a514-795a113a303e tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:08.034321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e221606-1aa0-445e-8051-e8c6ceddc707 req-d494905f-5205-425d-a514-795a113a303e tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 948 time: 0.2098060 Nov 26 21:53:08.053276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b3193998-b91a-47c2-af64-fa5dac528a8c None None] For port f66dbb09-96dd-46d6-820b-42a39a671c11, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f66dbb09-96dd-46d6-820b-42a39a671c11,segment=NetworkSegment(1c3934d8-3ea0-4432-941f-f37d028044fc),segment_id=1c3934d8-3ea0-4432-941f-f37d028044fc)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:08.057833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-e332a9d4-c9bc-4011-854d-31a44d771016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:08.061249 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-e332a9d4-c9bc-4011-854d-31a44d771016 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975029 Nov 26 21:53:08.061540 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3193998-b91a-47c2-af64-fa5dac528a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.125236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3193998-b91a-47c2-af64-fa5dac528a8c None None] Pushing event updated for resources: {'Port': ['ID=f66dbb09-96dd-46d6-820b-42a39a671c11,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:08.168258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f66bb10-a329-477f-b9e2-c12cd8438d7c {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:08.178641 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.198840 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-3972e9b7-9e85-4e91-abe1-2b6e87f2e653 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282279 Nov 26 21:53:08.199664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Transition to ACTIVE for port object 6f66bb10-a329-477f-b9e2-c12cd8438d7c will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:53:08.231379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:53:08.241065 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.265012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f66dbb09-96dd-46d6-820b-42a39a671c11 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:08.342721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Pushing event updated for resources: {'Port': ['ID=6f66bb10-a329-477f-b9e2-c12cd8438d7c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:08.355706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-547639aa-8b8a-4ee1-af9b-376343924f75 req-bc7157a1-c9d9-4c4e-a2ac-7c6db094b136 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488991 Nov 26 21:53:08.373036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cec5e7a4-2ee2-4545-ac8a-97f838b155cf req-8a4fbbaa-3735-4a26-8b5a-27adcf959a14 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056776 Nov 26 21:53:08.401567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e221606-1aa0-445e-8051-e8c6ceddc707 req-d83dc48a-2d7c-4ec2-9093-6213c1d88c44 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044472 Nov 26 21:53:08.453072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.465397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f66dbb09-96dd-46d6-820b-42a39a671c11 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:08.465770 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.542751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Attempting to bind port 6f66bb10-a329-477f-b9e2-c12cd8438d7c on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:08.542970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c25c55e5-dd70-4886-99e1-2e93b77ee1d4 None None] Provisioning complete for port f66dbb09-96dd-46d6-820b-42a39a671c11 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:08.543165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Attempting to bind port 6f66bb10-a329-477f-b9e2-c12cd8438d7c by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:08.543279 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c25c55e5-dd70-4886-99e1-2e93b77ee1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.543432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Attempting to bind port 6f66bb10-a329-477f-b9e2-c12cd8438d7c on network 77f9cf77-ff96-44c8-98eb-e571e560d510 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:08.552125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:08.558664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Port 6f66bb10-a329-477f-b9e2-c12cd8438d7c on network 77f9cf77-ff96-44c8-98eb-e571e560d510 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:53:08.558998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Attempting to bind port 6f66bb10-a329-477f-b9e2-c12cd8438d7c on network 77f9cf77-ff96-44c8-98eb-e571e560d510 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:08.566980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:08.567293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Checking segment: {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:08.567675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Bound using segment: {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:08.568168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Bound port: 6f66bb10-a329-477f-b9e2-c12cd8438d7c, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:08.568614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.593851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.622441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '175ca340-2b41-4c59-8bcf-12d878a94202', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '175ca340-2b41-4c59-8bcf-12d878a94202', 'mac_address': 'fa:16:3e:b4:c9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:53:08.694240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 0b0c5730-d9c0-4c94-b2f9-45086f95066b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:08.703379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:08.706628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:08.715048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:08.715751 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.746620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8803520 Nov 26 21:53:08.749277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46044) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:08.769045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c620b1-ef71-4c05-b57d-ebfdac9d2c18 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=61ce3aa3-daf3-412d-8236-b1d9bbd57272,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:08.784335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] For port 6f66bb10-a329-477f-b9e2-c12cd8438d7c, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:08.789381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] For port 6f66bb10-a329-477f-b9e2-c12cd8438d7c, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6f66bb10-a329-477f-b9e2-c12cd8438d7c,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:08.796830 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.806719 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.827831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:08.828991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.830589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f66bb10-a329-477f-b9e2-c12cd8438d7c HTTP/1.1" status: 200 len: 1092 time: 1.8296633 Nov 26 21:53:08.832265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e', 'tag': '6f66bb10-a329-477f-b9e2-c12cd8438d7c'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:08.836072 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d8afc3-3768-481d-868e-2b2cbe458d87" -d '{"events": [{"name": "network-changed", "server_uuid": "87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e", "tag": "6f66bb10-a329-477f-b9e2-c12cd8438d7c"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:08.841353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175ca340-2b41-4c59-8bcf-12d878a94202 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:08.847270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c25c55e5-dd70-4886-99e1-2e93b77ee1d4 None None] Provisioning complete for port ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:08.847642 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c25c55e5-dd70-4886-99e1-2e93b77ee1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.920570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c757c7-59a5-4ae1-a418-0c51169ce7cb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:08.922340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:08.932263 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e8c757c7-59a5-4ae1-a418-0c51169ce7cb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A170 HTTP/1.1" status: 200 len: 928 time: 0.1780505 Nov 26 21:53:08.933557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46050) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:08.952184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:08.964620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c25c55e5-dd70-4886-99e1-2e93b77ee1d4 None None] Port ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:09.024418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-2ca37f60-ff26-4df7-8d98-7721550ea812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:09.026224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-2ca37f60-ff26-4df7-8d98-7721550ea812 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 1095 time: 0.1260562 Nov 26 21:53:09.029532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1c4dd-63c2-4777-82a1-09d2067ca300 service neutron] Pushing event updated for resources: {'Port': ['ID=6f66bb10-a329-477f-b9e2-c12cd8438d7c,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:09.047394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:09.089000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ada27af2-1196-4410-92d3-c364cd058c47 None None] Provisioning complete for port ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:09.089734 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ada27af2-1196-4410-92d3-c364cd058c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:09.093013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8ecf5-ddba-4ccb-8338-22aefa6ff697 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 61ce3aa3-daf3-412d-8236-b1d9bbd57272 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:09.093356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ecf5-ddba-4ccb-8338-22aefa6ff697 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:09.115065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-1a194bb3-1e8b-4c41-840f-66543e36dca3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f66bb10-a329-477f-b9e2-c12cd8438d7c HTTP/1.1" status: 200 len: 217 time: 0.0745451 Nov 26 21:53:09.118400 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7f4766-e4a3-4d81-9617-e07920292abf x-openstack-request-id: req-4f7f4766-e4a3-4d81-9617-e07920292abf {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:09.118695 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e", "tag": "6f66bb10-a329-477f-b9e2-c12cd8438d7c", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:09.118955 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f7f4766-e4a3-4d81-9617-e07920292abf {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:09.119370 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e', 'tag': '6f66bb10-a329-477f-b9e2-c12cd8438d7c', 'status': 'completed', 'code': 200} Nov 26 21:53:09.133317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ada27af2-1196-4410-92d3-c364cd058c47 None None] Port ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:09.172436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-b7cda89d-b13c-4f56-a554-f038a275ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:09.174725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-b7cda89d-b13c-4f56-a554-f038a275ec20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c16426a7-681e-42b8-81a4-7b74cb0111be HTTP/1.1" status: 200 len: 851 time: 0.0505698 Nov 26 21:53:09.201639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ecf5-ddba-4ccb-8338-22aefa6ff697 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:09.212520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-681cd146-edf9-41c4-8c02-acfea77ca1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77f9cf77-ff96-44c8-98eb-e571e560d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307207 Nov 26 21:53:09.216886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8ecf5-ddba-4ccb-8338-22aefa6ff697 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 61ce3aa3-daf3-412d-8236-b1d9bbd57272 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:09.253988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b2439e84-540f-4bee-bbf4-5107e0c4e0c5 None None] Provisioning complete for port 61ce3aa3-daf3-412d-8236-b1d9bbd57272 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:09.254927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b2439e84-540f-4bee-bbf4-5107e0c4e0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:09.310341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b2439e84-540f-4bee-bbf4-5107e0c4e0c5 None None] Port 61ce3aa3-daf3-412d-8236-b1d9bbd57272 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:09.330046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-38c6eb50-1f27-4d4e-9886-91306b0c3d8c service neutron] 10.222.0.41 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100597 Nov 26 21:53:09.352041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['175ca340-2b41-4c59-8bcf-12d878a94202'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:53:09.383582 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ecf5-ddba-4ccb-8338-22aefa6ff697 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:09.425191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8ecf5-ddba-4ccb-8338-22aefa6ff697 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=61ce3aa3-daf3-412d-8236-b1d9bbd57272,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:09.520034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ecf5-ddba-4ccb-8338-22aefa6ff697 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:09.525235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a86e8eaf-1938-4536-a6e5-16f2674db2a7 req-83e825f9-b6cb-402d-bf76-66764d2afc6e service neutron] 10.222.0.41 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876383 Nov 26 21:53:09.527236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2ec8ecf5-ddba-4ccb-8338-22aefa6ff697 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/61ce3aa3-daf3-412d-8236-b1d9bbd57272 HTTP/1.1" status: 204 len: 168 time: 0.5915127 Nov 26 21:53:09.533187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46058) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:09.634905 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-c315a963-c11a-4201-9881-06fbac030578 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:53:09.636558 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c315a963-c11a-4201-9881-06fbac030578 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/61ce3aa3-daf3-412d-8236-b1d9bbd57272 HTTP/1.1" status: 404 len: 333 time: 0.1021702 Nov 26 21:53:09.641951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46064) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:09.815342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ad72c7c5-e6da-4bfd-82e4-c9d8ac2e47ab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:09.815833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad72c7c5-e6da-4bfd-82e4-c9d8ac2e47ab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:09.828263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f2371-2a0f-4459-bb33-aeb331709e2b req-303dacd5-6ad4-4eff-b7f5-f6ddb90a57b4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:09.829788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da7f2371-2a0f-4459-bb33-aeb331709e2b req-303dacd5-6ad4-4eff-b7f5-f6ddb90a57b4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 944 time: 0.2312975 Nov 26 21:53:09.832916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-6a7b04a0-3be9-496f-a542-499e4844f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:09.834394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-6a7b04a0-3be9-496f-a542-499e4844f39f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 1095 time: 0.0949183 Nov 26 21:53:09.885100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d25221-3828-4fb4-8aa5-4a0986f61bf1 req-fe5bbc72-9f47-464f-b2fd-8924b844b7c0 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:09.892925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2d25221-3828-4fb4-8aa5-4a0986f61bf1 req-fe5bbc72-9f47-464f-b2fd-8924b844b7c0 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 948 time: 0.1921215 Nov 26 21:53:09.917569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad72c7c5-e6da-4bfd-82e4-c9d8ac2e47ab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:09.933433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ad72c7c5-e6da-4bfd-82e4-c9d8ac2e47ab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:10.011667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2d25221-3828-4fb4-8aa5-4a0986f61bf1 req-a011c209-2cef-4171-ba06-b98b5868ad31 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177700 Nov 26 21:53:10.044662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da7f2371-2a0f-4459-bb33-aeb331709e2b req-885f1afb-2414-42be-ae52-e8709f4ed37f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940079 Nov 26 21:53:10.049283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-6d81984d-098e-44b5-bd11-6be03aed75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:10.051496 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-6d81984d-098e-44b5-bd11-6be03aed75ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 912 time: 0.2008281 Nov 26 21:53:10.119018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-555cb74a-6049-4bd0-82db-292b0a0ddafd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f66bb10-a329-477f-b9e2-c12cd8438d7c HTTP/1.1" status: 200 len: 217 time: 0.0511661 Nov 26 21:53:10.157512 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad72c7c5-e6da-4bfd-82e4-c9d8ac2e47ab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.196547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-a20ff6b2-42ab-4b8c-a919-730f136dfb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:10.198425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-a20ff6b2-42ab-4b8c-a919-730f136dfb3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c16426a7-681e-42b8-81a4-7b74cb0111be HTTP/1.1" status: 200 len: 851 time: 0.0719943 Nov 26 21:53:10.204548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72c7c5-e6da-4bfd-82e4-c9d8ac2e47ab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=ed62094d-d25c-42f4-ad2b-ba6fa5f1b733,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:10.244094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f66dbb09-96dd-46d6-820b-42a39a671c11 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:10.248434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-665ab9c6-d077-4638-b7ed-2773d686c413 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77f9cf77-ff96-44c8-98eb-e571e560d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402472 Nov 26 21:53:10.309320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad72c7c5-e6da-4bfd-82e4-c9d8ac2e47ab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.316168 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ad72c7c5-e6da-4bfd-82e4-c9d8ac2e47ab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 HTTP/1.1" status: 204 len: 168 time: 0.6729300 Nov 26 21:53:10.318535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46070) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:10.330047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f66dbb09-96dd-46d6-820b-42a39a671c11 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:10.330453 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.358619 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-7888adf8-91f5-454b-8b8d-e15f5d88d6fb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:53:10.361289 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7888adf8-91f5-454b-8b8d-e15f5d88d6fb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/ed62094d-d25c-42f4-ad2b-ba6fa5f1b733 HTTP/1.1" status: 404 len: 333 time: 0.0414221 Nov 26 21:53:10.367747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46072) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:10.424455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-afd5dc77-fc16-4e07-a455-3ffc9e911693 service neutron] 10.222.0.41 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592593 Nov 26 21:53:10.488633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8866be17-33d9-43d6-8f67-49394190c7ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet 72927095-e71b-4ed0-a14d-bf6ca260cf1b {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:10.494998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8866be17-33d9-43d6-8f67-49394190c7ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.556869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8866be17-33d9-43d6-8f67-49394190c7ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.597149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d8afc3-3768-481d-868e-2b2cbe458d87 req-8c5e503e-58f1-46b6-91fe-7ceb029bfc0e service neutron] 10.222.0.41 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649675 Nov 26 21:53:10.660847 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8866be17-33d9-43d6-8f67-49394190c7ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.733729 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8866be17-33d9-43d6-8f67-49394190c7ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.767575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866be17-33d9-43d6-8f67-49394190c7ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=72927095-e71b-4ed0-a14d-bf6ca260cf1b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:10.771651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8866be17-33d9-43d6-8f67-49394190c7ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.775638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8866be17-33d9-43d6-8f67-49394190c7ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/72927095-e71b-4ed0-a14d-bf6ca260cf1b HTTP/1.1" status: 204 len: 168 time: 0.4068656 Nov 26 21:53:10.778359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46076) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:10.781821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56b4bb-e773-435d-abd9-5f0fe0a2d521 None None] Network 0b0c5730-d9c0-4c94-b2f9-45086f95066b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:10.866025 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.923844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port f66dbb09-96dd-46d6-820b-42a39a671c11 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:10.924140 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:10.999439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] For port f66dbb09-96dd-46d6-820b-42a39a671c11, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f66dbb09-96dd-46d6-820b-42a39a671c11,segment=NetworkSegment(1c3934d8-3ea0-4432-941f-f37d028044fc),segment_id=1c3934d8-3ea0-4432-941f-f37d028044fc)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:10.999910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.016553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for f66dbb09-96dd-46d6-820b-42a39a671c11 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:11.062163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 828d3426-c258-4ddf-8ec5-eae20b60c496 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:53:11.148610 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.213607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=f66dbb09-96dd-46d6-820b-42a39a671c11,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:11.217314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No DVR routers for this DVR port f66dbb09-96dd-46d6-820b-42a39a671c11 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:53:11.248574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:11.269417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'mac_address': 'fa:16:3e:54:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:53:11.274406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc189b6-7eec-42ac-88bb-69e58323a1e0 None None] DHCP port deletion for 0b0c5730-d9c0-4c94-b2f9-45086f95066b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:53:11.274912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7e60e-92eb-40e8-8a18-a1e4272f3f8f req-99a7f3f1-0b46-4e38-a062-6c2c75c3896f tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:11.276498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8b7e60e-92eb-40e8-8a18-a1e4272f3f8f req-99a7f3f1-0b46-4e38-a062-6c2c75c3896f tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 948 time: 0.1624825 Nov 26 21:53:11.319529 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.335306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828d3426-c258-4ddf-8ec5-eae20b60c496 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:11.345065 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.356936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:11.357488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9a84e-b989-4b5d-8044-a408f5737a3b req-f9aed457-8a30-46f7-b682-ad5b7bd6898f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:11.361501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.365189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06e9a84e-b989-4b5d-8044-a408f5737a3b req-f9aed457-8a30-46f7-b682-ad5b7bd6898f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 944 time: 0.2060833 Nov 26 21:53:11.418140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0c5730-d9c0-4c94-b2f9-45086f95066b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:11.419974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:11.434360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8b7e60e-92eb-40e8-8a18-a1e4272f3f8f req-8119ebc6-cc12-4e92-bf73-637873310d9c tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223686 Nov 26 21:53:11.435982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3934d8-3ea0-4432-941f-f37d028044fc') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:11.436284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3934d8-3ea0-4432-941f-f37d028044fc') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:11.454969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.478692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06e9a84e-b989-4b5d-8044-a408f5737a3b req-aa71cbe7-39b8-41e0-a522-41f3b778cecb tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125367 Nov 26 21:53:11.482964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.490645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:53:11.491110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:53:11.546064 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:53:11.574065 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.597295 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.606998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/networks/0b0c5730-d9c0-4c94-b2f9-45086f95066b HTTP/1.1" status: 204 len: 168 time: 0.8262863 Nov 26 21:53:11.608275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46090) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:11.615050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1049282492'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:11.620575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42df99-b3b4-4bf6-a8d7-164ff446eeab tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Network': ['ID=0b0c5730-d9c0-4c94-b2f9-45086f95066b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:11.649084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:11.653152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.684202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:53:11.694396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.695370 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Added segment a4090153-54b3-4d37-bd0e-7dd7aaf67715 of type vlan for network 0b1b7121-02a9-45e6-8a84-e31e0816c051 Nov 26 21:53:11.738466 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.773155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.780528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:11.781368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:11.841153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2307117 Nov 26 21:53:11.844073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46094) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:11.845404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['828d3426-c258-4ddf-8ec5-eae20b60c496'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:53:11.850377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:11.856019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6be3d-bab1-4735-b60a-212c58198c85 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Network': ['ID=0b1b7121-02a9-45e6-8a84-e31e0816c051,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:11.874143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0b1b7121-02a9-45e6-8a84-e31e0816c051 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:53:11.952566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:11.956947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:12.141757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f66dbb09-96dd-46d6-820b-42a39a671c11 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:53:12.162107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:12.166195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f66dbb09-96dd-46d6-820b-42a39a671c11 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:53:12.166550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f66dbb09-96dd-46d6-820b-42a39a671c11 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:53:12.224415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=595af212-810c-43f5-9fbe-4a54a6b833c7,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:12.240211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking segment: {'id': 'a4090153-54b3-4d37-bd0e-7dd7aaf67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:12.240569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network hostable DHCP agents. Network: 0b1b7121-02a9-45e6-8a84-e31e0816c051, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:53:12.245946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:12.258213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 0b1b7121-02a9-45e6-8a84-e31e0816c051 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:53:12.270653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 0b1b7121-02a9-45e6-8a84-e31e0816c051) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:12.277072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:12.277677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:12.292313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc309251-7c9e-402a-885d-11ef14fd38b6 None None] Network 0b1b7121-02a9-45e6-8a84-e31e0816c051 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:12.297998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-60a210a3-e34d-4f68-a429-95d8b0d8fe1c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4526367 Nov 26 21:53:12.301012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46096) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:12.307862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051', 'name': 'tempest-PortsIpV6TestJSON-989221030', 'fixed_ips': [{'subnet_id': '595af212-810c-43f5-9fbe-4a54a6b833c7', 'ip_address': '2001:db8::10'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:12.357516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 175ca340-2b41-4c59-8bcf-12d878a94202 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:53:12.364520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 175ca340-2b41-4c59-8bcf-12d878a94202 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:12.364924 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:12.442946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:12.529917 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:12.559711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-0b1b7121-02a9-45e6-8a84-e31e0816c051', 'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051', 'tenant_id': '3b7897c634cc4e5ca22f9f57480318fd', 'fixed_ips': [{'subnet_id': '595af212-810c-43f5-9fbe-4a54a6b833c7'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:53:12.560346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:12.587952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7cf89-4216-4089-97b6-fe795ee0d835 req-24ee6109-f461-49b2-9bbe-7079862097cb tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:12.589677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6c7cf89-4216-4089-97b6-fe795ee0d835 req-24ee6109-f461-49b2-9bbe-7079862097cb tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 949 time: 0.0561485 Nov 26 21:53:12.597698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:12.599020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:12.600407 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed43075d-c5cd-4fb3-9bde-eea4c448c12d" -d '{"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-plugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:12.653279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 23d5b3c4-644b-410e-b40e-0a1caf57a602 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:53:12.689553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03655bf1-582e-4e61-994e-a9a0ae644eb6 req-9b0b3407-d901-45e5-9586-d17874ea3919 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:12.691425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03655bf1-582e-4e61-994e-a9a0ae644eb6 req-9b0b3407-d901-45e5-9586-d17874ea3919 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 944 time: 0.1007040 Nov 26 21:53:12.696629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6c7cf89-4216-4089-97b6-fe795ee0d835 req-4168719f-5ddf-4919-8c62-38914b9b6c71 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938628 Nov 26 21:53:12.769457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03655bf1-582e-4e61-994e-a9a0ae644eb6 req-f528d52f-0ada-443c-b7fe-4350680db342 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712259 Nov 26 21:53:12.853286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:12.873980 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:12.973016 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97ba9f4-1f2f-4a2b-a754-27ec69ddffca x-openstack-request-id: req-b97ba9f4-1f2f-4a2b-a754-27ec69ddffca {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:12.973398 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-plugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:12.973868 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b97ba9f4-1f2f-4a2b-a754-27ec69ddffca {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:12.974496 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202', 'code': 200} Nov 26 21:53:13.029692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:13.033213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Allocated IP 2001:db8::2 (0b1b7121-02a9-45e6-8a84-e31e0816c051/595af212-810c-43f5-9fbe-4a54a6b833c7/fee51680-ea29-42ff-b1f3-e684dad543e6) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:13.129321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3a1a8-f616-4746-8964-94d0d23ce2f6 req-91aec23e-285e-4d73-b21c-dbc435409e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:13.130958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18b3a1a8-f616-4746-8964-94d0d23ce2f6 req-91aec23e-285e-4d73-b21c-dbc435409e36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 1100 time: 0.0481498 Nov 26 21:53:13.182293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18b3a1a8-f616-4746-8964-94d0d23ce2f6 req-01445905-70be-4c71-809e-ece8ccfb28c8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Nov 26 21:53:13.190792 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:13.197005 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:13.242107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Network 0b1b7121-02a9-45e6-8a84-e31e0816c051 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:13.246873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:13.251717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:13.254868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Pushing event updated for resources: {'Port': ['ID=fee51680-ea29-42ff-b1f3-e684dad543e6,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:13.261656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::10 (0b1b7121-02a9-45e6-8a84-e31e0816c051/595af212-810c-43f5-9fbe-4a54a6b833c7/23d5b3c4-644b-410e-b40e-0a1caf57a602) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:13.316024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Attempting to bind port fee51680-ea29-42ff-b1f3-e684dad543e6 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:13.316926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Attempting to bind port fee51680-ea29-42ff-b1f3-e684dad543e6 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a4090153-54b3-4d37-bd0e-7dd7aaf67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:13.316926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Attempting to bind port fee51680-ea29-42ff-b1f3-e684dad543e6 on network 0b1b7121-02a9-45e6-8a84-e31e0816c051 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:13.325679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:13.326082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Checking segment: {'id': 'a4090153-54b3-4d37-bd0e-7dd7aaf67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:13.326532 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:13.326931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Bound using segment: {'id': 'a4090153-54b3-4d37-bd0e-7dd7aaf67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:13.327406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Bound port: fee51680-ea29-42ff-b1f3-e684dad543e6, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4090153-54b3-4d37-bd0e-7dd7aaf67715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:13.327789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:13.415123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] For port fee51680-ea29-42ff-b1f3-e684dad543e6, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:13.418801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] For port fee51680-ea29-42ff-b1f3-e684dad543e6, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fee51680-ea29-42ff-b1f3-e684dad543e6,segment=NetworkSegment(a4090153-54b3-4d37-bd0e-7dd7aaf67715),segment_id=a4090153-54b3-4d37-bd0e-7dd7aaf67715)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:13.423082 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:13.455128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:13.489684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736f5ad-fb50-4697-bc1c-53b66999c38f None None] Pushing event updated for resources: {'Port': ['ID=fee51680-ea29-42ff-b1f3-e684dad543e6,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:13.524159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:13.582608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 0b1b7121-02a9-45e6-8a84-e31e0816c051 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:13.588572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:13.594192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:13.599902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:13.600513 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:13.611526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=23d5b3c4-644b-410e-b40e-0a1caf57a602,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:13.624919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8f2cf00f-26a2-4720-9797-a42da44dd830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3227408 Nov 26 21:53:13.627576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46114) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:13.633845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '0b1b7121-02a9-45e6-8a84-e31e0816c051', 'name': 'tempest-PortsIpV6TestJSON-1525022877', 'fixed_ips': [{'subnet_id': '595af212-810c-43f5-9fbe-4a54a6b833c7', 'ip_address': '2001:db8::f'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:13.944045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead8223-5d75-4b39-a363-c39bdfbf5b83 req-f9f5c888-e93d-4dcb-a57e-c3b950a2bdd0 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:13.945700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ead8223-5d75-4b39-a363-c39bdfbf5b83 req-f9f5c888-e93d-4dcb-a57e-c3b950a2bdd0 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 949 time: 0.1147900 Nov 26 21:53:13.947638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:14.027764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4518a-452d-48e1-b3cc-2ccffface15d req-4e8d429a-5dc3-4479-8a7b-18d390b7a5a2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:14.029231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56a4518a-452d-48e1-b3cc-2ccffface15d req-4e8d429a-5dc3-4479-8a7b-18d390b7a5a2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 944 time: 0.1362252 Nov 26 21:53:14.099968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ead8223-5d75-4b39-a363-c39bdfbf5b83 req-39349d6e-a255-40d6-b94a-90698fc64373 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450629 Nov 26 21:53:14.128242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.144101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56a4518a-452d-48e1-b3cc-2ccffface15d req-a185d9c8-8f17-4e7b-8b7b-44802dfa31f0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018863 Nov 26 21:53:14.154026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port b0b4e655-ebc5-4fb3-a374-a931726554e4 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:53:14.185938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fee51680-ea29-42ff-b1f3-e684dad543e6 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:14.274219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 6f66bb10-a329-477f-b9e2-c12cd8438d7c details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:53:14.333757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fee51680-ea29-42ff-b1f3-e684dad543e6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:14.334437 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.370121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::f (0b1b7121-02a9-45e6-8a84-e31e0816c051/595af212-810c-43f5-9fbe-4a54a6b833c7/b0b4e655-ebc5-4fb3-a374-a931726554e4) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:14.418525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 6f66bb10-a329-477f-b9e2-c12cd8438d7c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6f66bb10-a329-477f-b9e2-c12cd8438d7c,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:14.455209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '6f66bb10-a329-477f-b9e2-c12cd8438d7c', 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510', 'port_id': '6f66bb10-a329-477f-b9e2-c12cd8438d7c', 'mac_address': 'fa:16:3e:6c:ff:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16426a7-681e-42b8-81a4-7b74cb0111be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:53:14.489688 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.520159 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.548700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f66bb10-a329-477f-b9e2-c12cd8438d7c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:14.555757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port fee51680-ea29-42ff-b1f3-e684dad543e6, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fee51680-ea29-42ff-b1f3-e684dad543e6,segment=NetworkSegment(a4090153-54b3-4d37-bd0e-7dd7aaf67715),segment_id=a4090153-54b3-4d37-bd0e-7dd7aaf67715)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:14.563569 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.564461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.596117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 6f66bb10-a329-477f-b9e2-c12cd8438d7c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6f66bb10-a329-477f-b9e2-c12cd8438d7c,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:14.602158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ae583-8b62-4196-a509-8ebc8c01c009 None None] Network 0b1b7121-02a9-45e6-8a84-e31e0816c051 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:14.603604 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.612798 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.652281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 0b1b7121-02a9-45e6-8a84-e31e0816c051 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:14.655960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:14.659867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:14.666166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:14.666820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.677851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=b0b4e655-ebc5-4fb3-a374-a931726554e4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:14.689426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=fee51680-ea29-42ff-b1f3-e684dad543e6,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:14.695405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b18e17c4-f01d-4fe3-85c2-0cf3b9acb58a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0641115 Nov 26 21:53:14.695927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46130) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:14.745001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9689c208-31bd-45fc-916f-42dcbf2d7e10 None None] Provisioning complete for port fee51680-ea29-42ff-b1f3-e684dad543e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:14.745378 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9689c208-31bd-45fc-916f-42dcbf2d7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.781375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356084e-b44d-4610-b550-978c4cd06205 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:14.783001 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b356084e-b44d-4610-b550-978c4cd06205 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0859289 Nov 26 21:53:14.785647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46132) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:14.798006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=6f66bb10-a329-477f-b9e2-c12cd8438d7c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:14.836861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6292a8c-891b-420b-b8ec-b8f9c33683cb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:14.842771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6292a8c-891b-420b-b8ec-b8f9c33683cb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:14.848665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6292a8c-891b-420b-b8ec-b8f9c33683cb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:14.850346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f6292a8c-891b-420b-b8ec-b8f9c33683cb tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0636830 Nov 26 21:53:14.853345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46134) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:14.948732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb27f8-45ef-43c0-815e-5eaf9717e7a7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port b0b4e655-ebc5-4fb3-a374-a931726554e4 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:14.949080 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fbb27f8-45ef-43c0-815e-5eaf9717e7a7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:14.992323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 828d3426-c258-4ddf-8ec5-eae20b60c496 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:15.049976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fbb27f8-45ef-43c0-815e-5eaf9717e7a7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.056424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 828d3426-c258-4ddf-8ec5-eae20b60c496 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:53:15.061392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 828d3426-c258-4ddf-8ec5-eae20b60c496 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:15.061761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.062969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9fbb27f8-45ef-43c0-815e-5eaf9717e7a7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for b0b4e655-ebc5-4fb3-a374-a931726554e4 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:15.093513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['6f66bb10-a329-477f-b9e2-c12cd8438d7c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:53:15.208922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fbb27f8-45ef-43c0-815e-5eaf9717e7a7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.255350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb27f8-45ef-43c0-815e-5eaf9717e7a7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=b0b4e655-ebc5-4fb3-a374-a931726554e4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:15.290459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fbb27f8-45ef-43c0-815e-5eaf9717e7a7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.294231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9fbb27f8-45ef-43c0-815e-5eaf9717e7a7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/b0b4e655-ebc5-4fb3-a374-a931726554e4 HTTP/1.1" status: 204 len: 168 time: 0.4398713 Nov 26 21:53:15.296806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46146) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:15.333439 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f8d46b-9ede-4416-889c-cf833f9cf1ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:53:15.337375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f5f8d46b-9ede-4416-889c-cf833f9cf1ac tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/b0b4e655-ebc5-4fb3-a374-a931726554e4 HTTP/1.1" status: 404 len: 333 time: 0.0371976 Nov 26 21:53:15.337761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46150) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:15.354163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-81ec628b-b8be-4352-ab32-e4e8469448f1 None None] Provisioning complete for port 23d5b3c4-644b-410e-b40e-0a1caf57a602 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:15.355162 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-81ec628b-b8be-4352-ab32-e4e8469448f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.358850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba520b92-07a6-4fb7-bfcd-8dea27fe884a req-295f31ee-af2a-4b1f-96fd-a9f34079cd03 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:15.361791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba520b92-07a6-4fb7-bfcd-8dea27fe884a req-295f31ee-af2a-4b1f-96fd-a9f34079cd03 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 949 time: 0.1412249 Nov 26 21:53:15.374259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d92c3f-2660-44d8-b166-9391eef30250 req-217250c1-2941-4e04-b735-cef7368bc7e4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:15.375985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65d92c3f-2660-44d8-b166-9391eef30250 req-217250c1-2941-4e04-b735-cef7368bc7e4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 945 time: 0.1168315 Nov 26 21:53:15.423511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.430375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-81ec628b-b8be-4352-ab32-e4e8469448f1 None None] Port 23d5b3c4-644b-410e-b40e-0a1caf57a602 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:15.445657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65d92c3f-2660-44d8-b166-9391eef30250 req-cc3969d0-5f12-43be-8a1c-7e90c8b2f792 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608449 Nov 26 21:53:15.481159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba520b92-07a6-4fb7-bfcd-8dea27fe884a req-5d7329ec-916b-42d1-a02d-8fcbfd504114 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041727 Nov 26 21:53:15.481534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f4359-6088-4307-962f-aeaf38a477e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 23d5b3c4-644b-410e-b40e-0a1caf57a602 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:15.484645 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4359-6088-4307-962f-aeaf38a477e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.502592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:15.505911 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0eb525-03ba-4489-8470-52b93a33c3af" -d '{"events": [{"server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "name": "network-vif-plugged", "status": "completed", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:15.520392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-81ec628b-b8be-4352-ab32-e4e8469448f1 None None] Provisioning complete for port fee51680-ea29-42ff-b1f3-e684dad543e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:15.520775 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-81ec628b-b8be-4352-ab32-e4e8469448f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.528988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:15.564489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.633110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4359-6088-4307-962f-aeaf38a477e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.648364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f4359-6088-4307-962f-aeaf38a477e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 23d5b3c4-644b-410e-b40e-0a1caf57a602 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:15.677744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:15.735465 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d4de4d-ec52-42fa-98b5-cbc1654aa0bf x-openstack-request-id: req-28d4de4d-ec52-42fa-98b5-cbc1654aa0bf {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:15.735833 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "name": "network-vif-plugged", "status": "completed", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:15.736149 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28d4de4d-ec52-42fa-98b5-cbc1654aa0bf {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:15.736629 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'code': 200} Nov 26 21:53:15.743767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-81ec628b-b8be-4352-ab32-e4e8469448f1 None None] Could not find standard attr ID for object b0b4e655-ebc5-4fb3-a374-a931726554e4. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:53:15.806293 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4359-6088-4307-962f-aeaf38a477e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.847716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f4359-6088-4307-962f-aeaf38a477e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=23d5b3c4-644b-410e-b40e-0a1caf57a602,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:15.863544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1a845071-fe99-476a-9ed9-2b986a8e4f1d None None] Could not find standard attr ID for object 23d5b3c4-644b-410e-b40e-0a1caf57a602. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:53:15.867206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1a845071-fe99-476a-9ed9-2b986a8e4f1d None None] Could not find standard attr ID for object b0b4e655-ebc5-4fb3-a374-a931726554e4. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:53:15.890297 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f1f4359-6088-4307-962f-aeaf38a477e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:15.894628 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8f1f4359-6088-4307-962f-aeaf38a477e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/23d5b3c4-644b-410e-b40e-0a1caf57a602 HTTP/1.1" status: 204 len: 168 time: 0.5548334 Nov 26 21:53:15.896465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46156) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:15.904882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1abea6-23c0-4f9a-a7f0-705322cb7ae6 req-df03ae3a-2f5a-482b-aba9-3db7374c8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:15.906426 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3e1abea6-23c0-4f9a-a7f0-705322cb7ae6 req-df03ae3a-2f5a-482b-aba9-3db7374c8fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 1101 time: 0.0695417 Nov 26 21:53:15.923217 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb6e07c-1f69-4079-bcf4-1d951a89541e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:53:15.927615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5cb6e07c-1f69-4079-bcf4-1d951a89541e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/23d5b3c4-644b-410e-b40e-0a1caf57a602 HTTP/1.1" status: 404 len: 333 time: 0.0273094 Nov 26 21:53:15.927851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46158) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:15.957915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3e1abea6-23c0-4f9a-a7f0-705322cb7ae6 req-53583387-5b36-4bd7-a31a-49f3d385d0ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Nov 26 21:53:15.980515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet 595af212-810c-43f5-9fbe-4a54a6b833c7 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:15.983924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.028985 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.135234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.155191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fee51680-ea29-42ff-b1f3-e684dad543e6 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:16.200271 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.213853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fee51680-ea29-42ff-b1f3-e684dad543e6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:16.214418 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.516690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=595af212-810c-43f5-9fbe-4a54a6b833c7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:16.521330 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.525267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/595af212-810c-43f5-9fbe-4a54a6b833c7 HTTP/1.1" status: 204 len: 168 time: 0.5959687 Nov 26 21:53:16.527490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46166) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:16.528324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eddcfcc-2f96-4ffb-8a9c-9034b37464d8 None None] Network 0b1b7121-02a9-45e6-8a84-e31e0816c051 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:16.539425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.539899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.540252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.540599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.540939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.541276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.541613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.541950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.542301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.542636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.542968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.543299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc0691e-4d0a-427d-b08d-f1056cdd3746 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:16.588692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e5d7a-217b-4f77-9a5c-3ecf21f4243d req-3e11015b-ff23-4215-83a1-d06e881adf89 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:16.590831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d28e5d7a-217b-4f77-9a5c-3ecf21f4243d req-3e11015b-ff23-4215-83a1-d06e881adf89 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 945 time: 0.0616076 Nov 26 21:53:16.635124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.670799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401a724-635b-4764-951b-9b501e648586 req-f830b809-1228-4f1f-8c09-9451b627a6f1 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:16.672438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8401a724-635b-4764-951b-9b501e648586 req-f830b809-1228-4f1f-8c09-9451b627a6f1 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 950 time: 0.0804117 Nov 26 21:53:16.677550 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d28e5d7a-217b-4f77-9a5c-3ecf21f4243d req-23ba03cc-4619-47b1-aa6e-3a91bfee0e4f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750282 Nov 26 21:53:16.695939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port fee51680-ea29-42ff-b1f3-e684dad543e6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:16.696273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.751467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8401a724-635b-4764-951b-9b501e648586 req-615eb925-5b53-414f-942e-d9b8cd9a010f tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630896 Nov 26 21:53:16.761565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] For port fee51680-ea29-42ff-b1f3-e684dad543e6, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fee51680-ea29-42ff-b1f3-e684dad543e6,segment=NetworkSegment(a4090153-54b3-4d37-bd0e-7dd7aaf67715),segment_id=a4090153-54b3-4d37-bd0e-7dd7aaf67715)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:16.761924 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.775751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] DHCP port deletion for 0b1b7121-02a9-45e6-8a84-e31e0816c051 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:53:16.779394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for fee51680-ea29-42ff-b1f3-e684dad543e6 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:16.832426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] Deleting port fee51680-ea29-42ff-b1f3-e684dad543e6 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:16.832426 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.872862 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.901275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] For port fee51680-ea29-42ff-b1f3-e684dad543e6, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fee51680-ea29-42ff-b1f3-e684dad543e6,segment=NetworkSegment(a4090153-54b3-4d37-bd0e-7dd7aaf67715),segment_id=a4090153-54b3-4d37-bd0e-7dd7aaf67715)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:16.901704 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.908516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=fee51680-ea29-42ff-b1f3-e684dad543e6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:16.915248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No DVR routers for this DVR port fee51680-ea29-42ff-b1f3-e684dad543e6 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:53:16.915370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] Calling delete_port for fee51680-ea29-42ff-b1f3-e684dad543e6 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:16.994992 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:16.998242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.018055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1b7121-02a9-45e6-8a84-e31e0816c051']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:17.019638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] Pushing event deleted for resources: {'Port': ['ID=fee51680-ea29-42ff-b1f3-e684dad543e6,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:17.024195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e3add-48f9-4453-9ac0-604edcc80557 None None] No DVR routers for this DVR port fee51680-ea29-42ff-b1f3-e684dad543e6 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:53:17.027818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4090153-54b3-4d37-bd0e-7dd7aaf67715') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:17.028230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4090153-54b3-4d37-bd0e-7dd7aaf67715') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:17.037853 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.050532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.058662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:53:17.059037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:53:17.062109 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:53:17.117912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.124854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.132248 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/networks/0b1b7121-02a9-45e6-8a84-e31e0816c051 HTTP/1.1" status: 204 len: 168 time: 0.6019382 Nov 26 21:53:17.132479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46178) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:17.137430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1966938090'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:17.149788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92f1a9-7bb6-40ef-9a5f-5d3e17bac9e0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Network': ['ID=0b1b7121-02a9-45e6-8a84-e31e0816c051,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:17.167609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:17.171261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.194694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:53:17.203499 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.203838 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Added segment c87f419a-682a-4310-9090-3c8d28019b2c of type vlan for network 64f8a867-2c18-45ee-9c89-1627223ba4b3 Nov 26 21:53:17.246241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.271256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.277419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:17.278015 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.333910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2004511 Nov 26 21:53:17.337283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46180) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:17.343052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': '64f8a867-2c18-45ee-9c89-1627223ba4b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:17.347459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed05e6-12f5-4879-b362-42317a575fe8 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Network': ['ID=64f8a867-2c18-45ee-9c89-1627223ba4b3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:17.357883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 64f8a867-2c18-45ee-9c89-1627223ba4b3 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:53:17.438537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:17.442297 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.629117 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.693529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=89517b8f-61a7-4d40-9d31-cefd27a67d03,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:17.700800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Checking segment: {'id': 'c87f419a-682a-4310-9090-3c8d28019b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '64f8a867-2c18-45ee-9c89-1627223ba4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:17.701156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network hostable DHCP agents. Network: 64f8a867-2c18-45ee-9c89-1627223ba4b3, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:53:17.718264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 64f8a867-2c18-45ee-9c89-1627223ba4b3 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:53:17.728275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 64f8a867-2c18-45ee-9c89-1627223ba4b3) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:17.733025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:17.733625 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.738917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d06e7-6a4f-4b38-993f-7ef3b051836f None None] Network 64f8a867-2c18-45ee-9c89-1627223ba4b3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:17.754544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7364baf7-64f3-4f1e-aebe-4dd77b138c00 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4150813 Nov 26 21:53:17.756209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:17.760855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b07b23e0-1b75-4d4a-840b-d291726416c1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-494786809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:17.792577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07b23e0-1b75-4d4a-840b-d291726416c1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.793899 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07b23e0-1b75-4d4a-840b-d291726416c1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.822801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02267d1-469a-4664-8bd5-d7572e675b99 req-76a1d22f-bb1e-4481-b1b0-48c172be69b6 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:17.830445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c02267d1-469a-4664-8bd5-d7572e675b99 req-76a1d22f-bb1e-4481-b1b0-48c172be69b6 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 945 time: 0.0767145 Nov 26 21:53:17.859499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07b23e0-1b75-4d4a-840b-d291726416c1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.867981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07b23e0-1b75-4d4a-840b-d291726416c1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.891269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b07b23e0-1b75-4d4a-840b-d291726416c1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.895907 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b07b23e0-1b75-4d4a-840b-d291726416c1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1387460 Nov 26 21:53:17.896503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46192) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:17.903683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'network_id': '64f8a867-2c18-45ee-9c89-1627223ba4b3', 'name': 'tempest-PortsIpV6TestJSON-1841659354'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:17.906650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c02267d1-469a-4664-8bd5-d7572e675b99 req-4c500517-f5fe-4c4f-aacd-da18c6d5b6a8 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755396 Nov 26 21:53:17.922245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99f7d2-2811-412a-9132-66692a1bb95b req-f23ffd6e-62c6-4703-bede-c80b07be48f1 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:17.923663 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c99f7d2-2811-412a-9132-66692a1bb95b req-f23ffd6e-62c6-4703-bede-c80b07be48f1 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 950 time: 0.0907280 Nov 26 21:53:17.942219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-64f8a867-2c18-45ee-9c89-1627223ba4b3', 'network_id': '64f8a867-2c18-45ee-9c89-1627223ba4b3', 'tenant_id': '3b7897c634cc4e5ca22f9f57480318fd', 'fixed_ips': [{'subnet_id': '89517b8f-61a7-4d40-9d31-cefd27a67d03'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:53:17.943377 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:17.995751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c99f7d2-2811-412a-9132-66692a1bb95b req-c8a51034-815c-4e19-80d9-f5545b1f14ba tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555799 Nov 26 21:53:18.038636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:18.042558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.064188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 6139a482-9eac-4a81-8ab4-e8a979038fd0 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:53:18.130580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Allocated IP 2001:db8::2 (64f8a867-2c18-45ee-9c89-1627223ba4b3/89517b8f-61a7-4d40-9d31-cefd27a67d03/0b01a086-8692-4c07-b1a1-e34b9e6cba9a) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:18.170294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fee51680-ea29-42ff-b1f3-e684dad543e6 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:53:18.192832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: fee51680-ea29-42ff-b1f3-e684dad543e6 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:53:18.193288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fee51680-ea29-42ff-b1f3-e684dad543e6 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:53:18.259512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261869f-e4bf-4002-970c-032687a1309d req-235921d4-10b9-4714-9292-191f5b1f212b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.261703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f261869f-e4bf-4002-970c-032687a1309d req-235921d4-10b9-4714-9292-191f5b1f212b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 949 time: 0.0687861 Nov 26 21:53:18.269542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-18c6fa18-66a4-48cb-bf9c-13f53d1812e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0513663 Nov 26 21:53:18.307913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 6f66bb10-a329-477f-b9e2-c12cd8438d7c up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:18.318622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f261869f-e4bf-4002-970c-032687a1309d req-7236a680-2983-4dab-88be-3124bae0e6d8 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512340 Nov 26 21:53:18.357946 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.370529 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.421021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Network 64f8a867-2c18-45ee-9c89-1627223ba4b3 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:18.427805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:18.428559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-df09397c-b5e3-43fd-8458-7677736c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.429554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-df09397c-b5e3-43fd-8458-7677736c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.430011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-df09397c-b5e3-43fd-8458-7677736c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.430497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-df09397c-b5e3-43fd-8458-7677736c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.430863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:18.430970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-df09397c-b5e3-43fd-8458-7677736c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.431513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-df09397c-b5e3-43fd-8458-7677736c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.432139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-df09397c-b5e3-43fd-8458-7677736c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.433990 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-df09397c-b5e3-43fd-8458-7677736c38fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6488 time: 0.0846071 Nov 26 21:53:18.440593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Pushing event updated for resources: {'Port': ['ID=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:18.451684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 6f66bb10-a329-477f-b9e2-c12cd8438d7c completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:53:18.458847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::1dd (64f8a867-2c18-45ee-9c89-1627223ba4b3/89517b8f-61a7-4d40-9d31-cefd27a67d03/6139a482-9eac-4a81-8ab4-e8a979038fd0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:18.474627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 6f66bb10-a329-477f-b9e2-c12cd8438d7c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:18.476181 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.529786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Attempting to bind port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:18.530113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Attempting to bind port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'c87f419a-682a-4310-9090-3c8d28019b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '64f8a867-2c18-45ee-9c89-1627223ba4b3'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:18.530601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Attempting to bind port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a on network 64f8a867-2c18-45ee-9c89-1627223ba4b3 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:18.538193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:18.539332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Checking segment: {'id': 'c87f419a-682a-4310-9090-3c8d28019b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '64f8a867-2c18-45ee-9c89-1627223ba4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:18.539797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.540256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Bound using segment: {'id': 'c87f419a-682a-4310-9090-3c8d28019b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '64f8a867-2c18-45ee-9c89-1627223ba4b3'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:18.540788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Bound port: 0b01a086-8692-4c07-b1a1-e34b9e6cba9a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87f419a-682a-4310-9090-3c8d28019b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '64f8a867-2c18-45ee-9c89-1627223ba4b3'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:18.541232 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.638903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-246e2c66-a7e4-44fa-a079-486b94196e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.639071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-246e2c66-a7e4-44fa-a079-486b94196e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.639463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-246e2c66-a7e4-44fa-a079-486b94196e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.641048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-246e2c66-a7e4-44fa-a079-486b94196e35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff482d04-9fda-4afd-87ee-406646607aaa&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6 HTTP/1.1" status: 200 len: 2293 time: 0.1704261 Nov 26 21:53:18.642638 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.657189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] For port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:18.675440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] For port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,segment=NetworkSegment(c87f419a-682a-4310-9090-3c8d28019b2c),segment_id=c87f419a-682a-4310-9090-3c8d28019b2c)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:18.683444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f66bb10-a329-477f-b9e2-c12cd8438d7c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:18.686217 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ba38d-483a-4e8c-90d0-d7ef7c7549b8" -d '{"events": [{"server_uuid": "87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e", "name": "network-vif-plugged", "status": "completed", "tag": "6f66bb10-a329-477f-b9e2-c12cd8438d7c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:18.691679 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.709857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 6f66bb10-a329-477f-b9e2-c12cd8438d7c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6f66bb10-a329-477f-b9e2-c12cd8438d7c,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:18.742379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.745101 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.760698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-f2bae74d-8b53-4192-be3c-e39da25d0d70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c046ded-7414-4233-b066-f818e5357934 HTTP/1.1" status: 200 len: 1000 time: 0.1109672 Nov 26 21:53:18.780530 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c271f13a-d4af-48dd-a903-a148f1075036 x-openstack-request-id: req-c271f13a-d4af-48dd-a903-a148f1075036 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:18.780704 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e", "name": "network-vif-plugged", "status": "completed", "tag": "6f66bb10-a329-477f-b9e2-c12cd8438d7c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:18.780875 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c271f13a-d4af-48dd-a903-a148f1075036 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:18.782192 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f66bb10-a329-477f-b9e2-c12cd8438d7c', 'code': 200} Nov 26 21:53:18.795643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0023-e26c-4b1e-96eb-cd37303ea3bc None None] Pushing event updated for resources: {'Port': ['ID=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:18.835921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-dbd2499e-b3cf-47f5-abbe-9c34cb32f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.838669 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-dbd2499e-b3cf-47f5-abbe-9c34cb32f10b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b67ce76-32b4-4660-9868-33216993a65f HTTP/1.1" status: 200 len: 851 time: 0.0696037 Nov 26 21:53:18.858300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.884989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=6f66bb10-a329-477f-b9e2-c12cd8438d7c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:18.932861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 64f8a867-2c18-45ee-9c89-1627223ba4b3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:18.941141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:18.947600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:18.951385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c5f9f-4570-4970-8444-696c961815c1 req-b6f8febd-8772-4041-bf6b-c217c35dd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.953159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.953771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:18.959374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=6139a482-9eac-4a81-8ab4-e8a979038fd0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:18.961035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-883c5f9f-4570-4970-8444-696c961815c1 req-b6f8febd-8772-4041-bf6b-c217c35dd31e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 1097 time: 0.0619404 Nov 26 21:53:18.972014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-12dbd55e-c5dc-4d69-af9c-8cad0084adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:18.973565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-12dbd55e-c5dc-4d69-af9c-8cad0084adb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff482d04-9fda-4afd-87ee-406646607aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272240 Nov 26 21:53:18.993175 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e88a6749-a984-4e47-9ac5-e659b183530e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0956335 Nov 26 21:53:18.996140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46226) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:19.096347 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-883c5f9f-4570-4970-8444-696c961815c1 req-5dc6e97b-03e6-4f10-813e-29915572e6cf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341226 Nov 26 21:53:19.104460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1833a-39fd-49bf-a8fd-feaf10acf791 req-abd44064-6264-4cb1-8ec1-33f5401c518e tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:19.106052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32b1833a-39fd-49bf-a8fd-feaf10acf791 req-abd44064-6264-4cb1-8ec1-33f5401c518e tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1081293 Nov 26 21:53:19.170456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32b1833a-39fd-49bf-a8fd-feaf10acf791 req-49f3d571-b053-40dd-a676-3367261142c6 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 Nov 26 21:53:19.647674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-08487a06-b9f9-4da0-bacf-c2aec1cbc6b6 service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651697 Nov 26 21:53:19.820521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7241c2-ed5f-457b-a6ee-b868a519b03c None None] Network 64f8a867-2c18-45ee-9c89-1627223ba4b3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:19.821017 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-b11fbb02-7955-4c05-b29b-9a88df076de6 service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649635 Nov 26 21:53:19.863995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:19.869301 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-557a36ce-d9dd-4846-90dd-cd2b20cd803a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0409479 Nov 26 21:53:19.955496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9a6b5f66-7e85-40c5-8fc8-cbe8606877b9 None None] Provisioning complete for port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:19.955721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-31809224-cfd4-491b-9c02-4219061ffea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:19.956192 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5f66-7e85-40c5-8fc8-cbe8606877b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:19.956943 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-31809224-cfd4-491b-9c02-4219061ffea0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.0811419 Nov 26 21:53:20.064386 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5f66-7e85-40c5-8fc8-cbe8606877b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.104454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9a6b5f66-7e85-40c5-8fc8-cbe8606877b9 None None] For port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,segment=NetworkSegment(c87f419a-682a-4310-9090-3c8d28019b2c),segment_id=c87f419a-682a-4310-9090-3c8d28019b2c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:20.111151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-0c672bf1-c4b4-45de-9e26-09c1ed320d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:20.112026 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5f66-7e85-40c5-8fc8-cbe8606877b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.112650 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-0c672bf1-c4b4-45de-9e26-09c1ed320d7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1215534 Nov 26 21:53:20.231233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b5f66-7e85-40c5-8fc8-cbe8606877b9 None None] Pushing event updated for resources: {'Port': ['ID=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:20.278299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0b01a086-8692-4c07-b1a1-e34b9e6cba9a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:20.317092 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-c04bee6e-ecae-4c43-b5bf-4dd355cce3a8 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930149 Nov 26 21:53:20.319345 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.336542 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.377863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:20.378843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.445395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3601aee-99ea-4ff0-8562-c93b03e31ceb req-de13196e-390f-4003-8a16-a81fe8c8d484 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:20.454175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3601aee-99ea-4ff0-8562-c93b03e31ceb req-de13196e-390f-4003-8a16-a81fe8c8d484 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1502028 Nov 26 21:53:20.482546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-274b1963-7a61-47b3-8e38-afbf247f59b5 None None] Provisioning complete for port 6139a482-9eac-4a81-8ab4-e8a979038fd0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:20.482923 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-274b1963-7a61-47b3-8e38-afbf247f59b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.524762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=6139a482-9eac-4a81-8ab4-e8a979038fd0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:20.555836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3601aee-99ea-4ff0-8562-c93b03e31ceb req-9d468709-8f8f-4e55-b795-aabb1513e92f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907001 Nov 26 21:53:20.605222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-274b1963-7a61-47b3-8e38-afbf247f59b5 None None] Port 6139a482-9eac-4a81-8ab4-e8a979038fd0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:20.624960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-274b1963-7a61-47b3-8e38-afbf247f59b5 None None] Provisioning complete for port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:20.625361 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-274b1963-7a61-47b3-8e38-afbf247f59b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.771666 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-39418b49-e2cb-459f-aab8-6e7242cdedd9 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453340 Nov 26 21:53:20.859641 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.863891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-c5fb138b-8a51-438b-9f10-728951ef98e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 200 len: 217 time: 0.0823007 Nov 26 21:53:20.918632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ecd5af40-237b-4ee2-8df0-577e8b893c8c None None] Provisioning complete for port 6139a482-9eac-4a81-8ab4-e8a979038fd0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:20.919220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ecd5af40-237b-4ee2-8df0-577e8b893c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:20.973823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5af40-237b-4ee2-8df0-577e8b893c8c None None] Port 6139a482-9eac-4a81-8ab4-e8a979038fd0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:20.997875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-211905c7-e47b-4297-8141-3d5c23a94546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:21.000657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-211905c7-e47b-4297-8141-3d5c23a94546 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.0969994 Nov 26 21:53:21.088834 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:21.113485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-90c8ed21-1fc4-4860-aeb2-69640750fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:21.113959 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-90c8ed21-1fc4-4860-aeb2-69640750fbe8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1046541 Nov 26 21:53:21.302851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d1c3a891-7ea0-48bd-b5e7-9cff79034bdf None None] Provisioning complete for port 6139a482-9eac-4a81-8ab4-e8a979038fd0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:21.303077 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d1c3a891-7ea0-48bd-b5e7-9cff79034bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:21.332357 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-479fd568-7c66-4454-853a-8b750be3360a service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962793 Nov 26 21:53:21.360597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d1c3a891-7ea0-48bd-b5e7-9cff79034bdf None None] Port 6139a482-9eac-4a81-8ab4-e8a979038fd0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:21.517930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-44311ad7-267b-44cd-ba08-b9e8dbc49d0c service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599991 Nov 26 21:53:21.532108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:21.536652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:21.537631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:21.604265 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-c34d4070-43e7-4a18-9265-633138f6a29e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e HTTP/1.1" status: 200 len: 217 time: 0.0599952 Nov 26 21:53:21.666858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1b8c9-c330-43a9-a74c-b9a6a0d0ae1b req-615ed1d6-d6f1-4d97-8507-20d289c13334 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:21.668401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2f1b8c9-c330-43a9-a74c-b9a6a0d0ae1b req-615ed1d6-d6f1-4d97-8507-20d289c13334 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0503044 Nov 26 21:53:21.675672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=6139a482-9eac-4a81-8ab4-e8a979038fd0,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:21.707056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-2679634c-46c9-4fef-8e6b-08cb532d17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:21.708512 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-2679634c-46c9-4fef-8e6b-08cb532d17f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.0891054 Nov 26 21:53:21.719252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2f1b8c9-c330-43a9-a74c-b9a6a0d0ae1b req-2c20249d-f020-4e47-afca-6ca78c7773cc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447955 Nov 26 21:53:21.766798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network 64f8a867-2c18-45ee-9c89-1627223ba4b3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:21.770226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:21.780578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-f14696ef-23bf-4e9a-9631-116be861e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:21.782146 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-f14696ef-23bf-4e9a-9631-116be861e2eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0635521 Nov 26 21:53:21.985504 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-d0015d5b-6360-4327-b796-2c7e3cd288c4 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627791 Nov 26 21:53:22.025172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Router e2a0d35c-a4b5-499b-9e0f-06c280ac1270 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:53:22.028838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77dbb4-7a96-4790-b00b-fe9334f2fb46 req-11484368-2152-4893-a876-e475a164bc2e tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:22.037441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc77dbb4-7a96-4790-b00b-fe9334f2fb46 req-11484368-2152-4893-a876-e475a164bc2e tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1028354 Nov 26 21:53:22.064156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-591b7f1a-48fb-4800-8ebf-532fe9b819c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:22.065998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-591b7f1a-48fb-4800-8ebf-532fe9b819c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 1097 time: 0.0856783 Nov 26 21:53:22.099180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d62e032f-960e-4dfe-a98b-46b8c0b5e803 None None] Provisioning complete for port 6139a482-9eac-4a81-8ab4-e8a979038fd0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:22.099669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d62e032f-960e-4dfe-a98b-46b8c0b5e803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:22.105661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc77dbb4-7a96-4790-b00b-fe9334f2fb46 req-9598eeb8-e1c6-491a-9168-8b4da0c003cb tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664697 Nov 26 21:53:22.162952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d62e032f-960e-4dfe-a98b-46b8c0b5e803 None None] Port 6139a482-9eac-4a81-8ab4-e8a979038fd0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:22.208575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0b01a086-8692-4c07-b1a1-e34b9e6cba9a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:22.241872 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-a262ef1b-e939-41d5-b244-0a02774501d6 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402196 Nov 26 21:53:22.245907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:53:22.257627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-a6f5b869-3fc4-4d02-bc7e-54f4fb4f6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:22.260191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-a6f5b869-3fc4-4d02-bc7e-54f4fb4f6809 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 912 time: 0.1533468 Nov 26 21:53:22.260374 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d68dc7-9fb7-446e-98ae-6a1c291397dd None None] Sync routers for ids ['e2a0d35c-a4b5-499b-9e0f-06c280ac1270'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:53:22.260911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46314) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:22.264900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e5b6b2d8-ee9c-4889-acb9-d9f648584a77 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "PUT /v2.0/routers/e2a0d35c-a4b5-499b-9e0f-06c280ac1270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2676821 Nov 26 21:53:22.273619 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d68dc7-9fb7-446e-98ae-6a1c291397dd None None] Routers {'e2a0d35c-a4b5-499b-9e0f-06c280ac1270'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:53:22.274659 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64d68dc7-9fb7-446e-98ae-6a1c291397dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e2a0d35c-a4b5-499b-9e0f-06c280ac1270'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:22.300509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:22.301610 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:22.347440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:53:22.357248 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-eb6f6af3-64d9-4b79-a605-0d6aabb34cc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c HTTP/1.1" status: 200 len: 217 time: 0.0881407 Nov 26 21:53:22.368298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-402c09d6-09b1-4760-b68f-4a30c89c946a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f66bb10-a329-477f-b9e2-c12cd8438d7c HTTP/1.1" status: 200 len: 217 time: 0.0905952 Nov 26 21:53:22.476157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da4f16-e4f5-4776-bcf5-fc91c0033e7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:22.483321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46320) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:22.483960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a0da4f16-e4f5-4776-bcf5-fc91c0033e7c tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a0d35c-a4b5-499b-9e0f-06c280ac1270 HTTP/1.1" status: 200 len: 989 time: 0.2212763 Nov 26 21:53:22.514098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-7bab2ed9-dcd8-481a-a93e-576f026391c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:22.518545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-7bab2ed9-dcd8-481a-a93e-576f026391c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c16426a7-681e-42b8-81a4-7b74cb0111be HTTP/1.1" status: 200 len: 851 time: 0.1409328 Nov 26 21:53:22.579203 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64d68dc7-9fb7-446e-98ae-6a1c291397dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:22.581443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-c795d3e7-a8ee-4907-90c9-471d5b1ff205 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77f9cf77-ff96-44c8-98eb-e571e560d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544877 Nov 26 21:53:22.595718 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:53:22.601845 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d68dc7-9fb7-446e-98ae-6a1c291397dd None None] Routers {'e2a0d35c-a4b5-499b-9e0f-06c280ac1270'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:53:22.602990 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64d68dc7-9fb7-446e-98ae-6a1c291397dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e2a0d35c-a4b5-499b-9e0f-06c280ac1270'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:22.641981 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64d68dc7-9fb7-446e-98ae-6a1c291397dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:22.642907 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d68dc7-9fb7-446e-98ae-6a1c291397dd None None] The sync data for ids ['e2a0d35c-a4b5-499b-9e0f-06c280ac1270'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:53:22.669975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-c3d64167-f169-459b-9aa9-b848d32f0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:22.671898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-c3d64167-f169-459b-9aa9-b848d32f0edd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.3105850 Nov 26 21:53:22.721155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:22.732852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '175ca340-2b41-4c59-8bcf-12d878a94202', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '175ca340-2b41-4c59-8bcf-12d878a94202', 'mac_address': 'fa:16:3e:b4:c9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:53:22.733435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-337fa6b8-44cb-466c-846d-5fcbd56e632e service neutron] 10.222.0.41 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376493 Nov 26 21:53:22.773367 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:22.787128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-77553d83-97ef-40fa-a3f0-c8f021585824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:22.787378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 175ca340-2b41-4c59-8bcf-12d878a94202 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:22.789749 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-77553d83-97ef-40fa-a3f0-c8f021585824 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0971961 Nov 26 21:53:22.807928 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:22.813574 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:22.859428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c149a82-bc64-4ff5-8d31-a4f61630625c req-a8f9d87e-2245-48c6-aad2-2f4b460f3ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126952 Nov 26 21:53:22.875354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:23.002896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['175ca340-2b41-4c59-8bcf-12d878a94202'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:53:23.293382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc75801-e198-4070-862a-53ba03a50d70 req-394f0614-6c96-410a-9650-1b53aa1d576f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:23.295069 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfc75801-e198-4070-862a-53ba03a50d70 req-394f0614-6c96-410a-9650-1b53aa1d576f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0967767 Nov 26 21:53:23.339440 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-51f5c92b-144d-4002-9a90-016abd44e9a1 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5405402 Nov 26 21:53:23.366980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfc75801-e198-4070-862a-53ba03a50d70 req-bcbfc591-9af1-493b-a282-a17ae5059350 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554051 Nov 26 21:53:23.423665 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-15d09a17-52e2-491c-97bb-e3020b9623b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:23.529154 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-8a5491cf-d006-4955-a04d-0bc00ad11088 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815350 Nov 26 21:53:23.578733 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-2e409778-a4d0-486a-a5ec-b593d60d9eac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0 HTTP/1.1" status: 200 len: 217 time: 0.0397511 Nov 26 21:53:23.716056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:23.719503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-16835e1e-6a21-4b95-b631-3b14568cc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:23.720965 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-16835e1e-6a21-4b95-b631-3b14568cc7f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.1329887 Nov 26 21:53:23.884790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-f04cdbcd-aa04-4354-bbaf-83c71a4991a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:23.886346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-f04cdbcd-aa04-4354-bbaf-83c71a4991a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1358316 Nov 26 21:53:24.039981 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-4f55a769-03b0-495a-b0b2-f16c1e781f33 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394994 Nov 26 21:53:24.173083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 6139a482-9eac-4a81-8ab4-e8a979038fd0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:24.173505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:24.199451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-067bf658-4fab-4134-bf36-23e14c28b160 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350014 Nov 26 21:53:24.266345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-8ea5868a-00d3-43d0-97a6-bdb4ae4cf9f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d HTTP/1.1" status: 200 len: 217 time: 0.0417912 Nov 26 21:53:24.333521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:24.353743 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:24.374235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-0fb35b91-2da1-464f-be25-7fae84a3428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:24.375717 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-0fb35b91-2da1-464f-be25-7fae84a3428e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.1015706 Nov 26 21:53:24.381622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 6139a482-9eac-4a81-8ab4-e8a979038fd0 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:24.396550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 175ca340-2b41-4c59-8bcf-12d878a94202 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:24.396941 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:24.483953 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:24.487335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-28a45a40-55bf-4e80-940c-710fa9b379f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:24.488858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-28a45a40-55bf-4e80-940c-710fa9b379f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989492 Nov 26 21:53:24.521735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:24.524614 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d86cb5-b668-476d-90f1-adf0ea6be327" -d '{"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-plugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:24.539979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:24.545369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:24.563301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6c631-a63e-4d91-b64d-ce42f8c69404 req-be9797ab-c1c4-486b-a4f2-1dee8d243569 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:24.570845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68e6c631-a63e-4d91-b64d-ce42f8c69404 req-be9797ab-c1c4-486b-a4f2-1dee8d243569 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1156216 Nov 26 21:53:24.618859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:24.639273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.640907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.642588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.642983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.644461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.645493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.645857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.647483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.649056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.649386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.649760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.652025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.665646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-48912064-4205-43a7-a5a7-f3886343e53e service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682227 Nov 26 21:53:24.670342 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c590f56-9ef7-417d-b089-8671e2e694ee x-openstack-request-id: req-8c590f56-9ef7-417d-b089-8671e2e694ee {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:24.670635 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-plugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:24.670891 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c590f56-9ef7-417d-b089-8671e2e694ee {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:24.671331 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202', 'code': 200} Nov 26 21:53:24.690247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68e6c631-a63e-4d91-b64d-ce42f8c69404 req-ab2ce3cd-ccd3-46fc-a2dc-806e18ef13a1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126697 Nov 26 21:53:24.777885 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:24.826056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=6139a482-9eac-4a81-8ab4-e8a979038fd0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:24.847039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.847390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.847739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.848079 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.848416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.848753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.849089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.849716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.850055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.850408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.851299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.851635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:53:24.875082 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aaa03859-5dbb-405b-9ae8-7ae6790ac16e req-d318728d-d77d-42d6-a82c-fc892c7a41b4 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894701 Nov 26 21:53:24.965128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.138537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Router e2a0d35c-a4b5-499b-9e0f-06c280ac1270 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:53:25.219612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:53:25.227704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46376) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:25.227842 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0d05bbda-11de-4f31-a5d0-48df5c92ff44 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "PUT /v2.0/routers/e2a0d35c-a4b5-499b-9e0f-06c280ac1270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7364802 Nov 26 21:53:25.243214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98245a1e-23b1-46a3-8b44-0098c3e4ae79 None None] Sync routers for ids ['e2a0d35c-a4b5-499b-9e0f-06c280ac1270'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:53:25.256735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98245a1e-23b1-46a3-8b44-0098c3e4ae79 None None] Routers {'e2a0d35c-a4b5-499b-9e0f-06c280ac1270'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:53:25.258394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-98245a1e-23b1-46a3-8b44-0098c3e4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e2a0d35c-a4b5-499b-9e0f-06c280ac1270'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:25.260413 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-c404f91e-7240-45a0-92eb-6a2444d2a22f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:53:25.262946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c404f91e-7240-45a0-92eb-6a2444d2a22f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/6139a482-9eac-4a81-8ab4-e8a979038fd0 HTTP/1.1" status: 404 len: 333 time: 0.0339172 Nov 26 21:53:25.265635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46378) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:25.364963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-98245a1e-23b1-46a3-8b44-0098c3e4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:25.412043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98245a1e-23b1-46a3-8b44-0098c3e4ae79 None None] Routers {'e2a0d35c-a4b5-499b-9e0f-06c280ac1270'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:53:25.413700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-98245a1e-23b1-46a3-8b44-0098c3e4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:52:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e2a0d35c-a4b5-499b-9e0f-06c280ac1270'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:25.475029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-98245a1e-23b1-46a3-8b44-0098c3e4ae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:25.475029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98245a1e-23b1-46a3-8b44-0098c3e4ae79 None None] The sync data for ids ['e2a0d35c-a4b5-499b-9e0f-06c280ac1270'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:53:25.482411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bfa85f5-bcc6-4f01-a621-e714ebb57609 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.670618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bfa85f5-bcc6-4f01-a621-e714ebb57609 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.672991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bfa85f5-bcc6-4f01-a621-e714ebb57609 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.724971 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bfa85f5-bcc6-4f01-a621-e714ebb57609 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.726314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfa85f5-bcc6-4f01-a621-e714ebb57609 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Fanout notify agent at l3_agent the message router_deleted on router e2a0d35c-a4b5-499b-9e0f-06c280ac1270 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:53:25.735052 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bfa85f5-bcc6-4f01-a621-e714ebb57609 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.739388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9bfa85f5-bcc6-4f01-a621-e714ebb57609 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/routers/e2a0d35c-a4b5-499b-9e0f-06c280ac1270 HTTP/1.1" status: 204 len: 168 time: 0.4724979 Nov 26 21:53:25.739836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46406) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:25.809384 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d2a4905-989c-4273-a3c4-bc478316d03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.847274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66702e2-dcae-422c-bf8b-d619c018eb66 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet 89517b8f-61a7-4d40-9d31-cefd27a67d03 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:25.852279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b66702e2-dcae-422c-bf8b-d619c018eb66 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.871678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7e91c-fe08-4826-a9e6-35c1b6b679af req-4883dbfe-d1ef-4937-acc9-f3125d147cde tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:25.875556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91f7e91c-fe08-4826-a9e6-35c1b6b679af req-4883dbfe-d1ef-4937-acc9-f3125d147cde tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0933080 Nov 26 21:53:25.900498 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b66702e2-dcae-422c-bf8b-d619c018eb66 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:25.931597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91f7e91c-fe08-4826-a9e6-35c1b6b679af req-1d584c18-9818-47c9-b38a-38801a99cb43 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516062 Nov 26 21:53:26.045992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b66702e2-dcae-422c-bf8b-d619c018eb66 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.133751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b66702e2-dcae-422c-bf8b-d619c018eb66 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.177961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66702e2-dcae-422c-bf8b-d619c018eb66 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=89517b8f-61a7-4d40-9d31-cefd27a67d03,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:26.185914 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b66702e2-dcae-422c-bf8b-d619c018eb66 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.189569 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b66702e2-dcae-422c-bf8b-d619c018eb66 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/89517b8f-61a7-4d40-9d31-cefd27a67d03 HTTP/1.1" status: 204 len: 168 time: 0.4477618 Nov 26 21:53:26.193289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46426) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:26.193938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc1e9aa-23bd-48a0-a063-f37acebd1186 None None] Network 64f8a867-2c18-45ee-9c89-1627223ba4b3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:26.299077 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.384519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:26.384864 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.441700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] DHCP port deletion for 64f8a867-2c18-45ee-9c89-1627223ba4b3 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:53:26.497818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] For port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,segment=NetworkSegment(c87f419a-682a-4310-9090-3c8d28019b2c),segment_id=c87f419a-682a-4310-9090-3c8d28019b2c)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:26.498469 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.514308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 0b01a086-8692-4c07-b1a1-e34b9e6cba9a owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:26.536893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] Deleting port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:26.539640 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.627710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.652904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] For port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,segment=NetworkSegment(c87f419a-682a-4310-9090-3c8d28019b2c),segment_id=c87f419a-682a-4310-9090-3c8d28019b2c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:26.653436 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.678321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] Calling delete_port for 0b01a086-8692-4c07-b1a1-e34b9e6cba9a owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:26.685939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No DVR routers for this DVR port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:53:26.691448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:26.791224 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.819196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] Pushing event deleted for resources: {'Port': ['ID=0b01a086-8692-4c07-b1a1-e34b9e6cba9a,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:26.833801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e051a-4a76-4ad6-ad3e-ab5d838ecd33 None None] No DVR routers for this DVR port 0b01a086-8692-4c07-b1a1-e34b9e6cba9a on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:53:26.850565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.875437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f8a867-2c18-45ee-9c89-1627223ba4b3']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:26.886366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87f419a-682a-4310-9090-3c8d28019b2c') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:26.886755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87f419a-682a-4310-9090-3c8d28019b2c') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:26.902187 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.920087 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.930424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:53:26.930897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:53:26.934837 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:53:26.995285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.046834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.057328 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.066258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/networks/64f8a867-2c18-45ee-9c89-1627223ba4b3 HTTP/1.1" status: 204 len: 168 time: 0.8685458 Nov 26 21:53:27.069874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46450) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:27.093897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93c2e1-316f-44d8-b635-1b8246b5d705 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Network': ['ID=64f8a867-2c18-45ee-9c89-1627223ba4b3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:27.150354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c4b89-e27b-4184-8b40-0a7b0513d647 req-fb1dc8bf-37ce-4f30-a4d5-b7199f230768 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:27.158169 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e12c4b89-e27b-4184-8b40-0a7b0513d647 req-fb1dc8bf-37ce-4f30-a4d5-b7199f230768 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0826859 Nov 26 21:53:27.173201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d63c823-0a43-41a5-99d5-f9d5e04f86b9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:27.178485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4d63c823-0a43-41a5-99d5-f9d5e04f86b9 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/7bcb9479-c466-4ef0-8263-ef3214c11cfe HTTP/1.1" status: 200 len: 844 time: 0.1068654 Nov 26 21:53:27.189853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46452) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:27.217695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e12c4b89-e27b-4184-8b40-0a7b0513d647 req-46013037-dc04-427e-8f6a-9a6cb02d230d tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574532 Nov 26 21:53:27.256371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46454) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:27.257105 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a30a05ab-3f07-4ccf-96d8-1b222e12859a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/7bcb9479-c466-4ef0-8263-ef3214c11cfe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0650747 Nov 26 21:53:27.262349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:27.392364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:27.399091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.625587 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.676852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:27.682215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:27.686969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:27.687542 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.696584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04896a9f-bfb0-4977-a92f-423c20ea3c06 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:27.705580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=3e7d19e5-9b6c-4174-9b78-fcec57849b8c,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:27.723165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46470) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:27.729391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4ea755c7-b5d7-439e-ad5a-cf982c994087 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'security_group': {'name': 'tempest-secgroup-850835634'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:27.736613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ed0be32-aff8-4d14-afa0-513c166be713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4783216 Nov 26 21:53:27.764680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ea755c7-b5d7-439e-ad5a-cf982c994087 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.902487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ea755c7-b5d7-439e-ad5a-cf982c994087 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.908729 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ea755c7-b5d7-439e-ad5a-cf982c994087 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.913207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-d0701b68-9657-4e89-a1d5-3911e18dfd59', 'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'tenant_id': '3b7897c634cc4e5ca22f9f57480318fd', 'fixed_ips': [{'subnet_id': '3e7d19e5-9b6c-4174-9b78-fcec57849b8c'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:53:27.915509 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.966042 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ea755c7-b5d7-439e-ad5a-cf982c994087 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:27.969892 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4ea755c7-b5d7-439e-ad5a-cf982c994087 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2432406 Nov 26 21:53:27.970644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46478) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:27.977181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1fd902ea-ac2e-430d-b860-fcba0d748dfe tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'security_group': {'name': 'tempest-secgroup-643995198'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:27.988585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea755c7-b5d7-439e-ad5a-cf982c994087 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c191edf7-c89d-4a64-a853-f3abaea0149c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:28.012236 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fd902ea-ac2e-430d-b860-fcba0d748dfe tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.110520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fd902ea-ac2e-430d-b860-fcba0d748dfe tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.118634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fd902ea-ac2e-430d-b860-fcba0d748dfe tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.142431 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fd902ea-ac2e-430d-b860-fcba0d748dfe tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.146804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1fd902ea-ac2e-430d-b860-fcba0d748dfe tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1726160 Nov 26 21:53:28.148236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46482) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:28.154543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-480970099', 'security_groups': ['3cf9ab5c-82bf-4752-a4d3-4a7c27910d5a'], 'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e7d19e5-9b6c-4174-9b78-fcec57849b8c'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:28.167106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Allocated IP 2001:db8::2 (d0701b68-9657-4e89-a1d5-3911e18dfd59/3e7d19e5-9b6c-4174-9b78-fcec57849b8c/ac08247a-5260-4fc0-931e-ffe8333fcdcf) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:28.175129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd902ea-ac2e-430d-b860-fcba0d748dfe tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf9ab5c-82bf-4752-a4d3-4a7c27910d5a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:28.251660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0b01a086-8692-4c07-b1a1-e34b9e6cba9a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:53:28.358775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0b01a086-8692-4c07-b1a1-e34b9e6cba9a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:53:28.359272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0b01a086-8692-4c07-b1a1-e34b9e6cba9a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:53:28.402954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:28.477072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d045a44-060f-4587-99bc-dea92ed7c254 req-7f0391a1-8296-4b35-9e28-d713eef64ac5 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:28.485509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d045a44-060f-4587-99bc-dea92ed7c254 req-7f0391a1-8296-4b35-9e28-d713eef64ac5 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1526761 Nov 26 21:53:28.523007 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.531396 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.542227 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.601071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:28.606684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:28.611184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:28.628020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d045a44-060f-4587-99bc-dea92ed7c254 req-0cfec4bc-f3e6-4acc-8cb9-133bb999907b tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417060 Nov 26 21:53:28.655432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.685075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 575e1504-5688-4505-99fe-45a0df6b3524 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:53:28.692644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Pushing event updated for resources: {'Port': ['ID=ac08247a-5260-4fc0-931e-ffe8333fcdcf,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:28.803669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Attempting to bind port ac08247a-5260-4fc0-931e-ffe8333fcdcf on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:28.808119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Attempting to bind port ac08247a-5260-4fc0-931e-ffe8333fcdcf by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '7c7f8640-2189-4c40-b136-e6aad913bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:28.808613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Attempting to bind port ac08247a-5260-4fc0-931e-ffe8333fcdcf on network d0701b68-9657-4e89-a1d5-3911e18dfd59 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:28.821531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:28.821920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Checking segment: {'id': '7c7f8640-2189-4c40-b136-e6aad913bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:28.822404 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.822837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Bound using segment: {'id': '7c7f8640-2189-4c40-b136-e6aad913bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:28.823317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Bound port: ac08247a-5260-4fc0-931e-ffe8333fcdcf, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7f8640-2189-4c40-b136-e6aad913bae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:28.823701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.938012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] For port ac08247a-5260-4fc0-931e-ffe8333fcdcf, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:28.942805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] For port ac08247a-5260-4fc0-931e-ffe8333fcdcf, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ac08247a-5260-4fc0-931e-ffe8333fcdcf,segment=NetworkSegment(7c7f8640-2189-4c40-b136-e6aad913bae3),segment_id=7c7f8640-2189-4c40-b136-e6aad913bae3)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:28.956087 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:28.972100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::2e (d0701b68-9657-4e89-a1d5-3911e18dfd59/3e7d19e5-9b6c-4174-9b78-fcec57849b8c/575e1504-5688-4505-99fe-45a0df6b3524) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:29.030275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53332dc-a114-4d51-af42-5bfd09409d51 None None] Pushing event updated for resources: {'Port': ['ID=ac08247a-5260-4fc0-931e-ffe8333fcdcf,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:29.102437 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:29.171945 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:29.227855 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:29.354798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:29.389165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:29.393459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:29.400280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:29.400909 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:29.415373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=575e1504-5688-4505-99fe-45a0df6b3524,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:29.446465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5ea4647d-dbfc-43fd-8149-c31d9e5ff378 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2966242 Nov 26 21:53:29.449108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46512) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:29.456876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-37b890d6-f9ba-471b-9abe-dadf1fcebc3b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:29.716885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b890d6-f9ba-471b-9abe-dadf1fcebc3b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:29.728222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37b890d6-f9ba-471b-9abe-dadf1fcebc3b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:29.904816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e4d7e-30ee-4037-bc76-5c167d780552 req-967e2bc3-3d03-4ece-8980-4a534dcea029 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:29.906926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c09e4d7e-30ee-4037-bc76-5c167d780552 req-967e2bc3-3d03-4ece-8980-4a534dcea029 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1727614 Nov 26 21:53:29.909817 n-d-819494-1 neutron-server[109999]: INFO neutron.db.ipam_backend_mixin [None req-37b890d6-f9ba-471b-9abe-dadf1fcebc3b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e7d19e5-9b6c-4174-9b78-fcec57849b8c (CIDR: 2001:db8::/64) Nov 26 21:53:29.916496 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b890d6-f9ba-471b-9abe-dadf1fcebc3b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:53:29.916964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b890d6-f9ba-471b-9abe-dadf1fcebc3b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:29.969142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-37b890d6-f9ba-471b-9abe-dadf1fcebc3b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5186553 Nov 26 21:53:29.972031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46534) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:29.978149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:30.018849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c09e4d7e-30ee-4037-bc76-5c167d780552 req-8d18289c-da48-4071-9e22-a68b2ee9a347 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801461 Nov 26 21:53:30.153272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:30.157926 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:30.299132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ac08247a-5260-4fc0-931e-ffe8333fcdcf up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:30.432626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:30.434462 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:30.547218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:30.581232 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:30.609175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:30.612502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:30.617758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:30.618610 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:30.634308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=cd121f1c-3b7b-4b75-b44b-ab0ea62ede30,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:30.640204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4d48ffba-101c-4816-adc6-87f899a315f7 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6665289 Nov 26 21:53:30.643381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46540) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:30.653147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-387397952', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cd121f1c-3b7b-4b75-b44b-ab0ea62ede30'}], 'security_groups': ['c191edf7-c89d-4a64-a853-f3abaea0149c']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:30.673503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port ac08247a-5260-4fc0-931e-ffe8333fcdcf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ac08247a-5260-4fc0-931e-ffe8333fcdcf,segment=NetworkSegment(7c7f8640-2189-4c40-b136-e6aad913bae3),segment_id=7c7f8640-2189-4c40-b136-e6aad913bae3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:30.679700 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:30.763772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1ca36917-ef3c-4159-b29b-51073255ee1a None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:30.764340 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ca36917-ef3c-4159-b29b-51073255ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:30.838348 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:30.875567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=ac08247a-5260-4fc0-931e-ffe8333fcdcf,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:31.026360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1ca36917-ef3c-4159-b29b-51073255ee1a None None] Provisioning complete for port 7bcb9479-c466-4ef0-8263-ef3214c11cfe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:31.026718 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ca36917-ef3c-4159-b29b-51073255ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:31.133045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b5c636-f306-4053-b6a0-2dcde53a9bc1 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:31.312501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1ca36917-ef3c-4159-b29b-51073255ee1a None None] Port 7bcb9479-c466-4ef0-8263-ef3214c11cfe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:31.412273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Delete allocated IP 2001:db8::2e (d0701b68-9657-4e89-a1d5-3911e18dfd59/3e7d19e5-9b6c-4174-9b78-fcec57849b8c) {{(pid=109999) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 21:53:31.416578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8:0:1::280 (d0701b68-9657-4e89-a1d5-3911e18dfd59/cd121f1c-3b7b-4b75-b44b-ab0ea62ede30/575e1504-5688-4505-99fe-45a0df6b3524) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:31.493502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b12d0ea8-e47f-4c23-9610-bdb3cb03d571 None None] Provisioning complete for port 575e1504-5688-4505-99fe-45a0df6b3524 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:31.493913 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b12d0ea8-e47f-4c23-9610-bdb3cb03d571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:31.519254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceb9c5-f4d0-4f4d-862a-e8f5469ab64c req-6030881c-4120-4841-afa4-ba1bd3635fc3 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:31.527444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fceb9c5-f4d0-4f4d-862a-e8f5469ab64c req-6030881c-4120-4841-afa4-ba1bd3635fc3 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1305602 Nov 26 21:53:31.579153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43edc7e4-3a1e-4dfe-9f22-1a50019b73b1 None None] Update dhcp port {'port': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'fixed_ips': [{'subnet_id': '3e7d19e5-9b6c-4174-9b78-fcec57849b8c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd121f1c-3b7b-4b75-b44b-ab0ea62ede30'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'ac08247a-5260-4fc0-931e-ffe8333fcdcf'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 21:53:31.598298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b12d0ea8-e47f-4c23-9610-bdb3cb03d571 None None] Port 575e1504-5688-4505-99fe-45a0df6b3524 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:31.610408 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43edc7e4-3a1e-4dfe-9f22-1a50019b73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:31.714195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:31.729874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:31.832629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fceb9c5-f4d0-4f4d-862a-e8f5469ab64c req-9d5c0e73-e523-4fc3-9acc-2e7e81ee978a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040128 Nov 26 21:53:31.890124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-43edc7e4-3a1e-4dfe-9f22-1a50019b73b1 None None] Allocated IP 2001:db8:0:1::2 (d0701b68-9657-4e89-a1d5-3911e18dfd59/cd121f1c-3b7b-4b75-b44b-ab0ea62ede30/ac08247a-5260-4fc0-931e-ffe8333fcdcf) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:31.907481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=575e1504-5688-4505-99fe-45a0df6b3524,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:31.913865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] In _notify_port_updated(), no bound segment for port 575e1504-5688-4505-99fe-45a0df6b3524 on network d0701b68-9657-4e89-a1d5-3911e18dfd59 {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:53:31.922234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:31.923702 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:31.927903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-419f4e5f-2e96-4fcc-a29b-0f08adb69ee5 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "PUT /v2.0/ports/575e1504-5688-4505-99fe-45a0df6b3524 HTTP/1.1" status: 200 len: 930 time: 1.2812526 Nov 26 21:53:31.928245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46576) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:32.049133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-43edc7e4-3a1e-4dfe-9f22-1a50019b73b1 None None] For port ac08247a-5260-4fc0-931e-ffe8333fcdcf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ac08247a-5260-4fc0-931e-ffe8333fcdcf,segment=NetworkSegment(7c7f8640-2189-4c40-b136-e6aad913bae3),segment_id=7c7f8640-2189-4c40-b136-e6aad913bae3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:32.079243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d6b04045-a4b4-4d26-8810-d78a0bb1419a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 575e1504-5688-4505-99fe-45a0df6b3524 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:32.079584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6b04045-a4b4-4d26-8810-d78a0bb1419a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:32.119304 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43edc7e4-3a1e-4dfe-9f22-1a50019b73b1 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:32.141117 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43edc7e4-3a1e-4dfe-9f22-1a50019b73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:32.215405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ac08247a-5260-4fc0-931e-ffe8333fcdcf up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:32.217871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6b04045-a4b4-4d26-8810-d78a0bb1419a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:32.247154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d6b04045-a4b4-4d26-8810-d78a0bb1419a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 575e1504-5688-4505-99fe-45a0df6b3524 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:32.474200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6b04045-a4b4-4d26-8810-d78a0bb1419a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:32.508286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43edc7e4-3a1e-4dfe-9f22-1a50019b73b1 None None] Pushing event updated for resources: {'Port': ['ID=ac08247a-5260-4fc0-931e-ffe8333fcdcf,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:32.545273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b04045-a4b4-4d26-8810-d78a0bb1419a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=575e1504-5688-4505-99fe-45a0df6b3524,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:32.546469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:32.546850 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.033566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d235b-b528-4fa6-a0f0-9152132b8cad req-221a490f-77e7-4542-aa16-d5f09c8215ee tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:33.041661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-896d235b-b528-4fa6-a0f0-9152132b8cad req-221a490f-77e7-4542-aa16-d5f09c8215ee tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0664039 Nov 26 21:53:33.113388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6b04045-a4b4-4d26-8810-d78a0bb1419a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.122270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d6b04045-a4b4-4d26-8810-d78a0bb1419a tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/575e1504-5688-4505-99fe-45a0df6b3524 HTTP/1.1" status: 204 len: 168 time: 1.1920915 Nov 26 21:53:33.123294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46606) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:33.135807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-896d235b-b528-4fa6-a0f0-9152132b8cad req-7270faeb-f6fb-4183-a887-4c24012838b0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931640 Nov 26 21:53:33.165233 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed08d3d-d441-4047-bae7-c8069e3f97db tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:53:33.170248 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aed08d3d-d441-4047-bae7-c8069e3f97db tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/575e1504-5688-4505-99fe-45a0df6b3524 HTTP/1.1" status: 404 len: 333 time: 0.0456860 Nov 26 21:53:33.170437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:33.266363 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e30ec7d5-65ac-42dc-a8c9-48061fa94515 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.309529 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e30ec7d5-65ac-42dc-a8c9-48061fa94515 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.368945 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e30ec7d5-65ac-42dc-a8c9-48061fa94515 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.372045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e30ec7d5-65ac-42dc-a8c9-48061fa94515 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.375996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46616) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:33.389445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e30ec7d5-65ac-42dc-a8c9-48061fa94515 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/security-groups/3cf9ab5c-82bf-4752-a4d3-4a7c27910d5a HTTP/1.1" status: 204 len: 168 time: 0.2178252 Nov 26 21:53:33.408541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ec7d5-65ac-42dc-a8c9-48061fa94515 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf9ab5c-82bf-4752-a4d3-4a7c27910d5a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:33.463856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01f0a3fe-cb76-4ec4-935b-5838c7093e26 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.490066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01f0a3fe-cb76-4ec4-935b-5838c7093e26 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.586222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01f0a3fe-cb76-4ec4-935b-5838c7093e26 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.590493 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01f0a3fe-cb76-4ec4-935b-5838c7093e26 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.595053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-01f0a3fe-cb76-4ec4-935b-5838c7093e26 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/security-groups/c191edf7-c89d-4a64-a853-f3abaea0149c HTTP/1.1" status: 204 len: 168 time: 0.2175603 Nov 26 21:53:33.596120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46620) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:33.628254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0a3fe-cb76-4ec4-935b-5838c7093e26 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c191edf7-c89d-4a64-a853-f3abaea0149c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:33.748799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-59093747-efe0-4a63-b6dd-92b6467a331d None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:33.749932 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59093747-efe0-4a63-b6dd-92b6467a331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.758425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e78305b-c958-4213-9ca9-a26815f28aef tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet 3e7d19e5-9b6c-4174-9b78-fcec57849b8c {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:33.764324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3e78305b-c958-4213-9ca9-a26815f28aef tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.854657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3e78305b-c958-4213-9ca9-a26815f28aef tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:33.969672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-59093747-efe0-4a63-b6dd-92b6467a331d None None] Could not find standard attr ID for object 575e1504-5688-4505-99fe-45a0df6b3524. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:53:34.003587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-59093747-efe0-4a63-b6dd-92b6467a331d None None] Provisioning complete for port 7bcb9479-c466-4ef0-8263-ef3214c11cfe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:34.007966 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59093747-efe0-4a63-b6dd-92b6467a331d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:34.075696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-59093747-efe0-4a63-b6dd-92b6467a331d None None] Port 7bcb9479-c466-4ef0-8263-ef3214c11cfe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:34.105440 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3e78305b-c958-4213-9ca9-a26815f28aef tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:34.191795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-966adc24-b957-4bdc-8947-12700439ea8b None None] Could not find standard attr ID for object 575e1504-5688-4505-99fe-45a0df6b3524. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:53:34.234763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3e78305b-c958-4213-9ca9-a26815f28aef tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:34.278685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ac08247a-5260-4fc0-931e-ffe8333fcdcf up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:34.324505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78305b-c958-4213-9ca9-a26815f28aef tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7d19e5-9b6c-4174-9b78-fcec57849b8c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:34.343814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3e78305b-c958-4213-9ca9-a26815f28aef tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:34.349816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3e78305b-c958-4213-9ca9-a26815f28aef tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/3e7d19e5-9b6c-4174-9b78-fcec57849b8c HTTP/1.1" status: 204 len: 168 time: 0.7515240 Nov 26 21:53:34.354956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46642) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:34.362587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:34.384832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6aa6b-5f3d-4d6b-b748-3e8f7bfdb714 req-cc039ee6-1684-4507-b707-5bfb8f20ca81 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:34.393514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9fe6aa6b-5f3d-4d6b-b748-3e8f7bfdb714 req-cc039ee6-1684-4507-b707-5bfb8f20ca81 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1013198 Nov 26 21:53:34.422869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:34.424011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:34.479489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b6e43-2cb8-42d2-bffa-457d27ae80b0 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:34.483844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9fe6aa6b-5f3d-4d6b-b748-3e8f7bfdb714 req-7f0a60b8-18ca-4304-8596-67f11694dfa1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890775 Nov 26 21:53:34.565293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:34.570302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.019645 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.121735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:35.125192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:35.133475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:35.154978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.167783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=c96ce8a5-6752-4486-8a92-e8a9890c5f6a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:35.187689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1b027145-e9ff-4528-ad5d-b524a99cf494 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8288300 Nov 26 21:53:35.189892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46652) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:35.192652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e953b621-2d00-45b1-8fc5-90975b4e4aec tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'security_group': {'name': 'tempest-secgroup-782205824'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:35.237657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e953b621-2d00-45b1-8fc5-90975b4e4aec tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.327858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e953b621-2d00-45b1-8fc5-90975b4e4aec tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.337013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e953b621-2d00-45b1-8fc5-90975b4e4aec tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.384256 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e953b621-2d00-45b1-8fc5-90975b4e4aec tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.388165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e953b621-2d00-45b1-8fc5-90975b4e4aec tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1966672 Nov 26 21:53:35.388500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46664) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:35.393205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c29b01aa-5800-4dd9-a98e-dd22ea18ab57 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'security_group': {'name': 'tempest-secgroup-2017812672'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:35.400145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953b621-2d00-45b1-8fc5-90975b4e4aec tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21182658-7c09-48bb-8010-c666f8329284,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:35.455200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c29b01aa-5800-4dd9-a98e-dd22ea18ab57 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.657137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c29b01aa-5800-4dd9-a98e-dd22ea18ab57 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.658410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53391414-e737-42b2-a073-47bd3def0801 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:35.675574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c29b01aa-5800-4dd9-a98e-dd22ea18ab57 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.718215 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c29b01aa-5800-4dd9-a98e-dd22ea18ab57 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.722506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c29b01aa-5800-4dd9-a98e-dd22ea18ab57 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3330243 Nov 26 21:53:35.723326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46674) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:35.725244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ae572-29a0-4912-a83a-337a2f3f29e6 req-8af9718b-8d01-4b52-b16e-42c1c90c8ae1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:35.730274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b922858c-4be8-4b49-9f54-e91da32eed63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'security_group': {'name': 'tempest-secgroup-1356041030'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:35.733627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b35ae572-29a0-4912-a83a-337a2f3f29e6 req-8af9718b-8d01-4b52-b16e-42c1c90c8ae1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0963392 Nov 26 21:53:35.736401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b01aa-5800-4dd9-a98e-dd22ea18ab57 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5796bac-66fa-4ad8-a782-3199501acc5e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:35.796578 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b922858c-4be8-4b49-9f54-e91da32eed63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.802494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b35ae572-29a0-4912-a83a-337a2f3f29e6 req-1c38a3fb-5361-44b4-b636-9dbd0138d0e8 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622261 Nov 26 21:53:35.942328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-143e64f5-50db-4962-88ac-5ae636f5c726 None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:35.943239 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-143e64f5-50db-4962-88ac-5ae636f5c726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.962661 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b922858c-4be8-4b49-9f54-e91da32eed63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:35.972525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b922858c-4be8-4b49-9f54-e91da32eed63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:36.027439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b922858c-4be8-4b49-9f54-e91da32eed63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:36.039495 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b922858c-4be8-4b49-9f54-e91da32eed63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3139176 Nov 26 21:53:36.042909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46680) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:36.044443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922858c-4be8-4b49-9f54-e91da32eed63 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76fcc1-342d-49b8-aa92-59dec891446a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:36.053857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1173075196', 'security_groups': ['ec76fcc1-342d-49b8-aa92-59dec891446a'], 'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c96ce8a5-6752-4486-8a92-e8a9890c5f6a'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:36.245156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6a94d-0fa2-4c36-a3e7-93a20a997f51 None None] Update dhcp port {'port': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'fixed_ips': [{'subnet_id': 'cd121f1c-3b7b-4b75-b44b-ab0ea62ede30', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c96ce8a5-6752-4486-8a92-e8a9890c5f6a'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'ac08247a-5260-4fc0-931e-ffe8333fcdcf'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 21:53:36.306618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-143e64f5-50db-4962-88ac-5ae636f5c726 None None] Provisioning complete for port 7bcb9479-c466-4ef0-8263-ef3214c11cfe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:36.307022 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-143e64f5-50db-4962-88ac-5ae636f5c726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:36.343291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a94d-0fa2-4c36-a3e7-93a20a997f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:36.376931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-143e64f5-50db-4962-88ac-5ae636f5c726 None None] Port 7bcb9479-c466-4ef0-8263-ef3214c11cfe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:36.624523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-d7e6a94d-0fa2-4c36-a3e7-93a20a997f51 None None] Allocated IP 2001:db8::2 (d0701b68-9657-4e89-a1d5-3911e18dfd59/c96ce8a5-6752-4486-8a92-e8a9890c5f6a/ac08247a-5260-4fc0-931e-ffe8333fcdcf) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:36.791876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d7e6a94d-0fa2-4c36-a3e7-93a20a997f51 None None] For port ac08247a-5260-4fc0-931e-ffe8333fcdcf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ac08247a-5260-4fc0-931e-ffe8333fcdcf,segment=NetworkSegment(7c7f8640-2189-4c40-b136-e6aad913bae3),segment_id=7c7f8640-2189-4c40-b136-e6aad913bae3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:36.827639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a94d-0fa2-4c36-a3e7-93a20a997f51 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:36.837947 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a94d-0fa2-4c36-a3e7-93a20a997f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:36.910411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6a94d-0fa2-4c36-a3e7-93a20a997f51 None None] Pushing event updated for resources: {'Port': ['ID=ac08247a-5260-4fc0-931e-ffe8333fcdcf,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:37.024734 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:37.046826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:37.184534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fcab4-44ba-43c7-870c-cb594374395f req-20a96370-8f1d-4227-89ad-413d96a69885 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:37.188007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-320fcab4-44ba-43c7-870c-cb594374395f req-20a96370-8f1d-4227-89ad-413d96a69885 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.2195277 Nov 26 21:53:37.238915 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:37.266691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] device_id is not set on port 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:53:37.349964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-320fcab4-44ba-43c7-870c-cb594374395f req-56e697da-4ce0-4e2c-9a6b-e1d368dc4a86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478560 Nov 26 21:53:37.582821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8::191 (d0701b68-9657-4e89-a1d5-3911e18dfd59/c96ce8a5-6752-4486-8a92-e8a9890c5f6a/45ebb402-cdd3-4af8-b052-cd9ed20ba0ac) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:37.759326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:37.782225 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:37.833708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:37.892648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:37.899927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:37.903388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:37.911532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:37.912520 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:37.943804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8996112 Nov 26 21:53:37.945043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0d578-bfcf-4955-8026-039742faa830 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=45ebb402-cdd3-4af8-b052-cd9ed20ba0ac,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:37.947064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46724) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:37.952132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ea2888c2-02a2-47f0-be1f-a9bfda4cd67b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:38.029421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e72c9afe-5031-42d5-b2ff-ac478732c4c4 None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:38.030004 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e72c9afe-5031-42d5-b2ff-ac478732c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:38.150098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2888c2-02a2-47f0-be1f-a9bfda4cd67b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:38.159578 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea2888c2-02a2-47f0-be1f-a9bfda4cd67b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:38.232202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ac08247a-5260-4fc0-931e-ffe8333fcdcf up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:38.281419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e72c9afe-5031-42d5-b2ff-ac478732c4c4 None None] Provisioning complete for port 7bcb9479-c466-4ef0-8263-ef3214c11cfe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:38.282005 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e72c9afe-5031-42d5-b2ff-ac478732c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:38.323461 n-d-819494-1 neutron-server[110000]: INFO neutron.db.ipam_backend_mixin [None req-ea2888c2-02a2-47f0-be1f-a9bfda4cd67b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c96ce8a5-6752-4486-8a92-e8a9890c5f6a (CIDR: 2001:db8::/64) Nov 26 21:53:38.330264 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2888c2-02a2-47f0-be1f-a9bfda4cd67b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:53:38.330264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2888c2-02a2-47f0-be1f-a9bfda4cd67b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:38.363662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46730) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:38.364380 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ea2888c2-02a2-47f0-be1f-a9bfda4cd67b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4160569 Nov 26 21:53:38.369229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7f47629f-14dc-4f78-8d10-b3e61d4d2713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:38.383659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e72c9afe-5031-42d5-b2ff-ac478732c4c4 None None] Port 7bcb9479-c466-4ef0-8263-ef3214c11cfe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:38.396368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:38.398864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:38.536991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f57f1f56-41f6-4f40-a692-45530b032713 None None] Provisioning complete for port 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:38.539997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f57f1f56-41f6-4f40-a692-45530b032713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:38.614060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f57f1f56-41f6-4f40-a692-45530b032713 None None] Port 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:38.634844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f47629f-14dc-4f78-8d10-b3e61d4d2713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:38.638624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f47629f-14dc-4f78-8d10-b3e61d4d2713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:38.724080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fa518-30c1-4e87-a959-42ae0dcbb76b req-05c12d55-c8d3-4f84-9f58-2fcdc89bf904 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:38.731939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c3fa518-30c1-4e87-a959-42ae0dcbb76b req-05c12d55-c8d3-4f84-9f58-2fcdc89bf904 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1350081 Nov 26 21:53:38.840274 n-d-819494-1 neutron-server[109999]: INFO neutron.db.ipam_backend_mixin [None req-7f47629f-14dc-4f78-8d10-b3e61d4d2713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cd121f1c-3b7b-4b75-b44b-ab0ea62ede30 (CIDR: 2001:db8:0:1::/64) Nov 26 21:53:38.846422 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f47629f-14dc-4f78-8d10-b3e61d4d2713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:53:38.846934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f47629f-14dc-4f78-8d10-b3e61d4d2713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:38.867151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c3fa518-30c1-4e87-a959-42ae0dcbb76b req-754e3ae0-5ef1-4128-96b2-f3fd667c9bc5 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339152 Nov 26 21:53:38.874882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f47629f-14dc-4f78-8d10-b3e61d4d2713 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5076389 Nov 26 21:53:38.875431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46750) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:38.883045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'subnet': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:39.020912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Made reservation on behalf of 3b7897c634cc4e5ca22f9f57480318fd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:39.025942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:39.318480 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:39.369589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:39.375479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:39.380255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:39.380977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:39.392841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5dc17-6ef3-4bf6-b849-413a27dba0c6 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:39.400995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Subnet': ['ID=e6388192-992f-4c73-a6bf-91f957489c08,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:39.417171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-31fca5e9-cd90-45c9-98e7-98944de875b6 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5406349 Nov 26 21:53:39.420508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46756) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:39.427143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1395164971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6388192-992f-4c73-a6bf-91f957489c08'}], 'security_groups': ['21182658-7c09-48bb-8010-c666f8329284', 'a5796bac-66fa-4ad8-a782-3199501acc5e']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:39.617737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:39.713565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd54882-20fc-48bc-a7f1-2196fbebf319 None None] Update dhcp port {'port': {'network_id': 'd0701b68-9657-4e89-a1d5-3911e18dfd59', 'fixed_ips': [{'subnet_id': 'cd121f1c-3b7b-4b75-b44b-ab0ea62ede30', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c96ce8a5-6752-4486-8a92-e8a9890c5f6a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e6388192-992f-4c73-a6bf-91f957489c08'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'ac08247a-5260-4fc0-931e-ffe8333fcdcf'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 21:53:39.747905 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ddd54882-20fc-48bc-a7f1-2196fbebf319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:40.006802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ddd54882-20fc-48bc-a7f1-2196fbebf319 None None] Allocated IP 2001:db8:0:2::2 (d0701b68-9657-4e89-a1d5-3911e18dfd59/e6388192-992f-4c73-a6bf-91f957489c08/ac08247a-5260-4fc0-931e-ffe8333fcdcf) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:40.119697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590d4ba-5693-4ab3-938c-910883929fb9 req-14bcf821-2810-4f25-8240-298f92bf88a5 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:40.121283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7590d4ba-5693-4ab3-938c-910883929fb9 req-14bcf821-2810-4f25-8240-298f92bf88a5 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0914383 Nov 26 21:53:40.168303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ddd54882-20fc-48bc-a7f1-2196fbebf319 None None] For port ac08247a-5260-4fc0-931e-ffe8333fcdcf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ac08247a-5260-4fc0-931e-ffe8333fcdcf,segment=NetworkSegment(7c7f8640-2189-4c40-b136-e6aad913bae3),segment_id=7c7f8640-2189-4c40-b136-e6aad913bae3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:40.194359 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7590d4ba-5693-4ab3-938c-910883929fb9 req-fcc4c5d7-e2b7-4494-86a7-b1bce99f357a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649769 Nov 26 21:53:40.237069 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ddd54882-20fc-48bc-a7f1-2196fbebf319 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:40.246853 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ddd54882-20fc-48bc-a7f1-2196fbebf319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:40.382003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd54882-20fc-48bc-a7f1-2196fbebf319 None None] Pushing event updated for resources: {'Port': ['ID=ac08247a-5260-4fc0-931e-ffe8333fcdcf,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:40.446434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Delete allocated IP 2001:db8::191 (d0701b68-9657-4e89-a1d5-3911e18dfd59/c96ce8a5-6752-4486-8a92-e8a9890c5f6a) {{(pid=110000) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 21:53:40.456581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Allocated IP 2001:db8:0:2::3c9 (d0701b68-9657-4e89-a1d5-3911e18dfd59/e6388192-992f-4c73-a6bf-91f957489c08/45ebb402-cdd3-4af8-b052-cd9ed20ba0ac) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:40.731732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:40.740095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:40.820208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event updated for resources: {'Port': ['ID=45ebb402-cdd3-4af8-b052-cd9ed20ba0ac,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:40.881601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] In _notify_port_updated(), no bound segment for port 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac on network d0701b68-9657-4e89-a1d5-3911e18dfd59 {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:53:40.890586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:40.891569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:40.899852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:40.900950 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-53561894-caad-41f1-802d-5c0f2b2944b0 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "PUT /v2.0/ports/45ebb402-cdd3-4af8-b052-cd9ed20ba0ac HTTP/1.1" status: 200 len: 970 time: 1.4792802 Nov 26 21:53:41.162642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-034372a0-53f5-4903-9317-af039e56903d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:41.163203 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034372a0-53f5-4903-9317-af039e56903d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:41.455391 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034372a0-53f5-4903-9317-af039e56903d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:41.473652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-61f98914-bf8e-4f18-8cd9-9002910d13dd None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:41.474236 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-61f98914-bf8e-4f18-8cd9-9002910d13dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:41.481720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-034372a0-53f5-4903-9317-af039e56903d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:41.501346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953f403-eb29-41ee-84f5-245555bbf3ad req-b6e0159d-4451-4b3f-97bf-14c4a6006e55 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:41.507431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f953f403-eb29-41ee-84f5-245555bbf3ad req-b6e0159d-4451-4b3f-97bf-14c4a6006e55 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1820073 Nov 26 21:53:41.544690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1ca27-19a2-4e53-947a-c98889db05eb req-0340065e-f397-4b2f-b117-2498d9a6b9d3 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:41.557109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30c1ca27-19a2-4e53-947a-c98889db05eb req-0340065e-f397-4b2f-b117-2498d9a6b9d3 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 945 time: 0.1553280 Nov 26 21:53:41.681242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-61f98914-bf8e-4f18-8cd9-9002910d13dd None None] Provisioning complete for port 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:41.682577 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-61f98914-bf8e-4f18-8cd9-9002910d13dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:41.749845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30c1ca27-19a2-4e53-947a-c98889db05eb req-8d2db79e-c045-40ca-8ac1-083931d210d5 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871400 Nov 26 21:53:41.774904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f953f403-eb29-41ee-84f5-245555bbf3ad req-8c6a8a9f-c9e1-4e17-9e9e-67a098bf7a33 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624199 Nov 26 21:53:41.783331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-61f98914-bf8e-4f18-8cd9-9002910d13dd None None] Port 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:41.810414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-61f98914-bf8e-4f18-8cd9-9002910d13dd None None] Provisioning complete for port 7bcb9479-c466-4ef0-8263-ef3214c11cfe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:41.810799 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-61f98914-bf8e-4f18-8cd9-9002910d13dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:41.901175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034372a0-53f5-4903-9317-af039e56903d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:41.957308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034372a0-53f5-4903-9317-af039e56903d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=45ebb402-cdd3-4af8-b052-cd9ed20ba0ac,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:41.989335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-61f98914-bf8e-4f18-8cd9-9002910d13dd None None] Port 7bcb9479-c466-4ef0-8263-ef3214c11cfe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:42.007927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034372a0-53f5-4903-9317-af039e56903d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.011736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-034372a0-53f5-4903-9317-af039e56903d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/45ebb402-cdd3-4af8-b052-cd9ed20ba0ac HTTP/1.1" status: 204 len: 168 time: 1.1101723 Nov 26 21:53:42.014276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46810) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:42.051375 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c875d0-9001-4672-918b-147578dfb91e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] GET failed (client error): The resource could not be found. Nov 26 21:53:42.053354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f0c875d0-9001-4672-918b-147578dfb91e tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports/45ebb402-cdd3-4af8-b052-cd9ed20ba0ac HTTP/1.1" status: 404 len: 333 time: 0.0379732 Nov 26 21:53:42.056185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46812) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:42.108752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-685a6eb9-0e23-4f7e-bb6e-9bb5fbd2dbf2 None None] Could not find standard attr ID for object 45ebb402-cdd3-4af8-b052-cd9ed20ba0ac. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 21:53:42.137728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42ace158-1372-467b-92ab-2b9ee2e39695 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.188081 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42ace158-1372-467b-92ab-2b9ee2e39695 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.224532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ac08247a-5260-4fc0-931e-ffe8333fcdcf up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:42.256072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42ace158-1372-467b-92ab-2b9ee2e39695 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.266142 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42ace158-1372-467b-92ab-2b9ee2e39695 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.267336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-42ace158-1372-467b-92ab-2b9ee2e39695 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/security-groups/ec76fcc1-342d-49b8-aa92-59dec891446a HTTP/1.1" status: 204 len: 168 time: 0.2101274 Nov 26 21:53:42.270053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46826) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:42.286178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ace158-1372-467b-92ab-2b9ee2e39695 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76fcc1-342d-49b8-aa92-59dec891446a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:42.338316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:42.338698 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.342833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd74840c-40e0-4146-825d-028ad907adb3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.377530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd74840c-40e0-4146-825d-028ad907adb3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.441276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd74840c-40e0-4146-825d-028ad907adb3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.445770 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd74840c-40e0-4146-825d-028ad907adb3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.447034 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cd74840c-40e0-4146-825d-028ad907adb3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5796bac-66fa-4ad8-a782-3199501acc5e HTTP/1.1" status: 204 len: 168 time: 0.1754212 Nov 26 21:53:42.449989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46828) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:42.457626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74840c-40e0-4146-825d-028ad907adb3 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5796bac-66fa-4ad8-a782-3199501acc5e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:42.525184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-318b8140-290c-409a-9c77-4fe3561187f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.552967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-318b8140-290c-409a-9c77-4fe3561187f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.638534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-318b8140-290c-409a-9c77-4fe3561187f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.641536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-318b8140-290c-409a-9c77-4fe3561187f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.642836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-318b8140-290c-409a-9c77-4fe3561187f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/security-groups/21182658-7c09-48bb-8010-c666f8329284 HTTP/1.1" status: 204 len: 168 time: 0.1913397 Nov 26 21:53:42.645825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46830) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:42.655367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b8140-290c-409a-9c77-4fe3561187f1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21182658-7c09-48bb-8010-c666f8329284,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:42.708442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f149e1c-88d6-49a4-9a1b-4c18a4023be1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet c96ce8a5-6752-4486-8a92-e8a9890c5f6a {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:42.712817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f149e1c-88d6-49a4-9a1b-4c18a4023be1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.763750 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f149e1c-88d6-49a4-9a1b-4c18a4023be1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.872038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f149e1c-88d6-49a4-9a1b-4c18a4023be1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.962863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f149e1c-88d6-49a4-9a1b-4c18a4023be1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.981511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f149e1c-88d6-49a4-9a1b-4c18a4023be1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:42.987654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23137d0-4f05-486e-917d-894e8e6523a8 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:42.988521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8f149e1c-88d6-49a4-9a1b-4c18a4023be1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/c96ce8a5-6752-4486-8a92-e8a9890c5f6a HTTP/1.1" status: 204 len: 168 time: 0.3409424 Nov 26 21:53:42.994419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46844) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:42.994856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1713ae8-44b6-45d6-9a87-6295dff32d3e req-0358a962-a918-4bce-9249-f211987f3fdf tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:43.003190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1713ae8-44b6-45d6-9a87-6295dff32d3e req-0358a962-a918-4bce-9249-f211987f3fdf tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 945 time: 0.0985792 Nov 26 21:53:43.026678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f149e1c-88d6-49a4-9a1b-4c18a4023be1 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=c96ce8a5-6752-4486-8a92-e8a9890c5f6a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:43.037375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45072b98-ccf8-495d-9bef-fb77870c1706 req-855e59f7-9fb5-406b-9909-cf730d5796c2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:43.041237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45072b98-ccf8-495d-9bef-fb77870c1706 req-855e59f7-9fb5-406b-9909-cf730d5796c2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1541662 Nov 26 21:53:43.115878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a67587-688d-4c21-9c35-6cfe88e11c94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet e6388192-992f-4c73-a6bf-91f957489c08 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:43.121949 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0a67587-688d-4c21-9c35-6cfe88e11c94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.147642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1713ae8-44b6-45d6-9a87-6295dff32d3e req-cb18b6da-a12e-4a91-88e8-56d106bbac8b tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/security-groups?id=b395e025-985d-49ea-914e-88d1e02ef2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350689 Nov 26 21:53:43.176467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45072b98-ccf8-495d-9bef-fb77870c1706 req-d954ed98-3117-416e-a50f-13a3a82a2aed tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276846 Nov 26 21:53:43.235656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0a67587-688d-4c21-9c35-6cfe88e11c94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.361383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0a67587-688d-4c21-9c35-6cfe88e11c94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.444979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0a67587-688d-4c21-9c35-6cfe88e11c94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.478058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a67587-688d-4c21-9c35-6cfe88e11c94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=e6388192-992f-4c73-a6bf-91f957489c08,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:43.483955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0a67587-688d-4c21-9c35-6cfe88e11c94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.487210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f0a67587-688d-4c21-9c35-6cfe88e11c94 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/e6388192-992f-4c73-a6bf-91f957489c08 HTTP/1.1" status: 204 len: 168 time: 0.4908624 Nov 26 21:53:43.489847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46868) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:43.517604 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8969d5e-3af9-4750-87b7-4ff62b60be80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:43.518140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8969d5e-3af9-4750-87b7-4ff62b60be80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:43.521408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c8969d5e-3af9-4750-87b7-4ff62b60be80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/c96ce8a5-6752-4486-8a92-e8a9890c5f6a HTTP/1.1" status: 404 len: 337 time: 0.0304389 Nov 26 21:53:43.524711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46870) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:43.605958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19742a3-5c49-412f-b5a4-12fb12a39b87 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting subnet cd121f1c-3b7b-4b75-b44b-ab0ea62ede30 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:43.610614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e19742a3-5c49-412f-b5a4-12fb12a39b87 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.651247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-c12ba453-9b9d-4bfd-a136-191154bb0966 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:43.652755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-c12ba453-9b9d-4bfd-a136-191154bb0966 tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.41 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 945 time: 0.0994565 Nov 26 21:53:43.671244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e19742a3-5c49-412f-b5a4-12fb12a39b87 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.822500 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e19742a3-5c49-412f-b5a4-12fb12a39b87 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.825246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c3a062-0fba-4004-8d0b-ccd16a92db76 None None] Network d0701b68-9657-4e89-a1d5-3911e18dfd59 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:53:43.857092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Deleting port b4aca099-4da2-4ad7-bf48-a156a04b7314 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:43.857424 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.885570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-97b06480-ff37-4b32-80d0-2cd49b1dc685 None None] Provisioning complete for port ac08247a-5260-4fc0-931e-ffe8333fcdcf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:43.886029 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-97b06480-ff37-4b32-80d0-2cd49b1dc685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.943402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e19742a3-5c49-412f-b5a4-12fb12a39b87 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.990590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19742a3-5c49-412f-b5a4-12fb12a39b87 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Subnet': ['ID=cd121f1c-3b7b-4b75-b44b-ab0ea62ede30,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:43.993627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e19742a3-5c49-412f-b5a4-12fb12a39b87 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:43.999148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e19742a3-5c49-412f-b5a4-12fb12a39b87 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/cd121f1c-3b7b-4b75-b44b-ab0ea62ede30 HTTP/1.1" status: 204 len: 168 time: 0.4712560 Nov 26 21:53:44.000035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46874) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.008113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] For port b4aca099-4da2-4ad7-bf48-a156a04b7314, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b4aca099-4da2-4ad7-bf48-a156a04b7314,segment=NetworkSegment(6aa04492-8490-4b5e-94ac-04497923213f),segment_id=6aa04492-8490-4b5e-94ac-04497923213f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:44.009016 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.022956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Calling delete_port for b4aca099-4da2-4ad7-bf48-a156a04b7314 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:44.026597 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffff7c42-7e30-4dd3-bf78-1a521dbd486b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.027062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffff7c42-7e30-4dd3-bf78-1a521dbd486b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.030387 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ffff7c42-7e30-4dd3-bf78-1a521dbd486b tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/3e7d19e5-9b6c-4174-9b78-fcec57849b8c HTTP/1.1" status: 404 len: 337 time: 0.0296772 Nov 26 21:53:44.032747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46876) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.049602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-97b06480-ff37-4b32-80d0-2cd49b1dc685 None None] Provisioning complete for port 7bcb9479-c466-4ef0-8263-ef3214c11cfe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:44.050122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-97b06480-ff37-4b32-80d0-2cd49b1dc685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.089474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-97b06480-ff37-4b32-80d0-2cd49b1dc685 None None] Port 7bcb9479-c466-4ef0-8263-ef3214c11cfe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:44.099636 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c573f959-67dc-4362-9aaa-7257480b0a4f tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a0d35c-a4b5-499b-9e0f-06c280ac1270 HTTP/1.1" status: 200 len: 205 time: 0.0657852 Nov 26 21:53:44.102057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46878) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.117475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] DHCP port deletion for d0701b68-9657-4e89-a1d5-3911e18dfd59 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:53:44.145693 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-f21f1b50-b659-41fb-b2fd-6d3c17322085 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] delete failed (client error): The resource could not be found. Nov 26 21:53:44.146621 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f21f1b50-b659-41fb-b2fd-6d3c17322085 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/routers/e2a0d35c-a4b5-499b-9e0f-06c280ac1270 HTTP/1.1" status: 404 len: 336 time: 0.0434167 Nov 26 21:53:44.150886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46882) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.182222 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c48864-cac7-4671-a63d-acec6ca56a04 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.182812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c48864-cac7-4671-a63d-acec6ca56a04 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.185375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] Deleting port ac08247a-5260-4fc0-931e-ffe8333fcdcf {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:44.185759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.186482 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f0c48864-cac7-4671-a63d-acec6ca56a04 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/89517b8f-61a7-4d40-9d31-cefd27a67d03 HTTP/1.1" status: 404 len: 337 time: 0.0331428 Nov 26 21:53:44.189215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46884) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.219342 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acd08fb-4791-47fc-8471-3c34a7cf3012 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.220039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acd08fb-4791-47fc-8471-3c34a7cf3012 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.223657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1acd08fb-4791-47fc-8471-3c34a7cf3012 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/595af212-810c-43f5-9fbe-4a54a6b833c7 HTTP/1.1" status: 404 len: 337 time: 0.0332072 Nov 26 21:53:44.227253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46888) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.257662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ac08247a-5260-4fc0-931e-ffe8333fcdcf no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:53:44.263640 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe44915a-76a8-4d93-a0f9-accb34270760 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.264519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe44915a-76a8-4d93-a0f9-accb34270760 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.269689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe44915a-76a8-4d93-a0f9-accb34270760 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/72927095-e71b-4ed0-a14d-bf6ca260cf1b HTTP/1.1" status: 404 len: 337 time: 0.0388279 Nov 26 21:53:44.270176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46892) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.279965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.295985 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-49babb71-9d6b-425f-8a71-df82f69a4a07 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.296651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49babb71-9d6b-425f-8a71-df82f69a4a07 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.300022 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-49babb71-9d6b-425f-8a71-df82f69a4a07 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/3b18fe5f-10c4-4025-a62a-6f56b86df3aa HTTP/1.1" status: 404 len: 333 time: 0.0286851 Nov 26 21:53:44.303169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46894) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.319092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b4aca099-4da2-4ad7-bf48-a156a04b7314'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:53:44.328949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] For port ac08247a-5260-4fc0-931e-ffe8333fcdcf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ac08247a-5260-4fc0-931e-ffe8333fcdcf,segment=NetworkSegment(7c7f8640-2189-4c40-b136-e6aad913bae3),segment_id=7c7f8640-2189-4c40-b136-e6aad913bae3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:44.329456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.336331 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcdb7e7-aa50-4da9-afc0-dc253735cc28 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.336331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcdb7e7-aa50-4da9-afc0-dc253735cc28 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.341280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0dcdb7e7-aa50-4da9-afc0-dc253735cc28 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/c2dd2fe4-228c-4393-a103-92ed21245a5b HTTP/1.1" status: 404 len: 337 time: 0.0341859 Nov 26 21:53:44.341803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46898) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.363047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] Calling delete_port for ac08247a-5260-4fc0-931e-ffe8333fcdcf owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:44.367045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Pushing event deleted for resources: {'Port': ['ID=b4aca099-4da2-4ad7-bf48-a156a04b7314,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:44.370311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cc67727-f8b7-437e-9207-47dcfa2b42ff req-fef2d111-f756-4b04-ba35-82d8f2d2f81b tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.21 "GET /v2.0/ports?device_id=c720a035-75c7-4b9e-84a0-640da268c269 HTTP/1.1" status: 200 len: 210 time: 0.0717139 Nov 26 21:53:44.371362 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-418ec913-d79f-452e-83b9-aebd46989a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.372165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418ec913-d79f-452e-83b9-aebd46989a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.375552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-418ec913-d79f-452e-83b9-aebd46989a3d tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/0e569e17-1560-45d9-9a25-67734210cc6d HTTP/1.1" status: 404 len: 337 time: 0.0327027 Nov 26 21:53:44.378088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46902) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.409421 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d60bcb-21c7-4c9c-8652-acaf70cbf889 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.410036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d60bcb-21c7-4c9c-8652-acaf70cbf889 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.414323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-50d60bcb-21c7-4c9c-8652-acaf70cbf889 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/25cae604-2a9f-41e4-9aa2-817f5b4b3107 HTTP/1.1" status: 404 len: 333 time: 0.0351944 Nov 26 21:53:44.416924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46904) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.451194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] No DVR routers for this DVR port b4aca099-4da2-4ad7-bf48-a156a04b7314 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:53:44.453065 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e225250-9843-4d5f-a9ed-5d871bae2867 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.453667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e225250-9843-4d5f-a9ed-5d871bae2867 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.455230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.458114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5e225250-9843-4d5f-a9ed-5d871bae2867 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/33313f1c-3174-40df-acc2-c533df0c3b60 HTTP/1.1" status: 404 len: 337 time: 0.0389221 Nov 26 21:53:44.459448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46910) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.462677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31a9a39b-9d71-4251-abb3-7e00232abf7f req-3232cd17-51fd-464e-8c8c-dc4d634ddd3c tempest-VolumesAdminNegativeTest-1203206246 tempest-VolumesAdminNegativeTest-1203206246-project] 10.222.0.41 "DELETE /v2.0/ports/b4aca099-4da2-4ad7-bf48-a156a04b7314 HTTP/1.1" status: 204 len: 173 time: 0.8019745 Nov 26 21:53:44.464115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c720a035-75c7-4b9e-84a0-640da268c269', 'name': 'network-vif-deleted', 'tag': 'b4aca099-4da2-4ad7-bf48-a156a04b7314'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:44.467477 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d01b59-bd10-4ab9-a801-d52688300765" -d '{"events": [{"server_uuid": "c720a035-75c7-4b9e-84a0-640da268c269", "name": "network-vif-deleted", "tag": "b4aca099-4da2-4ad7-bf48-a156a04b7314"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:44.470323 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.516501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb238ba2-39aa-4fc8-9884-e23e8766f72c req-14739542-26e1-44d5-a54a-7d7cf2322d1a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:44.518229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb238ba2-39aa-4fc8-9884-e23e8766f72c req-14739542-26e1-44d5-a54a-7d7cf2322d1a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1811385 Nov 26 21:53:44.523191 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85bb8f7-25d6-4b13-8aa4-45ad026ec949 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] DELETE failed (client error): The resource could not be found. Nov 26 21:53:44.523743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85bb8f7-25d6-4b13-8aa4-45ad026ec949 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:53:44.523861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port ac08247a-5260-4fc0-931e-ffe8333fcdcf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ac08247a-5260-4fc0-931e-ffe8333fcdcf,segment=NetworkSegment(7c7f8640-2189-4c40-b136-e6aad913bae3),segment_id=7c7f8640-2189-4c40-b136-e6aad913bae3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:44.528873 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d85bb8f7-25d6-4b13-8aa4-45ad026ec949 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/subnets/d2487420-32ed-4d1d-bac7-ed4b455751f2 HTTP/1.1" status: 404 len: 337 time: 0.0682750 Nov 26 21:53:44.532232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46914) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.537190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.570356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.573706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event deleted for resources: {'Port': ['ID=ac08247a-5260-4fc0-931e-ffe8333fcdcf,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:44.612392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] Pushing event deleted for resources: {'Port': ['ID=ac08247a-5260-4fc0-931e-ffe8333fcdcf,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:44.621427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf2b998-f4f1-4f14-8bd6-852409da18a0 None None] No DVR routers for this DVR port ac08247a-5260-4fc0-931e-ffe8333fcdcf on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:53:44.626383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb238ba2-39aa-4fc8-9884-e23e8766f72c req-428ee0bf-4662-4e30-a68d-9eee7756946a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969954 Nov 26 21:53:44.653296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3ee97113-fd5c-441c-9434-b1189fb97c80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Deleting port 7bcb9479-c466-4ef0-8263-ef3214c11cfe {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:53:44.653755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ee97113-fd5c-441c-9434-b1189fb97c80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.745676 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec94a7e1-4060-498c-9298-7ff0ce01b972 x-openstack-request-id: req-ec94a7e1-4060-498c-9298-7ff0ce01b972 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:44.746238 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c720a035-75c7-4b9e-84a0-640da268c269", "name": "network-vif-deleted", "tag": "b4aca099-4da2-4ad7-bf48-a156a04b7314", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:44.747112 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec94a7e1-4060-498c-9298-7ff0ce01b972 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:44.747604 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c720a035-75c7-4b9e-84a0-640da268c269', 'name': 'network-vif-deleted', 'tag': 'b4aca099-4da2-4ad7-bf48-a156a04b7314', 'status': 'completed', 'code': 200} Nov 26 21:53:44.750890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ee97113-fd5c-441c-9434-b1189fb97c80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.766011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3ee97113-fd5c-441c-9434-b1189fb97c80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Calling delete_port for 7bcb9479-c466-4ef0-8263-ef3214c11cfe owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:53:44.846666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ee97113-fd5c-441c-9434-b1189fb97c80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.880132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee97113-fd5c-441c-9434-b1189fb97c80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Port': ['ID=7bcb9479-c466-4ef0-8263-ef3214c11cfe,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:44.886589 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ee97113-fd5c-441c-9434-b1189fb97c80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:44.889955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3ee97113-fd5c-441c-9434-b1189fb97c80 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/ports/7bcb9479-c466-4ef0-8263-ef3214c11cfe HTTP/1.1" status: 204 len: 168 time: 0.3562922 Nov 26 21:53:44.892296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46936) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:44.912222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26265e97-3f3b-4c5b-b2da-b4ee33d3e4de req-c5acbc46-4b0b-45bd-8054-fa5b32804147 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:44.914355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26265e97-3f3b-4c5b-b2da-b4ee33d3e4de req-c5acbc46-4b0b-45bd-8054-fa5b32804147 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 949 time: 0.0571871 Nov 26 21:53:44.962146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26265e97-3f3b-4c5b-b2da-b4ee33d3e4de req-20671666-bfa6-4081-9907-f01fe1f443be tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418022 Nov 26 21:53:44.969730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.065752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.088164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0701b68-9657-4e89-a1d5-3911e18dfd59']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:45.098467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7f8640-2189-4c40-b136-e6aad913bae3') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:45.099620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7f8640-2189-4c40-b136-e6aad913bae3') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:45.111079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.127264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.135401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:53:45.135857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:53:45.138841 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:53:45.202685 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.211165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.214498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] 10.222.0.21 "DELETE /v2.0/networks/d0701b68-9657-4e89-a1d5-3911e18dfd59 HTTP/1.1" status: 204 len: 168 time: 0.3212762 Nov 26 21:53:45.231186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7a264-72a5-4a9d-a265-520cb0771010 tempest-PortsIpV6TestJSON-499007373 tempest-PortsIpV6TestJSON-499007373-project] Pushing event deleted for resources: {'Network': ['ID=d0701b68-9657-4e89-a1d5-3911e18dfd59,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:45.445723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46964) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:45.476005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46966) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:45.513678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e7a7f1-4721-4286-ad16-1ff6de240cc2 admin admin] Deleting subnet 218d44d2-d767-4993-a4ef-200f4c2f86b4 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:45.516996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85e7a7f1-4721-4286-ad16-1ff6de240cc2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.554825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85e7a7f1-4721-4286-ad16-1ff6de240cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.601420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85e7a7f1-4721-4286-ad16-1ff6de240cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.652382 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c19cc618-fb06-41f4-9203-8d475e792ab8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b7897c634cc4e5ca22f9f57480318fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752026 Nov 26 21:53:45.654810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:45.668778 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85e7a7f1-4721-4286-ad16-1ff6de240cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.683589 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85e7a7f1-4721-4286-ad16-1ff6de240cc2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.695522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-85e7a7f1-4721-4286-ad16-1ff6de240cc2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/218d44d2-d767-4993-a4ef-200f4c2f86b4 HTTP/1.1" status: 204 len: 168 time: 0.2484264 Nov 26 21:53:45.700733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46980) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:45.715085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7a7f1-4721-4286-ad16-1ff6de240cc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218d44d2-d767-4993-a4ef-200f4c2f86b4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:45.774203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53ed737e-f61f-4de2-8f31-9ae4fc1ded2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.775844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1b2c4-d7a5-4aca-b2ea-cdda42970f69 req-d8534374-6aae-4ad0-abb2-5ba7cf9f8c80 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:45.777348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4b1b2c4-d7a5-4aca-b2ea-cdda42970f69 req-d8534374-6aae-4ad0-abb2-5ba7cf9f8c80 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0558970 Nov 26 21:53:45.808004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.810843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53ed737e-f61f-4de2-8f31-9ae4fc1ded2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.827855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4b1b2c4-d7a5-4aca-b2ea-cdda42970f69 req-6abfd225-b1d5-4246-8661-df1af77bf9c9 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Nov 26 21:53:45.915380 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.923779 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53ed737e-f61f-4de2-8f31-9ae4fc1ded2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.926375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53ed737e-f61f-4de2-8f31-9ae4fc1ded2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.927770 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-53ed737e-f61f-4de2-8f31-9ae4fc1ded2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f958f81c-db41-41a6-a4be-1256b1046608 HTTP/1.1" status: 204 len: 168 time: 0.2718093 Nov 26 21:53:45.943271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed737e-f61f-4de2-8f31-9ae4fc1ded2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f958f81c-db41-41a6-a4be-1256b1046608,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:45.953730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2807ac55-45c8-4ee0-89c1-4d76649003df']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:45.964326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa04492-8490-4b5e-94ac-04497923213f') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:45.964622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa04492-8490-4b5e-94ac-04497923213f') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:45.974683 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.989091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.996181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:53:45.996562 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:53:45.998373 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:53:46.051574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.064431 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.067823 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2807ac55-45c8-4ee0-89c1-4d76649003df HTTP/1.1" status: 204 len: 168 time: 0.3627892 Nov 26 21:53:46.071183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46988) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:46.078424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf8f75-558f-4d3f-898e-fba809a02168 admin admin] Pushing event deleted for resources: {'Network': ['ID=2807ac55-45c8-4ee0-89c1-4d76649003df,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:46.122478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-509ae9e6-1fab-4c56-a119-30256e63e40f admin admin] Deleting subnet 3798bbd3-7605-4fd1-bb96-df690c530db0 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:53:46.125710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-509ae9e6-1fab-4c56-a119-30256e63e40f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.160445 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-509ae9e6-1fab-4c56-a119-30256e63e40f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.207887 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-509ae9e6-1fab-4c56-a119-30256e63e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.264874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-509ae9e6-1fab-4c56-a119-30256e63e40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.294109 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-509ae9e6-1fab-4c56-a119-30256e63e40f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.300161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46998) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:46.300353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-509ae9e6-1fab-4c56-a119-30256e63e40f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3798bbd3-7605-4fd1-bb96-df690c530db0 HTTP/1.1" status: 204 len: 168 time: 0.2276709 Nov 26 21:53:46.301178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ae9e6-1fab-4c56-a119-30256e63e40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3798bbd3-7605-4fd1-bb96-df690c530db0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:46.375287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.401004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b4aca099-4da2-4ad7-bf48-a156a04b7314 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:53:46.424664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: b4aca099-4da2-4ad7-bf48-a156a04b7314 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:53:46.425022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b4aca099-4da2-4ad7-bf48-a156a04b7314 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:53:46.466631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.488230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5658080b-1229-40f6-a26c-bd6eec724162']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:46.497837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b33e1d-e23e-42d6-bdf7-1989f892f063') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:46.498172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b33e1d-e23e-42d6-bdf7-1989f892f063') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:53:46.510486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.524185 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.530829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:53:46.531420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:53:46.533078 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:53:46.594314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.602496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.606015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5658080b-1229-40f6-a26c-bd6eec724162 HTTP/1.1" status: 204 len: 168 time: 0.3046212 Nov 26 21:53:46.633177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4ec14-4055-45a3-bbde-010632f38320 admin admin] Pushing event deleted for resources: {'Network': ['ID=5658080b-1229-40f6-a26c-bd6eec724162,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:46.679735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47024) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:46.787402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0295a6b8-7646-450d-82cc-b0ee70d63428 tempest-DvrRoutersNegativeTest-754270707 tempest-DvrRoutersNegativeTest-754270707-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-666118590', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:46.791882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.policy [None req-0295a6b8-7646-450d-82cc-b0ee70d63428 tempest-DvrRoutersNegativeTest-754270707 tempest-DvrRoutersNegativeTest-754270707-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110000) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 26 21:53:46.792182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.policy [None req-0295a6b8-7646-450d-82cc-b0ee70d63428 tempest-DvrRoutersNegativeTest-754270707 tempest-DvrRoutersNegativeTest-754270707-project] Failed policy check for 'create_router' {{(pid=110000) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 26 21:53:46.792931 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-0295a6b8-7646-450d-82cc-b0ee70d63428 tempest-DvrRoutersNegativeTest-754270707 tempest-DvrRoutersNegativeTest-754270707-project] create failed (client error): Access was denied to this resource. Nov 26 21:53:46.794268 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0295a6b8-7646-450d-82cc-b0ee70d63428 tempest-DvrRoutersNegativeTest-754270707 tempest-DvrRoutersNegativeTest-754270707-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1133051 Nov 26 21:53:46.798258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47032) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:46.842307 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-147edfff-93eb-4736-825c-d32cfd8bac67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4012aae2a8d413fa457a7360f06ee20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402956 Nov 26 21:53:46.842509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47034) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:46.904221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd53cc80-be0d-48ec-9add-737d3d82642f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.929976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd53cc80-be0d-48ec-9add-737d3d82642f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.971177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9db62-5691-4ca6-93f6-31d222e0e3a4 req-02c4de96-f209-4d89-a080-7ef922a50bc7 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:46.974173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63c9db62-5691-4ca6-93f6-31d222e0e3a4 req-02c4de96-f209-4d89-a080-7ef922a50bc7 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0568557 Nov 26 21:53:46.992067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd53cc80-be0d-48ec-9add-737d3d82642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.994945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dd53cc80-be0d-48ec-9add-737d3d82642f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:46.996663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dd53cc80-be0d-48ec-9add-737d3d82642f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b395e025-985d-49ea-914e-88d1e02ef2fa HTTP/1.1" status: 204 len: 168 time: 0.1526988 Nov 26 21:53:47.007269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53cc80-be0d-48ec-9add-737d3d82642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b395e025-985d-49ea-914e-88d1e02ef2fa,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:47.035894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63c9db62-5691-4ca6-93f6-31d222e0e3a4 req-bc9d5adc-901f-40e3-86d4-5919ac170f34 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540957 Nov 26 21:53:47.100107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47044) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:47.309253 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-320abd55-6c0b-40b0-9d7b-d2020e593719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.354245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:47.395549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7c397e6b-2136-4371-90f5-89da7d61e5ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7296565309b04b93b1e270d5a1e1a7bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400834 Nov 26 21:53:47.398683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47052) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:47.403371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-320abd55-6c0b-40b0-9d7b-d2020e593719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.407816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-320abd55-6c0b-40b0-9d7b-d2020e593719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.448739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-320abd55-6c0b-40b0-9d7b-d2020e593719 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b795dcd63d34b3a9c8fe827eb790388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446469 Nov 26 21:53:47.448985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47056) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:47.450272 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ccd95b7-0b51-4b1d-acd1-229c38b6a0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.454974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320abd55-6c0b-40b0-9d7b-d2020e593719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e8c5ed-54c4-4d36-9cde-1f8bb2e77833,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:47.480776 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ccd95b7-0b51-4b1d-acd1-229c38b6a0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.513083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-df1e8c7b-6034-4a65-8129-f36d1b5595a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.534675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-df1e8c7b-6034-4a65-8129-f36d1b5595a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.546047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ccd95b7-0b51-4b1d-acd1-229c38b6a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.548951 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ccd95b7-0b51-4b1d-acd1-229c38b6a0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.550503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0ccd95b7-0b51-4b1d-acd1-229c38b6a0b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10da91b3-f791-48ce-968c-63d9c3be6f6e HTTP/1.1" status: 204 len: 168 time: 0.1508987 Nov 26 21:53:47.567168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd95b7-0b51-4b1d-acd1-229c38b6a0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10da91b3-f791-48ce-968c-63d9c3be6f6e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:47.591692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-df1e8c7b-6034-4a65-8129-f36d1b5595a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.594748 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-df1e8c7b-6034-4a65-8129-f36d1b5595a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:47.595846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-df1e8c7b-6034-4a65-8129-f36d1b5595a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9e8c5ed-54c4-4d36-9cde-1f8bb2e77833 HTTP/1.1" status: 204 len: 168 time: 0.1459925 Nov 26 21:53:47.604714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e8c7b-6034-4a65-8129-f36d1b5595a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e8c5ed-54c4-4d36-9cde-1f8bb2e77833,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:48.180136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1590d-8cec-48d7-8047-2ff3302e3388 req-36587f5d-adee-43b4-ba65-fc85e369228d tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:48.181879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfa1590d-8cec-48d7-8047-2ff3302e3388 req-36587f5d-adee-43b4-ba65-fc85e369228d tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0701451 Nov 26 21:53:48.236565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfa1590d-8cec-48d7-8047-2ff3302e3388 req-0f525e05-3b7c-419b-b026-532741979602 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475461 Nov 26 21:53:48.411363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:53:48.509822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:48.556690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:48.559145 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0d86b3-22ed-4630-bd7a-bab9a7a839d5" -d '{"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-unplugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:48.578739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:48.584188 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:48.621091 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073a7567-7996-42d4-a72a-5e73594d204b x-openstack-request-id: req-073a7567-7996-42d4-a72a-5e73594d204b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:48.621826 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-unplugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:48.622486 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-073a7567-7996-42d4-a72a-5e73594d204b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:48.623423 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202', 'code': 200} Nov 26 21:53:48.623655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:48.662065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:48.739657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9a2d30e8-270c-4350-80aa-3df93134698a tempest-ServiceProvidersTest-308602190 tempest-ServiceProvidersTest-308602190-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1149397 Nov 26 21:53:48.864463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-c631638e-83b4-4b58-a391-5cc8543e5385 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d5479992e1ac40acae5ca88019ce59c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304685 Nov 26 21:53:48.996680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-6321f7f2-bfb6-482d-9e5a-03456059e502 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:48.998378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-6321f7f2-bfb6-482d-9e5a-03456059e502 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281450 Nov 26 21:53:49.021033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-a67e52e2-9620-4fd1-b1e4-1a2e884dfe96 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/quotas/d5479992e1ac40acae5ca88019ce59c4 HTTP/1.1" status: 200 len: 375 time: 0.0150652 Nov 26 21:53:49.057378 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47158) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:49.062126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-6ea4a127-f14e-4779-afa7-e06646124212 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5479992e1ac40acae5ca88019ce59c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305555 Nov 26 21:53:49.132325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 828d3426-c258-4ddf-8ec5-eae20b60c496 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:53:49.172993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f63f7ab-2f06-493f-b334-bd6bc1910606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.274195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08fee1e8-a3b6-4279-9a1f-5350d3dbd7eb req-7c616351-fc29-4b0d-8cd9-718b9d64d0c8 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 210 time: 0.0464311 Nov 26 21:53:49.278391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f63f7ab-2f06-493f-b334-bd6bc1910606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.281547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:49.284311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f63f7ab-2f06-493f-b334-bd6bc1910606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.297285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'mac_address': 'fa:16:3e:54:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:53:49.347501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.363729 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6f63f7ab-2f06-493f-b334-bd6bc1910606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1111ccd7bd44dc4948713383ee4173b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052015 Nov 26 21:53:49.364013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 828d3426-c258-4ddf-8ec5-eae20b60c496 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:49.364600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47170) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:49.371894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63f7ab-2f06-493f-b334-bd6bc1910606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05e62e-a1d9-4bac-8707-d2d1e83b7d2a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:49.385436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:49.391784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.422301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439839f-a9c3-4da6-ba7d-0ece74e0ae4d req-e6a0b484-a644-4748-a0a7-21c259aa30ec tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:49.424580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f439839f-a9c3-4da6-ba7d-0ece74e0ae4d req-e6a0b484-a644-4748-a0a7-21c259aa30ec tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0848346 Nov 26 21:53:49.448666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3215333-5e33-4241-b96c-e070d9593277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.477008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:49.478713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3215333-5e33-4241-b96c-e070d9593277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.513549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f439839f-a9c3-4da6-ba7d-0ece74e0ae4d req-1fa7378d-31ac-498d-8b27-6805234f7856 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818100 Nov 26 21:53:49.556932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3215333-5e33-4241-b96c-e070d9593277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.559756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3215333-5e33-4241-b96c-e070d9593277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:49.563668 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d3215333-5e33-4241-b96c-e070d9593277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d05e62e-a1d9-4bac-8707-d2d1e83b7d2a HTTP/1.1" status: 204 len: 168 time: 0.1951995 Nov 26 21:53:49.577327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3215333-5e33-4241-b96c-e070d9593277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05e62e-a1d9-4bac-8707-d2d1e83b7d2a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:49.650638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['828d3426-c258-4ddf-8ec5-eae20b60c496'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:53:50.386575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5f195e6-7dd4-4010-9c30-57e59b3e95a9 req-a7451066-6134-4033-8fb0-55f3ebc9258e tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 210 time: 0.0274656 Nov 26 21:53:50.539620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-4b8dd44f-538e-40ea-a811-a3b09414d98c tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d5479992e1ac40acae5ca88019ce59c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244269 Nov 26 21:53:50.678090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75f9f4-746b-4bd3-8c08-204844402589 req-4074be06-7260-4933-923a-e975fe305656 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:50.687662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef75f9f4-746b-4bd3-8c08-204844402589 req-4074be06-7260-4933-923a-e975fe305656 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0764351 Nov 26 21:53:50.720826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-95c4717d-70dc-490d-8dbd-d13ee4813cd8 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:50.722739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-95c4717d-70dc-490d-8dbd-d13ee4813cd8 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735647 Nov 26 21:53:50.738720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef75f9f4-746b-4bd3-8c08-204844402589 req-f1415e98-b9e7-4513-a8ab-f9b79644e3fd tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498579 Nov 26 21:53:50.746319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Request body: {'port': {'device_id': '9def8bfb-177d-4612-a242-a61c504808b9', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': 'd5479992e1ac40acae5ca88019ce59c4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:50.863449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Made reservation on behalf of d5479992e1ac40acae5ca88019ce59c4 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:53:50.867951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:50.876581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:50.952396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:50.956414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.034327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b504f3-cb2b-40b2-a967-e7161d740b65,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:51.121277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Allocated IP 192.168.233.148 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/7b061b97-8924-4030-8702-ba928f25e84f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:53:51.155772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 828d3426-c258-4ddf-8ec5-eae20b60c496 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:53:51.217629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 828d3426-c258-4ddf-8ec5-eae20b60c496 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:51.218004 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.325459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.325949 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.356799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:51.360440 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af21583-ccf6-46da-aace-81d3b5e5c34c" -d '{"events": [{"server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "name": "network-vif-plugged", "status": "completed", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:51.365266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.385333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:51.392879 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.417323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:53:51.420636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:53:51.442059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:53:51.451546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:51.457957 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f591da3b-3baf-43f1-b273-227702b0b4f4 x-openstack-request-id: req-f591da3b-3baf-43f1-b273-227702b0b4f4 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:51.458611 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "name": "network-vif-plugged", "status": "completed", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:51.459097 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f591da3b-3baf-43f1-b273-227702b0b4f4 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:51.461047 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'code': 200} Nov 26 21:53:51.462740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:51.546376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94b2ab-a8cf-4de8-8a06-898e32e39f86 req-be0c119e-49d7-496d-be46-ca9f8bffe317 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:51.548486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea94b2ab-a8cf-4de8-8a06-898e32e39f86 req-be0c119e-49d7-496d-be46-ca9f8bffe317 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 936 time: 0.0693426 Nov 26 21:53:51.630158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea94b2ab-a8cf-4de8-8a06-898e32e39f86 req-2b1b63d5-4395-4bb6-8d66-53df79783e83 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673616 Nov 26 21:53:51.779136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:51.779894 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.789739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4b768bae-e0ba-481c-9def-b9460bec0b8d None None] Provisioning complete for port 7b061b97-8924-4030-8702-ba928f25e84f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:53:51.790137 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4b768bae-e0ba-481c-9def-b9460bec0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.806119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-518afe11-e7af-4069-87e1-ba4fc8d59648 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0642395 Nov 26 21:53:51.840628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Request body: {'port': {'device_id': '9def8bfb-177d-4612-a242-a61c504808b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:53:51.847191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4b768bae-e0ba-481c-9def-b9460bec0b8d None None] Port 7b061b97-8924-4030-8702-ba928f25e84f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:53:51.891270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42db3f1-0d3d-4772-b580-5da66ea82296 req-3157a0cf-ec72-46ac-86ba-02dd767f0146 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:51.892833 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a42db3f1-0d3d-4772-b580-5da66ea82296 req-3157a0cf-ec72-46ac-86ba-02dd767f0146 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0629885 Nov 26 21:53:51.904709 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:51.947923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a42db3f1-0d3d-4772-b580-5da66ea82296 req-f6ff24d2-8c3b-4ad4-8dcb-9befd6fea535 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460927 Nov 26 21:53:52.196234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b061b97-8924-4030-8702-ba928f25e84f {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:52.204337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:52.217376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Transition to ACTIVE for port object 7b061b97-8924-4030-8702-ba928f25e84f will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:53:52.221202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:52.276841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:52.351410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Attempting to bind port 7b061b97-8924-4030-8702-ba928f25e84f on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:53:52.352002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Attempting to bind port 7b061b97-8924-4030-8702-ba928f25e84f by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:53:52.352396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Attempting to bind port 7b061b97-8924-4030-8702-ba928f25e84f on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:52.360035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Port 7b061b97-8924-4030-8702-ba928f25e84f on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:53:52.360436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Attempting to bind port 7b061b97-8924-4030-8702-ba928f25e84f on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:53:52.366184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:53:52.366704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:53:52.367413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:53:52.367892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Bound port: 7b061b97-8924-4030-8702-ba928f25e84f, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:53:52.368373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:52.458808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:53:52.463145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:53:52.468053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:52.499979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:52.500604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:52.501991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] 10.222.0.13 "PUT /v2.0/ports/7b061b97-8924-4030-8702-ba928f25e84f HTTP/1.1" status: 200 len: 1096 time: 0.6681333 Nov 26 21:53:52.502473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:53:52.504767 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "tag": "7b061b97-8924-4030-8702-ba928f25e84f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:53:52.553938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d038bd-c1bf-4770-bcdf-602d966d273c service neutron] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:52.571297 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ac94f9-ddd2-4086-a251-357eb6e08a0f x-openstack-request-id: req-39ac94f9-ddd2-4086-a251-357eb6e08a0f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:53:52.571855 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "tag": "7b061b97-8924-4030-8702-ba928f25e84f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:53:52.573037 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39ac94f9-ddd2-4086-a251-357eb6e08a0f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:53:52.573400 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f', 'status': 'completed', 'code': 200} Nov 26 21:53:52.661473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-4c429c70-37e7-490a-815c-7da9d7ce94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:52.663209 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-4c429c70-37e7-490a-815c-7da9d7ce94c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5479992e1ac40acae5ca88019ce59c4&device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 1099 time: 0.0425887 Nov 26 21:53:52.757219 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-c72a0ffb-126d-4db7-ac94-d250347571f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7b061b97-8924-4030-8702-ba928f25e84f HTTP/1.1" status: 200 len: 217 time: 0.0612755 Nov 26 21:53:52.770849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e133d9-9a46-40ea-839c-bbc4909cef42 req-4b2e20ad-a5ea-4ecd-a30d-c045c17ffd49 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:52.773109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4e133d9-9a46-40ea-839c-bbc4909cef42 req-4b2e20ad-a5ea-4ecd-a30d-c045c17ffd49 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 948 time: 0.0587888 Nov 26 21:53:52.820628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-de5f6ffa-a2d0-4a42-85b3-8f85155bc5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:52.822242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-de5f6ffa-a2d0-4a42-85b3-8f85155bc5f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0458856 Nov 26 21:53:52.834973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4e133d9-9a46-40ea-839c-bbc4909cef42 req-1d525e38-0d61-477d-9008-7eb8e396e0ab tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546618 Nov 26 21:53:52.880526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47386) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:52.887202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-0ba5f01a-b4dd-44b8-8479-3cd9e7db9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:52.888620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-0ba5f01a-b4dd-44b8-8479-3cd9e7db9ded service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0499468 Nov 26 21:53:52.986763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-cee66022-9f59-4e8d-b328-643dce962d5e service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901635 Nov 26 21:53:52.989020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b13c770c-cacd-4488-a81e-d2f5c51b58a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.088567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c137653c-f4ee-4e70-882e-f857b1a64569 req-cba0d7bb-eb8c-4b02-8da9-109231655a9c service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943692 Nov 26 21:53:53.100903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b5d97-3085-4bcf-9548-0a11af8ceba6 req-27d897bb-3ed7-4f39-afae-526a12e62bc0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:53.102409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-172b5d97-3085-4bcf-9548-0a11af8ceba6 req-27d897bb-3ed7-4f39-afae-526a12e62bc0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0782897 Nov 26 21:53:53.107089 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b13c770c-cacd-4488-a81e-d2f5c51b58a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.117113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b13c770c-cacd-4488-a81e-d2f5c51b58a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.168441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b13c770c-cacd-4488-a81e-d2f5c51b58a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12c1ccaac640410e9b7aa2749e746174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2867982 Nov 26 21:53:53.171192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47392) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:53.186717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c770c-cacd-4488-a81e-d2f5c51b58a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d33dc3-20fe-48c7-ad39-973dda08665b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:53.192198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-172b5d97-3085-4bcf-9548-0a11af8ceba6 req-cc49a171-88c4-4cc4-83cb-54254a3dd98a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834754 Nov 26 21:53:53.268356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-9acc89c7-f5de-43ad-b413-da0788ce08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:53.269891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-9acc89c7-f5de-43ad-b413-da0788ce08b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5479992e1ac40acae5ca88019ce59c4&device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 1099 time: 0.0836675 Nov 26 21:53:53.274734 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10f016fc-f1d8-4f9d-b317-9a98ea21b6c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.343309 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10f016fc-f1d8-4f9d-b317-9a98ea21b6c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.405881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-bdec9f51-ae7f-42aa-b567-6a7e0a55875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:53.407471 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-bdec9f51-ae7f-42aa-b567-6a7e0a55875e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.1274934 Nov 26 21:53:53.424778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10f016fc-f1d8-4f9d-b317-9a98ea21b6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.426302 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43e36a79-6414-45f4-934f-011ed93e3745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.427773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10f016fc-f1d8-4f9d-b317-9a98ea21b6c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.430535 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-10f016fc-f1d8-4f9d-b317-9a98ea21b6c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1d33dc3-20fe-48c7-ad39-973dda08665b HTTP/1.1" status: 204 len: 168 time: 0.2582674 Nov 26 21:53:53.466589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-bbc7be86-b40a-4e77-bb71-bf5741456a62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=7b061b97-8924-4030-8702-ba928f25e84f HTTP/1.1" status: 200 len: 217 time: 0.0507424 Nov 26 21:53:53.471389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f016fc-f1d8-4f9d-b317-9a98ea21b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d33dc3-20fe-48c7-ad39-973dda08665b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:53.619774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-448cdc78-837b-4d01-81c8-06ba7ade7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:53.621246 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-448cdc78-837b-4d01-81c8-06ba7ade7ca8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0561297 Nov 26 21:53:53.696206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-f9c5b7ba-8b54-4fe4-b52e-4a49e412d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:53.697836 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-f9c5b7ba-8b54-4fe4-b52e-4a49e412d8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468361 Nov 26 21:53:53.732582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47412) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:53.747476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f57237c8-d4cd-4498-94a8-6e19c4ffa2c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.799837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-192a7d07-8e53-4b4c-9464-665de8b26a24 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926845 Nov 26 21:53:53.832088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f57237c8-d4cd-4498-94a8-6e19c4ffa2c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.837471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f57237c8-d4cd-4498-94a8-6e19c4ffa2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:53.882555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f57237c8-d4cd-4498-94a8-6e19c4ffa2c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8f9fc7572de4b7a93c8a3e77e944ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1486897 Nov 26 21:53:53.883425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47424) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:53.908462 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfcc88ac-a0a4-41d1-927b-5ebd47942bd6 req-53aa94d3-d4c7-4002-b287-72bd5df257b2 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008348 Nov 26 21:53:53.926390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57237c8-d4cd-4498-94a8-6e19c4ffa2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255bbb58-16c4-45b8-9a64-7b7cf9d98f94,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:53.991652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-01f253a8-5e76-4998-b013-138c634bafd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:54.010930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f842c7-df4f-4625-9349-485583c4c90b req-ddf4645c-75b5-4efa-b365-3e5f9cfbb73f tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:54.012454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9f842c7-df4f-4625-9349-485583c4c90b req-ddf4645c-75b5-4efa-b365-3e5f9cfbb73f tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 948 time: 0.0916245 Nov 26 21:53:54.032132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-01f253a8-5e76-4998-b013-138c634bafd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:54.096450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9f842c7-df4f-4625-9349-485583c4c90b req-5800d6a0-9c17-40ae-b2ad-881e26c60a92 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743561 Nov 26 21:53:54.115614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-01f253a8-5e76-4998-b013-138c634bafd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:54.119252 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-01f253a8-5e76-4998-b013-138c634bafd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:54.120618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-01f253a8-5e76-4998-b013-138c634bafd8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/255bbb58-16c4-45b8-9a64-7b7cf9d98f94 HTTP/1.1" status: 204 len: 168 time: 0.2336416 Nov 26 21:53:54.134352 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f253a8-5e76-4998-b013-138c634bafd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255bbb58-16c4-45b8-9a64-7b7cf9d98f94,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:54.433067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14ed96-719b-4709-81c8-cd97240941a0 req-f3eb3d02-88e7-4fa5-9569-29c4a78bc339 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:54.434787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be14ed96-719b-4709-81c8-cd97240941a0 req-f3eb3d02-88e7-4fa5-9569-29c4a78bc339 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1034889 Nov 26 21:53:54.501193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be14ed96-719b-4709-81c8-cd97240941a0 req-fc6e3f84-6a18-4e6a-91a4-48fdf9abfba8 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578060 Nov 26 21:53:54.947989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445ec2e-70e5-45f0-b77b-71f02e53eec1 req-305da3ec-8358-4732-98af-1979ad0302bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:54.949509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3445ec2e-70e5-45f0-b77b-71f02e53eec1 req-305da3ec-8358-4732-98af-1979ad0302bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 1097 time: 0.0609143 Nov 26 21:53:55.018452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3445ec2e-70e5-45f0-b77b-71f02e53eec1 req-95242250-341e-493c-8365-6c041a73b8cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603433 Nov 26 21:53:55.259082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53669e9f-7bf8-4c9e-b2f8-85b5ed99745e req-9921b166-f80c-4f7a-8e2e-d11d68f4d758 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:55.266975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53669e9f-7bf8-4c9e-b2f8-85b5ed99745e req-9921b166-f80c-4f7a-8e2e-d11d68f4d758 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 948 time: 0.0675857 Nov 26 21:53:55.320723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53669e9f-7bf8-4c9e-b2f8-85b5ed99745e req-14cfc9c0-b00d-4d5f-b3b1-cf3fa91e7727 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527852 Nov 26 21:53:55.711291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10a368-e237-4287-8644-2847df0f5116 req-b043f050-b209-4f7d-af97-732f2035f299 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:55.713003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc10a368-e237-4287-8644-2847df0f5116 req-b043f050-b209-4f7d-af97-732f2035f299 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0660172 Nov 26 21:53:55.797528 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d804b7b-3b1e-4ec0-bd0b-44790e064aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:55.817192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc10a368-e237-4287-8644-2847df0f5116 req-5f4a89fb-a4a9-4eb6-8bc8-93846fea36f2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976822 Nov 26 21:53:56.500602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70360380-8694-4db0-916d-570612d29f75 req-6d250656-e4ce-49ec-9e97-37c1030503c1 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:56.502441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70360380-8694-4db0-916d-570612d29f75 req-6d250656-e4ce-49ec-9e97-37c1030503c1 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 948 time: 0.0768001 Nov 26 21:53:56.607240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70360380-8694-4db0-916d-570612d29f75 req-b7f3e6a7-4200-4538-b166-73377f9e4c04 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Nov 26 21:53:56.996359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7e2a4-f4ce-4f01-9b57-e335ddbe5be9 req-93ae1af7-e71f-4c94-83aa-862a7400f5e4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:56.998829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96c7e2a4-f4ce-4f01-9b57-e335ddbe5be9 req-93ae1af7-e71f-4c94-83aa-862a7400f5e4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.0809972 Nov 26 21:53:57.006869 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:57.078874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96c7e2a4-f4ce-4f01-9b57-e335ddbe5be9 req-fea40c92-c3fa-4fb8-b1f9-6c72f6ccd924 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732121 Nov 26 21:53:57.194164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:53:57.410808 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:57.425763 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7b061b97-8924-4030-8702-ba928f25e84f', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '7b061b97-8924-4030-8702-ba928f25e84f', 'mac_address': 'fa:16:3e:cb:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:53:57.484601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:57.509846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b061b97-8924-4030-8702-ba928f25e84f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:53:57.577038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:53:57.582498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:57.692163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:57.983369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47596) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:57.996858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726773e7-dc36-41c0-b808-162defd9da79 req-99fd99f6-4908-457a-8fa4-a5ad9378b41e tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:57.998502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-726773e7-dc36-41c0-b808-162defd9da79 req-99fd99f6-4908-457a-8fa4-a5ad9378b41e tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 949 time: 0.0873327 Nov 26 21:53:58.024021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974466-52d3-4c5e-9052-01cea90172f5 req-c26b2fe4-6798-4ecc-97e7-2db9ca4c766e tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:58.025847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-c26b2fe4-6798-4ecc-97e7-2db9ca4c766e tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 811 time: 0.5843005 Nov 26 21:53:58.057240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-de830b20-e70f-4af4-9a5d-2a1d0e635b15 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/quotas/b4645aea6f7847149fd967f7b8c939c0 HTTP/1.1" status: 200 len: 375 time: 0.0243690 Nov 26 21:53:58.094915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7b061b97-8924-4030-8702-ba928f25e84f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:53:58.111913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-726773e7-dc36-41c0-b808-162defd9da79 req-bb3efe5a-7062-4fa0-bf11-268a7198b885 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069415 Nov 26 21:53:58.166564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8eaf0096-9dd1-4c98-85b6-d015b09123ee tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988693 Nov 26 21:53:58.217722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af0ae801-206b-4456-b47e-1e8264a1a9b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:58.347958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d52ba134-9d54-41d3-8cc6-5e79ac63d1a1 service neutron] 10.222.0.21 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800923 Nov 26 21:53:58.389036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af0ae801-206b-4456-b47e-1e8264a1a9b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:58.397837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af0ae801-206b-4456-b47e-1e8264a1a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:58.440338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ae801-206b-4456-b47e-1e8264a1a9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3274f2a-017d-414b-a831-b1b279858f74,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:58.453343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-af0ae801-206b-4456-b47e-1e8264a1a9b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a3147c23da74b91853e2a7d15c8c235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681177 Nov 26 21:53:58.453957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47606) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:58.501993 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:58.517183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26a147c-d573-4889-a30f-2bd83ec1ffba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:58.539635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-aae76e7d-93f5-42a5-b78c-fc6eda45ff23 service neutron] 10.222.0.21 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827168 Nov 26 21:53:58.565473 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26a147c-d573-4889-a30f-2bd83ec1ffba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:58.626186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26a147c-d573-4889-a30f-2bd83ec1ffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:58.629512 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26a147c-d573-4889-a30f-2bd83ec1ffba admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:58.630990 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a26a147c-d573-4889-a30f-2bd83ec1ffba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3274f2a-017d-414b-a831-b1b279858f74 HTTP/1.1" status: 204 len: 168 time: 0.1760676 Nov 26 21:53:58.640204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a147c-d573-4889-a30f-2bd83ec1ffba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3274f2a-017d-414b-a831-b1b279858f74,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:58.805609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-668c77cb-b004-4695-b4e5-d2e3eadc50b4 req-e9d4fdef-034b-4a29-9383-270db220f16d tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 210 time: 0.0510964 Nov 26 21:53:59.098158 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:59.191186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47636) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:59.223187 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7076e58c-6a39-421e-86d1-72748defb9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:59.381951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802965-d501-4fa7-8e27-dc98165af8e5 req-a78bd035-a422-4674-bcf9-1f3852a23667 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:53:59.395987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70802965-d501-4fa7-8e27-dc98165af8e5 req-a78bd035-a422-4674-bcf9-1f3852a23667 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 949 time: 0.1261821 Nov 26 21:53:59.457794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7076e58c-6a39-421e-86d1-72748defb9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:59.466032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7076e58c-6a39-421e-86d1-72748defb9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:59.484158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70802965-d501-4fa7-8e27-dc98165af8e5 req-9568e927-a930-439d-8da6-6bbc0bb8bb90 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853739 Nov 26 21:53:59.517919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7076e58c-6a39-421e-86d1-72748defb9f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4823b0673984f92860d1b5256552c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3219802 Nov 26 21:53:59.520153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47644) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:53:59.522350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076e58c-6a39-421e-86d1-72748defb9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9fcb0c-da66-4abd-b80e-5212fc3860fd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:53:59.575780 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:53:59.640166 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19af75a3-243d-4c2c-b9d9-057b9bb2f380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:59.690172 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19af75a3-243d-4c2c-b9d9-057b9bb2f380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:59.752742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19af75a3-243d-4c2c-b9d9-057b9bb2f380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:59.757615 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19af75a3-243d-4c2c-b9d9-057b9bb2f380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:53:59.759261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19af75a3-243d-4c2c-b9d9-057b9bb2f380 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a9fcb0c-da66-4abd-b80e-5212fc3860fd HTTP/1.1" status: 204 len: 168 time: 0.2377186 Nov 26 21:53:59.773557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af75a3-243d-4c2c-b9d9-057b9bb2f380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9fcb0c-da66-4abd-b80e-5212fc3860fd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:00.046719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ffd88b7-0d74-41b1-b690-7064f55e56c5 req-56d454b1-b702-400b-8ef5-18a41cc46d30 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 210 time: 0.0820191 Nov 26 21:54:00.519316 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8ea8f8d5-6c0d-44a6-88bf-2492e2fe7f2a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:00.520940 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8ea8f8d5-6c0d-44a6-88bf-2492e2fe7f2a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.13 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 811 time: 0.2702491 Nov 26 21:54:00.569429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Request body: {'port': {'device_id': '23ef0407-3d47-4be6-ae64-1b2c05734605', 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510', 'admin_state_up': True, 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:00.644226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ff441-e8a2-4e67-aefe-1bd7d68bcc02 req-d81d6566-2f1a-4cfe-bbfb-868362f64ee2 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:00.647034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b79ff441-e8a2-4e67-aefe-1bd7d68bcc02 req-d81d6566-2f1a-4cfe-bbfb-868362f64ee2 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 949 time: 0.0737803 Nov 26 21:54:00.752332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b79ff441-e8a2-4e67-aefe-1bd7d68bcc02 req-80497784-46fa-47f5-9c04-ff7e078e2638 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910914 Nov 26 21:54:00.760284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Made reservation on behalf of b4645aea6f7847149fd967f7b8c939c0 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:54:00.778298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:00.950762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Allocated IP 172.20.0.5 (77f9cf77-ff96-44c8-98eb-e571e560d510/c16426a7-681e-42b8-81a4-7b74cb0111be/e7f570be-d31e-4eb8-ae1a-872fa006d018) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:54:01.150051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:01.192971 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:01.209898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:54:01.250162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cc6e3da-b131-471f-b70a-093633dffece req-097c0264-c8b0-458d-ad92-6c54abc650c8 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 210 time: 0.1032135 Nov 26 21:54:01.267041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Pushing event updated for resources: {'Port': ['ID=e7f570be-d31e-4eb8-ae1a-872fa006d018,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:01.274888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Network 77f9cf77-ff96-44c8-98eb-e571e560d510 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:54:01.276559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:54:01.279900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:54:01.315233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['6f66bb10-a329-477f-b9e2-c12cd8438d7c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:54:01.390708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:01.394518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:01.418719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 7b061b97-8924-4030-8702-ba928f25e84f completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:54:01.433486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7b061b97-8924-4030-8702-ba928f25e84f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:01.433959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:01.434779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-d30342a9-b8d2-4011-b349-69ae5f517c98 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8699975 Nov 26 21:54:01.454782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Request body: {'port': {'device_id': '23ef0407-3d47-4be6-ae64-1b2c05734605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:01.569410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:01.633546 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:01.666910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:01.669516 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0c0183-d4de-4473-8875-eca5ab094c16" -d '{"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-plugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:01.691382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:01.703292 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:01.769201 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e428831-a691-40a6-bbb3-c877841f9dc3 x-openstack-request-id: req-3e428831-a691-40a6-bbb3-c877841f9dc3 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:01.769672 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-plugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:01.770062 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e428831-a691-40a6-bbb3-c877841f9dc3 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:01.770621 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f', 'code': 200} Nov 26 21:54:01.778175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:01.989390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23933d64-0039-45e6-958c-f4e8da1293e9 req-d865762d-037a-4120-93ee-6f49f5121696 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:01.998933 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23933d64-0039-45e6-958c-f4e8da1293e9 req-d865762d-037a-4120-93ee-6f49f5121696 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 950 time: 0.1214054 Nov 26 21:54:02.039306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53baf06-b2fc-46ca-bb97-74c8c3a70ce0 req-a3292353-81d3-4a6b-be31-8b576a892d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:02.040438 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a53baf06-b2fc-46ca-bb97-74c8c3a70ce0 req-a3292353-81d3-4a6b-be31-8b576a892d9c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 1101 time: 0.1245630 Nov 26 21:54:02.071009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23933d64-0039-45e6-958c-f4e8da1293e9 req-1220f6b2-4af9-4a13-8d02-7333fa60db97 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706058 Nov 26 21:54:02.086462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f570be-d31e-4eb8-ae1a-872fa006d018 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:54:02.093900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:02.115098 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a53baf06-b2fc-46ca-bb97-74c8c3a70ce0 req-2b3d0bef-c620-4c87-bd85-975d4b5879d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607169 Nov 26 21:54:02.120615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Transition to ACTIVE for port object e7f570be-d31e-4eb8-ae1a-872fa006d018 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:54:02.126388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:02.222615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Pushing event updated for resources: {'Port': ['ID=e7f570be-d31e-4eb8-ae1a-872fa006d018,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:02.272445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Attempting to bind port e7f570be-d31e-4eb8-ae1a-872fa006d018 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:54:02.272744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Attempting to bind port e7f570be-d31e-4eb8-ae1a-872fa006d018 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:54:02.273081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Attempting to bind port e7f570be-d31e-4eb8-ae1a-872fa006d018 on network 77f9cf77-ff96-44c8-98eb-e571e560d510 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:54:02.292662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Port e7f570be-d31e-4eb8-ae1a-872fa006d018 on network 77f9cf77-ff96-44c8-98eb-e571e560d510 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:54:02.292662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Attempting to bind port e7f570be-d31e-4eb8-ae1a-872fa006d018 on network 77f9cf77-ff96-44c8-98eb-e571e560d510 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:54:02.299813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:54:02.300149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Checking segment: {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:54:02.300535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Bound using segment: {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:54:02.301453 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Bound port: e7f570be-d31e-4eb8-ae1a-872fa006d018, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:54:02.301816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:02.385824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747387d-eef3-4868-a58f-81014afcd5cc req-3861138e-38c6-4de4-8ea8-39f534bcf613 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:02.387840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] For port e7f570be-d31e-4eb8-ae1a-872fa006d018, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:54:02.392262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] For port e7f570be-d31e-4eb8-ae1a-872fa006d018, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:54:02.397551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4747387d-eef3-4868-a58f-81014afcd5cc req-3861138e-38c6-4de4-8ea8-39f534bcf613 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 943 time: 0.0794046 Nov 26 21:54:02.399001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:02.445423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:02.446309 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:02.448450 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] 10.222.0.13 "PUT /v2.0/ports/e7f570be-d31e-4eb8-ae1a-872fa006d018 HTTP/1.1" status: 200 len: 1091 time: 0.9982760 Nov 26 21:54:02.449088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ef0407-3d47-4be6-ae64-1b2c05734605', 'tag': 'e7f570be-d31e-4eb8-ae1a-872fa006d018'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:02.451758 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee482cb0-88c5-4570-a455-1e68f17daf72" -d '{"events": [{"name": "network-changed", "server_uuid": "23ef0407-3d47-4be6-ae64-1b2c05734605", "tag": "e7f570be-d31e-4eb8-ae1a-872fa006d018"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:02.472689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086d666-a2d4-48f2-888d-9e038d11b0ea service neutron] Pushing event updated for resources: {'Port': ['ID=e7f570be-d31e-4eb8-ae1a-872fa006d018,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:02.483298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4747387d-eef3-4868-a58f-81014afcd5cc req-365fa40e-a92d-40f7-942d-6517f101b084 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848589 Nov 26 21:54:02.546065 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c9fe0-e08f-4905-85b6-d190f68b1837 x-openstack-request-id: req-a51c9fe0-e08f-4905-85b6-d190f68b1837 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:02.546797 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ef0407-3d47-4be6-ae64-1b2c05734605", "tag": "e7f570be-d31e-4eb8-ae1a-872fa006d018", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:02.547244 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a51c9fe0-e08f-4905-85b6-d190f68b1837 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:02.547956 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ef0407-3d47-4be6-ae64-1b2c05734605', 'tag': 'e7f570be-d31e-4eb8-ae1a-872fa006d018', 'status': 'completed', 'code': 200} Nov 26 21:54:02.674562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974466-52d3-4c5e-9052-01cea90172f5 req-2adadaf6-c785-4b77-b1b9-ad5b46c391e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:02.676345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-2adadaf6-c785-4b77-b1b9-ad5b46c391e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 1094 time: 0.0510404 Nov 26 21:54:02.762161 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-0f5b3fee-ef24-4280-b53f-1629ce40e840 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018 HTTP/1.1" status: 200 len: 217 time: 0.0568089 Nov 26 21:54:02.831764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974466-52d3-4c5e-9052-01cea90172f5 req-f3cda45b-0d39-4ca0-aded-454c95aaa743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:02.833718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-f3cda45b-0d39-4ca0-aded-454c95aaa743 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c16426a7-681e-42b8-81a4-7b74cb0111be HTTP/1.1" status: 200 len: 851 time: 0.0594087 Nov 26 21:54:02.878691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-8013accd-3993-4474-9413-a225b4799e3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f9cf77-ff96-44c8-98eb-e571e560d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326993 Nov 26 21:54:03.023904 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-86d2159e-8409-4fcb-b735-3c8cdd500d74 service neutron] 10.222.0.13 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349802 Nov 26 21:54:03.218186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd6b2b-7776-4451-a28c-23f46a848b0a req-2fe938e0-ab06-4694-bce7-aad7bf11e344 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:03.219821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9acd6b2b-7776-4451-a28c-23f46a848b0a req-2fe938e0-ab06-4694-bce7-aad7bf11e344 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 950 time: 0.0787330 Nov 26 21:54:03.224569 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29974466-52d3-4c5e-9052-01cea90172f5 req-9016a831-4d8f-4cbc-af41-18e94577717c service neutron] 10.222.0.13 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642518 Nov 26 21:54:03.291312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9acd6b2b-7776-4451-a28c-23f46a848b0a req-2dfeb055-b58b-489a-9759-08c96ced98e6 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629377 Nov 26 21:54:03.400249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-9ded8d78-7e99-4fd5-9921-c24a2093d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:03.402213 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-9ded8d78-7e99-4fd5-9921-c24a2093d10d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 1094 time: 0.0610950 Nov 26 21:54:03.533323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-c861e2ac-c732-4ed7-a085-e518a686f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:03.534895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-c861e2ac-c732-4ed7-a085-e518a686f382 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 912 time: 0.1240218 Nov 26 21:54:03.623713 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-681aeb1e-8dd0-4ad8-ab85-8a962e418e76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018 HTTP/1.1" status: 200 len: 217 time: 0.0778482 Nov 26 21:54:03.630498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfbd00-4fe2-457f-b373-788ad0c8d339 req-d248b2fc-fbe7-4a35-b581-6449e8872172 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:03.632306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78dfbd00-4fe2-457f-b373-788ad0c8d339 req-d248b2fc-fbe7-4a35-b581-6449e8872172 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 943 time: 0.0676889 Nov 26 21:54:03.698734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-12b675de-ba81-440e-a352-767ede8644fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:03.701763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-12b675de-ba81-440e-a352-767ede8644fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c16426a7-681e-42b8-81a4-7b74cb0111be HTTP/1.1" status: 200 len: 851 time: 0.0698087 Nov 26 21:54:03.702671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78dfbd00-4fe2-457f-b373-788ad0c8d339 req-1c4a9baa-3648-42bc-8f84-67a723f570fd tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628879 Nov 26 21:54:03.737847 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-af9291e3-60d6-45c9-873a-800568c7309a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f9cf77-ff96-44c8-98eb-e571e560d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269907 Nov 26 21:54:03.910656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-94206672-5376-432f-9853-49fa80cd58f4 service neutron] 10.222.0.13 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243944 Nov 26 21:54:04.094002 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee482cb0-88c5-4570-a455-1e68f17daf72 req-163537f3-758e-41b6-b5a3-760f36322478 service neutron] 10.222.0.13 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626978 Nov 26 21:54:04.454867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4b444-165f-4523-b44c-0ff5bba5be26 req-af6d813e-03ac-47d9-a086-b286bd78ad01 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:04.462819 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69d4b444-165f-4523-b44c-0ff5bba5be26 req-af6d813e-03ac-47d9-a086-b286bd78ad01 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 950 time: 0.0623164 Nov 26 21:54:04.521234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69d4b444-165f-4523-b44c-0ff5bba5be26 req-319c652e-3fb6-4f0c-afdf-a284803de422 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574389 Nov 26 21:54:04.949510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2df9f-9d40-4227-94ea-d7b76b60125f req-97d5445c-7a17-4308-bd27-7ef75c8a6b8f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:04.958607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08d2df9f-9d40-4227-94ea-d7b76b60125f req-97d5445c-7a17-4308-bd27-7ef75c8a6b8f tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 943 time: 0.0989842 Nov 26 21:54:05.024828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08d2df9f-9d40-4227-94ea-d7b76b60125f req-c1f83375-12ad-4698-b980-dc62e91e9d35 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648046 Nov 26 21:54:06.151811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e730c-4272-4683-b40d-16289289f33a req-1acd53fe-e2fa-4782-9e6b-d4c725c77f6d tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:06.154007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-849e730c-4272-4683-b40d-16289289f33a req-1acd53fe-e2fa-4782-9e6b-d4c725c77f6d tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 943 time: 0.0567315 Nov 26 21:54:06.213664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-849e730c-4272-4683-b40d-16289289f33a req-967b2146-0a3a-4cb0-b9ee-c6048a4dd83c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530643 Nov 26 21:54:06.896078 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:07.264128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e7f570be-d31e-4eb8-ae1a-872fa006d018 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:54:07.458905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffbb20-0f83-4197-87d2-57c8e5494a2c req-e5ebda31-1bbc-496e-840c-7cc9c6fcb313 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:07.468572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e7f570be-d31e-4eb8-ae1a-872fa006d018, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:07.488280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'e7f570be-d31e-4eb8-ae1a-872fa006d018', 'network_id': '77f9cf77-ff96-44c8-98eb-e571e560d510', 'port_id': 'e7f570be-d31e-4eb8-ae1a-872fa006d018', 'mac_address': 'fa:16:3e:49:78:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16426a7-681e-42b8-81a4-7b74cb0111be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:54:07.489035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-deffbb20-0f83-4197-87d2-57c8e5494a2c req-e5ebda31-1bbc-496e-840c-7cc9c6fcb313 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 943 time: 0.1353099 Nov 26 21:54:07.539366 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:07.589150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f570be-d31e-4eb8-ae1a-872fa006d018 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:54:07.600585 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-deffbb20-0f83-4197-87d2-57c8e5494a2c req-2a6aa56f-2d4a-435c-9237-7dbef6d8e625 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061747 Nov 26 21:54:07.630290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e7f570be-d31e-4eb8-ae1a-872fa006d018, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:07.646289 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:07.709079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=e7f570be-d31e-4eb8-ae1a-872fa006d018,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:07.753777 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:08.490392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['e7f570be-d31e-4eb8-ae1a-872fa006d018'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:54:08.725728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494e8bb-4e1d-4385-8ff9-d3081326f497 req-bd6aeb6d-4833-496d-b992-c8b6f81ad496 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:08.727283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0494e8bb-4e1d-4385-8ff9-d3081326f497 req-bd6aeb6d-4833-496d-b992-c8b6f81ad496 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 944 time: 0.0514119 Nov 26 21:54:08.783945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0494e8bb-4e1d-4385-8ff9-d3081326f497 req-70e2069d-f39e-4e28-8af9-45b4f5fa7eb5 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499272 Nov 26 21:54:09.017903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f194c7c-2e3e-4f40-b8ba-ad2c9cf13239 req-488df22f-1ab3-492b-9e88-0a90412416d7 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:09.019651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f194c7c-2e3e-4f40-b8ba-ad2c9cf13239 req-488df22f-1ab3-492b-9e88-0a90412416d7 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 950 time: 0.0529234 Nov 26 21:54:09.075642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f194c7c-2e3e-4f40-b8ba-ad2c9cf13239 req-b1b3bfb7-ffc8-428a-9a19-41c29cb78b43 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Nov 26 21:54:09.266694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:54:09.438410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:09.455353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7b061b97-8924-4030-8702-ba928f25e84f', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '7b061b97-8924-4030-8702-ba928f25e84f', 'mac_address': 'fa:16:3e:cb:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:54:09.495510 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:09.508762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b061b97-8924-4030-8702-ba928f25e84f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:54:09.532083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:09.536950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:09.593445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:09.777730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7b061b97-8924-4030-8702-ba928f25e84f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:54:09.928851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724584ef-f6d9-4a4f-bc8f-09702968d772 req-33a9643e-565b-4206-b6b3-fafb18428ad1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:09.930563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-724584ef-f6d9-4a4f-bc8f-09702968d772 req-33a9643e-565b-4206-b6b3-fafb18428ad1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 944 time: 0.0502007 Nov 26 21:54:09.979418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-724584ef-f6d9-4a4f-bc8f-09702968d772 req-13dc816a-a5ed-4055-9b50-4a62aded749c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Nov 26 21:54:10.200863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e361733-6a9e-4b40-a49a-cd4fc6546ee9 req-d2780f58-4f24-443d-96ff-fffa75113207 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:10.202664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e361733-6a9e-4b40-a49a-cd4fc6546ee9 req-d2780f58-4f24-443d-96ff-fffa75113207 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 950 time: 0.0502875 Nov 26 21:54:10.253832 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e361733-6a9e-4b40-a49a-cd4fc6546ee9 req-57395256-4d05-49fc-9906-4735fb88f8ca tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446584 Nov 26 21:54:11.104586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12b352-7cf8-482e-b0cd-8bed95fd386f req-b5e4e3fe-72aa-4dc7-9ad9-2c56b79d868a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:11.106188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b12b352-7cf8-482e-b0cd-8bed95fd386f req-b5e4e3fe-72aa-4dc7-9ad9-2c56b79d868a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 944 time: 0.0554926 Nov 26 21:54:11.153595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b12b352-7cf8-482e-b0cd-8bed95fd386f req-49090867-64c9-47a8-9845-2280e5b53001 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Nov 26 21:54:11.331506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:54:11.383391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7b061b97-8924-4030-8702-ba928f25e84f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:11.383768 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:11.461502 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:11.485899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:11.488161 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9dd840-5ed3-471e-8d77-4323b8b88c6f" -d '{"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-plugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:11.513220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:11.518586 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:11.519462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e7f570be-d31e-4eb8-ae1a-872fa006d018 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:54:11.542522 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c0e0b0-2414-4858-8ce8-7c59cc7e4a18 x-openstack-request-id: req-49c0e0b0-2414-4858-8ce8-7c59cc7e4a18 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:11.542842 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-plugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:11.543082 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49c0e0b0-2414-4858-8ce8-7c59cc7e4a18 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:11.543484 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f', 'code': 200} Nov 26 21:54:11.605123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:11.618682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port e7f570be-d31e-4eb8-ae1a-872fa006d018 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:54:11.623983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port e7f570be-d31e-4eb8-ae1a-872fa006d018 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:11.624363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:11.707612 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:11.742251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e7f570be-d31e-4eb8-ae1a-872fa006d018, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:11.746300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:11.747091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 828d3426-c258-4ddf-8ec5-eae20b60c496 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:11.823537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=e7f570be-d31e-4eb8-ae1a-872fa006d018,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:11.866058 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:11.903818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:11.908907 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:11.962231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:12.274005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01b069-b5ae-42ce-b194-e95ec42106a2 req-e95153c8-159d-4f30-996f-8f517eecdecc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:12.275481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d01b069-b5ae-42ce-b194-e95ec42106a2 req-e95153c8-159d-4f30-996f-8f517eecdecc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0494199 Nov 26 21:54:12.322959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d01b069-b5ae-42ce-b194-e95ec42106a2 req-155d145b-bf70-47d2-b812-54604d2d7ac9 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414057 Nov 26 21:54:13.470216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52764dd0-a02d-41c3-9ed2-6db86b406c25 req-601eca21-a41a-443e-b335-b784ad15fe2a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:13.480206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52764dd0-a02d-41c3-9ed2-6db86b406c25 req-601eca21-a41a-443e-b335-b784ad15fe2a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0705209 Nov 26 21:54:13.544853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ef0407-3d47-4be6-ae64-1b2c05734605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f570be-d31e-4eb8-ae1a-872fa006d018'}, {'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:13.547215 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5cc48c-64ce-4a02-80ab-3e223ea86921" -d '{"events": [{"server_uuid": "23ef0407-3d47-4be6-ae64-1b2c05734605", "name": "network-vif-plugged", "status": "completed", "tag": "e7f570be-d31e-4eb8-ae1a-872fa006d018"}, {"server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "name": "network-vif-unplugged", "status": "completed", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:13.571975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52764dd0-a02d-41c3-9ed2-6db86b406c25 req-72ebe338-7927-4c57-b99c-201242c0781a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859854 Nov 26 21:54:13.608675 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594d72e7-ac6d-4088-a650-6b0d32b9dca2 x-openstack-request-id: req-594d72e7-ac6d-4088-a650-6b0d32b9dca2 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:13.609039 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ef0407-3d47-4be6-ae64-1b2c05734605", "name": "network-vif-plugged", "status": "completed", "tag": "e7f570be-d31e-4eb8-ae1a-872fa006d018", "code": 200}, {"server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "name": "network-vif-unplugged", "status": "completed", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:13.609484 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-594d72e7-ac6d-4088-a650-6b0d32b9dca2 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:13.609886 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ef0407-3d47-4be6-ae64-1b2c05734605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f570be-d31e-4eb8-ae1a-872fa006d018', 'code': 200} Nov 26 21:54:13.610186 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'code': 200} Nov 26 21:54:13.663049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48194) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:13.864509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a587fb6-7e58-4224-a5dc-1081acfc12bc req-89152723-daf9-4d22-934d-e69fc5c759f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:13.873181 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a587fb6-7e58-4224-a5dc-1081acfc12bc req-89152723-daf9-4d22-934d-e69fc5c759f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 1096 time: 0.1179936 Nov 26 21:54:13.877935 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5c49cc18-d3fa-4b85-ab95-d3a0eea5237f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.012862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5c49cc18-d3fa-4b85-ab95-d3a0eea5237f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.020594 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5c49cc18-d3fa-4b85-ab95-d3a0eea5237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.056587 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a587fb6-7e58-4224-a5dc-1081acfc12bc req-230c930b-0483-42e3-bfeb-29cf43af2958 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737320 Nov 26 21:54:14.071515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5c49cc18-d3fa-4b85-ab95-d3a0eea5237f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9757986e0d974be0940e219ad5c0c2e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071867 Nov 26 21:54:14.074291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48226) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:14.075299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49cc18-d3fa-4b85-ab95-d3a0eea5237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d55db-493f-4d0a-bfb8-38283fec4341,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:14.145149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbb26-b144-407b-8a21-e74e66ae3077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.169023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbb26-b144-407b-8a21-e74e66ae3077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.250162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbb26-b144-407b-8a21-e74e66ae3077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.259895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bfcfbb26-b144-407b-8a21-e74e66ae3077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.261437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bfcfbb26-b144-407b-8a21-e74e66ae3077 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b2d55db-493f-4d0a-bfb8-38283fec4341 HTTP/1.1" status: 204 len: 168 time: 0.1859171 Nov 26 21:54:14.271162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfbb26-b144-407b-8a21-e74e66ae3077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d55db-493f-4d0a-bfb8-38283fec4341,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:14.578684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:54:14.682006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48238) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:14.709056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9489c1ab-daeb-4b3b-b731-12caac4a8f4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.746828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1855045-d31f-4762-b17c-c8e36b38519d req-e61855b6-d59b-4c8b-ae6d-43c31f733c0a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:14.759454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:14.759707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1855045-d31f-4762-b17c-c8e36b38519d req-e61855b6-d59b-4c8b-ae6d-43c31f733c0a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0847287 Nov 26 21:54:14.777483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '175ca340-2b41-4c59-8bcf-12d878a94202', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '175ca340-2b41-4c59-8bcf-12d878a94202', 'mac_address': 'fa:16:3e:b4:c9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:54:14.829811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.851289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1855045-d31f-4762-b17c-c8e36b38519d req-715cc745-6e01-4c88-a231-a0ce1d889849 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901048 Nov 26 21:54:14.856279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175ca340-2b41-4c59-8bcf-12d878a94202 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:54:14.908848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:14.921613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.928582 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9489c1ab-daeb-4b3b-b731-12caac4a8f4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.935870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9489c1ab-daeb-4b3b-b731-12caac4a8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:14.969622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9489c1ab-daeb-4b3b-b731-12caac4a8f4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b78a4b4333f04f4aa6c023c6de55dce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860754 Nov 26 21:54:14.972271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48254) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:15.030527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489c1ab-daeb-4b3b-b731-12caac4a8f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb6be72-c0fb-44f2-82a1-324c403a338b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:15.049896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:15.084133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed8115d6-17dd-4f22-b91f-e992271964ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:15.108766 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed8115d6-17dd-4f22-b91f-e992271964ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:15.140586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['175ca340-2b41-4c59-8bcf-12d878a94202'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:54:15.165656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed8115d6-17dd-4f22-b91f-e992271964ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:15.169041 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed8115d6-17dd-4f22-b91f-e992271964ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:15.171256 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ed8115d6-17dd-4f22-b91f-e992271964ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cb6be72-c0fb-44f2-82a1-324c403a338b HTTP/1.1" status: 204 len: 168 time: 0.1977551 Nov 26 21:54:15.184418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8115d6-17dd-4f22-b91f-e992271964ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb6be72-c0fb-44f2-82a1-324c403a338b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:15.595012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48272) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:15.610812 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53e33890-7c4a-4342-8d2e-3e1289826996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:15.742723 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53e33890-7c4a-4342-8d2e-3e1289826996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:15.748245 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53e33890-7c4a-4342-8d2e-3e1289826996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:15.789210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e33890-7c4a-4342-8d2e-3e1289826996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326c1994-6956-407f-ba70-4046a83bc9c4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:15.840716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48276) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:15.840903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-53e33890-7c4a-4342-8d2e-3e1289826996 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aac432fe6f1145658b8ffeaac3e1cd35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444940 Nov 26 21:54:15.909817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cfcbabed-0568-4475-8a42-9a17f4da96c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:15.935030 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cfcbabed-0568-4475-8a42-9a17f4da96c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:16.015483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e070f40-26df-4196-88e3-4e78521415f8 req-f8e81f97-3342-42c9-be86-5d7960f913b1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:16.022866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cfcbabed-0568-4475-8a42-9a17f4da96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:16.023698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e070f40-26df-4196-88e3-4e78521415f8 req-f8e81f97-3342-42c9-be86-5d7960f913b1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0738521 Nov 26 21:54:16.029225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cfcbabed-0568-4475-8a42-9a17f4da96c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:16.030751 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cfcbabed-0568-4475-8a42-9a17f4da96c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/326c1994-6956-407f-ba70-4046a83bc9c4 HTTP/1.1" status: 204 len: 168 time: 0.1891167 Nov 26 21:54:16.054610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbabed-0568-4475-8a42-9a17f4da96c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326c1994-6956-407f-ba70-4046a83bc9c4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:16.086782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e070f40-26df-4196-88e3-4e78521415f8 req-1f2ea981-8aa8-4f8e-8832-2bec316f2194 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621331 Nov 26 21:54:16.529961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-4eb76b85-b9b0-418b-8417-54794838d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:16.532177 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-4eb76b85-b9b0-418b-8417-54794838d4e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 1096 time: 0.0798712 Nov 26 21:54:16.545609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911ee7a-3311-468e-b7ac-809384fee038 req-99dc865e-d3e1-4eaa-882b-9ad3bd44c84c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:16.554175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d911ee7a-3311-468e-b7ac-809384fee038 req-99dc865e-d3e1-4eaa-882b-9ad3bd44c84c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1062791 Nov 26 21:54:16.589203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:54:16.651199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d911ee7a-3311-468e-b7ac-809384fee038 req-98f8ad28-796b-44db-ba0b-6ed183b5cdff tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956888 Nov 26 21:54:16.716682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 175ca340-2b41-4c59-8bcf-12d878a94202 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:16.717066 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:16.730829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-5f19897a-57d5-45ec-927b-f81278f22829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:16.735428 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-5f19897a-57d5-45ec-927b-f81278f22829 service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 912 time: 0.1924455 Nov 26 21:54:16.818381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-0bd8c95c-56bf-460e-8ca8-b5752e5b2ab4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018 HTTP/1.1" status: 200 len: 217 time: 0.0738738 Nov 26 21:54:16.878029 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:16.923513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:16.925500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:16.930409 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11856469-941a-40ed-a1d9-c3d7afcecd3e" -d '{"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-plugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:16.948139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:17.026292 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce00a49-b899-43b7-97cc-4bffbad83ec3 x-openstack-request-id: req-9ce00a49-b899-43b7-97cc-4bffbad83ec3 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:17.026893 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-plugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:17.027353 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ce00a49-b899-43b7-97cc-4bffbad83ec3 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:17.028121 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202', 'code': 200} Nov 26 21:54:17.071482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:17.246132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-aad45a63-d16b-4522-8d5a-57d6e1cc8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:17.249030 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-aad45a63-d16b-4522-8d5a-57d6e1cc8ff7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c16426a7-681e-42b8-81a4-7b74cb0111be HTTP/1.1" status: 200 len: 851 time: 0.4227087 Nov 26 21:54:17.306952 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-15380790-6a40-4ee9-a849-9355b0969753 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f9cf77-ff96-44c8-98eb-e571e560d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488684 Nov 26 21:54:17.448660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-216e520f-3185-4bc5-85d2-72a2230adb19 service neutron] 10.222.0.13 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319020 Nov 26 21:54:17.573065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df886e37-a904-4330-9a06-ca0af1ed14e8 req-e806e760-c3ca-499c-8a04-f36d90d1b37b service neutron] 10.222.0.13 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166761 Nov 26 21:54:17.730660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48370) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:17.842180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53058729-4741-41c7-bd9d-9aa7f89361a8 req-6f1cb749-8cd2-43c5-a47f-7b5fb0963de7 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:17.848454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53058729-4741-41c7-bd9d-9aa7f89361a8 req-6f1cb749-8cd2-43c5-a47f-7b5fb0963de7 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1135740 Nov 26 21:54:17.905720 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b821c97b-da24-4ccb-bf3e-9f63c5e7b55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:17.937204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53058729-4741-41c7-bd9d-9aa7f89361a8 req-6a7092e1-eb00-413b-b849-9d8678bbc827 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758493 Nov 26 21:54:18.027294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b821c97b-da24-4ccb-bf3e-9f63c5e7b55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:18.032889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b821c97b-da24-4ccb-bf3e-9f63c5e7b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:18.081418 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b821c97b-da24-4ccb-bf3e-9f63c5e7b55f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a9d61f9be3f4f19960d792d58b4987c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494098 Nov 26 21:54:18.084129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48384) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:18.084982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821c97b-da24-4ccb-bf3e-9f63c5e7b55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f608694-7c7a-4c52-aaf0-f75d1c073c8d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:18.191781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-23e8026f-f0a4-4238-8c4b-3353085e7c4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571098 Nov 26 21:54:18.192798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:18.219324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:18.273555 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:18.276493 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:18.281271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f608694-7c7a-4c52-aaf0-f75d1c073c8d HTTP/1.1" status: 204 len: 168 time: 0.1952960 Nov 26 21:54:18.295211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f608694-7c7a-4c52-aaf0-f75d1c073c8d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:18.305060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.305419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.305819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.306187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.306586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.307272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.307272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.307568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.307900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.308227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.308558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.308915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc650dde-1568-49cf-94d5-6541aaa0daa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:18.404972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-31879d16-6806-4130-86c3-95f9f52eaca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:18.407849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-31879d16-6806-4130-86c3-95f9f52eaca3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=479066aacc884c559d49b6163b9ec6b1&device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 1097 time: 0.0929451 Nov 26 21:54:18.598314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-adda5462-a7f8-46e7-9849-728e62d79a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:18.599841 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-adda5462-a7f8-46e7-9849-728e62d79a82 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa6f2946-81de-4e26-a667-d6a08f806d93 HTTP/1.1" status: 200 len: 907 time: 0.1440916 Nov 26 21:54:18.694503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-fc23224e-6f4b-45aa-be61-63c5417b96ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade HTTP/1.1" status: 200 len: 1001 time: 0.0858681 Nov 26 21:54:18.763161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-e72bfd59-a44d-47ab-a251-50314d7a79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:18.765400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-e72bfd59-a44d-47ab-a251-50314d7a79f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f3a7d214-d57e-4398-a79c-ee4c8b4a525b HTTP/1.1" status: 200 len: 845 time: 0.0609236 Nov 26 21:54:18.836911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-fd3d42cf-e0a1-4c05-a992-89d4ef74d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:18.837595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-fd3d42cf-e0a1-4c05-a992-89d4ef74d2d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa6f2946-81de-4e26-a667-d6a08f806d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641603 Nov 26 21:54:18.987029 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-26dd8b9a-d0fd-4ae8-9a8a-8019e29840e3 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410472 Nov 26 21:54:19.184112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d18e0-f751-46d5-8c0a-ebe6ce925bfd req-06567f42-bdff-4ec3-88cf-ba2dceacb042 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:19.191344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f4d18e0-f751-46d5-8c0a-ebe6ce925bfd req-06567f42-bdff-4ec3-88cf-ba2dceacb042 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1354618 Nov 26 21:54:19.200163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb216072-c1fa-4022-85c8-6070fb7cbb5f req-2d41ef50-dfb8-4804-a867-6ff58a2f04b9 service neutron] 10.222.0.41 "GET /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006769 Nov 26 21:54:19.266344 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-76948b72-51d4-48c7-8699-7da031565be4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1149528 Nov 26 21:54:19.286259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f4d18e0-f751-46d5-8c0a-ebe6ce925bfd req-0a73a55c-69ed-445d-b6a5-c570c485980c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940075 Nov 26 21:54:19.413753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-9a037150-4e83-42b5-a189-3e5a0b2fb4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:19.415279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-9a037150-4e83-42b5-a189-3e5a0b2fb4c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62ce27df5f4646e683a752fd57c1e9c9&device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 1096 time: 0.0635769 Nov 26 21:54:19.637662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-ce2829e5-11b4-4a9a-bdc6-16729462ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:19.639347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-ce2829e5-11b4-4a9a-bdc6-16729462ae5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=43ecfb42-e64f-446d-864a-18e896674648 HTTP/1.1" status: 200 len: 915 time: 0.2019751 Nov 26 21:54:19.755167 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-78588b4b-d944-45a0-b59b-a5e4374477c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c3cf477-adfc-4706-84bb-a729b7528b33 HTTP/1.1" status: 200 len: 1001 time: 0.1059680 Nov 26 21:54:19.829345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-91704930-39f1-46ca-8c21-84cd38f374d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:19.831381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-91704930-39f1-46ca-8c21-84cd38f374d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a HTTP/1.1" status: 200 len: 853 time: 0.0687566 Nov 26 21:54:19.912066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-95a4cc59-6bc7-44df-84fc-7b4ae96b6b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:19.914816 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-95a4cc59-6bc7-44df-84fc-7b4ae96b6b60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43ecfb42-e64f-446d-864a-18e896674648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727625 Nov 26 21:54:20.096008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-e8ba3763-b935-4f61-bfe0-9298882e0311 service neutron] 10.222.0.13 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717947 Nov 26 21:54:20.256842 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd5b3a38-2119-4eed-b971-4ff314fe8cdb req-1416aadc-0aca-4941-afa4-3697fb230d0a service neutron] 10.222.0.13 "GET /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501687 Nov 26 21:54:20.525465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed31d93-6283-4cc6-a1da-cfd89ada4929 req-0b4d9cad-3884-4940-ae99-eef68f5ba896 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:20.530040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ed31d93-6283-4cc6-a1da-cfd89ada4929 req-0b4d9cad-3884-4940-ae99-eef68f5ba896 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1151361 Nov 26 21:54:20.630104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ed31d93-6283-4cc6-a1da-cfd89ada4929 req-97b3afa8-2535-4107-8d6f-d9b9fdd84ca7 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953932 Nov 26 21:54:23.464465 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9fba7336-7082-48d4-a235-c77849b460d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:25.818673 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2e5e719-3a63-4fe0-acfd-120bd72ebdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:26.444975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5db52-caa8-4fcd-a5c0-dfe9c1354732 req-5f28f7e6-23ce-44f5-9c23-fc57005d0b73 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:26.451253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fea5db52-caa8-4fcd-a5c0-dfe9c1354732 req-5f28f7e6-23ce-44f5-9c23-fc57005d0b73 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0741932 Nov 26 21:54:26.549147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fea5db52-caa8-4fcd-a5c0-dfe9c1354732 req-b90b0c11-0a2b-4d3a-aeb3-1117171bbe69 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964432 Nov 26 21:54:26.559310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bb8af-bea5-4d15-9c53-263336824e13 req-a895f285-5449-422c-8819-9f2f2bcc5697 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:26.567734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-531bb8af-bea5-4d15-9c53-263336824e13 req-a895f285-5449-422c-8819-9f2f2bcc5697 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 950 time: 0.1051626 Nov 26 21:54:26.632827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-531bb8af-bea5-4d15-9c53-263336824e13 req-e6b39ef1-4c80-41fe-8995-18447bf5523f tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642657 Nov 26 21:54:26.993736 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:27.700670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1d1d6-ee94-4435-ae4b-1ff2f6cb8148 req-c3695b63-24ec-4fe4-a219-bb6f73dea2f0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:27.712310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ad1d1d6-ee94-4435-ae4b-1ff2f6cb8148 req-c3695b63-24ec-4fe4-a219-bb6f73dea2f0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0730872 Nov 26 21:54:27.805935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ad1d1d6-ee94-4435-ae4b-1ff2f6cb8148 req-7e80fd04-c1a5-4975-ad41-437e58fe4969 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872626 Nov 26 21:54:27.817172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b814bf4-e77d-46e0-b274-a06500236fa1 req-40195a3a-31a1-4816-b6be-db21274a9acb tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:27.819572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b814bf4-e77d-46e0-b274-a06500236fa1 req-40195a3a-31a1-4816-b6be-db21274a9acb tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 950 time: 0.1042967 Nov 26 21:54:27.890622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b814bf4-e77d-46e0-b274-a06500236fa1 req-0776d96d-e3fa-442b-a135-44f2eb8bd628 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604560 Nov 26 21:54:28.517316 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:29.099427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:29.124358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182597-dcae-4b97-834c-be0f3dffc491 req-41bcd132-2712-4733-8726-b928b88dbe33 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:29.133909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4182597-dcae-4b97-834c-be0f3dffc491 req-41bcd132-2712-4733-8726-b928b88dbe33 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0991719 Nov 26 21:54:29.193204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4182597-dcae-4b97-834c-be0f3dffc491 req-938fafff-2729-4772-bf16-60ee2b28f21a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533371 Nov 26 21:54:29.394462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:29.665032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:29.696653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:29.699353 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9d916-5794-4996-8edd-0e03e23cfd04" -d '{"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:29.715460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:29.722381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:29.779092 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cba1d1-3599-428b-a79e-892460c8c176 x-openstack-request-id: req-98cba1d1-3599-428b-a79e-892460c8c176 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:29.779650 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:29.780099 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98cba1d1-3599-428b-a79e-892460c8c176 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:29.780896 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f', 'code': 200} Nov 26 21:54:29.808565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:29.824247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.825082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.825582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.826091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.826583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.827061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.827546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.828028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.828506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.828984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.829455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:29.829937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:30.347721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2087c1-0e89-47be-9518-fbd864f96a44 req-7058868a-5664-401e-8b71-51ba288702cd tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:30.350536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b2087c1-0e89-47be-9518-fbd864f96a44 req-7058868a-5664-401e-8b71-51ba288702cd tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0607672 Nov 26 21:54:30.417709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b2087c1-0e89-47be-9518-fbd864f96a44 req-7d841e55-ddf9-4187-8789-699ece53929c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585823 Nov 26 21:54:31.309910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb619030-bb36-428a-96b2-94c016e2478d req-f8caef2e-ea64-4ec6-86b0-94eb7399da24 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:31.311789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb619030-bb36-428a-96b2-94c016e2478d req-f8caef2e-ea64-4ec6-86b0-94eb7399da24 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.0626500 Nov 26 21:54:31.371672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb619030-bb36-428a-96b2-94c016e2478d req-ebf2e848-433e-4ba1-8a3a-3f613bcc1b4e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536194 Nov 26 21:54:31.545196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1283a07-a3eb-4dab-aa48-a273b026eadd req-b1295aa1-657f-4734-bc3b-f3f4bdcd57ea tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:31.554151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1283a07-a3eb-4dab-aa48-a273b026eadd req-b1295aa1-657f-4734-bc3b-f3f4bdcd57ea tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0607281 Nov 26 21:54:31.617143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1283a07-a3eb-4dab-aa48-a273b026eadd req-a7de8e41-2cf4-45e1-87d5-15fe3601ca31 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617197 Nov 26 21:54:32.175929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614787f-be10-4984-8372-f6ffd872fcd5 req-8635af5b-6690-4136-b10f-ebc592d5dbce tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:32.177649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8614787f-be10-4984-8372-f6ffd872fcd5 req-8635af5b-6690-4136-b10f-ebc592d5dbce tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 950 time: 0.0607362 Nov 26 21:54:32.238775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8614787f-be10-4984-8372-f6ffd872fcd5 req-6ca157dc-ef31-4d66-a8b3-cdcc647a5686 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533993 Nov 26 21:54:32.241719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48862) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:32.397304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-663b4089-3a0e-409c-a9c7-066366555065 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:32.488874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-663b4089-3a0e-409c-a9c7-066366555065 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:32.501936 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-663b4089-3a0e-409c-a9c7-066366555065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:32.567422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-663b4089-3a0e-409c-a9c7-066366555065 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=555c50969c1848caa8606fa6bf5a4e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228459 Nov 26 21:54:32.570769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48868) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:32.571721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b4089-3a0e-409c-a9c7-066366555065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0df289d-b153-437e-a8e1-29d4e47b5b5d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:32.591908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e791d7-5d5f-4f07-a23e-186ba4daa696 req-4271482c-48ff-4ec1-9b4e-49400a279172 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:32.593794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63e791d7-5d5f-4f07-a23e-186ba4daa696 req-4271482c-48ff-4ec1-9b4e-49400a279172 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.0772898 Nov 26 21:54:32.622670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:32.645483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:32.645928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63e791d7-5d5f-4f07-a23e-186ba4daa696 req-ce9ab63f-8e82-447e-879d-ff720e8cb6bb tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464213 Nov 26 21:54:32.700089 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:32.702761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:32.703902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0df289d-b153-437e-a8e1-29d4e47b5b5d HTTP/1.1" status: 204 len: 168 time: 0.1321499 Nov 26 21:54:32.712155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0df289d-b153-437e-a8e1-29d4e47b5b5d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:32.720213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.720788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.721127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.721602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.722117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.722719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.723049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.723589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.723872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.724217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.724525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.725045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554acc45-df1c-4dfa-b409-08254fbf88b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:54:32.787923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f8dde-c3e9-4215-bbc5-e417033b59e2 req-aacb288d-4aa5-403e-805b-d32c93d6ebdb tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:32.789422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-500f8dde-c3e9-4215-bbc5-e417033b59e2 req-aacb288d-4aa5-403e-805b-d32c93d6ebdb tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0576162 Nov 26 21:54:32.839546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-500f8dde-c3e9-4215-bbc5-e417033b59e2 req-c0d1313a-72d8-4c55-9b54-3f51d2471436 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439713 Nov 26 21:54:33.260738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077f7c2-5f99-4f3d-8d98-69c478a02c49 req-ca2426d7-4334-447b-8f02-97b8ac08d023 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:33.264193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f077f7c2-5f99-4f3d-8d98-69c478a02c49 req-ca2426d7-4334-447b-8f02-97b8ac08d023 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.0518131 Nov 26 21:54:33.316633 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f077f7c2-5f99-4f3d-8d98-69c478a02c49 req-e3c358e4-63d0-4bf3-b136-d3704b4b212c tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469635 Nov 26 21:54:33.413472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:54:33.435214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a250b-0770-4346-b32f-ead0f08591b1 req-5d8ab42e-dfe0-49f3-9ffd-f8c825d03678 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:33.436780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-636a250b-0770-4346-b32f-ead0f08591b1 req-5d8ab42e-dfe0-49f3-9ffd-f8c825d03678 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 950 time: 0.0576172 Nov 26 21:54:33.485878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-636a250b-0770-4346-b32f-ead0f08591b1 req-22d84eb4-723b-41e1-aec7-561a6b6654b9 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Nov 26 21:54:33.526115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:33.536149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7b061b97-8924-4030-8702-ba928f25e84f', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': '7b061b97-8924-4030-8702-ba928f25e84f', 'mac_address': 'fa:16:3e:cb:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:54:33.573606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:33.588019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b061b97-8924-4030-8702-ba928f25e84f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:54:33.609206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:33.613614 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:33.668496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:33.834521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7b061b97-8924-4030-8702-ba928f25e84f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:54:33.992804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b704a22-4f98-4122-9c2c-be07c785bd35 req-038ef0c5-48ca-4b80-90ed-95609cccfebc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:34.003127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b704a22-4f98-4122-9c2c-be07c785bd35 req-038ef0c5-48ca-4b80-90ed-95609cccfebc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0705416 Nov 26 21:54:34.052178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b704a22-4f98-4122-9c2c-be07c785bd35 req-69084cbb-9de2-4e79-a817-e350f4ab41bb tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481756 Nov 26 21:54:34.456824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbea38-7a9b-419f-b0c9-0b610a95d55d req-9f9b9ba1-03a9-4ab4-8049-72d7a4323f05 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:34.458359 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24dbea38-7a9b-419f-b0c9-0b610a95d55d req-9f9b9ba1-03a9-4ab4-8049-72d7a4323f05 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.0561223 Nov 26 21:54:34.546323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24dbea38-7a9b-419f-b0c9-0b610a95d55d req-8c2da5f8-38e5-4261-96dd-c47d92224d0d tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772419 Nov 26 21:54:35.063275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-f6b44344-bf22-4e5f-b9e5-cb5b335d1f33 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:35.064742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-f6b44344-bf22-4e5f-b9e5-cb5b335d1f33 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.41 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.0513556 Nov 26 21:54:35.208535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650b055-84f6-4964-a12f-e912e9daec17 req-31ab3708-a038-4483-aaee-2d0dd4a18c30 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:35.215877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4650b055-84f6-4964-a12f-e912e9daec17 req-31ab3708-a038-4483-aaee-2d0dd4a18c30 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0714242 Nov 26 21:54:35.236683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Deleting port 708e19ec-efaf-43da-98cd-f61cf6a31ade {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:54:35.237259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:35.318944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4650b055-84f6-4964-a12f-e912e9daec17 req-4b4248a8-1f63-444b-99e9-051b5d7c89d6 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014478 Nov 26 21:54:35.370622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] For port 708e19ec-efaf-43da-98cd-f61cf6a31ade, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=708e19ec-efaf-43da-98cd-f61cf6a31ade,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:35.370795 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:35.443223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:54:35.497546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7b061b97-8924-4030-8702-ba928f25e84f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:35.497924 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:35.595405 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:35.633590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:35.636144 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891ae16-8728-4123-822c-daab3ac08b9a" -d '{"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-plugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:35.651474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:35.668818 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:35.692423 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:35.693003 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:35.693109 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Floating IP aaee326a-c4a9-4cc3-b81e-0f0440e6fd36 disassociated. External IP: 172.25.3.79, port: 708e19ec-efaf-43da-98cd-f61cf6a31ade. Nov 26 21:54:35.693445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Calling delete_port for 708e19ec-efaf-43da-98cd-f61cf6a31ade owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:54:35.729416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:35.819410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01dba8-8257-4f99-ba63-4b0f43bd14ab req-d867d184-143d-42f2-874f-ebbb25b3b17e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:35.826615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a01dba8-8257-4f99-ba63-4b0f43bd14ab req-d867d184-143d-42f2-874f-ebbb25b3b17e tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 946 time: 0.1449313 Nov 26 21:54:35.845981 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da20735-a8c0-4491-bfe2-5609f92fe88e x-openstack-request-id: req-7da20735-a8c0-4491-bfe2-5609f92fe88e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:35.846477 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-plugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:35.846876 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7da20735-a8c0-4491-bfe2-5609f92fe88e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:35.847415 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f', 'code': 200} Nov 26 21:54:35.898916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a01dba8-8257-4f99-ba63-4b0f43bd14ab req-c55c721d-e95e-423f-8a62-65de4f6bf2bf tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups?id=07c3416f-77ac-4300-a6d2-e888dd676b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712500 Nov 26 21:54:35.977561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:36.025724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event deleted for resources: {'Port': ['ID=708e19ec-efaf-43da-98cd-f61cf6a31ade,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:36.156091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:54:36.281279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:54:36.295269 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] Sync routers for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:54:36.309860 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:54:36.310436 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:36.332769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] No DVR routers for this DVR port 708e19ec-efaf-43da-98cd-f61cf6a31ade on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:54:36.335901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:36.339745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ac97dcc-9a23-42e1-9a07-be1cc95d3fa1 req-17132790-4536-4c43-8901-e5e5fbdeb567 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.41 "DELETE /v2.0/ports/708e19ec-efaf-43da-98cd-f61cf6a31ade HTTP/1.1" status: 204 len: 173 time: 1.2682056 Nov 26 21:54:36.340303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60656f0b-4436-4e64-9e72-beed869c47fb', 'name': 'network-vif-deleted', 'tag': '708e19ec-efaf-43da-98cd-f61cf6a31ade'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:36.342818 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b3edca-ca75-475d-867b-4101072ce858" -d '{"events": [{"server_uuid": "60656f0b-4436-4e64-9e72-beed869c47fb", "name": "network-vif-deleted", "tag": "708e19ec-efaf-43da-98cd-f61cf6a31ade"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:36.420357 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3689d3-aea0-43fc-8275-d84fa549dbbf x-openstack-request-id: req-ba3689d3-aea0-43fc-8275-d84fa549dbbf {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:36.421000 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60656f0b-4436-4e64-9e72-beed869c47fb", "name": "network-vif-deleted", "tag": "708e19ec-efaf-43da-98cd-f61cf6a31ade", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:36.421498 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba3689d3-aea0-43fc-8275-d84fa549dbbf {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:36.422172 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60656f0b-4436-4e64-9e72-beed869c47fb', 'name': 'network-vif-deleted', 'tag': '708e19ec-efaf-43da-98cd-f61cf6a31ade', 'status': 'completed', 'code': 200} Nov 26 21:54:36.476302 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:54:36.603988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e08413-f7d7-4c9e-b30e-ebb79bb5c884 req-d9eb4aac-0eb5-43c0-ba2a-d8785d1c6a8a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:36.611059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19e08413-f7d7-4c9e-b30e-ebb79bb5c884 req-d9eb4aac-0eb5-43c0-ba2a-d8785d1c6a8a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0890374 Nov 26 21:54:36.691788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19e08413-f7d7-4c9e-b30e-ebb79bb5c884 req-dc785801-9e66-40a9-a2f7-998f7f31c824 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611410 Nov 26 21:54:36.713787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:36.732878 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:54:36.763209 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:05Z', 'revision_number': 5, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:36.797390 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] Checking router: 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:54:36.808514 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:54:36.809530 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:36.826415 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:36.903472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:36.920650 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:36.921553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 708e19ec-efaf-43da-98cd-f61cf6a31ade no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:36.947087 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:54:37.011786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:37.015460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 708e19ec-efaf-43da-98cd-f61cf6a31ade {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:54:37.015997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 708e19ec-efaf-43da-98cd-f61cf6a31ade not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:54:37.044926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:37.156836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74709be4-ba67-4135-9660-642f14c62cdb req-18a71cf2-be42-4ae2-b3fc-e3508df1bd95 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/ports?device_id=60656f0b-4436-4e64-9e72-beed869c47fb HTTP/1.1" status: 200 len: 210 time: 0.0605724 Nov 26 21:54:37.259094 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:05Z', 'revision_number': 5, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:37.286040 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9fc02-6d15-42ab-87d6-e0ca0b6bda61 None None] The sync data for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 is: [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:51:01Z', 'revision_number': 4, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88e7017a-37cf-4b06-801b-764b6dc63afb', 'name': '', 'network_id': 'fa6f2946-81de-4e26-a667-d6a08f806d93', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'mac_address': 'fa:16:3e:7e:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:58Z', 'updated_at': '2021-11-26T21:51:05Z', 'revision_number': 5, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'subnets': [{'id': 'f3a7d214-d57e-4398-a79c-ee4c8b4a525b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:54:37.505702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff9813-d2f9-4a10-a8aa-b5e2f3bdd370 req-da9c9aee-44e6-481c-b565-82aff37ceafa tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:37.508591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69ff9813-d2f9-4a10-a8aa-b5e2f3bdd370 req-da9c9aee-44e6-481c-b565-82aff37ceafa tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 948 time: 0.0556738 Nov 26 21:54:37.570361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7e982c-65b1-40e4-8421-669148a8918a None None] New status for floating IP aaee326a-c4a9-4cc3-b81e-0f0440e6fd36: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:54:37.570526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69ff9813-d2f9-4a10-a8aa-b5e2f3bdd370 req-e9be6c68-4f0c-4382-b1f8-f7dc232c3221 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556967 Nov 26 21:54:37.790410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:37.815321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa2b0c-0b88-48a1-98c3-3fb48a44cfe5 req-8a477da4-cfcb-451c-a60b-e0325e8c53f6 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:37.816954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ffa2b0c-0b88-48a1-98c3-3fb48a44cfe5 req-8a477da4-cfcb-451c-a60b-e0325e8c53f6 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0606802 Nov 26 21:54:37.848819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:37.853128 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6463d-c373-473b-b85e-01e445ce9c86" -d '{"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-unplugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:37.869783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ffa2b0c-0b88-48a1-98c3-3fb48a44cfe5 req-33aebbe4-c5a4-4940-9419-e7112d90a9d2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462003 Nov 26 21:54:37.921916 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c98e3c-10e0-4603-9578-c8252ed3f565 x-openstack-request-id: req-a9c98e3c-10e0-4603-9578-c8252ed3f565 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:37.922247 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-unplugged", "status": "completed", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:37.922529 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9c98e3c-10e0-4603-9578-c8252ed3f565 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:37.923016 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202', 'code': 200} Nov 26 21:54:38.249513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49326) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:38.366993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6639939-6514-437b-b70d-a8e642cb0e3c tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:38.395823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6639939-6514-437b-b70d-a8e642cb0e3c tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:38.450774 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6639939-6514-437b-b70d-a8e642cb0e3c tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:38.453759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6639939-6514-437b-b70d-a8e642cb0e3c tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:38.457437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f6639939-6514-437b-b70d-a8e642cb0e3c tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "DELETE /v2.0/security-groups/07c3416f-77ac-4300-a6d2-e888dd676b85 HTTP/1.1" status: 204 len: 168 time: 0.2042513 Nov 26 21:54:38.457782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49350) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:38.464649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6639939-6514-437b-b70d-a8e642cb0e3c tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c3416f-77ac-4300-a6d2-e888dd676b85,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:38.472294 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-f22a1d3b-aeb2-4621-8753-48b8316dcafa tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] show failed (client error): The resource could not be found. Nov 26 21:54:38.473432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f22a1d3b-aeb2-4621-8753-48b8316dcafa tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "GET /v2.0/security-groups/07c3416f-77ac-4300-a6d2-e888dd676b85 HTTP/1.1" status: 404 len: 347 time: 0.0143514 Nov 26 21:54:38.477778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49352) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:38.648467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Deleting port 3410a7c3-076a-4f1a-964f-783faba7e52b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:54:38.648811 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:38.775521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cef10-502b-4264-b622-131d8bca800b req-41e164f2-7db7-4b4d-8758-16578379eedc tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:38.777049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c24cef10-502b-4264-b622-131d8bca800b req-41e164f2-7db7-4b4d-8758-16578379eedc tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 948 time: 0.0797448 Nov 26 21:54:38.805079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:38.805666 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:38.830996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Calling delete_port for 3410a7c3-076a-4f1a-964f-783faba7e52b owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:54:38.888292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c24cef10-502b-4264-b622-131d8bca800b req-9fd57845-ee44-4856-99c8-4caf2cc66873 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843022 Nov 26 21:54:39.060265 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:39.124090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Pushing event deleted for resources: {'Port': ['ID=3410a7c3-076a-4f1a-964f-783faba7e52b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:39.187252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f02007-d8b5-4cf2-92dc-2ee47b865681 req-9f47fc40-1366-4783-804d-f804df07a3e0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:39.188781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5f02007-d8b5-4cf2-92dc-2ee47b865681 req-9f47fc40-1366-4783-804d-f804df07a3e0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1410170 Nov 26 21:54:39.232843 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:39.236112 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:39.240239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2a948c70-ff1b-4048-8f71-20d5cba69be0 tempest-ServersTestJSON-1208303368 tempest-ServersTestJSON-1208303368-project] 10.222.0.21 "DELETE /v2.0/floatingips/aaee326a-c4a9-4cc3-b81e-0f0440e6fd36 HTTP/1.1" status: 204 len: 168 time: 0.7584040 Nov 26 21:54:39.241839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49370) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:39.279700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5f02007-d8b5-4cf2-92dc-2ee47b865681 req-ed7cab90-678e-4b51-a4a8-d30a4dd6836c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738888 Nov 26 21:54:39.453261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49386) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:39.664602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4bf704f-04d6-4c70-99f3-b6bd0e4df17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:39.774231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4bf704f-04d6-4c70-99f3-b6bd0e4df17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:39.785697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4bf704f-04d6-4c70-99f3-b6bd0e4df17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:39.848400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49390) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:39.849116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d4bf704f-04d6-4c70-99f3-b6bd0e4df17a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=210bdd733bb74b41ab3e857837b068d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3947153 Nov 26 21:54:39.851293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf704f-04d6-4c70-99f3-b6bd0e4df17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ed7a1e-3a9d-4f70-98d7-2e41a7cf9462,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:39.911437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-c4f2e2d2-b1de-4ed2-b035-afbd4f2403ac tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:39.915011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-c4f2e2d2-b1de-4ed2-b035-afbd4f2403ac tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 948 time: 0.1256967 Nov 26 21:54:40.006201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae09b79-9def-4b68-9a3d-d2a5745898f7 req-2158a626-9912-492a-9f40-382ebcbf3ce2 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:40.008383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ae09b79-9def-4b68-9a3d-d2a5745898f7 req-2158a626-9912-492a-9f40-382ebcbf3ce2 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 948 time: 0.0666413 Nov 26 21:54:40.096358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10369146-4ef6-4a81-9237-53026b73533e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.104065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ae09b79-9def-4b68-9a3d-d2a5745898f7 req-fd0f633f-eae7-4e7e-affa-b2a3d8aab16a tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893047 Nov 26 21:54:40.146322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10369146-4ef6-4a81-9237-53026b73533e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.171100 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.255398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Deleting port 828d3426-c258-4ddf-8ec5-eae20b60c496 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:54:40.255917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.356521 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10369146-4ef6-4a81-9237-53026b73533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.359169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10369146-4ef6-4a81-9237-53026b73533e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.360347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-10369146-4ef6-4a81-9237-53026b73533e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72ed7a1e-3a9d-4f70-98d7-2e41a7cf9462 HTTP/1.1" status: 204 len: 168 time: 0.5110183 Nov 26 21:54:40.384436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10369146-4ef6-4a81-9237-53026b73533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ed7a1e-3a9d-4f70-98d7-2e41a7cf9462,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:40.464480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e353f3-fbf2-4d9a-b263-fc7f08f083c4 req-30fafdee-2ed0-441a-b1bf-14eac64c9aa2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:40.466278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59e353f3-fbf2-4d9a-b263-fc7f08f083c4 req-30fafdee-2ed0-441a-b1bf-14eac64c9aa2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0984957 Nov 26 21:54:40.529636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] For port 828d3426-c258-4ddf-8ec5-eae20b60c496, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=828d3426-c258-4ddf-8ec5-eae20b60c496,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:40.530009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.559756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59e353f3-fbf2-4d9a-b263-fc7f08f083c4 req-7da8f5c0-bca6-4f94-864a-da7ef5517e2e tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869377 Nov 26 21:54:40.560444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Calling delete_port for 828d3426-c258-4ddf-8ec5-eae20b60c496 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:54:40.809714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Deleting port 88e7017a-37cf-4b06-801b-764b6dc63afb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:54:40.812699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.812903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49416) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:40.827319 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-617d1647-ff5e-4b25-a244-adb8a684f8a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.829714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.906907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Pushing event deleted for resources: {'Port': ['ID=828d3426-c258-4ddf-8ec5-eae20b60c496,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:40.965423 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-617d1647-ff5e-4b25-a244-adb8a684f8a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.965664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] No DVR routers for this DVR port 828d3426-c258-4ddf-8ec5-eae20b60c496 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:54:40.969588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.971091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-617d1647-ff5e-4b25-a244-adb8a684f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:40.973111 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-16c933cd-afd0-431b-b71e-a51d2c32f348 req-e41db323-4b0e-4666-9ae8-804570e5eb95 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.13 "DELETE /v2.0/ports/828d3426-c258-4ddf-8ec5-eae20b60c496 HTTP/1.1" status: 204 len: 173 time: 1.0264077 Nov 26 21:54:40.973585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'name': 'network-vif-deleted', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:40.976835 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ef5c1d-d520-4fde-80bc-5572467f56aa" -d '{"events": [{"server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "name": "network-vif-deleted", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:41.024516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] For port 88e7017a-37cf-4b06-801b-764b6dc63afb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88e7017a-37cf-4b06-801b-764b6dc63afb,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:41.024874 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:41.033640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d1647-ff5e-4b25-a244-adb8a684f8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd94d6-f644-4a0e-b8cc-36ebea6fffea,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:41.042899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-617d1647-ff5e-4b25-a244-adb8a684f8a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfb72a9cb44c4863b2037c2fe8cf9769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2288597 Nov 26 21:54:41.045057 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b99ed17-25ec-4600-bf14-03a1f4041068 x-openstack-request-id: req-9b99ed17-25ec-4600-bf14-03a1f4041068 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:41.045542 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d91d9a4-453e-4aca-8795-d6c142a4204c", "name": "network-vif-deleted", "tag": "828d3426-c258-4ddf-8ec5-eae20b60c496", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:41.045986 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b99ed17-25ec-4600-bf14-03a1f4041068 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:41.046551 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d91d9a4-453e-4aca-8795-d6c142a4204c', 'name': 'network-vif-deleted', 'tag': '828d3426-c258-4ddf-8ec5-eae20b60c496', 'status': 'completed', 'code': 200} Nov 26 21:54:41.047918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Calling delete_port for 88e7017a-37cf-4b06-801b-764b6dc63afb owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:54:41.050217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:41.177596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-087c20d1-cb1d-4721-9eeb-8333f3f7b414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:41.257817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-087c20d1-cb1d-4721-9eeb-8333f3f7b414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:41.285995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e221e0d9-cdb0-40e6-b596-b6961356cfe5 req-4ad4d965-0583-419b-917a-49c8c65c3233 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d91d9a4-453e-4aca-8795-d6c142a4204c HTTP/1.1" status: 200 len: 210 time: 0.0456407 Nov 26 21:54:41.416960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-087c20d1-cb1d-4721-9eeb-8333f3f7b414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:41.421155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-087c20d1-cb1d-4721-9eeb-8333f3f7b414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:41.422421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-087c20d1-cb1d-4721-9eeb-8333f3f7b414 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28dd94d6-f644-4a0e-b8cc-36ebea6fffea HTTP/1.1" status: 204 len: 168 time: 0.3709741 Nov 26 21:54:41.435240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c20d1-cb1d-4721-9eeb-8333f3f7b414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd94d6-f644-4a0e-b8cc-36ebea6fffea,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:41.438792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:41.474545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Pushing event deleted for resources: {'Port': ['ID=88e7017a-37cf-4b06-801b-764b6dc63afb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:41.749464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2693-eae3-4385-ae4e-d540f0dc02f2 req-27fd7a05-66df-4565-aca1-b0f5503af9fc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:41.759984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d8a2693-eae3-4385-ae4e-d540f0dc02f2 req-27fd7a05-66df-4565-aca1-b0f5503af9fc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0833960 Nov 26 21:54:41.875826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:42.205147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d8a2693-eae3-4385-ae4e-d540f0dc02f2 req-ec2405d4-df16-410f-a74e-cf6a64310269 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436476 Nov 26 21:54:42.565216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:54:42.693144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:54:42.703370 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] Sync routers for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:54:42.717522 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:54:42.722258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946adc69-32f9-4959-85db-19f0b25e30d6 req-62423e48-9b2b-4e10-8166-fa5a5b96ef62 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:42.723680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-946adc69-32f9-4959-85db-19f0b25e30d6 req-62423e48-9b2b-4e10-8166-fa5a5b96ef62 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 948 time: 0.0694191 Nov 26 21:54:42.726138 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:42.734918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a908e7e9-b8bc-47c7-ba6e-9a15e115010b admin admin] 10.222.0.21 "PUT /v2.0/routers/4c49503c-2e58-46e3-8435-ed2aa1fa4a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4899232 Nov 26 21:54:42.735433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49482) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:42.871274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-946adc69-32f9-4959-85db-19f0b25e30d6 req-ec644682-fdac-4c20-a6b8-9246fe342181 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360688 Nov 26 21:54:42.884789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:42.895418 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:54:43.052555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.119219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:54:41Z', 'revision_number': 5, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port': {'id': '3ac041b8-1fd9-4d3e-ae20-9901e2d5894b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:9a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:50:52Z', 'updated_at': '2021-11-26T21:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:43.132802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Deleting port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:54:43.133135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.150584 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] Checking router: 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:54:43.161079 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] Routers {'4c49503c-2e58-46e3-8435-ed2aa1fa4a40'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:54:43.162633 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:43.254352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] For port 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3ac041b8-1fd9-4d3e-ae20-9901e2d5894b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:43.255318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.272754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Calling delete_port for 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:54:43.467938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf0370-959c-4c65-883c-f4fd28d101b5 req-0595bb6a-5b9f-4dfb-bd63-97be0c2abd40 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:43.479250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 828d3426-c258-4ddf-8ec5-eae20b60c496 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:43.484659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38cf0370-959c-4c65-883c-f4fd28d101b5 req-0595bb6a-5b9f-4dfb-bd63-97be0c2abd40 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1228449 Nov 26 21:54:43.521782 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] Set router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:54:43.543662 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.545505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 828d3426-c258-4ddf-8ec5-eae20b60c496 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:54:43.548722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 828d3426-c258-4ddf-8ec5-eae20b60c496 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:54:43.595559 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:54:43Z', 'revision_number': 6, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:43.621183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38cf0370-959c-4c65-883c-f4fd28d101b5 req-0e581afe-ddaa-4f5f-860e-a3dff0241502 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339641 Nov 26 21:54:43.636030 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18a9e0-1bfa-4a80-a599-8f3eb948d42b None None] The sync data for ids ['4c49503c-2e58-46e3-8435-ed2aa1fa4a40'] in n-d-819494-1 is: [{'id': '4c49503c-2e58-46e3-8435-ed2aa1fa4a40', 'name': 'tempest-ServersTestJSON-1351478356-router', 'tenant_id': '479066aacc884c559d49b6163b9ec6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:50:49Z', 'updated_at': '2021-11-26T21:54:43Z', 'revision_number': 6, 'project_id': '479066aacc884c559d49b6163b9ec6b1', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:54:43.666568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac041b8-1fd9-4d3e-ae20-9901e2d5894b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:43.752675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.872795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.875349 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.948505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.949489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c49503c-2e58-46e3-8435-ed2aa1fa4a40 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:54:43.962234 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:43.964569 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-57136c9d-39e9-41c9-8ad2-6d288fabcb56 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4c49503c-2e58-46e3-8435-ed2aa1fa4a40 HTTP/1.1" status: 204 len: 168 time: 1.2281158 Nov 26 21:54:43.967259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49520) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:44.089554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-021f22d1-9f48-40b7-9982-0ec2ef680c99 admin admin] Deleting subnet f3a7d214-d57e-4398-a79c-ee4c8b4a525b {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:54:44.104838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263c239-f014-4da6-b617-47de39733fa2 req-2445342d-bc77-4670-bb51-d7bbcf86acef tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:44.112629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f263c239-f014-4da6-b617-47de39733fa2 req-2445342d-bc77-4670-bb51-d7bbcf86acef tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 948 time: 0.1352034 Nov 26 21:54:44.122061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-021f22d1-9f48-40b7-9982-0ec2ef680c99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:44.206907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-021f22d1-9f48-40b7-9982-0ec2ef680c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:44.260499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f263c239-f014-4da6-b617-47de39733fa2 req-9cccbc37-13f1-460e-90ff-b93cff7cf376 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469541 Nov 26 21:54:44.331214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-021f22d1-9f48-40b7-9982-0ec2ef680c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:44.414330 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-021f22d1-9f48-40b7-9982-0ec2ef680c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:44.445771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f22d1-9f48-40b7-9982-0ec2ef680c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a7d214-d57e-4398-a79c-ee4c8b4a525b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:44.453207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8e71cb-4bec-4112-a0ee-9b1cc07e5984 None None] Network fa6f2946-81de-4e26-a667-d6a08f806d93 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:54:44.463500 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-021f22d1-9f48-40b7-9982-0ec2ef680c99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:44.472566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-021f22d1-9f48-40b7-9982-0ec2ef680c99 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f3a7d214-d57e-4398-a79c-ee4c8b4a525b HTTP/1.1" status: 204 len: 168 time: 0.5014684 Nov 26 21:54:44.473246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49522) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:44.576780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:44.643564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88e7017a-37cf-4b06-801b-764b6dc63afb no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:44.695244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 88e7017a-37cf-4b06-801b-764b6dc63afb {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:54:44.698149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88e7017a-37cf-4b06-801b-764b6dc63afb not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:54:44.706214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Deleting port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:54:44.706214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:44.875381 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] DHCP port deletion for fa6f2946-81de-4e26-a667-d6a08f806d93 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:54:44.991055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] Deleting port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:54:44.991195 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.020348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] For port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:45.020972 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.045231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Calling delete_port for 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:54:45.120027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] For port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,segment=NetworkSegment(f008e23b-e824-425f-90a8-5237aac65e03),segment_id=f008e23b-e824-425f-90a8-5237aac65e03)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:45.120699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.146919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] Calling delete_port for 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:54:45.222198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-d269cf8c-2f16-45e5-ac9b-79cb1460dc7f tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:45.223798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-d269cf8c-2f16-45e5-ac9b-79cb1460dc7f tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.41 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 948 time: 0.3608661 Nov 26 21:54:45.238569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95021906-e3cd-4430-8667-51c23dc04737 req-d7929bc0-a16d-4752-b2b7-cf98b9b20263 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:45.241105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95021906-e3cd-4430-8667-51c23dc04737 req-d7929bc0-a16d-4752-b2b7-cf98b9b20263 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.3783541 Nov 26 21:54:45.268585 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.279029 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.318402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:45.321482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] Pushing event deleted for resources: {'Port': ['ID=40e01b5e-9fbf-409c-a3cf-2ce9516ef05c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:45.338558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0cca29-df9b-4ea6-ac60-4bce97a31161 None None] No DVR routers for this DVR port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:54:45.341547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] No DVR routers for this DVR port 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:54:45.467500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95021906-e3cd-4430-8667-51c23dc04737 req-b0fffdd7-2050-41d1-9284-e16cf3ea2f1e tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146153 Nov 26 21:54:45.525479 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.562484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb55e4-54cc-4afc-8976-8018b2997dd0 req-53fa2778-0cdb-4e3e-89ef-c13bdd9d776c tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:45.564123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96cb55e4-54cc-4afc-8976-8018b2997dd0 req-53fa2778-0cdb-4e3e-89ef-c13bdd9d776c tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 948 time: 0.1589191 Nov 26 21:54:45.569821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6f2946-81de-4e26-a667-d6a08f806d93']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:45.588097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Deleting port 175ca340-2b41-4c59-8bcf-12d878a94202 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:54:45.588524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.593092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f008e23b-e824-425f-90a8-5237aac65e03') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:45.593463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f008e23b-e824-425f-90a8-5237aac65e03') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:45.650609 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.686066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.698454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:54:45.698865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:54:45.701604 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:54:45.726975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96cb55e4-54cc-4afc-8976-8018b2997dd0 req-8ed81882-6e2b-4d79-a7e5-b213a39cc2f1 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/security-groups?id=a092f7d6-ae79-4b07-893b-557765293f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545160 Nov 26 21:54:45.829661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] For port 175ca340-2b41-4c59-8bcf-12d878a94202, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=175ca340-2b41-4c59-8bcf-12d878a94202,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:45.830058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.832865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.875745 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:45.882123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fa6f2946-81de-4e26-a667-d6a08f806d93 HTTP/1.1" status: 204 len: 168 time: 1.4050510 Nov 26 21:54:45.958183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ba0e6-b2b7-4f3a-b6fc-b8631cd1ec27 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6f2946-81de-4e26-a667-d6a08f806d93,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:45.964486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Calling delete_port for 175ca340-2b41-4c59-8bcf-12d878a94202 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:54:46.272899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49570) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:46.305645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:46.305906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:46.356627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:54:46.357143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 40e01b5e-9fbf-409c-a3cf-2ce9516ef05c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:54:46.357791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:46.373664 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b4975727-61ef-4574-9de5-35a53cdc43fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=479066aacc884c559d49b6163b9ec6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0994816 Nov 26 21:54:46.379853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49572) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:46.408034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:54:46.408972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3ac041b8-1fd9-4d3e-ae20-9901e2d5894b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:54:46.508706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Pushing event deleted for resources: {'Port': ['ID=175ca340-2b41-4c59-8bcf-12d878a94202,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:46.512242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61abda77-a72b-4443-9793-6838a9a7ee5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:46.521558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] No DVR routers for this DVR port 175ca340-2b41-4c59-8bcf-12d878a94202 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:54:46.525313 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:46.538033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7e7ede1-a0ff-469e-924a-132fbf500ca9 req-f33120eb-1e5b-46a2-b5b1-feb7b9d35e5b tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.41 "DELETE /v2.0/ports/175ca340-2b41-4c59-8bcf-12d878a94202 HTTP/1.1" status: 204 len: 173 time: 1.2949667 Nov 26 21:54:46.538768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-deleted', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:54:46.542110 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93d199-3ec9-4856-abf2-273dcfdad03b" -d '{"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-deleted", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:54:46.586984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61abda77-a72b-4443-9793-6838a9a7ee5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:46.626606 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ccf17a-db12-48f2-99c3-60de61dbf8b6 x-openstack-request-id: req-f8ccf17a-db12-48f2-99c3-60de61dbf8b6 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:54:46.626902 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220b36b-aca5-44d6-b537-78f305175c11", "name": "network-vif-deleted", "tag": "175ca340-2b41-4c59-8bcf-12d878a94202", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:54:46.627165 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8ccf17a-db12-48f2-99c3-60de61dbf8b6 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:54:46.627577 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220b36b-aca5-44d6-b537-78f305175c11', 'name': 'network-vif-deleted', 'tag': '175ca340-2b41-4c59-8bcf-12d878a94202', 'status': 'completed', 'code': 200} Nov 26 21:54:46.666015 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61abda77-a72b-4443-9793-6838a9a7ee5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:46.669384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61abda77-a72b-4443-9793-6838a9a7ee5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:46.670610 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-61abda77-a72b-4443-9793-6838a9a7ee5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6be18b70-0b62-4a32-b6a0-d1293f76cb61 HTTP/1.1" status: 204 len: 168 time: 0.2872894 Nov 26 21:54:46.671443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8aaf5-76f2-42d2-9622-bda668def18d req-f71b3ecf-622d-4ba0-9e19-5d2bd4e90100 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:46.681399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abda77-a72b-4443-9793-6838a9a7ee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be18b70-0b62-4a32-b6a0-d1293f76cb61,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:46.686720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96f8aaf5-76f2-42d2-9622-bda668def18d req-f71b3ecf-622d-4ba0-9e19-5d2bd4e90100 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1212962 Nov 26 21:54:46.787911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96f8aaf5-76f2-42d2-9622-bda668def18d req-7d90a38b-8035-42b9-bb63-7da75136b248 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947752 Nov 26 21:54:47.059695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c4ade8b-57f0-4596-af81-238f39b5eb04 req-d00c1c24-fbef-45c9-9c7c-a2fd334c53e7 tempest-ListImageFiltersTestJSON-1186193967 tempest-ListImageFiltersTestJSON-1186193967-project] 10.222.0.21 "GET /v2.0/ports?device_id=5220b36b-aca5-44d6-b537-78f305175c11 HTTP/1.1" status: 200 len: 210 time: 0.1446533 Nov 26 21:54:48.056261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8a81-7a31-444d-8e6e-d71ab5d0ce24 req-810aadab-8f8c-416b-81e9-2fb8140ec794 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:48.064694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49622) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:48.067418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c9f8a81-7a31-444d-8e6e-d71ab5d0ce24 req-810aadab-8f8c-416b-81e9-2fb8140ec794 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0829523 Nov 26 21:54:48.134480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c9f8a81-7a31-444d-8e6e-d71ab5d0ce24 req-39eff17f-dbf3-490b-924d-fb96ea84af30 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635731 Nov 26 21:54:48.202693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1405239053-network', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:48.241878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:54:48.244848 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.269030 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.415533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.423169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.442351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:54:48.482197 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.482619 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Added segment 75696180-8130-4398-a4a7-7430bec9e66c of type vlan for network 84d366fc-3726-4463-b109-49138753d9b7 Nov 26 21:54:48.502374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7de6e33-c182-4b5a-bb91-e5f1184b530f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:48.546376 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.574805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.575779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:48.576364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.646195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5775182 Nov 26 21:54:48.647963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49662) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:48.655654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Request body: {'subnet': {'network_id': '84d366fc-3726-4463-b109-49138753d9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1405239053-subnet', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:48.685016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685acc7-3cd9-45a4-9467-63518eeada3b admin admin] Pushing event updated for resources: {'Network': ['ID=84d366fc-3726-4463-b109-49138753d9b7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:48.696817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:54:48.697330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 84d366fc-3726-4463-b109-49138753d9b7 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:54:48.700545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:54:48.700860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:48.807780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 175ca340-2b41-4c59-8bcf-12d878a94202 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:54:48.808426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 175ca340-2b41-4c59-8bcf-12d878a94202 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:54:49.010583 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:49.065774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e808c7-0d6b-4ed6-a541-af2ae6093481,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:49.095973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Checking segment: {'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:54:49.096845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Network hostable DHCP agents. Network: 84d366fc-3726-4463-b109-49138753d9b7, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:54:49.123141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Network 84d366fc-3726-4463-b109-49138753d9b7 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:54:49.141608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 84d366fc-3726-4463-b109-49138753d9b7) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:54:49.152085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fc770-d6ec-40e8-8353-8a2ecf2f449a None None] Network 84d366fc-3726-4463-b109-49138753d9b7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:54:49.168337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:49.168951 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:49.210835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0ffcb052-04f3-4702-b5f9-0b1ddbfeab39 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5614536 Nov 26 21:54:49.213792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49690) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:49.220665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:49.294204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:49.295311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:49.368012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051722e9-d505-4663-995c-1d596a525e0a req-378f8e25-ef81-44b0-b65c-6bd837f6337c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:49.387898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-051722e9-d505-4663-995c-1d596a525e0a req-378f8e25-ef81-44b0-b65c-6bd837f6337c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1321537 Nov 26 21:54:49.473558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:49.516065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-84d366fc-3726-4463-b109-49138753d9b7', 'network_id': '84d366fc-3726-4463-b109-49138753d9b7', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'fixed_ips': [{'subnet_id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:54:49.518890 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:49.536251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-051722e9-d505-4663-995c-1d596a525e0a req-9a39a279-af5d-4bf5-b9f0-ed953d961162 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464057 Nov 26 21:54:49.682023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:49.737745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Allocated IP 172.20.0.2 (84d366fc-3726-4463-b109-49138753d9b7/d3e808c7-0d6b-4ed6-a541-af2ae6093481/10c96fde-ebae-4498-ac67-0c81ad8294a2) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:54:50.023546 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.038845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.133287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.196859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Pushing event updated for resources: {'Port': ['ID=10c96fde-ebae-4498-ac67-0c81ad8294a2,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:50.218663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.228373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Network 84d366fc-3726-4463-b109-49138753d9b7 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:54:50.233992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:54:50.241878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:54:50.343477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Attempting to bind port 10c96fde-ebae-4498-ac67-0c81ad8294a2 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:54:50.343931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Attempting to bind port 10c96fde-ebae-4498-ac67-0c81ad8294a2 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:54:50.344399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Attempting to bind port 10c96fde-ebae-4498-ac67-0c81ad8294a2 on network 84d366fc-3726-4463-b109-49138753d9b7 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:54:50.353020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:54:50.353552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Checking segment: {'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:54:50.354056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.354577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Bound using segment: {'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:54:50.362927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Bound port: 10c96fde-ebae-4498-ac67-0c81ad8294a2, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:54:50.363554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.375279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49736) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:50.417968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5172-32f1-4dcd-92fa-80eb6060afa1 req-ed884027-17a2-40f3-b0eb-a2f57a57bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:50.419911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d90a5172-32f1-4dcd-92fa-80eb6060afa1 req-ed884027-17a2-40f3-b0eb-a2f57a57bf57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 1096 time: 0.2118864 Nov 26 21:54:50.522610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Allocated IP 172.25.3.142 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/1d50226e-6680-4f17-b532-c5436588537c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:54:50.536579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] For port 10c96fde-ebae-4498-ac67-0c81ad8294a2, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:54:50.541633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] For port 10c96fde-ebae-4498-ac67-0c81ad8294a2, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=10c96fde-ebae-4498-ac67-0c81ad8294a2,segment=NetworkSegment(75696180-8130-4398-a4a7-7430bec9e66c),segment_id=75696180-8130-4398-a4a7-7430bec9e66c)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:54:50.551499 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.670620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e734be97-4510-45b7-9c92-63f951ca31fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=332689b578754d459f4e7f4947d4cba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2935872 Nov 26 21:54:50.689309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49746) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:50.725449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f26b8-6a2d-43da-9661-504317d46208 None None] Pushing event updated for resources: {'Port': ['ID=10c96fde-ebae-4498-ac67-0c81ad8294a2,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:50.744454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.803584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.838966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdacab8-a3a1-4507-a6a0-ac650b4a02e9 req-05a354a5-7159-424e-b0a0-6a6e21347400 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:50.843988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d90a5172-32f1-4dcd-92fa-80eb6060afa1 req-4b070443-9f7a-48f1-879a-c0aa355f11fb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006976 Nov 26 21:54:50.851209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bdacab8-a3a1-4507-a6a0-ac650b4a02e9 req-05a354a5-7159-424e-b0a0-6a6e21347400 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1841600 Nov 26 21:54:50.858958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:54:50.861987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:54:50.867027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:54:50.870220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Pushing event updated for resources: {'Port': ['ID=1d50226e-6680-4f17-b532-c5436588537c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:50.894186 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e6e3d74-3dcf-42d4-b607-e87d98007bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:50.972442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e6e3d74-3dcf-42d4-b607-e87d98007bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:51.034579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bdacab8-a3a1-4507-a6a0-ac650b4a02e9 req-e5739d16-1c45-40cd-83c0-7c13424f46c4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819749 Nov 26 21:54:51.155481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e6e3d74-3dcf-42d4-b607-e87d98007bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:51.159190 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e6e3d74-3dcf-42d4-b607-e87d98007bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:51.163036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5e6e3d74-3dcf-42d4-b607-e87d98007bfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a092f7d6-ae79-4b07-893b-557765293f95 HTTP/1.1" status: 204 len: 168 time: 0.4700942 Nov 26 21:54:51.176540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e3d74-3dcf-42d4-b607-e87d98007bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a092f7d6-ae79-4b07-893b-557765293f95,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:51.336323 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:51.640134 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:52.382213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d25eac-c51b-422a-a92f-9ca781ced15b req-3ca338cb-e582-46de-b76e-07e512a082b4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:52.405182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Router b2aab4ef-cc31-495d-8454-0b0be913bd39 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:54:52.412634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 10c96fde-ebae-4498-ac67-0c81ad8294a2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:54:52.415717 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6d25eac-c51b-422a-a92f-9ca781ced15b req-3ca338cb-e582-46de-b76e-07e512a082b4 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.2460101 Nov 26 21:54:52.527013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6d25eac-c51b-422a-a92f-9ca781ced15b req-27ccd1d4-2520-48e4-b021-c1ef5f0a6f8c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061616 Nov 26 21:54:52.527837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 10c96fde-ebae-4498-ac67-0c81ad8294a2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:52.528213 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:52.569166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb788e6-ab5e-4333-b51e-2009e5d5e6c4 None None] Network 84d366fc-3726-4463-b109-49138753d9b7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:54:52.641772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:54:52.684805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:52.686317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-41a74266-8998-4f23-8cfa-ac9ab2fd385a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4707179 Nov 26 21:54:52.689102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49806) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:52.798620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Sync routers for ids ['b2aab4ef-cc31-495d-8454-0b0be913bd39'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:54:52.807897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8d2bdf15-dd7d-43a1-b951-1567c7761514 None None] Provisioning complete for port 10c96fde-ebae-4498-ac67-0c81ad8294a2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:52.808361 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8d2bdf15-dd7d-43a1-b951-1567c7761514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:52.859205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Routers {'b2aab4ef-cc31-495d-8454-0b0be913bd39'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:54:52.859873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['b2aab4ef-cc31-495d-8454-0b0be913bd39'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:52.991429 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:53.095238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 10c96fde-ebae-4498-ac67-0c81ad8294a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=10c96fde-ebae-4498-ac67-0c81ad8294a2,segment=NetworkSegment(75696180-8130-4398-a4a7-7430bec9e66c),segment_id=75696180-8130-4398-a4a7-7430bec9e66c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:54:53.146035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8d2bdf15-dd7d-43a1-b951-1567c7761514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:53.149644 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:53.352604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=10c96fde-ebae-4498-ac67-0c81ad8294a2,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:53.373131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Set router b2aab4ef-cc31-495d-8454-0b0be913bd39 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:54:53.563461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-8d2bdf15-dd7d-43a1-b951-1567c7761514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:54:53.564495 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-8d2bdf15-dd7d-43a1-b951-1567c7761514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:54:53.608462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:53.626174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9e3c642c-6212-4e9e-87be-7909986fb26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:53.816039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '1d50226e-6680-4f17-b532-c5436588537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:54:51Z', 'revision_number': 3, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port': {'id': '1d50226e-6680-4f17-b532-c5436588537c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:50Z', 'updated_at': '2021-11-26T21:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:53.844050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Checking router: b2aab4ef-cc31-495d-8454-0b0be913bd39 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:54:53.844469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Updating router b2aab4ef-cc31-495d-8454-0b0be913bd39 port 1d50226e-6680-4f17-b532-c5436588537c binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:54:53.871501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.039963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0b9a4-4347-4b59-b25e-45bf6c0a5a87 req-251094d6-3e9d-42b5-9fe5-54c251a63144 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:54.043928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ef0b9a4-4347-4b59-b25e-45bf6c0a5a87 req-251094d6-3e9d-42b5-9fe5-54c251a63144 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1909189 Nov 26 21:54:54.103909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Allocated IP 172.20.0.1 (84d366fc-3726-4463-b109-49138753d9b7/d3e808c7-0d6b-4ed6-a541-af2ae6093481/bbb9974f-3d06-4747-8330-538ec0f39f75) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:54:54.171274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ef0b9a4-4347-4b59-b25e-45bf6c0a5a87 req-c198b2b8-5ab2-430a-bec3-877d81f73f91 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056397 Nov 26 21:54:54.391151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 10c96fde-ebae-4498-ac67-0c81ad8294a2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:54:54.393574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.480912 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.546202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d2a4e7a3-65f7-45d7-83e6-f83b426d7d71 None None] Provisioning complete for port 10c96fde-ebae-4498-ac67-0c81ad8294a2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:54.546570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e7a3-65f7-45d7-83e6-f83b426d7d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.614295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb9974f-3d06-4747-8330-538ec0f39f75,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:54.636898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Network 84d366fc-3726-4463-b109-49138753d9b7 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:54:54.638645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:54:54.644916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:54:54.687323 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.714258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.735684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.769909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-d5c31b8f-d7cd-401e-9286-9946d86663f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:54.772799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-d5c31b8f-d7cd-401e-9286-9946d86663f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4645aea6f7847149fd967f7b8c939c0&device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 1096 time: 0.1093037 Nov 26 21:54:54.826819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca69f0d-b72a-4719-a528-3b9b4a286214 None None] Pushing event updated for resources: {'Port': ['ID=1d50226e-6680-4f17-b532-c5436588537c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:54.895762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Attempting to bind port 1d50226e-6680-4f17-b532-c5436588537c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:54:54.896186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Attempting to bind port 1d50226e-6680-4f17-b532-c5436588537c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:54:54.896636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Attempting to bind port 1d50226e-6680-4f17-b532-c5436588537c on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:54:54.914550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:54:54.914926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:54:54.915327 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.915724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:54:54.916427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Bound port: 1d50226e-6680-4f17-b532-c5436588537c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:54:54.916588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:54.965942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af896e-7997-48b8-9963-1b89b4f70bd5 req-7d627cac-4b35-45e5-aaba-8c89da55a2ef tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:54.978671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29af896e-7997-48b8-9963-1b89b4f70bd5 req-7d627cac-4b35-45e5-aaba-8c89da55a2ef tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.2304800 Nov 26 21:54:55.030910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-1c23645a-a176-4d50-9cf2-977151e0746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:55.035462 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-1c23645a-a176-4d50-9cf2-977151e0746b service neutron] 10.222.0.13 "GET /v2.0/networks?id=77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 200 len: 912 time: 0.2538962 Nov 26 21:54:55.048594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] For port 1d50226e-6680-4f17-b532-c5436588537c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:54:55.052304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] For port 1d50226e-6680-4f17-b532-c5436588537c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1d50226e-6680-4f17-b532-c5436588537c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:54:55.086865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29af896e-7997-48b8-9963-1b89b4f70bd5 req-43379037-337e-4af3-a40f-3b6656b45c42 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071746 Nov 26 21:54:55.155814 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-378560b5-fc49-49a2-879a-3318981a6a66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018 HTTP/1.1" status: 200 len: 217 time: 0.1101890 Nov 26 21:54:55.206843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:55.294959 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:55.345512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-2d84ca9a-672d-4889-9194-6dbf1d4bbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:55.368576 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-2d84ca9a-672d-4889-9194-6dbf1d4bbfb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c16426a7-681e-42b8-81a4-7b74cb0111be HTTP/1.1" status: 200 len: 851 time: 0.1904316 Nov 26 21:54:55.368708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 10c96fde-ebae-4498-ac67-0c81ad8294a2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:55.368708 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:55.511056 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-014ec1c5-cffc-4614-94cf-04ba2a3c267b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=77f9cf77-ff96-44c8-98eb-e571e560d510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422389 Nov 26 21:54:55.616640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Routers {'b2aab4ef-cc31-495d-8454-0b0be913bd39'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:54:55.617655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['b2aab4ef-cc31-495d-8454-0b0be913bd39'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:55.725099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-3cf8ffbd-a2ea-42d8-9b8e-9287a799df69 service neutron] 10.222.0.13 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062688 Nov 26 21:54:55.807754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:55.827743 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:55.839702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] Set router b2aab4ef-cc31-495d-8454-0b0be913bd39 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:54:55.996510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-169f7c1e-35aa-4006-8224-7e579faef8b3 req-2aeed8ed-64d9-4d32-bb6b-f243974dcdb8 service neutron] 10.222.0.13 "GET /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618105 Nov 26 21:54:56.026757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb9974f-3d06-4747-8330-538ec0f39f75,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:56.078234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:56.310934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bad83-a70b-4bf1-b09d-038a6d06aded req-1196f1f1-2dbe-4313-b867-3147c005b6ed tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:56.312970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a8bad83-a70b-4bf1-b09d-038a6d06aded req-1196f1f1-2dbe-4313-b867-3147c005b6ed tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1217217 Nov 26 21:54:56.341822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Network 84d366fc-3726-4463-b109-49138753d9b7 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:54:56.392149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a8bad83-a70b-4bf1-b09d-038a6d06aded req-9bf82ba3-08ee-4795-baa0-76dc33c296d0 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710208 Nov 26 21:54:56.399210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca69f0d-b72a-4719-a528-3b9b4a286214 None None] Pushing event updated for resources: {'Port': ['ID=1d50226e-6680-4f17-b532-c5436588537c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:56.400647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:54:56.407842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8770a5c3-8eed-4103-a256-32d695efe5e1 None None] Provisioning complete for port bbb9974f-3d06-4747-8330-538ec0f39f75 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:56.408223 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8770a5c3-8eed-4103-a256-32d695efe5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:56.499564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8770a5c3-8eed-4103-a256-32d695efe5e1 None None] Port bbb9974f-3d06-4747-8330-538ec0f39f75 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:54:56.542833 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d0efb5ec-9346-42ce-b3ee-26d92eeff0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:56.752182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '1d50226e-6680-4f17-b532-c5436588537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:54:55Z', 'revision_number': 4, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port': {'id': '1d50226e-6680-4f17-b532-c5436588537c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:50Z', 'updated_at': '2021-11-26T21:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bbb9974f-3d06-4747-8330-538ec0f39f75', 'name': '', 'network_id': '84d366fc-3726-4463-b109-49138753d9b7', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'mac_address': 'fa:16:3e:bf:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:53Z', 'updated_at': '2021-11-26T21:54:54Z', 'revision_number': 1, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'subnets': [{'id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:54:56.753034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Router b2aab4ef-cc31-495d-8454-0b0be913bd39 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:54:56.806678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f4c76-d6a5-464e-87be-b4e2f7a5aa97 None None] The sync data for ids ['b2aab4ef-cc31-495d-8454-0b0be913bd39'] in n-d-819494-1 is: [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '1d50226e-6680-4f17-b532-c5436588537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:54:55Z', 'revision_number': 4, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port': {'id': '1d50226e-6680-4f17-b532-c5436588537c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:50Z', 'updated_at': '2021-11-26T21:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bbb9974f-3d06-4747-8330-538ec0f39f75', 'name': '', 'network_id': '84d366fc-3726-4463-b109-49138753d9b7', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'mac_address': 'fa:16:3e:bf:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:53Z', 'updated_at': '2021-11-26T21:54:54Z', 'revision_number': 1, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'subnets': [{'id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:54:57.007607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:57.041964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8e66edff-6f46-462a-b910-c655ece29ebe None None] Provisioning complete for port bbb9974f-3d06-4747-8330-538ec0f39f75 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:57.042377 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e66edff-6f46-462a-b910-c655ece29ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:57.097089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8e66edff-6f46-462a-b910-c655ece29ebe None None] Port bbb9974f-3d06-4747-8330-538ec0f39f75 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:54:57.305111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:54:57.311277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7c2b4002-e863-439e-9c68-28e5e4befdf6 admin admin] 10.222.0.21 "PUT /v2.0/routers/b2aab4ef-cc31-495d-8454-0b0be913bd39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6205728 Nov 26 21:54:57.458466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49950) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:57.609773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3ebf-f9df-4a8f-acc4-83a17e0cab06 req-5c592cfb-30d6-472f-a2bb-2dc5240567de tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:57.611361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05be3ebf-f9df-4a8f-acc4-83a17e0cab06 req-5c592cfb-30d6-472f-a2bb-2dc5240567de tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0799799 Nov 26 21:54:57.678286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-138465525'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:57.715187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05be3ebf-f9df-4a8f-acc4-83a17e0cab06 req-0fb57bfc-b590-48c6-9483-80ea3739b823 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953588 Nov 26 21:54:57.729979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:54:57.733794 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:57.783180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:54:57.800895 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:57.801559 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Added segment a4ef8b4a-ec61-4e88-a9bd-46fb85e75001 of type vlan for network 2e856956-c1be-4206-a35b-518a42738010 Nov 26 21:54:57.892287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:57.972459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:57.984804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:57.985677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:57.995944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49972) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:58.050613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49984) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:58.058176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'subnet': {'network_id': '2e856956-c1be-4206-a35b-518a42738010', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:58.061898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6016273 Nov 26 21:54:58.190294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a17c72-daec-43d1-98aa-4dd6e3745781 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Network': ['ID=2e856956-c1be-4206-a35b-518a42738010,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:58.202605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:54:58.209745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.220460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 2e856956-c1be-4206-a35b-518a42738010 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:54:58.252721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e2455e5-3bc5-4081-bdb1-0f3d06a81739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.303317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517dfb6-8f03-40b7-a9bb-cca3f6dd67ee req-cd13da43-efb2-4541-b1fb-739e5e68c127 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:58.305862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7517dfb6-8f03-40b7-a9bb-cca3f6dd67ee req-cd13da43-efb2-4541-b1fb-739e5e68c127 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 951 time: 0.0713801 Nov 26 21:54:58.408179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7517dfb6-8f03-40b7-a9bb-cca3f6dd67ee req-de123792-650b-4ca1-8eb6-119474a7f364 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858700 Nov 26 21:54:58.521364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e2455e5-3bc5-4081-bdb1-0f3d06a81739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.525216 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.531080 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e2455e5-3bc5-4081-bdb1-0f3d06a81739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.643276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1e2455e5-3bc5-4081-bdb1-0f3d06a81739 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5202e49949ad44c99228f860e19e1ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6451447 Nov 26 21:54:58.644575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50002) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:58.654904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2455e5-3bc5-4081-bdb1-0f3d06a81739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd97a48-3932-470d-a778-7e4e5b70015a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:58.687598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.773718 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3aac59b4-4fc9-4172-b483-df1e43f707cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.824927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3aac59b4-4fc9-4172-b483-df1e43f707cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.860615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1d50226e-6680-4f17-b532-c5436588537c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:54:58.861806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Subnet': ['ID=9de11655-674a-458c-ad8e-d0b36e8bc3fc,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:58.872201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Checking segment: {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:54:58.875924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network hostable DHCP agents. Network: 2e856956-c1be-4206-a35b-518a42738010, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:54:58.917982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network 2e856956-c1be-4206-a35b-518a42738010 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:54:58.935744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 2e856956-c1be-4206-a35b-518a42738010) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:54:58.942646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:58.947353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:58.997155 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f5b26c28-e139-4084-9394-fe5c5af33011 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9438968 Nov 26 21:54:59.000149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea68666-b1a1-4881-b696-94317fa7ee40 req-9e361167-f6a5-4aaf-8936-2362bd5009ce tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:59.012120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eea68666-b1a1-4881-b696-94317fa7ee40 req-9e361167-f6a5-4aaf-8936-2362bd5009ce tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1170871 Nov 26 21:54:59.013376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50020) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:59.021768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5381d8c-75d9-4033-8eda-aefec1d4603d None None] Network 2e856956-c1be-4206-a35b-518a42738010 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:54:59.024658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2065701090'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:59.037570 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3aac59b4-4fc9-4172-b483-df1e43f707cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.044154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3aac59b4-4fc9-4172-b483-df1e43f707cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.046209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3aac59b4-4fc9-4172-b483-df1e43f707cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fd97a48-3932-470d-a778-7e4e5b70015a HTTP/1.1" status: 204 len: 168 time: 0.4006143 Nov 26 21:54:59.096770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:54:59.105153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac59b4-4fc9-4172-b483-df1e43f707cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd97a48-3932-470d-a778-7e4e5b70015a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:59.106274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.211720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eea68666-b1a1-4881-b696-94317fa7ee40 req-eca2677e-1662-4da1-aa15-67ff1e5cefb1 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965752 Nov 26 21:54:59.222271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:54:59.234997 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.235204 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Added segment a88a83c2-430b-4d5b-b713-0b7a24a5d65b of type vlan for network b3223661-7f70-42f4-8d3b-46b12347eda5 Nov 26 21:54:59.323373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.358312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.367425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:54:59.368295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.399748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.435518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1d50226e-6680-4f17-b532-c5436588537c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:54:59.439643 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.465092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Network': ['ID=b3223661-7f70-42f4-8d3b-46b12347eda5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:54:59.486613 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-89a17189-41f6-48a0-a081-99bd2547790b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4714513 Nov 26 21:54:59.488625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:54:59.497683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'subnet': {'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:54:59.655903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network b3223661-7f70-42f4-8d3b-46b12347eda5 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:54:59.813609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:54:59.817790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.865920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-2e856956-c1be-4206-a35b-518a42738010', 'network_id': '2e856956-c1be-4206-a35b-518a42738010', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'fixed_ips': [{'subnet_id': '9de11655-674a-458c-ad8e-d0b36e8bc3fc'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:54:59.866950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:54:59.972593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:00.017799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 1d50226e-6680-4f17-b532-c5436588537c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1d50226e-6680-4f17-b532-c5436588537c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:00.159168 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:00.182849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:00.270436 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Sync routers for ids ['b2aab4ef-cc31-495d-8454-0b0be913bd39'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:00.287673 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Routers {'b2aab4ef-cc31-495d-8454-0b0be913bd39'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:00.290826 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['b2aab4ef-cc31-495d-8454-0b0be913bd39'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:00.309668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e1f2a-5bb4-44c4-a0da-2ddaafa1936c req-05710d39-4f56-43a4-bd42-2de14ad8d5c3 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:00.326362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-547e1f2a-5bb4-44c4-a0da-2ddaafa1936c req-05710d39-4f56-43a4-bd42-2de14ad8d5c3 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 951 time: 0.2071595 Nov 26 21:55:00.327393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=1d50226e-6680-4f17-b532-c5436588537c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:00.355637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Allocated IP 19.80.0.2 (2e856956-c1be-4206-a35b-518a42738010/9de11655-674a-458c-ad8e-d0b36e8bc3fc/77d73395-88ad-4377-b91d-125c89eef6db) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:00.430037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Subnet': ['ID=11afb1d8-8995-4ac0-a5e1-3743a43c0b88,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:00.460438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Checking segment: {'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:00.460805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network hostable DHCP agents. Network: b3223661-7f70-42f4-8d3b-46b12347eda5, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:55:00.497502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50082) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:00.541089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbb742-47db-491a-a8d6-c9570127f1d9 req-0e132d46-e018-4faa-8d31-306b061a0112 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:00.544452 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Set router b2aab4ef-cc31-495d-8454-0b0be913bd39 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:00.549127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64fbb742-47db-491a-a8d6-c9570127f1d9 req-0e132d46-e018-4faa-8d31-306b061a0112 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1983931 Nov 26 21:55:00.572281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-547e1f2a-5bb4-44c4-a0da-2ddaafa1936c req-4054bc28-046a-4e37-9ec8-341bbbbc19e6 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234275 Nov 26 21:55:00.612326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network b3223661-7f70-42f4-8d3b-46b12347eda5 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:55:00.703687 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:00.716772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:00.724261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64fbb742-47db-491a-a8d6-c9570127f1d9 req-76ca9170-ab28-4940-b0bb-fb9b758fbd53 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739814 Nov 26 21:55:00.737209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, b3223661-7f70-42f4-8d3b-46b12347eda5) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:00.742360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:00.742955 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:00.772379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989767e-aeb5-48f2-83dc-f51a14ebb12e None None] Network b3223661-7f70-42f4-8d3b-46b12347eda5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:00.788162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1790147670-network', 'tenant_id': '30d66e99c79249628f41d7512d240346'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:00.834105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f65450b7-14ef-48a1-8642-d31988454f4e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3311231 Nov 26 21:55:00.861883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Network 2e856956-c1be-4206-a35b-518a42738010 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:00.869714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:00.881371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:00.886204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Made reservation on behalf of 30d66e99c79249628f41d7512d240346 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:00.891366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Pushing event updated for resources: {'Port': ['ID=77d73395-88ad-4377-b91d-125c89eef6db,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:00.900708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1d50226e-6680-4f17-b532-c5436588537c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:00.905352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:00.932810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.111183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Attempting to bind port 77d73395-88ad-4377-b91d-125c89eef6db on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:01.111596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Attempting to bind port 77d73395-88ad-4377-b91d-125c89eef6db by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:01.111979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Attempting to bind port 77d73395-88ad-4377-b91d-125c89eef6db on network 2e856956-c1be-4206-a35b-518a42738010 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:01.122424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:01.122424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Checking segment: {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:01.123347 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.123347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Bound using segment: {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:01.123828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Bound port: 77d73395-88ad-4377-b91d-125c89eef6db, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:01.124267 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.148749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1d50226e-6680-4f17-b532-c5436588537c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:01.148749 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.173824 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '1d50226e-6680-4f17-b532-c5436588537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:54:55Z', 'revision_number': 4, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port': {'id': '1d50226e-6680-4f17-b532-c5436588537c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:50Z', 'updated_at': '2021-11-26T21:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bbb9974f-3d06-4747-8330-538ec0f39f75', 'name': '', 'network_id': '84d366fc-3726-4463-b109-49138753d9b7', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'mac_address': 'fa:16:3e:bf:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:53Z', 'updated_at': '2021-11-26T21:54:55Z', 'revision_number': 2, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'subnets': [{'id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:01.192111 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.202937 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.219619 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Checking router: b2aab4ef-cc31-495d-8454-0b0be913bd39 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:01.220288 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Updating router b2aab4ef-cc31-495d-8454-0b0be913bd39 port bbb9974f-3d06-4747-8330-538ec0f39f75 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:01.232279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-b3223661-7f70-42f4-8d3b-46b12347eda5', 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'fixed_ips': [{'subnet_id': '11afb1d8-8995-4ac0-a5e1-3743a43c0b88'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:55:01.233018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.242224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:55:01.260803 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.264841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80df9af-8f36-4bd0-a585-292234e548f9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:01.291735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.293511 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Added segment 300c39b0-6ad4-4be4-8c06-7170ab333abd of type vlan for network 298f4498-07ba-4d16-8e74-d26a0d713d46 Nov 26 21:55:01.381840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.396934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-f65ae8ed-efe8-4a89-a1a3-5c131e847c00 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:01.406706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-f65ae8ed-efe8-4a89-a1a3-5c131e847c00 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:01.414905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-f65ae8ed-efe8-4a89-a1a3-5c131e847c00 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/networks?id=2e856956-c1be-4206-a35b-518a42738010&id=b3223661-7f70-42f4-8d3b-46b12347eda5&id=2e856956-c1be-4206-a35b-518a42738010 HTTP/1.1" status: 200 len: 1391 time: 0.2500627 Nov 26 21:55:01.416232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] For port 77d73395-88ad-4377-b91d-125c89eef6db, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:01.438451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] For port 77d73395-88ad-4377-b91d-125c89eef6db, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=77d73395-88ad-4377-b91d-125c89eef6db,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:01.438764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-0a1768f8-b456-4442-b31c-57e914116fe6 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/quotas/78ee0169ad6945d0a46dd7086a944384 HTTP/1.1" status: 200 len: 375 time: 0.0222692 Nov 26 21:55:01.451066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.451577 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.454295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:01.454295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.531036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0958d3-4c0d-4be8-bab6-5cdd2bab8bc4 req-52e47404-0573-4028-9fe3-247f91bc5cba tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:01.539625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f0958d3-4c0d-4be8-bab6-5cdd2bab8bc4 req-52e47404-0573-4028-9fe3-247f91bc5cba tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.0995917 Nov 26 21:55:01.590630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-29afc4ae-c356-4708-aaf0-0fc7d8ef7943 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376076 Nov 26 21:55:01.601709 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1046748 Nov 26 21:55:01.607656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50114) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:01.612786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Request body: {'subnet': {'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1790147670-subnet', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:01.619673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801498e-0e02-4c0a-abd1-8183dfa74162 admin admin] Pushing event updated for resources: {'Network': ['ID=298f4498-07ba-4d16-8e74-d26a0d713d46,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:01.713875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Made reservation on behalf of 30d66e99c79249628f41d7512d240346 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:01.722411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:01.757470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f0958d3-4c0d-4be8-bab6-5cdd2bab8bc4 req-243eef0e-b914-4fb7-aeac-3817cc6daf38 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167256 Nov 26 21:55:01.793938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a5611c42-b0f4-4a90-b6fd-aa1e9e14a72f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:55:01.801704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a5611c42-b0f4-4a90-b6fd-aa1e9e14a72f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2101560 Nov 26 21:55:01.839764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aa62f-25e9-430f-9054-0cce38deceb9 None None] Pushing event updated for resources: {'Port': ['ID=77d73395-88ad-4377-b91d-125c89eef6db,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:01.866650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Allocated IP 19.86.0.2 (b3223661-7f70-42f4-8d3b-46b12347eda5/11afb1d8-8995-4ac0-a5e1-3743a43c0b88/d8ea210f-1382-4c76-b946-3c5e3640bb9e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:01.987455 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.004389 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.024124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:02.027697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:55:02.199355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-912eacd0-6141-4eb1-913d-1e3208875a0b service neutron] 10.222.0.21 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891418 Nov 26 21:55:02.223972 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Attempting to bind port bbb9974f-3d06-4747-8330-538ec0f39f75 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:02.225643 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Attempting to bind port bbb9974f-3d06-4747-8330-538ec0f39f75 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:02.226337 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Attempting to bind port bbb9974f-3d06-4747-8330-538ec0f39f75 on network 84d366fc-3726-4463-b109-49138753d9b7 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:02.265896 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:02.280757 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Checking segment: {'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:02.281719 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.282356 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Bound using segment: {'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:02.283356 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Bound port: bbb9974f-3d06-4747-8330-538ec0f39f75, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75696180-8130-4398-a4a7-7430bec9e66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '84d366fc-3726-4463-b109-49138753d9b7'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:02.284000 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.291553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-60173adb-4a8a-4838-bb82-f7ee55f2fdea tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:02.293485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-60173adb-4a8a-4838-bb82-f7ee55f2fdea tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.13 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 951 time: 0.1220767 Nov 26 21:55:02.377424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.402705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-72454cb9-14dc-461f-9621-7c7f74229aae service neutron] 10.222.0.21 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022197 Nov 26 21:55:02.406041 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.417105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:02.422709 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da6fcba-d7fc-4fbf-a636-20fdfca4d0ec" -d '{"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:02.425307 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] For port bbb9974f-3d06-4747-8330-538ec0f39f75, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:02.431097 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] For port bbb9974f-3d06-4747-8330-538ec0f39f75, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbb9974f-3d06-4747-8330-538ec0f39f75,segment=NetworkSegment(75696180-8130-4398-a4a7-7430bec9e66c),segment_id=75696180-8130-4398-a4a7-7430bec9e66c)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:02.435828 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Pushing event updated for resources: {'Port': ['ID=bbb9974f-3d06-4747-8330-538ec0f39f75,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:02.436966 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.461572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:02.463859 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.519192 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.520352 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.520836 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.521997 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.522628 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.523583 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.525464 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.527536 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.528736 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.529973 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.530649 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.531367 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.532512 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:02.538250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Deleting port 7b061b97-8924-4030-8702-ba928f25e84f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:02.538964 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.564699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Network b3223661-7f70-42f4-8d3b-46b12347eda5 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:02.591544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:02.619502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:02.664203 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Routers {'b2aab4ef-cc31-495d-8454-0b0be913bd39'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:02.664845 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['b2aab4ef-cc31-495d-8454-0b0be913bd39'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:02.666991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Pushing event updated for resources: {'Port': ['ID=d8ea210f-1382-4c76-b946-3c5e3640bb9e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:02.693800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8d419-5443-4497-80d6-6cae3d2a203e req-acc94e81-19f0-4c3c-8070-05787597bde2 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:02.705570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07e8d419-5443-4497-80d6-6cae3d2a203e req-acc94e81-19f0-4c3c-8070-05787597bde2 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/ports?device_id=9def8bfb-177d-4612-a242-a61c504808b9 HTTP/1.1" status: 200 len: 951 time: 0.6032994 Nov 26 21:55:02.757972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-500d7365-562b-4f0b-9ae9-08ffa3f00700 None None] Provisioning complete for port bbb9974f-3d06-4747-8330-538ec0f39f75 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:02.764774 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-500d7365-562b-4f0b-9ae9-08ffa3f00700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.769471 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197221b-0951-4980-b7bd-12286e9274d2 None None] Pushing event updated for resources: {'Port': ['ID=bbb9974f-3d06-4747-8330-538ec0f39f75,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:02.892848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] For port 7b061b97-8924-4030-8702-ba928f25e84f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b061b97-8924-4030-8702-ba928f25e84f,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:02.900594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:02.938592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Calling delete_port for 7b061b97-8924-4030-8702-ba928f25e84f owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:02.948557 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] Set router b2aab4ef-cc31-495d-8454-0b0be913bd39 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:02.989160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 77d73395-88ad-4377-b91d-125c89eef6db up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:03.029355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-57b90086-c9a3-4816-9772-1258442b3e30 service neutron] 10.222.0.21 "GET /v2.0/networks/b3223661-7f70-42f4-8d3b-46b12347eda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223276 Nov 26 21:55:03.188870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.201121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Attempting to bind port d8ea210f-1382-4c76-b946-3c5e3640bb9e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:03.205059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Attempting to bind port d8ea210f-1382-4c76-b946-3c5e3640bb9e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:03.205605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Attempting to bind port d8ea210f-1382-4c76-b946-3c5e3640bb9e on network b3223661-7f70-42f4-8d3b-46b12347eda5 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:03.233534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:03.245449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Pushing event deleted for resources: {'Port': ['ID=7b061b97-8924-4030-8702-ba928f25e84f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:03.255241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.266212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:03.267277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Checking segment: {'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:03.267719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.268656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Bound using segment: {'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:03.269153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Bound port: d8ea210f-1382-4c76-b946-3c5e3640bb9e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:03.269602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.311378 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] No DVR routers for this DVR port 7b061b97-8924-4030-8702-ba928f25e84f on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:03.313955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.322857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5fdff452-9c1b-4250-b114-c9863ca99a67 req-a59e6718-91d2-4511-882c-ea0b64989f19 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.13 "DELETE /v2.0/ports/7b061b97-8924-4030-8702-ba928f25e84f HTTP/1.1" status: 204 len: 173 time: 1.0218446 Nov 26 21:55:03.323562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-deleted', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:03.326450 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f43f7e8-71e8-4953-a2bd-4c3c250dab8d" -d '{"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-deleted", "tag": "7b061b97-8924-4030-8702-ba928f25e84f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:03.350189 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '1d50226e-6680-4f17-b532-c5436588537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:54:55Z', 'revision_number': 4, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port': {'id': '1d50226e-6680-4f17-b532-c5436588537c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:50Z', 'updated_at': '2021-11-26T21:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bbb9974f-3d06-4747-8330-538ec0f39f75', 'name': '', 'network_id': '84d366fc-3726-4463-b109-49138753d9b7', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'mac_address': 'fa:16:3e:bf:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:53Z', 'updated_at': '2021-11-26T21:55:02Z', 'revision_number': 4, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'subnets': [{'id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:03.369671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b4bb13-cf70-42b2-a099-b7a6dfc93aa2,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:03.377065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 77d73395-88ad-4377-b91d-125c89eef6db triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:03.377374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.403472 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399f876-b55a-4c9e-8ae2-48c72846f6f3 None None] The sync data for ids ['b2aab4ef-cc31-495d-8454-0b0be913bd39'] in n-d-819494-1 is: [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '1d50226e-6680-4f17-b532-c5436588537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:54:55Z', 'revision_number': 4, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port': {'id': '1d50226e-6680-4f17-b532-c5436588537c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:50Z', 'updated_at': '2021-11-26T21:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bbb9974f-3d06-4747-8330-538ec0f39f75', 'name': '', 'network_id': '84d366fc-3726-4463-b109-49138753d9b7', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'mac_address': 'fa:16:3e:bf:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:53Z', 'updated_at': '2021-11-26T21:55:02Z', 'revision_number': 4, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'subnets': [{'id': 'd3e808c7-0d6b-4ed6-a541-af2ae6093481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:03.450314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2065c655-b469-48b7-901f-766ea069593e None None] Network 2e856956-c1be-4206-a35b-518a42738010 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:03.457397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07e8d419-5443-4497-80d6-6cae3d2a203e req-19864f6d-4273-4297-8823-af9c4c26dce7 tempest-ImagesOneServerTestJSON-314232470 tempest-ImagesOneServerTestJSON-314232470-project] 10.222.0.21 "GET /v2.0/security-groups?id=49b504f3-cb2b-40b2-a967-e7161d740b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7404213 Nov 26 21:55:03.502859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Checking segment: {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:03.503771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Network hostable DHCP agents. Network: 298f4498-07ba-4d16-8e74-d26a0d713d46, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:55:03.572306 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-500d7365-562b-4f0b-9ae9-08ffa3f00700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.579937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] For port d8ea210f-1382-4c76-b946-3c5e3640bb9e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:03.587548 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8daea3d6-50f6-409c-99d5-68ab4d442f2b service neutron] 10.222.0.21 "GET /v2.0/networks/b3223661-7f70-42f4-8d3b-46b12347eda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547907 Nov 26 21:55:03.630116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] For port d8ea210f-1382-4c76-b946-3c5e3640bb9e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d8ea210f-1382-4c76-b946-3c5e3640bb9e,segment=NetworkSegment(a88a83c2-430b-4d5b-b713-0b7a24a5d65b),segment_id=a88a83c2-430b-4d5b-b713-0b7a24a5d65b)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:03.683401 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.691248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:55:03.729474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 298f4498-07ba-4d16-8e74-d26a0d713d46) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:03.741648 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.744119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:03.748128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.796326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-500d7365-562b-4f0b-9ae9-08ffa3f00700 None None] For port bbb9974f-3d06-4747-8330-538ec0f39f75, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbb9974f-3d06-4747-8330-538ec0f39f75,segment=NetworkSegment(75696180-8130-4398-a4a7-7430bec9e66c),segment_id=75696180-8130-4398-a4a7-7430bec9e66c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:03.824964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-30c84fbc-702c-4f72-907d-cc630a9dec70 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2162266 Nov 26 21:55:03.827850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50132) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:03.834602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:03.868827 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.870318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:03.870632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40407d9b-5b51-43d6-ad60-fa1ba9cc061e None None] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:03.921092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-d6ec2473-9431-4aee-aea7-435d005589bc service neutron] 10.222.0.21 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325655 Nov 26 21:55:03.938964 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-500d7365-562b-4f0b-9ae9-08ffa3f00700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:04.034997 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e32493f-167d-4553-86b7-2f85871f6855 x-openstack-request-id: req-1e32493f-167d-4553-86b7-2f85871f6855 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:04.035543 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-unplugged", "status": "completed", "tag": "7b061b97-8924-4030-8702-ba928f25e84f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:04.035543 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e32493f-167d-4553-86b7-2f85871f6855 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:04.035860 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f', 'code': 200} Nov 26 21:55:04.087724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:04.174615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 77d73395-88ad-4377-b91d-125c89eef6db, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=77d73395-88ad-4377-b91d-125c89eef6db,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:04.205561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-1e550456-cdf5-42f2-9587-2ae2e30963d4 service neutron] 10.222.0.21 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833903 Nov 26 21:55:04.225633 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:04.279140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1088b1c4-1af2-49d5-b0a6-78768c3c97e1 None None] Provisioning complete for port bbb9974f-3d06-4747-8330-538ec0f39f75 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:04.279932 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1088b1c4-1af2-49d5-b0a6-78768c3c97e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:04.281644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367376-d0e1-4dbe-9fe0-d4995c1e9daa None None] Pushing event updated for resources: {'Port': ['ID=d8ea210f-1382-4c76-b946-3c5e3640bb9e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:04.531447 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014ad1e2-4f31-4baa-8446-64367d8f8f79 x-openstack-request-id: req-014ad1e2-4f31-4baa-8446-64367d8f8f79 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:04.532467 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def8bfb-177d-4612-a242-a61c504808b9", "name": "network-vif-deleted", "tag": "7b061b97-8924-4030-8702-ba928f25e84f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:04.533007 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-014ad1e2-4f31-4baa-8446-64367d8f8f79 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:04.533650 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def8bfb-177d-4612-a242-a61c504808b9', 'name': 'network-vif-deleted', 'tag': '7b061b97-8924-4030-8702-ba928f25e84f', 'status': 'completed', 'code': 200} Nov 26 21:55:04.542842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd882d4-1e76-4b85-9e30-62a0b6085f6a req-5297d3e1-3a52-49bc-9f7d-3f26a0fff04d tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:04.551460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cdd882d4-1e76-4b85-9e30-62a0b6085f6a req-5297d3e1-3a52-49bc-9f7d-3f26a0fff04d tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.4623413 Nov 26 21:55:04.806382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-298f4498-07ba-4d16-8e74-d26a0d713d46', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:55:04.807434 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:04.856871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d7365-562b-4f0b-9ae9-08ffa3f00700 None None] Pushing event updated for resources: {'Port': ['ID=bbb9974f-3d06-4747-8330-538ec0f39f75,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:04.864431 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:04.888449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d35b8769-59e4-4eec-a5ec-2f6122da08b9 req-aa1a9056-b9ba-4765-9001-095193a2b44f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 210 time: 0.2085159 Nov 26 21:55:05.073152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-198376ad-fe2e-48f9-b82e-04c050235152 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:05.089801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cdd882d4-1e76-4b85-9e30-62a0b6085f6a req-1b080660-ca66-4608-a530-af78e24ac44a tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335886 Nov 26 21:55:05.100112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-198376ad-fe2e-48f9-b82e-04c050235152 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.13 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1642902 Nov 26 21:55:05.305535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d8ea210f-1382-4c76-b946-3c5e3640bb9e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:05.488158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50170) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:05.541799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Deleting port e7f570be-d31e-4eb8-ae1a-872fa006d018 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:05.542453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:05.559815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=77d73395-88ad-4377-b91d-125c89eef6db,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:05.661427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:05.742104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:05.785371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Allocated IP 172.20.0.2 (298f4498-07ba-4d16-8e74-d26a0d713d46/89b4bb13-cf70-42b2-a099-b7a6dfc93aa2/b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:05.816055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:05.823823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] For port e7f570be-d31e-4eb8-ae1a-872fa006d018, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7f570be-d31e-4eb8-ae1a-872fa006d018,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:05.824341 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:05.890994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Calling delete_port for e7f570be-d31e-4eb8-ae1a-872fa006d018 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:05.908174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d7b7fc23-d700-46d4-be59-70a12612464a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5479992e1ac40acae5ca88019ce59c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4164770 Nov 26 21:55:05.909153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50176) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:05.941653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1088b1c4-1af2-49d5-b0a6-78768c3c97e1 None None] Provisioning complete for port 77d73395-88ad-4377-b91d-125c89eef6db triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:05.942246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1088b1c4-1af2-49d5-b0a6-78768c3c97e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:05.944839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 7b061b97-8924-4030-8702-ba928f25e84f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:05.946474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b061b97-8924-4030-8702-ba928f25e84f not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:05.947669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e7f570be-d31e-4eb8-ae1a-872fa006d018 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:06.018020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Allocated IP 172.25.3.18 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/23fea87d-1a95-4c12-820d-1b69b5d38a16) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:06.059505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70790f70-22e1-432f-bb02-a94298e30624 req-1379205f-2459-4c79-bbd5-00ee63ec6601 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 210 time: 0.0342462 Nov 26 21:55:06.113241 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebc5-7ed9-4c39-817d-ced99e58e174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.186722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebc5-7ed9-4c39-817d-ced99e58e174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.237246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da147f-6908-430d-9d55-24308430eac7 None None] Network b3223661-7f70-42f4-8d3b-46b12347eda5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:06.301307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.325818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.379029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298352f-201b-4c20-ab96-2286b8aff582 req-23446860-bef7-4aca-8fea-eb424f3d28bc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:06.387444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2298352f-201b-4c20-ab96-2286b8aff582 req-23446860-bef7-4aca-8fea-eb424f3d28bc tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=23ef0407-3d47-4be6-ae64-1b2c05734605 HTTP/1.1" status: 200 len: 945 time: 0.1431813 Nov 26 21:55:06.416202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebc5-7ed9-4c39-817d-ced99e58e174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.419122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82d1ebc5-7ed9-4c39-817d-ced99e58e174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.420455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-82d1ebc5-7ed9-4c39-817d-ced99e58e174 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49b504f3-cb2b-40b2-a967-e7161d740b65 HTTP/1.1" status: 204 len: 168 time: 0.5060623 Nov 26 21:55:06.432556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['6f66bb10-a329-477f-b9e2-c12cd8438d7c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:55:06.448415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Pushing event deleted for resources: {'Port': ['ID=e7f570be-d31e-4eb8-ae1a-872fa006d018,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:06.475660 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.485502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d8ea210f-1382-4c76-b946-3c5e3640bb9e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:06.486167 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.510005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1ebc5-7ed9-4c39-817d-ced99e58e174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b504f3-cb2b-40b2-a967-e7161d740b65,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:06.516629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] No DVR routers for this DVR port e7f570be-d31e-4eb8-ae1a-872fa006d018 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:06.520558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.533241 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2465b4bc-beb1-41f0-9270-6ff21ce35246 req-c9522a6d-4ff2-4bfc-b2b1-6bc06c007e5c tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.13 "DELETE /v2.0/ports/e7f570be-d31e-4eb8-ae1a-872fa006d018 HTTP/1.1" status: 204 len: 173 time: 1.4043322 Nov 26 21:55:06.535223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ef0407-3d47-4be6-ae64-1b2c05734605', 'name': 'network-vif-deleted', 'tag': 'e7f570be-d31e-4eb8-ae1a-872fa006d018'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:06.556979 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8fe55c-8186-4ca7-8720-5b75c037fdf8" -d '{"events": [{"server_uuid": "23ef0407-3d47-4be6-ae64-1b2c05734605", "name": "network-vif-deleted", "tag": "e7f570be-d31e-4eb8-ae1a-872fa006d018"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:06.666009 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c043691c-c6e5-4920-ac4a-7f0cf5d561b5 x-openstack-request-id: req-c043691c-c6e5-4920-ac4a-7f0cf5d561b5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:06.666694 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ef0407-3d47-4be6-ae64-1b2c05734605", "name": "network-vif-deleted", "tag": "e7f570be-d31e-4eb8-ae1a-872fa006d018", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:06.667028 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c043691c-c6e5-4920-ac4a-7f0cf5d561b5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:06.667505 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ef0407-3d47-4be6-ae64-1b2c05734605', 'name': 'network-vif-deleted', 'tag': 'e7f570be-d31e-4eb8-ae1a-872fa006d018', 'status': 'completed', 'code': 200} Nov 26 21:55:06.682764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2298352f-201b-4c20-ab96-2286b8aff582 req-6c117afc-4a14-4ae3-8c6b-cd9871fb68e9 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942874 Nov 26 21:55:06.734645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No active binding found for port e7f570be-d31e-4eb8-ae1a-872fa006d018 {{(pid=110001) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 26 21:55:06.735097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e7f570be-d31e-4eb8-ae1a-872fa006d018 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:06.735487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:06.747032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:06.757047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:06.765310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Pushing event updated for resources: {'Port': ['ID=23fea87d-1a95-4c12-820d-1b69b5d38a16,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:06.775395 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.804433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-f40b32ad-66c7-4469-b928-9b82b8b8077c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:06.810509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-f40b32ad-66c7-4469-b928-9b82b8b8077c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:06.812116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-f40b32ad-66c7-4469-b928-9b82b8b8077c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "GET /v2.0/networks?id=2e856956-c1be-4206-a35b-518a42738010&id=b3223661-7f70-42f4-8d3b-46b12347eda5&id=2e856956-c1be-4206-a35b-518a42738010 HTTP/1.1" status: 200 len: 1391 time: 0.3926454 Nov 26 21:55:06.815203 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:06.835779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'port': {'device_id': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'network_id': '2e856956-c1be-4206-a35b-518a42738010', 'admin_state_up': True, 'tenant_id': '78ee0169ad6945d0a46dd7086a944384'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:06.938415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:06.985212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:06.987828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:07.015533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.037306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Pushing event updated for resources: {'Port': ['ID=b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:07.106843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.208273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Attempting to bind port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:07.209420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Attempting to bind port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:07.209584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Attempting to bind port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb on network 298f4498-07ba-4d16-8e74-d26a0d713d46 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:07.216324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5d0806d1-72f7-4888-b328-433e17beedbf None None] Provisioning complete for port d8ea210f-1382-4c76-b946-3c5e3640bb9e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:07.216998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5d0806d1-72f7-4888-b328-433e17beedbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.323140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:07.324020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Checking segment: {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:07.324599 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.325209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Bound using segment: {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:07.325867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Bound port: b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:07.326477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.347740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port d8ea210f-1382-4c76-b946-3c5e3640bb9e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d8ea210f-1382-4c76-b946-3c5e3640bb9e,segment=NetworkSegment(a88a83c2-430b-4d5b-b713-0b7a24a5d65b),segment_id=a88a83c2-430b-4d5b-b713-0b7a24a5d65b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:07.360020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f67fbe15-2c91-4dc7-88be-86ffd1db2ed0 req-2790201a-1a3e-4cfc-9c4d-296378f0f0d0 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 210 time: 0.0644615 Nov 26 21:55:07.365469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.366658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbb9974f-3d06-4747-8330-538ec0f39f75 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:07.367411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:07.371552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.456079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.549720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=d8ea210f-1382-4c76-b946-3c5e3640bb9e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:07.581325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] For port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:07.603361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] For port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:07.614548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50224) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:07.624499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bbb9974f-3d06-4747-8330-538ec0f39f75 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:07.624912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.631145 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.739247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5d0806d1-72f7-4888-b328-433e17beedbf None None] Provisioning complete for port 77d73395-88ad-4377-b91d-125c89eef6db triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:07.739632 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5d0806d1-72f7-4888-b328-433e17beedbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.795913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1991969955-network', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:07.840834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Made reservation on behalf of f0c14aaef8024a9cb85b36b10d32c2da for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:07.843359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.853723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54e067-defb-49a9-8065-f405637c5e70 None None] Pushing event updated for resources: {'Port': ['ID=b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:07.859763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:07.878509 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.079216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.084479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.137491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:55:08.161340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.162610 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Added segment 230289c6-e917-4cb6-8196-82141278fbde of type vlan for network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 Nov 26 21:55:08.223931 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.235260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9ce78fe1-b32e-4e80-832f-6cb589d68a99 None None] Provisioning complete for port d8ea210f-1382-4c76-b946-3c5e3640bb9e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:08.235961 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ce78fe1-b32e-4e80-832f-6cb589d68a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.282280 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.283448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:08.284049 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.294660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ad1f45-4f8c-4d4c-b358-023fec5fed41,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:08.388187 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7711549 Nov 26 21:55:08.391353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50238) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:08.397971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d8ea210f-1382-4c76-b946-3c5e3640bb9e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:08.406758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Request body: {'subnet': {'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1991969955-subnet', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:08.425066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfb225-7dcc-486a-abc6-065caf734997 admin admin] Pushing event updated for resources: {'Network': ['ID=638bb49d-3a8c-4463-9bb0-3e6a43a63513,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:08.447561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Made reservation on behalf of f0c14aaef8024a9cb85b36b10d32c2da for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:08.450681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.456621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:55:08.475442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Allocated IP 19.80.0.12 (2e856956-c1be-4206-a35b-518a42738010/9de11655-674a-458c-ad8e-d0b36e8bc3fc/05685e7e-d067-4f22-8071-006bf402f3f0) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:08.569899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d8ea210f-1382-4c76-b946-3c5e3640bb9e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:08.570466 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.625417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb9e109e-2b4d-44a2-bcdd-0ddd41d14687 req-2e4208f1-0c8f-4d97-9bb2-2fe531261e72 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 210 time: 0.1048396 Nov 26 21:55:08.669621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 77d73395-88ad-4377-b91d-125c89eef6db up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:08.699355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc208f-96e6-4dc6-84a8-04fc6e8a1a23 req-4c83796e-8fac-4f15-b745-0facd4b75fec tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:08.711070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10fc208f-96e6-4dc6-84a8-04fc6e8a1a23 req-4c83796e-8fac-4f15-b745-0facd4b75fec tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.2606163 Nov 26 21:55:08.731804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.735195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 77d73395-88ad-4377-b91d-125c89eef6db triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:08.735626 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.812326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3400bd2a-32a5-4422-a0bb-dec2df9c1f3f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:08.838329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Checking segment: {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:08.838329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Network hostable DHCP agents. Network: 638bb49d-3a8c-4463-9bb0-3e6a43a63513, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:55:08.868294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:55:08.875770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:08.893183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 638bb49d-3a8c-4463-9bb0-3e6a43a63513) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:08.899663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:08.903218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:08.924881 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7b4ae-10ea-40a4-99d7-f89e45c87e74 None None] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:08.940726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50248) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:08.947602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-27219062-c0d2-42cf-84a6-d7510ae96ec0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5547502 Nov 26 21:55:08.959657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:09.022513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10fc208f-96e6-4dc6-84a8-04fc6e8a1a23 req-65293ed8-9568-42fe-82bb-31c5f375aa43 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101618 Nov 26 21:55:09.028097 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.047354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.048033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.105256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:09.105625 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.133324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:55:09.134110 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.217942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.233502 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.359351 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.389981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c95ad-735d-4d0c-b0ab-a9c025065970 None None] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:09.564267 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.598589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Allocated IP 172.20.0.2 (638bb49d-3a8c-4463-9bb0-3e6a43a63513/3400bd2a-32a5-4422-a0bb-dec2df9c1f3f/0ad49270-995e-4d41-bacf-e1e6023e4b8b) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:09.605642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network 2e856956-c1be-4206-a35b-518a42738010 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:09.614001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:09.630352 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Port': ['ID=05685e7e-d067-4f22-8071-006bf402f3f0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:09.635865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:09.749923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1afc7d88-ad7f-4e24-a046-773bb686fa5a None None] Provisioning complete for port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:09.750472 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1afc7d88-ad7f-4e24-a046-773bb686fa5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.765671 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.775472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:09.776133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.829727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:55:09.858105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b472f079-c884-4f10-a15b-5fdb208c13a4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0302641 Nov 26 21:55:09.923513 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'port': {'device_id': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5', 'admin_state_up': True, 'tenant_id': '78ee0169ad6945d0a46dd7086a944384'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:09.947753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:09.974067 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:09.976054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbb9974f-3d06-4747-8330-538ec0f39f75 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:10.085551 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.092535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bc66f-e4fb-4579-8dcb-afa71108b6d7 req-5cd174fd-fc7d-4b57-8a0b-372a00f7fc63 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:10.094043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-837bc66f-e4fb-4579-8dcb-afa71108b6d7 req-5cd174fd-fc7d-4b57-8a0b-372a00f7fc63 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 931 time: 0.2745087 Nov 26 21:55:10.133178 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.150212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:10.176208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:10.192458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:10.195757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Sync routers for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:10.210793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:10.217148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:10.231008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bbb9974f-3d06-4747-8330-538ec0f39f75 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:10.231383 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.233082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Pushing event updated for resources: {'Port': ['ID=0ad49270-995e-4d41-bacf-e1e6023e4b8b,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:10.244446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-837bc66f-e4fb-4579-8dcb-afa71108b6d7 req-4ff4a1b6-74fe-4583-94f8-31ae94cc3cf9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381373 Nov 26 21:55:10.265193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:10.267737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:10.373974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3bf7f715-a9ca-45d3-a91c-3d4c501d0ef4 None None] Provisioning complete for port 05685e7e-d067-4f22-8071-006bf402f3f0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:10.373974 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3bf7f715-a9ca-45d3-a91c-3d4c501d0ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.415387 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.451385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:10.451905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Attempting to bind port 0ad49270-995e-4d41-bacf-e1e6023e4b8b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:10.452280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Attempting to bind port 0ad49270-995e-4d41-bacf-e1e6023e4b8b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:10.452648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Attempting to bind port 0ad49270-995e-4d41-bacf-e1e6023e4b8b on network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:10.455393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.464913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:10.465149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Checking segment: {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:10.465554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.466350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Bound using segment: {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:10.466938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Bound port: 0ad49270-995e-4d41-bacf-e1e6023e4b8b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:10.467184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.487095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c71a7-9fe5-479d-9336-f108a131ccbf req-d715ef3f-12e5-40f9-9558-f562f039e56b tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:10.488096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d44c71a7-9fe5-479d-9336-f108a131ccbf req-d715ef3f-12e5-40f9-9558-f562f039e56b tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.3132970 Nov 26 21:55:10.489169 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.493365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.498192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50266) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:10.504020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0f52df81-30e1-45f1-bc99-ff9c068f5306 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6705091 Nov 26 21:55:10.532227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7f715-a9ca-45d3-a91c-3d4c501d0ef4 None None] Port 05685e7e-d067-4f22-8071-006bf402f3f0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:10.566805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:10.686670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d44c71a7-9fe5-479d-9336-f108a131ccbf req-0aa0e842-5a1e-444e-b38d-aff58924d5c2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/security-groups?id=d933e95d-2b42-455e-8786-b126b20a9338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730003 Nov 26 21:55:10.715572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-d1267d86-52a5-4bcb-a41f-373573a5ebe2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:10.717442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-d1267d86-52a5-4bcb-a41f-373573a5ebe2 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.41 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 946 time: 0.1341615 Nov 26 21:55:10.735971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] For port 0ad49270-995e-4d41-bacf-e1e6023e4b8b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:10.776732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] For port 0ad49270-995e-4d41-bacf-e1e6023e4b8b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0ad49270-995e-4d41-bacf-e1e6023e4b8b,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:10.781987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-55521ca8-7063-474e-b441-ebade9aa23df None None] Provisioning complete for port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:10.782427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55521ca8-7063-474e-b441-ebade9aa23df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.854743 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:10.874532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Allocated IP 19.86.0.129 (b3223661-7f70-42f4-8d3b-46b12347eda5/11afb1d8-8995-4ac0-a5e1-3743a43c0b88/f1bda8e7-428d-4c36-8577-cdfcdb96ba42) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:10.876308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Allocated IP 172.25.3.175 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:10.881846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:10.978988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Deleting port 6f66bb10-a329-477f-b9e2-c12cd8438d7c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:10.979334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.121783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:11.123545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.205210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.282936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23222287-6776-46d8-8c5c-425f65e300dd None None] Pushing event updated for resources: {'Port': ['ID=0ad49270-995e-4d41-bacf-e1e6023e4b8b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:11.303146 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.335866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.381119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] For port 6f66bb10-a329-477f-b9e2-c12cd8438d7c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6f66bb10-a329-477f-b9e2-c12cd8438d7c,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:11.382180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.422903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:07Z', 'revision_number': 3, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:11.435984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Calling delete_port for 6f66bb10-a329-477f-b9e2-c12cd8438d7c owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:11.463053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.486710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Checking router: 0bda12fe-ac24-4845-a6b5-4dfc428e29dc for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:11.487067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Updating router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc port 23fea87d-1a95-4c12-820d-1b69b5d38a16 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:11.513232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network b3223661-7f70-42f4-8d3b-46b12347eda5 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:11.514784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:11.522127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:11.535141 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.612015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:11.613794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:11.688154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Port': ['ID=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:11.702853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:11.704525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.722274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:11.732142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:11.769477 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.795712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-31b0d06f-38f1-42e7-aca7-3236705b3261 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8773479 Nov 26 21:55:11.806802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:11.936957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'port': {'device_id': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'network_id': '2e856956-c1be-4206-a35b-518a42738010', 'admin_state_up': True, 'tenant_id': '78ee0169ad6945d0a46dd7086a944384'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:12.125685 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:12.136372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['6f66bb10-a329-477f-b9e2-c12cd8438d7c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:55:12.136996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46f3ba91-d13d-4c75-9532-4ae67a2c165c req-7d58c861-7131-4078-b72e-627382e1d2af tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 210 time: 0.2136414 Nov 26 21:55:12.145791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bb1f6-7613-49fc-9202-67cce515e46a req-4b393b72-1e32-4078-80f0-c25d3ed9c41b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:12.161173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bb1f6-7613-49fc-9202-67cce515e46a req-4b393b72-1e32-4078-80f0-c25d3ed9c41b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:12.161173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d08bb1f6-7613-49fc-9202-67cce515e46a req-4b393b72-1e32-4078-80f0-c25d3ed9c41b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 1654 time: 0.7445824 Nov 26 21:55:12.198992 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:12.294010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3565e9d-0d0a-4bc0-9b44-3a6c42e49a23 None None] Pushing event updated for resources: {'Port': ['ID=23fea87d-1a95-4c12-820d-1b69b5d38a16,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:12.312983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6580cbe7-caf5-4e2b-b044-56e59047e8d8 None None] Provisioning complete for port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:12.313363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6580cbe7-caf5-4e2b-b044-56e59047e8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:12.362171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6580cbe7-caf5-4e2b-b044-56e59047e8d8 None None] Port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:12.364592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Attempting to bind port 23fea87d-1a95-4c12-820d-1b69b5d38a16 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:12.365845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Attempting to bind port 23fea87d-1a95-4c12-820d-1b69b5d38a16 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:12.366281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Attempting to bind port 23fea87d-1a95-4c12-820d-1b69b5d38a16 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:12.372336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:12.373047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:12.373588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:12.373993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:12.374554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Bound port: 23fea87d-1a95-4c12-820d-1b69b5d38a16, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:12.374949 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:12.456296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] For port 23fea87d-1a95-4c12-820d-1b69b5d38a16, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:12.460963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] For port 23fea87d-1a95-4c12-820d-1b69b5d38a16, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=23fea87d-1a95-4c12-820d-1b69b5d38a16,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:12.476434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Pushing event deleted for resources: {'Port': ['ID=6f66bb10-a329-477f-b9e2-c12cd8438d7c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:12.476905 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:12.535074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] No DVR routers for this DVR port 6f66bb10-a329-477f-b9e2-c12cd8438d7c on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:12.538352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:12.543201 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75460d4a-4058-4a64-825f-c2b9695bc4cb req-9d705730-134b-4da4-bc7b-fb0a1bc96d86 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.41 "DELETE /v2.0/ports/6f66bb10-a329-477f-b9e2-c12cd8438d7c HTTP/1.1" status: 204 len: 173 time: 1.8194251 Nov 26 21:55:12.545965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e', 'name': 'network-vif-deleted', 'tag': '6f66bb10-a329-477f-b9e2-c12cd8438d7c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:12.554332 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8395e9-6929-4497-90a3-47763efa0a90" -d '{"events": [{"server_uuid": "87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e", "name": "network-vif-deleted", "tag": "6f66bb10-a329-477f-b9e2-c12cd8438d7c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:12.612407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3565e9d-0d0a-4bc0-9b44-3a6c42e49a23 None None] Pushing event updated for resources: {'Port': ['ID=23fea87d-1a95-4c12-820d-1b69b5d38a16,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:12.619379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784b7289-4c77-491e-9aa2-5d4de5fc69cd None None] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:12.646100 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9632dfd6-4b44-426f-8ea4-a0d000a06373 x-openstack-request-id: req-9632dfd6-4b44-426f-8ea4-a0d000a06373 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:12.646719 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e", "name": "network-vif-deleted", "tag": "6f66bb10-a329-477f-b9e2-c12cd8438d7c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:12.648411 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9632dfd6-4b44-426f-8ea4-a0d000a06373 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:12.648946 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e', 'name': 'network-vif-deleted', 'tag': '6f66bb10-a329-477f-b9e2-c12cd8438d7c', 'status': 'completed', 'code': 200} Nov 26 21:55:12.681349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Allocated IP 172.20.0.1 (298f4498-07ba-4d16-8e74-d26a0d713d46/89b4bb13-cf70-42b2-a099-b7a6dfc93aa2/45e28080-7f58-45c0-8fae-8ce4f79a91c0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:12.737007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:12.737868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:12.791938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-faac4806-8bf4-4b49-bab6-b13616d18962 None None] Provisioning complete for port 0ad49270-995e-4d41-bacf-e1e6023e4b8b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:12.792521 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-faac4806-8bf4-4b49-bab6-b13616d18962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:12.894137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d08bb1f6-7613-49fc-9202-67cce515e46a req-53b8b062-4947-4d54-b3da-317aba856789 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712031 Nov 26 21:55:12.910318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0ad49270-995e-4d41-bacf-e1e6023e4b8b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:12.918408 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.010459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.021407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:13.025058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.034308 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-faac4806-8bf4-4b49-bab6-b13616d18962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.055008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.119649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:13.119951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:13.135274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:13.142525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:13.201523 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.240304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Allocated IP 19.80.0.203 (2e856956-c1be-4206-a35b-518a42738010/9de11655-674a-458c-ad8e-d0b36e8bc3fc/43a7414e-639a-45ce-9e5f-9843416c25ba) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:13.261111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-faac4806-8bf4-4b49-bab6-b13616d18962 None None] For port 0ad49270-995e-4d41-bacf-e1e6023e4b8b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0ad49270-995e-4d41-bacf-e1e6023e4b8b,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:13.270742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Pushing event updated for resources: {'Port': ['ID=45e28080-7f58-45c0-8fae-8ce4f79a91c0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:13.320666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-faac4806-8bf4-4b49-bab6-b13616d18962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.385420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0ad49270-995e-4d41-bacf-e1e6023e4b8b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:13.386009 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.471673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.513114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac4806-8bf4-4b49-bab6-b13616d18962 None None] Pushing event updated for resources: {'Port': ['ID=0ad49270-995e-4d41-bacf-e1e6023e4b8b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:13.575530 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:55:13.587163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.653099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.686778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eb46e101-34c8-4f76-9d28-7f4662f9d3e4 None None] Provisioning complete for port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:13.687154 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb46e101-34c8-4f76-9d28-7f4662f9d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.721306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a693cd13-c99b-434e-a642-263712a0f014 req-6c2f9985-cc0f-4c3a-9adf-9f0690ed1df9 tempest-ServerRescueTestJSON-1229751111 tempest-ServerRescueTestJSON-1229751111-project] 10.222.0.21 "GET /v2.0/ports?device_id=87b4fae3-2a9a-4b6c-8b9f-dd0d0aaac03e HTTP/1.1" status: 200 len: 210 time: 0.0902166 Nov 26 21:55:13.770685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-eb46e101-34c8-4f76-9d28-7f4662f9d3e4 None None] Port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:13.804520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network 2e856956-c1be-4206-a35b-518a42738010 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:13.805671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:07Z', 'revision_number': 3, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:13.812469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:13.822251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:13.829967 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.841114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.853595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598647a-6e1b-497e-a8ba-a385af265cf0 None None] The sync data for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 is: [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:07Z', 'revision_number': 3, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:13.873661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:13.874588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.880559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Port': ['ID=43a7414e-639a-45ce-9e5f-9843416c25ba,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:13.921211 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-98b2f046-f6e8-4f9d-9b0b-2e99becb1dc1 None None] Provisioning complete for port 0ad49270-995e-4d41-bacf-e1e6023e4b8b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:13.921936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-98b2f046-f6e8-4f9d-9b0b-2e99becb1dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.926680 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.940577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-8ce4e2c7-98d7-486d-a5f8-83ff22eadedd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0193214 Nov 26 21:55:13.972527 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:13.991278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Pushing event updated for resources: {'Port': ['ID=45e28080-7f58-45c0-8fae-8ce4f79a91c0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:14.043001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Request body: {'port': {'device_id': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:14.186859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d71cc-e15b-46f9-a0b4-2cc37d2424fd req-872425cb-2132-4605-9b51-5171904462c4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:14.193233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d71cc-e15b-46f9-a0b4-2cc37d2424fd req-872425cb-2132-4605-9b51-5171904462c4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:14.199581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d71cc-e15b-46f9-a0b4-2cc37d2424fd req-872425cb-2132-4605-9b51-5171904462c4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:14.201324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e51d71cc-e15b-46f9-a0b4-2cc37d2424fd req-872425cb-2132-4605-9b51-5171904462c4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2376 time: 0.1550047 Nov 26 21:55:14.211677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:14.213199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:14.297162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:14.336673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d3cc018a-5f1b-4863-a17b-18ba2684d28f None None] Provisioning complete for port 43a7414e-639a-45ce-9e5f-9843416c25ba triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:14.337228 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d3cc018a-5f1b-4863-a17b-18ba2684d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:14.400882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc018a-5f1b-4863-a17b-18ba2684d28f None None] Port 43a7414e-639a-45ce-9e5f-9843416c25ba cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:14.432255 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e51d71cc-e15b-46f9-a0b4-2cc37d2424fd req-2cc682bd-863a-4878-ad7f-dc0562d2a81e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017782 Nov 26 21:55:14.475447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:55:14.523249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Router f65334a5-0175-438a-a227-267f353a8bdf is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:55:14.750384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-908dead4-5504-4041-954f-1d5ebbc26dfe None None] Provisioning complete for port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:14.752286 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-908dead4-5504-4041-954f-1d5ebbc26dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:14.775948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 6f66bb10-a329-477f-b9e2-c12cd8438d7c no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:14.844858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50316) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:14.871934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 6f66bb10-a329-477f-b9e2-c12cd8438d7c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:14.872525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 6f66bb10-a329-477f-b9e2-c12cd8438d7c not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:14.900393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-908dead4-5504-4041-954f-1d5ebbc26dfe None None] Port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:14.935591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:14.941815 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-eb72382a-d592-45f8-9b85-3ea5d4ce9537 admin admin] 10.222.0.21 "PUT /v2.0/routers/0bda12fe-ac24-4845-a6b5-4dfc428e29dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4419768 Nov 26 21:55:15.008788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 23fea87d-1a95-4c12-820d-1b69b5d38a16 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:15.077836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05685e7e-d067-4f22-8071-006bf402f3f0 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:55:15.086290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 23fea87d-1a95-4c12-820d-1b69b5d38a16 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:15.086800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.088462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.102500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Transition to ACTIVE for port object 05685e7e-d067-4f22-8071-006bf402f3f0 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:55:15.104608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:15.114569 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Sync routers for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:15.118888 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.145630 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:15.148819 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:15.189359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=05685e7e-d067-4f22-8071-006bf402f3f0,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:15.202499 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.217184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.218764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b9ba772e-5332-4aab-95f4-a6276d1fb3e7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2732556 Nov 26 21:55:15.223775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50322) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:15.282493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 23fea87d-1a95-4c12-820d-1b69b5d38a16, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=23fea87d-1a95-4c12-820d-1b69b5d38a16,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:15.294807 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.295692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0ad49270-995e-4d41-bacf-e1e6023e4b8b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:15.426148 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:15.756279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0ad49270-995e-4d41-bacf-e1e6023e4b8b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:15.756873 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.766055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Attempting to bind port 05685e7e-d067-4f22-8071-006bf402f3f0 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:15.766559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Attempting to bind port 05685e7e-d067-4f22-8071-006bf402f3f0 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:15.766754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Attempting to bind port 05685e7e-d067-4f22-8071-006bf402f3f0 on network 2e856956-c1be-4206-a35b-518a42738010 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:15.785531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Port 05685e7e-d067-4f22-8071-006bf402f3f0 on network 2e856956-c1be-4206-a35b-518a42738010 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:55:15.785866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Attempting to bind port 05685e7e-d067-4f22-8071-006bf402f3f0 on network 2e856956-c1be-4206-a35b-518a42738010 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:15.795426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:15.795629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Checking segment: {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:15.795973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Bound using segment: {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:15.796412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Bound port: 05685e7e-d067-4f22-8071-006bf402f3f0, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:15.796768 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.807854 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:11Z', 'revision_number': 3, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:15.815025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e633-10b1-425f-baf6-e3d2289161f2 req-aec8ccec-78c7-40f8-88f4-85b1b6bb0625 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:15.830266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e633-10b1-425f-baf6-e3d2289161f2 req-aec8ccec-78c7-40f8-88f4-85b1b6bb0625 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:15.843778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e633-10b1-425f-baf6-e3d2289161f2 req-aec8ccec-78c7-40f8-88f4-85b1b6bb0625 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:15.845542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8027e633-10b1-425f-baf6-e3d2289161f2 req-aec8ccec-78c7-40f8-88f4-85b1b6bb0625 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2388 time: 0.1960297 Nov 26 21:55:15.846261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=23fea87d-1a95-4c12-820d-1b69b5d38a16,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:15.889937 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:15.919323 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Checking router: f65334a5-0175-438a-a227-267f353a8bdf for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:15.919682 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Updating router f65334a5-0175-438a-a227-267f353a8bdf port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:15.980967 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.150937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8027e633-10b1-425f-baf6-e3d2289161f2 req-7f86c7af-698e-4e7e-9cd4-431291f022bc tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751501 Nov 26 21:55:16.181956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] For port 05685e7e-d067-4f22-8071-006bf402f3f0, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:16.237900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] For port 05685e7e-d067-4f22-8071-006bf402f3f0, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=05685e7e-d067-4f22-8071-006bf402f3f0,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:16.250456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.296362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:16.297824 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.299442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] 10.222.0.41 "PUT /v2.0/ports/05685e7e-d067-4f22-8071-006bf402f3f0 HTTP/1.1" status: 200 len: 1091 time: 2.2608068 Nov 26 21:55:16.300078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'tag': '05685e7e-d067-4f22-8071-006bf402f3f0'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:16.303219 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "tag": "05685e7e-d067-4f22-8071-006bf402f3f0"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:16.373139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50340) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:16.385632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Request body: {'port': {'device_id': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:16.387923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6b316ed9-30f8-481d-93cb-8f3e3d738348 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773235659', 'description': 'tempest-description--511386017'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:16.479732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b316ed9-30f8-481d-93cb-8f3e3d738348 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.532375 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.541770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Deleting port 6af62180-3c03-42b9-b4bd-eb860ef8ae73 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:16.542207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.543639 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.589686 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea1e421-e0dc-4edc-bc2b-46d88ed7a06d x-openstack-request-id: req-aea1e421-e0dc-4edc-bc2b-46d88ed7a06d {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:16.591203 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "tag": "05685e7e-d067-4f22-8071-006bf402f3f0", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:16.591481 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aea1e421-e0dc-4edc-bc2b-46d88ed7a06d {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:16.593369 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'tag': '05685e7e-d067-4f22-8071-006bf402f3f0', 'status': 'completed', 'code': 200} Nov 26 21:55:16.613489 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16896f-db92-4493-b908-a6a74cb36c46 None None] Pushing event updated for resources: {'Port': ['ID=57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:16.631906 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Attempting to bind port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:16.632661 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Attempting to bind port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:16.633249 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Attempting to bind port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:16.639204 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:16.640201 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:16.640865 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.641463 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:16.642185 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Bound port: 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:16.642808 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.644529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] For port 6af62180-3c03-42b9-b4bd-eb860ef8ae73, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6af62180-3c03-42b9-b4bd-eb860ef8ae73,segment=NetworkSegment(dbe8bc98-448f-4b87-a18e-7bd9e2da1313),segment_id=dbe8bc98-448f-4b87-a18e-7bd9e2da1313)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:16.644838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.660910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Calling delete_port for 6af62180-3c03-42b9-b4bd-eb860ef8ae73 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:16.664742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.689298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279a1a4-9f46-47c6-ad80-33d0fcd4bf3e service neutron] Pushing event updated for resources: {'Port': ['ID=05685e7e-d067-4f22-8071-006bf402f3f0,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:16.704800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.712915 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] For port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:16.720910 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] For port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:16.743067 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.751084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Sync routers for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:16.778802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:16.779468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:16.827543 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16896f-db92-4493-b908-a6a74cb36c46 None None] Pushing event updated for resources: {'Port': ['ID=57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:16.845718 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:16.846516 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:16.905051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b316ed9-30f8-481d-93cb-8f3e3d738348 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.933764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b316ed9-30f8-481d-93cb-8f3e3d738348 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:16.982975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:17.033687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b316ed9-30f8-481d-93cb-8f3e3d738348 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:17.035170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6b316ed9-30f8-481d-93cb-8f3e3d738348 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6605029 Nov 26 21:55:17.041157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:17.047210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2e7f2449-8c60-4d26-832d-e0c86c84c328 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Request body: {'security_group_rule': {'security_group_id': 'ee6be043-77e7-47e2-aab6-954ed59738a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:17.056072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b316ed9-30f8-481d-93cb-8f3e3d738348 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6be043-77e7-47e2-aab6-954ed59738a2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:17.059221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:17.060425 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:17.085610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 23fea87d-1a95-4c12-820d-1b69b5d38a16 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:17.119377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-9afa4408-26d4-4ab9-b3b6-c3777d5adb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.120100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-9afa4408-26d4-4ab9-b3b6-c3777d5adb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.120778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-9afa4408-26d4-4ab9-b3b6-c3777d5adb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.122581 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-9afa4408-26d4-4ab9-b3b6-c3777d5adb98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2731 time: 0.2155881 Nov 26 21:55:17.128773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=6af62180-3c03-42b9-b4bd-eb860ef8ae73,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:17.316578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 23fea87d-1a95-4c12-820d-1b69b5d38a16 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:17.317098 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:17.344946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2449-8c60-4d26-832d-e0c86c84c328 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:17.436059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526277-d31a-44b2-a04a-ed140bebf4a4 req-a651f016-6981-4c45-af3c-ca80c0a59e9c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.452213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526277-d31a-44b2-a04a-ed140bebf4a4 req-a651f016-6981-4c45-af3c-ca80c0a59e9c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.482198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526277-d31a-44b2-a04a-ed140bebf4a4 req-a651f016-6981-4c45-af3c-ca80c0a59e9c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.483659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18526277-d31a-44b2-a04a-ed140bebf4a4 req-a651f016-6981-4c45-af3c-ca80c0a59e9c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2388 time: 0.1693144 Nov 26 21:55:17.596629 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:11Z', 'revision_number': 3, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:17.640199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Allocated IP 172.20.0.1 (638bb49d-3a8c-4463-9bb0-3e6a43a63513/3400bd2a-32a5-4422-a0bb-dec2df9c1f3f/753f4e77-81ce-4db2-9d36-c788f84ea928) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:17.656867 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d402c25-e685-4631-8f7e-d960e64c8530 None None] The sync data for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 is: [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:11Z', 'revision_number': 3, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:17.676200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 2, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:17.705098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Checking router: 0bda12fe-ac24-4845-a6b5-4dfc428e29dc for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:17.705458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Updating router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:17.745976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:17.825812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-b1f825bc-f20e-49d7-b6bd-350547ac49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.826706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-b1f825bc-f20e-49d7-b6bd-350547ac49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.828237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-b1f825bc-f20e-49d7-b6bd-350547ac49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:17.830655 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-b1f825bc-f20e-49d7-b6bd-350547ac49b9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=78ee0169ad6945d0a46dd7086a944384&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6902425 Nov 26 21:55:17.905048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18526277-d31a-44b2-a04a-ed140bebf4a4 req-5e70adfe-43a8-48a7-b635-39d7ec47fe29 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551936 Nov 26 21:55:18.022694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.027823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2449-8c60-4d26-832d-e0c86c84c328 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.042212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2449-8c60-4d26-832d-e0c86c84c328 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.071114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.074185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bda8e7-428d-4c36-8577-cdfcdb96ba42 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:55:18.094695 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.112538 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.160155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f2449-8c60-4d26-832d-e0c86c84c328 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe145bd-e53b-4f98-a978-8397e11e317b,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:18.166674 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.174789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Transition to ACTIVE for port object f1bda8e7-428d-4c36-8577-cdfcdb96ba42 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:55:18.176778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:18.179893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.183271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:18.205046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:18.213514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.252472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eb98c-f935-441e-b3d3-1e5935d3d11f None None] Pushing event updated for resources: {'Port': ['ID=45e28080-7f58-45c0-8fae-8ce4f79a91c0,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:18.256381 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e7f2449-8c60-4d26-832d-e0c86c84c328 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.271863 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2e7f2449-8c60-4d26-832d-e0c86c84c328 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2208548 Nov 26 21:55:18.272803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50354) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:18.278883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Pushing event updated for resources: {'Port': ['ID=753f4e77-81ce-4db2-9d36-c788f84ea928,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:18.355292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Attempting to bind port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:18.356731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Attempting to bind port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:18.357457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Attempting to bind port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 on network 298f4498-07ba-4d16-8e74-d26a0d713d46 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:18.361131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-aa4c2f65-4f68-4d61-954b-44a8d501b488 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Request body: {'security_group_rule': {'security_group_id': 'ee6be043-77e7-47e2-aab6-954ed59738a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:18.364319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:18.365587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Checking segment: {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:18.365737 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.367451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Bound using segment: {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:18.370152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Pushing event updated for resources: {'Port': ['ID=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:18.376389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Bound port: 45e28080-7f58-45c0-8fae-8ce4f79a91c0, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:18.376979 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.379483 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.495402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2f65-4f68-4d61-954b-44a8d501b488 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.568944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] For port 45e28080-7f58-45c0-8fae-8ce4f79a91c0, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:18.591080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] For port 45e28080-7f58-45c0-8fae-8ce4f79a91c0, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=45e28080-7f58-45c0-8fae-8ce4f79a91c0,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:18.602388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:18.824495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:18.827429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:18.853494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.854675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.855491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.856065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.856638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.857203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.857807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.858401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.858973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.867618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.869852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.870445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:18.873033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eb98c-f935-441e-b3d3-1e5935d3d11f None None] Pushing event updated for resources: {'Port': ['ID=45e28080-7f58-45c0-8fae-8ce4f79a91c0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:18.988875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:19.031635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Attempting to bind port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:19.032849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Attempting to bind port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:19.035172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Attempting to bind port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 on network b3223661-7f70-42f4-8d3b-46b12347eda5 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:19.074611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 on network b3223661-7f70-42f4-8d3b-46b12347eda5 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:55:19.079467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Attempting to bind port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 on network b3223661-7f70-42f4-8d3b-46b12347eda5 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:19.104442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:19.106389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Checking segment: {'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:19.107141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Bound using segment: {'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:19.109926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Bound port: f1bda8e7-428d-4c36-8577-cdfcdb96ba42, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:19.110698 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:19.247496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:19.369497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] Provisioning complete for port 753f4e77-81ce-4db2-9d36-c788f84ea928 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:19.370237 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:19.401743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-178e872d-8cdd-4f62-9936-2c01b2791c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:19.403206 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-016dcb76-3ad2-42c1-bf45-ad2b7a54fc9e req-178e872d-8cdd-4f62-9936-2c01b2791c57 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5327296 Nov 26 21:55:19.424233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:19.450250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] For port f1bda8e7-428d-4c36-8577-cdfcdb96ba42, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:19.460620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:19.461045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:19.468828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] For port f1bda8e7-428d-4c36-8577-cdfcdb96ba42, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,segment=NetworkSegment(a88a83c2-430b-4d5b-b713-0b7a24a5d65b),segment_id=a88a83c2-430b-4d5b-b713-0b7a24a5d65b)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:19.496795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd47da-a37b-4c18-9737-f4779023b5e6 req-069242a3-487d-453b-952c-8a9faf2b1dff tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:19.502964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd47da-a37b-4c18-9737-f4779023b5e6 req-069242a3-487d-453b-952c-8a9faf2b1dff tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:19.516126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd47da-a37b-4c18-9737-f4779023b5e6 req-069242a3-487d-453b-952c-8a9faf2b1dff tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:19.517310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-ca305998-2858-4241-b4f6-be3c01a42add service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1245039 Nov 26 21:55:19.520728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5fd47da-a37b-4c18-9737-f4779023b5e6 req-069242a3-487d-453b-952c-8a9faf2b1dff tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2400 time: 0.3469422 Nov 26 21:55:19.522003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] Port 753f4e77-81ce-4db2-9d36-c788f84ea928 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:19.525028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:19.586912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2f65-4f68-4d61-954b-44a8d501b488 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:19.601787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] Provisioning complete for port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:19.602218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:19.647564 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:19.648254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:19.649902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] 10.222.0.41 "PUT /v2.0/ports/f1bda8e7-428d-4c36-8577-cdfcdb96ba42 HTTP/1.1" status: 200 len: 1092 time: 3.2693787 Nov 26 21:55:19.672463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'tag': 'f1bda8e7-428d-4c36-8577-cdfcdb96ba42'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:19.685918 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda" -d '{"events": [{"name": "network-changed", "server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "tag": "f1bda8e7-428d-4c36-8577-cdfcdb96ba42"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:19.701285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Request body: {'port': {'device_id': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:19.707358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2f65-4f68-4d61-954b-44a8d501b488 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.018476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c2f65-4f68-4d61-954b-44a8d501b488 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92cb30f-4404-4aea-bbae-1fddb03ac1e1,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:20.038835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.049896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa4c2f65-4f68-4d61-954b-44a8d501b488 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.051899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aa4c2f65-4f68-4d61-954b-44a8d501b488 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7018578 Nov 26 21:55:20.059368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-ee31b47b-210f-4eb3-96ea-364202e6f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:20.061342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-ee31b47b-210f-4eb3-96ea-364202e6f2bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 1096 time: 0.4940052 Nov 26 21:55:20.061860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50374) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:20.067922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:20.122637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Router 5820b027-793b-4337-8386-119e87d986cf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:55:20.250968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:20.267427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.323839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:20.327731 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.350646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:20.376426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] For port 45e28080-7f58-45c0-8fae-8ce4f79a91c0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=45e28080-7f58-45c0-8fae-8ce4f79a91c0,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:20.406967 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d0b549-c503-4738-a07e-7a0e7f01024d x-openstack-request-id: req-e2d0b549-c503-4738-a07e-7a0e7f01024d {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:20.407863 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "tag": "f1bda8e7-428d-4c36-8577-cdfcdb96ba42", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:20.408280 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2d0b549-c503-4738-a07e-7a0e7f01024d {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:20.408819 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'tag': 'f1bda8e7-428d-4c36-8577-cdfcdb96ba42', 'status': 'completed', 'code': 200} Nov 26 21:55:20.422494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a818e-1c21-44b6-b92c-7ee45ab165e5 None None] The sync data for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 is: [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:20.439516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.446647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.449799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-e7c5224c-b0aa-4634-8f34-3a4f746b5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:20.451712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-e7c5224c-b0aa-4634-8f34-3a4f746b5907 service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.3436775 Nov 26 21:55:20.524056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5fd47da-a37b-4c18-9737-f4779023b5e6 req-93251ad5-1af9-4860-b98d-f50ccca8b8a1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9615138 Nov 26 21:55:20.528874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f78ff-6286-46a1-af35-f53b2add765f service neutron] Pushing event updated for resources: {'Port': ['ID=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:20.550908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.571626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-7df8981e-9326-4731-a492-a91b533a7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:20.572215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-7df8981e-9326-4731-a492-a91b533a7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:20.574808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-7df8981e-9326-4731-a492-a91b533a7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:20.576536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-7df8981e-9326-4731-a492-a91b533a7b22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2798 time: 0.5030346 Nov 26 21:55:20.676148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.690405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cdd06420-7b71-4471-909c-535c2d11a9b3 None None] Provisioning complete for port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:20.692435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cdd06420-7b71-4471-909c-535c2d11a9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.717392 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:20.807654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404260e6-9a12-48bc-873f-6b85e140cf55 None None] Pushing event updated for resources: {'Port': ['ID=45e28080-7f58-45c0-8fae-8ce4f79a91c0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:21.033302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-beef745e-b35f-41e7-a26d-ec4b71ae7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:21.033765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-beef745e-b35f-41e7-a26d-ec4b71ae7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:21.034267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-beef745e-b35f-41e7-a26d-ec4b71ae7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:21.037333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-beef745e-b35f-41e7-a26d-ec4b71ae7cf0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=78ee0169ad6945d0a46dd7086a944384&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4014297 Nov 26 21:55:21.045587 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-176edb00-cccf-43d9-a5ba-59092393a5f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 200 len: 1001 time: 0.5716014 Nov 26 21:55:21.046780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 45e28080-7f58-45c0-8fae-8ce4f79a91c0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:21.142757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:21.143508 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:21.157422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:21.167473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Pushing event updated for resources: {'Port': ['ID=753f4e77-81ce-4db2-9d36-c788f84ea928,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:21.173826 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] Sync routers for ids ['5820b027-793b-4337-8386-119e87d986cf'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:21.175220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:21.176366 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-269695e2-4ccf-48ab-856f-583f10cf1c6f admin admin] 10.222.0.21 "PUT /v2.0/routers/5820b027-793b-4337-8386-119e87d986cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3271177 Nov 26 21:55:21.183119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50382) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:21.206981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-b84e1b7f-a49c-4e47-85e5-b214ea1aed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:21.208497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-b84e1b7f-a49c-4e47-85e5-b214ea1aed86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.1488471 Nov 26 21:55:21.237625 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] Routers {'5820b027-793b-4337-8386-119e87d986cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:21.238821 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['5820b027-793b-4337-8386-119e87d986cf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:21.329277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:21.344604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-4d28db62-3878-465f-b014-5b81c53b85e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:21.346103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc43a81d-6160-4fef-95f8-71fe0fcdbfda req-4d28db62-3878-465f-b014-5b81c53b85e4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2978137 Nov 26 21:55:21.447325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:21.466106 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] Set router 5820b027-793b-4337-8386-119e87d986cf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:21.499120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-a1895036-8799-4ae6-8629-586a3a50964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:21.499832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-a1895036-8799-4ae6-8629-586a3a50964c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2795005 Nov 26 21:55:21.577768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:21.578186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:21.667147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:21.788005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Allocated IP 172.25.3.65 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5efcdaf8-7d83-45d6-85aa-314fc232f3d2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:21.793472 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:55:16Z', 'revision_number': 5, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:21.797855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:21.826655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:21.837359 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-405e7c4e-f391-4e84-bd95-e7a3df883142 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246305 Nov 26 21:55:21.838184 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] Checking router: 5820b027-793b-4337-8386-119e87d986cf for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:21.848714 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] Routers {'5820b027-793b-4337-8386-119e87d986cf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:21.850821 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['5820b027-793b-4337-8386-119e87d986cf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:22.152285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a7414e-639a-45ce-9e5f-9843416c25ba {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:55:22.190589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0dffa-8f1c-44ae-b7d8-45b1cfddda30 req-59c86156-b4d0-43e1-a98d-6f89c09249b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:22.198777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0dffa-8f1c-44ae-b7d8-45b1cfddda30 req-59c86156-b4d0-43e1-a98d-6f89c09249b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:22.204774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0dffa-8f1c-44ae-b7d8-45b1cfddda30 req-59c86156-b4d0-43e1-a98d-6f89c09249b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:22.213420 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] Set router 5820b027-793b-4337-8386-119e87d986cf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:22.216277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4bc0dffa-8f1c-44ae-b7d8-45b1cfddda30 req-59c86156-b4d0-43e1-a98d-6f89c09249b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2400 time: 0.4306974 Nov 26 21:55:22.291612 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:22.312048 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:22.338961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Transition to ACTIVE for port object 43a7414e-639a-45ce-9e5f-9843416c25ba will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:55:22.347641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-91cdc980-13fe-49a0-a5bd-4567a35f3594 None None] Provisioning complete for port 753f4e77-81ce-4db2-9d36-c788f84ea928 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:22.348285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-91cdc980-13fe-49a0-a5bd-4567a35f3594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:22.359967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:22.379705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:22.385295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d7557a32-625e-4d49-9717-51e5b057feb0 req-56d48b38-c619-418a-beaa-845fdec5afe4 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161114 Nov 26 21:55:22.477901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:22.553197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4bc0dffa-8f1c-44ae-b7d8-45b1cfddda30 req-ab4bf2c0-7d06-41c3-a770-4a743cf5ff95 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359408 Nov 26 21:55:22.557111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:22.562804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:22.566839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:22.596380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-91cdc980-13fe-49a0-a5bd-4567a35f3594 None None] Port 753f4e77-81ce-4db2-9d36-c788f84ea928 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:22.624523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Router f65334a5-0175-438a-a227-267f353a8bdf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:55:22.676150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Pushing event updated for resources: {'Port': ['ID=43a7414e-639a-45ce-9e5f-9843416c25ba,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:22.710270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event updated for resources: {'Port': ['ID=5efcdaf8-7d83-45d6-85aa-314fc232f3d2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:22.777671 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:55:16Z', 'revision_number': 5, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:22.910449 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06a643-6cd9-4667-9e93-32ae911fd1ca None None] The sync data for ids ['5820b027-793b-4337-8386-119e87d986cf'] in n-d-819494-1 is: [{'id': '5820b027-793b-4337-8386-119e87d986cf', 'name': 'tempest-ServerRescueTestJSON-2059175137-router', 'tenant_id': 'b4645aea6f7847149fd967f7b8c939c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:54Z', 'updated_at': '2021-11-26T21:55:16Z', 'revision_number': 5, 'project_id': 'b4645aea6f7847149fd967f7b8c939c0', 'gw_port': {'id': 'd4c96934-a367-4fcb-9bf5-11c8afa1e5e5', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5820b027-793b-4337-8386-119e87d986cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:55Z', 'updated_at': '2021-11-26T21:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:22.922912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 45e28080-7f58-45c0-8fae-8ce4f79a91c0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:22.982869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.083324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.141737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:23.142144 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.231235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Deleting port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:23.231558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.359881 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.367990 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.372473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Attempting to bind port 43a7414e-639a-45ce-9e5f-9843416c25ba on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:23.372915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Attempting to bind port 43a7414e-639a-45ce-9e5f-9843416c25ba by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:23.373591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Attempting to bind port 43a7414e-639a-45ce-9e5f-9843416c25ba on network 2e856956-c1be-4206-a35b-518a42738010 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:23.383417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:23.389096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bcc10629-ec42-49d9-b4e2-15d99391055a admin admin] 10.222.0.21 "PUT /v2.0/routers/f65334a5-0175-438a-a227-267f353a8bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1638274 Nov 26 21:55:23.395721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Port 43a7414e-639a-45ce-9e5f-9843416c25ba on network 2e856956-c1be-4206-a35b-518a42738010 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:55:23.396812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Attempting to bind port 43a7414e-639a-45ce-9e5f-9843416c25ba on network 2e856956-c1be-4206-a35b-518a42738010 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:23.405450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:23.405661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Sync routers for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:23.406192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Checking segment: {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:23.407813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Bound using segment: {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:23.408884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Bound port: 43a7414e-639a-45ce-9e5f-9843416c25ba, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2e856956-c1be-4206-a35b-518a42738010'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:23.410856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.461551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:23.464922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:23.504996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event updated for resources: {'Port': ['ID=5efcdaf8-7d83-45d6-85aa-314fc232f3d2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:23.557130 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-681f504c-ecaf-4dfb-8ddb-6ddcbedf9127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.563324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] For port d4c96934-a367-4fcb-9bf5-11c8afa1e5e5, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d4c96934-a367-4fcb-9bf5-11c8afa1e5e5,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:23.564489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.587680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.625001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Calling delete_port for d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:23.657938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.675277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] For port 43a7414e-639a-45ce-9e5f-9843416c25ba, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:23.680850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] For port 43a7414e-639a-45ce-9e5f-9843416c25ba, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=43a7414e-639a-45ce-9e5f-9843416c25ba,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:23.690906 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f6fdf8e6-d55c-4d92-a42d-4e8a95bac033 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6231966 Nov 26 21:55:23.720996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.809753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:23.810377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:23.811879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a15248a7-1975-45ea-8a55-69551544803b service neutron] 10.222.0.41 "PUT /v2.0/ports/43a7414e-639a-45ce-9e5f-9843416c25ba HTTP/1.1" status: 200 len: 1092 time: 4.1195157 Nov 26 21:55:23.813700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'tag': '43a7414e-639a-45ce-9e5f-9843416c25ba'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:23.816475 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6174fcd0-5da5-404d-938b-ac1faee7a36e" -d '{"events": [{"name": "network-changed", "server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "tag": "43a7414e-639a-45ce-9e5f-9843416c25ba"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:23.840119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:24.084323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15248a7-1975-45ea-8a55-69551544803b service neutron] Pushing event updated for resources: {'Port': ['ID=43a7414e-639a-45ce-9e5f-9843416c25ba,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:24.136631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-25173f5d-ca54-4b50-a4d0-3a445a4d3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:24.137557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-25173f5d-ca54-4b50-a4d0-3a445a4d3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:24.138441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-25173f5d-ca54-4b50-a4d0-3a445a4d3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:24.140176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-25173f5d-ca54-4b50-a4d0-3a445a4d3942 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2865 time: 0.2552950 Nov 26 21:55:24.152905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc953d-6790-4125-b0e5-f0191da4f89c req-918fb165-d5e8-49e2-8778-852965cfa9b8 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:24.159618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc953d-6790-4125-b0e5-f0191da4f89c req-918fb165-d5e8-49e2-8778-852965cfa9b8 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:24.166494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc953d-6790-4125-b0e5-f0191da4f89c req-918fb165-d5e8-49e2-8778-852965cfa9b8 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:24.168187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3dc953d-6790-4125-b0e5-f0191da4f89c req-918fb165-d5e8-49e2-8778-852965cfa9b8 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2412 time: 0.3996179 Nov 26 21:55:24.249542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b294e9bb-77ac-4dbe-b1a8-a6cb89245d2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.12&port_id=05685e7e-d067-4f22-8071-006bf402f3f0 HTTP/1.1" status: 200 len: 217 time: 0.0773051 Nov 26 21:55:24.419258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.421395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:19Z', 'revision_number': 2, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:24.429248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-458a82b5-2132-4aa4-a087-9d9c2eafbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:24.430783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-458a82b5-2132-4aa4-a087-9d9c2eafbf59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9de11655-674a-458c-ad8e-d0b36e8bc3fc HTTP/1.1" status: 200 len: 801 time: 0.1657982 Nov 26 21:55:24.434379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3dc953d-6790-4125-b0e5-f0191da4f89c req-3f9d22ac-c7f2-4c67-809a-a9f488855920 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155907 Nov 26 21:55:24.481247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c96934-a367-4fcb-9bf5-11c8afa1e5e5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:24.498775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50458) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:24.507627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c4953376-a109-4aa3-b419-af9b61966a48 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345120285', 'description': 'tempest-description--1798300775'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:24.551526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Checking router: f65334a5-0175-438a-a227-267f353a8bdf for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:24.553948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Updating router f65334a5-0175-438a-a227-267f353a8bdf port 753f4e77-81ce-4db2-9d36-c788f84ea928 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:24.590270 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485794c8-779c-44ef-b9c5-06e7c47bbfd6 x-openstack-request-id: req-485794c8-779c-44ef-b9c5-06e7c47bbfd6 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:24.590481 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "tag": "43a7414e-639a-45ce-9e5f-9843416c25ba", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:24.590799 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-485794c8-779c-44ef-b9c5-06e7c47bbfd6 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:24.591228 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'tag': '43a7414e-639a-45ce-9e5f-9843416c25ba', 'status': 'completed', 'code': 200} Nov 26 21:55:24.598571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-557577aa-2d56-472a-a7d4-d4a16dfcbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:24.600269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-557577aa-2d56-472a-a7d4-d4a16dfcbe20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e856956-c1be-4206-a35b-518a42738010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1333416 Nov 26 21:55:24.610021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.614555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4953376-a109-4aa3-b419-af9b61966a48 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.696452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.768590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4953376-a109-4aa3-b419-af9b61966a48 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.773650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4953376-a109-4aa3-b419-af9b61966a48 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.832296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4953376-a109-4aa3-b419-af9b61966a48 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.837628 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c4953376-a109-4aa3-b419-af9b61966a48 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3376849 Nov 26 21:55:24.839459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50466) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:24.844374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e2b17a7f-9d79-4c59-a48a-aabcac5551c4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Request body: {'security_group_rule': {'security_group_id': '061144e3-8d49-462a-b5ec-47b1d8d54aac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:24.851404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4953376-a109-4aa3-b419-af9b61966a48 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061144e3-8d49-462a-b5ec-47b1d8d54aac,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:24.883828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6af62180-3c03-42b9-b4bd-eb860ef8ae73 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:24.886599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2b17a7f-9d79-4c59-a48a-aabcac5551c4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.900203 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.904369 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.926636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6af62180-3c03-42b9-b4bd-eb860ef8ae73 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:24.926992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6af62180-3c03-42b9-b4bd-eb860ef8ae73 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:24.980088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.980641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5820b027-793b-4337-8386-119e87d986cf {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:55:24.983935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-1a127a51-e0c3-4a3a-98be-a6e0cf9d9658 service neutron] 10.222.0.41 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705289 Nov 26 21:55:24.987993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.991552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-90098585-7a95-4a84-887c-4571f4fd019a admin admin] 10.222.0.21 "DELETE /v2.0/routers/5820b027-793b-4337-8386-119e87d986cf HTTP/1.1" status: 204 len: 168 time: 3.8042428 Nov 26 21:55:24.992855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2b17a7f-9d79-4c59-a48a-aabcac5551c4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:24.995183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50482) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:25.010938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2b17a7f-9d79-4c59-a48a-aabcac5551c4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.069025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b17a7f-9d79-4c59-a48a-aabcac5551c4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee71c1b0-ebca-4b7c-82a1-68320b97525f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:25.077509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2b17a7f-9d79-4c59-a48a-aabcac5551c4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.081242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e2b17a7f-9d79-4c59-a48a-aabcac5551c4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2384863 Nov 26 21:55:25.081986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50500) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:25.088031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fcc539ce-5bfa-4cde-8229-f9fb490923d1 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Request body: {'security_group_rule': {'security_group_id': '061144e3-8d49-462a-b5ec-47b1d8d54aac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:25.102994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb985906-29c9-4cb6-83d0-7d9705b7e624 admin admin] Deleting subnet c16426a7-681e-42b8-81a4-7b74cb0111be {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:55:25.110808 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb985906-29c9-4cb6-83d0-7d9705b7e624 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.185318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb985906-29c9-4cb6-83d0-7d9705b7e624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.187569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcc539ce-5bfa-4cde-8229-f9fb490923d1 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.225512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-5e248bc4-fc68-4674-81ca-47c219662b1d service neutron] 10.222.0.41 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337465 Nov 26 21:55:25.252151 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.266734 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.269329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb985906-29c9-4cb6-83d0-7d9705b7e624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.291202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-336be519-4f5f-4d06-b07c-af85594f5619 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=f1bda8e7-428d-4c36-8577-cdfcdb96ba42 HTTP/1.1" status: 200 len: 217 time: 0.0578647 Nov 26 21:55:25.331598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcc539ce-5bfa-4cde-8229-f9fb490923d1 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.337818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcc539ce-5bfa-4cde-8229-f9fb490923d1 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.346308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103ced-1db6-4148-95d5-c1df93c04544 None None] Pushing event updated for resources: {'Port': ['ID=753f4e77-81ce-4db2-9d36-c788f84ea928,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:25.389297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc539ce-5bfa-4cde-8229-f9fb490923d1 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163400e0-bf7c-48f3-ad5f-321d3a6c7be6,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:25.396494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-cb522969-5531-4572-bd5c-f720be0bb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:25.401629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-cb522969-5531-4572-bd5c-f720be0bb547 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=11afb1d8-8995-4ac0-a5e1-3743a43c0b88 HTTP/1.1" status: 200 len: 801 time: 0.1010580 Nov 26 21:55:25.406045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcc539ce-5bfa-4cde-8229-f9fb490923d1 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.407600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fcc539ce-5bfa-4cde-8229-f9fb490923d1 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3244789 Nov 26 21:55:25.409224 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb985906-29c9-4cb6-83d0-7d9705b7e624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.413857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Attempting to bind port 753f4e77-81ce-4db2-9d36-c788f84ea928 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:25.414332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Attempting to bind port 753f4e77-81ce-4db2-9d36-c788f84ea928 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:25.414652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Attempting to bind port 753f4e77-81ce-4db2-9d36-c788f84ea928 on network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:25.420142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50504) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:25.425457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:25.425972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Checking segment: {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:25.426369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.426974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Bound using segment: {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:25.427974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb985906-29c9-4cb6-83d0-7d9705b7e624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.428419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Bound port: 753f4e77-81ce-4db2-9d36-c788f84ea928, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:25.429375 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.436381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cb985906-29c9-4cb6-83d0-7d9705b7e624 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c16426a7-681e-42b8-81a4-7b74cb0111be HTTP/1.1" status: 204 len: 168 time: 0.4369426 Nov 26 21:55:25.444639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50506) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:25.448174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:25.529234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b0fef03e-eca0-47d2-a7de-01400dfcf0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:25.530815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b0fef03e-eca0-47d2-a7de-01400dfcf0d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3223661-7f70-42f4-8d3b-46b12347eda5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1173744 Nov 26 21:55:25.571189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] For port 753f4e77-81ce-4db2-9d36-c788f84ea928, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:25.579535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] For port 753f4e77-81ce-4db2-9d36-c788f84ea928, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=753f4e77-81ce-4db2-9d36-c788f84ea928,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:25.589943 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.596943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb985906-29c9-4cb6-83d0-7d9705b7e624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16426a7-681e-42b8-81a4-7b74cb0111be,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:25.731901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.763382 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:25.788604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103ced-1db6-4148-95d5-c1df93c04544 None None] Pushing event updated for resources: {'Port': ['ID=753f4e77-81ce-4db2-9d36-c788f84ea928,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:25.870487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d19a3-1134-4fd6-8a2d-4dbde41e0e67 req-a232c9a6-2d8d-4c7a-91e6-039d13e3fe3e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:25.878021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:25.878816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:54:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:25.897741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d19a3-1134-4fd6-8a2d-4dbde41e0e67 req-a232c9a6-2d8d-4c7a-91e6-039d13e3fe3e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:25.915138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d19a3-1134-4fd6-8a2d-4dbde41e0e67 req-a232c9a6-2d8d-4c7a-91e6-039d13e3fe3e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:25.939305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b10d19a3-1134-4fd6-8a2d-4dbde41e0e67 req-a232c9a6-2d8d-4c7a-91e6-039d13e3fe3e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2412 time: 0.2038670 Nov 26 21:55:26.008908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-d38d52e6-f898-4526-9171-fbaf525169d7 service neutron] 10.222.0.41 "GET /v2.0/networks/b3223661-7f70-42f4-8d3b-46b12347eda5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603515 Nov 26 21:55:26.061060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:26.079248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.100998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b10d19a3-1134-4fd6-8a2d-4dbde41e0e67 req-f889eefb-e65a-4b5d-a9d9-0dcb126c0353 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596429 Nov 26 21:55:26.141647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f9cf77-ff96-44c8-98eb-e571e560d510']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:26.183667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:26.183946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe8bc98-448f-4b87-a18e-7bd9e2da1313') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:26.216211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.274291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-4eb91348-fc73-4582-b961-4faf2688cb23 service neutron] 10.222.0.41 "GET /v2.0/networks/b3223661-7f70-42f4-8d3b-46b12347eda5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571099 Nov 26 21:55:26.292236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b8b8aa11-437c-44a5-a3c9-16fae6d8b715 None None] Provisioning complete for port 753f4e77-81ce-4db2-9d36-c788f84ea928 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:26.292948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.296277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.303335 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8b8aa11-437c-44a5-a3c9-16fae6d8b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.318581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:55:26.319063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:55:26.321181 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:55:26.386394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-a342d148-3f10-4c68-8c1b-f9af38ab4d45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=43a7414e-639a-45ce-9e5f-9843416c25ba HTTP/1.1" status: 200 len: 217 time: 0.0937696 Nov 26 21:55:26.484531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b4212fea-1a00-414e-a7f1-5c1f6df99b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:26.490606 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-b4212fea-1a00-414e-a7f1-5c1f6df99b29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9de11655-674a-458c-ad8e-d0b36e8bc3fc HTTP/1.1" status: 200 len: 801 time: 0.0889015 Nov 26 21:55:26.559077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.572472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-3c13c8d0-70c9-466a-8d75-95d9ccbf7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:26.574331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-3c13c8d0-70c9-466a-8d75-95d9ccbf7594 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e856956-c1be-4206-a35b-518a42738010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616539 Nov 26 21:55:26.579211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.584439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] 10.222.0.21 "DELETE /v2.0/networks/77f9cf77-ff96-44c8-98eb-e571e560d510 HTTP/1.1" status: 204 len: 168 time: 1.1232667 Nov 26 21:55:26.671868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722ffe4-9346-445f-8c3d-4f38884e5d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=77f9cf77-ff96-44c8-98eb-e571e560d510,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:26.738798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Allocated IP 172.25.3.110 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5cff89da-bb01-410c-856c-477e0a7fec78) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:26.785959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c5a4a7f8-f229-4471-83b5-42839c52a3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:26.793013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:26.832831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50528) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:26.841761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-ca2c9b29-317b-4eaf-9159-3dceb95a76d2 service neutron] 10.222.0.41 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576082 Nov 26 21:55:26.881926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:26.882311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d4c96934-a367-4fcb-9bf5-11c8afa1e5e5 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:27.064199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.068987 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8b8aa11-437c-44a5-a3c9-16fae6d8b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.114005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b8b8aa11-437c-44a5-a3c9-16fae6d8b715 None None] For port 753f4e77-81ce-4db2-9d36-c788f84ea928, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=753f4e77-81ce-4db2-9d36-c788f84ea928,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:27.122886 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8b8aa11-437c-44a5-a3c9-16fae6d8b715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.129726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:25Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:27.162384 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-58de7c09-190e-4645-b07e-eb37fd6fe366 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4645aea6f7847149fd967f7b8c939c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127928 Nov 26 21:55:27.163285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50538) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:27.181577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a07e9-e035-47be-9b1f-ca301d00d7f9 None None] The sync data for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 is: [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:25Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:27.217084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8aa11-437c-44a5-a3c9-16fae6d8b715 None None] Pushing event updated for resources: {'Port': ['ID=753f4e77-81ce-4db2-9d36-c788f84ea928,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:27.331359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1d8f7e95-a2b6-44f5-81f0-034bc5d25d18 None None] Provisioning complete for port 753f4e77-81ce-4db2-9d36-c788f84ea928 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:27.331731 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7e95-a2b6-44f5-81f0-034bc5d25d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.455046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0320ea9-c914-423f-8658-6320aa0a4020 req-5603dc2a-a5e5-4728-a7f2-78f948f206e3 service neutron] 10.222.0.41 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859489 Nov 26 21:55:27.456068 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f66ab74-945f-4e5f-aa9b-89ee7f80c5c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.545414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280884c8-8a3d-461f-a8df-14ff993a22d8 req-b0ff4070-633a-417b-a65b-743c199af7ee tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:27.559644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280884c8-8a3d-461f-a8df-14ff993a22d8 req-b0ff4070-633a-417b-a65b-743c199af7ee tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:27.568782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280884c8-8a3d-461f-a8df-14ff993a22d8 req-b0ff4070-633a-417b-a65b-743c199af7ee tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:27.578973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-280884c8-8a3d-461f-a8df-14ff993a22d8 req-b0ff4070-633a-417b-a65b-743c199af7ee tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2412 time: 0.2334940 Nov 26 21:55:27.586592 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f66ab74-945f-4e5f-aa9b-89ee7f80c5c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.601313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.645048 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.688690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:27.694825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:27.698254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:27.749191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-280884c8-8a3d-461f-a8df-14ff993a22d8 req-27eff916-513c-4d79-890a-b90a905367b1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690578 Nov 26 21:55:27.759641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event updated for resources: {'Port': ['ID=5cff89da-bb01-410c-856c-477e0a7fec78,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:27.771878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-2c8f1520-b7ae-4542-aeb3-71e623b88f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:27.773706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-2c8f1520-b7ae-4542-aeb3-71e623b88f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:27.775840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-2c8f1520-b7ae-4542-aeb3-71e623b88f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:27.780687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-2c8f1520-b7ae-4542-aeb3-71e623b88f1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2865 time: 0.1572578 Nov 26 21:55:27.812324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f66ab74-945f-4e5f-aa9b-89ee7f80c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.815435 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f66ab74-945f-4e5f-aa9b-89ee7f80c5c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.817052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4f66ab74-945f-4e5f-aa9b-89ee7f80c5c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d933e95d-2b42-455e-8786-b126b20a9338 HTTP/1.1" status: 204 len: 168 time: 0.6509764 Nov 26 21:55:27.858824 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.924973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:27.946805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ab74-945f-4e5f-aa9b-89ee7f80c5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933e95d-2b42-455e-8786-b126b20a9338,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:28.074609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-a33d0633-d5b9-4516-a210-44a0c4f70cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:28.094167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-a33d0633-d5b9-4516-a210-44a0c4f70cbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e856956-c1be-4206-a35b-518a42738010 HTTP/1.1" status: 200 len: 902 time: 0.3055487 Nov 26 21:55:28.231902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-62effeab-4cd5-4706-b6ce-12d9fc1847e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=43a7414e-639a-45ce-9e5f-9843416c25ba HTTP/1.1" status: 200 len: 217 time: 0.1162732 Nov 26 21:55:28.272944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:28.281297 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:28.329887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-9947b7f3-8287-4272-aaad-2bb7aa2bcbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:28.338454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-9947b7f3-8287-4272-aaad-2bb7aa2bcbd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9de11655-674a-458c-ad8e-d0b36e8bc3fc HTTP/1.1" status: 200 len: 801 time: 0.0968916 Nov 26 21:55:28.484634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-d2e62491-1658-474c-a66d-c55b874a1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:28.486870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-d2e62491-1658-474c-a66d-c55b874a1ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e856956-c1be-4206-a35b-518a42738010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1404955 Nov 26 21:55:28.517832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:28.612463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event updated for resources: {'Port': ['ID=5cff89da-bb01-410c-856c-477e0a7fec78,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:28.623095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:28.657064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:28.658698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bbe758ab-7432-4e66-8967-4afdbee1afaa tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2210922 Nov 26 21:55:28.877517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 753f4e77-81ce-4db2-9d36-c788f84ea928 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:28.961410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 753f4e77-81ce-4db2-9d36-c788f84ea928 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:28.964215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.137308 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.323509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f85c6-5801-4f72-a1e3-b2bf2f2a855c req-d0a93164-ae50-49dc-bcf4-0cafb5a6c3fa tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:29.324968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a6f85c6-5801-4f72-a1e3-b2bf2f2a855c req-d0a93164-ae50-49dc-bcf4-0cafb5a6c3fa tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 945 time: 0.6919286 Nov 26 21:55:29.369967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:29.383305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-2a2a879d-442e-4c3b-972c-36abe0a8009f service neutron] 10.222.0.41 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8813100 Nov 26 21:55:29.533552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2a9d6-06c9-40bd-938a-70752a75f335 req-c8dfc5be-c750-4926-8406-02044b374d90 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:29.540325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2a9d6-06c9-40bd-938a-70752a75f335 req-c8dfc5be-c750-4926-8406-02044b374d90 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:29.547186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-817594804-network', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:29.560152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2a9d6-06c9-40bd-938a-70752a75f335 req-c8dfc5be-c750-4926-8406-02044b374d90 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:29.561889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26a2a9d6-06c9-40bd-938a-70752a75f335 req-c8dfc5be-c750-4926-8406-02044b374d90 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2412 time: 0.2706063 Nov 26 21:55:29.580615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a6f85c6-5801-4f72-a1e3-b2bf2f2a855c req-ef80794b-2713-4f63-bde1-e7374979bf19 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385879 Nov 26 21:55:29.589441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Made reservation on behalf of 2e23ce2282ef44368a268d7ecf5556a3 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:29.597871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.621527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6174fcd0-5da5-404d-938b-ac1faee7a36e req-459d9fad-15f6-458f-ae25-cc4fdbe3247f service neutron] 10.222.0.41 "GET /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282789 Nov 26 21:55:29.624932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.681645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26a2a9d6-06c9-40bd-938a-70752a75f335 req-952d36b8-7769-4c5a-a94a-d071f13cae73 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999730 Nov 26 21:55:29.759067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.766737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.801796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-c52c227e-b1a9-4c55-ba8d-d299a7d9902b tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--345120285&fields=id&tenant_id=f0c14aaef8024a9cb85b36b10d32c2da HTTP/1.1" status: 200 len: 267 time: 0.0625477 Nov 26 21:55:29.816286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:55:29.829990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8333f63-36fb-4078-921d-e8a7e83522ae,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:29.834199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.834747 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Added segment 8c335e19-bc0b-4a58-a3f2-41219b6042f3 of type vlan for network c0930f8f-56c9-4dc2-947b-a41660669060 Nov 26 21:55:29.880850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.912896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.914107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:29.914746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:29.983797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-971d184c-84c1-4829-ae32-a41ca839f73a tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:29.986093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-971d184c-84c1-4829-ae32-a41ca839f73a tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/networks?id=638bb49d-3a8c-4463-9bb0-3e6a43a63513 HTTP/1.1" status: 200 len: 812 time: 0.1740668 Nov 26 21:55:30.002324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] Pushing event updated for resources: {'Network': ['ID=c0930f8f-56c9-4dc2-947b-a41660669060,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:30.012011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d148b5fe-1e2e-4f79-bc0a-a3161f98b61e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6383319 Nov 26 21:55:30.012223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-56307390-0201-417a-9b3f-8db85df172ee tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/quotas/f0c14aaef8024a9cb85b36b10d32c2da HTTP/1.1" status: 200 len: 375 time: 0.0163643 Nov 26 21:55:30.012341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50602) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:30.024397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c0930f8f-56c9-4dc2-947b-a41660669060 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:55:30.025535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Request body: {'subnet': {'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-subnet', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:30.090156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-a50f1e0a-c649-40c8-9ca1-00b8abce7c5a tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0c14aaef8024a9cb85b36b10d32c2da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779996 Nov 26 21:55:30.091843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Made reservation on behalf of 2e23ce2282ef44368a268d7ecf5556a3 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:30.094161 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:30.214285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399ce08-099a-4422-9e22-c1c470ae012f req-05ff4b28-cb8a-45d4-95ee-3e4011409a35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:30.216075 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6399ce08-099a-4422-9e22-c1c470ae012f req-05ff4b28-cb8a-45d4-95ee-3e4011409a35 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 945 time: 0.0687940 Nov 26 21:55:30.299377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-1223ec19-a085-4385-a591-fe8008de9907 service neutron] 10.222.0.21 "GET /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497474 Nov 26 21:55:30.400413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Deleting port 2c3cf477-adfc-4706-84bb-a729b7528b33 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:30.401085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:30.516143 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:30.607658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0b6ed069-25da-4944-a10c-0ca7246a753c service neutron] 10.222.0.21 "GET /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073058 Nov 26 21:55:30.610433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] For port 2c3cf477-adfc-4706-84bb-a729b7528b33, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2c3cf477-adfc-4706-84bb-a729b7528b33,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:30.610433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:30.618397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=19862486-6087-4a8c-a7e1-0a558eed05e4,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:30.637831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Checking segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:30.638239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Network hostable DHCP agents. Network: c0930f8f-56c9-4dc2-947b-a41660669060, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:55:30.657948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Network c0930f8f-56c9-4dc2-947b-a41660669060 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:55:30.677983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, c0930f8f-56c9-4dc2-947b-a41660669060) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:30.685580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:30.686435 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:30.692069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fabb9a-72af-4718-a78c-99ae39d362cd None None] Network c0930f8f-56c9-4dc2-947b-a41660669060 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:30.745979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ffcba750-9564-4b84-a0db-bd7c903367ef admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7297041 Nov 26 21:55:30.746827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:30.760367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:30.855529 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:30.857078 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:30.925931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 43a7414e-639a-45ce-9e5f-9843416c25ba details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:55:31.038174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5d0a3-f7fc-48e0-b032-a67720ba8a28 req-3c1a06af-6eea-4105-a122-8bff1c62f490 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:31.047432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bac5d0a3-f7fc-48e0-b032-a67720ba8a28 req-3c1a06af-6eea-4105-a122-8bff1c62f490 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 945 time: 0.1855381 Nov 26 21:55:31.166591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 43a7414e-639a-45ce-9e5f-9843416c25ba, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=43a7414e-639a-45ce-9e5f-9843416c25ba,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:31.203718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '43a7414e-639a-45ce-9e5f-9843416c25ba', 'network_id': '2e856956-c1be-4206-a35b-518a42738010', 'port_id': '43a7414e-639a-45ce-9e5f-9843416c25ba', 'mac_address': 'fa:16:3e:78:73:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de11655-674a-458c-ad8e-d0b36e8bc3fc', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:55:31.207207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bac5d0a3-f7fc-48e0-b032-a67720ba8a28 req-b2a2b9fe-11c4-4d89-ac43-b57790a7116f tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups?id=70b185ea-477d-4648-b887-95893aecc7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586702 Nov 26 21:55:31.218006 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:31.305850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:31.306436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:31.306771 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Floating IP d8229aff-5829-4790-99aa-c6b3c4219892 disassociated. External IP: 172.25.3.226, port: 2c3cf477-adfc-4706-84bb-a729b7528b33. Nov 26 21:55:31.307121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Calling delete_port for 2c3cf477-adfc-4706-84bb-a729b7528b33 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:31.356145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8278df-7983-4d8b-b343-c446fdd99220 req-8692861f-afae-4897-a096-f07721486d14 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:31.381392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8278df-7983-4d8b-b343-c446fdd99220 req-8692861f-afae-4897-a096-f07721486d14 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:31.414105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8278df-7983-4d8b-b343-c446fdd99220 req-8692861f-afae-4897-a096-f07721486d14 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:31.422584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c8278df-7983-4d8b-b343-c446fdd99220 req-8692861f-afae-4897-a096-f07721486d14 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2412 time: 0.4178662 Nov 26 21:55:31.544028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:31.628947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a7414e-639a-45ce-9e5f-9843416c25ba {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:55:31.636495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d6d759a-2121-46c4-a493-812a222e7ac2 req-e9c5a30b-462b-486e-a2d9-9d626afedd8a tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 210 time: 0.1823931 Nov 26 21:55:31.641539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-c0930f8f-56c9-4dc2-947b-a41660669060', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:55:31.642575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:31.661041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:31.672580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 43a7414e-639a-45ce-9e5f-9843416c25ba, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=43a7414e-639a-45ce-9e5f-9843416c25ba,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:31.751750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event deleted for resources: {'Port': ['ID=2c3cf477-adfc-4706-84bb-a729b7528b33,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:31.759839 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:31.863070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c8278df-7983-4d8b-b343-c446fdd99220 req-5c77223f-c04c-4698-9b00-da2d551b1de5 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393353 Nov 26 21:55:31.885102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Allocated IP 172.20.0.2 (c0930f8f-56c9-4dc2-947b-a41660669060/19862486-6087-4a8c-a7e1-0a558eed05e4/7ab051ad-8f0b-41a3-9212-114a738ced2c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:31.953075 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:31.954144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 05685e7e-d067-4f22-8071-006bf402f3f0 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:55:31.995814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Router 70d8e80f-90ef-4188-a909-ec8da2e18378 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:55:32.076568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 05685e7e-d067-4f22-8071-006bf402f3f0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=05685e7e-d067-4f22-8071-006bf402f3f0,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:32.079319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=43a7414e-639a-45ce-9e5f-9843416c25ba,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:32.183899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.191144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.192151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.192719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.193599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.194228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.194728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.198704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.199357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.199874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.200386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.200922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:32.225752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '05685e7e-d067-4f22-8071-006bf402f3f0', 'network_id': '2e856956-c1be-4206-a35b-518a42738010', 'port_id': '05685e7e-d067-4f22-8071-006bf402f3f0', 'mac_address': 'fa:16:3e:bc:9c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de11655-674a-458c-ad8e-d0b36e8bc3fc', 'ip_address': '19.80.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:55:32.241093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:32.245174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:32.255718 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] Sync routers for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:32.289848 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:32.295473 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:32.296372 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:32.355806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] No DVR routers for this DVR port 2c3cf477-adfc-4706-84bb-a729b7528b33 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:32.360728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:32.363617 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:32.376788 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6399ce08-099a-4422-9e22-c1c470ae012f req-8deb8bd0-1a99-4aef-b621-c0ecde0f4a11 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.13 "DELETE /v2.0/ports/2c3cf477-adfc-4706-84bb-a729b7528b33 HTTP/1.1" status: 204 len: 173 time: 2.1529226 Nov 26 21:55:32.377495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'name': 'network-vif-deleted', 'tag': '2c3cf477-adfc-4706-84bb-a729b7528b33'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:32.381060 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deb727d-731e-49e2-8957-4bc9b574d6e3" -d '{"events": [{"server_uuid": "7d759c27-bd2e-4cb7-879b-232c479174ac", "name": "network-vif-deleted", "tag": "2c3cf477-adfc-4706-84bb-a729b7528b33"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:32.404146 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:32.488928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:32.511932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Pushing event updated for resources: {'Port': ['ID=7ab051ad-8f0b-41a3-9212-114a738ced2c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:32.514679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e02a0337-879d-4ba5-a8d5-eba91badcf5d req-82eda1b9-9da0-4e33-a6ae-d3d47ded7855 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d759c27-bd2e-4cb7-879b-232c479174ac HTTP/1.1" status: 200 len: 210 time: 0.1229174 Nov 26 21:55:32.559371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05685e7e-d067-4f22-8071-006bf402f3f0 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:55:32.602617 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e9fd15-c07c-480c-bce4-7e5ef1fd822a x-openstack-request-id: req-c1e9fd15-c07c-480c-bce4-7e5ef1fd822a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:32.603965 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d759c27-bd2e-4cb7-879b-232c479174ac", "name": "network-vif-deleted", "tag": "2c3cf477-adfc-4706-84bb-a729b7528b33", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:32.604340 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1e9fd15-c07c-480c-bce4-7e5ef1fd822a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:32.604938 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d759c27-bd2e-4cb7-879b-232c479174ac', 'name': 'network-vif-deleted', 'tag': '2c3cf477-adfc-4706-84bb-a729b7528b33', 'status': 'completed', 'code': 200} Nov 26 21:55:32.642418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Network c0930f8f-56c9-4dc2-947b-a41660669060 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:32.646473 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:32.657270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:32.665068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:32.695641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 05685e7e-d067-4f22-8071-006bf402f3f0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=05685e7e-d067-4f22-8071-006bf402f3f0,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:32.721709 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:32.730958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f1bda8e7-428d-4c36-8577-cdfcdb96ba42 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:55:32.834208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Allocated IP 172.25.3.33 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5c26613c-6854-4119-8766-18e746e906db) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:32.892418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f1bda8e7-428d-4c36-8577-cdfcdb96ba42, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,segment=NetworkSegment(a88a83c2-430b-4d5b-b713-0b7a24a5d65b),segment_id=a88a83c2-430b-4d5b-b713-0b7a24a5d65b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:32.911800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1d27b7e-8804-4a3b-8d95-dbf511c0b67e req-439d935a-cfeb-4263-935b-37345e205a51 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 210 time: 0.1132436 Nov 26 21:55:32.958065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'f1bda8e7-428d-4c36-8577-cdfcdb96ba42', 'network_id': 'b3223661-7f70-42f4-8d3b-46b12347eda5', 'port_id': 'f1bda8e7-428d-4c36-8577-cdfcdb96ba42', 'mac_address': 'fa:16:3e:a0:d1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11afb1d8-8995-4ac0-a5e1-3743a43c0b88', 'ip_address': '19.86.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:55:32.966481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-f5d656a4-7cfb-4b70-aa71-a7ba83f3c041 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:32.968502 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-f5d656a4-7cfb-4b70-aa71-a7ba83f3c041 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.13 "GET /v2.0/networks?id=638bb49d-3a8c-4463-9bb0-3e6a43a63513 HTTP/1.1" status: 200 len: 812 time: 0.2637303 Nov 26 21:55:33.121211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-fd932340-c15a-4d29-9834-0f9160aad345 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0c14aaef8024a9cb85b36b10d32c2da HTTP/1.1" status: 200 len: 379 time: 0.1134357 Nov 26 21:55:33.126337 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:18Z', 'revision_number': 5, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:33.132885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Request body: {'port': {'device_id': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'admin_state_up': True, 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'security_groups': ['061144e3-8d49-462a-b5ec-47b1d8d54aac']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:33.156407 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] Checking router: 70d8e80f-90ef-4188-a909-ec8da2e18378 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:33.166913 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:33.167870 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:33.168869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Attempting to bind port 7ab051ad-8f0b-41a3-9212-114a738ced2c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:33.174625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Attempting to bind port 7ab051ad-8f0b-41a3-9212-114a738ced2c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:33.175091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Attempting to bind port 7ab051ad-8f0b-41a3-9212-114a738ced2c on network c0930f8f-56c9-4dc2-947b-a41660669060 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:33.191052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:33.191792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Checking segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:33.193485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.193719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Bound using segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:33.195098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Bound port: 7ab051ad-8f0b-41a3-9212-114a738ced2c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:33.196415 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.198592 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.230422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bda8e7-428d-4c36-8577-cdfcdb96ba42 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:55:33.243382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=05685e7e-d067-4f22-8071-006bf402f3f0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:33.283293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea699f2-6891-41d2-ae12-34f990af3b42 req-2af85a09-4e3f-4264-8203-804918205909 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:33.305527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea699f2-6891-41d2-ae12-34f990af3b42 req-2af85a09-4e3f-4264-8203-804918205909 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:33.319876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea699f2-6891-41d2-ae12-34f990af3b42 req-2af85a09-4e3f-4264-8203-804918205909 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:33.321470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ea699f2-6891-41d2-ae12-34f990af3b42 req-2af85a09-4e3f-4264-8203-804918205909 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2414 time: 0.2978597 Nov 26 21:55:33.338298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f1bda8e7-428d-4c36-8577-cdfcdb96ba42, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,segment=NetworkSegment(a88a83c2-430b-4d5b-b713-0b7a24a5d65b),segment_id=a88a83c2-430b-4d5b-b713-0b7a24a5d65b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:33.354785 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.397276 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:33.402180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Made reservation on behalf of f0c14aaef8024a9cb85b36b10d32c2da for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:33.428195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.445797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.540358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ea699f2-6891-41d2-ae12-34f990af3b42 req-be473e53-5d85-47a6-be14-935f8e417461 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092335 Nov 26 21:55:33.570046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:33.595591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] For port 7ab051ad-8f0b-41a3-9212-114a738ced2c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:33.602547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] For port 7ab051ad-8f0b-41a3-9212-114a738ced2c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ab051ad-8f0b-41a3-9212-114a738ced2c,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:33.622132 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.666428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.737178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50660) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:33.776463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Allocated IP 172.20.0.10 (638bb49d-3a8c-4463-9bb0-3e6a43a63513/3400bd2a-32a5-4422-a0bb-dec2df9c1f3f/fc109a28-f4b0-4ea6-b5d1-4fe3316792df) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:33.784925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:33.792187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0b0a0-d98e-4feb-8be7-8cfbae977e2e None None] Pushing event updated for resources: {'Port': ['ID=7ab051ad-8f0b-41a3-9212-114a738ced2c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:33.796818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2c3cf477-adfc-4706-84bb-a729b7528b33 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:33.823703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:33.845747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:33.887224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 2c3cf477-adfc-4706-84bb-a729b7528b33 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:33.888028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2c3cf477-adfc-4706-84bb-a729b7528b33 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:33.946138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:33.952171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['05685e7e-d067-4f22-8071-006bf402f3f0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:55:33.989466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Pushing event updated for resources: {'Port': ['ID=5c26613c-6854-4119-8766-18e746e906db,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:34.008367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:34.048648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f1bda8e7-428d-4c36-8577-cdfcdb96ba42'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:55:34.064072 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:18Z', 'revision_number': 5, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:34.134566 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28911655-9b48-422d-b19c-09cd10243df4 None None] The sync data for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 is: [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:52:12Z', 'revision_number': 4, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4723f109-91d8-48e0-8c2d-5fbe6a4e3d34', 'name': '', 'network_id': '43ecfb42-e64f-446d-864a-18e896674648', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'mac_address': 'fa:16:3e:8b:99:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_interface', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:10Z', 'updated_at': '2021-11-26T21:52:18Z', 'revision_number': 5, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'subnets': [{'id': 'b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:34.248386 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:34.258732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:34.262358 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "DELETE /v2.0/security-groups/70b185ea-477d-4648-b887-95893aecc7d9 HTTP/1.1" status: 204 len: 168 time: 0.5183895 Nov 26 21:55:34.288169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50678) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:34.321295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b185ea-477d-4648-b887-95893aecc7d9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:34.388653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f2ebd9a-9f51-4b77-a9b1-7b980dfc9e2c req-c4603596-5f2a-459e-8641-fe4f29f4354c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 210 time: 0.1992311 Nov 26 21:55:34.397018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.400275 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-1332d732-2996-4ce5-be0d-c25c1d9dbbef tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] show failed (client error): The resource could not be found. Nov 26 21:55:34.403120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.403664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.404181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.405526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.406029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.409623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1332d732-2996-4ce5-be0d-c25c1d9dbbef tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "GET /v2.0/security-groups/70b185ea-477d-4648-b887-95893aecc7d9 HTTP/1.1" status: 404 len: 347 time: 0.1203656 Nov 26 21:55:34.410389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.410879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.417938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.418672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.419202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.419551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d86ef9-c35b-4cd9-b082-992f27bf5474 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:55:34.422039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50680) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:34.438136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:34.874102 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:34.915870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:35.046757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ab051ad-8f0b-41a3-9212-114a738ced2c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:35.061974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa80c4f-4de8-49e4-9d32-57e3227d2449 None None] New status for floating IP d8229aff-5829-4790-99aa-c6b3c4219892: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:55:35.111355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:35.140075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:35.165637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c3b6d-6cc6-4b49-90da-d210df1361dc req-2c149cff-51d2-4f9b-a9fa-a2aae9953e35 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:35.172709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:35.210922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c3b6d-6cc6-4b49-90da-d210df1361dc req-2c149cff-51d2-4f9b-a9fa-a2aae9953e35 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:35.229305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c3b6d-6cc6-4b49-90da-d210df1361dc req-2c149cff-51d2-4f9b-a9fa-a2aae9953e35 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:35.239271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f95c3b6d-6cc6-4b49-90da-d210df1361dc req-2c149cff-51d2-4f9b-a9fa-a2aae9953e35 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2415 time: 0.3612547 Nov 26 21:55:35.327072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Deleting port eab0fa5b-b9c4-4cb4-9415-a07e294a135c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:35.327689 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:35.344384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:35.345331 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:35.351709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event updated for resources: {'Port': ['ID=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:35.445790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f95c3b6d-6cc6-4b49-90da-d210df1361dc req-63c402be-27cc-4b5c-a3d0-3dfbe8daba07 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948125 Nov 26 21:55:35.498425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['43a7414e-639a-45ce-9e5f-9843416c25ba'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:55:35.536040 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-36a7307b-8506-4d1d-8cab-05171960c176 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4079452 Nov 26 21:55:35.574752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Request body: {'port': {'device_id': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:35.715004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd60d6-0e69-41dd-87a3-b65d7d1db33c req-c3680a74-5ef8-4fff-aadb-6dfc6bbb8ec9 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:35.735640 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34bd60d6-0e69-41dd-87a3-b65d7d1db33c req-c3680a74-5ef8-4fff-aadb-6dfc6bbb8ec9 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 932 time: 0.1118569 Nov 26 21:55:35.753866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:35.811728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34bd60d6-0e69-41dd-87a3-b65d7d1db33c req-2cff7da0-a12c-4442-983e-ea3716a0bcc9 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751100 Nov 26 21:55:35.828564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:35.828831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:35.869394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:35.872524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Calling delete_port for eab0fa5b-b9c4-4cb4-9415-a07e294a135c owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:35.919315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c42147a-533c-4ade-bc5f-8c95d66da4b6 None None] Network c0930f8f-56c9-4dc2-947b-a41660669060 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:36.018948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9beae61b-cf18-4f3b-a1d6-fc93f39f5e84 None None] Provisioning complete for port fc109a28-f4b0-4ea6-b5d1-4fe3316792df triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:36.026473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9beae61b-cf18-4f3b-a1d6-fc93f39f5e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:36.054019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:55:36.123565 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:36.210235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7ab051ad-8f0b-41a3-9212-114a738ced2c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:36.211333 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:36.213693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9beae61b-cf18-4f3b-a1d6-fc93f39f5e84 None None] Port fc109a28-f4b0-4ea6-b5d1-4fe3316792df cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:36.260620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Pushing event deleted for resources: {'Port': ['ID=eab0fa5b-b9c4-4cb4-9415-a07e294a135c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:36.416651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:36.426616 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Sync routers for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:36.451937 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:36.453393 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:36.461510 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:36.463812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9ec12bc1-bb1a-4fe6-b5dd-5ee95a9ac952 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7159648 Nov 26 21:55:36.466733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50706) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:36.518671 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:36.522704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:36.523902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-051c85c2-d107-4f2a-bb71-f2b7b71f57d4 tempest-ServersTestFqdnHostnames-185732730 tempest-ServersTestFqdnHostnames-185732730-project] 10.222.0.21 "DELETE /v2.0/floatingips/d8229aff-5829-4790-99aa-c6b3c4219892 HTTP/1.1" status: 204 len: 168 time: 2.0893168 Nov 26 21:55:36.528864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50710) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:36.531441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ee85015c-1667-40c8-a029-b7a7409e5e06 None None] Provisioning complete for port 7ab051ad-8f0b-41a3-9212-114a738ced2c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:36.532577 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ee85015c-1667-40c8-a029-b7a7409e5e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:36.726466 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:37.068353 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:37.090327 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ee85015c-1667-40c8-a029-b7a7409e5e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:37.104811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:37.181732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ee85015c-1667-40c8-a029-b7a7409e5e06 None None] For port 7ab051ad-8f0b-41a3-9212-114a738ced2c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ab051ad-8f0b-41a3-9212-114a738ced2c,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:37.191839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ee85015c-1667-40c8-a029-b7a7409e5e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:37.269326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:55:37.270051 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:55:37.283546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85015c-1667-40c8-a029-b7a7409e5e06 None None] Pushing event updated for resources: {'Port': ['ID=7ab051ad-8f0b-41a3-9212-114a738ced2c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:37.327726 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:34Z', 'revision_number': 3, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:37.414234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 05685e7e-d067-4f22-8071-006bf402f3f0 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:37.559493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 05685e7e-d067-4f22-8071-006bf402f3f0 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:55:37.564157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 05685e7e-d067-4f22-8071-006bf402f3f0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:37.564635 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:37.664470 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Checking router: 598d1093-b9ca-47de-bd2f-b2f75eb91de7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:37.667072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd4e85-b6ef-41b6-bcf4-5b533610c7dc req-fd226e53-2cba-46f5-9b8b-69ed5c6a32a4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:37.668315 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Updating router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 port 5c26613c-6854-4119-8766-18e746e906db binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:37.681232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10fd4e85-b6ef-41b6-bcf4-5b533610c7dc req-fd226e53-2cba-46f5-9b8b-69ed5c6a32a4 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 932 time: 0.2715237 Nov 26 21:55:37.735021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:37.740445 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:37.751977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e9dc8-f36c-42cf-99cc-4fb47751c3a6 req-34cdca9e-c5b5-4437-884f-669fc6460df9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:37.759390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e9dc8-f36c-42cf-99cc-4fb47751c3a6 req-34cdca9e-c5b5-4437-884f-669fc6460df9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:37.765793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e9dc8-f36c-42cf-99cc-4fb47751c3a6 req-34cdca9e-c5b5-4437-884f-669fc6460df9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:37.774144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d35e9dc8-f36c-42cf-99cc-4fb47751c3a6 req-34cdca9e-c5b5-4437-884f-669fc6460df9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2415 time: 0.3661451 Nov 26 21:55:37.789728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 05685e7e-d067-4f22-8071-006bf402f3f0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=05685e7e-d067-4f22-8071-006bf402f3f0,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:37.797065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05685e7e-d067-4f22-8071-006bf402f3f0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:37.805559 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c935f3e5-3607-47a2-8aab-e7c9a760604c" -d '{"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-plugged", "status": "completed", "tag": "05685e7e-d067-4f22-8071-006bf402f3f0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:37.822712 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:37.824859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f1bda8e7-428d-4c36-8577-cdfcdb96ba42 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:37.885891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10fd4e85-b6ef-41b6-bcf4-5b533610c7dc req-bcc11c82-8892-4b04-a0f1-9178af0e6cfe tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719515 Nov 26 21:55:37.974703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d35e9dc8-f36c-42cf-99cc-4fb47751c3a6 req-dbb81013-f1a2-49c0-ae17-82f89a2b85ab tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981635 Nov 26 21:55:38.071833 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.074049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc109a28-f4b0-4ea6-b5d1-4fe3316792df {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:55:38.085382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=05685e7e-d067-4f22-8071-006bf402f3f0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:38.090119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-195479d9-3346-441f-9cb2-eab26b81fbb3 None None] Provisioning complete for port 7ab051ad-8f0b-41a3-9212-114a738ced2c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:38.092124 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-195479d9-3346-441f-9cb2-eab26b81fbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.094042 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.106570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:55:38.155239 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfc7a59-cf0c-4fac-9ba8-3405e42a7b62 x-openstack-request-id: req-9bfc7a59-cf0c-4fac-9ba8-3405e42a7b62 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:38.155239 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-plugged", "status": "completed", "tag": "05685e7e-d067-4f22-8071-006bf402f3f0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:38.155594 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bfc7a59-cf0c-4fac-9ba8-3405e42a7b62 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:38.156080 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05685e7e-d067-4f22-8071-006bf402f3f0', 'code': 200} Nov 26 21:55:38.169095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:38.169095 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.185421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Transition to ACTIVE for port object fc109a28-f4b0-4ea6-b5d1-4fe3316792df will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:55:38.201546 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.369257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:38.488018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.564273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f1bda8e7-428d-4c36-8577-cdfcdb96ba42, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,segment=NetworkSegment(a88a83c2-430b-4d5b-b713-0b7a24a5d65b),segment_id=a88a83c2-430b-4d5b-b713-0b7a24a5d65b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:38.574020 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.607752 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.657283 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.670803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Attempting to bind port fc109a28-f4b0-4ea6-b5d1-4fe3316792df on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:38.671387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Attempting to bind port fc109a28-f4b0-4ea6-b5d1-4fe3316792df by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:38.671961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Attempting to bind port fc109a28-f4b0-4ea6-b5d1-4fe3316792df on network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:38.680457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Port fc109a28-f4b0-4ea6-b5d1-4fe3316792df on network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:55:38.681269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Attempting to bind port fc109a28-f4b0-4ea6-b5d1-4fe3316792df on network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:38.690680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:38.691277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Checking segment: {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:38.691887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Bound using segment: {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:38.692527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Bound port: fc109a28-f4b0-4ea6-b5d1-4fe3316792df, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230289c6-e917-4cb6-8196-82141278fbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:38.693648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.735441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:38.736478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.890989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ab051ad-8f0b-41a3-9212-114a738ced2c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:38.893232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.937396 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440817be-e8fb-4466-860d-40fdd11f823c None None] Pushing event updated for resources: {'Port': ['ID=5c26613c-6854-4119-8766-18e746e906db,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:38.953402 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Attempting to bind port 5c26613c-6854-4119-8766-18e746e906db on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:38.953694 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Attempting to bind port 5c26613c-6854-4119-8766-18e746e906db by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:38.954063 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Attempting to bind port 5c26613c-6854-4119-8766-18e746e906db on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:38.968450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] For port fc109a28-f4b0-4ea6-b5d1-4fe3316792df, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:38.971655 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:38.974769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] For port fc109a28-f4b0-4ea6-b5d1-4fe3316792df, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:38.976007 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:38.977313 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.977723 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:38.978288 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Bound port: 5c26613c-6854-4119-8766-18e746e906db, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:38.978715 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:38.985500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:39.020345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7ab051ad-8f0b-41a3-9212-114a738ced2c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:39.020812 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:39.057237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:39.058019 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:39.059635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/fc109a28-f4b0-4ea6-b5d1-4fe3316792df HTTP/1.1" status: 200 len: 1092 time: 3.5010283 Nov 26 21:55:39.060363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'tag': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:39.063345 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bb0375-974d-473f-bdd7-23081862cdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e74a971f-93ff-4a50-8715-f6c5d6cbbe50", "tag": "fc109a28-f4b0-4ea6-b5d1-4fe3316792df"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:39.167362 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] For port 5c26613c-6854-4119-8766-18e746e906db, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:39.175895 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] For port 5c26613c-6854-4119-8766-18e746e906db, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5c26613c-6854-4119-8766-18e746e906db,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:39.186551 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:39.261341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221dad3-361c-44f9-a112-5541efd8c8b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:39.336283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fef334-9aee-437c-8b60-e3a662cfe5d5 req-bb8dc231-fe66-4186-aff3-edfccaab8cf0 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:39.345050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4fef334-9aee-437c-8b60-e3a662cfe5d5 req-bb8dc231-fe66-4186-aff3-edfccaab8cf0 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 944 time: 0.2640648 Nov 26 21:55:39.345691 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:39.349637 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:39.362433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-6e2b6238-fd28-4ede-ba9f-5c5794557510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:39.363977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-6e2b6238-fd28-4ede-ba9f-5c5794557510 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c14aaef8024a9cb85b36b10d32c2da&device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 1095 time: 0.2034976 Nov 26 21:55:39.412033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 43a7414e-639a-45ce-9e5f-9843416c25ba up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:39.445044 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-beb2af6f-8be4-41eb-a970-cbf1bba61fb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc109a28-f4b0-4ea6-b5d1-4fe3316792df HTTP/1.1" status: 200 len: 217 time: 0.0634220 Nov 26 21:55:39.455495 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440817be-e8fb-4466-860d-40fdd11f823c None None] Pushing event updated for resources: {'Port': ['ID=5c26613c-6854-4119-8766-18e746e906db,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:39.460332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4936f-a376-4f02-8bf7-2bb904f26b68 req-8be8d785-93dd-41c8-8ae8-09bbc26a11ad tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:39.467104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4936f-a376-4f02-8bf7-2bb904f26b68 req-8be8d785-93dd-41c8-8ae8-09bbc26a11ad tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:39.474850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4936f-a376-4f02-8bf7-2bb904f26b68 req-8be8d785-93dd-41c8-8ae8-09bbc26a11ad tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:39.476870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4f4936f-a376-4f02-8bf7-2bb904f26b68 req-8be8d785-93dd-41c8-8ae8-09bbc26a11ad tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2417 time: 0.3519318 Nov 26 21:55:39.561943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4fef334-9aee-437c-8b60-e3a662cfe5d5 req-bb9b934e-04e8-4c4a-9e9e-e813fd8a1d4b tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146447 Nov 26 21:55:39.565998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Allocated IP 172.20.0.1 (c0930f8f-56c9-4dc2-947b-a41660669060/19862486-6087-4a8c-a7e1-0a558eed05e4/88937dbb-00d4-447d-98f7-2409beaaea1f) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:39.588352 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:39.599051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 43a7414e-639a-45ce-9e5f-9843416c25ba completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:55:39.605622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 43a7414e-639a-45ce-9e5f-9843416c25ba triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:39.606006 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:39.641710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-299251a0-9981-467f-8600-d373dff6b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:39.644366 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-299251a0-9981-467f-8600-d373dff6b64e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3400bd2a-32a5-4422-a0bb-dec2df9c1f3f HTTP/1.1" status: 200 len: 851 time: 0.1897349 Nov 26 21:55:39.766677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4f4936f-a376-4f02-8bf7-2bb904f26b68 req-09536e41-86f7-475d-bcff-99a59aced975 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795379 Nov 26 21:55:39.801530 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bd1867-d008-4bb9-bdba-026b1ddaece9 x-openstack-request-id: req-e5bd1867-d008-4bb9-bdba-026b1ddaece9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:39.802063 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74a971f-93ff-4a50-8715-f6c5d6cbbe50", "tag": "fc109a28-f4b0-4ea6-b5d1-4fe3316792df", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:39.802488 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5bd1867-d008-4bb9-bdba-026b1ddaece9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:39.806555 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'tag': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'status': 'completed', 'code': 200} Nov 26 21:55:39.828841 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:39.871785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-92665a3a-ad0d-4584-801f-ab3aeb6e1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:39.884986 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-92665a3a-ad0d-4584-801f-ab3aeb6e1397 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=638bb49d-3a8c-4463-9bb0-3e6a43a63513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310717 Nov 26 21:55:39.942048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 43a7414e-639a-45ce-9e5f-9843416c25ba, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=43a7414e-639a-45ce-9e5f-9843416c25ba,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:39.948875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:39.953195 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:40.051608 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:40.111431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Network c0930f8f-56c9-4dc2-947b-a41660669060 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:40.121991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Deleting port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:40.122358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:40.185999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:40.210180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:40.229169 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:34Z', 'revision_number': 3, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:40.305115 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b4d83-2081-460c-a8d5-fb6d50995215 None None] The sync data for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 is: [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:34Z', 'revision_number': 3, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:40.317463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50770) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:40.415801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-b7636bbe-2912-4231-91f8-2aef1986a55c service neutron] 10.222.0.13 "GET /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201187 Nov 26 21:55:40.417537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bda8e7-428d-4c36-8577-cdfcdb96ba42'}, {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a7414e-639a-45ce-9e5f-9843416c25ba'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:40.422920 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcd5ebc-74a7-49a1-b54e-8898feccaee0" -d '{"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-plugged", "status": "completed", "tag": "f1bda8e7-428d-4c36-8577-cdfcdb96ba42"}, {"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-plugged", "status": "completed", "tag": "43a7414e-639a-45ce-9e5f-9843416c25ba"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:40.431468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=43a7414e-639a-45ce-9e5f-9843416c25ba,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:40.433672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=88937dbb-00d4-447d-98f7-2409beaaea1f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:40.457223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:40.539728 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd5594-2832-4e58-8781-8a44e9799258 x-openstack-request-id: req-18bd5594-2832-4e58-8781-8a44e9799258 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:40.540224 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-plugged", "status": "completed", "tag": "f1bda8e7-428d-4c36-8577-cdfcdb96ba42", "code": 200}, {"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-plugged", "status": "completed", "tag": "43a7414e-639a-45ce-9e5f-9843416c25ba", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:40.540679 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18bd5594-2832-4e58-8781-8a44e9799258 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:40.541225 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bda8e7-428d-4c36-8577-cdfcdb96ba42', 'code': 200} Nov 26 21:55:40.541758 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a7414e-639a-45ce-9e5f-9843416c25ba', 'code': 200} Nov 26 21:55:40.629603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] For port 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:40.629975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:40.656748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Calling delete_port for 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:40.660391 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb8bdd0d-2c66-4f7c-ae26-24d7fec41aec req-faeb9b7b-f913-4b52-b2a8-c253b9c05bd1 service neutron] 10.222.0.13 "GET /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291050 Nov 26 21:55:40.761361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f9dd0455-823b-44fc-ad06-d2950036eabc None None] Provisioning complete for port 88937dbb-00d4-447d-98f7-2409beaaea1f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:40.762003 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f9dd0455-823b-44fc-ad06-d2950036eabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:40.878022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd0455-823b-44fc-ad06-d2950036eabc None None] Port 88937dbb-00d4-447d-98f7-2409beaaea1f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:40.939797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7b43e-5350-45c9-9888-dbef006a7ea4 req-b8f37ad4-dd89-4bdd-ba01-a45d92ba30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:40.940296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7b43e-5350-45c9-9888-dbef006a7ea4 req-b8f37ad4-dd89-4bdd-ba01-a45d92ba30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:40.940777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7b43e-5350-45c9-9888-dbef006a7ea4 req-b8f37ad4-dd89-4bdd-ba01-a45d92ba30b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:40.946119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aee7b43e-5350-45c9-9888-dbef006a7ea4 req-b8f37ad4-dd89-4bdd-ba01-a45d92ba30b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2871 time: 0.2435062 Nov 26 21:55:41.014060 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03899b66-b3aa-453d-aca8-d04e6f20e287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:41.073974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aee7b43e-5350-45c9-9888-dbef006a7ea4 req-aa49aacf-7a95-42c5-8237-ca6399325f53 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211069 Nov 26 21:55:41.082782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4257f9-781e-40ec-8700-d4a837d15300 req-8dcfadfe-f897-4330-85fc-8f5859b6f12a tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:41.090971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be4257f9-781e-40ec-8700-d4a837d15300 req-8dcfadfe-f897-4330-85fc-8f5859b6f12a tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 944 time: 0.2829013 Nov 26 21:55:41.158562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-0f08eaab-a49f-4d38-b7a5-2aed2509339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:41.160763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-0f08eaab-a49f-4d38-b7a5-2aed2509339a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c14aaef8024a9cb85b36b10d32c2da&device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 1095 time: 0.3617849 Nov 26 21:55:41.186712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:41.238478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31de8-0b47-4a0f-b998-cfb0dee8c6e2 req-de931ab4-e5ea-4d9d-a1f7-5af53543e5e4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:41.247423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31de8-0b47-4a0f-b998-cfb0dee8c6e2 req-de931ab4-e5ea-4d9d-a1f7-5af53543e5e4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:41.260762 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c31de8-0b47-4a0f-b998-cfb0dee8c6e2 req-de931ab4-e5ea-4d9d-a1f7-5af53543e5e4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:41.262790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4c31de8-0b47-4a0f-b998-cfb0dee8c6e2 req-de931ab4-e5ea-4d9d-a1f7-5af53543e5e4 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2418 time: 0.2412684 Nov 26 21:55:41.294507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-b6965039-2e53-4927-a112-15c070eb8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:41.296077 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-b6965039-2e53-4927-a112-15c070eb8efb service neutron] 10.222.0.13 "GET /v2.0/networks?id=638bb49d-3a8c-4463-9bb0-3e6a43a63513 HTTP/1.1" status: 200 len: 913 time: 0.1251345 Nov 26 21:55:41.322377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be4257f9-781e-40ec-8700-d4a837d15300 req-f073145a-1546-4ec8-a8c8-e1b7855dde87 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304037 Nov 26 21:55:41.383616 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-97495dec-d3af-4876-a206-fffffe47bc0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc109a28-f4b0-4ea6-b5d1-4fe3316792df HTTP/1.1" status: 200 len: 217 time: 0.0776169 Nov 26 21:55:41.485483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:41.593133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4723f109-91d8-48e0-8c2d-5fbe6a4e3d34,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:41.698128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:41.716709 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:41.859840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-00c5b15d-4972-4e3a-937b-0b0dfdc5a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:41.870427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-00c5b15d-4972-4e3a-937b-0b0dfdc5a54b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3400bd2a-32a5-4422-a0bb-dec2df9c1f3f HTTP/1.1" status: 200 len: 851 time: 0.4682102 Nov 26 21:55:41.875336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03899b66-b3aa-453d-aca8-d04e6f20e287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:41.881530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4c31de8-0b47-4a0f-b998-cfb0dee8c6e2 req-2966b6a5-0b14-402d-bb0d-2f013f6879eb tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825143 Nov 26 21:55:41.917926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:41.934934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=88937dbb-00d4-447d-98f7-2409beaaea1f,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:41.979783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03899b66-b3aa-453d-aca8-d04e6f20e287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:42.113361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Network c0930f8f-56c9-4dc2-947b-a41660669060 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:42.116964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:42.199994 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-03899b66-b3aa-453d-aca8-d04e6f20e287 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c780d32e236e4f969891ebe1df4c521a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8670657 Nov 26 21:55:42.200834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03899b66-b3aa-453d-aca8-d04e6f20e287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a431b53-943f-4ea1-b6ed-7ee2fd7b3b70,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:42.203917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50790) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:42.300996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-aa1cf95e-4444-426b-9f8d-1ba369a677a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:42.302690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-aa1cf95e-4444-426b-9f8d-1ba369a677a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=638bb49d-3a8c-4463-9bb0-3e6a43a63513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4248900 Nov 26 21:55:42.369690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:55:42.383624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:42.397060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5c26613c-6854-4119-8766-18e746e906db up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:42.555124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5c26613c-6854-4119-8766-18e746e906db triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:42.555622 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:42.563560 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b5db319-71ee-4b33-9f28-97018894567d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:42.668993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b5db319-71ee-4b33-9f28-97018894567d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:42.687862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0c4a6c50-dce8-4302-8053-78089c8eedcc None None] Provisioning complete for port 88937dbb-00d4-447d-98f7-2409beaaea1f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:42.688724 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6c50-dce8-4302-8053-78089c8eedcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:42.700872 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-f06da552-309c-469c-84d1-7bac69ba87b8 service neutron] 10.222.0.13 "GET /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871658 Nov 26 21:55:42.712208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:42.741528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2dc8b6e8-bf76-47fa-8375-d4a850d71eb9 admin admin] 10.222.0.21 "PUT /v2.0/routers/598d1093-b9ca-47de-bd2f-b2f75eb91de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2733412 Nov 26 21:55:42.751010 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:42.785204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 5c26613c-6854-4119-8766-18e746e906db, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5c26613c-6854-4119-8766-18e746e906db,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:42.789575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a6c50-dce8-4302-8053-78089c8eedcc None None] Port 88937dbb-00d4-447d-98f7-2409beaaea1f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:42.790218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d19c3f-b26d-4b12-8465-531b93b46686 req-a0f32b19-dba0-4a95-ae60-6b8aafbc8b39 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:42.792278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36d19c3f-b26d-4b12-8465-531b93b46686 req-a0f32b19-dba0-4a95-ae60-6b8aafbc8b39 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 944 time: 0.2752774 Nov 26 21:55:42.800541 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:42.918501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36d19c3f-b26d-4b12-8465-531b93b46686 req-153badb8-d66a-4663-894d-a57fb7f146af tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081750 Nov 26 21:55:42.920316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=5c26613c-6854-4119-8766-18e746e906db,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:43.040842 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b5db319-71ee-4b33-9f28-97018894567d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:43.045874 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b5db319-71ee-4b33-9f28-97018894567d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:43.047782 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0b5db319-71ee-4b33-9f28-97018894567d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a431b53-943f-4ea1-b6ed-7ee2fd7b3b70 HTTP/1.1" status: 204 len: 168 time: 0.8413296 Nov 26 21:55:43.082795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5db319-71ee-4b33-9f28-97018894567d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a431b53-943f-4ea1-b6ed-7ee2fd7b3b70,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:43.088850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a5bb0375-974d-473f-bdd7-23081862cdc1 req-2a1777bc-9e3f-4215-a5c9-e48564a462a5 service neutron] 10.222.0.13 "GET /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760793 Nov 26 21:55:43.104043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Router 70d8e80f-90ef-4188-a909-ec8da2e18378 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:55:43.179847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4fcb-6655-4d55-bc65-7c32ec2e055f req-2b063cdd-f4f4-4169-b5cf-229171184237 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:43.195983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4fcb-6655-4d55-bc65-7c32ec2e055f req-2b063cdd-f4f4-4169-b5cf-229171184237 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:43.208054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4fcb-6655-4d55-bc65-7c32ec2e055f req-2b063cdd-f4f4-4169-b5cf-229171184237 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:43.219655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fed4fcb-6655-4d55-bc65-7c32ec2e055f req-2b063cdd-f4f4-4169-b5cf-229171184237 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2418 time: 0.2047009 Nov 26 21:55:43.300939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:43.310776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-246ca0ad-9727-40a5-8a0e-012396c6fdc2 admin admin] 10.222.0.21 "PUT /v2.0/routers/70d8e80f-90ef-4188-a909-ec8da2e18378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7785571 Nov 26 21:55:43.311944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50810) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:43.314347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] Sync routers for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:43.341201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:43.341876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:43.434817 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Sync routers for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:43.451212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:43.452354 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:43.454412 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:43.468802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fed4fcb-6655-4d55-bc65-7c32ec2e055f req-8057d469-afc7-4645-9710-629598f9c059 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443960 Nov 26 21:55:43.600192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:43.738300 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:43.771327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:43.959214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Deleting port 9cbbfde6-99f2-4aab-8caa-f8ba59883417 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:43.959530 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:44.079169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215'}], 'enable_snat': True}, 'gw_port_id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:55:41Z', 'revision_number': 5, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port': {'id': '9cbbfde6-99f2-4aab-8caa-f8ba59883417', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:03Z', 'updated_at': '2021-11-26T21:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:44.195333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] Checking router: 70d8e80f-90ef-4188-a909-ec8da2e18378 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:44.219471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] Routers {'70d8e80f-90ef-4188-a909-ec8da2e18378'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:44.221172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['70d8e80f-90ef-4188-a909-ec8da2e18378'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:44.309273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] For port 9cbbfde6-99f2-4aab-8caa-f8ba59883417, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9cbbfde6-99f2-4aab-8caa-f8ba59883417,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:44.309899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:44.355129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5c26613c-6854-4119-8766-18e746e906db up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:44.357538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Calling delete_port for 9cbbfde6-99f2-4aab-8caa-f8ba59883417 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:44.377503 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:41Z', 'revision_number': 2, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:44.439252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] Set router 70d8e80f-90ef-4188-a909-ec8da2e18378 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:44.483832 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Checking router: 598d1093-b9ca-47de-bd2f-b2f75eb91de7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:44.485423 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Updating router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 port 88937dbb-00d4-447d-98f7-2409beaaea1f binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:44.518507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:55:43Z', 'revision_number': 6, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:44.567116 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:44.586150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:44.602812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50842) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:44.605835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94eed6-a0aa-4dd2-8618-0dd128706647 None None] The sync data for ids ['70d8e80f-90ef-4188-a909-ec8da2e18378'] in n-d-819494-1 is: [{'id': '70d8e80f-90ef-4188-a909-ec8da2e18378', 'name': 'tempest-ServersTestFqdnHostnames-596652430-router', 'tenant_id': '62ce27df5f4646e683a752fd57c1e9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:02Z', 'updated_at': '2021-11-26T21:55:43Z', 'revision_number': 6, 'project_id': '62ce27df5f4646e683a752fd57c1e9c9', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:44.612239 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-48593d0b-445e-4a7b-8cac-a344e0cea4ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667103384', 'description': 'tempest-description--753197388'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:44.643223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5c26613c-6854-4119-8766-18e746e906db triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:44.643601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:44.662358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50846) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:44.680079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48593d0b-445e-4a7b-8cac-a344e0cea4ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:44.687457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbbfde6-99f2-4aab-8caa-f8ba59883417,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:44.732353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49d0f3-13f9-4870-b2ec-2ec28077a0bc req-914d2b94-0dd4-4f2b-9fd6-3199f23a4290 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:44.750676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c49d0f3-13f9-4870-b2ec-2ec28077a0bc req-914d2b94-0dd4-4f2b-9fd6-3199f23a4290 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 944 time: 0.6055143 Nov 26 21:55:45.011796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c49d0f3-13f9-4870-b2ec-2ec28077a0bc req-73bc5f5f-dff3-4ad5-b497-3acc16ba3b8e tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600987 Nov 26 21:55:45.062177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6062e8-5e2d-479d-894c-96445d2fe000 req-796bf296-5eff-4d1e-b6ec-e488a36b3c7e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:45.080553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6062e8-5e2d-479d-894c-96445d2fe000 req-796bf296-5eff-4d1e-b6ec-e488a36b3c7e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:45.098338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6062e8-5e2d-479d-894c-96445d2fe000 req-796bf296-5eff-4d1e-b6ec-e488a36b3c7e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:45.112621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a6062e8-5e2d-479d-894c-96445d2fe000 req-796bf296-5eff-4d1e-b6ec-e488a36b3c7e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2418 time: 0.3597796 Nov 26 21:55:45.117411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.233205 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.235922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-299101243-network', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:45.248132 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.283317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.286853 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.307246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a6062e8-5e2d-479d-894c-96445d2fe000 req-ddc841f5-c41e-4e8f-980b-07d5395b813b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866305 Nov 26 21:55:45.359381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Made reservation on behalf of 4b08728727f64c7ea7444d06fc5ad0e0 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:45.366377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.366923 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a86ae-3321-4a34-ae4f-de99e5fa3c90 None None] Pushing event updated for resources: {'Port': ['ID=88937dbb-00d4-447d-98f7-2409beaaea1f,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:45.375094 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.376088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d8e80f-90ef-4188-a909-ec8da2e18378 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:55:45.395621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.397337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-90f58357-b994-41f6-900c-2bf45423996f admin admin] 10.222.0.21 "DELETE /v2.0/routers/70d8e80f-90ef-4188-a909-ec8da2e18378 HTTP/1.1" status: 204 len: 168 time: 2.0844216 Nov 26 21:55:45.399999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50852) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:45.403904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.412573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48593d0b-445e-4a7b-8cac-a344e0cea4ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.433150 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48593d0b-445e-4a7b-8cac-a344e0cea4ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.460232 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Attempting to bind port 88937dbb-00d4-447d-98f7-2409beaaea1f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:45.461271 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Attempting to bind port 88937dbb-00d4-447d-98f7-2409beaaea1f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:45.462506 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Attempting to bind port 88937dbb-00d4-447d-98f7-2409beaaea1f on network c0930f8f-56c9-4dc2-947b-a41660669060 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:45.465215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf40761-c627-4e0c-ae4d-4980ff9e2f78 admin admin] Deleting subnet b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:55:45.469464 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcf40761-c627-4e0c-ae4d-4980ff9e2f78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.471667 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:45.472914 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Checking segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:45.473493 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.474707 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Bound using segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:45.477955 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Bound port: 88937dbb-00d4-447d-98f7-2409beaaea1f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:45.478576 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.525329 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcf40761-c627-4e0c-ae4d-4980ff9e2f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.609825 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48593d0b-445e-4a7b-8cac-a344e0cea4ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.611137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-48593d0b-445e-4a7b-8cac-a344e0cea4ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0067134 Nov 26 21:55:45.618532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50856) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:45.632550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-987d9dd0-f6ad-459c-a07e-2137b5f5ee30 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'security_group_rule': {'security_group_id': '263891be-a182-48ec-99df-e91f34480396', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:45.640403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48593d0b-445e-4a7b-8cac-a344e0cea4ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263891be-a182-48ec-99df-e91f34480396,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:45.652296 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] For port 88937dbb-00d4-447d-98f7-2409beaaea1f, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:45.662606 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] For port 88937dbb-00d4-447d-98f7-2409beaaea1f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88937dbb-00d4-447d-98f7-2409beaaea1f,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:45.670344 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.701209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcf40761-c627-4e0c-ae4d-4980ff9e2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.705848 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-987d9dd0-f6ad-459c-a07e-2137b5f5ee30 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.735491 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.744281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.762443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fc109a28-f4b0-4ea6-b5d1-4fe3316792df details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:55:45.826999 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:45.827627 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:45.866120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:55:45.879190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a92bd8-114e-47d3-abe4-4e444001643d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:45.936897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-987d9dd0-f6ad-459c-a07e-2137b5f5ee30 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.955408 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:45.955941 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Added segment c3d6bbcf-f917-4683-9e26-7055eb82acbf of type vlan for network fe591779-6b81-43b8-bf81-c80f18730505 Nov 26 21:55:45.957538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-987d9dd0-f6ad-459c-a07e-2137b5f5ee30 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.063711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d9dd0-f6ad-459c-a07e-2137b5f5ee30 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5287f52-0f3e-412b-a424-dc09427552d6,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:46.093318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fc109a28-f4b0-4ea6-b5d1-4fe3316792df, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:46.105005 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-987d9dd0-f6ad-459c-a07e-2137b5f5ee30 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.108291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-987d9dd0-f6ad-459c-a07e-2137b5f5ee30 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4884984 Nov 26 21:55:46.115019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50862) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:46.127833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4d4f4e98-ed3c-4947-a6b7-078e196f232c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'security_group_rule': {'security_group_id': '263891be-a182-48ec-99df-e91f34480396', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:46.130167 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0a86ae-3321-4a34-ae4f-de99e5fa3c90 None None] Pushing event updated for resources: {'Port': ['ID=88937dbb-00d4-447d-98f7-2409beaaea1f,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:46.130988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'port_id': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'mac_address': 'fa:16:3e:fe:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:55:46.142712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.165672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-20be759b-89a0-48c5-80e8-6e5089bebcf5 None None] Provisioning complete for port 88937dbb-00d4-447d-98f7-2409beaaea1f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:46.166046 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-20be759b-89a0-48c5-80e8-6e5089bebcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.261907 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:46.279494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.282943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:46.283755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.300629 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d4f4e98-ed3c-4947-a6b7-078e196f232c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.396950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9cbbfde6-99f2-4aab-8caa-f8ba59883417 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:46.471451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 9cbbfde6-99f2-4aab-8caa-f8ba59883417 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:46.471804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9cbbfde6-99f2-4aab-8caa-f8ba59883417 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:46.472378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:46.512733 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8474905 Nov 26 21:55:46.527223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50868) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:46.532962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Request body: {'subnet': {'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-299101243-subnet', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:46.538289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:46.538646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4723f109-91d8-48e0-8c2d-5fbe6a4e3d34 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:46.541299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8464283-14c8-48e1-9ea0-c1bdc5507dea admin admin] Pushing event updated for resources: {'Network': ['ID=fe591779-6b81-43b8-bf81-c80f18730505,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:46.547868 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.570020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network fe591779-6b81-43b8-bf81-c80f18730505 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:55:46.587858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d4f4e98-ed3c-4947-a6b7-078e196f232c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.589269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Made reservation on behalf of 4b08728727f64c7ea7444d06fc5ad0e0 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:46.592919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.596935 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d4f4e98-ed3c-4947-a6b7-078e196f232c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.668432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f4e98-ed3c-4947-a6b7-078e196f232c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d01229-7ed5-4bf0-bf60-7c8233d4395e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:46.713753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc109a28-f4b0-4ea6-b5d1-4fe3316792df {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:55:46.714653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d4f4e98-ed3c-4947-a6b7-078e196f232c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.719438 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4d4f4e98-ed3c-4947-a6b7-078e196f232c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5940039 Nov 26 21:55:46.725981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50874) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:46.757914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:46.768793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fc109a28-f4b0-4ea6-b5d1-4fe3316792df, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:46.863118 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.864315 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.882340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-01c91930-695d-4f5b-b7ba-19765e0f07c7 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:46.886966 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:45Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:46.889681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-01c91930-695d-4f5b-b7ba-19765e0f07c7 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:46.899095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-01c91930-695d-4f5b-b7ba-19765e0f07c7 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:46.900831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-01c91930-695d-4f5b-b7ba-19765e0f07c7 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2418 time: 0.2834816 Nov 26 21:55:46.915394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcf40761-c627-4e0c-ae4d-4980ff9e2f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.928692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12085e98-df22-4fd9-8e5c-99c56dc6412f req-4e255a0b-8962-4c72-892f-c387c3478e14 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:46.937094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12085e98-df22-4fd9-8e5c-99c56dc6412f req-4e255a0b-8962-4c72-892f-c387c3478e14 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:46.938657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:46.944349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12085e98-df22-4fd9-8e5c-99c56dc6412f req-4e255a0b-8962-4c72-892f-c387c3478e14 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:46.944748 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68876cfc-5b38-4ad5-b57a-d7c89a23fe84 None None] The sync data for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 is: [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:45Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:46.957193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12085e98-df22-4fd9-8e5c-99c56dc6412f req-4e255a0b-8962-4c72-892f-c387c3478e14 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2418 time: 0.3356409 Nov 26 21:55:46.989003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba6165-ae84-47cf-af99-68bd85f62061 req-69a8b3ed-fde8-455e-ba4b-85a745922bf9 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:46.997371 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-20be759b-89a0-48c5-80e8-6e5089bebcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.008023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfba6165-ae84-47cf-af99-68bd85f62061 req-69a8b3ed-fde8-455e-ba4b-85a745922bf9 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 944 time: 0.3732738 Nov 26 21:55:47.010319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9df0802-4294-4771-bdc8-58e42b234f68,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:47.038819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Checking segment: {'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:47.043082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Network hostable DHCP agents. Network: fe591779-6b81-43b8-bf81-c80f18730505, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:55:47.071202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Network fe591779-6b81-43b8-bf81-c80f18730505 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:55:47.072084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:47.093780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, fe591779-6b81-43b8-bf81-c80f18730505) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:47.105720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-20be759b-89a0-48c5-80e8-6e5089bebcf5 None None] For port 88937dbb-00d4-447d-98f7-2409beaaea1f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88937dbb-00d4-447d-98f7-2409beaaea1f,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:47.108577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66022d9-a4b9-4a18-88fb-b571a8221ed2 None None] Network fe591779-6b81-43b8-bf81-c80f18730505 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:47.125329 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-20be759b-89a0-48c5-80e8-6e5089bebcf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.126972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:47.132769 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.173417 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-159969c9-b866-4d77-b69e-032a5f2b13a9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6450558 Nov 26 21:55:47.176899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50878) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:47.187004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:47.236811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.237942 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.282927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf40761-c627-4e0c-ae4d-4980ff9e2f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:47.298934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfba6165-ae84-47cf-af99-68bd85f62061 req-6edefa70-9650-4609-8e85-bbec3fedfb42 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596335 Nov 26 21:55:47.323615 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bcf40761-c627-4e0c-ae4d-4980ff9e2f78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.332867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bcf40761-c627-4e0c-ae4d-4980ff9e2f78 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b43a43a9-b29c-4d4f-b1ea-b48bcc009d2a HTTP/1.1" status: 204 len: 168 time: 1.9293799 Nov 26 21:55:47.347571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50880) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:47.360608 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.399340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4ffc4-9c2e-4458-9ab5-f311e58a0157 None None] Network 43ecfb42-e64f-446d-864a-18e896674648 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:47.474504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.587951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12085e98-df22-4fd9-8e5c-99c56dc6412f req-21059101-f216-4714-b91b-195856956dc9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303144 Nov 26 21:55:47.666733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['fc109a28-f4b0-4ea6-b5d1-4fe3316792df'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:55:47.693248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.694042 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.718634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:47.718979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:47.765047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be759b-89a0-48c5-80e8-6e5089bebcf5 None None] Pushing event updated for resources: {'Port': ['ID=88937dbb-00d4-447d-98f7-2409beaaea1f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:47.907180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d58ecae1-8690-48bc-bad8-3a0f1f8ad2eb None None] Provisioning complete for port 88937dbb-00d4-447d-98f7-2409beaaea1f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:47.909348 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d58ecae1-8690-48bc-bad8-3a0f1f8ad2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.074572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port f1bda8e7-428d-4c36-8577-cdfcdb96ba42, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,segment=NetworkSegment(a88a83c2-430b-4d5b-b713-0b7a24a5d65b),segment_id=a88a83c2-430b-4d5b-b713-0b7a24a5d65b)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:48.075069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.079120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Deleting port 908fe9c8-fbed-48fc-8d30-24d4b6560627 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:48.079463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.243518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] DHCP port deletion for 43ecfb42-e64f-446d-864a-18e896674648 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:55:48.283653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.320711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] For port 908fe9c8-fbed-48fc-8d30-24d4b6560627, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=908fe9c8-fbed-48fc-8d30-24d4b6560627,segment=NetworkSegment(7d3638f1-c77c-419d-9196-13b1ed7c0f86),segment_id=7d3638f1-c77c-419d-9196-13b1ed7c0f86)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:48.321079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.346312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Calling delete_port for 908fe9c8-fbed-48fc-8d30-24d4b6560627 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:48.355021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.382279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88937dbb-00d4-447d-98f7-2409beaaea1f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:48.486891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-fe591779-6b81-43b8-bf81-c80f18730505', 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'fixed_ips': [{'subnet_id': 'c9df0802-4294-4771-bdc8-58e42b234f68'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:55:48.487998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.592629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Allocated IP 172.25.3.167 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/e00ac0aa-4be0-41c1-9a0a-a3376585f967) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:48.712812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Allocated IP 172.20.0.2 (fe591779-6b81-43b8-bf81-c80f18730505/c9df0802-4294-4771-bdc8-58e42b234f68/0241fea3-0848-4dc6-ac0d-158955efe349) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:48.728512 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.766613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for f1bda8e7-428d-4c36-8577-cdfcdb96ba42 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:48.768911 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.861641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 88937dbb-00d4-447d-98f7-2409beaaea1f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:48.862008 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.912858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:48.925094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Allocated IP 172.25.3.147 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/04a6760a-c936-4768-92fa-912cd8148109) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:49.006255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Pushing event deleted for resources: {'Port': ['ID=908fe9c8-fbed-48fc-8d30-24d4b6560627,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:49.059927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.067409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] Deleting port 908fe9c8-fbed-48fc-8d30-24d4b6560627 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:49.067796 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.073822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'Port': ['ID=e00ac0aa-4be0-41c1-9a0a-a3376585f967,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:49.080818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] No DVR routers for this DVR port 908fe9c8-fbed-48fc-8d30-24d4b6560627 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:49.109553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:49.133473 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.144106 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.180231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.237374 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.249138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:49.267790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Pushing event updated for resources: {'Port': ['ID=04a6760a-c936-4768-92fa-912cd8148109,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:49.273289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ecfb42-e64f-446d-864a-18e896674648']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:49.282860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:49.293376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3638f1-c77c-419d-9196-13b1ed7c0f86') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:49.293750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3638f1-c77c-419d-9196-13b1ed7c0f86') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:49.295659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:49.306396 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.321191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.327623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:55:49.328132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.341755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Network fe591779-6b81-43b8-bf81-c80f18730505 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:49.350498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:49.355623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] For port 908fe9c8-fbed-48fc-8d30-24d4b6560627, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:49.356287 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.359469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:49.361276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Pushing event updated for resources: {'Port': ['ID=0241fea3-0848-4dc6-ac0d-158955efe349,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:49.381298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] Calling delete_port for 908fe9c8-fbed-48fc-8d30-24d4b6560627 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:49.400763 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] Port 908fe9c8-fbed-48fc-8d30-24d4b6560627 was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:55:49.405223 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:55:49.424881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cd989-1abb-4a69-bb28-343892b04437 req-e40f91c2-7b1d-4b7d-a0b2-52a1776ceb7e tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:49.425593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 43a7414e-639a-45ce-9e5f-9843416c25ba no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:49.431439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.435070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a3cd989-1abb-4a69-bb28-343892b04437 req-e40f91c2-7b1d-4b7d-a0b2-52a1776ceb7e tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 945 time: 0.8973815 Nov 26 21:55:49.444115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:49.447245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:49.526895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] Pushing event deleted for resources: {'Port': ['ID=908fe9c8-fbed-48fc-8d30-24d4b6560627,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:49.528742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Attempting to bind port 0241fea3-0848-4dc6-ac0d-158955efe349 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:49.529120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Attempting to bind port 0241fea3-0848-4dc6-ac0d-158955efe349 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:49.529660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Attempting to bind port 0241fea3-0848-4dc6-ac0d-158955efe349 on network fe591779-6b81-43b8-bf81-c80f18730505 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:49.536789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442331e2-f04b-426f-bcbb-770e6791d00e None None] No DVR routers for this DVR port 908fe9c8-fbed-48fc-8d30-24d4b6560627 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:49.545834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:49.546249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Checking segment: {'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:49.546660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.547053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Bound using segment: {'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:49.547544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Bound port: 0241fea3-0848-4dc6-ac0d-158955efe349, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:49.548220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.654751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] For port 0241fea3-0848-4dc6-ac0d-158955efe349, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:49.659334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] For port 0241fea3-0848-4dc6-ac0d-158955efe349, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0241fea3-0848-4dc6-ac0d-158955efe349,segment=NetworkSegment(c3d6bbcf-f917-4683-9e26-7055eb82acbf),segment_id=c3d6bbcf-f917-4683-9e26-7055eb82acbf)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:49.681326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ce3e-386e-44e2-acf0-e6be8615014b req-ff317e75-839a-4016-b61f-82f9892ae127 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:49.695320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ce3e-386e-44e2-acf0-e6be8615014b req-ff317e75-839a-4016-b61f-82f9892ae127 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:49.705187 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.706790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4ce3e-386e-44e2-acf0-e6be8615014b req-ff317e75-839a-4016-b61f-82f9892ae127 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:49.708687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ca4ce3e-386e-44e2-acf0-e6be8615014b req-ff317e75-839a-4016-b61f-82f9892ae127 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 2418 time: 0.9239426 Nov 26 21:55:49.713248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.725739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.728883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.774895 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.782235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] 10.222.0.21 "DELETE /v2.0/networks/43ecfb42-e64f-446d-864a-18e896674648 HTTP/1.1" status: 204 len: 168 time: 2.4299917 Nov 26 21:55:49.831722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a7414e-639a-45ce-9e5f-9843416c25ba'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:49.841178 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371c7fe1-81bf-4bac-8544-6ccadd358de7" -d '{"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-unplugged", "status": "completed", "tag": "43a7414e-639a-45ce-9e5f-9843416c25ba"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:49.910688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 43a7414e-639a-45ce-9e5f-9843416c25ba, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=43a7414e-639a-45ce-9e5f-9843416c25ba,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:49.930507 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:49.931285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f1bda8e7-428d-4c36-8577-cdfcdb96ba42 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:49.936819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3895fe7-891d-4e0c-a27f-4546678db16c admin admin] Pushing event deleted for resources: {'Network': ['ID=43ecfb42-e64f-446d-864a-18e896674648,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:50.007459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.030935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a3cd989-1abb-4a69-bb28-343892b04437 req-b00d6418-6ba9-4d76-a4e0-4bacb7bf2d3d tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5948577 Nov 26 21:55:50.035148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50922) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:50.120642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac381acf-1236-4d0d-8f11-8e9049fc1732 None None] Pushing event updated for resources: {'Port': ['ID=0241fea3-0848-4dc6-ac0d-158955efe349,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:50.159441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.321205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=43a7414e-639a-45ce-9e5f-9843416c25ba,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:50.327604 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c090f52b-31a3-4263-ba30-41a1c74f5c11 x-openstack-request-id: req-c090f52b-31a3-4263-ba30-41a1c74f5c11 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:50.327920 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-unplugged", "status": "completed", "tag": "43a7414e-639a-45ce-9e5f-9843416c25ba", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:50.328151 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c090f52b-31a3-4263-ba30-41a1c74f5c11 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:50.331846 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a7414e-639a-45ce-9e5f-9843416c25ba', 'code': 200} Nov 26 21:55:50.334265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.346302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ca4ce3e-386e-44e2-acf0-e6be8615014b req-3980fb60-4ed5-4003-9385-fa50023f6233 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094332 Nov 26 21:55:50.445146 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.448033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Router 90b883dd-2a20-4b49-87b2-11e19336b138 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:55:50.467952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0241fea3-0848-4dc6-ac0d-158955efe349 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:50.533330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0241fea3-0848-4dc6-ac0d-158955efe349 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:50.533847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.559901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6fdb00e4-da02-4f45-9fff-48c0e979520a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62ce27df5f4646e683a752fd57c1e9c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4394703 Nov 26 21:55:50.575492 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:55:50.578257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50926) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:50.620769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.629862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 05685e7e-d067-4f22-8071-006bf402f3f0 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:50.730563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:50.734538 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.743478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=f1bda8e7-428d-4c36-8577-cdfcdb96ba42,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:50.766601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.768287 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dfedca3b-4da8-467b-81ff-6f40cdd32c75 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5898120 Nov 26 21:55:50.772106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:50.814363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Sync routers for ids ['90b883dd-2a20-4b49-87b2-11e19336b138'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:50.897419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 0241fea3-0848-4dc6-ac0d-158955efe349, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0241fea3-0848-4dc6-ac0d-158955efe349,segment=NetworkSegment(c3d6bbcf-f917-4683-9e26-7055eb82acbf),segment_id=c3d6bbcf-f917-4683-9e26-7055eb82acbf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:50.899347 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.903500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Routers {'90b883dd-2a20-4b49-87b2-11e19336b138'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:50.905479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['90b883dd-2a20-4b49-87b2-11e19336b138'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:50.918494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa6ad-f4a6-488f-925f-6a52b53af5ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.933230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port f1bda8e7-428d-4c36-8577-cdfcdb96ba42 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:50.951321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:50.956628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-6bf5d413-dc4f-4c99-bd63-6041a5a61510 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "DELETE /v2.0/ports/f1bda8e7-428d-4c36-8577-cdfcdb96ba42 HTTP/1.1" status: 204 len: 173 time: 3.9945166 Nov 26 21:55:50.960865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-deleted', 'tag': 'f1bda8e7-428d-4c36-8577-cdfcdb96ba42'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:50.966326 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7d7946-6b24-4957-b400-ea3eccffbfb9" -d '{"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-deleted", "tag": "f1bda8e7-428d-4c36-8577-cdfcdb96ba42"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:51.088096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa6ad-f4a6-488f-925f-6a52b53af5ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.106710 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58121aea-c732-44f3-b40c-5838461bb501 x-openstack-request-id: req-58121aea-c732-44f3-b40c-5838461bb501 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:51.107252 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-deleted", "tag": "f1bda8e7-428d-4c36-8577-cdfcdb96ba42", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:51.107252 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58121aea-c732-44f3-b40c-5838461bb501 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:51.107663 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-deleted', 'tag': 'f1bda8e7-428d-4c36-8577-cdfcdb96ba42', 'status': 'completed', 'code': 200} Nov 26 21:55:51.179941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Set router 90b883dd-2a20-4b49-87b2-11e19336b138 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:51.346506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f737c-fc7f-477e-b327-573adeb72045 req-e16e47e7-aa36-4f5a-a610-dc0785d3f35a tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:51.348033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c8f737c-fc7f-477e-b327-573adeb72045 req-e16e47e7-aa36-4f5a-a610-dc0785d3f35a tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 945 time: 0.1503162 Nov 26 21:55:51.365706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port 43a7414e-639a-45ce-9e5f-9843416c25ba {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:51.366130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.375902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.432681 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.453809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.497998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa6ad-f4a6-488f-925f-6a52b53af5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.508297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa6ad-f4a6-488f-925f-6a52b53af5ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.508297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ccaa6ad-f4a6-488f-925f-6a52b53af5ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1162a9c-c8ce-4cfa-9d4a-88a75d6aa805 HTTP/1.1" status: 204 len: 168 time: 0.9286630 Nov 26 21:55:51.596237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.610758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port 43a7414e-639a-45ce-9e5f-9843416c25ba, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=43a7414e-639a-45ce-9e5f-9843416c25ba,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:51.611131 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:51.629329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for 43a7414e-639a-45ce-9e5f-9843416c25ba owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:51.824528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 908fe9c8-fbed-48fc-8d30-24d4b6560627 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:51.847091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49441348-d914-4a93-ad45-eb62368277ac None None] Network fe591779-6b81-43b8-bf81-c80f18730505 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:51.870949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Allocated IP 172.20.0.1 (fe591779-6b81-43b8-bf81-c80f18730505/c9df0802-4294-4771-bdc8-58e42b234f68/8d9f7d64-4481-41a4-823d-397dcd4ce61b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:51.907617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fc109a28-f4b0-4ea6-b5d1-4fe3316792df up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:51.946834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaa6ad-f4a6-488f-925f-6a52b53af5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1162a9c-c8ce-4cfa-9d4a-88a75d6aa805,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:51.983275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 908fe9c8-fbed-48fc-8d30-24d4b6560627 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:51.984087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 908fe9c8-fbed-48fc-8d30-24d4b6560627 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:51.999431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5454-8a96-45d9-b607-4cfe815cc9bc req-7f3d03cb-ab00-4ccd-acda-5dd8cde08626 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:52.010543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc5454-8a96-45d9-b607-4cfe815cc9bc req-7f3d03cb-ab00-4ccd-acda-5dd8cde08626 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:52.011178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=0241fea3-0848-4dc6-ac0d-158955efe349,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:52.019003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.024198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7bc5454-8a96-45d9-b607-4cfe815cc9bc req-7f3d03cb-ab00-4ccd-acda-5dd8cde08626 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 1680 time: 0.2137818 Nov 26 21:55:52.040284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'Port': ['ID=e00ac0aa-4be0-41c1-9a0a-a3376585f967,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:52.088696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-125aea6b-1d17-45ab-aa49-49a5d6787057 None None] Provisioning complete for port 0241fea3-0848-4dc6-ac0d-158955efe349 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:52.089812 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-125aea6b-1d17-45ab-aa49-49a5d6787057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.096920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c8f737c-fc7f-477e-b327-573adeb72045 req-465f0d0e-5fca-46be-a6ce-9489ab484b47 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6616647 Nov 26 21:55:52.097803 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.098437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.151125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7bc5454-8a96-45d9-b607-4cfe815cc9bc req-f2988db3-5726-4eee-88bf-c398b36d1024 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248913 Nov 26 21:55:52.170489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.172858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1411f9fc-a05a-4939-9eb4-d45c08a9f641 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4436371 Nov 26 21:55:52.174518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.196016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Network fe591779-6b81-43b8-bf81-c80f18730505 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:52.200035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:52.202628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:52.227880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port fc109a28-f4b0-4ea6-b5d1-4fe3316792df completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:55:52.241138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port fc109a28-f4b0-4ea6-b5d1-4fe3316792df triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:52.241834 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.253083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9f7d64-4481-41a4-823d-397dcd4ce61b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:52.293423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.293867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 05685e7e-d067-4f22-8071-006bf402f3f0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=05685e7e-d067-4f22-8071-006bf402f3f0,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:52.324006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=43a7414e-639a-45ce-9e5f-9843416c25ba,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:52.365129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05685e7e-d067-4f22-8071-006bf402f3f0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:52.369246 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7786c0-0d92-48b4-b9ab-f40776a3d223" -d '{"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-unplugged", "status": "completed", "tag": "05685e7e-d067-4f22-8071-006bf402f3f0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:52.405013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0241fea3-0848-4dc6-ac0d-158955efe349 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:52.477645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.484653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port 43a7414e-639a-45ce-9e5f-9843416c25ba on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:52.487838 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.493406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-af6d34b5-90dd-4f4f-96fc-737ee51265f1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "DELETE /v2.0/ports/43a7414e-639a-45ce-9e5f-9843416c25ba HTTP/1.1" status: 204 len: 173 time: 1.5192516 Nov 26 21:55:52.594308 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.606452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.679955 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6a916e-8a27-4d8d-9238-426a271043db x-openstack-request-id: req-ea6a916e-8a27-4d8d-9238-426a271043db {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:52.682508 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-unplugged", "status": "completed", "tag": "05685e7e-d067-4f22-8071-006bf402f3f0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:52.682831 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea6a916e-8a27-4d8d-9238-426a271043db {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:52.683298 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05685e7e-d067-4f22-8071-006bf402f3f0', 'code': 200} Nov 26 21:55:52.725601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fc109a28-f4b0-4ea6-b5d1-4fe3316792df, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:52.744854 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.749985 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0241fea3-0848-4dc6-ac0d-158955efe349 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:52.750492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.757196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-eb0d5f42-c68e-4a5a-b405-a64c412f87f2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1667103384&fields=id&tenant_id=2e23ce2282ef44368a268d7ecf5556a3 HTTP/1.1" status: 200 len: 267 time: 0.1030650 Nov 26 21:55:52.761379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port 05685e7e-d067-4f22-8071-006bf402f3f0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:52.761715 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.880406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:55:49Z', 'revision_number': 3, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:52.910528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.917737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.968879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:52.971250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Checking router: 90b883dd-2a20-4b49-87b2-11e19336b138 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:52.971619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Updating router 90b883dd-2a20-4b49-87b2-11e19336b138 port 04a6760a-c936-4768-92fa-912cd8148109 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:52.976015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=05685e7e-d067-4f22-8071-006bf402f3f0,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:53.060893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.092182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-b815fc08-257d-4a55-8cbd-ca4912e50709 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:53.093843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-b815fc08-257d-4a55-8cbd-ca4912e50709 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 816 time: 0.2079177 Nov 26 21:55:53.094507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50990) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:53.113952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port 05685e7e-d067-4f22-8071-006bf402f3f0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=05685e7e-d067-4f22-8071-006bf402f3f0,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:53.115471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.121845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:53.127228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Network fe591779-6b81-43b8-bf81-c80f18730505 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:53.132055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:53.134655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for 05685e7e-d067-4f22-8071-006bf402f3f0 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:53.168449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9f7d64-4481-41a4-823d-397dcd4ce61b,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:53.269218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-deleted', 'tag': '43a7414e-639a-45ce-9e5f-9843416c25ba'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:53.277484 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875a7aa8-8bbb-4856-8221-32256b3e9b45" -d '{"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-deleted", "tag": "43a7414e-639a-45ce-9e5f-9843416c25ba"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:53.313276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Router 90b883dd-2a20-4b49-87b2-11e19336b138 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:55:53.420544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-ffd0f68c-3a1b-4213-8e80-7adae27faa2e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/quotas/2e23ce2282ef44368a268d7ecf5556a3 HTTP/1.1" status: 200 len: 375 time: 0.1395226 Nov 26 21:55:53.456867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.469777 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4756bd11-a95a-4c8c-9a88-2ceaa81ecfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.502387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8ff0aa28-6de2-4742-af0b-fcf02f0a103c None None] Provisioning complete for port 0241fea3-0848-4dc6-ac0d-158955efe349 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:53.503158 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa28-6de2-4742-af0b-fcf02f0a103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.540327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=05685e7e-d067-4f22-8071-006bf402f3f0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:53.586270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b01d9-53e5-447b-b8bc-f334c7ade586 req-2f70e527-fd3f-450c-9fe8-83269b8f1177 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:53.588230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:55:53.602626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e4b01d9-53e5-447b-b8bc-f334c7ade586 req-2f70e527-fd3f-450c-9fe8-83269b8f1177 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.3204851 Nov 26 21:55:53.605221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-77eba54a-95ea-4472-a362-2c22f2ab7089 admin admin] 10.222.0.21 "PUT /v2.0/routers/90b883dd-2a20-4b49-87b2-11e19336b138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8320067 Nov 26 21:55:53.627707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1875045534-network', 'tenant_id': '5a5a74555b8e427e9d5065199c03f47b'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:53.701123 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.735811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.851343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Attempting to bind port 04a6760a-c936-4768-92fa-912cd8148109 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:53.851728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Attempting to bind port 04a6760a-c936-4768-92fa-912cd8148109 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:53.852100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Attempting to bind port 04a6760a-c936-4768-92fa-912cd8148109 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:53.879775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:53.880285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:53.880613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.881012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:53.881504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Bound port: 04a6760a-c936-4768-92fa-912cd8148109, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:53.881888 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:53.931146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d779f-c3f3-482c-abe0-15e0674c3d6c None None] Pushing event updated for resources: {'Port': ['ID=04a6760a-c936-4768-92fa-912cd8148109,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:53.935368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8ff0aa28-6de2-4742-af0b-fcf02f0a103c None None] Provisioning complete for port 8d9f7d64-4481-41a4-823d-397dcd4ce61b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:53.935738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ff0aa28-6de2-4742-af0b-fcf02f0a103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.015229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0aa28-6de2-4742-af0b-fcf02f0a103c None None] Port 8d9f7d64-4481-41a4-823d-397dcd4ce61b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:54.020160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] For port 04a6760a-c936-4768-92fa-912cd8148109, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:54.024025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] For port 04a6760a-c936-4768-92fa-912cd8148109, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=04a6760a-c936-4768-92fa-912cd8148109,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:54.033694 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.106712 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d779f-c3f3-482c-abe0-15e0674c3d6c None None] Pushing event updated for resources: {'Port': ['ID=04a6760a-c936-4768-92fa-912cd8148109,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:54.117503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Routers {'90b883dd-2a20-4b49-87b2-11e19336b138'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:54.118205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['90b883dd-2a20-4b49-87b2-11e19336b138'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:54.261295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-f6966daf-80e0-472d-9789-744e94a08816 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8236766 Nov 26 21:55:54.263072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] Set router 90b883dd-2a20-4b49-87b2-11e19336b138 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:54.290446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port 05685e7e-d067-4f22-8071-006bf402f3f0 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:54.305331 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.310063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3fc73f2-68e0-41b7-aca3-74f04832bd7c req-758997d9-d192-45cb-b80b-9b56956b5374 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "DELETE /v2.0/ports/05685e7e-d067-4f22-8071-006bf402f3f0 HTTP/1.1" status: 204 len: 173 time: 1.8082507 Nov 26 21:55:54.329842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Made reservation on behalf of 5a5a74555b8e427e9d5065199c03f47b for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:54.330462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-587b7ee4-9feb-49e6-ada4-cb0b5c4e64e7 None None] Provisioning complete for port 8d9f7d64-4481-41a4-823d-397dcd4ce61b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:54.331008 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-587b7ee4-9feb-49e6-ada4-cb0b5c4e64e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.332258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.378043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e4b01d9-53e5-447b-b8bc-f334c7ade586 req-03e69987-a425-4ec0-9343-567873011486 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7744472 Nov 26 21:55:54.382693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.463989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-1db8cb3c-894e-45fa-a823-ee00e5c65030 service neutron] 10.222.0.21 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746600 Nov 26 21:55:54.466547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51020) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:54.471958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2021157991-network', 'tenant_id': '4c76f357f1414bb6860313a92931281f'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:54.517655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Made reservation on behalf of 4c76f357f1414bb6860313a92931281f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:54.520265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.537960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.607697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-587b7ee4-9feb-49e6-ada4-cb0b5c4e64e7 None None] Port 8d9f7d64-4481-41a4-823d-397dcd4ce61b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:55:54.624268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c29e4e7-aebe-4337-b7ea-6f774551dc29 req-f5dd5b5c-83d2-4de8-91d7-c833f1692db1 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=d379392a-ae4b-48bb-ac0f-d38cef1c7029 HTTP/1.1" status: 200 len: 210 time: 0.0504611 Nov 26 21:55:54.630582 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.647262 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.687642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:54.690984 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5662bfa-6e46-45ba-9a13-38c17f11fad9" -d '{"events": [{"server_uuid": "e74a971f-93ff-4a50-8715-f6c5d6cbbe50", "name": "network-vif-plugged", "status": "completed", "tag": "fc109a28-f4b0-4ea6-b5d1-4fe3316792df"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:54.701023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:55:54.710450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-f43b1da2-b679-48b9-a199-fa089f5a678a service neutron] 10.222.0.21 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313428 Nov 26 21:55:54.715024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21650a9d-b625-4c45-9dc4-3216ecf5fed5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:54.717036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.721051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.721540 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Added segment 9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf of type vlan for network b74f2978-8328-4335-9972-08627d9aec33 Nov 26 21:55:54.734731 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.800948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:55:54.815579 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa3a047-9704-4644-a318-acd9db0a5573 x-openstack-request-id: req-2fa3a047-9704-4644-a318-acd9db0a5573 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:54.815930 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-deleted", "tag": "43a7414e-639a-45ce-9e5f-9843416c25ba", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:54.816168 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fa3a047-9704-4644-a318-acd9db0a5573 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:54.816518 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-deleted', 'tag': '43a7414e-639a-45ce-9e5f-9843416c25ba', 'status': 'completed', 'code': 200} Nov 26 21:55:54.829145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5f0cdd-47ef-4d54-a32f-89eaf181c4ed,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:54.832567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.833048 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Added segment 36ee1274-da79-4c2a-b5f3-833f2b1fac52 of type vlan for network dce61bad-c840-4e8a-9b73-f8339f5e51da Nov 26 21:55:54.851400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:55:52Z', 'revision_number': 4, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8d9f7d64-4481-41a4-823d-397dcd4ce61b', 'name': '', 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'mac_address': 'fa:16:3e:7d:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:51Z', 'updated_at': '2021-11-26T21:55:52Z', 'revision_number': 2, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'subnets': [{'id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:54.869156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.933936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd5f74-eab8-4907-840a-8ecc9bf7636f None None] The sync data for ids ['90b883dd-2a20-4b49-87b2-11e19336b138'] in n-d-819494-1 is: [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:55:52Z', 'revision_number': 4, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8d9f7d64-4481-41a4-823d-397dcd4ce61b', 'name': '', 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'mac_address': 'fa:16:3e:7d:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:51Z', 'updated_at': '2021-11-26T21:55:52Z', 'revision_number': 2, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'subnets': [{'id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:55:54.938962 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.947726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:54.949103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:54.949802 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:55.014000 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6956fe3-2fe3-4184-9d1d-0a8bbb9471b8 x-openstack-request-id: req-b6956fe3-2fe3-4184-9d1d-0a8bbb9471b8 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:55.014471 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a971f-93ff-4a50-8715-f6c5d6cbbe50", "name": "network-vif-plugged", "status": "completed", "tag": "fc109a28-f4b0-4ea6-b5d1-4fe3316792df", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:55.014833 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6956fe3-2fe3-4184-9d1d-0a8bbb9471b8 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:55.015316 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'code': 200} Nov 26 21:55:55.071705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:55.073062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:55.073842 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:55.078007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51032) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:55.079051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8109469 Nov 26 21:55:55.089654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Request body: {'subnet': {'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1875045534-subnet', 'tenant_id': '5a5a74555b8e427e9d5065199c03f47b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:55.164441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41f391c4-8f2a-4878-b9e9-f9b49d8758f3 req-400db9e0-8874-4bfb-abd8-73d299ed53b9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 210 time: 0.1009216 Nov 26 21:55:55.171636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486154c3-46f0-4d1c-8bc2-2b640b6610e6 admin admin] Pushing event updated for resources: {'Network': ['ID=b74f2978-8328-4335-9972-08627d9aec33,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:55.176617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7086711 Nov 26 21:55:55.193559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51034) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:55.203800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network b74f2978-8328-4335-9972-08627d9aec33 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:55:55.211264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Request body: {'subnet': {'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2021157991-subnet', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:55.256813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd8f4f-8dc4-4ae3-978b-7b090d8a6bae admin admin] Pushing event updated for resources: {'Network': ['ID=dce61bad-c840-4e8a-9b73-f8339f5e51da,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:55.268409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Made reservation on behalf of 5a5a74555b8e427e9d5065199c03f47b for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:55.271612 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:55.293573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b33e05-d535-4f9f-bd7d-dab9bafdc7b0 req-1d90e750-3c41-4402-8bb0-aff5857c43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:55.295327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45b33e05-d535-4f9f-bd7d-dab9bafdc7b0 req-1d90e750-3c41-4402-8bb0-aff5857c43b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 1097 time: 0.1371207 Nov 26 21:55:55.340512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Made reservation on behalf of 4c76f357f1414bb6860313a92931281f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:55.355897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:55.558518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network dce61bad-c840-4e8a-9b73-f8339f5e51da details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:55:55.731249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:55.800140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51048) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:55.948255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadd044-cc18-405c-81c2-98be6a83dfb8 req-7bd71b75-9c2e-47d8-acc6-38662d08eba8 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:55.964193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5eadd044-cc18-405c-81c2-98be6a83dfb8 req-7bd71b75-9c2e-47d8-acc6-38662d08eba8 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.2682836 Nov 26 21:55:55.992837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-45b33e05-d535-4f9f-bd7d-dab9bafdc7b0 req-54d468e2-ec99-4d0a-aa71-d71b62da9e2c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6552353 Nov 26 21:55:55.993333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bcfeaf-1ab9-42c2-8ff2-ce8a4bd98a8e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting subnet 11afb1d8-8995-4ac0-a5e1-3743a43c0b88 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:55:56.010759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e463122b-cd9d-46d2-ad6e-e3725b20691b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:56.013486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61bcfeaf-1ab9-42c2-8ff2-ce8a4bd98a8e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.125234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61bcfeaf-1ab9-42c2-8ff2-ce8a4bd98a8e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.235510 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.273587 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-056ab1d4-6f44-4b15-96d4-91737322abb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.296420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Checking segment: {'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:56.296919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Network hostable DHCP agents. Network: dce61bad-c840-4e8a-9b73-f8339f5e51da, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:55:56.328450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5eadd044-cc18-405c-81c2-98be6a83dfb8 req-9347f8cb-d473-4ced-84ca-e0764f6caca8 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211260 Nov 26 21:55:56.415918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:56.460038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Network dce61bad-c840-4e8a-9b73-f8339f5e51da is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:55:56.471047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Checking segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:56.471345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Network hostable DHCP agents. Network: b74f2978-8328-4335-9972-08627d9aec33, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:55:56.477307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61bcfeaf-1ab9-42c2-8ff2-ce8a4bd98a8e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.528771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12f118cf-d0d1-4d11-b97c-8f794bfbfbdc req-3c488931-d25d-4c09-a3df-07fa909b8bbe tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 210 time: 0.0744672 Nov 26 21:55:56.531806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, dce61bad-c840-4e8a-9b73-f8339f5e51da) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:56.541017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:56.541807 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.546488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Network b74f2978-8328-4335-9972-08627d9aec33 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:55:56.551479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f78c1-a26d-410b-9621-0c9e1724582a None None] Network dce61bad-c840-4e8a-9b73-f8339f5e51da requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:56.576769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, b74f2978-8328-4335-9972-08627d9aec33) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:56.590131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:56.592415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.603895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-18400513-3236-4268-a04d-a6678d60a59a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4000144 Nov 26 21:55:56.609383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51056) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:56.623724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:56.648111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61bcfeaf-1ab9-42c2-8ff2-ce8a4bd98a8e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.684613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61bcfeaf-1ab9-42c2-8ff2-ce8a4bd98a8e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.688244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6acd2f-c673-4e5a-a470-92b934c13f72 None None] Network b74f2978-8328-4335-9972-08627d9aec33 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:56.691082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-61bcfeaf-1ab9-42c2-8ff2-ce8a4bd98a8e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "DELETE /v2.0/subnets/11afb1d8-8995-4ac0-a5e1-3743a43c0b88 HTTP/1.1" status: 204 len: 168 time: 0.8858511 Nov 26 21:55:56.696014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51058) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:56.717955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcfeaf-1ab9-42c2-8ff2-ce8a4bd98a8e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Subnet': ['ID=11afb1d8-8995-4ac0-a5e1-3743a43c0b88,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:56.726692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.733213 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.741414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70e25f3-8ab9-400e-9443-684057f8f727 None None] Network b3223661-7f70-42f4-8d3b-46b12347eda5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:56.831227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-deleted', 'tag': '05685e7e-d067-4f22-8071-006bf402f3f0'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:55:56.841732 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9847f273-2426-44b0-8265-773f84774a8c" -d '{"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-deleted", "tag": "05685e7e-d067-4f22-8071-006bf402f3f0"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:55:56.924143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:56.947214 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e381f6bf-d6f5-4a4b-bf7f-ac1d32b05393 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8634667 Nov 26 21:55:56.983840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.004266 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ba0cd-bdb3-4194-92aa-a2348bd2be09 x-openstack-request-id: req-818ba0cd-bdb3-4194-92aa-a2348bd2be09 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:55:57.005576 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d379392a-ae4b-48bb-ac0f-d38cef1c7029", "name": "network-vif-deleted", "tag": "05685e7e-d067-4f22-8071-006bf402f3f0", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:55:57.005576 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-818ba0cd-bdb3-4194-92aa-a2348bd2be09 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:55:57.010453 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd379392a-ae4b-48bb-ac0f-d38cef1c7029', 'name': 'network-vif-deleted', 'tag': '05685e7e-d067-4f22-8071-006bf402f3f0', 'status': 'completed', 'code': 200} Nov 26 21:55:57.141350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port d8ea210f-1382-4c76-b946-3c5e3640bb9e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:57.142714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.316009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port d8ea210f-1382-4c76-b946-3c5e3640bb9e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d8ea210f-1382-4c76-b946-3c5e3640bb9e,segment=NetworkSegment(a88a83c2-430b-4d5b-b713-0b7a24a5d65b),segment_id=a88a83c2-430b-4d5b-b713-0b7a24a5d65b)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:57.316654 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.337065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for d8ea210f-1382-4c76-b946-3c5e3640bb9e owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:57.393605 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.445002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.471895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.553790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=d8ea210f-1382-4c76-b946-3c5e3640bb9e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:57.562402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port d8ea210f-1382-4c76-b946-3c5e3640bb9e on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:57.593725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-dce61bad-c840-4e8a-9b73-f8339f5e51da', 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'fixed_ips': [{'subnet_id': 'e463122b-cd9d-46d2-ad6e-e3725b20691b'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:55:57.594629 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.597583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-53b4f159-7cb3-430a-8153-f6ddfa8e5ff8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:57.600903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-53b4f159-7cb3-430a-8153-f6ddfa8e5ff8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 816 time: 0.8342605 Nov 26 21:55:57.621006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167e231b-08a6-4300-873b-40356d2196fd None None] Network b74f2978-8328-4335-9972-08627d9aec33 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:57.703525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.729897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3223661-7f70-42f4-8d3b-46b12347eda5']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:57.745798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:57.746356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88a83c2-430b-4d5b-b713-0b7a24a5d65b') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:57.757749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.775072 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.782222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:55:57.782453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:55:57.853024 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:55:57.855490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405d34a-eec6-4cbe-af47-7f606c8d82ff None None] DHCP port deletion for b3223661-7f70-42f4-8d3b-46b12347eda5 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:55:57.856042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-19413c96-9572-42c9-88cc-40fb4e861442 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:57.857566 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.857722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-19413c96-9572-42c9-88cc-40fb4e861442 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1801093 Nov 26 21:55:57.872565 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:57.873207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "DELETE /v2.0/networks/b3223661-7f70-42f4-8d3b-46b12347eda5 HTTP/1.1" status: 204 len: 168 time: 1.1752553 Nov 26 21:55:57.876636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51088) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:57.903145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f81b9-f731-40ec-b0df-cf3c2d0aa79d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Network': ['ID=b3223661-7f70-42f4-8d3b-46b12347eda5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:57.910101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c97ed0-142f-430e-bbe0-ceec8b74b75d req-dcd05e04-0d16-4d01-ba76-43b1ef3ea753 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:57.912245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1c97ed0-142f-430e-bbe0-ceec8b74b75d req-dcd05e04-0d16-4d01-ba76-43b1ef3ea753 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.4422014 Nov 26 21:55:57.945425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-90f52d89-7755-4f57-ad13-8bfd0005924d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/quotas/5a5a74555b8e427e9d5065199c03f47b HTTP/1.1" status: 200 len: 375 time: 0.0807834 Nov 26 21:55:57.955885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Allocated IP 172.20.0.2 (dce61bad-c840-4e8a-9b73-f8339f5e51da/e463122b-cd9d-46d2-ad6e-e3725b20691b/64034a01-91c0-440f-a74a-3607604798e2) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:57.975283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23bc2f5-fb14-49c2-b61c-54c960bb097b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting subnet 9de11655-674a-458c-ad8e-d0b36e8bc3fc {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:55:57.979299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a23bc2f5-fb14-49c2-b61c-54c960bb097b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.025662 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a23bc2f5-fb14-49c2-b61c-54c960bb097b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.039092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-e657cf5b-3f07-4f1c-9d44-2df791f95d73 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765913 Nov 26 21:55:58.044220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-4c0fb18d-831f-4769-9349-1a9df7d41f78 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e23ce2282ef44368a268d7ecf5556a3 HTTP/1.1" status: 200 len: 380 time: 0.4226954 Nov 26 21:55:58.078401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'port': {'device_id': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'admin_state_up': True, 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'security_groups': ['263891be-a182-48ec-99df-e91f34480396']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:58.141298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a23bc2f5-fb14-49c2-b61c-54c960bb097b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.159414 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.168095 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.192097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1c97ed0-142f-430e-bbe0-ceec8b74b75d req-7f06006b-77a2-46b8-99c5-6200a5d00cb6 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702348 Nov 26 21:55:58.277825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Network dce61bad-c840-4e8a-9b73-f8339f5e51da is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:55:58.284258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a23bc2f5-fb14-49c2-b61c-54c960bb097b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.287757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:55:58.295796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:55:58.317143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Pushing event updated for resources: {'Port': ['ID=64034a01-91c0-440f-a74a-3607604798e2,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:58.327169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bc2f5-fb14-49c2-b61c-54c960bb097b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Subnet': ['ID=9de11655-674a-458c-ad8e-d0b36e8bc3fc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:58.333282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a23bc2f5-fb14-49c2-b61c-54c960bb097b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.337878 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a23bc2f5-fb14-49c2-b61c-54c960bb097b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "DELETE /v2.0/subnets/9de11655-674a-458c-ad8e-d0b36e8bc3fc HTTP/1.1" status: 204 len: 168 time: 0.4572911 Nov 26 21:55:58.338149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51098) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:58.353608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20b3e58-beed-4a5e-9d98-df2d69fbf9f2 None None] Network 2e856956-c1be-4206-a35b-518a42738010 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:55:58.372900 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-b049cd72-edf9-4ba3-b2f4-a9c9f2929780 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215744 Nov 26 21:55:58.449708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 04a6760a-c936-4768-92fa-912cd8148109 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:55:58.509861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.533956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Attempting to bind port 64034a01-91c0-440f-a74a-3607604798e2 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:55:58.534292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Attempting to bind port 64034a01-91c0-440f-a74a-3607604798e2 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:55:58.534666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Attempting to bind port 64034a01-91c0-440f-a74a-3607604798e2 on network dce61bad-c840-4e8a-9b73-f8339f5e51da {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:55:58.573248 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:55:58.573649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Checking segment: {'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:55:58.574117 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.575109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Bound using segment: {'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:55:58.575109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Bound port: 64034a01-91c0-440f-a74a-3607604798e2, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:55:58.575738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.581612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port 77d73395-88ad-4377-b91d-125c89eef6db {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:55:58.582151 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.596565 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.604218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1036761-f42f-4bf1-92f3-b78fb55758a5 req-bb23f8e4-37d5-4ae5-98c2-d39ffe980ec2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 210 time: 0.0914223 Nov 26 21:55:58.699152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 04a6760a-c936-4768-92fa-912cd8148109 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:55:58.699532 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.703064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port 77d73395-88ad-4377-b91d-125c89eef6db, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=77d73395-88ad-4377-b91d-125c89eef6db,segment=NetworkSegment(a4ef8b4a-ec61-4e88-a9bd-46fb85e75001),segment_id=a4ef8b4a-ec61-4e88-a9bd-46fb85e75001)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:58.703496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.730347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] For port 64034a01-91c0-440f-a74a-3607604798e2, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:55:58.736381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Made reservation on behalf of 2e23ce2282ef44368a268d7ecf5556a3 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:58.745401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for 77d73395-88ad-4377-b91d-125c89eef6db owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:55:58.746183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.774562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] For port 64034a01-91c0-440f-a74a-3607604798e2, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=64034a01-91c0-440f-a74a-3607604798e2,segment=NetworkSegment(36ee1274-da79-4c2a-b5f3-833f2b1fac52),segment_id=36ee1274-da79-4c2a-b5f3-833f2b1fac52)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:55:58.798816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.864019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.904743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-4aa7268e-88c3-4dec-bba6-489bd01f2dcf service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451859 Nov 26 21:55:58.906401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.933038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:58.964837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=77d73395-88ad-4377-b91d-125c89eef6db,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:58.968864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port 77d73395-88ad-4377-b91d-125c89eef6db on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:55:58.974515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb8c1f1-8172-414e-b6a0-1dadff65d12e None None] DHCP port deletion for 2e856956-c1be-4206-a35b-518a42738010 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:55:58.984964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac4192-20e1-405a-9155-21f081b858c2 None None] Pushing event updated for resources: {'Port': ['ID=64034a01-91c0-440f-a74a-3607604798e2,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:59.033388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.084039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 04a6760a-c936-4768-92fa-912cd8148109, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=04a6760a-c936-4768-92fa-912cd8148109,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:55:59.091075 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.107187 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.157684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbd0fa-4462-41a3-9567-429c41402ce3 req-ef82476e-e2d3-4a27-ac44-79c128fc0f98 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:59.172932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.179033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1cbd0fa-4462-41a3-9567-429c41402ce3 req-ef82476e-e2d3-4a27-ac44-79c128fc0f98 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.2288923 Nov 26 21:55:59.241895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d8ea210f-1382-4c76-b946-3c5e3640bb9e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:55:59.268272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e856956-c1be-4206-a35b-518a42738010']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:59.282637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=04a6760a-c936-4768-92fa-912cd8148109,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:59.284287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:59.285534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: d8ea210f-1382-4c76-b946-3c5e3640bb9e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:55:59.285857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ef8b4a-ec61-4e88-a9bd-46fb85e75001') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:59.286018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d8ea210f-1382-4c76-b946-3c5e3640bb9e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:55:59.327673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.343763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1cbd0fa-4462-41a3-9567-429c41402ce3 req-de6a9c00-8024-4228-b000-27c9692367e0 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628921 Nov 26 21:55:59.366039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f23a742d-e681-4f63-b544-315f7905833c req-6a02716d-3e26-44a3-9ae1-9b7ab988d9d4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 210 time: 0.1139431 Nov 26 21:55:59.375145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.407090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:55:59.407637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.500532 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Sync routers for ids ['90b883dd-2a20-4b49-87b2-11e19336b138'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:55:59.515658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Routers {'90b883dd-2a20-4b49-87b2-11e19336b138'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:55:59.516754 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:55:59.519237 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['90b883dd-2a20-4b49-87b2-11e19336b138'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:59.538904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.549126 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.557498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "DELETE /v2.0/networks/2e856956-c1be-4206-a35b-518a42738010 HTTP/1.1" status: 204 len: 168 time: 1.2176864 Nov 26 21:55:59.576050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51120) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:59.581982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1324040951'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:59.587963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd3eef-0e21-4f85-be6d-6f9adde7a54e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Network': ['ID=2e856956-c1be-4206-a35b-518a42738010,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:59.631507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:55:59.634556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Allocated IP 172.25.3.222 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/bb09964f-2ec9-499c-8aed-f420fb8b10f9) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:59.641870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.650746 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Set router 90b883dd-2a20-4b49-87b2-11e19336b138 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:55:59.651023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Allocated IP 172.20.0.3 (c0930f8f-56c9-4dc2-947b-a41660669060/19862486-6087-4a8c-a7e1-0a558eed05e4/dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:55:59.686756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:55:59.698253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-a075475a-eea7-4f68-926b-801783f86149 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1773235659&fields=id&tenant_id=30d66e99c79249628f41d7512d240346 HTTP/1.1" status: 200 len: 267 time: 0.2056484 Nov 26 21:55:59.700697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.701164 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Added segment 926e8802-0df1-48b5-ab88-f4dcf531608c of type vlan for network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 Nov 26 21:55:59.718421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b138f-4268-4db6-ad2d-693d9817db7e req-601bebf3-0ae8-4d32-b561-3ebdba56567b tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:59.719913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-776b138f-4268-4db6-ad2d-693d9817db7e req-601bebf3-0ae8-4d32-b561-3ebdba56567b tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.1901822 Nov 26 21:55:59.757396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.790561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.799254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:55:59.799792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:55:59.883968 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:55:52Z', 'revision_number': 4, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8d9f7d64-4481-41a4-823d-397dcd4ce61b', 'name': '', 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'mac_address': 'fa:16:3e:7d:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:51Z', 'updated_at': '2021-11-26T21:55:52Z', 'revision_number': 2, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'subnets': [{'id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:55:59.891825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Network': ['ID=4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:55:59.905711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:55:59.911038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-04d4f5d5-3066-4f24-ad7a-6af35eb0ba0d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3333073 Nov 26 21:55:59.913519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51126) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:55:59.919948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'subnet': {'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:55:59.951274 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Checking router: 90b883dd-2a20-4b49-87b2-11e19336b138 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:55:59.951633 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Updating router 90b883dd-2a20-4b49-87b2-11e19336b138 port 8d9f7d64-4481-41a4-823d-397dcd4ce61b binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:55:59.989880 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.027960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:00.033128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.270517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.350129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Subnet': ['ID=910870e8-5e74-4d3c-87b1-ab5451d62d15,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:00.377454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Checking segment: {'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:00.377942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network hostable DHCP agents. Network: 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:56:00.408206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:56:00.414097 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.422619 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.426549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:00.439270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55214020-ee5e-42a3-b8b7-7dce78cd8971 None None] Network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:00.450697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:00.453047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.491554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b93c9339-8c2e-4996-ab49-eadd944e102b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5737524 Nov 26 21:56:00.492258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51134) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:00.511715 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5e890-5066-4a63-8d52-aadf31b69b2d None None] Pushing event updated for resources: {'Port': ['ID=8d9f7d64-4481-41a4-823d-397dcd4ce61b,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:00.516853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1007014160'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:00.532834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 04a6760a-c936-4768-92fa-912cd8148109 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:00.550002 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-776b138f-4268-4db6-ad2d-693d9817db7e req-b4b77e53-d5d9-4496-92ec-1e7dd955aebf tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7891817 Nov 26 21:56:00.553485 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.565675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:00.571407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.602502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-9d364626-df88-4d74-97bc-f5417672c941 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:00.604204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-9d364626-df88-4d74-97bc-f5417672c941 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/networks?id=298f4498-07ba-4d16-8e74-d26a0d713d46 HTTP/1.1" status: 200 len: 816 time: 0.8833399 Nov 26 21:56:00.621988 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Attempting to bind port 8d9f7d64-4481-41a4-823d-397dcd4ce61b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:00.622519 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Attempting to bind port 8d9f7d64-4481-41a4-823d-397dcd4ce61b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:00.623033 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Attempting to bind port 8d9f7d64-4481-41a4-823d-397dcd4ce61b on network fe591779-6b81-43b8-bf81-c80f18730505 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:00.638287 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:00.638697 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Checking segment: {'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:00.639067 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.639464 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Bound using segment: {'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:00.639937 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Bound port: 8d9f7d64-4481-41a4-823d-397dcd4ce61b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d6bbcf-f917-4683-9e26-7055eb82acbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:00.640316 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.642896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:56:00.670642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.670999 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Added segment 83a19211-515b-4ff3-b325-3addfad71d04 of type vlan for network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a Nov 26 21:56:00.714701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a22e2-135d-4587-b07d-0329982b608f None None] Network dce61bad-c840-4e8a-9b73-f8339f5e51da requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:00.729166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.737665 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] For port 8d9f7d64-4481-41a4-823d-397dcd4ce61b, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:00.741304 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] For port 8d9f7d64-4481-41a4-823d-397dcd4ce61b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8d9f7d64-4481-41a4-823d-397dcd4ce61b,segment=NetworkSegment(c3d6bbcf-f917-4683-9e26-7055eb82acbf),segment_id=c3d6bbcf-f917-4683-9e26-7055eb82acbf)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:00.761134 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.762740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-e96b425c-14dc-4247-a556-b3698e88e132 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/quotas/30d66e99c79249628f41d7512d240346 HTTP/1.1" status: 200 len: 375 time: 0.1391218 Nov 26 21:56:00.800307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.800946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.816167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:00.816820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.876019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Routers {'90b883dd-2a20-4b49-87b2-11e19336b138'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:00.883867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8c51fada-fb3d-4199-8d83-9b503a11f5d8 None None] Provisioning complete for port 64034a01-91c0-440f-a74a-3607604798e2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:00.884587 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8c51fada-fb3d-4199-8d83-9b503a11f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.888133 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['90b883dd-2a20-4b49-87b2-11e19336b138'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:00.925857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 04a6760a-c936-4768-92fa-912cd8148109 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:00.926463 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:00.969735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb09964f-2ec9-499c-8aed-f420fb8b10f9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:00.987202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.037794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:01.044040 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] Set router 90b883dd-2a20-4b49-87b2-11e19336b138 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:01.085894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:01.115058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:01.131605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7520f93-fae4-400e-a58c-43ab2371720d req-220ec58a-02bd-4abd-9324-94e52ab67735 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 210 time: 0.1481423 Nov 26 21:56:01.136054 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.189807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Network': ['ID=adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:01.201608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-d0bdfb65-5b2f-4471-b9a7-65b147a6039b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:01.204123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-d0bdfb65-5b2f-4471-b9a7-65b147a6039b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.3842597 Nov 26 21:56:01.216462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:56:01.219945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c02a8df1-e47b-4e50-b1cd-9e743976f303 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7262526 Nov 26 21:56:01.223087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51138) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:01.230799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'subnet': {'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:01.281393 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5e890-5066-4a63-8d52-aadf31b69b2d None None] Pushing event updated for resources: {'Port': ['ID=8d9f7d64-4481-41a4-823d-397dcd4ce61b,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:01.347469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Request body: {'port': {'device_id': '652b194b-e7fd-40d4-aa4f-3531ccd6a534', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'admin_state_up': True, 'tenant_id': '5a5a74555b8e427e9d5065199c03f47b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:01.357180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Network c0930f8f-56c9-4dc2-947b-a41660669060 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:01.395812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73', 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'fixed_ips': [{'subnet_id': '910870e8-5e74-4d3c-87b1-ab5451d62d15'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:56:01.396576 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.398654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-9f6f2aa9-cc9f-45e8-aca6-361582b01db0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30d66e99c79249628f41d7512d240346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6335588 Nov 26 21:56:01.412228 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:55:52Z', 'revision_number': 4, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8d9f7d64-4481-41a4-823d-397dcd4ce61b', 'name': '', 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'mac_address': 'fa:16:3e:7d:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:51Z', 'updated_at': '2021-11-26T21:56:00Z', 'revision_number': 4, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'subnets': [{'id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:01.435708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:01.438141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:01.445075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.458835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:01.472869 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff32cf-63b1-4f86-9faa-15729e4999fc None None] The sync data for ids ['90b883dd-2a20-4b49-87b2-11e19336b138'] in n-d-819494-1 is: [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:55:52Z', 'revision_number': 4, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8d9f7d64-4481-41a4-823d-397dcd4ce61b', 'name': '', 'network_id': 'fe591779-6b81-43b8-bf81-c80f18730505', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'mac_address': 'fa:16:3e:7d:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_interface', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:51Z', 'updated_at': '2021-11-26T21:56:00Z', 'revision_number': 4, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'subnets': [{'id': 'c9df0802-4294-4771-bdc8-58e42b234f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:01.486734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9156d73-5d33-49de-9067-ea94e43a7367 req-8d5cb094-8703-4f1c-8f4c-26c5008d66c8 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:01.488538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9156d73-5d33-49de-9067-ea94e43a7367 req-8d5cb094-8703-4f1c-8f4c-26c5008d66c8 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.1743934 Nov 26 21:56:01.489015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:01.618365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Made reservation on behalf of 5a5a74555b8e427e9d5065199c03f47b for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:01.622529 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.695973 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8c51fada-fb3d-4199-8d83-9b503a11f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.723509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 64034a01-91c0-440f-a74a-3607604798e2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:01.759201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Allocated IP 172.20.0.13 (b74f2978-8328-4335-9972-08627d9aec33/1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0/ec77afe0-f0bb-42a2-bdb0-08892099bb60) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:01.836783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8c51fada-fb3d-4199-8d83-9b503a11f5d8 None None] For port 64034a01-91c0-440f-a74a-3607604798e2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=64034a01-91c0-440f-a74a-3607604798e2,segment=NetworkSegment(36ee1274-da79-4c2a-b5f3-833f2b1fac52),segment_id=36ee1274-da79-4c2a-b5f3-833f2b1fac52)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:01.852493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8c51fada-fb3d-4199-8d83-9b503a11f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.878389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:01.879103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.907783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-bde7f2e8-150c-484e-b8b4-3907d812ccf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8528845 Nov 26 21:56:01.914871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Allocated IP 19.80.0.2 (4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73/910870e8-5e74-4d3c-87b1-ab5451d62d15/0f61c5c2-6d9d-4018-92dc-628ca2b9515a) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:01.937540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:01.970693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Request body: {'port': {'device_id': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:01.985458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.051151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event updated for resources: {'Port': ['ID=ec77afe0-f0bb-42a2-bdb0-08892099bb60,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:02.066656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51fada-fb3d-4199-8d83-9b503a11f5d8 None None] Pushing event updated for resources: {'Port': ['ID=64034a01-91c0-440f-a74a-3607604798e2,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:02.079727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.083107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Network b74f2978-8328-4335-9972-08627d9aec33 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:02.092277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:02.094927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:02.098586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 64034a01-91c0-440f-a74a-3607604798e2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:02.101456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.142918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9156d73-5d33-49de-9067-ea94e43a7367 req-03014f52-ad1d-46b9-b986-ef2e38c38fcb tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5808282 Nov 26 21:56:02.170669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] Provisioning complete for port 8d9f7d64-4481-41a4-823d-397dcd4ce61b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:02.171427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.240527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:02.241193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.245104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.307848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-dd17ef14-9528-4dc4-99a0-931b0a76a6f4 service neutron] 10.222.0.21 "GET /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636236 Nov 26 21:56:02.308143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-77f707db-7167-4191-b07b-a0c2ca2f30a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9645452 Nov 26 21:56:02.352794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Request body: {'port': {'device_id': '652b194b-e7fd-40d4-aa4f-3531ccd6a534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:02.377661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Subnet': ['ID=6b781466-79e4-4b59-944d-e4b89d5116bd,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:02.390678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Checking segment: {'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:02.391118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network hostable DHCP agents. Network: adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:56:02.397242 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.417081 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.439703 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.456090 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.465246 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.469849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:56:02.488757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:02.499175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 77d73395-88ad-4377-b91d-125c89eef6db no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:02.525017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:02.532425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:02.533650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.551554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 77d73395-88ad-4377-b91d-125c89eef6db {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:02.552492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 77d73395-88ad-4377-b91d-125c89eef6db not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:02.555523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd71d0-b0df-4205-b07e-05a582d094ae None None] Network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:02.562390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:02.564834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:02.569713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] For port 8d9f7d64-4481-41a4-823d-397dcd4ce61b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8d9f7d64-4481-41a4-823d-397dcd4ce61b,segment=NetworkSegment(c3d6bbcf-f917-4683-9e26-7055eb82acbf),segment_id=c3d6bbcf-f917-4683-9e26-7055eb82acbf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:02.572195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Pushing event updated for resources: {'Port': ['ID=0f61c5c2-6d9d-4018-92dc-628ca2b9515a,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:02.587001 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6f56240f-7db3-4ea7-b4e2-fda803dc7ec3 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3617451 Nov 26 21:56:02.588301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb89ee-db08-45e7-a594-d5efa90ac0d2 req-eae6a488-4249-469f-b97f-d3df510f6b0a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:02.593192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eb89ee-db08-45e7-a594-d5efa90ac0d2 req-eae6a488-4249-469f-b97f-d3df510f6b0a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 932 time: 0.3567803 Nov 26 21:56:02.621668 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.725330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] Provisioning complete for port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:02.725726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.733539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Attempting to bind port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:02.733975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Attempting to bind port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:02.734382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Attempting to bind port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a on network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:02.792138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:02.792527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Checking segment: {'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:02.792936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.793340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Bound using segment: {'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:02.793830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Bound port: 0f61c5c2-6d9d-4018-92dc-628ca2b9515a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:02.794301 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.815054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d9f7d64-4481-41a4-823d-397dcd4ce61b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:02.817203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] Pushing event updated for resources: {'Port': ['ID=8d9f7d64-4481-41a4-823d-397dcd4ce61b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:02.819343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-1dd03b90-0490-4eec-945b-e957ce2f9607 service neutron] 10.222.0.21 "GET /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106432 Nov 26 21:56:02.897830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8cf60-1eac-4e80-a801-65bafd0ad6ef None None] Port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:02.965493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a', 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'fixed_ips': [{'subnet_id': '6b781466-79e4-4b59-944d-e4b89d5116bd'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:56:02.966315 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:02.978657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6eb89ee-db08-45e7-a594-d5efa90ac0d2 req-d1cc6c1b-fdab-412a-804c-a206ebe574d8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401790 Nov 26 21:56:03.007061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec77afe0-f0bb-42a2-bdb0-08892099bb60 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:03.027333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.056890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Transition to ACTIVE for port object ec77afe0-f0bb-42a2-bdb0-08892099bb60 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:56:03.062393 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.146969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.152390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Pushing event updated for resources: {'Port': ['ID=ec77afe0-f0bb-42a2-bdb0-08892099bb60,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:03.165850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] For port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:03.196002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bddb3d-7359-4a9f-b7f2-0f9651a90157 req-d8b9b8a3-5611-46ff-8505-634968449d8d tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:03.205415 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bddb3d-7359-4a9f-b7f2-0f9651a90157 req-d8b9b8a3-5611-46ff-8505-634968449d8d tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.1497481 Nov 26 21:56:03.212837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51156) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:03.214091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] For port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0f61c5c2-6d9d-4018-92dc-628ca2b9515a,segment=NetworkSegment(926e8802-0df1-48b5-ab88-f4dcf531608c),segment_id=926e8802-0df1-48b5-ab88-f4dcf531608c)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:03.229834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Request body: {'floatingip': {'port_id': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:03.232024 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.245056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e1c29e17-0fff-4121-a11b-29ec37f81ccc None None] Provisioning complete for port 64034a01-91c0-440f-a74a-3607604798e2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:03.245479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1c29e17-0fff-4121-a11b-29ec37f81ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.291319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Allocated IP 19.86.0.2 (adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a/6b781466-79e4-4b59-944d-e4b89d5116bd/c7ae1a51-543a-4b4d-a472-6dede165bf33) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:03.295239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8d9f7d64-4481-41a4-823d-397dcd4ce61b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:03.295789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.363695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for floatingip, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.407210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Attempting to bind port ec77afe0-f0bb-42a2-bdb0-08892099bb60 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:03.410129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Attempting to bind port ec77afe0-f0bb-42a2-bdb0-08892099bb60 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:03.410456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Attempting to bind port ec77afe0-f0bb-42a2-bdb0-08892099bb60 on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:03.450906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Port ec77afe0-f0bb-42a2-bdb0-08892099bb60 on network b74f2978-8328-4335-9972-08627d9aec33 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:56:03.451619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Attempting to bind port ec77afe0-f0bb-42a2-bdb0-08892099bb60 on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:03.498967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:03.499629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:03.499740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Checking segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:03.499740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Bound using segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:03.499939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665b64c-b4ec-4d66-8a8c-2e7530b115a7 None None] Pushing event updated for resources: {'Port': ['ID=0f61c5c2-6d9d-4018-92dc-628ca2b9515a,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:03.500032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Bound port: ec77afe0-f0bb-42a2-bdb0-08892099bb60, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:03.500032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.508542 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.527276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Transition to ACTIVE for port object dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:56:03.589809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.651237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] For port ec77afe0-f0bb-42a2-bdb0-08892099bb60, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:03.657981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] For port ec77afe0-f0bb-42a2-bdb0-08892099bb60, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ec77afe0-f0bb-42a2-bdb0-08892099bb60,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:03.684742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.772577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:03.784033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Router 26700168-97fd-4159-90ac-5885b3a9abab is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:56:03.833757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb23731-d087-4e25-b870-edd06e9d537d req-5805d6ff-d7b9-4a7b-aa6c-cdbaa0bbbc65 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:03.835929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bb23731-d087-4e25-b870-edd06e9d537d req-5805d6ff-d7b9-4a7b-aa6c-cdbaa0bbbc65 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 931 time: 0.4158249 Nov 26 21:56:03.893949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Pushing event updated for resources: {'Port': ['ID=ec77afe0-f0bb-42a2-bdb0-08892099bb60,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:03.894604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 64034a01-91c0-440f-a74a-3607604798e2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:03.917762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:03.918583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:03.920152 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3f9da6c4-6e76-4f45-8633-f2ccaac00354 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec77afe0-f0bb-42a2-bdb0-08892099bb60 HTTP/1.1" status: 200 len: 1092 time: 1.5752995 Nov 26 21:56:03.920692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652b194b-e7fd-40d4-aa4f-3531ccd6a534', 'tag': 'ec77afe0-f0bb-42a2-bdb0-08892099bb60'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:03.923867 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9f4020-30a5-40be-92c0-4fde9946811e" -d '{"events": [{"name": "network-changed", "server_uuid": "652b194b-e7fd-40d4-aa4f-3531ccd6a534", "tag": "ec77afe0-f0bb-42a2-bdb0-08892099bb60"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:03.987929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:04.001314 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:04.005777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bb23731-d087-4e25-b870-edd06e9d537d req-b7f0d5d2-dcc5-4cb3-b5db-0377465f6639 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987837 Nov 26 21:56:04.073632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:04.084207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:04.091585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:04.135301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Pushing event updated for resources: {'Port': ['ID=c7ae1a51-543a-4b4d-a472-6dede165bf33,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:04.139521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Attempting to bind port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:04.139845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Attempting to bind port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:04.140268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Attempting to bind port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on network c0930f8f-56c9-4dc2-947b-a41660669060 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:04.167848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on network c0930f8f-56c9-4dc2-947b-a41660669060 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:56:04.168194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Attempting to bind port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on network c0930f8f-56c9-4dc2-947b-a41660669060 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:04.168687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 64034a01-91c0-440f-a74a-3607604798e2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:04.169626 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:04.233611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-2d4fcc88-a4df-44d4-99ab-691eac938658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:04.233942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Attempting to bind port c7ae1a51-543a-4b4d-a472-6dede165bf33 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:04.234346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Attempting to bind port c7ae1a51-543a-4b4d-a472-6dede165bf33 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:04.234717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Attempting to bind port c7ae1a51-543a-4b4d-a472-6dede165bf33 on network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:04.235105 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-2d4fcc88-a4df-44d4-99ab-691eac938658 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 1095 time: 0.1709754 Nov 26 21:56:04.251235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:04.251235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Checking segment: {'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:04.251621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:04.251973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Bound using segment: {'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:04.252462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Bound port: c7ae1a51-543a-4b4d-a472-6dede165bf33, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:04.253039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:04.309561 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3ba5c705-742f-4185-b039-d95d09d402cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec77afe0-f0bb-42a2-bdb0-08892099bb60 HTTP/1.1" status: 200 len: 217 time: 0.0423229 Nov 26 21:56:04.386707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] For port c7ae1a51-543a-4b4d-a472-6dede165bf33, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:04.391026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] For port c7ae1a51-543a-4b4d-a472-6dede165bf33, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c7ae1a51-543a-4b4d-a472-6dede165bf33,segment=NetworkSegment(83a19211-515b-4ff3-b325-3addfad71d04),segment_id=83a19211-515b-4ff3-b325-3addfad71d04)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:04.400909 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:04.448139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3c7d6c90-3bc9-4070-8591-306903d364e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:04.449615 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-3c7d6c90-3bc9-4070-8591-306903d364e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.1258769 Nov 26 21:56:04.526353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5860ba5-7a14-4a62-8918-5fa807a2dbe7 None None] Pushing event updated for resources: {'Port': ['ID=c7ae1a51-543a-4b4d-a472-6dede165bf33,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:04.543985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-57e64903-0621-47ca-9b5e-a99a7765e5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864079 Nov 26 21:56:04.579274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.resource_extend [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 21:56:04.702286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-26c03116-d796-4e24-baef-927b75ebeff5 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:04.708228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-26c03116-d796-4e24-baef-927b75ebeff5 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:04.710237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-26c03116-d796-4e24-baef-927b75ebeff5 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/networks?id=4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73&id=adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a HTTP/1.1" status: 200 len: 1392 time: 1.1723487 Nov 26 21:56:04.732227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:04.732591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Checking segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:04.732952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Bound using segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:04.733403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Bound port: dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:04.733757 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:04.774557 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-79bc9760-b59f-40e4-93f1-277be49e5344 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218771 Nov 26 21:56:04.826709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997a02e-e403-4387-9049-9e8432fa2e0d req-14ae2f25-4f18-4fee-884a-5f5f74c13732 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:04.828450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e997a02e-e403-4387-9049-9e8432fa2e0d req-14ae2f25-4f18-4fee-884a-5f5f74c13732 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.6488869 Nov 26 21:56:04.829815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-d87f9d6b-9e80-484e-b227-cd4d6cd0c001 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/quotas/78ee0169ad6945d0a46dd7086a944384 HTTP/1.1" status: 200 len: 375 time: 0.0928421 Nov 26 21:56:04.917883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d9f7d64-4481-41a4-823d-397dcd4ce61b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:04.990818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8d9f7d64-4481-41a4-823d-397dcd4ce61b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:04.991195 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:05.023174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:05.038682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf9e63b-8c62-409c-a6e4-7b9ad85accb4 None None] Network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:05.041043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Sync routers for ids ['26700168-97fd-4159-90ac-5885b3a9abab'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:05.088132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e997a02e-e403-4387-9049-9e8432fa2e0d req-7a793c9a-8ab0-4ea3-8ae6-750b68b986c6 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170095 Nov 26 21:56:05.090640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:05.096817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:05.100848 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:05.102992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0d7962b7-4818-46ad-9bce-1b6d14de26d6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.4834304 Nov 26 21:56:05.105615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51186) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:05.124343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-afc64603-b4e5-4d47-96f3-f51e11367330 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2520652 Nov 26 21:56:05.127475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:05.132238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Routers {'26700168-97fd-4159-90ac-5885b3a9abab'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:05.133059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['26700168-97fd-4159-90ac-5885b3a9abab'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:05.194747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-082d35e0-2d89-4a5b-a229-26873a721239 None None] Provisioning complete for port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:05.195424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-082d35e0-2d89-4a5b-a229-26873a721239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:05.275098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:05.275729 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:05.277158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 1091 time: 3.3163404 Nov 26 21:56:05.294349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:05.297114 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7435687c-2498-456b-af75-53746d734368" -d '{"events": [{"name": "network-changed", "server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:05.308063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a69e30e4-9cf5-41da-a627-53b9a49620f5 req-3f8686df-5209-4676-88c7-505878d3665c tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0934877 Nov 26 21:56:05.329625 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:05.435114 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4152bc-7d63-476c-bdc4-a40935ddb8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:05.487330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0f61c5c2-6d9d-4018-92dc-628ca2b9515a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:05.488510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-950bcd9c-ced8-4322-a6a7-f648d3e0660e req-6f4c9ac3-f763-42fa-9ce7-92cf15a314c1 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719291 Nov 26 21:56:05.491011 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d62a84e-8fcb-4aa1-84cc-78c55a5f5f04 x-openstack-request-id: req-4d62a84e-8fcb-4aa1-84cc-78c55a5f5f04 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:05.491435 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652b194b-e7fd-40d4-aa4f-3531ccd6a534", "tag": "ec77afe0-f0bb-42a2-bdb0-08892099bb60", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:05.491750 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d62a84e-8fcb-4aa1-84cc-78c55a5f5f04 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:05.492222 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652b194b-e7fd-40d4-aa4f-3531ccd6a534', 'tag': 'ec77afe0-f0bb-42a2-bdb0-08892099bb60', 'status': 'completed', 'code': 200} Nov 26 21:56:05.494699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:05.575585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Set router 26700168-97fd-4159-90ac-5885b3a9abab gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:05.576717 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-9921f5e6-5dad-4e4e-8253-2da61b716d29 service neutron] 10.222.0.21 "GET /v2.0/networks/4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099197 Nov 26 21:56:05.639412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-c7767b9c-aeed-43c4-b14c-951944eff464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:05.641203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-c7767b9c-aeed-43c4-b14c-951944eff464 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1094 time: 0.2456803 Nov 26 21:56:05.712300 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Floating IP 44943d08-393d-4470-9700-42babd52901a associated. External IP: 172.25.3.110, port: fc109a28-f4b0-4ea6-b5d1-4fe3316792df. Nov 26 21:56:05.764253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-1181625d-d151-48a0-abd9-6d9d28540129 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 217 time: 0.1003115 Nov 26 21:56:05.904812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-5b5f682c-5b22-4f10-b5f0-7080bc92c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:05.909157 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-5b5f682c-5b22-4f10-b5f0-7080bc92c977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1066184 Nov 26 21:56:05.954905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-ac43cd5b-a552-44ed-99f1-82756c6740c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:05.956414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-ac43cd5b-a552-44ed-99f1-82756c6740c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 1095 time: 0.2416561 Nov 26 21:56:05.977208 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-082d35e0-2d89-4a5b-a229-26873a721239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:05.994459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0c2d0-f671-4556-8516-f498203d5a94 req-57fe25a9-9d16-4365-ae03-db252408ba28 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:05.996347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:05.996728 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:06.007259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cdd0c2d0-f671-4556-8516-f498203d5a94 req-57fe25a9-9d16-4365-ae03-db252408ba28 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 944 time: 0.4787838 Nov 26 21:56:06.010823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-bf71af2a-5769-4051-a203-4b054cd971b0 service neutron] 10.222.0.21 "GET /v2.0/networks/4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878751 Nov 26 21:56:06.068855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-082d35e0-2d89-4a5b-a229-26873a721239 None None] For port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0f61c5c2-6d9d-4018-92dc-628ca2b9515a,segment=NetworkSegment(926e8802-0df1-48b5-ab88-f4dcf531608c),segment_id=926e8802-0df1-48b5-ab88-f4dcf531608c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:06.089939 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-082d35e0-2d89-4a5b-a229-26873a721239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:06.108817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-864f75b8-dda4-46e9-bf0b-690b0da311f6 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:06.110820 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-864f75b8-dda4-46e9-bf0b-690b0da311f6 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.13 "GET /v2.0/networks?id=298f4498-07ba-4d16-8e74-d26a0d713d46 HTTP/1.1" status: 200 len: 816 time: 0.6177893 Nov 26 21:56:06.175897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:01Z', 'revision_number': 3, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port': {'id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:58Z', 'updated_at': '2021-11-26T21:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:06.186436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9ede8-8f08-4feb-b317-e29b286df283 None None] Network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:06.210870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-a3896138-ffb2-4c09-881a-320c40d4e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:06.212366 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-a3896138-ffb2-4c09-881a-320c40d4e4ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 913 time: 0.2460411 Nov 26 21:56:06.252361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cdd0c2d0-f671-4556-8516-f498203d5a94 req-36b847d0-d8de-42ee-a761-43d9556ce462 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440500 Nov 26 21:56:06.273735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-53d0b176-4fb1-4953-9cfd-5f8ce3863729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:06.275413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-53d0b176-4fb1-4953-9cfd-5f8ce3863729 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598543 Nov 26 21:56:06.327714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-414485ac-fedf-4b52-9a04-58ab485c3c0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec77afe0-f0bb-42a2-bdb0-08892099bb60 HTTP/1.1" status: 200 len: 217 time: 0.0806093 Nov 26 21:56:06.388428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-b6d12f8e-bfb2-4792-83b9-dc1a087fcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:06.390008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-b6d12f8e-bfb2-4792-83b9-dc1a087fcf86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0501647 Nov 26 21:56:06.404937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Checking router: 26700168-97fd-4159-90ac-5885b3a9abab for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:06.406473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Updating router 26700168-97fd-4159-90ac-5885b3a9abab port bb09964f-2ec9-499c-8aed-f420fb8b10f9 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:56:06.470718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-deaec784-a2d0-4903-bc6d-8b4d9a5cb7f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511081 Nov 26 21:56:06.478309 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-720e9ea5-eb20-4ea5-bbe6-5d950e1f15d8 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d66e99c79249628f41d7512d240346 HTTP/1.1" status: 200 len: 380 time: 0.3451266 Nov 26 21:56:06.482254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d35e0-2d89-4a5b-a229-26873a721239 None None] Pushing event updated for resources: {'Port': ['ID=0f61c5c2-6d9d-4018-92dc-628ca2b9515a,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:06.495695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4b8a1b9f-7f00-4479-ab86-4348a2015978 None None] Provisioning complete for port c7ae1a51-543a-4b4d-a472-6dede165bf33 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:06.496282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1b9f-7f00-4479-ab86-4348a2015978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:06.550182 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:06.551762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-c535bf14-a7b1-4f88-9116-a2bd198a926d service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592549 Nov 26 21:56:06.595895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-ef93992c-5576-446f-915f-0c629b30e34c service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144490 Nov 26 21:56:06.603544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Request body: {'port': {'device_id': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'admin_state_up': True, 'tenant_id': '30d66e99c79249628f41d7512d240346', 'security_groups': ['ee6be043-77e7-47e2-aab6-954ed59738a2']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:06.691720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Router f65334a5-0175-438a-a227-267f353a8bdf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:06.855616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c7ae1a51-543a-4b4d-a472-6dede165bf33 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:06.872368 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c9f4020-30a5-40be-92c0-4fde9946811e req-f33b2430-d800-4849-8dd8-1ffb3915c0fb service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652230 Nov 26 21:56:06.941492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Made reservation on behalf of 30d66e99c79249628f41d7512d240346 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:06.946834 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:06.959950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:06.966369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:06.972832 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d275ee2-f248-4919-9154-27006e23865a None None] Sync routers for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:06.988999 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d275ee2-f248-4919-9154-27006e23865a None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:06.991034 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8d275ee2-f248-4919-9154-27006e23865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:06.991347 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:06.993685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-6a129f32-1297-4f1c-9815-ed5ebab9c343 service neutron] 10.222.0.21 "GET /v2.0/networks/adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9548690 Nov 26 21:56:07.020144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a705a0-1b4a-47ef-8021-93839e1885fc req-e4d941d1-2a4f-4e7d-aa94-d447254a4971 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485899 Nov 26 21:56:07.039067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bd61a6f6-4a47-42b3-9dd9-981991b52b1c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "PUT /v2.0/floatingips/44943d08-393d-4470-9700-42babd52901a HTTP/1.1" status: 200 len: 992 time: 3.8194685 Nov 26 21:56:07.111553 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1b9f-7f00-4479-ab86-4348a2015978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.119066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c7ae1a51-543a-4b4d-a472-6dede165bf33 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:07.119444 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.277811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4b8a1b9f-7f00-4479-ab86-4348a2015978 None None] For port c7ae1a51-543a-4b4d-a472-6dede165bf33, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c7ae1a51-543a-4b4d-a472-6dede165bf33,segment=NetworkSegment(83a19211-515b-4ff3-b325-3addfad71d04),segment_id=83a19211-515b-4ff3-b325-3addfad71d04)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:07.284845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Allocated IP 172.20.0.13 (298f4498-07ba-4d16-8e74-d26a0d713d46/89b4bb13-cf70-42b2-a099-b7a6dfc93aa2/939c0977-6efb-47da-92ec-3c3f2e758ca5) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:07.290752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4b8a1b9f-7f00-4479-ab86-4348a2015978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.303382 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-8d275ee2-f248-4919-9154-27006e23865a None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:07.308481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28539e67-517a-4e80-b618-e05331a977d8 req-078dd861-4d53-45cb-b893-1fa441a9451c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:07.310103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28539e67-517a-4e80-b618-e05331a977d8 req-078dd861-4d53-45cb-b893-1fa441a9451c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.6349750 Nov 26 21:56:07.360894 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.406087 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.444649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a1b9f-7f00-4479-ab86-4348a2015978 None None] Pushing event updated for resources: {'Port': ['ID=c7ae1a51-543a-4b4d-a472-6dede165bf33,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:07.460560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0f61c5c2-6d9d-4018-92dc-628ca2b9515a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:07.529031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Attempting to bind port bb09964f-2ec9-499c-8aed-f420fb8b10f9 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:07.529681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Attempting to bind port bb09964f-2ec9-499c-8aed-f420fb8b10f9 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:07.530325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Attempting to bind port bb09964f-2ec9-499c-8aed-f420fb8b10f9 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:07.538515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-edc8d14b-c91e-43e1-8b5b-61861eb27c88 service neutron] 10.222.0.21 "GET /v2.0/networks/adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430198 Nov 26 21:56:07.547998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.550970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6af00-c996-4c9b-8e54-17ef6f89249c None None] Pushing event updated for resources: {'Port': ['ID=bb09964f-2ec9-499c-8aed-f420fb8b10f9,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:07.555855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:07.565651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:07.566228 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.566791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:07.567931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Bound port: bb09964f-2ec9-499c-8aed-f420fb8b10f9, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:07.571308 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.612211 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8d275ee2-f248-4919-9154-27006e23865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '44943d08-393d-4470-9700-42babd52901a', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'port_id': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'mac_address': 'fa:16:3e:fe:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:27Z', 'updated_at': '2021-11-26T21:56:04Z', 'revision_number': 1, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:27Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:07.612502 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.653470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'tag': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:07.656073 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133cd952-7258-4323-a91d-9fb2b08c5db7" -d '{"events": [{"name": "network-changed", "server_uuid": "e74a971f-93ff-4a50-8715-f6c5d6cbbe50", "tag": "fc109a28-f4b0-4ea6-b5d1-4fe3316792df"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:07.663695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.677962 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d275ee2-f248-4919-9154-27006e23865a None None] Checking router: f65334a5-0175-438a-a227-267f353a8bdf for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:07.679328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28539e67-517a-4e80-b618-e05331a977d8 req-d6e64c19-7707-4629-a697-242dc995bd78 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596599 Nov 26 21:56:07.679562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3ced0392-d651-4e07-89bc-04be28b07a16 None None] Provisioning complete for port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:07.680280 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3ced0392-d651-4e07-89bc-04be28b07a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.707090 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d275ee2-f248-4919-9154-27006e23865a None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:07.707978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8d275ee2-f248-4919-9154-27006e23865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:07.750901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:07.768265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:07.773624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:07.784805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event updated for resources: {'Port': ['ID=939c0977-6efb-47da-92ec-3c3f2e758ca5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:07.875361 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e449c7-c2ea-4d92-b519-91d3f64f9958 x-openstack-request-id: req-53e449c7-c2ea-4d92-b519-91d3f64f9958 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:07.875689 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:07.878624 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53e449c7-c2ea-4d92-b519-91d3f64f9958 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:07.879060 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'status': 'completed', 'code': 200} Nov 26 21:56:07.904080 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.918895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:07.919183 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.924128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:07.924821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:07.967876 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-b11d2d81-447a-4d62-8c27-1d456b5fe8ea tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3709183 Nov 26 21:56:07.972901 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-8d275ee2-f248-4919-9154-27006e23865a None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:07.986156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Request body: {'port': {'device_id': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:08.038614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] For port bb09964f-2ec9-499c-8aed-f420fb8b10f9, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:08.064847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] For port bb09964f-2ec9-499c-8aed-f420fb8b10f9, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb09964f-2ec9-499c-8aed-f420fb8b10f9,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:08.128506 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:08.131014 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:08.158276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Allocated IP 172.20.0.1 (dce61bad-c840-4e8a-9b73-f8339f5e51da/e463122b-cd9d-46d2-ad6e-e3725b20691b/b9383225-7a68-4543-8192-c1cab03e3fbe) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:08.198654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435687c-2498-456b-af75-53746d734368 req-3ae67159-454e-4812-81a1-e51a8e35514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:08.202468 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7435687c-2498-456b-af75-53746d734368 req-3ae67159-454e-4812-81a1-e51a8e35514f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1094 time: 0.3054121 Nov 26 21:56:08.283268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Routers {'26700168-97fd-4159-90ac-5885b3a9abab'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:08.284121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['26700168-97fd-4159-90ac-5885b3a9abab'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:08.359513 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8d275ee2-f248-4919-9154-27006e23865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '44943d08-393d-4470-9700-42babd52901a', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'port_id': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'mac_address': 'fa:16:3e:fe:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:27Z', 'updated_at': '2021-11-26T21:56:04Z', 'revision_number': 1, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:27Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:08.365177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435687c-2498-456b-af75-53746d734368 req-8413896a-3715-438e-8474-38a4713bf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:08.367782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7435687c-2498-456b-af75-53746d734368 req-8413896a-3715-438e-8474-38a4713bf44b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.1559913 Nov 26 21:56:08.378545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc9759-5243-4ef5-9ea5-bc5b3e8cbbf3 req-759d845c-eefc-4bf6-999e-6ddb08fddc71 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:08.392220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7dc9759-5243-4ef5-9ea5-bc5b3e8cbbf3 req-759d845c-eefc-4bf6-999e-6ddb08fddc71 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.3882720 Nov 26 21:56:08.399289 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d275ee2-f248-4919-9154-27006e23865a None None] The sync data for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 is: [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '44943d08-393d-4470-9700-42babd52901a', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'floating_ip_address': '172.25.3.110', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'port_id': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'mac_address': 'fa:16:3e:fe:01:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:27Z', 'updated_at': '2021-11-26T21:56:04Z', 'revision_number': 1, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:27Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:08.434856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d773a3-d413-4375-99a8-7b72f043eab6 req-6a3e8ac2-253c-46d7-955e-4fe74b230eda tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:08.444344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97d773a3-d413-4375-99a8-7b72f043eab6 req-6a3e8ac2-253c-46d7-955e-4fe74b230eda tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 932 time: 0.4229681 Nov 26 21:56:08.485249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3ced0392-d651-4e07-89bc-04be28b07a16 None None] Provisioning complete for port c7ae1a51-543a-4b4d-a472-6dede165bf33 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:08.485766 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3ced0392-d651-4e07-89bc-04be28b07a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:08.564968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7435687c-2498-456b-af75-53746d734368 req-60232902-694f-4cd8-b6b5-00c0a8939528 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 217 time: 0.1504011 Nov 26 21:56:08.585969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6af00-c996-4c9b-8e54-17ef6f89249c None None] Pushing event updated for resources: {'Port': ['ID=bb09964f-2ec9-499c-8aed-f420fb8b10f9,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:08.684796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] Set router 26700168-97fd-4159-90ac-5885b3a9abab gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:08.726285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7dc9759-5243-4ef5-9ea5-bc5b3e8cbbf3 req-808e244f-4084-428a-bae1-73ba30ff99e8 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329124 Nov 26 21:56:08.832410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939c0977-6efb-47da-92ec-3c3f2e758ca5 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:08.857985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97d773a3-d413-4375-99a8-7b72f043eab6 req-8ab8a6fb-24df-4d72-ba08-b1e56f343c49 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125175 Nov 26 21:56:08.871204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:08.874045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c7ae1a51-543a-4b4d-a472-6dede165bf33 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:08.916834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Transition to ACTIVE for port object 939c0977-6efb-47da-92ec-3c3f2e758ca5 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:56:08.917344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435687c-2498-456b-af75-53746d734368 req-0b999ea1-3dc7-47a7-9299-4510032529a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:08.919253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7435687c-2498-456b-af75-53746d734368 req-0b999ea1-3dc7-47a7-9299-4510032529a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.3387902 Nov 26 21:56:08.932810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:08.944838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40054c1-20ee-4ffe-b655-430a8b68c582 None None] New status for floating IP 44943d08-393d-4470-9700-42babd52901a: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:56:09.079140 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d757bd-020d-4b69-bb58-e66645fef117 x-openstack-request-id: req-77d757bd-020d-4b69-bb58-e66645fef117 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:09.079140 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74a971f-93ff-4a50-8715-f6c5d6cbbe50", "tag": "fc109a28-f4b0-4ea6-b5d1-4fe3316792df", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:09.079442 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77d757bd-020d-4b69-bb58-e66645fef117 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:09.083919 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'tag': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'status': 'completed', 'code': 200} Nov 26 21:56:09.084785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:09.105351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Pushing event updated for resources: {'Port': ['ID=939c0977-6efb-47da-92ec-3c3f2e758ca5,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:09.266187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-75d92843-6ec0-4706-9abf-f45dd3529058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:09.268144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-75d92843-6ec0-4706-9abf-f45dd3529058 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c14aaef8024a9cb85b36b10d32c2da&device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 1097 time: 0.1430922 Nov 26 21:56:09.313748 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c7ae1a51-543a-4b4d-a472-6dede165bf33 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:09.318750 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:09.353965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Attempting to bind port 939c0977-6efb-47da-92ec-3c3f2e758ca5 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:09.354520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Attempting to bind port 939c0977-6efb-47da-92ec-3c3f2e758ca5 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:09.355039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Attempting to bind port 939c0977-6efb-47da-92ec-3c3f2e758ca5 on network 298f4498-07ba-4d16-8e74-d26a0d713d46 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:09.365754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Port 939c0977-6efb-47da-92ec-3c3f2e758ca5 on network 298f4498-07ba-4d16-8e74-d26a0d713d46 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:56:09.366405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Attempting to bind port 939c0977-6efb-47da-92ec-3c3f2e758ca5 on network 298f4498-07ba-4d16-8e74-d26a0d713d46 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:09.374222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:09.374829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Checking segment: {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:09.375422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Bound using segment: {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:09.376035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Bound port: 939c0977-6efb-47da-92ec-3c3f2e758ca5, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300c39b0-6ad4-4be4-8c06-7170ab333abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:09.376575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:09.465244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-3ca41860-1670-4056-af5e-ae9ae6d19f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:09.467041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-3ca41860-1670-4056-af5e-ae9ae6d19f68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=638bb49d-3a8c-4463-9bb0-3e6a43a63513 HTTP/1.1" status: 200 len: 913 time: 0.1907628 Nov 26 21:56:09.534606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ec77afe0-f0bb-42a2-bdb0-08892099bb60 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:56:09.544661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] For port 939c0977-6efb-47da-92ec-3c3f2e758ca5, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:09.564865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] For port 939c0977-6efb-47da-92ec-3c3f2e758ca5, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=939c0977-6efb-47da-92ec-3c3f2e758ca5,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:09.576514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:09.651267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-cabf5de3-d902-4104-a25c-be380baee767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc109a28-f4b0-4ea6-b5d1-4fe3316792df HTTP/1.1" status: 200 len: 1000 time: 0.1708744 Nov 26 21:56:09.656718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Pushing event updated for resources: {'Port': ['ID=939c0977-6efb-47da-92ec-3c3f2e758ca5,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:09.748233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:09.748866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:09.750318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-4d1f4da2-827a-40b8-84fa-7b95611a4711 service neutron] 10.222.0.13 "PUT /v2.0/ports/939c0977-6efb-47da-92ec-3c3f2e758ca5 HTTP/1.1" status: 200 len: 1092 time: 1.7684696 Nov 26 21:56:09.791753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-abf8494a-31ba-4893-848f-cbde0829f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:09.799385 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-abf8494a-31ba-4893-848f-cbde0829f206 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3400bd2a-32a5-4422-a0bb-dec2df9c1f3f HTTP/1.1" status: 200 len: 851 time: 0.1397443 Nov 26 21:56:09.943462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ec77afe0-f0bb-42a2-bdb0-08892099bb60, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ec77afe0-f0bb-42a2-bdb0-08892099bb60,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:09.943906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b3c3427f-581e-44aa-a5a4-4f0ddda8839e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:09.950034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b3c3427f-581e-44aa-a5a4-4f0ddda8839e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:09.951640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b3c3427f-581e-44aa-a5a4-4f0ddda8839e tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "GET /v2.0/networks?id=4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73&id=adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a HTTP/1.1" status: 200 len: 1392 time: 0.3709803 Nov 26 21:56:09.952423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:01Z', 'revision_number': 3, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port': {'id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:58Z', 'updated_at': '2021-11-26T21:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:09.962772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-69e66868-8186-4304-acdb-042294cf1280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:09.964312 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-69e66868-8186-4304-acdb-042294cf1280 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=638bb49d-3a8c-4463-9bb0-3e6a43a63513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527922 Nov 26 21:56:09.970909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'port': {'device_id': '2471f689-855f-44ff-afd0-895bd8d20671', 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73', 'admin_state_up': True, 'tenant_id': '78ee0169ad6945d0a46dd7086a944384'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:09.990831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220730ef-e1b7-4286-9d46-42db5c4f8908 None None] The sync data for ids ['26700168-97fd-4159-90ac-5885b3a9abab'] in n-d-819494-1 is: [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:01Z', 'revision_number': 3, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port': {'id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:58Z', 'updated_at': '2021-11-26T21:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:09.992512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'ec77afe0-f0bb-42a2-bdb0-08892099bb60', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'port_id': 'ec77afe0-f0bb-42a2-bdb0-08892099bb60', 'mac_address': 'fa:16:3e:a0:e1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:56:10.074564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:10.090679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec77afe0-f0bb-42a2-bdb0-08892099bb60 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:10.095064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-18b07f64-2750-4b1e-a590-bc1d8a9ffa55 service neutron] 10.222.0.13 "GET /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148403 Nov 26 21:56:10.096966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-6d92c74d-6869-4167-a22d-f45f3dc500de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:10.098540 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-6d92c74d-6869-4167-a22d-f45f3dc500de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30d66e99c79249628f41d7512d240346&device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 1095 time: 0.2506604 Nov 26 21:56:10.099623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb382ac9-9cd1-4217-b692-8d18f050be9f req-04f8f164-a49d-4f63-9cd3-79684ccd2ee6 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 210 time: 0.9351985 Nov 26 21:56:10.101658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435687c-2498-456b-af75-53746d734368 req-8ae8ba01-33f0-42ed-b8ad-c5f1bb275330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:10.109786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7435687c-2498-456b-af75-53746d734368 req-8ae8ba01-33f0-42ed-b8ad-c5f1bb275330 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1799312 Nov 26 21:56:10.116537 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:10.160190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ec77afe0-f0bb-42a2-bdb0-08892099bb60, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ec77afe0-f0bb-42a2-bdb0-08892099bb60,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:10.169173 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:10.219131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-795edf43-c13e-407a-a68d-92c1568aab92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939c0977-6efb-47da-92ec-3c3f2e758ca5 HTTP/1.1" status: 200 len: 217 time: 0.0916805 Nov 26 21:56:10.238846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ec77afe0-f0bb-42a2-bdb0-08892099bb60,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:10.292519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7435687c-2498-456b-af75-53746d734368 req-818c5b46-d9b2-4b3d-a00f-53cc6d0a3463 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517670 Nov 26 21:56:10.323372 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129007a-ac22-4ffd-9f21-e3dbf89afa2c req-37b61d8d-5947-4d8d-967e-9156efff9eaa tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:10.330650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5129007a-ac22-4ffd-9f21-e3dbf89afa2c req-37b61d8d-5947-4d8d-967e-9156efff9eaa tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 944 time: 1.3151007 Nov 26 21:56:10.406154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Network dce61bad-c840-4e8a-9b73-f8339f5e51da is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:10.430497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:10.436374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:10.521409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ec77afe0-f0bb-42a2-bdb0-08892099bb60'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:10.549921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Pushing event updated for resources: {'Port': ['ID=b9383225-7a68-4543-8192-c1cab03e3fbe,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:10.693519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:10.799143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5129007a-ac22-4ffd-9f21-e3dbf89afa2c req-37ba7f33-6abc-438b-a7eb-8c278fccd41d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675398 Nov 26 21:56:10.813324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec9b2e-bbd3-4405-b95a-aa198223ba4c req-a3939e57-ecf2-4a41-98cf-4ba738ddf9a6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:10.821537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb09964f-2ec9-499c-8aed-f420fb8b10f9 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:10.822326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8ec9b2e-bbd3-4405-b95a-aa198223ba4c req-a3939e57-ecf2-4a41-98cf-4ba738ddf9a6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.5072439 Nov 26 21:56:10.839915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-0e6b137e-f371-43b9-9ceb-bb7e762e7023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:10.840357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7435687c-2498-456b-af75-53746d734368 req-28e20ecf-62da-401c-beff-9fee08ddd08a service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075037 Nov 26 21:56:10.844117 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-0e6b137e-f371-43b9-9ceb-bb7e762e7023 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89b4bb13-cf70-42b2-a099-b7a6dfc93aa2 HTTP/1.1" status: 200 len: 855 time: 0.5914898 Nov 26 21:56:10.939402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-133cd952-7258-4323-a91d-9fb2b08c5db7 req-f7928832-8e97-40b5-8a0b-5f1f09770988 service neutron] 10.222.0.13 "GET /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8192854 Nov 26 21:56:10.957231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bb09964f-2ec9-499c-8aed-f420fb8b10f9 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:10.957967 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:10.988855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-7e232439-3956-4a6d-b554-522465206367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:10.991906 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-7e232439-3956-4a6d-b554-522465206367 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=298f4498-07ba-4d16-8e74-d26a0d713d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166430 Nov 26 21:56:10.995195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:11.005477 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.022274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-69d62986-619c-4fe4-adc4-9991b5167102 None None] Provisioning complete for port b9383225-7a68-4543-8192-c1cab03e3fbe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:11.022629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8ec9b2e-bbd3-4405-b95a-aa198223ba4c req-98f368ac-9d0f-42d8-a951-82588ef20a2f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945887 Nov 26 21:56:11.022750 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69d62986-619c-4fe4-adc4-9991b5167102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.102294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-69d62986-619c-4fe4-adc4-9991b5167102 None None] Port b9383225-7a68-4543-8192-c1cab03e3fbe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:11.144384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679d539-5ed2-4b1d-8dd3-623026396d09 req-20b125d7-fdac-48c7-ae56-a65e0479ccb6 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:11.150605 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.158251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0679d539-5ed2-4b1d-8dd3-623026396d09 req-20b125d7-fdac-48c7-ae56-a65e0479ccb6 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.2277977 Nov 26 21:56:11.173531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port bb09964f-2ec9-499c-8aed-f420fb8b10f9, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb09964f-2ec9-499c-8aed-f420fb8b10f9,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:11.175875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.181184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Allocated IP 19.80.0.227 (4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73/910870e8-5e74-4d3c-87b1-ab5451d62d15/29eca368-4982-48e7-9bbc-1493c25a24af) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:11.181871 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.214734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'tag': '939c0977-6efb-47da-92ec-3c3f2e758ca5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:11.216995 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65be4110-6f97-43c4-9b5b-fcc79b5d9614" -d '{"events": [{"name": "network-changed", "server_uuid": "218e5ba3-97ab-4534-8ba2-c43896a9b8b6", "tag": "939c0977-6efb-47da-92ec-3c3f2e758ca5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:11.273559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=bb09964f-2ec9-499c-8aed-f420fb8b10f9,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:11.320473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d548c8f-f4ea-4b36-9c16-34fa91b6e048 req-9e107056-8703-4bf9-ad17-be0f93326110 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:11.322330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d548c8f-f4ea-4b36-9c16-34fa91b6e048 req-9e107056-8703-4bf9-ad17-be0f93326110 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1616344 Nov 26 21:56:11.325243 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-f134de42-0fa7-4dc6-a984-bc421b15578b service neutron] 10.222.0.13 "GET /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163257 Nov 26 21:56:11.338398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0679d539-5ed2-4b1d-8dd3-623026396d09 req-c06c015b-b8a9-463b-a0de-17f91b07d53a tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788895 Nov 26 21:56:11.430977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d548c8f-f4ea-4b36-9c16-34fa91b6e048 req-501fa015-531d-4e11-9567-80b4095d5328 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934534 Nov 26 21:56:11.449546 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.521085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:56:11.618005 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf15d27-ad43-41bd-91d7-35630eb6156f req-edd88702-ea89-4c74-b695-1d79094cf001 service neutron] 10.222.0.13 "GET /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430328 Nov 26 21:56:11.620342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.660022 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dfa23c-9a7a-4012-8402-2a1fdf3e8898 x-openstack-request-id: req-91dfa23c-9a7a-4012-8402-2a1fdf3e8898 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:11.660340 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218e5ba3-97ab-4534-8ba2-c43896a9b8b6", "tag": "939c0977-6efb-47da-92ec-3c3f2e758ca5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:11.660603 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91dfa23c-9a7a-4012-8402-2a1fdf3e8898 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:11.661551 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'tag': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'status': 'completed', 'code': 200} Nov 26 21:56:11.688619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:11.708464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:11.716244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:11.733918 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.737126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:11.747175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'port_id': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'mac_address': 'fa:16:3e:95:35:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:56:11.750691 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.781090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Port': ['ID=29eca368-4982-48e7-9bbc-1493c25a24af,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:11.786703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85498f39-b644-4f2b-b47b-642a07b3a3ca req-b6721caf-9321-4bd4-b632-275595f2170c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:11.788756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85498f39-b644-4f2b-b47b-642a07b3a3ca req-b6721caf-9321-4bd4-b632-275595f2170c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 932 time: 0.1930475 Nov 26 21:56:11.866656 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.868486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Pushing event updated for resources: {'Port': ['ID=b9383225-7a68-4543-8192-c1cab03e3fbe,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:11.890366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:11.903137 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.917118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-64ec5e28-bcd2-4197-87c8-7a7ac63daccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:11.918974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-64ec5e28-bcd2-4197-87c8-7a7ac63daccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30d66e99c79249628f41d7512d240346&device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 1095 time: 0.2159619 Nov 26 21:56:11.925099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:11.925782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:11.940546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:11.955137 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:12.027099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85498f39-b644-4f2b-b47b-642a07b3a3ca req-1f654b1a-1557-4749-8872-d0c56d9437be tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043746 Nov 26 21:56:12.034499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-45aae8de-8a6f-40ed-a917-b0830c88ea2a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0674393 Nov 26 21:56:12.052816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:12.099470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Request body: {'port': {'device_id': '2471f689-855f-44ff-afd0-895bd8d20671', 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a', 'admin_state_up': True, 'tenant_id': '78ee0169ad6945d0a46dd7086a944384'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:12.129549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a59a69-a312-4744-b06c-3f72560e9dbe req-6ba82b6b-1b06-4e41-a228-98d44bfd28e7 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.132677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87a59a69-a312-4744-b06c-3f72560e9dbe req-6ba82b6b-1b06-4e41-a228-98d44bfd28e7 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.2107801 Nov 26 21:56:12.140480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c9c2b393-6efc-4879-9d34-15ed943afc8e None None] Provisioning complete for port 29eca368-4982-48e7-9bbc-1493c25a24af triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:12.140866 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b393-6efc-4879-9d34-15ed943afc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:12.167542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-28125f34-d9b4-4f17-8089-9606cce4ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.169560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-28125f34-d9b4-4f17-8089-9606cce4ff64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=298f4498-07ba-4d16-8e74-d26a0d713d46 HTTP/1.1" status: 200 len: 917 time: 0.2318237 Nov 26 21:56:12.193530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c9c2b393-6efc-4879-9d34-15ed943afc8e None None] Port 29eca368-4982-48e7-9bbc-1493c25a24af cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:12.247978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Network dce61bad-c840-4e8a-9b73-f8339f5e51da is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:12.253752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:12.267403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453e693-2d08-4a20-8d50-f9b3b0680e2e req-6cfba802-017c-4372-97dc-a5a56d30e544 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.268113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-9555e4b5-5111-455c-becd-24bddfb036c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.268955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d453e693-2d08-4a20-8d50-f9b3b0680e2e req-6cfba802-017c-4372-97dc-a5a56d30e544 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 945 time: 0.1329939 Nov 26 21:56:12.272502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87a59a69-a312-4744-b06c-3f72560e9dbe req-1ba41b20-5b3e-4acb-be4a-d2bf14798c30 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323323 Nov 26 21:56:12.275087 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-9555e4b5-5111-455c-becd-24bddfb036c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 1096 time: 0.2892582 Nov 26 21:56:12.288297 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-bc03fa4f-3438-4e10-827d-d111b5753c95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939c0977-6efb-47da-92ec-3c3f2e758ca5 HTTP/1.1" status: 200 len: 217 time: 0.0746014 Nov 26 21:56:12.348732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:12.483300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-51fcb233-e65e-4e48-8f40-8e0e6b4d3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.484967 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-51fcb233-e65e-4e48-8f40-8e0e6b4d3d97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89b4bb13-cf70-42b2-a099-b7a6dfc93aa2 HTTP/1.1" status: 200 len: 855 time: 0.1779330 Nov 26 21:56:12.499330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d453e693-2d08-4a20-8d50-f9b3b0680e2e req-3d5aed9a-a640-4397-b79d-d1d5d6501d24 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068732 Nov 26 21:56:12.564251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-4f65e82a-b741-4684-a295-f4b4c65c7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.566642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-4f65e82a-b741-4684-a295-f4b4c65c7447 service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.2817047 Nov 26 21:56:12.656137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-43b8406a-c5fa-4e45-8cd0-c57089cc5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.662782 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-43b8406a-c5fa-4e45-8cd0-c57089cc5da3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=298f4498-07ba-4d16-8e74-d26a0d713d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413705 Nov 26 21:56:12.663648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Made reservation on behalf of 78ee0169ad6945d0a46dd7086a944384 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:12.668800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:12.718890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932469f-8a61-4ff5-a9f1-479eefa6c722 req-2b7c8c52-c203-4885-8777-9abac822c406 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.726388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9932469f-8a61-4ff5-a9f1-479eefa6c722 req-2b7c8c52-c203-4885-8777-9abac822c406 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.3482511 Nov 26 21:56:12.729391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-df19ca26-2818-4344-9a61-dc16d7b7f94c None None] Provisioning complete for port b9383225-7a68-4543-8192-c1cab03e3fbe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:12.730724 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df19ca26-2818-4344-9a61-dc16d7b7f94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:12.744924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62456f-d5bd-4c43-aec9-cdbc66b823fb req-55ee1314-131d-4b76-a2c3-ac0ffa5af848 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:12.752137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a62456f-d5bd-4c43-aec9-cdbc66b823fb req-55ee1314-131d-4b76-a2c3-ac0ffa5af848 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1232760 Nov 26 21:56:12.764541 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-6b4d47e7-d2e4-4e7a-97c5-6a740affc0a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 200 len: 1001 time: 0.1896803 Nov 26 21:56:12.781572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb09964f-2ec9-499c-8aed-f420fb8b10f9 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:12.798285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Router 26700168-97fd-4159-90ac-5885b3a9abab has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:12.844970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-df19ca26-2818-4344-9a61-dc16d7b7f94c None None] Port b9383225-7a68-4543-8192-c1cab03e3fbe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:12.851387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a62456f-d5bd-4c43-aec9-cdbc66b823fb req-81fae8d7-5e26-418d-a629-6c6e2b1182b6 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950284 Nov 26 21:56:12.879039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bb09964f-2ec9-499c-8aed-f420fb8b10f9 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:12.880124 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:12.900722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9932469f-8a61-4ff5-a9f1-479eefa6c722 req-1e2365ed-5866-478f-a138-12adf4aa0830 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733749 Nov 26 21:56:12.917295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-dc6fc919-1f58-4672-8933-62e55003bcb0 service neutron] 10.222.0.13 "GET /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434239 Nov 26 21:56:13.056130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-f2656dab-c311-4bee-b1ed-a3964e2cd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:13.057649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-f2656dab-c311-4bee-b1ed-a3964e2cd1ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.2603374 Nov 26 21:56:13.080273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:13.091102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-78673ff4-4d6a-4580-8339-fed144b23f73 admin admin] 10.222.0.21 "PUT /v2.0/routers/26700168-97fd-4159-90ac-5885b3a9abab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9839220 Nov 26 21:56:13.103300 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Sync routers for ids ['26700168-97fd-4159-90ac-5885b3a9abab'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:13.116252 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Routers {'26700168-97fd-4159-90ac-5885b3a9abab'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:13.116799 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['26700168-97fd-4159-90ac-5885b3a9abab'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:13.179768 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65be4110-6f97-43c4-9b5b-fcc79b5d9614 req-903bfd4f-b357-4c71-9087-bcb9c1e8b357 service neutron] 10.222.0.13 "GET /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122381 Nov 26 21:56:13.187976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-391b0f7f-60ee-4386-9718-6690573907de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:13.189599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-391b0f7f-60ee-4386-9718-6690573907de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218088 Nov 26 21:56:13.190707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Allocated IP 19.86.0.5 (adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a/6b781466-79e4-4b59-944d-e4b89d5116bd/a7105ffe-d61a-496a-9e00-52f8d68986a9) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:13.244445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f35d93-c040-4bc7-9dfb-4e9209dfff95 req-de34a59c-ba94-4767-8010-329358274506 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:13.245977 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Set router 26700168-97fd-4159-90ac-5885b3a9abab gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:13.253580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-88f35d93-c040-4bc7-9dfb-4e9209dfff95 req-de34a59c-ba94-4767-8010-329358274506 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 932 time: 0.1338267 Nov 26 21:56:13.323101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-88f35d93-c040-4bc7-9dfb-4e9209dfff95 req-bb5b4473-91e9-4fa0-a951-4cb2db071159 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677581 Nov 26 21:56:13.401839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-0eba3f01-4be1-4d74-b9e4-8e9db4cfd45d service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952250 Nov 26 21:56:13.497688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849b9d-572e-4679-aaa8-6103b4f5adf7 req-cc6f48c4-7042-46ae-b0e3-408a8405199c tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:13.499944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33849b9d-572e-4679-aaa8-6103b4f5adf7 req-cc6f48c4-7042-46ae-b0e3-408a8405199c tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0896542 Nov 26 21:56:13.535664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:13.561128 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:10Z', 'revision_number': 4, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port': {'id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:58Z', 'updated_at': '2021-11-26T21:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b9383225-7a68-4543-8192-c1cab03e3fbe', 'name': '', 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'mac_address': 'fa:16:3e:9b:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e463122b-cd9d-46d2-ad6e-e3725b20691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:07Z', 'updated_at': '2021-11-26T21:56:11Z', 'revision_number': 2, 'project_id': '4c76f357f1414bb6860313a92931281f', 'subnets': [{'id': 'e463122b-cd9d-46d2-ad6e-e3725b20691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:13.597636 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Checking router: 26700168-97fd-4159-90ac-5885b3a9abab for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:13.598059 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Updating router 26700168-97fd-4159-90ac-5885b3a9abab port b9383225-7a68-4543-8192-c1cab03e3fbe binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:56:13.612716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33849b9d-572e-4679-aaa8-6103b4f5adf7 req-e083effa-b528-4772-8ecd-cf2702ec3e28 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053128 Nov 26 21:56:13.627290 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:13.636031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:13.660172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:56:13.666701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:13.669853 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:13.707170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16aaea0-590f-4cd3-a5a3-06bcb730ef7f req-6b7a6abd-c63f-45cd-a810-1663ce5456b3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:13.716518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a16aaea0-590f-4cd3-a5a3-06bcb730ef7f req-6b7a6abd-c63f-45cd-a810-1663ce5456b3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 945 time: 0.0853610 Nov 26 21:56:13.735913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15baa267-8f04-4852-b171-edb5e4b2fa06 req-5165beaf-73f0-4e20-b95f-11deeceb3697 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146484 Nov 26 21:56:13.779117 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:13.785304 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a16aaea0-590f-4cd3-a5a3-06bcb730ef7f req-1834ce12-0c48-4322-82de-eaa18085ddf3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641756 Nov 26 21:56:13.808962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:13.811719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:13.830922 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:13.834357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:13.901375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:13.905187 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91406a9c-2067-4ae1-846d-f6a44f28a954" -d '{"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:13.929887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:13.931150 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:13.950621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:13.951836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event updated for resources: {'Port': ['ID=a7105ffe-d61a-496a-9e00-52f8d68986a9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:13.959963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:13.960922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ec77afe0-f0bb-42a2-bdb0-08892099bb60 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:13.972143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b5445fb2-0e4f-4db2-a561-b5fe8084a1b2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8868554 Nov 26 21:56:13.991626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Request body: {'port': {'device_id': '2471f689-855f-44ff-afd0-895bd8d20671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:14.079301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0bd14-e232-4e28-a2ab-01fc382ec7cf req-06e17597-1c90-4f27-9018-cf55ddc8dbc7 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:14.080896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bd0bd14-e232-4e28-a2ab-01fc382ec7cf req-06e17597-1c90-4f27-9018-cf55ddc8dbc7 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1119740 Nov 26 21:56:14.091294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:14.174599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.176328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port ec77afe0-f0bb-42a2-bdb0-08892099bb60 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:56:14.194594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port ec77afe0-f0bb-42a2-bdb0-08892099bb60 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:14.196119 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.198797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bd0bd14-e232-4e28-a2ab-01fc382ec7cf req-d58c9990-f35e-49a4-82bb-805ee854b7a7 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068201 Nov 26 21:56:14.238102 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10df2432-8417-40d8-84ff-6cb34c0413d2 x-openstack-request-id: req-10df2432-8417-40d8-84ff-6cb34c0413d2 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:14.239488 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:14.239926 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10df2432-8417-40d8-84ff-6cb34c0413d2 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:14.240673 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'code': 200} Nov 26 21:56:14.248719 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.264021 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.327624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.384224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ec77afe0-f0bb-42a2-bdb0-08892099bb60, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ec77afe0-f0bb-42a2-bdb0-08892099bb60,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:14.400564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-60677f8d-3913-4303-8a9c-f8ed6f1da831 None None] Provisioning complete for port a7105ffe-d61a-496a-9e00-52f8d68986a9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:14.405972 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-60677f8d-3913-4303-8a9c-f8ed6f1da831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.423390 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Pushing event updated for resources: {'Port': ['ID=b9383225-7a68-4543-8192-c1cab03e3fbe,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:14.434551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981675-a5c1-43f5-bf4b-15b8d7a24c8a req-387cc0c8-d385-4977-8640-08a0e02122d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:14.436078 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe981675-a5c1-43f5-bf4b-15b8d7a24c8a req-387cc0c8-d385-4977-8640-08a0e02122d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1096 time: 0.1010816 Nov 26 21:56:14.453434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477da896-88e0-4f06-85f2-91a27bd51971 req-50e5e8e3-28ce-4d1e-9972-8e3d52b230f9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:14.459449 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.462054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-60677f8d-3913-4303-8a9c-f8ed6f1da831 None None] Port a7105ffe-d61a-496a-9e00-52f8d68986a9 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:14.478497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-477da896-88e0-4f06-85f2-91a27bd51971 req-50e5e8e3-28ce-4d1e-9972-8e3d52b230f9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1709707 Nov 26 21:56:14.558040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ec77afe0-f0bb-42a2-bdb0-08892099bb60,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:14.600009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-477da896-88e0-4f06-85f2-91a27bd51971 req-0d6a1d34-59dc-45bc-894e-01de9bc98913 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185215 Nov 26 21:56:14.625248 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Attempting to bind port b9383225-7a68-4543-8192-c1cab03e3fbe on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:14.627445 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Attempting to bind port b9383225-7a68-4543-8192-c1cab03e3fbe by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:14.627887 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Attempting to bind port b9383225-7a68-4543-8192-c1cab03e3fbe on network dce61bad-c840-4e8a-9b73-f8339f5e51da {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:14.652624 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.653303 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.657337 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.659423 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.662003 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.663124 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.664403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe981675-a5c1-43f5-bf4b-15b8d7a24c8a req-579464f2-4558-4253-94d1-4b5267dfca32 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197165 Nov 26 21:56:14.665661 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.666256 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.671487 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.671945 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.672287 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.672585 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:14.676188 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:14.677547 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Checking segment: {'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:14.677547 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.677547 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Bound using segment: {'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:14.677942 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Bound port: b9383225-7a68-4543-8192-c1cab03e3fbe, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ee1274-da79-4c2a-b5f3-833f2b1fac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:14.678362 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.767891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ff6e6-8b47-4d0a-a4f2-58e3134685a3 req-f6d946b7-18c2-4b79-816d-1c262b94e9bd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:14.774843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ff6e6-8b47-4d0a-a4f2-58e3134685a3 req-f6d946b7-18c2-4b79-816d-1c262b94e9bd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:14.783212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968ff6e6-8b47-4d0a-a4f2-58e3134685a3 req-f6d946b7-18c2-4b79-816d-1c262b94e9bd tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1653 time: 0.1122735 Nov 26 21:56:14.803144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f62f9441-6021-4807-b93d-07ea54e4183f None None] Provisioning complete for port b9383225-7a68-4543-8192-c1cab03e3fbe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:14.803826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f62f9441-6021-4807-b93d-07ea54e4183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.815763 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] For port b9383225-7a68-4543-8192-c1cab03e3fbe, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:14.820783 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] For port b9383225-7a68-4543-8192-c1cab03e3fbe, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b9383225-7a68-4543-8192-c1cab03e3fbe,segment=NetworkSegment(36ee1274-da79-4c2a-b5f3-833f2b1fac52),segment_id=36ee1274-da79-4c2a-b5f3-833f2b1fac52)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:14.827165 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.847767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f62f9441-6021-4807-b93d-07ea54e4183f None None] Port b9383225-7a68-4543-8192-c1cab03e3fbe cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:14.891958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c164e2c-0d49-48fa-9dee-14646892c9a3 req-21bb1866-0610-4fdf-922c-0d3a4b9de831 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:14.902278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c164e2c-0d49-48fa-9dee-14646892c9a3 req-21bb1866-0610-4fdf-922c-0d3a4b9de831 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.1033175 Nov 26 21:56:14.920043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29eca368-4982-48e7-9bbc-1493c25a24af {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:14.928628 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Routers {'26700168-97fd-4159-90ac-5885b3a9abab'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:14.929706 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['26700168-97fd-4159-90ac-5885b3a9abab'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:14.947831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:14.951597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968ff6e6-8b47-4d0a-a4f2-58e3134685a3 req-c3c49e09-fe2c-4507-b2b8-8c6808b22cef tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527593 Nov 26 21:56:14.984416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Transition to ACTIVE for port object 29eca368-4982-48e7-9bbc-1493c25a24af will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:56:14.991662 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:15.026387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c164e2c-0d49-48fa-9dee-14646892c9a3 req-64df0f70-9a63-4531-98b6-f381dd20ec53 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230938 Nov 26 21:56:15.125487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Pushing event updated for resources: {'Port': ['ID=29eca368-4982-48e7-9bbc-1493c25a24af,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:15.304240 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] Set router 26700168-97fd-4159-90ac-5885b3a9abab gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:15.350708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Attempting to bind port 29eca368-4982-48e7-9bbc-1493c25a24af on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:15.351242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Attempting to bind port 29eca368-4982-48e7-9bbc-1493c25a24af by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:15.351376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Attempting to bind port 29eca368-4982-48e7-9bbc-1493c25a24af on network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:15.359836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Port 29eca368-4982-48e7-9bbc-1493c25a24af on network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:56:15.360609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Attempting to bind port 29eca368-4982-48e7-9bbc-1493c25a24af on network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:15.367334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:15.367988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Checking segment: {'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:15.368572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Bound using segment: {'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:15.375995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Bound port: 29eca368-4982-48e7-9bbc-1493c25a24af, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926e8802-0df1-48b5-ab88-f4dcf531608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:15.377094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:15.400010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e0f1a1c2-6ee7-4595-be0c-d3f5f4711314 None None] Provisioning complete for port b9383225-7a68-4543-8192-c1cab03e3fbe triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:15.400571 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a1c2-6ee7-4595-be0c-d3f5f4711314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:15.405913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5987452-8492-44ca-91f3-ef4d0e87bca5 req-f3d3a78d-6717-442c-8db8-89196898e889 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:15.410580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5987452-8492-44ca-91f3-ef4d0e87bca5 req-f3d3a78d-6717-442c-8db8-89196898e889 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 946 time: 0.1695971 Nov 26 21:56:15.515990 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df12b4-2fb3-4982-874d-17145bbd7e43 None None] Pushing event updated for resources: {'Port': ['ID=b9383225-7a68-4543-8192-c1cab03e3fbe,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:15.539010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] For port 29eca368-4982-48e7-9bbc-1493c25a24af, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:15.544049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] For port 29eca368-4982-48e7-9bbc-1493c25a24af, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=29eca368-4982-48e7-9bbc-1493c25a24af,segment=NetworkSegment(926e8802-0df1-48b5-ab88-f4dcf531608c),segment_id=926e8802-0df1-48b5-ab88-f4dcf531608c)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:15.556097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:15.564092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5987452-8492-44ca-91f3-ef4d0e87bca5 req-7cdd53a4-9b0f-4a9f-8573-f171eb29c435 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438520 Nov 26 21:56:15.632817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:15.633481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:15.634983 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] 10.222.0.41 "PUT /v2.0/ports/29eca368-4982-48e7-9bbc-1493c25a24af HTTP/1.1" status: 200 len: 1092 time: 1.6484356 Nov 26 21:56:15.635429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'tag': '29eca368-4982-48e7-9bbc-1493c25a24af'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:15.637707 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "tag": "29eca368-4982-48e7-9bbc-1493c25a24af"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:15.648522 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a1c2-6ee7-4595-be0c-d3f5f4711314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:15.679926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Request body: {'port': {'device_id': '2471f689-855f-44ff-afd0-895bd8d20671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:15.711274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e0f1a1c2-6ee7-4595-be0c-d3f5f4711314 None None] For port b9383225-7a68-4543-8192-c1cab03e3fbe, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b9383225-7a68-4543-8192-c1cab03e3fbe,segment=NetworkSegment(36ee1274-da79-4c2a-b5f3-833f2b1fac52),segment_id=36ee1274-da79-4c2a-b5f3-833f2b1fac52)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:15.717243 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0f1a1c2-6ee7-4595-be0c-d3f5f4711314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:15.719056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae9a2a-3644-4261-a95f-c7e91fae6b00 service neutron] Pushing event updated for resources: {'Port': ['ID=29eca368-4982-48e7-9bbc-1493c25a24af,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:15.764329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:15.784849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c56f4d-14aa-4db8-a301-9b9eeabd747e req-0c462cf7-8900-4769-a6a3-59f106f82c6f tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:15.796106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74c56f4d-14aa-4db8-a301-9b9eeabd747e req-0c462cf7-8900-4769-a6a3-59f106f82c6f tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1810057 Nov 26 21:56:15.836569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1a1c2-6ee7-4595-be0c-d3f5f4711314 None None] Pushing event updated for resources: {'Port': ['ID=b9383225-7a68-4543-8192-c1cab03e3fbe,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:15.875219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:10Z', 'revision_number': 4, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port': {'id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:58Z', 'updated_at': '2021-11-26T21:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b9383225-7a68-4543-8192-c1cab03e3fbe', 'name': '', 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'mac_address': 'fa:16:3e:9b:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e463122b-cd9d-46d2-ad6e-e3725b20691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:07Z', 'updated_at': '2021-11-26T21:56:14Z', 'revision_number': 4, 'project_id': '4c76f357f1414bb6860313a92931281f', 'subnets': [{'id': 'e463122b-cd9d-46d2-ad6e-e3725b20691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:15.894713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74c56f4d-14aa-4db8-a301-9b9eeabd747e req-1041dfbd-a910-425f-8de6-2918a52ada1e tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975056 Nov 26 21:56:15.929270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51318) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:15.933377 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94b172-e201-4a55-a6de-51bd0317ac8e None None] The sync data for ids ['26700168-97fd-4159-90ac-5885b3a9abab'] in n-d-819494-1 is: [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:10Z', 'revision_number': 4, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port': {'id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:58Z', 'updated_at': '2021-11-26T21:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b9383225-7a68-4543-8192-c1cab03e3fbe', 'name': '', 'network_id': 'dce61bad-c840-4e8a-9b73-f8339f5e51da', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'mac_address': 'fa:16:3e:9b:87:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': 'e463122b-cd9d-46d2-ad6e-e3725b20691b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:07Z', 'updated_at': '2021-11-26T21:56:14Z', 'revision_number': 4, 'project_id': '4c76f357f1414bb6860313a92931281f', 'subnets': [{'id': 'e463122b-cd9d-46d2-ad6e-e3725b20691b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:16.031013 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53de424e-3a15-42ca-8068-1b8a32d447e3 x-openstack-request-id: req-53de424e-3a15-42ca-8068-1b8a32d447e3 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:16.031331 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "tag": "29eca368-4982-48e7-9bbc-1493c25a24af", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:16.031581 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53de424e-3a15-42ca-8068-1b8a32d447e3 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:16.031997 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'tag': '29eca368-4982-48e7-9bbc-1493c25a24af', 'status': 'completed', 'code': 200} Nov 26 21:56:16.229155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7a93-7a90-4ae6-8195-27773aef0406 req-109be4a0-e69e-4e11-b01a-e743274d9e49 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:16.230825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-100f7a93-7a90-4ae6-8195-27773aef0406 req-109be4a0-e69e-4e11-b01a-e743274d9e49 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.2027147 Nov 26 21:56:16.242974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652b194b-e7fd-40d4-aa4f-3531ccd6a534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec77afe0-f0bb-42a2-bdb0-08892099bb60'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:16.245601 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6616669f-07d1-4a1e-b81b-f2076e910154" -d '{"events": [{"server_uuid": "652b194b-e7fd-40d4-aa4f-3531ccd6a534", "name": "network-vif-plugged", "status": "completed", "tag": "ec77afe0-f0bb-42a2-bdb0-08892099bb60"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:16.263507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7105ffe-d61a-496a-9e00-52f8d68986a9 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:16.272290 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:16.291189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Transition to ACTIVE for port object a7105ffe-d61a-496a-9e00-52f8d68986a9 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:56:16.295627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:16.299691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-d90a7e55-4b75-4720-91b2-bdd78fc435c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:16.300411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-d90a7e55-4b75-4720-91b2-bdd78fc435c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:16.303026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-d90a7e55-4b75-4720-91b2-bdd78fc435c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1912 time: 0.1841483 Nov 26 21:56:16.353405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Pushing event updated for resources: {'Port': ['ID=a7105ffe-d61a-496a-9e00-52f8d68986a9,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:16.408684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17927ee-2d20-4514-af81-05ba7b0e9667 req-9f056650-a585-46ae-a321-89540559bc53 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:16.415764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17927ee-2d20-4514-af81-05ba7b0e9667 req-9f056650-a585-46ae-a321-89540559bc53 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:16.417400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f17927ee-2d20-4514-af81-05ba7b0e9667 req-9f056650-a585-46ae-a321-89540559bc53 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1665 time: 0.2497075 Nov 26 21:56:16.431444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Attempting to bind port a7105ffe-d61a-496a-9e00-52f8d68986a9 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:16.431778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Attempting to bind port a7105ffe-d61a-496a-9e00-52f8d68986a9 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:16.432302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Attempting to bind port a7105ffe-d61a-496a-9e00-52f8d68986a9 on network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:16.437871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Port a7105ffe-d61a-496a-9e00-52f8d68986a9 on network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:56:16.438232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Attempting to bind port a7105ffe-d61a-496a-9e00-52f8d68986a9 on network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:16.443804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:16.445536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Checking segment: {'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:16.445936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Bound using segment: {'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:16.446411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Bound port: a7105ffe-d61a-496a-9e00-52f8d68986a9, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a19211-515b-4ff3-b325-3addfad71d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:16.446776 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:16.540895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] For port a7105ffe-d61a-496a-9e00-52f8d68986a9, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:16.544720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] For port a7105ffe-d61a-496a-9e00-52f8d68986a9, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7105ffe-d61a-496a-9e00-52f8d68986a9,segment=NetworkSegment(83a19211-515b-4ff3-b325-3addfad71d04),segment_id=83a19211-515b-4ff3-b325-3addfad71d04)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:16.555642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:16.569200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-100f7a93-7a90-4ae6-8195-27773aef0406 req-c28f66a2-c426-4034-8ea8-016742f587c3 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847078 Nov 26 21:56:16.634237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Pushing event updated for resources: {'Port': ['ID=a7105ffe-d61a-496a-9e00-52f8d68986a9,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:16.639869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:16.640750 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:16.642181 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-353c7c1e-c6bc-4045-8270-b370bf56a0fd service neutron] 10.222.0.41 "PUT /v2.0/ports/a7105ffe-d61a-496a-9e00-52f8d68986a9 HTTP/1.1" status: 200 len: 1090 time: 0.9731388 Nov 26 21:56:16.642662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f17927ee-2d20-4514-af81-05ba7b0e9667 req-083f5307-c19f-4697-a943-35b7e5c14ff2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846285 Nov 26 21:56:16.684048 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008bb1da-3076-4e83-b11c-b94fdcc497e3 x-openstack-request-id: req-008bb1da-3076-4e83-b11c-b94fdcc497e3 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:16.684583 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652b194b-e7fd-40d4-aa4f-3531ccd6a534", "name": "network-vif-plugged", "status": "completed", "tag": "ec77afe0-f0bb-42a2-bdb0-08892099bb60", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:16.684672 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-008bb1da-3076-4e83-b11c-b94fdcc497e3 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:16.685028 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652b194b-e7fd-40d4-aa4f-3531ccd6a534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec77afe0-f0bb-42a2-bdb0-08892099bb60', 'code': 200} Nov 26 21:56:16.844092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b9383225-7a68-4543-8192-c1cab03e3fbe up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:16.858906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf6dca-3bca-4bdd-8674-ce2a0bf2307a req-b49c633f-04a3-4768-89fd-c065a51dab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:16.861173 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ddf6dca-3bca-4bdd-8674-ce2a0bf2307a req-b49c633f-04a3-4768-89fd-c065a51dab21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 1097 time: 0.0827010 Nov 26 21:56:16.923659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b9383225-7a68-4543-8192-c1cab03e3fbe triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:16.923989 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:16.934707 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ddf6dca-3bca-4bdd-8674-ce2a0bf2307a req-60d65501-6d79-4c5e-b9a3-3cc63edd1462 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645273 Nov 26 21:56:17.259180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-4d021ec1-bf51-4fad-859c-3a22cfb81d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.259660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-4d021ec1-bf51-4fad-859c-3a22cfb81d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.260122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-4d021ec1-bf51-4fad-859c-3a22cfb81d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.261675 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-4d021ec1-bf51-4fad-859c-3a22cfb81d66 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=78ee0169ad6945d0a46dd7086a944384&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9431276 Nov 26 21:56:17.327592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1ff0d-8ad6-4c10-b728-ec4efdd783ff req-0a0b228c-a5b4-4ada-a14e-a91aafe29f21 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.329085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebf1ff0d-8ad6-4c10-b728-ec4efdd783ff req-0a0b228c-a5b4-4ada-a14e-a91aafe29f21 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 946 time: 0.5164020 Nov 26 21:56:17.416502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38485ee7-dbf1-4489-9e79-f6b9f75d727f req-ad33c28e-5c22-4722-ac44-24ff4d9ab4ef tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.417989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38485ee7-dbf1-4489-9e79-f6b9f75d727f req-ad33c28e-5c22-4722-ac44-24ff4d9ab4ef tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1663542 Nov 26 21:56:17.495276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebf1ff0d-8ad6-4c10-b728-ec4efdd783ff req-b5fe0f22-97a7-4525-be6c-8695fa3b2fac tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337311 Nov 26 21:56:17.496223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-8418e85c-72bf-454b-8414-242b22b4476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.497695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30bf55c5-52f3-4345-8b9e-d990fa41bf5c req-8418e85c-72bf-454b-8414-242b22b4476d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2267692 Nov 26 21:56:17.527229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38485ee7-dbf1-4489-9e79-f6b9f75d727f req-edfbe756-8de7-4b96-8bdc-2d1c640e39c1 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994771 Nov 26 21:56:17.607346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:17.689602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-e4fb6db0-0795-462b-accd-d9336fe8160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.690105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-e4fb6db0-0795-462b-accd-d9336fe8160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.691685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-e4fb6db0-0795-462b-accd-d9336fe8160a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1979 time: 0.1219084 Nov 26 21:56:17.797565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-9fce7723-8edb-4e1c-aa29-75bfe6e7d04b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=29eca368-4982-48e7-9bbc-1493c25a24af HTTP/1.1" status: 200 len: 217 time: 0.0727439 Nov 26 21:56:17.820812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe20370-139d-40b8-afa0-8b15269226b4 req-577d43cf-370b-4930-b094-640bc915bdba tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.822379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afe20370-139d-40b8-afa0-8b15269226b4 req-577d43cf-370b-4930-b094-640bc915bdba tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1821065 Nov 26 21:56:17.924486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ad8a6-be1b-4819-ba4c-b39df8e33fc3 req-84e7f4c0-ada3-4a2b-b165-85c41b6000d2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.931345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ad8a6-be1b-4819-ba4c-b39df8e33fc3 req-84e7f4c0-ada3-4a2b-b165-85c41b6000d2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.932889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef6ad8a6-be1b-4819-ba4c-b39df8e33fc3 req-84e7f4c0-ada3-4a2b-b165-85c41b6000d2 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1677 time: 0.2069931 Nov 26 21:56:17.994887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b583f5cc-9f10-4fbd-b76e-69c3ab2063f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:17.996349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-b583f5cc-9f10-4fbd-b76e-69c3ab2063f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=910870e8-5e74-4d3c-87b1-ab5451d62d15 HTTP/1.1" status: 200 len: 801 time: 0.1699090 Nov 26 21:56:18.015888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afe20370-139d-40b8-afa0-8b15269226b4 req-9e5b673d-ccc9-44b6-81f6-31f1ca6781cc tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790979 Nov 26 21:56:18.032652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'tag': 'a7105ffe-d61a-496a-9e00-52f8d68986a9'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:18.035916 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc80d5e-9448-4513-a1c4-9c8913be609e" -d '{"events": [{"name": "network-changed", "server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "tag": "a7105ffe-d61a-496a-9e00-52f8d68986a9"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:18.075854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef6ad8a6-be1b-4819-ba4c-b39df8e33fc3 req-a198dddb-3823-48b6-bb6e-e66c3728b120 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246319 Nov 26 21:56:18.089799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-08d2235c-24e4-4789-8527-5fdd5c27cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:18.091340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-08d2235c-24e4-4789-8527-5fdd5c27cec8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0793936 Nov 26 21:56:18.157928 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37882344-0eea-402e-935e-0c9d4d128d00 x-openstack-request-id: req-37882344-0eea-402e-935e-0c9d4d128d00 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:18.158382 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "tag": "a7105ffe-d61a-496a-9e00-52f8d68986a9", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:18.158738 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37882344-0eea-402e-935e-0c9d4d128d00 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:18.159230 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'tag': 'a7105ffe-d61a-496a-9e00-52f8d68986a9', 'status': 'completed', 'code': 200} Nov 26 21:56:18.272047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-f31837eb-f1a8-4c26-a1d8-8a110af04751 service neutron] 10.222.0.41 "GET /v2.0/networks/4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626174 Nov 26 21:56:18.277981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Deleting port 8d9f7d64-4481-41a4-823d-397dcd4ce61b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:18.278348 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:18.376216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcc477-ebfb-47cc-a890-7a4b5ff3d243 req-112d1841-8ff5-492e-b1ea-73571e89769c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:18.377711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6fcc477-ebfb-47cc-a890-7a4b5ff3d243 req-112d1841-8ff5-492e-b1ea-73571e89769c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1696317 Nov 26 21:56:18.387603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51344) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:18.392630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'floatingip': {'port_id': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:18.435449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:18.447659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] For port 8d9f7d64-4481-41a4-823d-397dcd4ce61b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8d9f7d64-4481-41a4-823d-397dcd4ce61b,segment=NetworkSegment(c3d6bbcf-f917-4683-9e26-7055eb82acbf),segment_id=c3d6bbcf-f917-4683-9e26-7055eb82acbf)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:18.448029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:18.451831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-e69e8d7d-250e-4786-8973-46cb43d3dd94 service neutron] 10.222.0.41 "GET /v2.0/networks/4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702573 Nov 26 21:56:18.467233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Calling delete_port for 8d9f7d64-4481-41a4-823d-397dcd4ce61b owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:18.502998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-36b13be0-64d2-4695-afb9-f06c74c7d40a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=a7105ffe-d61a-496a-9e00-52f8d68986a9 HTTP/1.1" status: 200 len: 217 time: 0.0411179 Nov 26 21:56:18.628589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-4b3a9f04-6f89-4d41-86c4-c5ebd6af4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:18.630705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-4b3a9f04-6f89-4d41-86c4-c5ebd6af4384 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b781466-79e4-4b59-944d-e4b89d5116bd HTTP/1.1" status: 200 len: 801 time: 0.1215210 Nov 26 21:56:18.750010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be8fce-b7df-4004-b61c-af015667d075 req-89a9e9d4-81bb-400b-bc7a-d64e986b3c4c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:18.751539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15be8fce-b7df-4004-b61c-af015667d075 req-89a9e9d4-81bb-400b-bc7a-d64e986b3c4c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 946 time: 0.1643584 Nov 26 21:56:18.776496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dd4c1-90f9-416b-bddd-32c1c6462328 req-d731c362-2a99-48bd-a522-a407ef7b577b tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:18.777891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-049dd4c1-90f9-416b-bddd-32c1c6462328 req-d731c362-2a99-48bd-a522-a407ef7b577b tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1553173 Nov 26 21:56:18.814941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-9c265b57-acdf-4dbc-a88c-59a8c56960e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:18.816552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-9c265b57-acdf-4dbc-a88c-59a8c56960e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1755197 Nov 26 21:56:18.897323 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:18.902376 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:18.935396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-049dd4c1-90f9-416b-bddd-32c1c6462328 req-b14c9dfa-88d1-4513-a64d-f8e914370430 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476214 Nov 26 21:56:18.957497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15be8fce-b7df-4004-b61c-af015667d075 req-3571416c-d142-4891-bf86-04f7f486daca tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927681 Nov 26 21:56:18.999636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-6974e5c5-61f4-4314-88b6-7cfa386941b2 service neutron] 10.222.0.41 "GET /v2.0/networks/adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747851 Nov 26 21:56:19.000758 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:19.024130 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Floating IP 3ab3513c-1ca0-4b13-8e34-bafef9c035ba associated. External IP: 172.25.3.167, port: dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b. Nov 26 21:56:19.054112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9f7d64-4481-41a4-823d-397dcd4ce61b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:19.120133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.120133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.120455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.120750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.121358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.121903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.122523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.122874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.123209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.123781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.124129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.124459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:19.271764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb58a7cb-33bd-4122-9fa7-f84bdf8e2086 req-f75f8f49-903d-49e0-bef0-655461d62fce service neutron] 10.222.0.41 "GET /v2.0/networks/adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629461 Nov 26 21:56:19.277656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:19.376088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bc0b7-f9ba-4f79-9090-6330f4e9a262 req-77430248-95a3-44a9-bb17-9a44415e86a0 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:19.382768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bc0b7-f9ba-4f79-9090-6330f4e9a262 req-77430248-95a3-44a9-bb17-9a44415e86a0 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:19.384618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f0bc0b7-f9ba-4f79-9090-6330f4e9a262 req-77430248-95a3-44a9-bb17-9a44415e86a0 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1677 time: 0.1259189 Nov 26 21:56:19.470171 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:19.521153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9e7ee-16aa-4726-a176-a22261c0fe9c req-00b9bec3-00db-4080-868a-72b9acf8f008 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:19.522734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0df9e7ee-16aa-4726-a176-a22261c0fe9c req-00b9bec3-00db-4080-868a-72b9acf8f008 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 946 time: 0.1574802 Nov 26 21:56:19.566760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f0bc0b7-f9ba-4f79-9090-6330f4e9a262 req-acab6ca5-9342-487d-84a4-20208de18af0 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714141 Nov 26 21:56:19.571730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-419924eb-1938-4433-9df2-66dabf4d5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:19.572213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-419924eb-1938-4433-9df2-66dabf4d5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:19.573774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-419924eb-1938-4433-9df2-66dabf4d5b5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78ee0169ad6945d0a46dd7086a944384&device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1979 time: 0.1742835 Nov 26 21:56:19.697725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:19.702319 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:19.709061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] Sync routers for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:19.719778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0df9e7ee-16aa-4726-a176-a22261c0fe9c req-3a901017-2e98-45f7-9757-fb6a9e105f9a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579919 Nov 26 21:56:19.722136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:19.724959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:19.732957 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2b9c6865-838b-43d7-ace8-a97af0000d97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "PUT /v2.0/floatingips/3ab3513c-1ca0-4b13-8e34-bafef9c035ba HTTP/1.1" status: 200 len: 991 time: 1.3415697 Nov 26 21:56:19.798478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-3602d579-6282-470b-a5ca-fa4fd003faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:19.799925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-3602d579-6282-470b-a5ca-fa4fd003faed service neutron] 10.222.0.41 "GET /v2.0/networks?id=adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a HTTP/1.1" status: 200 len: 903 time: 0.2088072 Nov 26 21:56:19.847885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:20.085398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3ab3513c-1ca0-4b13-8e34-bafef9c035ba', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'port_id': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'mac_address': 'fa:16:3e:95:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:49Z', 'updated_at': '2021-11-26T21:56:18Z', 'revision_number': 1, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:20.112821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] Checking router: 598d1093-b9ca-47de-bd2f-b2f75eb91de7 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:20.122629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:20.123254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:20.155771 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-f03768ea-087b-4250-9a72-8f8d1bdb0284 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415535 Nov 26 21:56:20.160757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:20.163648 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968c87d3-4288-47d2-8160-f97d7c556dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:20.207952 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0864a86-c898-4003-8577-0b3ebead1c89 x-openstack-request-id: req-b0864a86-c898-4003-8577-0b3ebead1c89 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:20.208424 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:20.208690 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0864a86-c898-4003-8577-0b3ebead1c89 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:20.209876 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'status': 'completed', 'code': 200} Nov 26 21:56:20.211365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-39a58f28-22e9-422a-bd51-4872794141c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=a7105ffe-d61a-496a-9e00-52f8d68986a9 HTTP/1.1" status: 200 len: 217 time: 0.0637047 Nov 26 21:56:20.233612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:20.238612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad53d68-d625-4941-bcaa-1a5d0600c2f0 req-156f2f15-b04c-4c8f-84a6-31e4e49fa030 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:20.240419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aad53d68-d625-4941-bcaa-1a5d0600c2f0 req-156f2f15-b04c-4c8f-84a6-31e4e49fa030 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1014781 Nov 26 21:56:20.274728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Router 90b883dd-2a20-4b49-87b2-11e19336b138 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:20.292233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-2daf3501-4d5c-4da4-8fac-77f57a0efbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:20.293763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-2daf3501-4d5c-4da4-8fac-77f57a0efbfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1096 time: 0.0450816 Nov 26 21:56:20.381928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-65435c90-9b74-4d80-bf34-9975bc1994e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:20.383640 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-65435c90-9b74-4d80-bf34-9975bc1994e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6b781466-79e4-4b59-944d-e4b89d5116bd HTTP/1.1" status: 200 len: 801 time: 0.1401989 Nov 26 21:56:20.396736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aad53d68-d625-4941-bcaa-1a5d0600c2f0 req-7fc816f1-2194-42e4-9743-98efdd89978e tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450899 Nov 26 21:56:20.429442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-d571752b-6db8-4be2-aa4c-d1ef9483273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:20.431309 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-d571752b-6db8-4be2-aa4c-d1ef9483273b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.1141059 Nov 26 21:56:20.490370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-884043af-9847-4031-a5d4-a2ae238ea23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:20.491915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-884043af-9847-4031-a5d4-a2ae238ea23e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0901768 Nov 26 21:56:20.495753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3ab3513c-1ca0-4b13-8e34-bafef9c035ba', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'port_id': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'mac_address': 'fa:16:3e:95:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:49Z', 'updated_at': '2021-11-26T21:56:18Z', 'revision_number': 1, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:20.507338 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-94ca6723-221b-49e8-a685-a2d6f3f42837 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 999 time: 0.0655439 Nov 26 21:56:20.527656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:20.545117 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] Sync routers for ids ['90b883dd-2a20-4b49-87b2-11e19336b138'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:20.558185 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] Routers {'90b883dd-2a20-4b49-87b2-11e19336b138'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:20.559348 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['90b883dd-2a20-4b49-87b2-11e19336b138'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:20.561453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9ec66421-48ae-4bea-b651-6c320cae5d12 admin admin] 10.222.0.21 "PUT /v2.0/routers/90b883dd-2a20-4b49-87b2-11e19336b138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6306357 Nov 26 21:56:20.566152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51368) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:20.578870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-04225f19-848a-40ec-bf08-933d9f3db800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:20.580390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-04225f19-848a-40ec-bf08-933d9f3db800 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.0647349 Nov 26 21:56:20.672772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-e286e05e-499d-4430-a1e8-d448af2fe783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:20.678959 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-e286e05e-499d-4430-a1e8-d448af2fe783 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855367 Nov 26 21:56:20.725629 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] Set router 90b883dd-2a20-4b49-87b2-11e19336b138 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:20.744201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464595aa-6238-4139-a4d5-78c34dc00090 None None] The sync data for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 is: [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3ab3513c-1ca0-4b13-8e34-bafef9c035ba', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'port_id': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'mac_address': 'fa:16:3e:95:35:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:49Z', 'updated_at': '2021-11-26T21:56:18Z', 'revision_number': 1, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:20.744851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-bf60a82e-ae39-4fd7-94d1-c850d9d6425c service neutron] 10.222.0.41 "GET /v2.0/networks/adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429295 Nov 26 21:56:20.845522 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-e262c1a2-f5d9-4f5f-847f-9693be53b600 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544535 Nov 26 21:56:20.962487 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-662c7c72-b4ac-462a-bafa-77eaa289e0fa req-9a29b5a4-1b6f-4cb8-99a5-1642dd7dc8d2 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068270 Nov 26 21:56:20.998615 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:56:18Z', 'revision_number': 5, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:21.019157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fa070-c819-4e57-8072-656b84ce52e2 req-105885f3-98bc-49c2-b738-f581b38c74fa tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.028363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fa070-c819-4e57-8072-656b84ce52e2 req-105885f3-98bc-49c2-b738-f581b38c74fa tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.029695 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] Checking router: 90b883dd-2a20-4b49-87b2-11e19336b138 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:21.030878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-123fa070-c819-4e57-8072-656b84ce52e2 req-105885f3-98bc-49c2-b738-f581b38c74fa tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1677 time: 0.2852020 Nov 26 21:56:21.040074 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:21.044145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc80d5e-9448-4513-a1c4-9c8913be609e req-35217759-f7f2-47b8-95b6-56e8a836142f service neutron] 10.222.0.41 "GET /v2.0/networks/adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851431 Nov 26 21:56:21.055035 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] Routers {'90b883dd-2a20-4b49-87b2-11e19336b138'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:21.056008 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['90b883dd-2a20-4b49-87b2-11e19336b138'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:21.066714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-689c494d-48af-456c-811d-3520fa746063 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.068765 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-689c494d-48af-456c-811d-3520fa746063 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 946 time: 0.0747199 Nov 26 21:56:21.097611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13c8d43-5f05-471a-ada8-ba5fec353d1a None None] New status for floating IP 3ab3513c-1ca0-4b13-8e34-bafef9c035ba: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:56:21.156184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50c653-1a54-4968-b41d-f1ac2b0b1165 req-e673ac87-d958-45e8-bbcb-58ee87c0ed5b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.157716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e50c653-1a54-4968-b41d-f1ac2b0b1165 req-e673ac87-d958-45e8-bbcb-58ee87c0ed5b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=652b194b-e7fd-40d4-aa4f-3531ccd6a534 HTTP/1.1" status: 200 len: 946 time: 0.2464521 Nov 26 21:56:21.203979 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] Set router 90b883dd-2a20-4b49-87b2-11e19336b138 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:21.243880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Deleting port ec77afe0-f0bb-42a2-bdb0-08892099bb60 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:21.244129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:21.285635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-123fa070-c819-4e57-8072-656b84ce52e2 req-1d0cd383-fc8f-4411-8e11-a22512d46c13 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346816 Nov 26 21:56:21.355697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-1cc15c45-315b-4910-b904-9879763d652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.357904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-1cc15c45-315b-4910-b904-9879763d652a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1096 time: 0.2236946 Nov 26 21:56:21.364523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] For port ec77afe0-f0bb-42a2-bdb0-08892099bb60, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ec77afe0-f0bb-42a2-bdb0-08892099bb60,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:21.365218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:21.378779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Calling delete_port for ec77afe0-f0bb-42a2-bdb0-08892099bb60 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:21.392161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e50c653-1a54-4968-b41d-f1ac2b0b1165 req-995811a1-ee9c-47fc-9876-bc2a0e5d6546 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157264 Nov 26 21:56:21.404515 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:21.472246 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:56:18Z', 'revision_number': 5, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:21.509706 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7814b084-a365-4bae-bfc7-4161f2b675c7 None None] The sync data for ids ['90b883dd-2a20-4b49-87b2-11e19336b138'] in n-d-819494-1 is: [{'id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'name': 'tempest-TestAggregatesBasicOps-299101243-router', 'tenant_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '04a6760a-c936-4768-92fa-912cd8148109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:47Z', 'updated_at': '2021-11-26T21:56:18Z', 'revision_number': 5, 'project_id': '4b08728727f64c7ea7444d06fc5ad0e0', 'gw_port': {'id': '04a6760a-c936-4768-92fa-912cd8148109', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ec:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b883dd-2a20-4b49-87b2-11e19336b138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:48Z', 'updated_at': '2021-11-26T21:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:21.558434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-fd4cae36-3265-4723-8442-3dd7d48238d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.560113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-fd4cae36-3265-4723-8442-3dd7d48238d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.1880932 Nov 26 21:56:21.601610 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:21.636005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ec77afe0-f0bb-42a2-bdb0-08892099bb60'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:21.640998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Deleting port 04a6760a-c936-4768-92fa-912cd8148109 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:21.641347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:21.665402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event deleted for resources: {'Port': ['ID=ec77afe0-f0bb-42a2-bdb0-08892099bb60,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:21.679584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] No DVR routers for this DVR port ec77afe0-f0bb-42a2-bdb0-08892099bb60 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:21.682613 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:21.686394 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50b7e28d-cf9e-4326-849d-e726bda5a2cc req-fae2ef52-3f73-4af5-9a63-577ad3139137 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "DELETE /v2.0/ports/ec77afe0-f0bb-42a2-bdb0-08892099bb60 HTTP/1.1" status: 204 len: 173 time: 0.5820334 Nov 26 21:56:21.708937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a8fff-2713-4929-8104-076876bae3c7 req-4b5356c0-cc79-48f8-9ffe-68680b16c0b2 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.710486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-316a8fff-2713-4929-8104-076876bae3c7 req-4b5356c0-cc79-48f8-9ffe-68680b16c0b2 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1837463 Nov 26 21:56:21.714531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-bb82ced4-447c-4a84-9af0-26d5c93fa72c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 1001 time: 0.1380141 Nov 26 21:56:21.828500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] For port 04a6760a-c936-4768-92fa-912cd8148109, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=04a6760a-c936-4768-92fa-912cd8148109,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:21.829125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:21.842318 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-316a8fff-2713-4929-8104-076876bae3c7 req-7c1d89ae-73ce-4911-a8b9-675cc1662a30 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252992 Nov 26 21:56:21.847473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-9b212513-3a20-4d61-a34f-a9b00a66f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.849047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-9b212513-3a20-4d61-a34f-a9b00a66f482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1210895 Nov 26 21:56:21.853055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Calling delete_port for 04a6760a-c936-4768-92fa-912cd8148109 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:21.954253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-ee6c726c-6477-40bd-9b38-94bf5c27053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:21.955761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-ee6c726c-6477-40bd-9b38-94bf5c27053f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903211 Nov 26 21:56:22.128515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-2745bc04-1b84-4191-8b54-9b71cdb773db service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635447 Nov 26 21:56:22.161072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.211310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652b194b-e7fd-40d4-aa4f-3531ccd6a534', 'name': 'network-vif-deleted', 'tag': 'ec77afe0-f0bb-42a2-bdb0-08892099bb60'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:22.213876 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c781c9-3840-411e-ad64-17bdcb76a988" -d '{"events": [{"server_uuid": "652b194b-e7fd-40d4-aa4f-3531ccd6a534", "name": "network-vif-deleted", "tag": "ec77afe0-f0bb-42a2-bdb0-08892099bb60"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:22.221599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Pushing event deleted for resources: {'Port': ['ID=04a6760a-c936-4768-92fa-912cd8148109,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:22.272243 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd73b75d-351f-4e27-a413-dc601e4d8ceb x-openstack-request-id: req-fd73b75d-351f-4e27-a413-dc601e4d8ceb {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:22.272641 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652b194b-e7fd-40d4-aa4f-3531ccd6a534", "name": "network-vif-deleted", "tag": "ec77afe0-f0bb-42a2-bdb0-08892099bb60", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:22.273003 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd73b75d-351f-4e27-a413-dc601e4d8ceb {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:22.273462 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652b194b-e7fd-40d4-aa4f-3531ccd6a534', 'name': 'network-vif-deleted', 'tag': 'ec77afe0-f0bb-42a2-bdb0-08892099bb60', 'status': 'completed', 'code': 200} Nov 26 21:56:22.313981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-968c87d3-4288-47d2-8160-f97d7c556dd7 req-ea7bcc6b-a549-4065-8aba-b7d0854bdf72 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759000 Nov 26 21:56:22.314849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.435340 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.438303 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.497157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bec61-ffa4-43c5-95b7-a057a4d3d88f req-d3a08e9e-9d85-462e-a8ec-254cfc632325 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:22.503120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bec61-ffa4-43c5-95b7-a057a4d3d88f req-d3a08e9e-9d85-462e-a8ec-254cfc632325 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:22.504902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-306bec61-ffa4-43c5-95b7-a057a4d3d88f req-d3a08e9e-9d85-462e-a8ec-254cfc632325 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1677 time: 0.1286888 Nov 26 21:56:22.506054 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.506619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90b883dd-2a20-4b49-87b2-11e19336b138 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:56:22.511017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.514784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-701321a0-572a-400c-8595-a890ecd4388d admin admin] 10.222.0.21 "DELETE /v2.0/routers/90b883dd-2a20-4b49-87b2-11e19336b138 HTTP/1.1" status: 204 len: 168 time: 1.9474308 Nov 26 21:56:22.514900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51392) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:22.576563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8510f93-338b-411d-945a-b8b8dcc1ec37 admin admin] Deleting subnet c9df0802-4294-4771-bdc8-58e42b234f68 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:56:22.580155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8510f93-338b-411d-945a-b8b8dcc1ec37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.581898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-306bec61-ffa4-43c5-95b7-a057a4d3d88f req-4a2acf7b-a4a4-4b6a-8b76-9b009bd87eb5 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661774 Nov 26 21:56:22.625546 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8510f93-338b-411d-945a-b8b8dcc1ec37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.700734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d9f7d64-4481-41a4-823d-397dcd4ce61b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:22.726895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8510f93-338b-411d-945a-b8b8dcc1ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.728280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8d9f7d64-4481-41a4-823d-397dcd4ce61b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:22.729181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d9f7d64-4481-41a4-823d-397dcd4ce61b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:22.788391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8510f93-338b-411d-945a-b8b8dcc1ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.798643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-e4fd2bd3-7a9f-4ac0-8055-3b8a7cc206ec tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:22.800145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-e4fd2bd3-7a9f-4ac0-8055-3b8a7cc206ec tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1180587 Nov 26 21:56:22.814457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8510f93-338b-411d-945a-b8b8dcc1ec37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9df0802-4294-4771-bdc8-58e42b234f68,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:22.816435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-01bd41f8-e3bd-4d8f-af6e-41089355add7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/quotas/5a5a74555b8e427e9d5065199c03f47b HTTP/1.1" status: 200 len: 375 time: 0.0092866 Nov 26 21:56:22.820288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8510f93-338b-411d-945a-b8b8dcc1ec37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.824161 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c8510f93-338b-411d-945a-b8b8dcc1ec37 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c9df0802-4294-4771-bdc8-58e42b234f68 HTTP/1.1" status: 204 len: 168 time: 0.3084197 Nov 26 21:56:22.825739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc981cc4-810a-4267-b4fe-1a3fd76cf96c None None] Network fe591779-6b81-43b8-bf81-c80f18730505 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:22.826643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51408) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:22.869164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8b5c28dd-417b-44fb-a6c4-07fe55810301 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440924 Nov 26 21:56:22.902260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:22.969872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Deleting port 0241fea3-0848-4dc6-ac0d-158955efe349 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:22.970161 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.049227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] For port 0241fea3-0848-4dc6-ac0d-158955efe349, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0241fea3-0848-4dc6-ac0d-158955efe349,segment=NetworkSegment(c3d6bbcf-f917-4683-9e26-7055eb82acbf),segment_id=c3d6bbcf-f917-4683-9e26-7055eb82acbf)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:23.049598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.068515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Calling delete_port for 0241fea3-0848-4dc6-ac0d-158955efe349 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:23.102352 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] DHCP port deletion for fe591779-6b81-43b8-bf81-c80f18730505 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:56:23.167041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] Deleting port 0241fea3-0848-4dc6-ac0d-158955efe349 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:23.167405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.167906 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.198850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Pushing event deleted for resources: {'Port': ['ID=0241fea3-0848-4dc6-ac0d-158955efe349,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:23.203265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] No DVR routers for this DVR port 0241fea3-0848-4dc6-ac0d-158955efe349 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:23.248879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] For port 0241fea3-0848-4dc6-ac0d-158955efe349, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:23.249547 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.269221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] Calling delete_port for 0241fea3-0848-4dc6-ac0d-158955efe349 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:23.273409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] Port 0241fea3-0848-4dc6-ac0d-158955efe349 was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 21:56:23.274797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.279981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.303532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe591779-6b81-43b8-bf81-c80f18730505']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:23.307458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] Pushing event deleted for resources: {'Port': ['ID=0241fea3-0848-4dc6-ac0d-158955efe349,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:23.310778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2274a4b8-5d49-4fe4-9070-ffc1a6c89b9b None None] No DVR routers for this DVR port 0241fea3-0848-4dc6-ac0d-158955efe349 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:23.321247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d6bbcf-f917-4683-9e26-7055eb82acbf') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:23.321884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d6bbcf-f917-4683-9e26-7055eb82acbf') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:23.334047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.347934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.355368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:56:23.356124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:56:23.357911 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:56:23.360424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc0ee9-52bf-4466-ac1b-2e3a1941b217 req-8b89c093-714f-4095-8d7e-229e002d662a tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:23.365863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99cc0ee9-52bf-4466-ac1b-2e3a1941b217 req-8b89c093-714f-4095-8d7e-229e002d662a tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.4347656 Nov 26 21:56:23.384207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-cd0bc65a-00e8-42eb-951b-c8a6c86152c9 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102606 Nov 26 21:56:23.434056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ac554838-f034-4c8e-be79-cc7b4702d457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.435626 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.441433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.445230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe591779-6b81-43b8-bf81-c80f18730505 HTTP/1.1" status: 204 len: 168 time: 0.6174581 Nov 26 21:56:23.452556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51414) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:23.456599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9db19-3e7f-446e-9b76-3b3aa4ebe55f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe591779-6b81-43b8-bf81-c80f18730505,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:23.517893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99cc0ee9-52bf-4466-ac1b-2e3a1941b217 req-be183022-56ec-4d32-8326-d7f09ebf602b tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511319 Nov 26 21:56:23.552328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 29eca368-4982-48e7-9bbc-1493c25a24af details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:56:23.586810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-72754913-0368-4eaa-a639-ae06c651a6b1 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899049 Nov 26 21:56:23.659889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 29eca368-4982-48e7-9bbc-1493c25a24af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=29eca368-4982-48e7-9bbc-1493c25a24af,segment=NetworkSegment(926e8802-0df1-48b5-ab88-f4dcf531608c),segment_id=926e8802-0df1-48b5-ab88-f4dcf531608c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:23.675987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '29eca368-4982-48e7-9bbc-1493c25a24af', 'network_id': '4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73', 'port_id': '29eca368-4982-48e7-9bbc-1493c25a24af', 'mac_address': 'fa:16:3e:53:09:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910870e8-5e74-4d3c-87b1-ab5451d62d15', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:56:23.718146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.747280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29eca368-4982-48e7-9bbc-1493c25a24af {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:23.769894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 29eca368-4982-48e7-9bbc-1493c25a24af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=29eca368-4982-48e7-9bbc-1493c25a24af,segment=NetworkSegment(926e8802-0df1-48b5-ab88-f4dcf531608c),segment_id=926e8802-0df1-48b5-ab88-f4dcf531608c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:23.776134 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:23.776897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a7105ffe-d61a-496a-9e00-52f8d68986a9 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:56:23.878288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=29eca368-4982-48e7-9bbc-1493c25a24af,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:23.918534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a7105ffe-d61a-496a-9e00-52f8d68986a9, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7105ffe-d61a-496a-9e00-52f8d68986a9,segment=NetworkSegment(83a19211-515b-4ff3-b325-3addfad71d04),segment_id=83a19211-515b-4ff3-b325-3addfad71d04)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:23.919354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c37436de-233a-46ff-b523-6ec7f5290494 req-b8463b41-6b53-4c00-bb1e-4a26cead321a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 210 time: 0.0438423 Nov 26 21:56:23.932161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'a7105ffe-d61a-496a-9e00-52f8d68986a9', 'network_id': 'adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a', 'port_id': 'a7105ffe-d61a-496a-9e00-52f8d68986a9', 'mac_address': 'fa:16:3e:9a:dd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b781466-79e4-4b59-944d-e4b89d5116bd', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:56:23.965940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2ccec-9c2b-4e94-a3b1-89847a9b804b req-60777eac-f875-4c12-b0b2-81d20a5edae9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:23.971914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2ccec-9c2b-4e94-a3b1-89847a9b804b req-60777eac-f875-4c12-b0b2-81d20a5edae9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:23.974154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7f2ccec-9c2b-4e94-a3b1-89847a9b804b req-60777eac-f875-4c12-b0b2-81d20a5edae9 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1678 time: 0.1984515 Nov 26 21:56:23.988217 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:24.003281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7105ffe-d61a-496a-9e00-52f8d68986a9 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:24.027097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a7105ffe-d61a-496a-9e00-52f8d68986a9, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7105ffe-d61a-496a-9e00-52f8d68986a9,segment=NetworkSegment(83a19211-515b-4ff3-b325-3addfad71d04),segment_id=83a19211-515b-4ff3-b325-3addfad71d04)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:24.032218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:24.054876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7f2ccec-9c2b-4e94-a3b1-89847a9b804b req-9c6ad643-171e-46ac-b946-2bf4ec53de43 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708852 Nov 26 21:56:24.085577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a7105ffe-d61a-496a-9e00-52f8d68986a9,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:24.116470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:24.371240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Deleting port b9383225-7a68-4543-8192-c1cab03e3fbe {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:24.371577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:24.450902 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a7105ffe-d61a-496a-9e00-52f8d68986a9'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:24.451406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] For port b9383225-7a68-4543-8192-c1cab03e3fbe, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b9383225-7a68-4543-8192-c1cab03e3fbe,segment=NetworkSegment(36ee1274-da79-4c2a-b5f3-833f2b1fac52),segment_id=36ee1274-da79-4c2a-b5f3-833f2b1fac52)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:24.451781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:24.465971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Calling delete_port for b9383225-7a68-4543-8192-c1cab03e3fbe owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:24.654954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf04ab-d846-4dd2-89b4-a19f9c06773d req-cab5200c-4e86-4d0c-8e18-22919e778635 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:24.656636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95cf04ab-d846-4dd2-89b4-a19f9c06773d req-cab5200c-4e86-4d0c-8e18-22919e778635 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.0674722 Nov 26 21:56:24.687025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 04a6760a-c936-4768-92fa-912cd8148109 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:24.710102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 04a6760a-c936-4768-92fa-912cd8148109 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:24.710523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 04a6760a-c936-4768-92fa-912cd8148109 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:24.711024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0241fea3-0848-4dc6-ac0d-158955efe349 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:24.725247 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:24.738095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0241fea3-0848-4dc6-ac0d-158955efe349 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:24.738621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0241fea3-0848-4dc6-ac0d-158955efe349 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:24.772543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9383225-7a68-4543-8192-c1cab03e3fbe,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:24.778898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95cf04ab-d846-4dd2-89b4-a19f9c06773d req-eacf042d-f0b3-4219-ba2d-5e0436559c5d tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996919 Nov 26 21:56:24.959486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-e9cd3589-c993-4415-81aa-ced95f6e6068 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:24.961032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-e9cd3589-c993-4415-81aa-ced95f6e6068 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.2009792 Nov 26 21:56:25.015677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Request body: {'port': {'device_id': '9c1411f6-62ad-46b9-bce6-0d4b85cac40c', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'admin_state_up': True, 'tenant_id': '5a5a74555b8e427e9d5065199c03f47b'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:25.056739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7da51839-561c-446e-b480-61e0577515a4 req-480bd6d7-cdd5-4d2f-84c5-516f1c0fe57c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 210 time: 0.0473161 Nov 26 21:56:25.110400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:25.280115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c5b8-a633-42ee-bd46-363203f4f860 req-b953899e-073c-4af9-bc35-5101f086468a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:25.286059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c5b8-a633-42ee-bd46-363203f4f860 req-b953899e-073c-4af9-bc35-5101f086468a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:25.287641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3498c5b8-a633-42ee-bd46-363203f4f860 req-b953899e-073c-4af9-bc35-5101f086468a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1679 time: 0.1653132 Nov 26 21:56:25.292503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Made reservation on behalf of 5a5a74555b8e427e9d5065199c03f47b for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:25.295802 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:25.447320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3498c5b8-a633-42ee-bd46-363203f4f860 req-0728f2c5-e12e-49fb-a175-481576e4ad07 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476009 Nov 26 21:56:25.527814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['29eca368-4982-48e7-9bbc-1493c25a24af'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:25.556606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a7105ffe-d61a-496a-9e00-52f8d68986a9 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:25.558174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Allocated IP 172.20.0.14 (b74f2978-8328-4335-9972-08627d9aec33/1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0/e4389c1e-b40e-4f8f-9cb8-a952f864eb5e) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:25.571903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Router 26700168-97fd-4159-90ac-5885b3a9abab has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:25.638633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port a7105ffe-d61a-496a-9e00-52f8d68986a9 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:56:25.643703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port a7105ffe-d61a-496a-9e00-52f8d68986a9 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:25.644072 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:25.768090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:25.773761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:25.781934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:25.782458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dcc335f5-a425-4701-a0e2-ff978a3b40c1 admin admin] 10.222.0.21 "PUT /v2.0/routers/26700168-97fd-4159-90ac-5885b3a9abab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3284416 Nov 26 21:56:25.796889 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] Sync routers for ids ['26700168-97fd-4159-90ac-5885b3a9abab'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:25.803113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7105ffe-d61a-496a-9e00-52f8d68986a9'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:25.809362 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d57f703-6a1f-4466-bf70-4c55a74cae4a" -d '{"events": [{"server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "name": "network-vif-plugged", "status": "completed", "tag": "a7105ffe-d61a-496a-9e00-52f8d68986a9"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:25.820241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:25.830105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a7105ffe-d61a-496a-9e00-52f8d68986a9, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7105ffe-d61a-496a-9e00-52f8d68986a9,segment=NetworkSegment(83a19211-515b-4ff3-b325-3addfad71d04),segment_id=83a19211-515b-4ff3-b325-3addfad71d04)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:25.832062 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] Routers {'26700168-97fd-4159-90ac-5885b3a9abab'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:25.834851 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:55:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['26700168-97fd-4159-90ac-5885b3a9abab'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:25.835675 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:25.837834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ec77afe0-f0bb-42a2-bdb0-08892099bb60 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:25.877474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:25.896169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: ec77afe0-f0bb-42a2-bdb0-08892099bb60 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:25.896536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ec77afe0-f0bb-42a2-bdb0-08892099bb60 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:25.930738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a7105ffe-d61a-496a-9e00-52f8d68986a9,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:25.940500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Network b74f2978-8328-4335-9972-08627d9aec33 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:25.943702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 939c0977-6efb-47da-92ec-3c3f2e758ca5 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:56:25.954664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:25.980874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:25.987456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event updated for resources: {'Port': ['ID=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:25.997651 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8004f6cc-371c-431f-8445-b60ab916ad61 x-openstack-request-id: req-8004f6cc-371c-431f-8445-b60ab916ad61 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:25.997943 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "name": "network-vif-plugged", "status": "completed", "tag": "a7105ffe-d61a-496a-9e00-52f8d68986a9", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:25.999424 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8004f6cc-371c-431f-8445-b60ab916ad61 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:25.999910 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7105ffe-d61a-496a-9e00-52f8d68986a9', 'code': 200} Nov 26 21:56:26.008688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.026733 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] Set router 26700168-97fd-4159-90ac-5885b3a9abab gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:26.066468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:26.068007 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.082024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f30204-db0c-4045-8433-0a578dc17821 req-1f389ce3-fbcd-4be0-b807-175d0c1fa646 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:26.083917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66f30204-db0c-4045-8433-0a578dc17821 req-1f389ce3-fbcd-4be0-b807-175d0c1fa646 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 944 time: 0.1421444 Nov 26 21:56:26.110250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8719875c-4329-4edd-98e7-1bb7d6f5e02d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0997059 Nov 26 21:56:26.135217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 939c0977-6efb-47da-92ec-3c3f2e758ca5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=939c0977-6efb-47da-92ec-3c3f2e758ca5,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:26.143435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Request body: {'port': {'device_id': '9c1411f6-62ad-46b9-bce6-0d4b85cac40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:26.155014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'port_id': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'mac_address': 'fa:16:3e:b8:34:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:56:26.160880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.208056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.234710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Deleting port bb09964f-2ec9-499c-8aed-f420fb8b10f9 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:26.235407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.241579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939c0977-6efb-47da-92ec-3c3f2e758ca5 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:26.246927 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:24Z', 'revision_number': 5, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port': {'id': 'bb09964f-2ec9-499c-8aed-f420fb8b10f9', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:81:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26700168-97fd-4159-90ac-5885b3a9abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:58Z', 'updated_at': '2021-11-26T21:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:26.271528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 939c0977-6efb-47da-92ec-3c3f2e758ca5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=939c0977-6efb-47da-92ec-3c3f2e758ca5,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:26.273158 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-036a9cd9-3b15-43b4-b22c-75703044d9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.277838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66f30204-db0c-4045-8433-0a578dc17821 req-7afe461e-c4d0-430c-85a9-6315e48e6720 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829705 Nov 26 21:56:26.291071 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.300911 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.302977 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] Checking router: 26700168-97fd-4159-90ac-5885b3a9abab for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:26.303196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d12f06-0917-4723-8a97-5fb47399bd73 req-1cb36c90-6816-4b2d-b030-8eb99385f623 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:26.310745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22d12f06-0917-4723-8a97-5fb47399bd73 req-1cb36c90-6816-4b2d-b030-8eb99385f623 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 932 time: 0.1142895 Nov 26 21:56:26.318135 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] Routers {'26700168-97fd-4159-90ac-5885b3a9abab'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:26.319078 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['26700168-97fd-4159-90ac-5885b3a9abab'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:26.358723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=939c0977-6efb-47da-92ec-3c3f2e758ca5,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:26.366166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] For port bb09964f-2ec9-499c-8aed-f420fb8b10f9, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb09964f-2ec9-499c-8aed-f420fb8b10f9,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:26.366539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.380098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Calling delete_port for bb09964f-2ec9-499c-8aed-f420fb8b10f9 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:26.393012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22d12f06-0917-4723-8a97-5fb47399bd73 req-934b6c9b-b31c-4390-9f4b-8f0a9d7254c2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811450 Nov 26 21:56:26.543672 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] Set router 26700168-97fd-4159-90ac-5885b3a9abab gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:26.585425 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.611557 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:26Z', 'revision_number': 6, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:26.619403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71988504-faa5-4e3b-b50b-e17194fdf73b req-46f6eab2-8c46-4bf7-b668-dafe2556d0c8 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:26.625323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71988504-faa5-4e3b-b50b-e17194fdf73b req-46f6eab2-8c46-4bf7-b668-dafe2556d0c8 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:26.626960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71988504-faa5-4e3b-b50b-e17194fdf73b req-46f6eab2-8c46-4bf7-b668-dafe2556d0c8 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1680 time: 0.0829062 Nov 26 21:56:26.648084 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc6ec1e-35a1-4a5b-83e4-01597906ae3f None None] The sync data for ids ['26700168-97fd-4159-90ac-5885b3a9abab'] in n-d-819494-1 is: [{'id': '26700168-97fd-4159-90ac-5885b3a9abab', 'name': 'tempest-TestAggregatesBasicOps-2021157991-router', 'tenant_id': '4c76f357f1414bb6860313a92931281f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:56Z', 'updated_at': '2021-11-26T21:56:26Z', 'revision_number': 6, 'project_id': '4c76f357f1414bb6860313a92931281f', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:26.677773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb09964f-2ec9-499c-8aed-f420fb8b10f9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:26.708437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.725320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71988504-faa5-4e3b-b50b-e17194fdf73b req-4187b6b9-0697-4841-9a1e-3845e9349d67 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871544 Nov 26 21:56:26.762055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4389c1e-b40e-4f8f-9cb8-a952f864eb5e {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:26.769557 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.781596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Transition to ACTIVE for port object e4389c1e-b40e-4f8f-9cb8-a952f864eb5e will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:56:26.784770 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.788479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['939c0977-6efb-47da-92ec-3c3f2e758ca5'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:26.806965 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.809441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.871398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Pushing event updated for resources: {'Port': ['ID=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:26.871673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.872366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26700168-97fd-4159-90ac-5885b3a9abab {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:56:26.889757 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.893602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-64570f31-92ca-43f3-8f64-372ed5986cf5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/26700168-97fd-4159-90ac-5885b3a9abab HTTP/1.1" status: 204 len: 168 time: 1.1082833 Nov 26 21:56:26.893737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51462) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:26.922046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Attempting to bind port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:26.922950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Attempting to bind port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:26.922950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Attempting to bind port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:26.929151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e on network b74f2978-8328-4335-9972-08627d9aec33 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:56:26.929476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Attempting to bind port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:26.934917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:26.935331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Checking segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:26.935971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Bound using segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:26.936256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Bound port: e4389c1e-b40e-4f8f-9cb8-a952f864eb5e, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:26.936677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.950618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fee48a8-63b4-4f3f-86e8-7f86c084e8b6 admin admin] Deleting subnet e463122b-cd9d-46d2-ad6e-e3725b20691b {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:56:26.954897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fee48a8-63b4-4f3f-86e8-7f86c084e8b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:26.997949 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fee48a8-63b4-4f3f-86e8-7f86c084e8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.010143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.016045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] For port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:27.020922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] For port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:27.025227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.072766 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:27.073392 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.074891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] 10.222.0.41 "PUT /v2.0/ports/e4389c1e-b40e-4f8f-9cb8-a952f864eb5e HTTP/1.1" status: 200 len: 1092 time: 0.9471588 Nov 26 21:56:27.075337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1411f6-62ad-46b9-bce6-0d4b85cac40c', 'tag': 'e4389c1e-b40e-4f8f-9cb8-a952f864eb5e'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:27.077617 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b15e877-ec2a-4ba9-8866-39cd0e11298e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1411f6-62ad-46b9-bce6-0d4b85cac40c", "tag": "e4389c1e-b40e-4f8f-9cb8-a952f864eb5e"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:27.110280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34b458-a0f5-4ecd-8199-7a703a26b994 service neutron] Pushing event updated for resources: {'Port': ['ID=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:27.139910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fee48a8-63b4-4f3f-86e8-7f86c084e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.142599 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c7c9a8-d562-432d-b261-ac4ac8e98cd0 x-openstack-request-id: req-04c7c9a8-d562-432d-b261-ac4ac8e98cd0 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:27.143029 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1411f6-62ad-46b9-bce6-0d4b85cac40c", "tag": "e4389c1e-b40e-4f8f-9cb8-a952f864eb5e", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:27.143525 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04c7c9a8-d562-432d-b261-ac4ac8e98cd0 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:27.144436 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1411f6-62ad-46b9-bce6-0d4b85cac40c', 'tag': 'e4389c1e-b40e-4f8f-9cb8-a952f864eb5e', 'status': 'completed', 'code': 200} Nov 26 21:56:27.201676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-07b53bba-3573-4e15-88eb-b8101036ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:27.203455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-07b53bba-3573-4e15-88eb-b8101036ca0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 1095 time: 0.0446713 Nov 26 21:56:27.212739 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fee48a8-63b4-4f3f-86e8-7f86c084e8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.239039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee48a8-63b4-4f3f-86e8-7f86c084e8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e463122b-cd9d-46d2-ad6e-e3725b20691b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:27.246404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d751b-6592-4bbe-8117-e014a14d7635 None None] Network dce61bad-c840-4e8a-9b73-f8339f5e51da requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:27.247273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2fee48a8-63b4-4f3f-86e8-7f86c084e8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.253423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-2e78bfe8-d96a-4499-a161-986a92171dea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e HTTP/1.1" status: 200 len: 217 time: 0.0359414 Nov 26 21:56:27.253664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51470) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:27.254914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2fee48a8-63b4-4f3f-86e8-7f86c084e8b6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e463122b-cd9d-46d2-ad6e-e3725b20691b HTTP/1.1" status: 204 len: 168 time: 0.3596928 Nov 26 21:56:27.358739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-b0f8152b-c4aa-4494-a33b-8317c8d82122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:27.360703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-b0f8152b-c4aa-4494-a33b-8317c8d82122 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0993602 Nov 26 21:56:27.362897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.415454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-f3ed3917-b661-4d78-84e7-f31a0049d213 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475852 Nov 26 21:56:27.509427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] DHCP port deletion for dce61bad-c840-4e8a-9b73-f8339f5e51da request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:56:27.519799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9aff-06a7-4422-bb6b-585b1117888d req-306ebd23-f13f-4657-881a-97b3a06924b3 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:27.522058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07cf9aff-06a7-4422-bb6b-585b1117888d req-306ebd23-f13f-4657-881a-97b3a06924b3 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 945 time: 0.1562524 Nov 26 21:56:27.573527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 29eca368-4982-48e7-9bbc-1493c25a24af up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:27.578236 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:56:27.599969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] Deleting port 64034a01-91c0-440f-a74a-3607604798e2 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:27.600348 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.680894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] For port 64034a01-91c0-440f-a74a-3607604798e2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=64034a01-91c0-440f-a74a-3607604798e2,segment=NetworkSegment(36ee1274-da79-4c2a-b5f3-833f2b1fac52),segment_id=36ee1274-da79-4c2a-b5f3-833f2b1fac52)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:27.681296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.698919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] Calling delete_port for 64034a01-91c0-440f-a74a-3607604798e2 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:27.709739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 29eca368-4982-48e7-9bbc-1493c25a24af completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:56:27.717268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 29eca368-4982-48e7-9bbc-1493c25a24af triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:27.717649 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.854338 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.883909 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.886108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] Pushing event deleted for resources: {'Port': ['ID=64034a01-91c0-440f-a74a-3607604798e2,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:27.897919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfeae90-90a8-487a-a878-6b1a98db09c3 None None] No DVR routers for this DVR port 64034a01-91c0-440f-a74a-3607604798e2 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:27.927122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 29eca368-4982-48e7-9bbc-1493c25a24af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=29eca368-4982-48e7-9bbc-1493c25a24af,segment=NetworkSegment(926e8802-0df1-48b5-ab88-f4dcf531608c),segment_id=926e8802-0df1-48b5-ab88-f4dcf531608c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:27.932058 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:27.957013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeae581-a363-4c85-97ab-d211d43bf792 req-56a4f3e3-7051-4127-bf1f-67d71d91d9a7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:27.959070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ceeae581-a363-4c85-97ab-d211d43bf792 req-56a4f3e3-7051-4127-bf1f-67d71d91d9a7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 944 time: 0.4643977 Nov 26 21:56:27.960877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-21e09771-b18e-4b3c-b704-ccb77de2814e service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375984 Nov 26 21:56:27.969521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07cf9aff-06a7-4422-bb6b-585b1117888d req-9ce5853f-0f95-4de5-a9fa-3cd91e57ebad tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4411495 Nov 26 21:56:27.994898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=29eca368-4982-48e7-9bbc-1493c25a24af,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:27.999138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Deleting port 64034a01-91c0-440f-a74a-3607604798e2 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:27.999475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.000383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eca368-4982-48e7-9bbc-1493c25a24af'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:28.002675 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c775ad-bc15-4b1b-b813-ef0273022dd8" -d '{"events": [{"server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "name": "network-vif-plugged", "status": "completed", "tag": "29eca368-4982-48e7-9bbc-1493c25a24af"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:28.167179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] For port 64034a01-91c0-440f-a74a-3607604798e2, host n-d-819494-1, got binding levels [] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:28.167721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.184363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ceeae581-a363-4c85-97ab-d211d43bf792 req-efcefe8f-6460-4286-90bf-c4458c80d05f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187424 Nov 26 21:56:28.195126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Calling delete_port for 64034a01-91c0-440f-a74a-3607604798e2 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:28.199894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Port 64034a01-91c0-440f-a74a-3607604798e2 was not found and therefore no delete operation was performed {{(pid=109999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 21:56:28.208481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51dc5e-a2df-47ca-80b8-174514314983 req-a8cd9c45-408c-4fee-a060-070850752b00 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:28.215494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51dc5e-a2df-47ca-80b8-174514314983 req-a8cd9c45-408c-4fee-a060-070850752b00 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:28.217135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a51dc5e-a2df-47ca-80b8-174514314983 req-a8cd9c45-408c-4fee-a060-070850752b00 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1681 time: 0.1686606 Nov 26 21:56:28.219763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.231029 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68109f1-e20f-4609-b3fa-1a34ec644137 req-8f98289b-5513-46a5-83df-8a3b73ae92ea service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592192 Nov 26 21:56:28.264099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Pushing event deleted for resources: {'Port': ['ID=64034a01-91c0-440f-a74a-3607604798e2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:28.265823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] No DVR routers for this DVR port 64034a01-91c0-440f-a74a-3607604798e2 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:28.315998 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39af6cda-392f-468d-855e-4ef18b287652 x-openstack-request-id: req-39af6cda-392f-468d-855e-4ef18b287652 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:28.315998 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "name": "network-vif-plugged", "status": "completed", "tag": "29eca368-4982-48e7-9bbc-1493c25a24af", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:28.316229 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39af6cda-392f-468d-855e-4ef18b287652 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:28.316629 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29eca368-4982-48e7-9bbc-1493c25a24af', 'code': 200} Nov 26 21:56:28.362055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a51dc5e-a2df-47ca-80b8-174514314983 req-38ffc15f-080d-4aee-978d-ebefb7bec62c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335087 Nov 26 21:56:28.366301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.388625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce61bad-c840-4e8a-9b73-f8339f5e51da']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:28.413811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ee1274-da79-4c2a-b5f3-833f2b1fac52') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:28.414126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ee1274-da79-4c2a-b5f3-833f2b1fac52') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:28.438194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.454947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.464596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:56:28.465079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:56:28.466840 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:56:28.469265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-e0e69cea-ab40-4d58-b50a-559b3cc6cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:28.470120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-e0e69cea-ab40-4d58-b50a-559b3cc6cf3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 1095 time: 0.0790198 Nov 26 21:56:28.483166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ee45-a48c-42fb-a708-2987307aadab req-86fd960c-8991-462a-8548-7d747a50c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:28.483737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1ee45-a48c-42fb-a708-2987307aadab req-86fd960c-8991-462a-8548-7d747a50c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:28.485393 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0c1ee45-a48c-42fb-a708-2987307aadab req-86fd960c-8991-462a-8548-7d747a50c513 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1983 time: 0.0466218 Nov 26 21:56:28.517591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.533532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0c1ee45-a48c-42fb-a708-2987307aadab req-08bac1a9-73b2-4178-9888-f07983d2d80f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410914 Nov 26 21:56:28.578829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.586778 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.589964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dce61bad-c840-4e8a-9b73-f8339f5e51da HTTP/1.1" status: 204 len: 168 time: 1.3353205 Nov 26 21:56:28.605355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfcc92-b5f6-498c-a489-51c6bf836105 admin admin] Pushing event deleted for resources: {'Network': ['ID=dce61bad-c840-4e8a-9b73-f8339f5e51da,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:28.626672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-b129f715-7a4b-4b89-a182-846f5ac52406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:28.628186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-b129f715-7a4b-4b89-a182-846f5ac52406 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 913 time: 0.1481686 Nov 26 21:56:28.673127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb09964f-2ec9-499c-8aed-f420fb8b10f9 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:28.696891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bb09964f-2ec9-499c-8aed-f420fb8b10f9 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:28.697245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb09964f-2ec9-499c-8aed-f420fb8b10f9 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:28.697685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b9383225-7a68-4543-8192-c1cab03e3fbe no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:28.717833 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b9383225-7a68-4543-8192-c1cab03e3fbe {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:28.718288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b9383225-7a68-4543-8192-c1cab03e3fbe not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:28.718702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 64034a01-91c0-440f-a74a-3607604798e2 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:28.737531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 64034a01-91c0-440f-a74a-3607604798e2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:28.737911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 64034a01-91c0-440f-a74a-3607604798e2 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:28.758231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51488) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:28.797232 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a69fcf54-5041-4b93-921b-18d6440cbaa7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b08728727f64c7ea7444d06fc5ad0e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377121 Nov 26 21:56:28.799489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51490) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:28.851394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4301144-4934-435c-9a0d-2d0b09373af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.871858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4301144-4934-435c-9a0d-2d0b09373af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.917717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4301144-4934-435c-9a0d-2d0b09373af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.920395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4301144-4934-435c-9a0d-2d0b09373af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:28.921539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f4301144-4934-435c-9a0d-2d0b09373af1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22a92bd8-114e-47d3-abe4-4e444001643d HTTP/1.1" status: 204 len: 168 time: 0.1211720 Nov 26 21:56:28.930050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4301144-4934-435c-9a0d-2d0b09373af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a92bd8-114e-47d3-abe4-4e444001643d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:28.930974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-6b2cfb6e-632d-4c64-b16b-d90a7ca9fd70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e HTTP/1.1" status: 200 len: 217 time: 0.0374076 Nov 26 21:56:28.986252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-af44773f-e67a-4b8e-948a-848e91185113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:28.987755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-af44773f-e67a-4b8e-948a-848e91185113 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0477080 Nov 26 21:56:29.029950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-1a46f81b-dbff-46d6-a567-2b2a7fca86d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303838 Nov 26 21:56:29.079267 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:29.153675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac849d0-5f45-43f8-b59e-87bad0f4f906 req-72f17f18-b457-43b5-bcec-5a8281886c6a tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:29.161089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eac849d0-5f45-43f8-b59e-87bad0f4f906 req-72f17f18-b457-43b5-bcec-5a8281886c6a tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 945 time: 0.1027451 Nov 26 21:56:29.193194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-9ead6f95-66be-4601-8c62-b42f3170e2c4 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539435 Nov 26 21:56:29.267144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51500) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:29.280652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eac849d0-5f45-43f8-b59e-87bad0f4f906 req-2d293d6c-6e4c-43c4-a25b-a1085d59dbcd tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186028 Nov 26 21:56:29.317114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-26dfef54-3959-46d4-8711-ff618e03c5bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c76f357f1414bb6860313a92931281f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484962 Nov 26 21:56:29.319741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51504) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:29.338260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea518b1e-9995-413c-9285-1a657bc1f04a req-86f8374c-3f5e-44dd-90bf-23ab5bcaf20d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:29.339796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea518b1e-9995-413c-9285-1a657bc1f04a req-86f8374c-3f5e-44dd-90bf-23ab5bcaf20d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 944 time: 0.0748298 Nov 26 21:56:29.373720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b15e877-ec2a-4ba9-8866-39cd0e11298e req-837587e8-b284-44e1-a462-2b4cfaed1b1f service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679182 Nov 26 21:56:29.374279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be6f690c-0767-4f18-922a-3a4f2f64ad6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:29.408154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be6f690c-0767-4f18-922a-3a4f2f64ad6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:29.408472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea518b1e-9995-413c-9285-1a657bc1f04a req-1a7ae041-1ae4-4cf3-a7e5-ce4a18a31e27 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566046 Nov 26 21:56:29.467816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be6f690c-0767-4f18-922a-3a4f2f64ad6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:29.471355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be6f690c-0767-4f18-922a-3a4f2f64ad6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:29.472789 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be6f690c-0767-4f18-922a-3a4f2f64ad6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b5f0cdd-47ef-4d54-a32f-89eaf181c4ed HTTP/1.1" status: 204 len: 168 time: 0.1521378 Nov 26 21:56:29.487280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f690c-0767-4f18-922a-3a4f2f64ad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5f0cdd-47ef-4d54-a32f-89eaf181c4ed,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:29.520913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a25e04-8348-4be6-81d8-9a5acdfacbc6 req-f8237825-1696-4e42-9f15-62a22ac5552c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:29.527346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a25e04-8348-4be6-81d8-9a5acdfacbc6 req-f8237825-1696-4e42-9f15-62a22ac5552c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:29.529533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72a25e04-8348-4be6-81d8-9a5acdfacbc6 req-f8237825-1696-4e42-9f15-62a22ac5552c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1681 time: 0.0861473 Nov 26 21:56:29.602630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72a25e04-8348-4be6-81d8-9a5acdfacbc6 req-2049a82e-7a16-4b11-aeb4-0cb8dd7c5810 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647840 Nov 26 21:56:29.985187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 939c0977-6efb-47da-92ec-3c3f2e758ca5 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:30.168098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 939c0977-6efb-47da-92ec-3c3f2e758ca5 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:56:30.172125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 939c0977-6efb-47da-92ec-3c3f2e758ca5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:30.172517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:30.255459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:30.297500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 939c0977-6efb-47da-92ec-3c3f2e758ca5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=939c0977-6efb-47da-92ec-3c3f2e758ca5,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:30.302133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:30.325173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939c0977-6efb-47da-92ec-3c3f2e758ca5'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:30.327420 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c2595f-94e5-4833-bede-508a31937a74" -d '{"events": [{"server_uuid": "218e5ba3-97ab-4534-8ba2-c43896a9b8b6", "name": "network-vif-plugged", "status": "completed", "tag": "939c0977-6efb-47da-92ec-3c3f2e758ca5"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:30.358795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=939c0977-6efb-47da-92ec-3c3f2e758ca5,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:30.404386 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fe14c4-bab4-4eae-bcb5-bf4a4c596baf x-openstack-request-id: req-00fe14c4-bab4-4eae-bcb5-bf4a4c596baf {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:30.404859 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218e5ba3-97ab-4534-8ba2-c43896a9b8b6", "name": "network-vif-plugged", "status": "completed", "tag": "939c0977-6efb-47da-92ec-3c3f2e758ca5", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:30.405186 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00fe14c4-bab4-4eae-bcb5-bf4a4c596baf {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:30.405826 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'code': 200} Nov 26 21:56:30.418691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b70955-7f8c-43d9-9b37-78e30efa4de6 req-b3a52a72-fbe0-4ff7-b05f-832330e86aad tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:30.420230 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02b70955-7f8c-43d9-9b37-78e30efa4de6 req-b3a52a72-fbe0-4ff7-b05f-832330e86aad tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0542090 Nov 26 21:56:30.481047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02b70955-7f8c-43d9-9b37-78e30efa4de6 req-06f9d7f1-444d-4661-b587-c5bc179d0311 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550385 Nov 26 21:56:30.604176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083a69c-2deb-41db-a64c-39f88bd076a2 req-00ceb239-8c3f-41d6-83d1-b6ab3577714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:30.605914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e083a69c-2deb-41db-a64c-39f88bd076a2 req-00ceb239-8c3f-41d6-83d1-b6ab3577714c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 1097 time: 0.0659542 Nov 26 21:56:30.612022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8dd30-b91e-4849-bae8-84f5d63b8aa5 req-2a58d3df-1e9f-4afc-b255-80dfbc538659 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:30.616025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dea8dd30-b91e-4849-bae8-84f5d63b8aa5 req-2a58d3df-1e9f-4afc-b255-80dfbc538659 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 944 time: 0.0632372 Nov 26 21:56:30.657354 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e083a69c-2deb-41db-a64c-39f88bd076a2 req-00059fb4-37cf-4f11-aae6-04d64148eb31 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433908 Nov 26 21:56:30.670820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dea8dd30-b91e-4849-bae8-84f5d63b8aa5 req-55d3a403-d3be-4a4c-b932-73592c54a66b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Nov 26 21:56:30.746516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357528-f698-4864-a3c2-8da3ec895283 req-0b7ea08b-1a68-47e1-bde7-b1773c68ed17 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:30.752487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de357528-f698-4864-a3c2-8da3ec895283 req-0b7ea08b-1a68-47e1-bde7-b1773c68ed17 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:30.754090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de357528-f698-4864-a3c2-8da3ec895283 req-0b7ea08b-1a68-47e1-bde7-b1773c68ed17 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1681 time: 0.0596130 Nov 26 21:56:30.812405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de357528-f698-4864-a3c2-8da3ec895283 req-2ab16166-b7ac-4fac-a348-5ecea39c2076 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517454 Nov 26 21:56:31.149545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51568) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:31.154480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21145461', 'description': 'tempest-secgroup-smoke-21145461 description', 'project_id': '44636e60510b4cc993a80af73b717746'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:31.176833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.185791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.274444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.278595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.314542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6093e81b-7625-4631-b615-deafbc6bbc9d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:31.353518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44ef39-0a51-4ac4-bb1d-be302ec447b2 req-d65f1f79-14f1-47e4-a511-385b4ebceb02 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:31.358892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.359461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44ef39-0a51-4ac4-bb1d-be302ec447b2 req-d65f1f79-14f1-47e4-a511-385b4ebceb02 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:31.361063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b44ef39-0a51-4ac4-bb1d-be302ec447b2 req-d65f1f79-14f1-47e4-a511-385b4ebceb02 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1681 time: 0.0640123 Nov 26 21:56:31.362715 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.392398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.393718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2430069 Nov 26 21:56:31.396852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c0d94-2b18-4468-9ebb-f1b3f59477d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d585b48-3fa2-404a-a12b-06bcaadbe5b3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:31.399541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51572) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:31.404035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6bbec566-a8e2-4cbb-8193-b9ded618ad7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1d585b48-3fa2-404a-a12b-06bcaadbe5b3', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:31.415010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b44ef39-0a51-4ac4-bb1d-be302ec447b2 req-d2d8f26e-cf72-4b07-8672-07f25269c48c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469131 Nov 26 21:56:31.432405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bbec566-a8e2-4cbb-8193-b9ded618ad7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.489974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bbec566-a8e2-4cbb-8193-b9ded618ad7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.493313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bbec566-a8e2-4cbb-8193-b9ded618ad7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.512905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbec566-a8e2-4cbb-8193-b9ded618ad7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611c30bb-57a0-4e02-be19-ed2bd7c31a13,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:31.521264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bbec566-a8e2-4cbb-8193-b9ded618ad7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.522653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6bbec566-a8e2-4cbb-8193-b9ded618ad7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222901 Nov 26 21:56:31.525423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51578) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:31.529988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0086ad18-90b8-4649-89c2-647b2630d011 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1d585b48-3fa2-404a-a12b-06bcaadbe5b3', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:31.559702 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0086ad18-90b8-4649-89c2-647b2630d011 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.588831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e4389c1e-b40e-4f8f-9cb8-a952f864eb5e details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:56:31.648660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c901-1562-41be-be57-a43a07d00cfd req-7f19557d-8c85-4c1e-b35f-6d85ab28e7bf tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:31.650146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f700c901-1562-41be-be57-a43a07d00cfd req-7f19557d-8c85-4c1e-b35f-6d85ab28e7bf tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0779545 Nov 26 21:56:31.652147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0086ad18-90b8-4649-89c2-647b2630d011 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.657596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0086ad18-90b8-4649-89c2-647b2630d011 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.693169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086ad18-90b8-4649-89c2-647b2630d011 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c739592-6b22-4464-be15-d020a6c1c747,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:31.699973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:31.702614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0086ad18-90b8-4649-89c2-647b2630d011 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.703831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0086ad18-90b8-4649-89c2-647b2630d011 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773479 Nov 26 21:56:31.708402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51584) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:31.712870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'e4389c1e-b40e-4f8f-9cb8-a952f864eb5e', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'port_id': 'e4389c1e-b40e-4f8f-9cb8-a952f864eb5e', 'mac_address': 'fa:16:3e:a3:da:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:56:31.717057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-16f0528d-5002-4a61-bd38-7e2e27ee80f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1d585b48-3fa2-404a-a12b-06bcaadbe5b3', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:31.753864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f700c901-1562-41be-be57-a43a07d00cfd req-39226771-2b73-4e57-9595-d279004eee25 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908694 Nov 26 21:56:31.765632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16f0528d-5002-4a61-bd38-7e2e27ee80f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.768024 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.787681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4389c1e-b40e-4f8f-9cb8-a952f864eb5e {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:31.808571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:31.812477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.861974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:31.864224 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16f0528d-5002-4a61-bd38-7e2e27ee80f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.868372 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16f0528d-5002-4a61-bd38-7e2e27ee80f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.894752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c96eda-c4cd-4cb4-acae-65df00e18e50 req-ef40a64a-40ba-466f-b4f1-4f1edc63c209 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:31.896296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1c96eda-c4cd-4cb4-acae-65df00e18e50 req-ef40a64a-40ba-466f-b4f1-4f1edc63c209 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 945 time: 0.0918498 Nov 26 21:56:31.899396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0528d-5002-4a61-bd38-7e2e27ee80f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5292faf2-5f84-484a-816f-6228e983c00a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:31.913022 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16f0528d-5002-4a61-bd38-7e2e27ee80f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.914169 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-16f0528d-5002-4a61-bd38-7e2e27ee80f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2043934 Nov 26 21:56:31.916883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51586) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:31.921616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-cc5e33bd-ba89-464a-8e9f-578a72e024a2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1d585b48-3fa2-404a-a12b-06bcaadbe5b3', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:31.949617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc5e33bd-ba89-464a-8e9f-578a72e024a2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:31.951670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1c96eda-c4cd-4cb4-acae-65df00e18e50 req-23893db2-2cff-4ac1-9b86-de351af355fe tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478618 Nov 26 21:56:32.014467 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc5e33bd-ba89-464a-8e9f-578a72e024a2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.018711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc5e33bd-ba89-464a-8e9f-578a72e024a2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.037005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e33bd-ba89-464a-8e9f-578a72e024a2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae18c2d-f7fa-4e3f-9209-8a726b5ff025,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:32.044799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc5e33bd-ba89-464a-8e9f-578a72e024a2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.045974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cc5e33bd-ba89-464a-8e9f-578a72e024a2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279235 Nov 26 21:56:32.048678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:32.052978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6b93fc03-2ac1-4172-89d3-7e2045fee8a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1d585b48-3fa2-404a-a12b-06bcaadbe5b3', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:32.074251 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-6b93fc03-2ac1-4172-89d3-7e2045fee8a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Project 44636e60510b4cc993a80af73b717746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 21:56:32.078932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b93fc03-2ac1-4172-89d3-7e2045fee8a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.140854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b93fc03-2ac1-4172-89d3-7e2045fee8a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.146553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b93fc03-2ac1-4172-89d3-7e2045fee8a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.169016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93fc03-2ac1-4172-89d3-7e2045fee8a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89fe753a-70fb-410e-9907-4e6272e62072,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:32.178570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b93fc03-2ac1-4172-89d3-7e2045fee8a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.182148 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6b93fc03-2ac1-4172-89d3-7e2045fee8a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302714 Nov 26 21:56:32.183002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51592) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:32.187793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3887f63d-5348-442b-a512-25fb19976966 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1d585b48-3fa2-404a-a12b-06bcaadbe5b3', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:32.210204 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-3887f63d-5348-442b-a512-25fb19976966 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Project 44636e60510b4cc993a80af73b717746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 21:56:32.214900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3887f63d-5348-442b-a512-25fb19976966 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.274165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3887f63d-5348-442b-a512-25fb19976966 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.277860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3887f63d-5348-442b-a512-25fb19976966 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.291791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['e4389c1e-b40e-4f8f-9cb8-a952f864eb5e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:32.299370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887f63d-5348-442b-a512-25fb19976966 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63d282f-1f96-4823-83ef-bcecf7b6c39d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:32.305040 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3887f63d-5348-442b-a512-25fb19976966 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.306570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3887f63d-5348-442b-a512-25fb19976966 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224563 Nov 26 21:56:32.309474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51594) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:32.314536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'network': {'name': 'tempest-network-smoke--173142800', 'project_id': '44636e60510b4cc993a80af73b717746', 'port_security_enabled': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:32.335729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:32.339228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.362739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:56:32.371902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.372246 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Added segment 23659fed-5bcb-487a-a5ff-d03e3bedde5b of type vlan for network 6c622311-88d5-443a-9223-54d3d14f5d4b Nov 26 21:56:32.415507 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.442443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.448048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:32.448638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.538299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2275751 Nov 26 21:56:32.541211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51598) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:32.545858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'admin_state_up': True, 'project_id': '44636e60510b4cc993a80af73b717746', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:32.547999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddc30c-8abf-4467-9df8-eb9ff681c9f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Network': ['ID=6c622311-88d5-443a-9223-54d3d14f5d4b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:32.559557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 6c622311-88d5-443a-9223-54d3d14f5d4b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:56:32.567155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed6c14-a892-4ee7-beb9-52ff2e667e80 req-145d3dde-430f-4af3-b015-e46e74aec60b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:32.573130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed6c14-a892-4ee7-beb9-52ff2e667e80 req-145d3dde-430f-4af3-b015-e46e74aec60b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:32.574768 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-baed6c14-a892-4ee7-beb9-52ff2e667e80 req-145d3dde-430f-4af3-b015-e46e74aec60b tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1681 time: 0.0781019 Nov 26 21:56:32.577597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.578715 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.639288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.648415 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-baed6c14-a892-4ee7-beb9-52ff2e667e80 req-e02c59cb-f89d-4825-bc31-1bf1ea49fb00 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673270 Nov 26 21:56:32.779798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:32.886534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4cb3c-ab2e-4f26-bebd-08e182d2b3f9 req-e942e1fd-3a4c-49d1-9042-873efaf4f1da tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:32.888089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acd4cb3c-ab2e-4f26-bebd-08e182d2b3f9 req-e942e1fd-3a4c-49d1-9042-873efaf4f1da tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0519793 Nov 26 21:56:32.936146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acd4cb3c-ab2e-4f26-bebd-08e182d2b3f9 req-bf1f6d4a-08cc-4bdf-8653-195a811199b1 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 Nov 26 21:56:32.993356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.012316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.095067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bce04-bbcd-49a8-ba58-cd91978e81c5 req-cfa8a6ff-daee-405f-928e-09313729e15a tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:33.096568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b48bce04-bbcd-49a8-ba58-cd91978e81c5 req-cfa8a6ff-daee-405f-928e-09313729e15a tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0879326 Nov 26 21:56:33.106642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b60fec-b3a6-44c9-9d6a-c569d1f79e42 req-d3e7970e-187a-48ee-8f96-d860efde8baf tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:33.106642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95b60fec-b3a6-44c9-9d6a-c569d1f79e42 req-d3e7970e-187a-48ee-8f96-d860efde8baf tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 945 time: 0.0702434 Nov 26 21:56:33.107110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51610) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:33.111398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Request body: {'floatingip': {'port_id': '939c0977-6efb-47da-92ec-3c3f2e758ca5'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:33.128359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.25.3.23 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5afda74d-a586-4d1a-8c23-37c9597363cc) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:33.194682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.237278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.277157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.315281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95b60fec-b3a6-44c9-9d6a-c569d1f79e42 req-01d9c6bf-8f12-454b-b1c8-14ce63088180 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999485 Nov 26 21:56:33.319690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:33.323155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:33.325641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:33.326155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-27365d3b-01b6-4b83-bd74-067689b61218 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:33.332080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-27365d3b-01b6-4b83-bd74-067689b61218 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:33.334380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-27365d3b-01b6-4b83-bd74-067689b61218 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1681 time: 0.1852753 Nov 26 21:56:33.357462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=5afda74d-a586-4d1a-8c23-37c9597363cc,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:33.575354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port a7105ffe-d61a-496a-9e00-52f8d68986a9 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:33.575960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.610901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.615417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e4389c1e-b40e-4f8f-9cb8-a952f864eb5e up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:33.669500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:56:33.686127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:33.686614 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.789842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port a7105ffe-d61a-496a-9e00-52f8d68986a9, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7105ffe-d61a-496a-9e00-52f8d68986a9,segment=NetworkSegment(83a19211-515b-4ff3-b325-3addfad71d04),segment_id=83a19211-515b-4ff3-b325-3addfad71d04)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:33.790150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.820910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.829203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for a7105ffe-d61a-496a-9e00-52f8d68986a9 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:33.847307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1411f6-62ad-46b9-bce6-0d4b85cac40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4389c1e-b40e-4f8f-9cb8-a952f864eb5e'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:33.851572 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dead628e-3777-4180-bebb-26e6f924b50c" -d '{"events": [{"server_uuid": "9c1411f6-62ad-46b9-bce6-0d4b85cac40c", "name": "network-vif-plugged", "status": "completed", "tag": "e4389c1e-b40e-4f8f-9cb8-a952f864eb5e"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:33.879687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:33.885134 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.906584 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad200f2-6271-409c-9fee-6c9aff02ffda req-8b23ca2e-1123-42cc-8a58-fa1a67cc06be tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:33.913083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad200f2-6271-409c-9fee-6c9aff02ffda req-8b23ca2e-1123-42cc-8a58-fa1a67cc06be tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:33.914755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ad200f2-6271-409c-9fee-6c9aff02ffda req-8b23ca2e-1123-42cc-8a58-fa1a67cc06be tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 1681 time: 0.1814396 Nov 26 21:56:33.950718 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457544a5-7e7f-4b08-90bf-b1e27eb23ef4 x-openstack-request-id: req-457544a5-7e7f-4b08-90bf-b1e27eb23ef4 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:33.951090 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1411f6-62ad-46b9-bce6-0d4b85cac40c", "name": "network-vif-plugged", "status": "completed", "tag": "e4389c1e-b40e-4f8f-9cb8-a952f864eb5e", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:33.951283 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-457544a5-7e7f-4b08-90bf-b1e27eb23ef4 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:33.951737 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1411f6-62ad-46b9-bce6-0d4b85cac40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4389c1e-b40e-4f8f-9cb8-a952f864eb5e', 'code': 200} Nov 26 21:56:33.982869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:33.993332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:33.999357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:33.999976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.000302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.000698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.001164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.002658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.005436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.006090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.006226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.006558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.006894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.007222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:34.012270 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:34.070710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ad200f2-6271-409c-9fee-6c9aff02ffda req-eaf40757-e58b-41f6-9b61-1d4be2000b57 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242254 Nov 26 21:56:34.136920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a188f1-3d37-44dd-96d8-c1ea9e06bbc4 req-0110ba58-764c-4714-9e42-c94d75768a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:34.138476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46a188f1-3d37-44dd-96d8-c1ea9e06bbc4 req-0110ba58-764c-4714-9e42-c94d75768a9a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 1097 time: 0.1029534 Nov 26 21:56:34.182795 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Floating IP 4669621e-5ff2-44a8-adab-5ea53530ca5b associated. External IP: 172.25.3.65, port: 939c0977-6efb-47da-92ec-3c3f2e758ca5. Nov 26 21:56:34.228748 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:34.232617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-46a188f1-3d37-44dd-96d8-c1ea9e06bbc4 req-253686f2-5065-45d3-8dc9-150fae0b19b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853322 Nov 26 21:56:34.234084 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:34.262123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a7105ffe-d61a-496a-9e00-52f8d68986a9', '29eca368-4982-48e7-9bbc-1493c25a24af'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:34.264111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=a7105ffe-d61a-496a-9e00-52f8d68986a9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:34.341659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port a7105ffe-d61a-496a-9e00-52f8d68986a9 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:34.345370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:34.349680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7e4ae410-4ee7-4923-9ecd-7109a5163732 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "DELETE /v2.0/ports/a7105ffe-d61a-496a-9e00-52f8d68986a9 HTTP/1.1" status: 204 len: 173 time: 1.0075555 Nov 26 21:56:34.350189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'name': 'network-vif-deleted', 'tag': 'a7105ffe-d61a-496a-9e00-52f8d68986a9'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:34.352472 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b70b746-ff0b-4a8d-9fc2-3ea363e95b06" -d '{"events": [{"server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "name": "network-vif-deleted", "tag": "a7105ffe-d61a-496a-9e00-52f8d68986a9"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:34.454870 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393a53dd-9c1e-4f35-89ec-998bb56eafd6 x-openstack-request-id: req-393a53dd-9c1e-4f35-89ec-998bb56eafd6 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:34.455482 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "name": "network-vif-deleted", "tag": "a7105ffe-d61a-496a-9e00-52f8d68986a9", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:34.455793 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-393a53dd-9c1e-4f35-89ec-998bb56eafd6 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:34.456145 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'name': 'network-vif-deleted', 'tag': 'a7105ffe-d61a-496a-9e00-52f8d68986a9', 'status': 'completed', 'code': 200} Nov 26 21:56:34.462658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 062e35c1-e610-40c3-b704-102734987487 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:56:34.591591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:34.604706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Sync routers for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:34.625471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:34.626133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:34.628094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:34.630540 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b8ef07db-b7f3-4943-9301-1359d759f244 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0878985 Nov 26 21:56:34.634590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51628) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:34.740842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:34.800970 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ca40fdb4-fa1c-4a60-a0eb-66574bda9e59 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=44636e60510b4cc993a80af73b717746&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1626947 Nov 26 21:56:34.802756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51632) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:34.925308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a5fd1-4a5a-4470-bd62-130056ee9637 req-c3900057-d9b7-49fa-8237-f639aad4b04a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:34.927010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f26a5fd1-4a5a-4470-bd62-130056ee9637 req-c3900057-d9b7-49fa-8237-f639aad4b04a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 946 time: 0.4898686 Nov 26 21:56:34.932414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:34.947266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:33Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:34.979016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Checking router: 062e35c1-e610-40c3-b704-102734987487 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:34.979672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Updating router 062e35c1-e610-40c3-b704-102734987487 port 5afda74d-a586-4d1a-8c23-37c9597363cc binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:56:34.984093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ef5d16-5dcc-49a4-a883-31ab33c2b1cb tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:34.985709 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d7ef5d16-5dcc-49a4-a883-31ab33c2b1cb tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1819153 Nov 26 21:56:34.990498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51636) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:35.010654 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.032897 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9903df4b-0a2a-4fdd-ab37-fb99956574a8 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401709 Nov 26 21:56:35.034984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51640) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:35.041292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1134972817', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'project_id': '44636e60510b4cc993a80af73b717746', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:35.053497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port 29eca368-4982-48e7-9bbc-1493c25a24af {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:35.053833 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.075979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f26a5fd1-4a5a-4470-bd62-130056ee9637 req-695292ae-318f-49ce-a92b-72d8661b824a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380107 Nov 26 21:56:35.164804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:35.168524 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.229573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:35.239490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.239897 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] Sync routers for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:35.250658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:35.251283 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:35.277877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port 29eca368-4982-48e7-9bbc-1493c25a24af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=29eca368-4982-48e7-9bbc-1493c25a24af,segment=NetworkSegment(926e8802-0df1-48b5-ab88-f4dcf531608c),segment_id=926e8802-0df1-48b5-ab88-f4dcf531608c)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:35.277877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.295121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5428bf6-9b42-441c-8c91-c17f8f5858d8 req-cda0d426-1a2b-4224-a677-fab0700b1112 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:35.302949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5428bf6-9b42-441c-8c91-c17f8f5858d8 req-cda0d426-1a2b-4224-a677-fab0700b1112 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/ports?device_id=2471f689-855f-44ff-afd0-895bd8d20671 HTTP/1.1" status: 200 len: 946 time: 0.1467519 Nov 26 21:56:35.319183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for 29eca368-4982-48e7-9bbc-1493c25a24af owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:35.321777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0fe5d7f0-679e-407a-90b1-e261ffccb9d0 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "PUT /v2.0/floatingips/4669621e-5ff2-44a8-adab-5ea53530ca5b HTTP/1.1" status: 200 len: 991 time: 2.2137172 Nov 26 21:56:35.364604 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:35.369390 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.378014 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.415968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5428bf6-9b42-441c-8c91-c17f8f5858d8 req-da589ff8-972e-462e-8800-d605c719ad4d tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "GET /v2.0/security-groups?id=d7de6e33-c182-4b5a-bb91-e5f1184b530f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119976 Nov 26 21:56:35.453315 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.469870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Attempting to bind port 5afda74d-a586-4d1a-8c23-37c9597363cc on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:35.470269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Attempting to bind port 5afda74d-a586-4d1a-8c23-37c9597363cc by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:35.470638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Attempting to bind port 5afda74d-a586-4d1a-8c23-37c9597363cc on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:35.480484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:35.480914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:35.481325 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.481722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:35.482227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Bound port: 5afda74d-a586-4d1a-8c23-37c9597363cc, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:35.482946 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.518511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Subnet': ['ID=4fc42ed7-5686-407e-90f5-e6f97cf45cac,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:35.527578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a68c-97ac-4900-9e25-f1d91c6fbd5e None None] Pushing event updated for resources: {'Port': ['ID=5afda74d-a586-4d1a-8c23-37c9597363cc,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:35.534954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.535387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.536500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.537039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.537390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.537827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.538345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.538867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.539303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.539740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.540246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.541023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:56:35.560315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Checking segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:35.561163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network hostable DHCP agents. Network: 6c622311-88d5-443a-9223-54d3d14f5d4b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:56:35.573136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] For port 5afda74d-a586-4d1a-8c23-37c9597363cc, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:35.576878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] For port 5afda74d-a586-4d1a-8c23-37c9597363cc, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5afda74d-a586-4d1a-8c23-37c9597363cc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:35.581797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.583855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 6c622311-88d5-443a-9223-54d3d14f5d4b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:56:35.592644 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.596161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 6c622311-88d5-443a-9223-54d3d14f5d4b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:35.604168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:35.607254 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.615420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518af357-a17b-4561-a084-4947ca57baa1 None None] Network 6c622311-88d5-443a-9223-54d3d14f5d4b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:35.623495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=29eca368-4982-48e7-9bbc-1493c25a24af,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:35.637470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a7105ffe-d61a-496a-9e00-52f8d68986a9'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:35.673827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fe0ee516-9088-4ef6-908d-9e881cc73a2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6376011 Nov 26 21:56:35.674576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51648) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:35.701945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port 29eca368-4982-48e7-9bbc-1493c25a24af on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:35.704773 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:35.715324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bdec06b9-4a89-4760-a18b-17e9dcdc7072 req-7c2a895a-0627-4fc4-b274-a90073db2763 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.41 "DELETE /v2.0/ports/29eca368-4982-48e7-9bbc-1493c25a24af HTTP/1.1" status: 204 len: 173 time: 0.8932838 Nov 26 21:56:35.742530 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '4669621e-5ff2-44a8-adab-5ea53530ca5b', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'port_id': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'mac_address': 'fa:16:3e:b8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:22Z', 'updated_at': '2021-11-26T21:56:33Z', 'revision_number': 1, 'project_id': '30d66e99c79249628f41d7512d240346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 5, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:35.756773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:35.757433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:35.777127 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] Checking router: 0bda12fe-ac24-4845-a6b5-4dfc428e29dc for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:35.788691 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:35.789736 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:35.825406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0a68c-97ac-4900-9e25-f1d91c6fbd5e None None] Pushing event updated for resources: {'Port': ['ID=5afda74d-a586-4d1a-8c23-37c9597363cc,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:35.954019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:35.997618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:36.031724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-6c622311-88d5-443a-9223-54d3d14f5d4b', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:56:36.032721 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:36.242547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9868b57-10d3-401b-92be-8a7ff35e6561 req-3380c75e-3d58-439a-8ace-bc3a940ad2a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:36.253393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9868b57-10d3-401b-92be-8a7ff35e6561 req-3380c75e-3d58-439a-8ace-bc3a940ad2a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 946 time: 0.0792675 Nov 26 21:56:36.286128 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '4669621e-5ff2-44a8-adab-5ea53530ca5b', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'port_id': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'mac_address': 'fa:16:3e:b8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:22Z', 'updated_at': '2021-11-26T21:56:33Z', 'revision_number': 1, 'project_id': '30d66e99c79249628f41d7512d240346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 5, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:36.313665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9868b57-10d3-401b-92be-8a7ff35e6561 req-e864743f-5aba-4679-9844-eb3468954dc8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593622 Nov 26 21:56:36.320480 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7398383f-6872-4e02-b210-dc28483483d8 None None] The sync data for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 is: [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '4669621e-5ff2-44a8-adab-5ea53530ca5b', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'floating_ip_address': '172.25.3.65', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'port_id': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'mac_address': 'fa:16:3e:b8:34:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:55:22Z', 'updated_at': '2021-11-26T21:56:33Z', 'revision_number': 1, 'project_id': '30d66e99c79249628f41d7512d240346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 5, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:36.366631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:36.384633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Allocated IP 172.20.0.2 (6c622311-88d5-443a-9223-54d3d14f5d4b/4fc42ed7-5686-407e-90f5-e6f97cf45cac/205d62f4-ef43-48f7-8ad0-5cf65f9b753a) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:36.458161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'tag': '939c0977-6efb-47da-92ec-3c3f2e758ca5'}, {'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'name': 'network-vif-deleted', 'tag': '29eca368-4982-48e7-9bbc-1493c25a24af'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:36.469757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:33Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:36.470382 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059076b5-46f8-476f-8de0-0d75e6f9e60c" -d '{"events": [{"name": "network-changed", "server_uuid": "218e5ba3-97ab-4534-8ba2-c43896a9b8b6", "tag": "939c0977-6efb-47da-92ec-3c3f2e758ca5"}, {"server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "name": "network-vif-deleted", "tag": "29eca368-4982-48e7-9bbc-1493c25a24af"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:36.513690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cca199b-aa06-4d4d-8866-5cbe306afcec None None] The sync data for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 is: [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:33Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:36.526064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51666) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:36.660436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2c8186-ec33-4a71-82b8-a303ef099e6f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting subnet 6b781466-79e4-4b59-944d-e4b89d5116bd {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:56:36.666174 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70c9e02-e209-43ae-a983-d6bc71b2540d x-openstack-request-id: req-c70c9e02-e209-43ae-a983-d6bc71b2540d {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:36.666702 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218e5ba3-97ab-4534-8ba2-c43896a9b8b6", "tag": "939c0977-6efb-47da-92ec-3c3f2e758ca5", "status": "completed", "code": 200}, {"server_uuid": "2471f689-855f-44ff-afd0-895bd8d20671", "name": "network-vif-deleted", "tag": "29eca368-4982-48e7-9bbc-1493c25a24af", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:36.667144 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c70c9e02-e209-43ae-a983-d6bc71b2540d {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:36.667719 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'tag': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'status': 'completed', 'code': 200} Nov 26 21:56:36.668175 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2471f689-855f-44ff-afd0-895bd8d20671', 'name': 'network-vif-deleted', 'tag': '29eca368-4982-48e7-9bbc-1493c25a24af', 'status': 'completed', 'code': 200} Nov 26 21:56:36.669613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8186-ec33-4a71-82b8-a303ef099e6f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:36.732325 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8186-ec33-4a71-82b8-a303ef099e6f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:36.826241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-a5e87e82-295e-4d0e-aa77-be143d06e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:36.827954 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-a5e87e82-295e-4d0e-aa77-be143d06e8cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=30d66e99c79249628f41d7512d240346&device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 1097 time: 0.1033621 Nov 26 21:56:36.867133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8186-ec33-4a71-82b8-a303ef099e6f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:36.957094 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8186-ec33-4a71-82b8-a303ef099e6f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:36.967658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-6a435544-360e-43ab-ad7e-8f677db900a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:36.969324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-6a435544-360e-43ab-ad7e-8f677db900a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=298f4498-07ba-4d16-8e74-d26a0d713d46 HTTP/1.1" status: 200 len: 917 time: 0.1317132 Nov 26 21:56:36.982461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b448a0f-f87c-4f3e-82b3-f925027734ab None None] New status for floating IP 4669621e-5ff2-44a8-adab-5ea53530ca5b: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:56:37.045043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c8186-ec33-4a71-82b8-a303ef099e6f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Subnet': ['ID=6b781466-79e4-4b59-944d-e4b89d5116bd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:37.056376 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b2c8186-ec33-4a71-82b8-a303ef099e6f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.064218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.066219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22139ccf-6c5d-469a-94e2-8615434ebe8d None None] Network adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:37.072431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1b2c8186-ec33-4a71-82b8-a303ef099e6f tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "DELETE /v2.0/subnets/6b781466-79e4-4b59-944d-e4b89d5116bd HTTP/1.1" status: 204 len: 168 time: 0.5442207 Nov 26 21:56:37.073931 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51676) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:37.096132 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.127910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.225185 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.243118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Pushing event updated for resources: {'Port': ['ID=205d62f4-ef43-48f7-8ad0-5cf65f9b753a,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:37.267182 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-a3fcfcf3-fb88-4dcb-a8bc-a51030a9c529 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=939c0977-6efb-47da-92ec-3c3f2e758ca5 HTTP/1.1" status: 200 len: 999 time: 0.2889853 Nov 26 21:56:37.275187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.20.0.1 (6c622311-88d5-443a-9223-54d3d14f5d4b/4fc42ed7-5686-407e-90f5-e6f97cf45cac/b13ed5ae-88cd-48c5-b8e5-2f45028b9892) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:37.290917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Network 6c622311-88d5-443a-9223-54d3d14f5d4b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:37.313676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:37.319485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:37.343175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-a9d5e987-b879-417b-9ae3-6b8be1930f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:37.344829 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-a9d5e987-b879-417b-9ae3-6b8be1930f71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89b4bb13-cf70-42b2-a099-b7a6dfc93aa2 HTTP/1.1" status: 200 len: 855 time: 0.0626707 Nov 26 21:56:37.345092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port c7ae1a51-543a-4b4d-a472-6dede165bf33 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:37.345574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.491244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port c7ae1a51-543a-4b4d-a472-6dede165bf33, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c7ae1a51-543a-4b4d-a472-6dede165bf33,segment=NetworkSegment(83a19211-515b-4ff3-b325-3addfad71d04),segment_id=83a19211-515b-4ff3-b325-3addfad71d04)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:37.491881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.513115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for c7ae1a51-543a-4b4d-a472-6dede165bf33 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:37.540817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Attempting to bind port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:37.541191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Attempting to bind port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:37.541624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Attempting to bind port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a on network 6c622311-88d5-443a-9223-54d3d14f5d4b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:37.553038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:37.553782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Checking segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:37.554249 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.554652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Bound using segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:37.555140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Bound port: 205d62f4-ef43-48f7-8ad0-5cf65f9b753a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:37.555788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.577193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.662134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-c11b2473-eefc-49de-86f5-b605df60b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:37.667766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-c11b2473-eefc-49de-86f5-b605df60b6b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=298f4498-07ba-4d16-8e74-d26a0d713d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3039899 Nov 26 21:56:37.703679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] For port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:37.708593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] For port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=205d62f4-ef43-48f7-8ad0-5cf65f9b753a,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:37.720829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 29eca368-4982-48e7-9bbc-1493c25a24af no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:37.744240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.756148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a7afe-5c55-4cbb-88b5-3c9d2c8dffdb None None] DHCP port deletion for adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:56:37.761443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 29eca368-4982-48e7-9bbc-1493c25a24af {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:37.761803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 29eca368-4982-48e7-9bbc-1493c25a24af not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:37.762251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a7105ffe-d61a-496a-9e00-52f8d68986a9 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:37.763773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.774622 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.806957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=c7ae1a51-543a-4b4d-a472-6dede165bf33,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:37.817929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port c7ae1a51-543a-4b4d-a472-6dede165bf33 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:37.838975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: a7105ffe-d61a-496a-9e00-52f8d68986a9 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:37.840014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a7105ffe-d61a-496a-9e00-52f8d68986a9 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:37.877343 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.890369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed7a64-b100-4a69-9942-503f4497dbde None None] Pushing event updated for resources: {'Port': ['ID=205d62f4-ef43-48f7-8ad0-5cf65f9b753a,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:37.921115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 6c622311-88d5-443a-9223-54d3d14f5d4b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:37.933031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:37.952170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:37.952406 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:37.979977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:37.992585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a19211-515b-4ff3-b325-3addfad71d04') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:37.993070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a19211-515b-4ff3-b325-3addfad71d04') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:38.013529 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.015857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:38.038232 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-97407ac8-3590-4aa6-905d-954a40627ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671458 Nov 26 21:56:38.047203 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.056578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:56:38.057496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:56:38.122462 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:56:38.136585 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.149168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.154004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.161984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "DELETE /v2.0/networks/adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a HTTP/1.1" status: 204 len: 168 time: 1.0838695 Nov 26 21:56:38.162963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51688) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:38.178411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b601e-4220-4a99-92af-ad36a128e572 tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Network': ['ID=adc4a8d3-fbb4-4dac-9643-f86bbc3b4e5a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:38.303156 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-059076b5-46f8-476f-8de0-0d75e6f9e60c req-072bc8e5-a33f-4d32-9c6a-4371cf799f25 service neutron] 10.222.0.13 "GET /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572434 Nov 26 21:56:38.318722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d700df-6724-43a4-a2e8-574cf98a919c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting subnet 910870e8-5e74-4d3c-87b1-ab5451d62d15 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:56:38.347097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d4d700df-6724-43a4-a2e8-574cf98a919c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.403070 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d4d700df-6724-43a4-a2e8-574cf98a919c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.735744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 205d62f4-ef43-48f7-8ad0-5cf65f9b753a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:38.762568 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.790746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:38.791126 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.854148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d4d700df-6724-43a4-a2e8-574cf98a919c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.880455 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.919645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=205d62f4-ef43-48f7-8ad0-5cf65f9b753a,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:38.927794 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:38.929596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5afda74d-a586-4d1a-8c23-37c9597363cc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:38.988012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d4d700df-6724-43a4-a2e8-574cf98a919c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.021195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=205d62f4-ef43-48f7-8ad0-5cf65f9b753a,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:39.028735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d700df-6724-43a4-a2e8-574cf98a919c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Subnet': ['ID=910870e8-5e74-4d3c-87b1-ab5451d62d15,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:39.034971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5afda74d-a586-4d1a-8c23-37c9597363cc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:39.035431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.045517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d4d700df-6724-43a4-a2e8-574cf98a919c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.048789 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d4d700df-6724-43a4-a2e8-574cf98a919c tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "DELETE /v2.0/subnets/910870e8-5e74-4d3c-87b1-ab5451d62d15 HTTP/1.1" status: 204 len: 168 time: 0.8316720 Nov 26 21:56:39.052764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51698) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:39.074433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39fd450-3470-4555-9924-1022fa9f1661 None None] Network 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:39.151067 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.173049 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.179986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.234295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Deleting port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:39.234646 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.312397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] For port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0f61c5c2-6d9d-4018-92dc-628ca2b9515a,segment=NetworkSegment(926e8802-0df1-48b5-ab88-f4dcf531608c),segment_id=926e8802-0df1-48b5-ab88-f4dcf531608c)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:39.312858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.313295 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.317453 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:39.320622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.341820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Calling delete_port for 0f61c5c2-6d9d-4018-92dc-628ca2b9515a owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:39.342416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 5afda74d-a586-4d1a-8c23-37c9597363cc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5afda74d-a586-4d1a-8c23-37c9597363cc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:39.352397 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.464069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 6c622311-88d5-443a-9223-54d3d14f5d4b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:39.467099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:39.486816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c7ae1a51-543a-4b4d-a472-6dede165bf33 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:39.491716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a1735-2692-43f5-807a-6057f315df6c None None] DHCP port deletion for 4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:56:39.531021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=5afda74d-a586-4d1a-8c23-37c9597363cc,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:39.535810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c7ae1a51-543a-4b4d-a472-6dede165bf33 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:39.536419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c7ae1a51-543a-4b4d-a472-6dede165bf33 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:39.591561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.622367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-316a1735-2692-43f5-807a-6057f315df6c None None] Deleting port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:39.622876 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-316a1735-2692-43f5-807a-6057f315df6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.643430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] No DVR routers for this DVR port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:39.646791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Port': ['ID=0f61c5c2-6d9d-4018-92dc-628ca2b9515a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:39.697477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 062e35c1-e610-40c3-b704-102734987487 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:39.765232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-316a1735-2692-43f5-807a-6057f315df6c None None] For port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:39.765827 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-316a1735-2692-43f5-807a-6057f315df6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.770749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.791830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-316a1735-2692-43f5-807a-6057f315df6c None None] Calling delete_port for 0f61c5c2-6d9d-4018-92dc-628ca2b9515a owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:39.794300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:39.805097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926e8802-0df1-48b5-ab88-f4dcf531608c') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:39.805402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926e8802-0df1-48b5-ab88-f4dcf531608c') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:39.806062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-316a1735-2692-43f5-807a-6057f315df6c None None] Port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 21:56:39.812282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-316a1735-2692-43f5-807a-6057f315df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.821837 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.841354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:39.843099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.852328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:56:39.852774 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.853805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1735-2692-43f5-807a-6057f315df6c None None] Pushing event deleted for resources: {'Port': ['ID=0f61c5c2-6d9d-4018-92dc-628ca2b9515a,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:39.855657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a1735-2692-43f5-807a-6057f315df6c None None] No DVR routers for this DVR port 0f61c5c2-6d9d-4018-92dc-628ca2b9515a on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:56:39.859090 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:56:39.874387 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Sync routers for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:39.885029 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2f0322bd-1192-4f6d-8c15-4c096407cf6c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "PUT /v2.0/routers/062e35c1-e610-40c3-b704-102734987487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2000046 Nov 26 21:56:39.901744 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:39.903368 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:39.945886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7696f-76bc-4f6a-8f4f-16e267331ae9 None None] Network 6c622311-88d5-443a-9223-54d3d14f5d4b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:39.961418 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.971322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:39.977512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] 10.222.0.21 "DELETE /v2.0/networks/4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73 HTTP/1.1" status: 204 len: 168 time: 0.9247484 Nov 26 21:56:40.004183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af1db-4dc3-48dc-84e1-1d5a5780c71a tempest-ServersTestMultiNic-945187662 tempest-ServersTestMultiNic-945187662-project] Pushing event deleted for resources: {'Network': ['ID=4b926fe2-345a-4d2d-a7c9-2ab6a08d1f73,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:40.075882 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:40.106436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-768a282d-3e40-4586-b223-74572528e213 None None] Provisioning complete for port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:40.107199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-768a282d-3e40-4586-b223-74572528e213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:40.170725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-08e118b5-2f23-43ab-9bb0-9a29d017aaa6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21145461&fields=id&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 267 time: 0.0765328 Nov 26 21:56:40.311287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51740) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:40.355697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-73dad6b5-0bb1-4dc0-88f9-416c9ac978d0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:40.363530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-73dad6b5-0bb1-4dc0-88f9-416c9ac978d0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 796 time: 0.1859617 Nov 26 21:56:40.378380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-7cdf366b-197b-432a-8aee-1e0e9788fa9f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/quotas/44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 375 time: 0.0123732 Nov 26 21:56:40.386803 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 2, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:40.432605 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Checking router: 062e35c1-e610-40c3-b704-102734987487 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:40.432958 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Updating router 062e35c1-e610-40c3-b704-102734987487 port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:56:40.451048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-db707c66-e718-4cef-b46e-e4b259391004 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599010 Nov 26 21:56:40.488324 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:40.588818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ca5bc63-ec91-4f5a-a453-7318527b86c7 None None] Provisioning complete for port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:40.589204 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ca5bc63-ec91-4f5a-a453-7318527b86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:40.600790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-16fa5794-2d1d-4b58-b4f6-804f921e92a8 service neutron] 10.222.0.21 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363621 Nov 26 21:56:40.810795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 205d62f4-ef43-48f7-8ad0-5cf65f9b753a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:40.819886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-2db4b156-f8d6-495e-ab90-9c37a4912028 service neutron] 10.222.0.21 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121291 Nov 26 21:56:40.848591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ca5bc63-ec91-4f5a-a453-7318527b86c7 None None] Provisioning complete for port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:40.849266 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ca5bc63-ec91-4f5a-a453-7318527b86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:40.915485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5bc63-ec91-4f5a-a453-7318527b86c7 None None] Port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:40.942582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:40.943231 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.050150 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.070037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-69a0ad8c-d59d-4089-99f8-09920c0ca57a None None] Provisioning complete for port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:41.083098 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69a0ad8c-d59d-4089-99f8-09920c0ca57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.229456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8baedaa-adfa-4020-a1d2-5e17677ef055 req-fb2f8f72-cad0-4c40-9365-daae42cc668e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 210 time: 0.0667322 Nov 26 21:56:41.237677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-69a0ad8c-d59d-4089-99f8-09920c0ca57a None None] Port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:41.242973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5afda74d-a586-4d1a-8c23-37c9597363cc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:41.322589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5afda74d-a586-4d1a-8c23-37c9597363cc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:41.322965 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.379098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-de21344a-3e01-469d-af93-1af24ea83784 None None] Provisioning complete for port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:41.379098 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-de21344a-3e01-469d-af93-1af24ea83784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.462899 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.475540 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.485896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Deleting port bbb9974f-3d06-4747-8330-538ec0f39f75 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:41.486403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-de21344a-3e01-469d-af93-1af24ea83784 None None] Port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:41.487237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.547316 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe4983-67e6-4057-90d2-e1a70d50acc7 None None] Pushing event updated for resources: {'Port': ['ID=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:41.575022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0f61c5c2-6d9d-4018-92dc-628ca2b9515a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:41.617548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0f61c5c2-6d9d-4018-92dc-628ca2b9515a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:41.618732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0f61c5c2-6d9d-4018-92dc-628ca2b9515a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:41.619860 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Attempting to bind port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:41.620862 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Attempting to bind port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:41.621843 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Attempting to bind port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 on network 6c622311-88d5-443a-9223-54d3d14f5d4b {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:41.630151 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:41.633009 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Checking segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:41.633943 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.634571 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Bound using segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:41.635282 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Bound port: b13ed5ae-88cd-48c5-b8e5-2f45028b9892, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:41.636591 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.702165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] For port bbb9974f-3d06-4747-8330-538ec0f39f75, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbb9974f-3d06-4747-8330-538ec0f39f75,segment=NetworkSegment(75696180-8130-4398-a4a7-7430bec9e66c),segment_id=75696180-8130-4398-a4a7-7430bec9e66c)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:41.702931 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.725201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Calling delete_port for bbb9974f-3d06-4747-8330-538ec0f39f75 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:41.756154 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] For port b13ed5ae-88cd-48c5-b8e5-2f45028b9892, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:41.762850 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] For port b13ed5ae-88cd-48c5-b8e5-2f45028b9892, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:41.773809 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:41.866995 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe4983-67e6-4057-90d2-e1a70d50acc7 None None] Pushing event updated for resources: {'Port': ['ID=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:41.870120 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:41.874240 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:41.962982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:42.007767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb9974f-3d06-4747-8330-538ec0f39f75,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:42.033524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c3d9f0cf-c020-4793-b2ec-90e1129f5e2f None None] Provisioning complete for port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:42.034033 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f0cf-c020-4793-b2ec-90e1129f5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:42.146113 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:42.230887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f0cf-c020-4793-b2ec-90e1129f5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:42.287706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c3d9f0cf-c020-4793-b2ec-90e1129f5e2f None None] For port b13ed5ae-88cd-48c5-b8e5-2f45028b9892, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:42.309421 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3d9f0cf-c020-4793-b2ec-90e1129f5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:42.354853 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:42.419420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9f0cf-c020-4793-b2ec-90e1129f5e2f None None] Pushing event updated for resources: {'Port': ['ID=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:42.491613 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:41Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:42.522996 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c7979-6180-4354-b6f0-230bfcba62ed None None] The sync data for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 is: [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:41Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:42.568444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6889030b-0b02-4a8f-b7af-02bf49524859 req-ddece246-c7b8-4b45-9915-03c48ce33f05 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 210 time: 0.1165957 Nov 26 21:56:42.687613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2d548e5b-861c-49b4-a907-c0a91ac4bf9c None None] Provisioning complete for port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:42.687987 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d548e5b-861c-49b4-a907-c0a91ac4bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:42.955416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Router b2aab4ef-cc31-495d-8454-0b0be913bd39 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:42.958432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b13ed5ae-88cd-48c5-b8e5-2f45028b9892 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:42.994035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-ee24968a-fcdc-4c4f-97b5-14d5b4abde4e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:42.997768 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-ee24968a-fcdc-4c4f-97b5-14d5b4abde4e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 796 time: 0.3076537 Nov 26 21:56:43.089638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:43.090286 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:43.166111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-ab5c1812-7c31-4d7f-b23f-edfbc1fb6ca6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 378 time: 0.1425586 Nov 26 21:56:43.181180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'port': {'device_id': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'admin_state_up': True, 'tenant_id': '44636e60510b4cc993a80af73b717746', 'security_groups': ['1d585b48-3fa2-404a-a12b-06bcaadbe5b3']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:43.193499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:43.210659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:43.210874 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5562ee22-d00d-4ef8-9dbd-501a7d86c48f admin admin] 10.222.0.21 "PUT /v2.0/routers/b2aab4ef-cc31-495d-8454-0b0be913bd39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8982627 Nov 26 21:56:43.212875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] Sync routers for ids ['b2aab4ef-cc31-495d-8454-0b0be913bd39'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:43.230703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] Routers {'b2aab4ef-cc31-495d-8454-0b0be913bd39'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:43.231925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['b2aab4ef-cc31-495d-8454-0b0be913bd39'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:43.379944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] Set router b2aab4ef-cc31-495d-8454-0b0be913bd39 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:43.440159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:43.501635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:43.516432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:43.609125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:43.679644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': '1d50226e-6680-4f17-b532-c5436588537c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:56:41Z', 'revision_number': 5, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port': {'id': '1d50226e-6680-4f17-b532-c5436588537c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:dc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:54:50Z', 'updated_at': '2021-11-26T21:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:43.715106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] Checking router: b2aab4ef-cc31-495d-8454-0b0be913bd39 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:43.728650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] Routers {'b2aab4ef-cc31-495d-8454-0b0be913bd39'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:43.729703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['b2aab4ef-cc31-495d-8454-0b0be913bd39'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:43.755854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f2d4178-0a3a-4f08-9ddc-530dd73cbca0 req-89140de5-09ae-483e-bb14-034af5ce84e2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 210 time: 0.0790117 Nov 26 21:56:43.823159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Deleting port 1d50226e-6680-4f17-b532-c5436588537c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:43.823499 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:43.837315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] Set router b2aab4ef-cc31-495d-8454-0b0be913bd39 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:43.893875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:56:43Z', 'revision_number': 6, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:43.917644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] For port 1d50226e-6680-4f17-b532-c5436588537c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1d50226e-6680-4f17-b532-c5436588537c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:43.917965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:43.928619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb697a-1768-43f8-940f-8f4c679539dd None None] The sync data for ids ['b2aab4ef-cc31-495d-8454-0b0be913bd39'] in n-d-819494-1 is: [{'id': 'b2aab4ef-cc31-495d-8454-0b0be913bd39', 'name': 'tempest-ServersTestMultiNic-1405239053-router', 'tenant_id': '78ee0169ad6945d0a46dd7086a944384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:54:49Z', 'updated_at': '2021-11-26T21:56:43Z', 'revision_number': 6, 'project_id': '78ee0169ad6945d0a46dd7086a944384', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:43.936734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Calling delete_port for 1d50226e-6680-4f17-b532-c5436588537c owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:44.011005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.20.0.5 (6c622311-88d5-443a-9223-54d3d14f5d4b/4fc42ed7-5686-407e-90f5-e6f97cf45cac/0b7eb833-a2e0-4a7e-8dbc-0e016579f584) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:44.260622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.264136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.295216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d50226e-6680-4f17-b532-c5436588537c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:44.385941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.394804 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.532126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 6c622311-88d5-443a-9223-54d3d14f5d4b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:44.533947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.538932 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.540856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:44.543433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:44.580450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:44.652410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:44.653443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.663759 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.664422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2aab4ef-cc31-495d-8454-0b0be913bd39 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:56:44.672728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.677801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5bab466e-09bd-4840-be4d-3ad26a6678c3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b2aab4ef-cc31-495d-8454-0b0be913bd39 HTTP/1.1" status: 204 len: 168 time: 1.4628053 Nov 26 21:56:44.678377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51800) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:44.693239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-3ffeea52-3c1f-48f1-b063-efe9c1df6beb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5189509 Nov 26 21:56:44.718030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Request body: {'port': {'device_id': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:44.783918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-67abb157-9b4c-419f-9578-a26662559020 admin admin] Deleting subnet d3e808c7-0d6b-4ed6-a541-af2ae6093481 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:56:44.790850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67abb157-9b4c-419f-9578-a26662559020 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.824410 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.867435 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67abb157-9b4c-419f-9578-a26662559020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.896070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8b8cfa0c-c4b6-4d88-923f-ad3fccde380b None None] Provisioning complete for port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:44.897508 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8b8cfa0c-c4b6-4d88-923f-ad3fccde380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:44.933555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8b8cfa0c-c4b6-4d88-923f-ad3fccde380b None None] Port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:56:44.935387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbb9974f-3d06-4747-8330-538ec0f39f75 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:44.965319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bbb9974f-3d06-4747-8330-538ec0f39f75 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:44.965863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbb9974f-3d06-4747-8330-538ec0f39f75 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:44.966708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1d50226e-6680-4f17-b532-c5436588537c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:44.992956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 1d50226e-6680-4f17-b532-c5436588537c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:44.993316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1d50226e-6680-4f17-b532-c5436588537c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:45.397490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b992db-977c-4ba8-8383-e6d5c0c624f6 req-1e0571e4-c886-41c3-945f-84bff2fad3cf tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:45.399032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13b992db-977c-4ba8-8383-e6d5c0c624f6 req-1e0571e4-c886-41c3-945f-84bff2fad3cf tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 931 time: 0.4919584 Nov 26 21:56:45.431820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67abb157-9b4c-419f-9578-a26662559020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.543326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13b992db-977c-4ba8-8383-e6d5c0c624f6 req-5d2de852-efd0-45e1-8814-c474890906c7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377039 Nov 26 21:56:45.586928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67abb157-9b4c-419f-9578-a26662559020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.626104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abb157-9b4c-419f-9578-a26662559020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e808c7-0d6b-4ed6-a541-af2ae6093481,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:45.632798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67abb157-9b4c-419f-9578-a26662559020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.637526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-67abb157-9b4c-419f-9578-a26662559020 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3e808c7-0d6b-4ed6-a541-af2ae6093481 HTTP/1.1" status: 204 len: 168 time: 0.9582613 Nov 26 21:56:45.638761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c76944-b87e-422a-a118-8bddee0b9cc3 None None] Network 84d366fc-3726-4463-b109-49138753d9b7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:45.639410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51812) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:45.701622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:45.713938 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.729062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.750317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Transition to ACTIVE for port object 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:56:45.758845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.815577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Deleting port 10c96fde-ebae-4498-ac67-0c81ad8294a2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:45.815919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.854797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:45.886823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] DHCP port deletion for 84d366fc-3726-4463-b109-49138753d9b7 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:56:45.938303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] For port 10c96fde-ebae-4498-ac67-0c81ad8294a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=10c96fde-ebae-4498-ac67-0c81ad8294a2,segment=NetworkSegment(75696180-8130-4398-a4a7-7430bec9e66c),segment_id=75696180-8130-4398-a4a7-7430bec9e66c)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:45.938807 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.949806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Attempting to bind port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:45.950177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Attempting to bind port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:45.950516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Attempting to bind port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on network 6c622311-88d5-443a-9223-54d3d14f5d4b {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:45.956702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on network 6c622311-88d5-443a-9223-54d3d14f5d4b not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:56:45.957063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Attempting to bind port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on network 6c622311-88d5-443a-9223-54d3d14f5d4b {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:45.964379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:45.964875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Checking segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:45.965281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Bound using segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:45.965554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] Deleting port 10c96fde-ebae-4498-ac67-0c81ad8294a2 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:45.966013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Bound port: 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:45.966131 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.966241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:45.971234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Calling delete_port for 10c96fde-ebae-4498-ac67-0c81ad8294a2 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:46.050396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] For port 10c96fde-ebae-4498-ac67-0c81ad8294a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=10c96fde-ebae-4498-ac67-0c81ad8294a2,segment=NetworkSegment(75696180-8130-4398-a4a7-7430bec9e66c),segment_id=75696180-8130-4398-a4a7-7430bec9e66c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:46.050735 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.054055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:46.057720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:46.067437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.071737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] Calling delete_port for 10c96fde-ebae-4498-ac67-0c81ad8294a2 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:46.112923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.122173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:46.122806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.124279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 1091 time: 1.4109941 Nov 26 21:56:46.127659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:46.130287 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce952716-b19a-4e31-ad2d-15996c7f7c82" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:46.155827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c96fde-ebae-4498-ac67-0c81ad8294a2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:46.163192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e27003-cc98-487d-b9d5-aaa2111f4d78 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:46.179135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] No DVR routers for this DVR port 10c96fde-ebae-4498-ac67-0c81ad8294a2 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:46.186014 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62733c63-7c00-429a-9780-5fe26fb6871d x-openstack-request-id: req-62733c63-7c00-429a-9780-5fe26fb6871d {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:46.186653 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:46.187087 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62733c63-7c00-429a-9780-5fe26fb6871d {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:46.187703 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'status': 'completed', 'code': 200} Nov 26 21:56:46.258149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-89b68b0a-ad2e-458b-a471-d5bcb1d0a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:46.259408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-89b68b0a-ad2e-458b-a471-d5bcb1d0a259 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1094 time: 0.0552354 Nov 26 21:56:46.266175 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.317163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] Pushing event deleted for resources: {'Port': ['ID=10c96fde-ebae-4498-ac67-0c81ad8294a2,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:46.323584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a44f8-e99a-497f-82f9-c33c48b3a0aa None None] No DVR routers for this DVR port 10c96fde-ebae-4498-ac67-0c81ad8294a2 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:46.342404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-7363753c-7967-45b5-a508-3ec6467b4ff7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 217 time: 0.0645602 Nov 26 21:56:46.343141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.381648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d366fc-3726-4463-b109-49138753d9b7']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:46.396253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75696180-8130-4398-a4a7-7430bec9e66c') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:46.396565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75696180-8130-4398-a4a7-7430bec9e66c') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:46.409761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.423948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.428924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-4c53b2e5-4921-4d81-ba2a-aabfe5178335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:46.431142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-4c53b2e5-4921-4d81-ba2a-aabfe5178335 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.0817232 Nov 26 21:56:46.433443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:56:46.434031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:56:46.444297 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:56:46.508634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-7c59a9e1-1559-4d38-a1af-aa021bf4182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:46.511035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-7c59a9e1-1559-4d38-a1af-aa021bf4182a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720854 Nov 26 21:56:46.516538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.522169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.525332 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/84d366fc-3726-4463-b109-49138753d9b7 HTTP/1.1" status: 204 len: 168 time: 0.8849225 Nov 26 21:56:46.542230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e70ca-8d7b-421b-8863-9b636e1ef3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d366fc-3726-4463-b109-49138753d9b7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:46.631127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-0dd2877c-330a-4888-9f2f-f47b51d66640 service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070399 Nov 26 21:56:46.708635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 10c96fde-ebae-4498-ac67-0c81ad8294a2 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:46.734053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 10c96fde-ebae-4498-ac67-0c81ad8294a2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:46.734773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 10c96fde-ebae-4498-ac67-0c81ad8294a2 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:56:46.768814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f1053-af12-4d02-a897-737bc8b5c5fd req-ec0bf264-20da-43f8-88e3-4f579555f12a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:46.770764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-789f1053-af12-4d02-a897-737bc8b5c5fd req-ec0bf264-20da-43f8-88e3-4f579555f12a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 943 time: 0.1384320 Nov 26 21:56:46.796306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51830) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:46.815622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05a2721-e523-4eec-87b6-aeb309240b18 req-dac17047-35f6-4283-8332-5ed655a112a7 service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445601 Nov 26 21:56:46.840589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b1178f96-48a4-4960-b447-7b4306266f83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78ee0169ad6945d0a46dd7086a944384&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428758 Nov 26 21:56:46.843003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51832) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:46.850683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-789f1053-af12-4d02-a897-737bc8b5c5fd req-cd257c8b-3027-4dc1-93a3-192627ce4bc6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701785 Nov 26 21:56:46.905632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb41c333-d86e-4792-a6d5-26ea2b5a09e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.938001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb41c333-d86e-4792-a6d5-26ea2b5a09e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.956827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-b3a734f2-fe50-4102-848e-11d5d64138e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:46.958687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-b3a734f2-fe50-4102-848e-11d5d64138e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1094 time: 0.0480726 Nov 26 21:56:46.995633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb41c333-d86e-4792-a6d5-26ea2b5a09e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:46.998847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb41c333-d86e-4792-a6d5-26ea2b5a09e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:47.002715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fb41c333-d86e-4792-a6d5-26ea2b5a09e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7de6e33-c182-4b5a-bb91-e5f1184b530f HTTP/1.1" status: 204 len: 168 time: 0.1559143 Nov 26 21:56:47.009858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41c333-d86e-4792-a6d5-26ea2b5a09e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7de6e33-c182-4b5a-bb91-e5f1184b530f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:47.055400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-8daee92c-3613-4027-8daf-ac3cf27dbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:47.057165 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-8daee92c-3613-4027-8daf-ac3cf27dbed2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.0917156 Nov 26 21:56:47.106697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-84bb22e7-d15b-4bc6-ac22-df047eca8e1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 217 time: 0.0417397 Nov 26 21:56:47.161093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-8acb0ec3-ac84-4bfb-9318-8ce556b6c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:47.162816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-8acb0ec3-ac84-4bfb-9318-8ce556b6c3fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.0484781 Nov 26 21:56:47.215251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-186f2d34-101d-4e30-b4ff-8528769523de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:47.216930 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-186f2d34-101d-4e30-b4ff-8528769523de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469055 Nov 26 21:56:47.329440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-5386c606-3a17-47ec-98ae-fc8e5e0a1a85 service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048064 Nov 26 21:56:47.443439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce952716-b19a-4e31-ad2d-15996c7f7c82 req-bbcca424-2774-4b70-a49c-a836915f0d7c service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065521 Nov 26 21:56:47.746857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51862) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:47.846112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1867700492-network', 'tenant_id': '1d27ad7b711c4104a7674ac7a2b839ba'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:47.869563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Made reservation on behalf of 1d27ad7b711c4104a7674ac7a2b839ba for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:47.881154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:47.889742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:47.967100 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:47.970065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d74ff-15b0-4236-b0aa-3ccd8b6075ff req-bdd8a514-1fb3-4235-b080-99bb8cacb628 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:47.971610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-756d74ff-15b0-4236-b0aa-3ccd8b6075ff req-bdd8a514-1fb3-4235-b080-99bb8cacb628 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 943 time: 0.0514019 Nov 26 21:56:47.971859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:48.000633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:56:48.010882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0378a6ed-b48d-44b5-be68-8655dea74b1a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:48.027915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:48.028254 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Added segment 2fbd7b50-f311-4eb5-8012-2c0b004a1447 of type vlan for network 126c332c-0afb-449c-9ac2-f0386bb9d346 Nov 26 21:56:48.038618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-756d74ff-15b0-4236-b0aa-3ccd8b6075ff req-cd3d0c98-628d-4cde-92f7-bc688f144353 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561216 Nov 26 21:56:48.071318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:48.099574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:48.100544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:48.101153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:48.162820 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4146605 Nov 26 21:56:48.165559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51872) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:48.167518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f0dd9-7cc4-45f4-bbe4-c7b21ba4427e admin admin] Pushing event updated for resources: {'Network': ['ID=126c332c-0afb-449c-9ac2-f0386bb9d346,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:48.172304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Request body: {'subnet': {'network_id': '126c332c-0afb-449c-9ac2-f0386bb9d346', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1867700492-subnet', 'tenant_id': '1d27ad7b711c4104a7674ac7a2b839ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:48.178796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 126c332c-0afb-449c-9ac2-f0386bb9d346 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:56:48.196426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Made reservation on behalf of 1d27ad7b711c4104a7674ac7a2b839ba for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:48.198888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:48.362605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:48.419132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ed6835-efc8-4502-b1ab-733089aba339,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:48.428877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Checking segment: {'id': '2fbd7b50-f311-4eb5-8012-2c0b004a1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '126c332c-0afb-449c-9ac2-f0386bb9d346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:48.429233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Network hostable DHCP agents. Network: 126c332c-0afb-449c-9ac2-f0386bb9d346, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:56:48.445765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Network 126c332c-0afb-449c-9ac2-f0386bb9d346 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:56:48.455437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 126c332c-0afb-449c-9ac2-f0386bb9d346) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:48.467208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ff73d-5b00-4c8c-b453-895e3eeaf854 None None] Network 126c332c-0afb-449c-9ac2-f0386bb9d346 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:48.467358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:48.467878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:48.484898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-40d97ace-98c8-414e-b749-f4bbac020e86 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3181791 Nov 26 21:56:48.608304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5134ad-49cb-4852-9e99-a6b65e026b33 None None] Network 126c332c-0afb-449c-9ac2-f0386bb9d346 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:56:48.933466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fccae5-ab17-402d-bce5-681e45596b81 req-3c8a412c-65c3-469f-9246-48bcadcea48c tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:48.935147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-3c8a412c-65c3-469f-9246-48bcadcea48c tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/networks?id=126c332c-0afb-449c-9ac2-f0386bb9d346 HTTP/1.1" status: 200 len: 814 time: 0.1058676 Nov 26 21:56:48.949850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-62747cf9-edd3-409a-b594-578fd7b0c870 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/quotas/1d27ad7b711c4104a7674ac7a2b839ba HTTP/1.1" status: 200 len: 375 time: 0.0092204 Nov 26 21:56:48.984958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-a6052716-7b8d-4b5f-8b3e-14c11d9f7ad6 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d27ad7b711c4104a7674ac7a2b839ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300107 Nov 26 21:56:49.073654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-0cdfca49-7fef-417d-bd17-c912daa8d3d0 service neutron] 10.222.0.21 "GET /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815659 Nov 26 21:56:49.207030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bbf78-594c-41cd-9fd1-0e365e2d0dba req-6902dffc-f557-4c21-a100-f1efeb2b3f1f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:49.209007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae1bbf78-594c-41cd-9fd1-0e365e2d0dba req-6902dffc-f557-4c21-a100-f1efeb2b3f1f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 943 time: 0.0808587 Nov 26 21:56:49.212623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-125708a6-fedb-48ac-8382-13265e02531d service neutron] 10.222.0.21 "GET /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325352 Nov 26 21:56:49.259463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae1bbf78-594c-41cd-9fd1-0e365e2d0dba req-55b0236c-52b3-4871-b865-8a496b56133f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446043 Nov 26 21:56:49.379943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-749b24fc-a628-4f03-aa6f-58dcb5272653 req-c5b09ab3-6805-4c95-bf00-b55af516071b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 210 time: 0.0272200 Nov 26 21:56:49.681088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:56:49.776554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:49.788905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'port_id': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'mac_address': 'fa:16:3e:e0:41:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:56:49.830387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:49.843864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:49.863795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:49.868196 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:49.919551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:50.294392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['0b7eb833-a2e0-4a7e-8dbc-0e016579f584'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:50.452062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcc603-14fc-4b11-b13d-38081a9fa16b req-5f16adf0-f9df-49c0-93f2-b6f68c860e1b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:50.454668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7dcc603-14fc-4b11-b13d-38081a9fa16b req-5f16adf0-f9df-49c0-93f2-b6f68c860e1b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 944 time: 0.0954297 Nov 26 21:56:50.560687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fccae5-ab17-402d-bce5-681e45596b81 req-18692ed5-ed46-4bbd-bfc1-d852b1fdcd58 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:50.562427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-18692ed5-ed46-4bbd-bfc1-d852b1fdcd58 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.13 "GET /v2.0/networks?id=126c332c-0afb-449c-9ac2-f0386bb9d346 HTTP/1.1" status: 200 len: 814 time: 0.2038274 Nov 26 21:56:50.564033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7dcc603-14fc-4b11-b13d-38081a9fa16b req-16e48f5c-85c3-4568-ba88-8ef92db86c7c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883899 Nov 26 21:56:50.588832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Request body: {'port': {'device_id': '277c30fe-29f0-441f-a2d5-c0cfed9b650f', 'network_id': '126c332c-0afb-449c-9ac2-f0386bb9d346', 'admin_state_up': True, 'tenant_id': '1d27ad7b711c4104a7674ac7a2b839ba'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:50.666821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecccb8bf-3a82-4fe1-8473-25ea324b1888 req-02add487-eab8-4f9a-91a9-7ccd6bf1ce6d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 210 time: 0.0564251 Nov 26 21:56:50.763984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Made reservation on behalf of 1d27ad7b711c4104a7674ac7a2b839ba for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:56:50.768866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:50.921878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Allocated IP 172.20.0.12 (126c332c-0afb-449c-9ac2-f0386bb9d346/43ed6835-efc8-4502-b1ab-733089aba339/79b3d531-5574-4217-ac23-dbbd8657b2e6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:51.086773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.121325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.167367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Network 126c332c-0afb-449c-9ac2-f0386bb9d346 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:51.170530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:51.174371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:51.182007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Pushing event updated for resources: {'Port': ['ID=79b3d531-5574-4217-ac23-dbbd8657b2e6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:51.228053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:51.228663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.243996 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-4bdce7cd-f285-4388-b71c-74a26da47a4d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6638806 Nov 26 21:56:51.262841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Request body: {'port': {'device_id': '277c30fe-29f0-441f-a2d5-c0cfed9b650f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:51.318425 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.572602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b3d531-5574-4217-ac23-dbbd8657b2e6 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:51.579888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.593071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Transition to ACTIVE for port object 79b3d531-5574-4217-ac23-dbbd8657b2e6 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:56:51.596441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.643475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Pushing event updated for resources: {'Port': ['ID=79b3d531-5574-4217-ac23-dbbd8657b2e6,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:51.689337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301e62f-2985-4960-b721-eed21afc7409 req-03583b0f-ebef-4ac0-bbd4-30e6c566f302 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:51.690873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7301e62f-2985-4960-b721-eed21afc7409 req-03583b0f-ebef-4ac0-bbd4-30e6c566f302 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 944 time: 0.0538647 Nov 26 21:56:51.693999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:56:51.727650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Attempting to bind port 79b3d531-5574-4217-ac23-dbbd8657b2e6 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:56:51.728075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Attempting to bind port 79b3d531-5574-4217-ac23-dbbd8657b2e6 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '2fbd7b50-f311-4eb5-8012-2c0b004a1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '126c332c-0afb-449c-9ac2-f0386bb9d346'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:56:51.728473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Attempting to bind port 79b3d531-5574-4217-ac23-dbbd8657b2e6 on network 126c332c-0afb-449c-9ac2-f0386bb9d346 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:51.733786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Port 79b3d531-5574-4217-ac23-dbbd8657b2e6 on network 126c332c-0afb-449c-9ac2-f0386bb9d346 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:56:51.734225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Attempting to bind port 79b3d531-5574-4217-ac23-dbbd8657b2e6 on network 126c332c-0afb-449c-9ac2-f0386bb9d346 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:56:51.740241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:56:51.740657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Checking segment: {'id': '2fbd7b50-f311-4eb5-8012-2c0b004a1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '126c332c-0afb-449c-9ac2-f0386bb9d346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:56:51.741106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Bound using segment: {'id': '2fbd7b50-f311-4eb5-8012-2c0b004a1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '126c332c-0afb-449c-9ac2-f0386bb9d346'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:56:51.741614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Bound port: 79b3d531-5574-4217-ac23-dbbd8657b2e6, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbd7b50-f311-4eb5-8012-2c0b004a1447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '126c332c-0afb-449c-9ac2-f0386bb9d346'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:56:51.742040 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.760654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7301e62f-2985-4960-b721-eed21afc7409 req-53f9fc78-421c-433b-8dcd-3ec4c5466873 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523717 Nov 26 21:56:51.823717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:56:51.828280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:56:51.829140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.833142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] For port 79b3d531-5574-4217-ac23-dbbd8657b2e6, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:56:51.833768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f1264-ddd7-4249-a7ea-843cede7171a req-093642da-c9ac-469e-a0df-5431b7041f09 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:51.837126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] For port 79b3d531-5574-4217-ac23-dbbd8657b2e6, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=79b3d531-5574-4217-ac23-dbbd8657b2e6,segment=NetworkSegment(2fbd7b50-f311-4eb5-8012-2c0b004a1447),segment_id=2fbd7b50-f311-4eb5-8012-2c0b004a1447)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:56:51.838185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-089f1264-ddd7-4249-a7ea-843cede7171a req-093642da-c9ac-469e-a0df-5431b7041f09 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 944 time: 0.0741003 Nov 26 21:56:51.841796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.886334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:51.887202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.888777 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] 10.222.0.13 "PUT /v2.0/ports/79b3d531-5574-4217-ac23-dbbd8657b2e6 HTTP/1.1" status: 200 len: 1092 time: 0.6298575 Nov 26 21:56:51.889406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277c30fe-29f0-441f-a2d5-c0cfed9b650f', 'tag': '79b3d531-5574-4217-ac23-dbbd8657b2e6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:51.891926 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3c4111-197b-45b9-8282-a8b8afc8d43d" -d '{"events": [{"name": "network-changed", "server_uuid": "277c30fe-29f0-441f-a2d5-c0cfed9b650f", "tag": "79b3d531-5574-4217-ac23-dbbd8657b2e6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:51.916713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d482859-4d6b-43d9-b60f-adf12a10bf99 service neutron] Pushing event updated for resources: {'Port': ['ID=79b3d531-5574-4217-ac23-dbbd8657b2e6,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:51.925312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-089f1264-ddd7-4249-a7ea-843cede7171a req-4c3a1dac-77c6-4071-874e-f867445a95a5 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820360 Nov 26 21:56:51.939447 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:51.969100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:51.971425 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2d465d-143c-4d2f-95be-e770a16f56f5" -d '{"events": [{"server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "name": "network-vif-plugged", "status": "completed", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:51.985743 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd74fce6-b0ef-475b-9c29-b258953c0781 x-openstack-request-id: req-bd74fce6-b0ef-475b-9c29-b258953c0781 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:51.986037 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277c30fe-29f0-441f-a2d5-c0cfed9b650f", "tag": "79b3d531-5574-4217-ac23-dbbd8657b2e6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:51.986323 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd74fce6-b0ef-475b-9c29-b258953c0781 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:51.986719 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277c30fe-29f0-441f-a2d5-c0cfed9b650f', 'tag': '79b3d531-5574-4217-ac23-dbbd8657b2e6', 'status': 'completed', 'code': 200} Nov 26 21:56:51.999361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:52.004151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fccae5-ab17-402d-bce5-681e45596b81 req-38cdc97a-0706-4f1a-aefa-3acf4d867cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:52.004932 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:52.006221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-38cdc97a-0706-4f1a-aefa-3acf4d867cab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d27ad7b711c4104a7674ac7a2b839ba&device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 1095 time: 0.0517612 Nov 26 21:56:52.028321 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a0a243-802a-4c11-898e-b8cea541a697 x-openstack-request-id: req-b8a0a243-802a-4c11-898e-b8cea541a697 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:52.028618 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "name": "network-vif-plugged", "status": "completed", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:52.028875 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8a0a243-802a-4c11-898e-b8cea541a697 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:52.029268 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'code': 200} Nov 26 21:56:52.056521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-9803b25d-e395-4849-bcbd-6c2429866edf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b3d531-5574-4217-ac23-dbbd8657b2e6 HTTP/1.1" status: 200 len: 217 time: 0.0361288 Nov 26 21:56:52.056734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:52.112517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fccae5-ab17-402d-bce5-681e45596b81 req-93b0162b-190e-4348-938a-0e242738815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:52.115110 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-93b0162b-190e-4348-938a-0e242738815d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43ed6835-efc8-4502-b1ab-733089aba339 HTTP/1.1" status: 200 len: 854 time: 0.0480127 Nov 26 21:56:52.155021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28932f01-85fe-4b2d-8eee-7864b0130745 req-1760b504-8a62-48fe-b2b2-757afb1ad7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:52.156564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28932f01-85fe-4b2d-8eee-7864b0130745 req-1760b504-8a62-48fe-b2b2-757afb1ad7f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1096 time: 0.0419521 Nov 26 21:56:52.156835 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-b627b90e-3448-4837-8646-45288385ae4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=126c332c-0afb-449c-9ac2-f0386bb9d346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325825 Nov 26 21:56:52.205794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28932f01-85fe-4b2d-8eee-7864b0130745 req-ec8de5f8-22b9-4a0d-98cd-74bfa60f5e10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421376 Nov 26 21:56:52.255391 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-8f768a53-ff55-4288-8e8d-8a1e4e9f657f service neutron] 10.222.0.13 "GET /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847056 Nov 26 21:56:52.346713 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-97fccae5-ab17-402d-bce5-681e45596b81 req-08fbef12-7129-4226-9c32-3d1e44a711b3 service neutron] 10.222.0.13 "GET /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841558 Nov 26 21:56:52.489735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-fe488f10-7bdd-4c91-a574-29802b1cc106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:52.491189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-fe488f10-7bdd-4c91-a574-29802b1cc106 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d27ad7b711c4104a7674ac7a2b839ba&device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 1095 time: 0.0426788 Nov 26 21:56:52.581668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-dcdb229a-6214-457a-8f8a-b138a353ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:52.583311 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-dcdb229a-6214-457a-8f8a-b138a353ce0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=126c332c-0afb-449c-9ac2-f0386bb9d346 HTTP/1.1" status: 200 len: 915 time: 0.0835836 Nov 26 21:56:52.642347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-2c7f7645-40e3-4f43-b74a-5c0124143469 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b3d531-5574-4217-ac23-dbbd8657b2e6 HTTP/1.1" status: 200 len: 217 time: 0.0509012 Nov 26 21:56:52.694715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-684b1d3a-0aa0-445b-b285-e45be7941ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:52.696176 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-684b1d3a-0aa0-445b-b285-e45be7941ef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43ed6835-efc8-4502-b1ab-733089aba339 HTTP/1.1" status: 200 len: 854 time: 0.0454745 Nov 26 21:56:52.729209 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-6145291e-4b2a-4bd7-a0b5-563fb9114b6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=126c332c-0afb-449c-9ac2-f0386bb9d346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252063 Nov 26 21:56:52.825083 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-505f0b62-20cb-41b6-8934-ebfd393cb778 service neutron] 10.222.0.13 "GET /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882809 Nov 26 21:56:52.891947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e007f-ac79-4450-8fbe-dd100e0a09ca req-44f7bac9-6ef9-4eb2-acff-2869a2c8057b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:52.893580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b48e007f-ac79-4450-8fbe-dd100e0a09ca req-44f7bac9-6ef9-4eb2-acff-2869a2c8057b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0511746 Nov 26 21:56:52.933524 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c3c4111-197b-45b9-8282-a8b8afc8d43d req-b6ecfdd6-1998-4f91-a354-175b2002c27b service neutron] 10.222.0.13 "GET /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014235 Nov 26 21:56:52.953269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b48e007f-ac79-4450-8fbe-dd100e0a09ca req-7221213f-ef07-4fa3-b437-a72a9d4dfd40 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524859 Nov 26 21:56:53.064441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e1a0d-01b0-48a2-970c-368c48338202 req-3e8d817f-9d93-4bc4-b613-ddca15f80529 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:53.064441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719e1a0d-01b0-48a2-970c-368c48338202 req-3e8d817f-9d93-4bc4-b613-ddca15f80529 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 944 time: 0.0503113 Nov 26 21:56:53.111733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719e1a0d-01b0-48a2-970c-368c48338202 req-42c67ddc-c25c-4bfd-99ac-25678563339d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Nov 26 21:56:53.437244 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a8ca7394-e65b-4f32-a99c-0f6135f09655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:54.168016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b217a09-bb2b-4b52-93e2-b04a6b00342c req-46b47a54-9a06-47e0-b417-8e062f5a16ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:54.170108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b217a09-bb2b-4b52-93e2-b04a6b00342c req-46b47a54-9a06-47e0-b417-8e062f5a16ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0531893 Nov 26 21:56:54.225030 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b217a09-bb2b-4b52-93e2-b04a6b00342c req-2a14518b-2b3c-48ee-9202-f169cef3285d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491612 Nov 26 21:56:54.279333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801a8a9-d2d8-4326-a18a-76e7c3c182fd req-aae243e9-eb98-4c86-a7aa-31836cc2e031 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:54.280863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d801a8a9-d2d8-4326-a18a-76e7c3c182fd req-aae243e9-eb98-4c86-a7aa-31836cc2e031 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 946 time: 0.0549595 Nov 26 21:56:54.359270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57890e61-fb68-4ff9-815e-e2f05472b91a req-788a68ed-8ed0-41c6-8759-7649add2f58e tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:54.360754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57890e61-fb68-4ff9-815e-e2f05472b91a req-788a68ed-8ed0-41c6-8759-7649add2f58e tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 944 time: 0.0787311 Nov 26 21:56:54.365752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d801a8a9-d2d8-4326-a18a-76e7c3c182fd req-6b181bfd-73a7-4b82-81bf-ffc511c98817 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743411 Nov 26 21:56:54.409200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57890e61-fb68-4ff9-815e-e2f05472b91a req-369ed549-4b00-44e6-af3b-7b81dda1de32 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424001 Nov 26 21:56:54.478470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed6a7-608a-4171-8ed9-5c1ac7ac3ada req-fb710d25-583c-4e1a-9dd5-a79bf7cd8488 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:54.479949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-506ed6a7-608a-4171-8ed9-5c1ac7ac3ada req-fb710d25-583c-4e1a-9dd5-a79bf7cd8488 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0513310 Nov 26 21:56:54.533406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-506ed6a7-608a-4171-8ed9-5c1ac7ac3ada req-721a982d-7833-4be0-bfcd-8c53499fac2c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476241 Nov 26 21:56:54.555634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51990) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:54.595865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9e9df-1830-4746-9955-a5ae07668845 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:54.597374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-65f9e9df-1830-4746-9955-a5ae07668845 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1091 time: 0.0405240 Nov 26 21:56:54.601243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51992) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:54.606361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:56:54.628513 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:54.730095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:54.841017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.25.3.187 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5416b4f3-9301-49e3-a796-4a52cd6bec8a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:56:54.949742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:54.985939 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:55.021155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:56:55.025919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:56:55.029396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:56:55.058877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=5416b4f3-9301-49e3-a796-4a52cd6bec8a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:55.404732 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:55.540780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ff1d-d3bb-4dd0-94e9-e80963d04298 req-56b94ac5-00a3-4777-8773-87fa73b063d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:55.542206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24a2ff1d-d3bb-4dd0-94e9-e80963d04298 req-56b94ac5-00a3-4777-8773-87fa73b063d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 946 time: 0.1019015 Nov 26 21:56:55.542770 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:55.621900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b664e4-5e02-4f18-99e5-674346565b8d req-44d0dcd6-051d-406f-9c6a-9d2be3e63719 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:55.623411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46b664e4-5e02-4f18-99e5-674346565b8d req-44d0dcd6-051d-406f-9c6a-9d2be3e63719 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 944 time: 0.1321485 Nov 26 21:56:55.666988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24a2ff1d-d3bb-4dd0-94e9-e80963d04298 req-fda654e0-25d4-4c49-a22f-00fc2a8813dc tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015272 Nov 26 21:56:55.744457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46b664e4-5e02-4f18-99e5-674346565b8d req-e1fe8471-c34e-446d-8389-9c21cb5640ad tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138716 Nov 26 21:56:55.790269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:55.795251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:55.864979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=5416b4f3-9301-49e3-a796-4a52cd6bec8a,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:55.874180 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:55.975606 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Floating IP 7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514 associated. External IP: 172.25.3.187, port: 0b7eb833-a2e0-4a7e-8dbc-0e016579f584. Nov 26 21:56:56.102255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 79b3d531-5574-4217-ac23-dbbd8657b2e6 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:56:56.216579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 79b3d531-5574-4217-ac23-dbbd8657b2e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=79b3d531-5574-4217-ac23-dbbd8657b2e6,segment=NetworkSegment(2fbd7b50-f311-4eb5-8012-2c0b004a1447),segment_id=2fbd7b50-f311-4eb5-8012-2c0b004a1447)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:56.218818 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b189c0ce-1856-4fce-9489-79e60129ab5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:56.223944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 062e35c1-e610-40c3-b704-102734987487 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:56:56.231813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '79b3d531-5574-4217-ac23-dbbd8657b2e6', 'network_id': '126c332c-0afb-449c-9ac2-f0386bb9d346', 'port_id': '79b3d531-5574-4217-ac23-dbbd8657b2e6', 'mac_address': 'fa:16:3e:d5:e9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ed6835-efc8-4502-b1ab-733089aba339', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:56:56.238234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-7a0da452-cc14-49d1-b5d9-cccd3c813cf4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:56.239817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-7a0da452-cc14-49d1-b5d9-cccd3c813cf4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 946 time: 0.0671945 Nov 26 21:56:56.275778 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:56.289917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b3d531-5574-4217-ac23-dbbd8657b2e6 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:56:56.310747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 79b3d531-5574-4217-ac23-dbbd8657b2e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=79b3d531-5574-4217-ac23-dbbd8657b2e6,segment=NetworkSegment(2fbd7b50-f311-4eb5-8012-2c0b004a1447),segment_id=2fbd7b50-f311-4eb5-8012-2c0b004a1447)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:56.315792 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:56.366245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=79b3d531-5574-4217-ac23-dbbd8657b2e6,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:56.718242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:56:56.729666 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] Sync routers for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:56:56.735755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Deleting port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:56:56.736272 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:56.743235 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:56.743414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:56.744299 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:56.839714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['79b3d531-5574-4217-ac23-dbbd8657b2e6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:56.843193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-25356961-54ea-4ca3-85e6-9fbe3f9f390a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2408302 Nov 26 21:56:56.846739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:56.848749 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b5da8d-324e-4a8e-94e6-604215bbedb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:56.858516 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:56.897175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a21e9-a467-4fe7-8c6b-152f569ae7a2 req-cd2079f3-2651-42c0-b5fc-1e91aef7d350 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:56.898783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d61a21e9-a467-4fe7-8c6b-152f569ae7a2 req-cd2079f3-2651-42c0-b5fc-1e91aef7d350 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 946 time: 0.1046617 Nov 26 21:56:56.900709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] For port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:56:56.901058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:56.920716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Calling delete_port for e4389c1e-b40e-4f8f-9cb8-a952f864eb5e owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:56:57.027802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:57.034022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d61a21e9-a467-4fe7-8c6b-152f569ae7a2 req-c022728f-8733-4ce6-b92d-e50d152b617f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252489 Nov 26 21:56:57.057572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abe718-3b87-42af-aa12-2c1ae4a8b8da req-dc56fe44-0a36-4d29-bee6-4890958eedce tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:57.059146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95abe718-3b87-42af-aa12-2c1ae4a8b8da req-dc56fe44-0a36-4d29-bee6-4890958eedce tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 945 time: 0.1252115 Nov 26 21:56:57.118619 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '062e35c1-e610-40c3-b704-102734987487', 'port_id': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'mac_address': 'fa:16:3e:e0:41:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:56:55Z', 'updated_at': '2021-11-26T21:56:55Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:42Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:57.146290 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] Checking router: 062e35c1-e610-40c3-b704-102734987487 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:56:57.155285 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:56:57.155897 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:56:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:57.174040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95abe718-3b87-42af-aa12-2c1ae4a8b8da req-3fbe41eb-6c0e-4a0f-84be-c70957d2e580 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068606 Nov 26 21:56:57.210366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f3039-3124-41bf-86a6-fcd59c0fe2db req-96a4c8cc-7318-44c6-bb14-ebaa60e58a15 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:57.211915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-985f3039-3124-41bf-86a6-fcd59c0fe2db req-96a4c8cc-7318-44c6-bb14-ebaa60e58a15 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1050956 Nov 26 21:56:57.212754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:57.244235 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831e0d16-7153-439e-8a1c-3361b144d91c x-openstack-request-id: req-831e0d16-7153-439e-8a1c-3361b144d91c {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:57.244632 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:57.244747 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-831e0d16-7153-439e-8a1c-3361b144d91c {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:57.245149 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'status': 'completed', 'code': 200} Nov 26 21:56:57.253010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event deleted for resources: {'Port': ['ID=e4389c1e-b40e-4f8f-9cb8-a952f864eb5e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:56:57.276941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['e4389c1e-b40e-4f8f-9cb8-a952f864eb5e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:56:57.279258 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:56:57.315278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] No DVR routers for this DVR port e4389c1e-b40e-4f8f-9cb8-a952f864eb5e on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:56:57.319868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:57.326832 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06216ff4-4399-4313-92b8-e2450eba76c1 req-ee81cd53-0d92-47d5-8e4e-44cc48ca52d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "DELETE /v2.0/ports/e4389c1e-b40e-4f8f-9cb8-a952f864eb5e HTTP/1.1" status: 204 len: 173 time: 1.0799453 Nov 26 21:56:57.353746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-985f3039-3124-41bf-86a6-fcd59c0fe2db req-f1295acf-ab44-4450-9d4f-9c9991a8f974 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112921 Nov 26 21:56:57.377114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-26c3b436-a8a4-45a9-9415-cf1bde218f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:57.379411 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-26c3b436-a8a4-45a9-9415-cf1bde218f69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1096 time: 0.0746534 Nov 26 21:56:57.400305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52030) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:57.479617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f4a915a4-753e-416c-b904-2ba64fc39bcc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514 HTTP/1.1" status: 200 len: 991 time: 0.0780404 Nov 26 21:56:57.601881 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '062e35c1-e610-40c3-b704-102734987487', 'port_id': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'mac_address': 'fa:16:3e:e0:41:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:56:55Z', 'updated_at': '2021-11-26T21:56:55Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:42Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:56:57.634687 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c9a1dd-348e-4e9a-bd73-30d4440e3d04 None None] The sync data for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 is: [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.187', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '062e35c1-e610-40c3-b704-102734987487', 'port_id': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'mac_address': 'fa:16:3e:e0:41:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:56:55Z', 'updated_at': '2021-11-26T21:56:55Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:42Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:56:57.841128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-d2d3d23d-9d21-48c0-b54c-a4152803e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:57.842780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-d2d3d23d-9d21-48c0-b54c-a4152803e77c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.4565175 Nov 26 21:56:57.913349 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412929b8-07e1-41cc-a0c0-b34c94568c9c None None] New status for floating IP 7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:56:57.919827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-b334e235-f5c0-46c8-ad81-b057ed8c9f18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 999 time: 0.0693102 Nov 26 21:56:57.979031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-597896b1-741e-40ea-9204-e042f54c1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:57.979031 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-597896b1-741e-40ea-9204-e042f54c1e4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.0509369 Nov 26 21:56:58.032567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-d087cb65-fb42-4733-bcc6-2b580be39546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:58.034333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-d087cb65-fb42-4733-bcc6-2b580be39546 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492606 Nov 26 21:56:58.157975 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-1907641f-a853-471a-aed8-b41f9276039f service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161273 Nov 26 21:56:58.159000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad81440f-9562-45bb-aabf-20aef5da1e77 req-14bd583e-e6e2-4484-9079-60a0cc4f9ef6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 210 time: 0.0362811 Nov 26 21:56:58.285978 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66b5da8d-324e-4a8e-94e6-604215bbedb7 req-86b9045d-4a0e-4c6f-a3dc-5ca1a76a85d4 service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196752 Nov 26 21:56:58.307433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f7532-86d6-4ab0-bd7c-731e7def3bb3 req-9f4397b6-22cd-407f-9e13-13d22e69717d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:58.314772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-889f7532-86d6-4ab0-bd7c-731e7def3bb3 req-9f4397b6-22cd-407f-9e13-13d22e69717d tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 945 time: 0.0585356 Nov 26 21:56:58.369107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-889f7532-86d6-4ab0-bd7c-731e7def3bb3 req-c0ea0caf-ff84-49f0-b1cb-1f2555883eb8 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533597 Nov 26 21:56:58.482547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52042) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:56:58.524774 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:58.567045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0cb82a08-23be-4b88-ac85-d1d6991e8a55 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514 HTTP/1.1" status: 200 len: 993 time: 0.0826898 Nov 26 21:56:59.077140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:56:59.245806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1411f6-62ad-46b9-bce6-0d4b85cac40c', 'name': 'network-vif-deleted', 'tag': 'e4389c1e-b40e-4f8f-9cb8-a952f864eb5e'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:56:59.248990 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b406be69-29b8-44a7-afe1-04b7449153c4" -d '{"events": [{"server_uuid": "9c1411f6-62ad-46b9-bce6-0d4b85cac40c", "name": "network-vif-deleted", "tag": "e4389c1e-b40e-4f8f-9cb8-a952f864eb5e"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:56:59.271948 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd378800-d99e-4496-937e-9ba654c06be3 req-8870aead-b7bc-4bb7-b52b-c418c9c11cd6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 210 time: 0.0370243 Nov 26 21:56:59.295851 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1226545-e256-4e03-9396-ec440195e6fd x-openstack-request-id: req-a1226545-e256-4e03-9396-ec440195e6fd {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:56:59.295851 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1411f6-62ad-46b9-bce6-0d4b85cac40c", "name": "network-vif-deleted", "tag": "e4389c1e-b40e-4f8f-9cb8-a952f864eb5e", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:56:59.295851 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1226545-e256-4e03-9396-ec440195e6fd {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:56:59.295851 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1411f6-62ad-46b9-bce6-0d4b85cac40c', 'name': 'network-vif-deleted', 'tag': 'e4389c1e-b40e-4f8f-9cb8-a952f864eb5e', 'status': 'completed', 'code': 200} Nov 26 21:56:59.515668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a253e-a615-4d17-8479-0c460f6c1529 req-438e7331-836a-41be-ad4e-d58303741e00 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:56:59.524412 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-136a253e-a615-4d17-8479-0c460f6c1529 req-438e7331-836a-41be-ad4e-d58303741e00 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 945 time: 0.0667946 Nov 26 21:56:59.571576 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-136a253e-a615-4d17-8479-0c460f6c1529 req-e32f5040-1dd5-44ff-891c-4982b722aacb tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Nov 26 21:56:59.733696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e4389c1e-b40e-4f8f-9cb8-a952f864eb5e no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:56:59.753982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: e4389c1e-b40e-4f8f-9cb8-a952f864eb5e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:56:59.755120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device e4389c1e-b40e-4f8f-9cb8-a952f864eb5e not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:57:00.140931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 79b3d531-5574-4217-ac23-dbbd8657b2e6 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:57:00.204622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 79b3d531-5574-4217-ac23-dbbd8657b2e6 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:57:00.210271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 79b3d531-5574-4217-ac23-dbbd8657b2e6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:57:00.210719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:00.318369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:00.368195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 79b3d531-5574-4217-ac23-dbbd8657b2e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=79b3d531-5574-4217-ac23-dbbd8657b2e6,segment=NetworkSegment(2fbd7b50-f311-4eb5-8012-2c0b004a1447),segment_id=2fbd7b50-f311-4eb5-8012-2c0b004a1447)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:00.369291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277c30fe-29f0-441f-a2d5-c0cfed9b650f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b3d531-5574-4217-ac23-dbbd8657b2e6'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:00.372801 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12907402-b39d-42d2-b2a3-a3fa3d61e722" -d '{"events": [{"server_uuid": "277c30fe-29f0-441f-a2d5-c0cfed9b650f", "name": "network-vif-plugged", "status": "completed", "tag": "79b3d531-5574-4217-ac23-dbbd8657b2e6"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:00.377602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:00.415754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2505c9df-db42-4dda-ad58-ef7a4b846a36 req-20de535f-49cb-4c8a-844e-ac812c43a944 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 210 time: 0.0387836 Nov 26 21:57:00.440342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=79b3d531-5574-4217-ac23-dbbd8657b2e6,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:00.461775 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e69a97-4267-4a05-b91a-cb792181c00f x-openstack-request-id: req-91e69a97-4267-4a05-b91a-cb792181c00f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:00.462085 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277c30fe-29f0-441f-a2d5-c0cfed9b650f", "name": "network-vif-plugged", "status": "completed", "tag": "79b3d531-5574-4217-ac23-dbbd8657b2e6", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:00.462510 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91e69a97-4267-4a05-b91a-cb792181c00f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:00.462978 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277c30fe-29f0-441f-a2d5-c0cfed9b650f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b3d531-5574-4217-ac23-dbbd8657b2e6', 'code': 200} Nov 26 21:57:00.645338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d6f5c-bed5-41ad-83c5-678d3645b4ff req-e219f87b-5fa5-4023-af87-6072f5cfa619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:00.647139 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5b8d6f5c-bed5-41ad-83c5-678d3645b4ff req-e219f87b-5fa5-4023-af87-6072f5cfa619 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 1097 time: 0.0556674 Nov 26 21:57:00.698933 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5b8d6f5c-bed5-41ad-83c5-678d3645b4ff req-8440927f-ed1a-4d3e-b0bd-b8bceffe7491 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Nov 26 21:57:00.719065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4453b-e152-4ca7-8377-c1ebf28f6773 req-b19b5bce-9ec0-46b2-8791-d5f09d54066b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:00.720894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5a4453b-e152-4ca7-8377-c1ebf28f6773 req-b19b5bce-9ec0-46b2-8791-d5f09d54066b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0667424 Nov 26 21:57:00.775653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5a4453b-e152-4ca7-8377-c1ebf28f6773 req-9271317e-5098-42b1-9ac8-72d22f6c0e89 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Nov 26 21:57:01.531692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cad8b74d-5a2b-4963-a9b7-9f9eb278107d req-be1ec004-4100-4f34-8eee-a78d36928d19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 210 time: 0.0279362 Nov 26 21:57:01.904683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bbe4c-c520-4eb4-8599-6575ba6a4e0c req-9dc615b2-1e95-4dee-83c2-d5d70c46ce7e tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:01.906366 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-060bbe4c-c520-4eb4-8599-6575ba6a4e0c req-9dc615b2-1e95-4dee-83c2-d5d70c46ce7e tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0543101 Nov 26 21:57:01.955754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-060bbe4c-c520-4eb4-8599-6575ba6a4e0c req-1207f282-7f1d-49e4-aa77-c38a21fdad2e tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Nov 26 21:57:02.650584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eaad3be-0627-41cd-aa4e-e06df7a2daa8 req-24fcc538-0d91-45f9-ab88-2667074dd854 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c1411f6-62ad-46b9-bce6-0d4b85cac40c HTTP/1.1" status: 200 len: 210 time: 0.0288415 Nov 26 21:57:03.087894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f98844-4d2b-4fb4-aa2c-b30752207243 req-f6d89751-2444-430f-b708-c972da5ef2fb tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:03.089394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48f98844-4d2b-4fb4-aa2c-b30752207243 req-f6d89751-2444-430f-b708-c972da5ef2fb tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0593450 Nov 26 21:57:03.136842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48f98844-4d2b-4fb4-aa2c-b30752207243 req-48e4e686-6868-4112-8b2a-dd1a61608914 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Nov 26 21:57:03.411549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c8173-2b76-4872-a625-458bf5dd7ea8 req-59b85099-78df-484f-84d0-1cf87a4b8a5f tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:03.413065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e0c8173-2b76-4872-a625-458bf5dd7ea8 req-59b85099-78df-484f-84d0-1cf87a4b8a5f tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0568907 Nov 26 21:57:03.427943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889896-7659-44ed-9896-e15d294338f3 req-1a7e81b0-cc4f-450f-bfda-75f5d4c2a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:03.429506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81889896-7659-44ed-9896-e15d294338f3 req-1a7e81b0-cc4f-450f-bfda-75f5d4c2a645 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d27ad7b711c4104a7674ac7a2b839ba&device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 1097 time: 0.0429683 Nov 26 21:57:03.460876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e0c8173-2b76-4872-a625-458bf5dd7ea8 req-f597b229-5b6e-4887-bd4d-071af868d05c tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Nov 26 21:57:03.526100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889896-7659-44ed-9896-e15d294338f3 req-63cf6e67-4c19-4ad2-bf44-2259451c07dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:03.527571 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81889896-7659-44ed-9896-e15d294338f3 req-63cf6e67-4c19-4ad2-bf44-2259451c07dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=126c332c-0afb-449c-9ac2-f0386bb9d346 HTTP/1.1" status: 200 len: 915 time: 0.0916486 Nov 26 21:57:03.570595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81889896-7659-44ed-9896-e15d294338f3 req-a3812348-9b16-40b7-bcc7-5eed42c52d34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79b3d531-5574-4217-ac23-dbbd8657b2e6 HTTP/1.1" status: 200 len: 217 time: 0.0357993 Nov 26 21:57:03.621702 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889896-7659-44ed-9896-e15d294338f3 req-81af7b49-5c8a-4d02-a647-2161e3d88155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:03.623310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81889896-7659-44ed-9896-e15d294338f3 req-81af7b49-5c8a-4d02-a647-2161e3d88155 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43ed6835-efc8-4502-b1ab-733089aba339 HTTP/1.1" status: 200 len: 854 time: 0.0466204 Nov 26 21:57:03.662712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81889896-7659-44ed-9896-e15d294338f3 req-bdd5e374-027d-4bf7-9995-6e231efdc1a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=126c332c-0afb-449c-9ac2-f0386bb9d346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309894 Nov 26 21:57:03.765145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81889896-7659-44ed-9896-e15d294338f3 req-e86bb1bd-6f56-4c69-8117-1d8eb966a2e2 service neutron] 10.222.0.13 "GET /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903776 Nov 26 21:57:03.865871 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-81889896-7659-44ed-9896-e15d294338f3 req-c9ce1f3c-784c-40b5-a029-53a121f5c524 service neutron] 10.222.0.13 "GET /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904369 Nov 26 21:57:04.167641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62832b6c-f065-4f59-84e7-c3c274504e7d req-c4345c58-55d3-4589-960a-c8800b5b7b7c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:04.169119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62832b6c-f065-4f59-84e7-c3c274504e7d req-c4345c58-55d3-4589-960a-c8800b5b7b7c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1134579 Nov 26 21:57:04.184645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62832b6c-f065-4f59-84e7-c3c274504e7d req-c648e390-03a7-4382-becc-66947a59ca63 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/quotas/5a5a74555b8e427e9d5065199c03f47b HTTP/1.1" status: 200 len: 375 time: 0.0097611 Nov 26 21:57:04.216189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62832b6c-f065-4f59-84e7-c3c274504e7d req-67e3063d-e8a1-4bce-990d-530631bce1e3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263262 Nov 26 21:57:04.305117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62832b6c-f065-4f59-84e7-c3c274504e7d req-d9637e97-43ac-451d-9665-21efed232bfd service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819449 Nov 26 21:57:04.398374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62832b6c-f065-4f59-84e7-c3c274504e7d req-ebc300c2-e18d-4523-926a-5dcec69a4cb0 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869155 Nov 26 21:57:04.579316 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:57:04.590058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0495ab9b-8000-4862-b3a2-421782cc9487 req-31320d5a-1a33-4d7d-9975-fd4c6c07fb25 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=f25b5696-2d51-402d-8bc4-d4fb5a406c10 HTTP/1.1" status: 200 len: 210 time: 0.0449023 Nov 26 21:57:04.640054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4571b-8528-4768-8323-689301117753 req-8eccd36a-4e4a-4f30-8281-a08566169996 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:04.641794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6a4571b-8528-4768-8323-689301117753 req-8eccd36a-4e4a-4f30-8281-a08566169996 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0797100 Nov 26 21:57:04.697817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6a4571b-8528-4768-8323-689301117753 req-ddf8b3f0-3b67-402f-9e4c-cdb5594023d2 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483000 Nov 26 21:57:05.201885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-1cd8d12c-584d-4cb6-b3dd-f6fb4d01817d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:05.203379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-1cd8d12c-584d-4cb6-b3dd-f6fb4d01817d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1240625 Nov 26 21:57:05.218519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6948dfbe-ef01-42c4-ad7e-e71de02862f6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/quotas/5a5a74555b8e427e9d5065199c03f47b HTTP/1.1" status: 200 len: 375 time: 0.0091920 Nov 26 21:57:05.250634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a005f062-e4c8-4a64-994f-9e2365156bd4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261815 Nov 26 21:57:05.345647 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-b69f0222-a0d4-4702-b11e-00c0480e5336 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880623 Nov 26 21:57:05.440037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-d18fd117-da90-47c9-9951-b2b0d27a0da6 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878451 Nov 26 21:57:05.665374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bed92e6-945a-48bf-ab85-5c4d25df2506 req-7847c810-3767-4a0a-b278-94412719dd69 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 210 time: 0.0880966 Nov 26 21:57:05.835821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a700c-8a74-4648-9953-a263cd38baaa req-8bef9ba3-71ae-448d-bbbb-7a3cd69b1c02 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:05.837432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872a700c-8a74-4648-9953-a263cd38baaa req-8bef9ba3-71ae-448d-bbbb-7a3cd69b1c02 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0614247 Nov 26 21:57:05.898627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-872a700c-8a74-4648-9953-a263cd38baaa req-5ded5d3f-b72d-4324-8475-32337e5051fe tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509241 Nov 26 21:57:06.221296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e2226-19a9-4d1b-84eb-23142368dbf3 req-b4592a34-3278-45d8-8556-e721fec089eb tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:06.223493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc4e2226-19a9-4d1b-84eb-23142368dbf3 req-b4592a34-3278-45d8-8556-e721fec089eb tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0569034 Nov 26 21:57:06.272469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc4e2226-19a9-4d1b-84eb-23142368dbf3 req-8d6c4f2b-c681-427a-bc69-5b053289b2b5 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413370 Nov 26 21:57:06.729452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-622cfb00-577b-4d0e-a9c0-dcba1e0d8f9b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:06.731107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-622cfb00-577b-4d0e-a9c0-dcba1e0d8f9b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1148345 Nov 26 21:57:06.756955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Request body: {'port': {'device_id': '05ef3155-2d37-417e-93aa-3825d33d9705', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'admin_state_up': True, 'tenant_id': '5a5a74555b8e427e9d5065199c03f47b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:57:06.825184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e73afe30-179c-4890-b06b-c3cff0cc0c4a req-76fe016c-f86d-4174-9e3d-adc35e0ce488 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 210 time: 0.0826166 Nov 26 21:57:06.870592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Made reservation on behalf of 5a5a74555b8e427e9d5065199c03f47b for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:57:06.874018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:06.923281 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:06.996711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Allocated IP 172.20.0.13 (b74f2978-8328-4335-9972-08627d9aec33/1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0/7f1b6ba1-5deb-4398-81d6-77a79c37f75e) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:57:07.146944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.182320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.227987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Network b74f2978-8328-4335-9972-08627d9aec33 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:57:07.231091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:57:07.234913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:57:07.262863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event updated for resources: {'Port': ['ID=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:07.291740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:07.292662 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.310798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-a3eefec9-2a12-4456-892a-3b85e7965a19 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5588984 Nov 26 21:57:07.333351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Request body: {'port': {'device_id': '05ef3155-2d37-417e-93aa-3825d33d9705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:57:07.389122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.400095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996b8db-5c17-4ac8-8d7c-8ed270e3b008 req-4fc56034-772c-401b-81ce-7ffb9c2c718c tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:07.401800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c996b8db-5c17-4ac8-8d7c-8ed270e3b008 req-4fc56034-772c-401b-81ce-7ffb9c2c718c tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0551531 Nov 26 21:57:07.451900 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c996b8db-5c17-4ac8-8d7c-8ed270e3b008 req-b1668bde-bf38-4b3f-95a6-443339fb0cad tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Nov 26 21:57:07.659090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1b6ba1-5deb-4398-81d6-77a79c37f75e {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:57:07.667137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.679266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Transition to ACTIVE for port object 7f1b6ba1-5deb-4398-81d6-77a79c37f75e will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:57:07.683256 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.733163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:07.803562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Attempting to bind port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:57:07.803899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Attempting to bind port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:57:07.804233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Attempting to bind port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:57:07.809136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e on network b74f2978-8328-4335-9972-08627d9aec33 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:57:07.809538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Attempting to bind port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:57:07.810947 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.814636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:57:07.814975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Checking segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:57:07.815357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Bound using segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:57:07.815782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Bound port: 7f1b6ba1-5deb-4398-81d6-77a79c37f75e, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:57:07.816137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.883562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] For port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:57:07.886670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] For port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:57:07.891656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.929640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:07.930264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:07.932003 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] 10.222.0.41 "PUT /v2.0/ports/7f1b6ba1-5deb-4398-81d6-77a79c37f75e HTTP/1.1" status: 200 len: 1092 time: 0.6029835 Nov 26 21:57:07.932447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ef3155-2d37-417e-93aa-3825d33d9705', 'tag': '7f1b6ba1-5deb-4398-81d6-77a79c37f75e'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:07.934780 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e68c1-4583-4102-aacd-78ce8929aca8" -d '{"events": [{"name": "network-changed", "server_uuid": "05ef3155-2d37-417e-93aa-3825d33d9705", "tag": "7f1b6ba1-5deb-4398-81d6-77a79c37f75e"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:07.948328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9b3d-4b7b-45d1-96bc-a3e017899dc3 req-c7175005-45fb-4c76-bf45-f6736bba5be7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:07.949738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c0d9b3d-4b7b-45d1-96bc-a3e017899dc3 req-c7175005-45fb-4c76-bf45-f6736bba5be7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 944 time: 0.0504501 Nov 26 21:57:07.960731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663ef97-2962-44ba-af22-3c0d07f99a99 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:07.992960 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e636035b-6f56-4422-87e0-5b825e307652 x-openstack-request-id: req-e636035b-6f56-4422-87e0-5b825e307652 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:07.993338 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ef3155-2d37-417e-93aa-3825d33d9705", "tag": "7f1b6ba1-5deb-4398-81d6-77a79c37f75e", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:07.993666 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e636035b-6f56-4422-87e0-5b825e307652 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:07.994166 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ef3155-2d37-417e-93aa-3825d33d9705', 'tag': '7f1b6ba1-5deb-4398-81d6-77a79c37f75e', 'status': 'completed', 'code': 200} Nov 26 21:57:08.022621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c0d9b3d-4b7b-45d1-96bc-a3e017899dc3 req-bcf854e8-32f8-402b-a8ba-20177b5ab802 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620015 Nov 26 21:57:08.056902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-3b4e8f39-4604-49b1-b2bf-bc13c5918750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:08.058451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-3b4e8f39-4604-49b1-b2bf-bc13c5918750 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 1095 time: 0.0459402 Nov 26 21:57:08.107421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-3cd9b0e8-b6a9-42fe-82fa-0796fde1628d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1b6ba1-5deb-4398-81d6-77a79c37f75e HTTP/1.1" status: 200 len: 217 time: 0.0343618 Nov 26 21:57:08.160875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-04f5957c-b6c1-40d9-b515-0a58401802ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:08.162386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-04f5957c-b6c1-40d9-b515-0a58401802ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0475388 Nov 26 21:57:08.195430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-dad35b28-8132-4da9-a1c5-2502a9494dd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257823 Nov 26 21:57:08.322466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-745c03e2-2208-4772-b8fd-eccaf7d356e2 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:08.323930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-745c03e2-2208-4772-b8fd-eccaf7d356e2 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.13 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0778334 Nov 26 21:57:08.327605 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-26b813fd-b332-4d3c-a39c-347d0fe49711 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244533 Nov 26 21:57:08.480734 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-71141e6d-bb5a-47a7-964a-fbb42d38547a req-3583379b-8236-453b-98c9-242244753ed0 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464844 Nov 26 21:57:08.500642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Deleting port 79b3d531-5574-4217-ac23-dbbd8657b2e6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:57:08.500988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:08.585996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc51538-9b0c-4d66-8bc3-404be1fa0011 req-1e2f94fd-f8c1-40f2-b924-4c5b5da37364 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:08.587550 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7dc51538-9b0c-4d66-8bc3-404be1fa0011 req-1e2f94fd-f8c1-40f2-b924-4c5b5da37364 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 946 time: 0.0556049 Nov 26 21:57:08.620669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] For port 79b3d531-5574-4217-ac23-dbbd8657b2e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=79b3d531-5574-4217-ac23-dbbd8657b2e6,segment=NetworkSegment(2fbd7b50-f311-4eb5-8012-2c0b004a1447),segment_id=2fbd7b50-f311-4eb5-8012-2c0b004a1447)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:08.621035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:08.638195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Calling delete_port for 79b3d531-5574-4217-ac23-dbbd8657b2e6 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:57:08.641967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7dc51538-9b0c-4d66-8bc3-404be1fa0011 req-efd8e4c3-c02a-4729-8233-67625c52a0c4 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/security-groups?id=0378a6ed-b48d-44b5-be68-8655dea74b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481939 Nov 26 21:57:08.645581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-7a79ab8e-c863-48ab-a912-ab0ce7ac8b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:08.647240 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-7a79ab8e-c863-48ab-a912-ab0ce7ac8b02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 1095 time: 0.0706699 Nov 26 21:57:08.793559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-6c43d119-a5d0-4486-afa5-59ec9081bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:08.794952 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-6c43d119-a5d0-4486-afa5-59ec9081bfa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 913 time: 0.1406178 Nov 26 21:57:08.858237 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-d746dad6-7223-477d-80f4-7d656a2f3eac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f1b6ba1-5deb-4398-81d6-77a79c37f75e HTTP/1.1" status: 200 len: 217 time: 0.0551767 Nov 26 21:57:08.913242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:08.943946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-eb81d810-5714-46f2-a315-a9ecd0687107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:08.945400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-eb81d810-5714-46f2-a315-a9ecd0687107 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0795321 Nov 26 21:57:08.947727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Pushing event deleted for resources: {'Port': ['ID=79b3d531-5574-4217-ac23-dbbd8657b2e6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:08.952470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['79b3d531-5574-4217-ac23-dbbd8657b2e6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:57:08.992763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-557f649d-19b4-447f-aaba-674a89310365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386560 Nov 26 21:57:09.009852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] No DVR routers for this DVR port 79b3d531-5574-4217-ac23-dbbd8657b2e6 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:57:09.017851 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:09.021559 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1d67e519-cd91-4a00-aad1-3e5a2048057e req-3ef166d8-fea3-429a-b8b8-f4c10ba91d0b tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.13 "DELETE /v2.0/ports/79b3d531-5574-4217-ac23-dbbd8657b2e6 HTTP/1.1" status: 204 len: 173 time: 0.6430686 Nov 26 21:57:09.111336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-387b4273-9c92-4a22-92e3-79d3d8bb79c6 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025290 Nov 26 21:57:09.230334 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-681e68c1-4583-4102-aacd-78ce8929aca8 req-db980ec8-5971-41f0-a7ee-a4d1ca8cda07 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029191 Nov 26 21:57:09.389042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9f5c5-00a3-4253-afd2-5e6ab3d80fcd req-532fab03-8e23-44cd-ba7c-d7f08f88d0e2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.390563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83b9f5c5-00a3-4253-afd2-5e6ab3d80fcd req-532fab03-8e23-44cd-ba7c-d7f08f88d0e2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 944 time: 0.0501497 Nov 26 21:57:09.439100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83b9f5c5-00a3-4253-afd2-5e6ab3d80fcd req-6c990fbe-47c6-49c8-9561-86119c61b991 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Nov 26 21:57:09.581165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-eb2a97e1-eb1a-482a-8ed5-c3b668a1d51a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.587996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-eb2a97e1-eb1a-482a-8ed5-c3b668a1d51a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.594049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-eb2a97e1-eb1a-482a-8ed5-c3b668a1d51a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.600943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-eb2a97e1-eb1a-482a-8ed5-c3b668a1d51a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.607061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-eb2a97e1-eb1a-482a-8ed5-c3b668a1d51a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.613088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-eb2a97e1-eb1a-482a-8ed5-c3b668a1d51a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.619344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-eb2a97e1-eb1a-482a-8ed5-c3b668a1d51a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.621360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-eb2a97e1-eb1a-482a-8ed5-c3b668a1d51a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.0949855 Nov 26 21:57:09.698403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b28823-37b9-40be-b7d8-eb57cb8c3676 req-54ad03ab-9161-4bd1-aa06-477e9d84306f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692158 Nov 26 21:57:09.778203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2163dd6-80f0-46f3-9ee1-ef8c56deafac req-0dbe2977-87d8-4574-9849-7a7d52157782 tempest-InstanceActionsTestJSON-1704694079 tempest-InstanceActionsTestJSON-1704694079-project] 10.222.0.21 "GET /v2.0/ports?device_id=277c30fe-29f0-441f-a2d5-c0cfed9b650f HTTP/1.1" status: 200 len: 210 time: 0.0314305 Nov 26 21:57:09.849036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35281f7-3c64-4e0f-8492-79fa3cde5b4c req-fe31cc1c-9d0d-4b69-bf69-d0c46c63b988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.854930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35281f7-3c64-4e0f-8492-79fa3cde5b4c req-fe31cc1c-9d0d-4b69-bf69-d0c46c63b988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.860767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35281f7-3c64-4e0f-8492-79fa3cde5b4c req-fe31cc1c-9d0d-4b69-bf69-d0c46c63b988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.867450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35281f7-3c64-4e0f-8492-79fa3cde5b4c req-fe31cc1c-9d0d-4b69-bf69-d0c46c63b988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.873294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35281f7-3c64-4e0f-8492-79fa3cde5b4c req-fe31cc1c-9d0d-4b69-bf69-d0c46c63b988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.879293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35281f7-3c64-4e0f-8492-79fa3cde5b4c req-fe31cc1c-9d0d-4b69-bf69-d0c46c63b988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.885211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35281f7-3c64-4e0f-8492-79fa3cde5b4c req-fe31cc1c-9d0d-4b69-bf69-d0c46c63b988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:09.887140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c35281f7-3c64-4e0f-8492-79fa3cde5b4c req-fe31cc1c-9d0d-4b69-bf69-d0c46c63b988 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.0948045 Nov 26 21:57:09.995415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277c30fe-29f0-441f-a2d5-c0cfed9b650f', 'name': 'network-vif-deleted', 'tag': '79b3d531-5574-4217-ac23-dbbd8657b2e6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:09.997790 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af95a86-8c2a-4497-8888-b2ec9b8c2328" -d '{"events": [{"server_uuid": "277c30fe-29f0-441f-a2d5-c0cfed9b650f", "name": "network-vif-deleted", "tag": "79b3d531-5574-4217-ac23-dbbd8657b2e6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:10.032897 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b519cf19-a14d-4e40-b2ad-99e464aedc04 x-openstack-request-id: req-b519cf19-a14d-4e40-b2ad-99e464aedc04 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:10.033200 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277c30fe-29f0-441f-a2d5-c0cfed9b650f", "name": "network-vif-deleted", "tag": "79b3d531-5574-4217-ac23-dbbd8657b2e6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:10.033461 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b519cf19-a14d-4e40-b2ad-99e464aedc04 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:10.033867 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277c30fe-29f0-441f-a2d5-c0cfed9b650f', 'name': 'network-vif-deleted', 'tag': '79b3d531-5574-4217-ac23-dbbd8657b2e6', 'status': 'completed', 'code': 200} Nov 26 21:57:10.561617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66872d12-898a-41a6-aed8-7b32502cead3 req-7e0d6fff-f38c-41db-95d9-61cdc449487f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:10.563289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66872d12-898a-41a6-aed8-7b32502cead3 req-7e0d6fff-f38c-41db-95d9-61cdc449487f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 944 time: 0.0518665 Nov 26 21:57:10.614888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66872d12-898a-41a6-aed8-7b32502cead3 req-37f4ccd6-79ec-48a5-be20-8b4bfcd7c856 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Nov 26 21:57:10.839891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52274) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:10.889101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbbe139-ab5d-47be-b188-c15a95de6d9f admin admin] Deleting subnet 43ed6835-efc8-4502-b1ab-733089aba339 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:57:10.892117 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe139-ab5d-47be-b188-c15a95de6d9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:10.927779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe139-ab5d-47be-b188-c15a95de6d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:10.975585 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe139-ab5d-47be-b188-c15a95de6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.029212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe139-ab5d-47be-b188-c15a95de6d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.061671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbe139-ab5d-47be-b188-c15a95de6d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ed6835-efc8-4502-b1ab-733089aba339,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:11.065042 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdbbe139-ab5d-47be-b188-c15a95de6d9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.069034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fdbbe139-ab5d-47be-b188-c15a95de6d9f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/43ed6835-efc8-4502-b1ab-733089aba339 HTTP/1.1" status: 204 len: 168 time: 0.2281058 Nov 26 21:57:11.071678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52278) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:11.143425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.228656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.248761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126c332c-0afb-449c-9ac2-f0386bb9d346']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:57:11.257902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbd7b50-f311-4eb5-8012-2c0b004a1447') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:57:11.258225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbd7b50-f311-4eb5-8012-2c0b004a1447') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:57:11.267578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.280606 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.287385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:57:11.287771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:57:11.289488 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:57:11.343088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.348316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.352156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] 10.222.0.21 "DELETE /v2.0/networks/126c332c-0afb-449c-9ac2-f0386bb9d346 HTTP/1.1" status: 204 len: 168 time: 0.2795494 Nov 26 21:57:11.366603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180beb0-7de6-4e6a-b954-7fe16f617004 admin admin] Pushing event deleted for resources: {'Network': ['ID=126c332c-0afb-449c-9ac2-f0386bb9d346,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:11.468938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52286) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:11.514702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bb041faf-0038-4b96-8da9-a031e18d17af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d27ad7b711c4104a7674ac7a2b839ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444512 Nov 26 21:57:11.517134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52288) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:11.570789 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc619-e906-4418-b89d-96a6f94e54d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.592981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc619-e906-4418-b89d-96a6f94e54d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.644249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc619-e906-4418-b89d-96a6f94e54d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.651148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc619-e906-4418-b89d-96a6f94e54d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:11.655515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6b9dc619-e906-4418-b89d-96a6f94e54d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0378a6ed-b48d-44b5-be68-8655dea74b1a HTTP/1.1" status: 204 len: 168 time: 0.1343126 Nov 26 21:57:11.667938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dc619-e906-4418-b89d-96a6f94e54d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0378a6ed-b48d-44b5-be68-8655dea74b1a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:11.773468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4c652-be9e-4cb0-b6a9-dd322cc6620c req-1529482d-bb36-4167-9f96-a3f9394e4cd4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:11.775058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eac4c652-be9e-4cb0-b6a9-dd322cc6620c req-1529482d-bb36-4167-9f96-a3f9394e4cd4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 944 time: 0.0618756 Nov 26 21:57:11.829762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eac4c652-be9e-4cb0-b6a9-dd322cc6620c req-59541e73-e4bd-45d0-b7bb-026d106d8afb tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484324 Nov 26 21:57:11.833271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7f1b6ba1-5deb-4398-81d6-77a79c37f75e details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:57:11.940972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:11.953544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '7f1b6ba1-5deb-4398-81d6-77a79c37f75e', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'port_id': '7f1b6ba1-5deb-4398-81d6-77a79c37f75e', 'mac_address': 'fa:16:3e:b4:7c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:57:11.993594 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.007920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1b6ba1-5deb-4398-81d6-77a79c37f75e {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:57:12.028817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:12.032150 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.083182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52320) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:12.089492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:12.167983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 79b3d531-5574-4217-ac23-dbbd8657b2e6 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:57:12.182583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-bdd5bbd2-7ff1-48cb-99eb-c4305217869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.183058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-bdd5bbd2-7ff1-48cb-99eb-c4305217869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.183521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-bdd5bbd2-7ff1-48cb-99eb-c4305217869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.183976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-bdd5bbd2-7ff1-48cb-99eb-c4305217869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.184430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-bdd5bbd2-7ff1-48cb-99eb-c4305217869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.184885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-bdd5bbd2-7ff1-48cb-99eb-c4305217869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.185336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-bdd5bbd2-7ff1-48cb-99eb-c4305217869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.187264 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-bdd5bbd2-7ff1-48cb-99eb-c4305217869f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6488 time: 0.1027594 Nov 26 21:57:12.197783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 79b3d531-5574-4217-ac23-dbbd8657b2e6 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:57:12.198231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 79b3d531-5574-4217-ac23-dbbd8657b2e6 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:57:12.249221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-743ab27f-0d18-47c1-ad1a-ef4d4987e720 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&id=01485b23-7d00-4763-a032-7c170e3bd2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539725 Nov 26 21:57:12.435599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52338) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:12.467287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['7f1b6ba1-5deb-4398-81d6-77a79c37f75e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:57:12.534793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-18421838-network', 'tenant_id': 'f123a4888f7e464cbb74165588f0dc40'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:57:12.560496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Made reservation on behalf of f123a4888f7e464cbb74165588f0dc40 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:57:12.563254 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.574015 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.657054 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.661110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.690210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:57:12.697319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddca441-b6ac-4807-80b4-ded4fddcb362,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:12.703120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.703465 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Added segment 3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb of type vlan for network f2219478-b8d4-481c-adba-689dbd0d65db Nov 26 21:57:12.753152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.780975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.782127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.782843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.837671 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4009235 Nov 26 21:57:12.840446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52348) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:12.845127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Request body: {'subnet': {'network_id': 'f2219478-b8d4-481c-adba-689dbd0d65db', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-18421838-subnet', 'tenant_id': 'f123a4888f7e464cbb74165588f0dc40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:57:12.869351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddff71-6548-462b-bc6a-9099aa24f32e admin admin] Pushing event updated for resources: {'Network': ['ID=f2219478-b8d4-481c-adba-689dbd0d65db,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:12.880739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Made reservation on behalf of f123a4888f7e464cbb74165588f0dc40 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:57:12.883598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:12.884977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network f2219478-b8d4-481c-adba-689dbd0d65db details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:57:12.978360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea200b33-a57c-48d8-b788-126cfc924132 req-a7e3e9f3-571e-4c4d-96a3-2758142976d3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:12.980711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea200b33-a57c-48d8-b788-126cfc924132 req-a7e3e9f3-571e-4c4d-96a3-2758142976d3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 945 time: 0.0605884 Nov 26 21:57:13.032653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea200b33-a57c-48d8-b788-126cfc924132 req-760c2536-2564-42b2-94c1-d54b9e21a1a0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450861 Nov 26 21:57:13.077096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:13.122897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7dc0390-4300-49ff-9d43-cd9313e0fdd7,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:13.143670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Checking segment: {'id': '3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f2219478-b8d4-481c-adba-689dbd0d65db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:57:13.144025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Network hostable DHCP agents. Network: f2219478-b8d4-481c-adba-689dbd0d65db, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:57:13.160290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Network f2219478-b8d4-481c-adba-689dbd0d65db is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:57:13.169630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, f2219478-b8d4-481c-adba-689dbd0d65db) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:57:13.174243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:13.175581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:13.179346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400bb62-48bf-4ddd-8188-cc74769451b6 None None] Network f2219478-b8d4-481c-adba-689dbd0d65db requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:57:13.192312 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8d6ac7f4-08a7-4b20-9cd4-0f442ba80fa8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3508415 Nov 26 21:57:13.323068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664a483-63cb-4cd7-9b02-37480382af96 None None] Network f2219478-b8d4-481c-adba-689dbd0d65db requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:57:13.661699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-87e11296-1a20-441a-88aa-895161088d69 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:13.663378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-87e11296-1a20-441a-88aa-895161088d69 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/networks?id=f2219478-b8d4-481c-adba-689dbd0d65db HTTP/1.1" status: 200 len: 820 time: 0.1035120 Nov 26 21:57:13.682454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-ec1ff87f-3880-422f-830e-45913f6c6923 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/quotas/f123a4888f7e464cbb74165588f0dc40 HTTP/1.1" status: 200 len: 375 time: 0.0103796 Nov 26 21:57:13.716316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-ab22f49c-9ed9-4c5b-a775-46572ee5df1e tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f123a4888f7e464cbb74165588f0dc40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307271 Nov 26 21:57:13.807988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-0ebf86f9-1d05-4a8e-8276-058e748ef318 service neutron] 10.222.0.21 "GET /v2.0/networks/f2219478-b8d4-481c-adba-689dbd0d65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843825 Nov 26 21:57:13.838235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7f1b6ba1-5deb-4398-81d6-77a79c37f75e up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:57:13.888550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:57:13.893345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:57:13.893725 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:13.908799 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-d762ce92-85c8-459f-a0b2-268d5b6eff2d service neutron] 10.222.0.21 "GET /v2.0/networks/f2219478-b8d4-481c-adba-689dbd0d65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948148 Nov 26 21:57:13.974406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:13.998741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef3155-2d37-417e-93aa-3825d33d9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b6ba1-5deb-4398-81d6-77a79c37f75e'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:14.001013 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beca53c9-0947-4bb9-9010-05fa4c186dda" -d '{"events": [{"server_uuid": "05ef3155-2d37-417e-93aa-3825d33d9705", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b6ba1-5deb-4398-81d6-77a79c37f75e"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:14.014944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:14.022919 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:14.058607 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a9e675-9a09-4a22-8472-f3472ddf5bf0 x-openstack-request-id: req-a9a9e675-9a09-4a22-8472-f3472ddf5bf0 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:14.058805 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef3155-2d37-417e-93aa-3825d33d9705", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b6ba1-5deb-4398-81d6-77a79c37f75e", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:14.059057 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a9a9e675-9a09-4a22-8472-f3472ddf5bf0 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:14.059509 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef3155-2d37-417e-93aa-3825d33d9705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b6ba1-5deb-4398-81d6-77a79c37f75e', 'code': 200} Nov 26 21:57:14.082108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42304abe-5d31-448f-9b74-c7e48101ae57 req-c0527542-7eed-42a2-abb6-6c108be8ae94 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 210 time: 0.0289078 Nov 26 21:57:14.095141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:14.185122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461184e-62d2-40d9-af7e-6298e1af2d35 req-acc744d2-b6db-4970-aead-493539bc20c4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:14.186657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4461184e-62d2-40d9-af7e-6298e1af2d35 req-acc744d2-b6db-4970-aead-493539bc20c4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0524757 Nov 26 21:57:14.194515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e9b9-b407-47ce-a79a-2f85be385abc req-5054e57a-120f-4f35-bd53-59477dc1db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:14.196304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c2a7e9b9-b407-47ce-a79a-2f85be385abc req-5054e57a-120f-4f35-bd53-59477dc1db49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 1097 time: 0.0495009 Nov 26 21:57:14.236944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4461184e-62d2-40d9-af7e-6298e1af2d35 req-311ebae3-c8db-498b-8f66-d38f454709a3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Nov 26 21:57:14.245067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c2a7e9b9-b407-47ce-a79a-2f85be385abc req-2e78307c-f3e1-48c8-bc76-4124075dfd64 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Nov 26 21:57:15.184530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9c43df7-7193-446e-ace9-86b760b5c37b req-1e36193f-a22b-418e-8f1e-c3b6f2a391eb tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 210 time: 0.0281250 Nov 26 21:57:15.191146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-bef6ccaa-0091-4947-a27d-06f2f26b3812 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:15.192705 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-bef6ccaa-0091-4947-a27d-06f2f26b3812 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.13 "GET /v2.0/networks?id=f2219478-b8d4-481c-adba-689dbd0d65db HTTP/1.1" status: 200 len: 820 time: 0.1082892 Nov 26 21:57:15.222048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Request body: {'port': {'device_id': 'c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79', 'network_id': 'f2219478-b8d4-481c-adba-689dbd0d65db', 'admin_state_up': True, 'tenant_id': 'f123a4888f7e464cbb74165588f0dc40'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:57:15.334537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Made reservation on behalf of f123a4888f7e464cbb74165588f0dc40 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:57:15.338066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:15.364693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fb504-88cd-4968-9685-20cd06b2ea8c req-7b7c701c-79d7-4900-84b9-3a1fbd6e32b3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:15.366605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c10fb504-88cd-4968-9685-20cd06b2ea8c req-7b7c701c-79d7-4900-84b9-3a1fbd6e32b3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0544145 Nov 26 21:57:15.414987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c10fb504-88cd-4968-9685-20cd06b2ea8c req-8057d2d2-a63b-45af-9c4e-17f23a17d852 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Nov 26 21:57:15.467569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Allocated IP 172.20.0.7 (f2219478-b8d4-481c-adba-689dbd0d65db/a7dc0390-4300-49ff-9d43-cd9313e0fdd7/cf269f54-c1ff-44d1-9cfa-8f871895c3c1) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:57:15.625754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:15.659446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:15.703583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Network f2219478-b8d4-481c-adba-689dbd0d65db is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:57:15.708744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:57:15.712712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:57:15.742877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Pushing event updated for resources: {'Port': ['ID=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:15.769688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:15.770967 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:15.786877 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-036b97ec-d872-4aa9-92e5-925fb50a4044 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687547 Nov 26 21:57:15.838752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Request body: {'port': {'device_id': 'c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:57:15.892213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:16.142639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf269f54-c1ff-44d1-9cfa-8f871895c3c1 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:57:16.150541 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:16.162616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Transition to ACTIVE for port object cf269f54-c1ff-44d1-9cfa-8f871895c3c1 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:57:16.166403 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:16.237337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Pushing event updated for resources: {'Port': ['ID=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:16.285888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Attempting to bind port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:57:16.286801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Attempting to bind port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f2219478-b8d4-481c-adba-689dbd0d65db'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:57:16.287110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Attempting to bind port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 on network f2219478-b8d4-481c-adba-689dbd0d65db {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:57:16.291401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 on network f2219478-b8d4-481c-adba-689dbd0d65db not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:57:16.291720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Attempting to bind port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 on network f2219478-b8d4-481c-adba-689dbd0d65db {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:57:16.296403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:57:16.296766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Checking segment: {'id': '3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f2219478-b8d4-481c-adba-689dbd0d65db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:57:16.297145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Bound using segment: {'id': '3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f2219478-b8d4-481c-adba-689dbd0d65db'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:57:16.297562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Bound port: cf269f54-c1ff-44d1-9cfa-8f871895c3c1, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f2219478-b8d4-481c-adba-689dbd0d65db'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:57:16.297917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:16.307119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab3708-b49c-41d1-9a64-b666c770f274 req-9631e403-5585-458b-b6b7-d569095b9e51 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:16.308624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9ab3708-b49c-41d1-9a64-b666c770f274 req-9631e403-5585-458b-b6b7-d569095b9e51 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 943 time: 0.0500019 Nov 26 21:57:16.356817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9ab3708-b49c-41d1-9a64-b666c770f274 req-d2e73140-8d39-4cbb-a349-dce114566a57 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Nov 26 21:57:16.360036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] For port cf269f54-c1ff-44d1-9cfa-8f871895c3c1, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:57:16.363236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] For port cf269f54-c1ff-44d1-9cfa-8f871895c3c1, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,segment=NetworkSegment(3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb),segment_id=3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:57:16.368545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:16.403911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:16.404524 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:16.405883 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] 10.222.0.13 "PUT /v2.0/ports/cf269f54-c1ff-44d1-9cfa-8f871895c3c1 HTTP/1.1" status: 200 len: 1091 time: 0.5715292 Nov 26 21:57:16.406344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79', 'tag': 'cf269f54-c1ff-44d1-9cfa-8f871895c3c1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:16.408560 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf738de3-b5b1-4912-9af4-54d3f7443a42" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79", "tag": "cf269f54-c1ff-44d1-9cfa-8f871895c3c1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:16.433904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47744c24-eb28-4882-a0b4-dce4f72be44b service neutron] Pushing event updated for resources: {'Port': ['ID=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:16.456232 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc661c89-ce51-4514-8799-48427bc36052 x-openstack-request-id: req-fc661c89-ce51-4514-8799-48427bc36052 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:16.456527 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79", "tag": "cf269f54-c1ff-44d1-9cfa-8f871895c3c1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:16.456834 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc661c89-ce51-4514-8799-48427bc36052 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:16.457196 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79', 'tag': 'cf269f54-c1ff-44d1-9cfa-8f871895c3c1', 'status': 'completed', 'code': 200} Nov 26 21:57:16.515621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-9867bba2-963f-4c78-ba15-441ab9c7b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:16.517260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-9867bba2-963f-4c78-ba15-441ab9c7b14b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f123a4888f7e464cbb74165588f0dc40&device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 1094 time: 0.0421598 Nov 26 21:57:16.536160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe26ba7-dc5c-4e5c-85e8-0a13d6d33f00 req-c0093190-1f95-4ea2-a9b3-5025ed638c0b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:16.537611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efe26ba7-dc5c-4e5c-85e8-0a13d6d33f00 req-c0093190-1f95-4ea2-a9b3-5025ed638c0b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0504799 Nov 26 21:57:16.565481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-a08c7c97-cd49-4412-9373-c251b847cf5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf269f54-c1ff-44d1-9cfa-8f871895c3c1 HTTP/1.1" status: 200 len: 217 time: 0.0336344 Nov 26 21:57:16.591375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efe26ba7-dc5c-4e5c-85e8-0a13d6d33f00 req-d1b47fa0-d59b-4bd6-b581-00c54a404ed7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475497 Nov 26 21:57:16.621415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-f9cd269b-9f94-4ba4-b13a-c42aced932a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:16.622933 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-f9cd269b-9f94-4ba4-b13a-c42aced932a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7dc0390-4300-49ff-9d43-cd9313e0fdd7 HTTP/1.1" status: 200 len: 860 time: 0.0500314 Nov 26 21:57:16.657097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-25d39934-13e7-4f69-9638-c306e8a4ac25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2219478-b8d4-481c-adba-689dbd0d65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260313 Nov 26 21:57:16.749808 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-a99e18c1-81a8-4533-b9bc-a64e05cfef30 service neutron] 10.222.0.13 "GET /v2.0/networks/f2219478-b8d4-481c-adba-689dbd0d65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836501 Nov 26 21:57:16.806900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965e7b4-e1d7-4eee-a735-95d3708054ba req-d98a8022-5ef4-4e8f-843b-71a694cd407b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:16.808313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b965e7b4-e1d7-4eee-a735-95d3708054ba req-d98a8022-5ef4-4e8f-843b-71a694cd407b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0508275 Nov 26 21:57:16.852323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4b58275d-8359-4911-a9be-e5ee8099c5b8 req-6b6a0505-3d12-495d-87bc-d2e41dd4da8e service neutron] 10.222.0.13 "GET /v2.0/networks/f2219478-b8d4-481c-adba-689dbd0d65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897439 Nov 26 21:57:16.858732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b965e7b4-e1d7-4eee-a735-95d3708054ba req-a41b3d8b-c1a7-4c9d-9294-f3591b5f55d0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Nov 26 21:57:17.007613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-289c4cc0-1ce3-471f-a954-dff8493998ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:17.009077 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-289c4cc0-1ce3-471f-a954-dff8493998ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f123a4888f7e464cbb74165588f0dc40&device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 1094 time: 0.0404520 Nov 26 21:57:17.099668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-861efdd5-3890-48d3-a873-90f104cfe9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:17.101208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-861efdd5-3890-48d3-a873-90f104cfe9cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2219478-b8d4-481c-adba-689dbd0d65db HTTP/1.1" status: 200 len: 921 time: 0.0852628 Nov 26 21:57:17.433130 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-2c2a11e3-3819-450c-947b-4741f44c1b19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf269f54-c1ff-44d1-9cfa-8f871895c3c1 HTTP/1.1" status: 200 len: 217 time: 0.3240392 Nov 26 21:57:17.479216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8cb28-1de0-4c22-82d2-3d0716c8eb26 req-ac5a14ba-8fa3-4372-bae6-d45ad339c0cb tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:17.480737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43c8cb28-1de0-4c22-82d2-3d0716c8eb26 req-ac5a14ba-8fa3-4372-bae6-d45ad339c0cb tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 943 time: 0.0505204 Nov 26 21:57:17.484531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-2d22b3c5-6cf0-4de1-8c91-5f1d909eea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:17.485986 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-2d22b3c5-6cf0-4de1-8c91-5f1d909eea45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7dc0390-4300-49ff-9d43-cd9313e0fdd7 HTTP/1.1" status: 200 len: 860 time: 0.0452771 Nov 26 21:57:17.519018 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-2e53c8ff-90fa-4a1a-b03e-431534334ffe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2219478-b8d4-481c-adba-689dbd0d65db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247710 Nov 26 21:57:17.529447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43c8cb28-1de0-4c22-82d2-3d0716c8eb26 req-6d529423-9528-45d4-8c29-b4f47fa927de tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427368 Nov 26 21:57:17.617605 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-94ea4caf-b29a-4d31-9ed6-4baf70a779e1 service neutron] 10.222.0.13 "GET /v2.0/networks/f2219478-b8d4-481c-adba-689dbd0d65db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909407 Nov 26 21:57:17.705312 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf738de3-b5b1-4912-9af4-54d3f7443a42 req-b7aaa317-9559-4dc3-8fdd-4d0fef47a988 service neutron] 10.222.0.13 "GET /v2.0/networks/f2219478-b8d4-481c-adba-689dbd0d65db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804248 Nov 26 21:57:17.982958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46476dea-795f-477f-9bda-7664ad2f0b0f req-707508c1-a4b8-4d6e-bef1-de071b5a63a6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:17.984486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46476dea-795f-477f-9bda-7664ad2f0b0f req-707508c1-a4b8-4d6e-bef1-de071b5a63a6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0539877 Nov 26 21:57:18.034619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-46476dea-795f-477f-9bda-7664ad2f0b0f req-e4110ed9-5493-4c9b-ba77-9404e9e85fa6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Nov 26 21:57:18.269724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c2167-b283-454e-87b6-e78adbda4ee4 req-0474226b-321a-4137-9414-3e48a6b15e26 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:18.272032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-120c2167-b283-454e-87b6-e78adbda4ee4 req-0474226b-321a-4137-9414-3e48a6b15e26 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0521896 Nov 26 21:57:18.319235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-120c2167-b283-454e-87b6-e78adbda4ee4 req-d282c5e1-3347-4c36-83e6-b5af742a0f08 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Nov 26 21:57:18.650662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ab9e3-549c-4820-8bf4-7e5f974b7c69 req-bafce534-a1ba-4de2-bc40-eb127c90b69d tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:18.652232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f0ab9e3-549c-4820-8bf4-7e5f974b7c69 req-bafce534-a1ba-4de2-bc40-eb127c90b69d tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 943 time: 0.0495563 Nov 26 21:57:18.704330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f0ab9e3-549c-4820-8bf4-7e5f974b7c69 req-d61ba91c-310d-4c22-8b53-466c0e944342 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Nov 26 21:57:19.217219 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d8b6792-abf1-4cd7-8ce6-79b0b084327c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0493667 Nov 26 21:57:19.326868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d551aa7-4b5a-4036-9dcc-a1ad93e2fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.327348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d551aa7-4b5a-4036-9dcc-a1ad93e2fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.327813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d551aa7-4b5a-4036-9dcc-a1ad93e2fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.328260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d551aa7-4b5a-4036-9dcc-a1ad93e2fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.331537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d551aa7-4b5a-4036-9dcc-a1ad93e2fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.331537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d551aa7-4b5a-4036-9dcc-a1ad93e2fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.331537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d551aa7-4b5a-4036-9dcc-a1ad93e2fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.331991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4d551aa7-4b5a-4036-9dcc-a1ad93e2fe03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4c564f5072cd4a49886c0ad793293985&device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 6488 time: 0.0500691 Nov 26 21:57:19.438428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85c113-7b38-424c-95bf-facd2be29ee3 req-32655c3b-f397-4f7e-a626-2a4c3fdab1e9 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.440063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc85c113-7b38-424c-95bf-facd2be29ee3 req-32655c3b-f397-4f7e-a626-2a4c3fdab1e9 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0504739 Nov 26 21:57:19.448531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-01a25828-2c70-4f68-98dc-7490ddd1b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.449006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-01a25828-2c70-4f68-98dc-7490ddd1b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.449468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-01a25828-2c70-4f68-98dc-7490ddd1b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.451094 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-01a25828-2c70-4f68-98dc-7490ddd1b038 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff482d04-9fda-4afd-87ee-406646607aaa&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6 HTTP/1.1" status: 200 len: 2293 time: 0.0939233 Nov 26 21:57:19.492087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc85c113-7b38-424c-95bf-facd2be29ee3 req-045d112d-7f0c-4309-8cb2-3be749d074b7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444925 Nov 26 21:57:19.523577 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-1d49ad1b-a2ed-4717-8769-518f33c8c721 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c046ded-7414-4233-b066-f818e5357934 HTTP/1.1" status: 200 len: 1000 time: 0.0644522 Nov 26 21:57:19.573140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-6a39e9e0-4dcd-4777-b7c1-252d7c2857f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.574577 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-6a39e9e0-4dcd-4777-b7c1-252d7c2857f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b67ce76-32b4-4660-9868-33216993a65f HTTP/1.1" status: 200 len: 851 time: 0.0436249 Nov 26 21:57:19.619412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-c7e7a21c-6b90-4675-817d-f9fbca302038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.620857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-c7e7a21c-6b90-4675-817d-f9fbca302038 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff482d04-9fda-4afd-87ee-406646607aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389123 Nov 26 21:57:19.711695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-8f039f24-5887-44f3-8405-f9206ccfd7fd service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830967 Nov 26 21:57:19.802683 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-cac0cb3a-d24b-4ee6-aeef-bbefc22bc0f3 service neutron] 10.222.0.13 "GET /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837705 Nov 26 21:57:19.828088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72915927-f486-4479-82c8-acb3b50a3b43 req-fe82cfb5-de54-43f8-b7f0-32ff77cf16f8 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.829662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72915927-f486-4479-82c8-acb3b50a3b43 req-fe82cfb5-de54-43f8-b7f0-32ff77cf16f8 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 943 time: 0.0523474 Nov 26 21:57:19.850480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-bc55bf69-5551-4e68-abce-9b6d68bc62e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0398583 Nov 26 21:57:19.879450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72915927-f486-4479-82c8-acb3b50a3b43 req-f66c7882-1dee-48f7-a5e5-3eadca7400a5 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Nov 26 21:57:19.899395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-474be52a-a266-4023-a996-303645ba8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.900909 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-474be52a-a266-4023-a996-303645ba8898 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.0441530 Nov 26 21:57:19.975420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-2edce766-6a6c-4196-80da-a1ff0fa2b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:19.976875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-2edce766-6a6c-4196-80da-a1ff0fa2b4d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0654387 Nov 26 21:57:20.014533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-970e3e71-e9a1-42cc-b501-e92abf64f5aa tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:20.015965 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-970e3e71-e9a1-42cc-b501-e92abf64f5aa tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0714447 Nov 26 21:57:20.148589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-08b4f91d-bf2b-440d-b02e-43eee8e710d6 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605692 Nov 26 21:57:20.202363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cf269f54-c1ff-44d1-9cfa-8f871895c3c1 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:57:20.223595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Deleting port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:57:20.224153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:20.312290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cf269f54-c1ff-44d1-9cfa-8f871895c3c1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,segment=NetworkSegment(3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb),segment_id=3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:20.314708 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-e89bbf27-6a6e-4b78-aa1c-113034e4d0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586878 Nov 26 21:57:20.324076 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'cf269f54-c1ff-44d1-9cfa-8f871895c3c1', 'network_id': 'f2219478-b8d4-481c-adba-689dbd0d65db', 'port_id': 'cf269f54-c1ff-44d1-9cfa-8f871895c3c1', 'mac_address': 'fa:16:3e:b8:5b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7dc0390-4300-49ff-9d43-cd9313e0fdd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:57:20.367089 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:20.381327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf269f54-c1ff-44d1-9cfa-8f871895c3c1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:57:20.388898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-0ee87d57-9bd6-45c1-b4c0-ca37a78a443d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 200 len: 217 time: 0.0650005 Nov 26 21:57:20.393754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] For port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:20.394146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:20.401679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cf269f54-c1ff-44d1-9cfa-8f871895c3c1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,segment=NetworkSegment(3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb),segment_id=3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:20.405947 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:20.433945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Calling delete_port for 7f1b6ba1-5deb-4398-81d6-77a79c37f75e owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:57:20.463816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:20.495282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-92dc3d0f-db09-495c-98f9-2ed61c304eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:20.501360 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-92dc3d0f-db09-495c-98f9-2ed61c304eb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.1034706 Nov 26 21:57:20.574601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-f2784232-7cf3-4340-b60a-6214f4d6b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:20.576113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-f2784232-7cf3-4340-b60a-6214f4d6b80a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669103 Nov 26 21:57:20.617797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf084f-862d-4b26-9c36-5db55bfb99b8 req-50c5fb51-f91c-4b8d-877c-a5c3b363e183 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:20.619479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ebf084f-862d-4b26-9c36-5db55bfb99b8 req-50c5fb51-f91c-4b8d-877c-a5c3b363e183 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=05ef3155-2d37-417e-93aa-3825d33d9705 HTTP/1.1" status: 200 len: 946 time: 0.0553122 Nov 26 21:57:20.669339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ebf084f-862d-4b26-9c36-5db55bfb99b8 req-dc66ed33-cbe3-4a05-b7a0-28ebee83a1a4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436325 Nov 26 21:57:20.693812 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:20.729530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['7f1b6ba1-5deb-4398-81d6-77a79c37f75e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:57:20.741944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event deleted for resources: {'Port': ['ID=7f1b6ba1-5deb-4398-81d6-77a79c37f75e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:20.781044 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-9425feaf-2554-4ab5-ad6d-1dcb2527e80a service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954625 Nov 26 21:57:20.808955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] No DVR routers for this DVR port 7f1b6ba1-5deb-4398-81d6-77a79c37f75e on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:57:20.812440 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:20.815239 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fad934d1-eac5-4fcb-8e47-d69649126106 req-55c606a2-d05f-4a4d-ba3f-03e01c985df0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "DELETE /v2.0/ports/7f1b6ba1-5deb-4398-81d6-77a79c37f75e HTTP/1.1" status: 204 len: 173 time: 0.7738740 Nov 26 21:57:20.815670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ef3155-2d37-417e-93aa-3825d33d9705', 'name': 'network-vif-deleted', 'tag': '7f1b6ba1-5deb-4398-81d6-77a79c37f75e'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:20.818001 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45212eca-e0e9-4ba0-aeec-7550292a9722" -d '{"events": [{"server_uuid": "05ef3155-2d37-417e-93aa-3825d33d9705", "name": "network-vif-deleted", "tag": "7f1b6ba1-5deb-4398-81d6-77a79c37f75e"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:20.878745 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095981ce-f8a1-4279-98a6-3ce9b701321f x-openstack-request-id: req-095981ce-f8a1-4279-98a6-3ce9b701321f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:20.879189 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ef3155-2d37-417e-93aa-3825d33d9705", "name": "network-vif-deleted", "tag": "7f1b6ba1-5deb-4398-81d6-77a79c37f75e", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:20.879558 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-095981ce-f8a1-4279-98a6-3ce9b701321f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:20.880027 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ef3155-2d37-417e-93aa-3825d33d9705', 'name': 'network-vif-deleted', 'tag': '7f1b6ba1-5deb-4398-81d6-77a79c37f75e', 'status': 'completed', 'code': 200} Nov 26 21:57:20.932950 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-d2348053-1226-4bce-84bf-f9fe0d70c4ff service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327434 Nov 26 21:57:20.937419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['cf269f54-c1ff-44d1-9cfa-8f871895c3c1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:57:21.009611 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-5d410735-6e0b-41f3-a3bc-46620a262b2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e HTTP/1.1" status: 200 len: 217 time: 0.0535953 Nov 26 21:57:21.032059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a453af-2487-4167-9ab2-80a1327bd0ad req-9f6e05d6-62e0-4adf-bc65-f9cf7bcdea4f tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:21.035129 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03a453af-2487-4167-9ab2-80a1327bd0ad req-9f6e05d6-62e0-4adf-bc65-f9cf7bcdea4f tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 944 time: 0.0710971 Nov 26 21:57:21.093321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-b4a949d3-351c-49fe-9b7c-82d3d5ad8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:21.095399 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-b4a949d3-351c-49fe-9b7c-82d3d5ad8b41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.0790071 Nov 26 21:57:21.095547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03a453af-2487-4167-9ab2-80a1327bd0ad req-856f3927-4c84-47f5-a755-2edc47764772 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538478 Nov 26 21:57:21.155136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-bc81476d-7bf3-4484-9914-c7508b66f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:21.156939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-bc81476d-7bf3-4484-9914-c7508b66f76c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533614 Nov 26 21:57:21.255324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-6f92f2c5-9352-4d20-a2b5-54452ee2d8f2 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862164 Nov 26 21:57:21.367905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-811c94e7-9428-43cf-aa5b-fc809809936a service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055844 Nov 26 21:57:21.436174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-4a048bc9-33f7-44a3-9004-169dc4c0b466 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c HTTP/1.1" status: 200 len: 217 time: 0.0482681 Nov 26 21:57:21.500467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-8f04b57f-6e58-48d5-a6ed-32ba3fc666c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:21.501945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-8f04b57f-6e58-48d5-a6ed-32ba3fc666c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 200 len: 797 time: 0.0574684 Nov 26 21:57:21.552899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-1706d3eb-e9f9-4ada-90e9-863432ea5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:21.554325 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-1706d3eb-e9f9-4ada-90e9-863432ea5429 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=405b2391-61f5-4ce4-8f3a-33f612f4d1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0442832 Nov 26 21:57:21.649023 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-91fdf2bf-2499-4079-bcc4-dd48fe7b7e2a service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873935 Nov 26 21:57:21.755807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-10724bf2-0ea2-45cb-adb1-0e6722f0ce66 service neutron] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993867 Nov 26 21:57:21.799437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-48ba60c5-31b7-4522-9213-78c5706cbedb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0 HTTP/1.1" status: 200 len: 217 time: 0.0357623 Nov 26 21:57:21.856597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-db731899-3129-4a4a-9bc3-09c7c6e4e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:21.858128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-db731899-3129-4a4a-9bc3-09c7c6e4e152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.0520277 Nov 26 21:57:21.908056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-5919178d-3a13-4a0b-af32-18ccfb1a6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:21.909640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-5919178d-3a13-4a0b-af32-18ccfb1a6ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0444064 Nov 26 21:57:22.007187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-1cb68efe-45fc-4bf8-aeaa-21d61f4d860d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:22.007665 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-13451aea-83ac-4b5f-ac15-6376edc8c240 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901790 Nov 26 21:57:22.008797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-1cb68efe-45fc-4bf8-aeaa-21d61f4d860d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1112251 Nov 26 21:57:22.025269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-d3329436-f4d6-4a12-9d77-64fcff658128 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/quotas/5a5a74555b8e427e9d5065199c03f47b HTTP/1.1" status: 200 len: 375 time: 0.0105643 Nov 26 21:57:22.058479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-9650e44f-f1af-4b9c-9fca-6d4514b83604 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271862 Nov 26 21:57:22.138135 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-49049da4-2b5b-43d3-8f07-39aaeca251da service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234448 Nov 26 21:57:22.190499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-7fc08eee-65fe-4181-a0f7-4f9b10033d66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d HTTP/1.1" status: 200 len: 217 time: 0.0432932 Nov 26 21:57:22.202602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-ecbfa2df-5d1a-4401-a92f-ba919f70918f service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360018 Nov 26 21:57:22.274811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-2e2b346f-0161-431a-8a69-5f45285b52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:22.277128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-2e2b346f-0161-431a-8a69-5f45285b52c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 200 len: 797 time: 0.0718167 Nov 26 21:57:22.279774 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-99d0d7db-4655-445b-82a9-80641a7a8da8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1734090 Nov 26 21:57:22.293449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa74e65-9032-4355-915a-39ade820677e req-976681b8-a69a-41bd-8faa-f2e9ae69ec09 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:22.295090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fa74e65-9032-4355-915a-39ade820677e req-976681b8-a69a-41bd-8faa-f2e9ae69ec09 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 944 time: 0.1082261 Nov 26 21:57:22.340732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-55afe183-ebe3-4b9a-a067-431b79fde397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:22.341992 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-55afe183-ebe3-4b9a-a067-431b79fde397 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c935cf6-c426-42f8-9fef-3f1dff7f79a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572009 Nov 26 21:57:22.363688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-cae816d9-3ed5-45d0-a91b-7874f0327dfb service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420467 Nov 26 21:57:22.391629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fa74e65-9032-4355-915a-39ade820677e req-42a1e3aa-49a1-4df9-b8ee-30fbbbe362fb tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851352 Nov 26 21:57:22.462489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-1beba7da-6b9d-4f44-b09a-2881f64b84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:22.464803 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-1beba7da-6b9d-4f44-b09a-2881f64b84f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1096 time: 0.1195748 Nov 26 21:57:22.560934 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-21b3c17b-1be4-43ce-81b5-0a9968baf266 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074172 Nov 26 21:57:22.690425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f18fc0e0-9f20-4c61-a81c-67f9c0531797 req-6c246ffc-945f-48a9-b47e-eb8e0f5409b0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 210 time: 0.0359125 Nov 26 21:57:22.778032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-a6660060-2bf3-4a0f-a981-ece7e853372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:22.779740 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-a6660060-2bf3-4a0f-a981-ece7e853372a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.2912188 Nov 26 21:57:22.834635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cfd96fac-e98e-46cd-9fc0-07a2ea9a44dd req-5854f73b-4763-4e2c-9dfd-cdfaae93d850 service neutron] 10.222.0.13 "GET /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530820 Nov 26 21:57:22.861412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-c6367d75-7428-4afd-866c-419ff7c13ca8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 1001 time: 0.0719614 Nov 26 21:57:22.922111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-73eebc9a-2149-4e56-9e42-24a34a2de31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:22.923667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-73eebc9a-2149-4e56-9e42-24a34a2de31b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.0548344 Nov 26 21:57:22.975004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-ad9eaf59-2e15-4d40-889e-adc36364e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:22.976534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-ad9eaf59-2e15-4d40-889e-adc36364e255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457146 Nov 26 21:57:23.082425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-aea60702-d24c-4fe8-90ec-1ecb8b1aeb7e service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960820 Nov 26 21:57:23.182034 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06baecfa-8d63-4426-b4c0-effd181e71aa req-1ae090d8-0385-4352-afc3-83bade36fb4d service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912478 Nov 26 21:57:23.439648 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-946da434-c128-44cf-bffb-b54fa23f6895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:23.513585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc9d23-81fd-4f28-98d5-ed865c9d97fb req-796dd890-ec0d-4b44-8e06-6fd6bcb9aa3d tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:23.515134 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56dc9d23-81fd-4f28-98d5-ed865c9d97fb req-796dd890-ec0d-4b44-8e06-6fd6bcb9aa3d tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 944 time: 0.0553551 Nov 26 21:57:23.570445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56dc9d23-81fd-4f28-98d5-ed865c9d97fb req-56e2a7e2-b760-465a-9f16-6a61990f695a tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Nov 26 21:57:23.809842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-64185506-6017-4f2f-8f92-e5da6a4d6f6a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:23.810417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddb3fb51-2068-40e4-ad54-5b70fd2405b2 req-b90d750c-bc25-43f9-b04f-efbd2995be6b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 210 time: 0.0426404 Nov 26 21:57:23.810804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-64185506-6017-4f2f-8f92-e5da6a4d6f6a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1317952 Nov 26 21:57:23.834425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Request body: {'port': {'device_id': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'admin_state_up': True, 'tenant_id': '5a5a74555b8e427e9d5065199c03f47b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:57:23.904170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7f1b6ba1-5deb-4398-81d6-77a79c37f75e no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:57:23.924635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 7f1b6ba1-5deb-4398-81d6-77a79c37f75e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:57:23.925353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7f1b6ba1-5deb-4398-81d6-77a79c37f75e not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:57:23.946001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Made reservation on behalf of 5a5a74555b8e427e9d5065199c03f47b for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:57:23.949433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.080843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Allocated IP 172.20.0.13 (b74f2978-8328-4335-9972-08627d9aec33/1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0/16416033-7826-4f7f-b3e2-108740cd11af) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:57:24.208843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cf269f54-c1ff-44d1-9cfa-8f871895c3c1 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:57:24.232713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.259226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:57:24.263125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:57:24.263839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.268342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.314376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Network b74f2978-8328-4335-9972-08627d9aec33 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:57:24.317447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:57:24.321142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:57:24.345744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event updated for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:24.359140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.383005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf269f54-c1ff-44d1-9cfa-8f871895c3c1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:24.385239 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:24.385377 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c831d1-9269-46fc-9c7c-237abfda1d1f" -d '{"events": [{"server_uuid": "c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79", "name": "network-vif-plugged", "status": "completed", "tag": "cf269f54-c1ff-44d1-9cfa-8f871895c3c1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:24.385995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.400768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cf269f54-c1ff-44d1-9cfa-8f871895c3c1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,segment=NetworkSegment(3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb),segment_id=3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:24.405455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-950c3661-bb30-414b-b936-f2383a28083d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5759773 Nov 26 21:57:24.407192 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.434917 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8bd9ab-c239-45c6-b4b0-67d408151e4e x-openstack-request-id: req-ba8bd9ab-c239-45c6-b4b0-67d408151e4e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:24.435219 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79", "name": "network-vif-plugged", "status": "completed", "tag": "cf269f54-c1ff-44d1-9cfa-8f871895c3c1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:24.435466 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba8bd9ab-c239-45c6-b4b0-67d408151e4e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:24.435851 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf269f54-c1ff-44d1-9cfa-8f871895c3c1', 'code': 200} Nov 26 21:57:24.461666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:24.475877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Request body: {'port': {'device_id': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:57:24.534037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.614392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850039-6213-4a4b-98d9-3c430388dcf7 req-5ef229a7-7e86-41ab-8213-716a3153cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:24.615890 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2b850039-6213-4a4b-98d9-3c430388dcf7 req-5ef229a7-7e86-41ab-8213-716a3153cd4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 1096 time: 0.0784495 Nov 26 21:57:24.726335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3836e64-c633-443a-ab9a-b2feb57c9295 req-306cf9e5-d59d-4e4e-baee-307f5d3ee238 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:24.728724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3836e64-c633-443a-ab9a-b2feb57c9295 req-306cf9e5-d59d-4e4e-baee-307f5d3ee238 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 945 time: 0.0767128 Nov 26 21:57:24.805663 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3836e64-c633-443a-ab9a-b2feb57c9295 req-c3978973-32f5-4192-a19b-13fc3a65669d tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701945 Nov 26 21:57:24.821242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2b850039-6213-4a4b-98d9-3c430388dcf7 req-5ed378b1-c140-4ba7-acfd-9756fce42217 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980493 Nov 26 21:57:24.890863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16416033-7826-4f7f-b3e2-108740cd11af {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:57:24.899910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.912563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Transition to ACTIVE for port object 16416033-7826-4f7f-b3e2-108740cd11af will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:57:24.918014 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:24.930454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e861c-4b16-49c6-8ea3-486e109fced8 req-080af79e-11f1-4fc2-b6d4-ac7ac2018c50 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:24.932292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a7e861c-4b16-49c6-8ea3-486e109fced8 req-080af79e-11f1-4fc2-b6d4-ac7ac2018c50 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 932 time: 0.0530415 Nov 26 21:57:24.983817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a7e861c-4b16-49c6-8ea3-486e109fced8 req-b215eb26-1f30-4a06-8580-f66573a5399d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449924 Nov 26 21:57:24.991147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Pushing event updated for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:25.045897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Attempting to bind port 16416033-7826-4f7f-b3e2-108740cd11af on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:57:25.046181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Attempting to bind port 16416033-7826-4f7f-b3e2-108740cd11af by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:57:25.046518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Attempting to bind port 16416033-7826-4f7f-b3e2-108740cd11af on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:57:25.051248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Port 16416033-7826-4f7f-b3e2-108740cd11af on network b74f2978-8328-4335-9972-08627d9aec33 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:57:25.051658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Attempting to bind port 16416033-7826-4f7f-b3e2-108740cd11af on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:57:25.057165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:57:25.057607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Checking segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:57:25.057992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Bound using segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:57:25.058440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Bound port: 16416033-7826-4f7f-b3e2-108740cd11af, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:57:25.058794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:25.125583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:57:25.128575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:57:25.135542 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:25.173244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:25.173862 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:25.175265 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] 10.222.0.41 "PUT /v2.0/ports/16416033-7826-4f7f-b3e2-108740cd11af HTTP/1.1" status: 200 len: 1092 time: 0.7044435 Nov 26 21:57:25.175747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:25.178618 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db44527-d4df-4454-ad4e-4b923d16ee7f" -d '{"events": [{"name": "network-changed", "server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "tag": "16416033-7826-4f7f-b3e2-108740cd11af"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:25.201981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e227e8-3b54-418f-842c-7236776eaf39 service neutron] Pushing event updated for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:25.281918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-adbd1230-b424-427e-a925-6daafdd32034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:25.283479 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-adbd1230-b424-427e-a925-6daafdd32034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 1095 time: 0.0441496 Nov 26 21:57:25.299867 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb46e1f9-da9d-42f9-a8ec-10fae04e1d09 x-openstack-request-id: req-cb46e1f9-da9d-42f9-a8ec-10fae04e1d09 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:25.300194 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "tag": "16416033-7826-4f7f-b3e2-108740cd11af", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:25.300453 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb46e1f9-da9d-42f9-a8ec-10fae04e1d09 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:25.300918 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af', 'status': 'completed', 'code': 200} Nov 26 21:57:25.340688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-2927e7e8-0395-4b13-815b-7c53576d813e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16416033-7826-4f7f-b3e2-108740cd11af HTTP/1.1" status: 200 len: 217 time: 0.0388370 Nov 26 21:57:25.391390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-90de85ef-3e4d-440b-a26d-96905a7a7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:25.392857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-90de85ef-3e4d-440b-a26d-96905a7a7e7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0433664 Nov 26 21:57:25.425880 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-e41bd7cf-5e8d-4b49-8d29-0295bdb097a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249534 Nov 26 21:57:25.519384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-26cdd5ed-d351-4b4b-9753-66957d16d907 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847414 Nov 26 21:57:25.612645 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-637c0f4c-b0ab-4671-a17f-307b49497951 req-66f0bf09-b016-4f09-a732-4206b308f1df service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 Nov 26 21:57:25.748244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-0def9ec1-e04e-4a6f-95d6-137250c7f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:25.749779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-0def9ec1-e04e-4a6f-95d6-137250c7f1ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 1095 time: 0.0442402 Nov 26 21:57:25.867338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-bf5fb353-c142-4ee1-a0fb-39f932ea4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:25.869206 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-bf5fb353-c142-4ee1-a0fb-39f932ea4f65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 913 time: 0.1127260 Nov 26 21:57:25.915499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-a969fc4c-a3e6-4a5b-aa10-1489c63fab67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16416033-7826-4f7f-b3e2-108740cd11af HTTP/1.1" status: 200 len: 217 time: 0.0371895 Nov 26 21:57:25.959224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0131-3c62-4b65-bb17-a7ab90d0c1da req-6cd9cdfa-6866-475d-9875-ced1bc8ff1c4 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:25.961470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-261a0131-3c62-4b65-bb17-a7ab90d0c1da req-6cd9cdfa-6866-475d-9875-ced1bc8ff1c4 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 945 time: 0.0562215 Nov 26 21:57:25.971847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-d457c2de-2945-489f-8f29-4244bfdc97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:25.973372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-d457c2de-2945-489f-8f29-4244bfdc97e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0500789 Nov 26 21:57:26.011086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-0be5c0a9-5429-429b-9470-87e119a19218 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294046 Nov 26 21:57:26.029204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-261a0131-3c62-4b65-bb17-a7ab90d0c1da req-b3bb978e-9a2d-4a2f-a4ab-98cce67a10ab tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586042 Nov 26 21:57:26.120159 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-ae6dc08b-3143-4f81-b413-c0fe1919f0e4 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010611 Nov 26 21:57:26.142272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee457c9c-16b3-4577-8029-842ba144eb77 req-9173decc-701f-4fad-a9b0-63e79b39794d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:26.143940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee457c9c-16b3-4577-8029-842ba144eb77 req-9173decc-701f-4fad-a9b0-63e79b39794d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 944 time: 0.0512071 Nov 26 21:57:26.198364 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9cbda4e1-d8b4-4f28-b405-81b16cd20108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:26.217880 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7db44527-d4df-4454-ad4e-4b923d16ee7f req-19d519cf-591c-46c5-b7f8-ea8b8870c8b7 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895493 Nov 26 21:57:26.226199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee457c9c-16b3-4577-8029-842ba144eb77 req-73fbfe98-b3f6-4968-a31c-96e04eadb851 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687895 Nov 26 21:57:26.239269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e1556-2cf7-4c5f-8390-9c3266ffe5dc req-fae5892d-b4e1-4862-a6fa-38e49af9591d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:26.241445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-683e1556-2cf7-4c5f-8390-9c3266ffe5dc req-fae5892d-b4e1-4862-a6fa-38e49af9591d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0936575 Nov 26 21:57:26.295559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-683e1556-2cf7-4c5f-8390-9c3266ffe5dc req-127a0d9a-e21a-4ae3-98b3-d51610fb1daa tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470824 Nov 26 21:57:27.008895 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:27.141988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f428c-662e-442e-a61c-5a32bed3f2b9 req-921356c8-912e-415b-90f8-8ac0330a44fc tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:27.143516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b00f428c-662e-442e-a61c-5a32bed3f2b9 req-921356c8-912e-415b-90f8-8ac0330a44fc tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 945 time: 0.0506229 Nov 26 21:57:27.194801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b00f428c-662e-442e-a61c-5a32bed3f2b9 req-ec137033-8d70-4d7c-9332-e82cbd695e5c tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426798 Nov 26 21:57:27.341816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156335f5-4698-401d-a54a-0f8cc936163f req-8387ef4c-7127-4168-8855-0614e6629058 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:27.343367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-156335f5-4698-401d-a54a-0f8cc936163f req-8387ef4c-7127-4168-8855-0614e6629058 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 944 time: 0.0493174 Nov 26 21:57:27.393088 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-156335f5-4698-401d-a54a-0f8cc936163f req-e2cc77fb-cd53-4a3d-a618-3db5a1fba2fe tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Nov 26 21:57:27.537083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5e1b5-e607-4ff8-a9e1-81ac7cbcb7bb req-a77b39ec-3b15-46a7-8d08-d20acb9d1099 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:27.538591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ae5e1b5-e607-4ff8-a9e1-81ac7cbcb7bb req-a77b39ec-3b15-46a7-8d08-d20acb9d1099 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0816760 Nov 26 21:57:27.546417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11fcaa-7d6d-44b5-b5f5-14e150562f58 req-f1927d3c-ea90-423e-a4a9-6630cdc60cb7 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:27.547765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a11fcaa-7d6d-44b5-b5f5-14e150562f58 req-f1927d3c-ea90-423e-a4a9-6630cdc60cb7 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 945 time: 0.0792680 Nov 26 21:57:27.620608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ae5e1b5-e607-4ff8-a9e1-81ac7cbcb7bb req-9fe299fc-1b3c-447f-bf45-26a9d436bb75 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718992 Nov 26 21:57:27.624140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a11fcaa-7d6d-44b5-b5f5-14e150562f58 req-850050ad-4496-48b7-b5dc-44a6b36639c7 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698302 Nov 26 21:57:28.508608 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:28.516323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ef80-335d-46d8-bf58-ee01d69c4ddd req-9efa986a-76b3-42f4-be93-5907b4fe0845 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:28.517800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce03ef80-335d-46d8-bf58-ee01d69c4ddd req-9efa986a-76b3-42f4-be93-5907b4fe0845 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 944 time: 0.0519748 Nov 26 21:57:28.569188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce03ef80-335d-46d8-bf58-ee01d69c4ddd req-49420df9-23d6-43c4-90cd-50e1a167f014 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440619 Nov 26 21:57:28.769859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e321923-a588-4dd6-aaa2-cc26ff2f97e5 req-d48704fb-6de7-4b76-9d3a-d7fd3b3afe17 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:28.771309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e321923-a588-4dd6-aaa2-cc26ff2f97e5 req-d48704fb-6de7-4b76-9d3a-d7fd3b3afe17 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 945 time: 0.0755708 Nov 26 21:57:28.780002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cbf39-f284-4f7e-bea2-2622643e2b80 req-482889dc-b788-4626-bb01-f8c7ee4d6743 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:28.781393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-957cbf39-f284-4f7e-bea2-2622643e2b80 req-482889dc-b788-4626-bb01-f8c7ee4d6743 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0769501 Nov 26 21:57:28.854485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e321923-a588-4dd6-aaa2-cc26ff2f97e5 req-30f600e2-0ed1-4124-8aaa-5821ce9b9c3d tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ddca441-b6ac-4807-80b4-ded4fddcb362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721154 Nov 26 21:57:28.858776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-957cbf39-f284-4f7e-bea2-2622643e2b80 req-5d6192d1-9ba1-433b-bfd5-bb4553d953c6 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696955 Nov 26 21:57:29.069442 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:29.154413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-705851f9-60d3-47bd-bd66-890ec8c1116d tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:29.155908 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-705851f9-60d3-47bd-bd66-890ec8c1116d tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 945 time: 0.0541675 Nov 26 21:57:29.248082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Deleting port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:57:29.248419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:29.621918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] For port cf269f54-c1ff-44d1-9cfa-8f871895c3c1, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,segment=NetworkSegment(3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb),segment_id=3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:29.622322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:29.635682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Calling delete_port for cf269f54-c1ff-44d1-9cfa-8f871895c3c1 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:57:29.693541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926dc8e-be7c-4616-8298-c1b6fc81de1a req-57601107-5fd8-4113-abd4-7b4d90e08b7c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:29.695048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6926dc8e-be7c-4616-8298-c1b6fc81de1a req-57601107-5fd8-4113-abd4-7b4d90e08b7c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 944 time: 0.0536928 Nov 26 21:57:29.742846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6926dc8e-be7c-4616-8298-c1b6fc81de1a req-60e4a485-9db3-457b-879b-f51a21f3e0d2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Nov 26 21:57:29.766697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:29.796116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Pushing event deleted for resources: {'Port': ['ID=cf269f54-c1ff-44d1-9cfa-8f871895c3c1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:29.801956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['cf269f54-c1ff-44d1-9cfa-8f871895c3c1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:57:29.838854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] No DVR routers for this DVR port cf269f54-c1ff-44d1-9cfa-8f871895c3c1 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:57:29.841269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:29.844723 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82918f2e-c0de-41e1-b3f0-b4762eaebf1c req-21132ab1-ea07-438f-a8c6-3292138de343 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.13 "DELETE /v2.0/ports/cf269f54-c1ff-44d1-9cfa-8f871895c3c1 HTTP/1.1" status: 204 len: 173 time: 0.6826868 Nov 26 21:57:29.845164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79', 'name': 'network-vif-deleted', 'tag': 'cf269f54-c1ff-44d1-9cfa-8f871895c3c1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:29.847494 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f614f4-9c75-40f9-a3dc-379555ed03c3" -d '{"events": [{"server_uuid": "c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79", "name": "network-vif-deleted", "tag": "cf269f54-c1ff-44d1-9cfa-8f871895c3c1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:29.892382 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf561730-0571-4b4b-91c0-4ba3d0ab301e x-openstack-request-id: req-cf561730-0571-4b4b-91c0-4ba3d0ab301e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:29.892672 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79", "name": "network-vif-deleted", "tag": "cf269f54-c1ff-44d1-9cfa-8f871895c3c1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:29.892934 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf561730-0571-4b4b-91c0-4ba3d0ab301e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:29.893344 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79', 'name': 'network-vif-deleted', 'tag': 'cf269f54-c1ff-44d1-9cfa-8f871895c3c1', 'status': 'completed', 'code': 200} Nov 26 21:57:29.956084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93eaeb42-5141-46b7-8e9a-62f994c6940d req-0dc16410-8085-419b-9475-d7127fc1c3b7 tempest-InstanceActionsNegativeTestJSON-1044573837 tempest-InstanceActionsNegativeTestJSON-1044573837-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2c8a4d7-1992-4d95-a59d-16b6c1b0cc79 HTTP/1.1" status: 200 len: 210 time: 0.0274773 Nov 26 21:57:30.008623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9dcf5-3444-4ee4-80be-09e1b1d53c20 req-b9f9bbb8-b4d5-4b40-b9ed-850c64d2ee40 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:30.010150 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05c9dcf5-3444-4ee4-80be-09e1b1d53c20 req-b9f9bbb8-b4d5-4b40-b9ed-850c64d2ee40 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0566707 Nov 26 21:57:30.038223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 16416033-7826-4f7f-b3e2-108740cd11af details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:57:30.061985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05c9dcf5-3444-4ee4-80be-09e1b1d53c20 req-48283d2f-155d-4fe6-b39a-deb87a7d517b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449040 Nov 26 21:57:30.143698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:30.154991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '16416033-7826-4f7f-b3e2-108740cd11af', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'port_id': '16416033-7826-4f7f-b3e2-108740cd11af', 'mac_address': 'fa:16:3e:46:ac:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:57:30.191702 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:30.205395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16416033-7826-4f7f-b3e2-108740cd11af {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:57:30.224196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:30.228515 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:30.273883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:30.655941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['16416033-7826-4f7f-b3e2-108740cd11af'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:57:30.870470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5703-0f38-49ce-91b1-1f9757cfeff7 req-7fc105ee-214e-45b8-a7a6-2a0a5f0ea248 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:30.871983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2aac5703-0f38-49ce-91b1-1f9757cfeff7 req-7fc105ee-214e-45b8-a7a6-2a0a5f0ea248 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 945 time: 0.0566278 Nov 26 21:57:30.919349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2aac5703-0f38-49ce-91b1-1f9757cfeff7 req-5e656015-881e-4725-9677-a536f2753735 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Nov 26 21:57:31.015270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52616) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:31.058954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-3410564a-c85d-4b10-a723-c49bbd728bc9 admin admin] Deleting subnet a7dc0390-4300-49ff-9d43-cd9313e0fdd7 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:57:31.061943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3410564a-c85d-4b10-a723-c49bbd728bc9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.100749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3410564a-c85d-4b10-a723-c49bbd728bc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.143261 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3410564a-c85d-4b10-a723-c49bbd728bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.182787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9f7a9-6dc6-403c-bec5-0379fa3ec82f req-4162cec5-2f3d-4137-893b-004be09dce71 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:31.184189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11f9f7a9-6dc6-403c-bec5-0379fa3ec82f req-4162cec5-2f3d-4137-893b-004be09dce71 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0510359 Nov 26 21:57:31.200761 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3410564a-c85d-4b10-a723-c49bbd728bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.226879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410564a-c85d-4b10-a723-c49bbd728bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7dc0390-4300-49ff-9d43-cd9313e0fdd7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:31.231941 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3410564a-c85d-4b10-a723-c49bbd728bc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.233160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11f9f7a9-6dc6-403c-bec5-0379fa3ec82f req-1dfbcd76-4223-4f42-b8c5-8067651b580a tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Nov 26 21:57:31.235147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3410564a-c85d-4b10-a723-c49bbd728bc9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a7dc0390-4300-49ff-9d43-cd9313e0fdd7 HTTP/1.1" status: 204 len: 168 time: 0.2188375 Nov 26 21:57:31.237661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52622) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:31.311672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.388305 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.408831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2219478-b8d4-481c-adba-689dbd0d65db']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:57:31.418149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:57:31.418446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf984a9-44ed-4b1d-a44d-578d8fbaa1eb') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:57:31.428627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.440753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.447114 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:57:31.447501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:57:31.449140 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:57:31.507536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.513133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.519097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] 10.222.0.21 "DELETE /v2.0/networks/f2219478-b8d4-481c-adba-689dbd0d65db HTTP/1.1" status: 204 len: 168 time: 0.2775967 Nov 26 21:57:31.527570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2219478-b8d4-481c-adba-689dbd0d65db,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:31.535130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.535481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.535885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.536297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.536635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.536954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.537281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.537639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.537923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.538281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.538707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.538907 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b70df44-ce9d-436c-94a6-6de78a2b026c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:31.625172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52630) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:31.664362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ff10c18e-fdf7-44ca-80c7-322cedf97436 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f123a4888f7e464cbb74165588f0dc40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379519 Nov 26 21:57:31.666827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52632) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:31.714924 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-231461d5-bc16-4e66-9f42-792b932a5e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.734886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-231461d5-bc16-4e66-9f42-792b932a5e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.783079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-231461d5-bc16-4e66-9f42-792b932a5e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.785758 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-231461d5-bc16-4e66-9f42-792b932a5e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:31.787227 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-231461d5-bc16-4e66-9f42-792b932a5e47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ddca441-b6ac-4807-80b4-ded4fddcb362 HTTP/1.1" status: 204 len: 168 time: 0.1193805 Nov 26 21:57:31.795356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231461d5-bc16-4e66-9f42-792b932a5e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddca441-b6ac-4807-80b4-ded4fddcb362,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:32.034759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d0752-e40d-4ef4-bcaa-4f3299cc44da req-300a40a7-89aa-439a-82e4-64b81ecd005b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:32.036775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d3d0752-e40d-4ef4-bcaa-4f3299cc44da req-300a40a7-89aa-439a-82e4-64b81ecd005b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 945 time: 0.0486219 Nov 26 21:57:32.049741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 16416033-7826-4f7f-b3e2-108740cd11af up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:57:32.094633 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d3d0752-e40d-4ef4-bcaa-4f3299cc44da req-cadfa1bd-bc8d-4967-8597-eb1061b81342 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Nov 26 21:57:32.106742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 16416033-7826-4f7f-b3e2-108740cd11af completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:57:32.117476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 16416033-7826-4f7f-b3e2-108740cd11af triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:57:32.117476 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:32.194669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:32.218609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:57:32.220863 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dd0430-dcb4-4640-9f6f-5d5db46dc9d3" -d '{"events": [{"server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "name": "network-vif-plugged", "status": "completed", "tag": "16416033-7826-4f7f-b3e2-108740cd11af"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:57:32.235365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:57:32.241007 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:32.266358 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee06b29c-86a1-457a-aa7d-3f1088d34d0b x-openstack-request-id: req-ee06b29c-86a1-457a-aa7d-3f1088d34d0b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:57:32.266664 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "name": "network-vif-plugged", "status": "completed", "tag": "16416033-7826-4f7f-b3e2-108740cd11af", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:57:32.266919 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee06b29c-86a1-457a-aa7d-3f1088d34d0b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:57:32.267315 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af', 'code': 200} Nov 26 21:57:32.296123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:32.385951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e589b3-ed64-4d98-8065-219d74e10d4e req-3315048e-ac6d-4a2d-86cc-2aa9d602f9c3 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:32.393992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57e589b3-ed64-4d98-8065-219d74e10d4e req-3315048e-ac6d-4a2d-86cc-2aa9d602f9c3 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0716908 Nov 26 21:57:32.415314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d6fdd-bb53-42b6-ad9b-b3cca9d13ecd req-a5bfd3f0-6683-4e66-8c2a-2d9bc3fa76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:32.417715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-613d6fdd-bb53-42b6-ad9b-b3cca9d13ecd req-a5bfd3f0-6683-4e66-8c2a-2d9bc3fa76eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 1097 time: 0.0508273 Nov 26 21:57:32.447205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57e589b3-ed64-4d98-8065-219d74e10d4e req-ca4ff525-55b8-4358-b543-f43f5e3d6b57 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519576 Nov 26 21:57:32.472929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-613d6fdd-bb53-42b6-ad9b-b3cca9d13ecd req-83e642e6-8933-430d-aa54-e5f5f0a79732 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478611 Nov 26 21:57:32.940643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52680) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:33.046468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93a66855-4d22-41e2-b256-195ee4fd2217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:33.119223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93a66855-4d22-41e2-b256-195ee4fd2217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:33.123448 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93a66855-4d22-41e2-b256-195ee4fd2217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:33.161859 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-93a66855-4d22-41e2-b256-195ee4fd2217 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0472f70f17541eaa95cabf4b2533ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200518 Nov 26 21:57:33.162776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a66855-4d22-41e2-b256-195ee4fd2217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8726aa51-8fd0-4639-b447-0c986699bb56,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:33.164602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52686) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:33.223065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588df964-a670-4656-8b4b-fe82e163bcb2 req-93e81798-eb16-4233-b97e-f1d8a019a212 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:33.224595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-588df964-a670-4656-8b4b-fe82e163bcb2 req-93e81798-eb16-4233-b97e-f1d8a019a212 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0531619 Nov 26 21:57:33.225159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf105f21-ece8-4bc6-b8aa-753b030f3fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:33.246838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf105f21-ece8-4bc6-b8aa-753b030f3fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:33.273879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-588df964-a670-4656-8b4b-fe82e163bcb2 req-b784991e-9de2-49c0-b0aa-a420e7245296 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Nov 26 21:57:33.303974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf105f21-ece8-4bc6-b8aa-753b030f3fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:33.307089 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf105f21-ece8-4bc6-b8aa-753b030f3fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:33.308312 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf105f21-ece8-4bc6-b8aa-753b030f3fac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8726aa51-8fd0-4639-b447-0c986699bb56 HTTP/1.1" status: 204 len: 168 time: 0.1411424 Nov 26 21:57:33.316552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf105f21-ece8-4bc6-b8aa-753b030f3fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8726aa51-8fd0-4639-b447-0c986699bb56,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:33.581398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0201c-7de1-4931-9fce-8bca4456dead req-2d967cb0-858c-4cb3-b4f3-3dc733fa019f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:33.583784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0f0201c-7de1-4931-9fce-8bca4456dead req-2d967cb0-858c-4cb3-b4f3-3dc733fa019f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0520880 Nov 26 21:57:33.633167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0f0201c-7de1-4931-9fce-8bca4456dead req-99d3d483-43f9-4e07-ae71-0bd18d5f9ccc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 Nov 26 21:57:34.213492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cf269f54-c1ff-44d1-9cfa-8f871895c3c1 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:57:34.234556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: cf269f54-c1ff-44d1-9cfa-8f871895c3c1 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:57:34.234916 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cf269f54-c1ff-44d1-9cfa-8f871895c3c1 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:57:34.427673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d527c7-0962-4b39-8cca-50d8d3bbcf04 req-08b90def-2443-4f5e-be76-4635e0797852 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:34.429078 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7d527c7-0962-4b39-8cca-50d8d3bbcf04 req-08b90def-2443-4f5e-be76-4635e0797852 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0522110 Nov 26 21:57:34.484291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7d527c7-0962-4b39-8cca-50d8d3bbcf04 req-191e97d7-0fcb-4f93-b2ad-442a2fab6784 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485811 Nov 26 21:57:34.757379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3c46-137b-4752-936c-60a3dc8ec039 req-f5c0a78a-133e-4824-ad93-e1dbf4074025 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:34.758942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa9a3c46-137b-4752-936c-60a3dc8ec039 req-f5c0a78a-133e-4824-ad93-e1dbf4074025 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0526733 Nov 26 21:57:34.828046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa9a3c46-137b-4752-936c-60a3dc8ec039 req-2fee25cc-4c35-4a8a-b063-e4535fc0bdc9 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625508 Nov 26 21:57:34.926253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f7856-9da9-4637-bdd9-b4cd44b789bb req-64ec5474-e8fd-49db-a6c1-e9ce3c36fe66 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:34.927758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732f7856-9da9-4637-bdd9-b4cd44b789bb req-64ec5474-e8fd-49db-a6c1-e9ce3c36fe66 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0501740 Nov 26 21:57:34.979178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732f7856-9da9-4637-bdd9-b4cd44b789bb req-591cff81-fe0b-48e1-b056-26c05a03ec3f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448306 Nov 26 21:57:35.966386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7e3c6-e345-4c82-8c00-ed5ed77b1daa req-d21a472b-c971-4226-b34c-ee77df5db58e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:35.967817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fbd7e3c6-e345-4c82-8c00-ed5ed77b1daa req-d21a472b-c971-4226-b34c-ee77df5db58e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0530336 Nov 26 21:57:36.017234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fbd7e3c6-e345-4c82-8c00-ed5ed77b1daa req-3117d079-dd4e-4df5-b164-ffc7bfbaff62 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Nov 26 21:57:36.105490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4a829-edf4-4cd7-8e79-59f46fcf0dee req-0c40b4f9-5529-4202-8608-a9e04f05546a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:36.107045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bfe4a829-edf4-4cd7-8e79-59f46fcf0dee req-0c40b4f9-5529-4202-8608-a9e04f05546a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0535557 Nov 26 21:57:36.155967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bfe4a829-edf4-4cd7-8e79-59f46fcf0dee req-85f6d09d-c4ed-4061-bd28-f9996708e8a1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Nov 26 21:57:36.923555 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:37.159752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc0623-0609-43d8-8a02-fbd86a69a37c req-92c56530-16fe-4631-9eae-783d47c36917 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:37.161759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60bc0623-0609-43d8-8a02-fbd86a69a37c req-92c56530-16fe-4631-9eae-783d47c36917 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0710018 Nov 26 21:57:37.540963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60bc0623-0609-43d8-8a02-fbd86a69a37c req-907225d8-d9cb-4d69-9677-445ac3d77180 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727243 Nov 26 21:57:37.556470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507d576-0e24-452f-9ac4-b15970603011 req-43617f69-a19e-4259-951f-831c95f6cfcb tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:37.558351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6507d576-0e24-452f-9ac4-b15970603011 req-43617f69-a19e-4259-951f-831c95f6cfcb tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0723388 Nov 26 21:57:37.628937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6507d576-0e24-452f-9ac4-b15970603011 req-ce6ede1b-ac8e-47bd-b537-46e26a8a75b9 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566025 Nov 26 21:57:37.782732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092e784-eae6-4d9b-aa96-eeaaf796e47a req-cf7dffa6-de69-4d84-9eef-dc6cf6fa36a5 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:37.790654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8092e784-eae6-4d9b-aa96-eeaaf796e47a req-cf7dffa6-de69-4d84-9eef-dc6cf6fa36a5 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0597956 Nov 26 21:57:37.826014 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:37.840045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8092e784-eae6-4d9b-aa96-eeaaf796e47a req-55a082c3-4714-4eba-9659-2ec387b070d4 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483737 Nov 26 21:57:38.003516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-8f3971a8-8ce5-444d-a0a6-534785438af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:38.005455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-8f3971a8-8ce5-444d-a0a6-534785438af6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 1096 time: 0.1604230 Nov 26 21:57:38.104232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-4b24d4ff-bf57-4013-8534-28af1970902d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:38.105857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-4b24d4ff-bf57-4013-8534-28af1970902d service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.0934315 Nov 26 21:57:38.167647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52814) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:38.185448 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-384126ab-3ce6-47a3-8b3b-1a6e3e324ecb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 200 len: 1001 time: 0.0726674 Nov 26 21:57:38.242603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-ffbbf223-1831-45de-8824-3ab5f6c9bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:38.244112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-ffbbf223-1831-45de-8824-3ab5f6c9bc58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.0515523 Nov 26 21:57:38.293748 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:38.318520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-e5de10d2-1ab0-4763-a656-65683901b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:38.320053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-e5de10d2-1ab0-4763-a656-65683901b538 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687132 Nov 26 21:57:38.458432 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:38.461169 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-166eb01c-0dfe-41bb-9eb1-ac54b017e31d service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296926 Nov 26 21:57:38.462678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:38.549071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ee975-6ee3-45e6-a9c6-3f2638ed3520,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:38.554687 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=919e7788b261406da7f593f52f1e890c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858192 Nov 26 21:57:38.558053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52820) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:38.565201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.565591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.565887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.566499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.566631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.567046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.567380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.567707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.568096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.568472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.568798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.569120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee013255-abbf-4280-9bbc-498623e73a5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:57:38.605415 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-11e42a8b-5203-4068-97c8-2bce027e57ab req-5cd25a28-932f-4dcb-aa87-339ce46b41da service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328800 Nov 26 21:57:38.614012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4918d655-1ebc-4183-9a00-27640ce77c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:38.636308 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4918d655-1ebc-4183-9a00-27640ce77c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:38.687671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4918d655-1ebc-4183-9a00-27640ce77c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:38.690616 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4918d655-1ebc-4183-9a00-27640ce77c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:38.694689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4918d655-1ebc-4183-9a00-27640ce77c68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b1ee975-6ee3-45e6-a9c6-3f2638ed3520 HTTP/1.1" status: 204 len: 168 time: 0.1322331 Nov 26 21:57:38.700951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918d655-1ebc-4183-9a00-27640ce77c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ee975-6ee3-45e6-a9c6-3f2638ed3520,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:38.804729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea427ced-0d46-410d-9fb2-a7b9bfc561fc req-3f493f70-6339-4fd7-b902-63d73610bbcf tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:38.806258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea427ced-0d46-410d-9fb2-a7b9bfc561fc req-3f493f70-6339-4fd7-b902-63d73610bbcf tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0682499 Nov 26 21:57:38.874914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea427ced-0d46-410d-9fb2-a7b9bfc561fc req-d4adf1d2-0438-4474-bcd7-b38181e04c05 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541015 Nov 26 21:57:38.986641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2305e5-be45-401b-b9c7-2817024b91b0 req-ef497246-6ac6-47df-a08a-232c7f2e56ab tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:38.988445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b2305e5-be45-401b-b9c7-2817024b91b0 req-ef497246-6ac6-47df-a08a-232c7f2e56ab tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0585587 Nov 26 21:57:39.042722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b2305e5-be45-401b-b9c7-2817024b91b0 req-38a55727-fdfb-426b-a682-63e8fa7bbbc2 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471051 Nov 26 21:57:39.995117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58b07-aa0b-426d-aea6-0892029498b8 req-5d36a666-746e-4d39-8657-2decf95f7e30 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:39.997648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69d58b07-aa0b-426d-aea6-0892029498b8 req-5d36a666-746e-4d39-8657-2decf95f7e30 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0584977 Nov 26 21:57:40.045965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69d58b07-aa0b-426d-aea6-0892029498b8 req-3839a642-ab2c-4018-b0ce-b22eee378949 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Nov 26 21:57:40.167833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd09ea-96aa-43e7-ab11-bb20f2fa7626 req-def1ef66-3cf7-489f-8a3c-29057fe9e18d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:40.169332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92fd09ea-96aa-43e7-ab11-bb20f2fa7626 req-def1ef66-3cf7-489f-8a3c-29057fe9e18d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0533886 Nov 26 21:57:40.218762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92fd09ea-96aa-43e7-ab11-bb20f2fa7626 req-496c58e8-9fcd-4f69-a0a2-9020e2845a81 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Nov 26 21:57:41.172183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d57133-e750-4be2-9a62-9166d4aabad2 req-25bf3135-f4ff-4141-bb48-4c24bd6d9564 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:41.173714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0d57133-e750-4be2-9a62-9166d4aabad2 req-25bf3135-f4ff-4141-bb48-4c24bd6d9564 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0506458 Nov 26 21:57:41.222053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0d57133-e750-4be2-9a62-9166d4aabad2 req-ca873dde-25f0-4d39-b899-61b620992c1e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Nov 26 21:57:41.398692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52914) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:41.505629 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ead-31a8-455c-bd21-48552284dbf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:41.578835 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:57:41.584000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ead-31a8-455c-bd21-48552284dbf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:41.587743 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b2c0ead-31a8-455c-bd21-48552284dbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:41.627580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4b2c0ead-31a8-455c-bd21-48552284dbf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f857b039394fcca52b961e8484bc1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278106 Nov 26 21:57:41.628432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c0ead-31a8-455c-bd21-48552284dbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03a1be6-c9dd-49ed-939a-e9846c08e954,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:41.630336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52920) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:41.678023 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcd35895-6769-4100-a7c1-b7e3c22f79fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:41.699412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcd35895-6769-4100-a7c1-b7e3c22f79fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:41.749985 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcd35895-6769-4100-a7c1-b7e3c22f79fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:41.752849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcd35895-6769-4100-a7c1-b7e3c22f79fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:41.754015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fcd35895-6769-4100-a7c1-b7e3c22f79fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c03a1be6-c9dd-49ed-939a-e9846c08e954 HTTP/1.1" status: 204 len: 168 time: 0.1226282 Nov 26 21:57:41.762195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd35895-6769-4100-a7c1-b7e3c22f79fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03a1be6-c9dd-49ed-939a-e9846c08e954,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:42.012216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52928) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:42.026006 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8eba2172-a008-41fc-8cd8-1fae1030b3cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:42.099258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8eba2172-a008-41fc-8cd8-1fae1030b3cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:42.103351 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8eba2172-a008-41fc-8cd8-1fae1030b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:42.144531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8eba2172-a008-41fc-8cd8-1fae1030b3cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4db6d24d4c840ffb73fb074738148b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288204 Nov 26 21:57:42.144531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba2172-a008-41fc-8cd8-1fae1030b3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7e2a83-c533-4d9c-a60d-01c8353ed1ff,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:42.145079 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52932) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:42.197123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5af7-e7dc-4e0a-9d99-910fa5ae2576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:42.216377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5af7-e7dc-4e0a-9d99-910fa5ae2576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:42.266285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5af7-e7dc-4e0a-9d99-910fa5ae2576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:42.268918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6cc5af7-e7dc-4e0a-9d99-910fa5ae2576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:42.270268 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e6cc5af7-e7dc-4e0a-9d99-910fa5ae2576 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df7e2a83-c533-4d9c-a60d-01c8353ed1ff HTTP/1.1" status: 204 len: 168 time: 0.1236186 Nov 26 21:57:42.278223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc5af7-e7dc-4e0a-9d99-910fa5ae2576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7e2a83-c533-4d9c-a60d-01c8353ed1ff,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:42.348668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5061e-9d05-4229-85bd-750ec700371e req-a1054b7e-42e1-4cea-9ac4-c849e53126a6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:42.350840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6da5061e-9d05-4229-85bd-750ec700371e req-a1054b7e-42e1-4cea-9ac4-c849e53126a6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0530779 Nov 26 21:57:42.400991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6da5061e-9d05-4229-85bd-750ec700371e req-33f8f812-a056-41b4-a25f-1f0687515276 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439334 Nov 26 21:57:43.527384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e09682-27ae-42e3-8f0f-0c656430ad0f req-07551e85-e3b4-44d6-acf3-7069f9c6c1ba tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:43.528866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0e09682-27ae-42e3-8f0f-0c656430ad0f req-07551e85-e3b4-44d6-acf3-7069f9c6c1ba tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0570505 Nov 26 21:57:43.577258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0e09682-27ae-42e3-8f0f-0c656430ad0f req-bd91965b-b133-47a3-8777-a804bc5852e5 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Nov 26 21:57:44.697980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1115f5e-9b27-45fe-9938-d0862ed81e32 req-288b2f10-a416-4c85-bab3-af747e9687e4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:44.699600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1115f5e-9b27-45fe-9938-d0862ed81e32 req-288b2f10-a416-4c85-bab3-af747e9687e4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0501502 Nov 26 21:57:44.750596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1115f5e-9b27-45fe-9938-d0862ed81e32 req-503f87b8-5aa1-42d4-b329-712691689901 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Nov 26 21:57:45.892995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d29fb1-f16c-4529-b2e2-40d3433bb8b0 req-f019feec-fe91-4afa-b14d-bd6d5268e44d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:45.892995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08d29fb1-f16c-4529-b2e2-40d3433bb8b0 req-f019feec-fe91-4afa-b14d-bd6d5268e44d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0666001 Nov 26 21:57:45.944335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08d29fb1-f16c-4529-b2e2-40d3433bb8b0 req-2d200361-6ca1-401d-8d54-40397c7b46d8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Nov 26 21:57:47.067729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae91ec-cfa0-4f07-8129-004e2a1bd921 req-17dd8306-668e-43e1-b9cf-3593302dfb7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:47.069346 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6ae91ec-cfa0-4f07-8129-004e2a1bd921 req-17dd8306-668e-43e1-b9cf-3593302dfb7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0509818 Nov 26 21:57:47.117229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6ae91ec-cfa0-4f07-8129-004e2a1bd921 req-a1e5a27d-f359-4932-a545-041ca1977156 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419698 Nov 26 21:57:47.277620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53080) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:47.382118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0372b523-e133-4aec-b6ab-f87d7914392c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.459393 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0372b523-e133-4aec-b6ab-f87d7914392c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.463588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0372b523-e133-4aec-b6ab-f87d7914392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.500201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372b523-e133-4aec-b6ab-f87d7914392c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1e225b-6f25-4eb0-bc89-3ea930c72179,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:47.506279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0372b523-e133-4aec-b6ab-f87d7914392c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd958b99a2ce4f078439b65bd8e8cc0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2274556 Nov 26 21:57:47.507218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53086) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:47.555773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71dab22a-8910-4ca9-8163-88e5657606d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.579586 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71dab22a-8910-4ca9-8163-88e5657606d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.630513 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71dab22a-8910-4ca9-8163-88e5657606d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.633114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71dab22a-8910-4ca9-8163-88e5657606d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.634452 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-71dab22a-8910-4ca9-8163-88e5657606d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c1e225b-6f25-4eb0-bc89-3ea930c72179 HTTP/1.1" status: 204 len: 168 time: 0.1261368 Nov 26 21:57:47.641951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dab22a-8910-4ca9-8163-88e5657606d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1e225b-6f25-4eb0-bc89-3ea930c72179,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:47.893309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53094) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:47.909033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0d66158-3218-4f87-b833-e9c9aa2f39db admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.983688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0d66158-3218-4f87-b833-e9c9aa2f39db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:47.987718 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0d66158-3218-4f87-b833-e9c9aa2f39db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:48.029106 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f0d66158-3218-4f87-b833-e9c9aa2f39db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6590f951083b4ad696c005dcf581b246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346910 Nov 26 21:57:48.030068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d66158-3218-4f87-b833-e9c9aa2f39db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46746f-f9c6-4c98-9cad-3e44d063c8ba,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:48.031832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53098) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:48.080612 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26aa6bf1-159b-4276-907c-f228d4f0f481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:48.102209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26aa6bf1-159b-4276-907c-f228d4f0f481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:48.147676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26aa6bf1-159b-4276-907c-f228d4f0f481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:48.150523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26aa6bf1-159b-4276-907c-f228d4f0f481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:48.151687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-26aa6bf1-159b-4276-907c-f228d4f0f481 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d46746f-f9c6-4c98-9cad-3e44d063c8ba HTTP/1.1" status: 204 len: 168 time: 0.1184494 Nov 26 21:57:48.162246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa6bf1-159b-4276-907c-f228d4f0f481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46746f-f9c6-4c98-9cad-3e44d063c8ba,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:48.242062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234d543-7b3b-40b2-bf0f-a32d6d58eee2 req-a39e609f-766b-47c7-95bc-5003b92124e2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:48.243615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1234d543-7b3b-40b2-bf0f-a32d6d58eee2 req-a39e609f-766b-47c7-95bc-5003b92124e2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0534277 Nov 26 21:57:48.291945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1234d543-7b3b-40b2-bf0f-a32d6d58eee2 req-e7cbd92e-4403-42a5-98bc-12a67e82c0e8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Nov 26 21:57:49.411582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88f9b0-e4c0-4ab4-a479-52eade36880b req-8635a762-ddb7-44cf-85f5-49b739cae957 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:49.413158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d88f9b0-e4c0-4ab4-a479-52eade36880b req-8635a762-ddb7-44cf-85f5-49b739cae957 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0511153 Nov 26 21:57:49.464075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d88f9b0-e4c0-4ab4-a479-52eade36880b req-53ada24a-a297-4d4d-949f-c6dfbf743cec tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Nov 26 21:57:50.537527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53176) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:50.601710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f1650-df5b-41af-b3f5-b62f8bf703e1 req-b90c267b-2af5-481c-afb5-98577be1aba8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:50.603380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-316f1650-df5b-41af-b3f5-b62f8bf703e1 req-b90c267b-2af5-481c-afb5-98577be1aba8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0589199 Nov 26 21:57:50.669869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-316f1650-df5b-41af-b3f5-b62f8bf703e1 req-6d73b2a8-5ed8-4616-8916-120b9c229e4d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601082 Nov 26 21:57:50.670829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f40b7acb-b13c-4796-b539-a355f10158d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:50.759444 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f40b7acb-b13c-4796-b539-a355f10158d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:50.764181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f40b7acb-b13c-4796-b539-a355f10158d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:50.812587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f40b7acb-b13c-4796-b539-a355f10158d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=805b539f89534d338f6d39c300cc927e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2738366 Nov 26 21:57:50.813466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b7acb-b13c-4796-b539-a355f10158d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab8dd8-3594-4b45-b465-1210d660f9ab,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:50.815262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:50.870230 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13cb545c-6fbd-4d69-b920-8b709e5effc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:50.893199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13cb545c-6fbd-4d69-b920-8b709e5effc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:50.943664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13cb545c-6fbd-4d69-b920-8b709e5effc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:50.948656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13cb545c-6fbd-4d69-b920-8b709e5effc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:50.950714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-13cb545c-6fbd-4d69-b920-8b709e5effc9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84ab8dd8-3594-4b45-b465-1210d660f9ab HTTP/1.1" status: 204 len: 168 time: 0.1342328 Nov 26 21:57:50.961202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb545c-6fbd-4d69-b920-8b709e5effc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab8dd8-3594-4b45-b465-1210d660f9ab,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:51.222595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53190) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:51.236186 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b003928b-c8a1-4c64-8c72-891cdad158ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:51.313696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b003928b-c8a1-4c64-8c72-891cdad158ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:51.318871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b003928b-c8a1-4c64-8c72-891cdad158ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:51.359038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b003928b-c8a1-4c64-8c72-891cdad158ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fe27d38555c4f97a4b185114cade022&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329083 Nov 26 21:57:51.359038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003928b-c8a1-4c64-8c72-891cdad158ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe9af7b-fd85-49c8-a8e3-d9ec783c375f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:51.359566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53194) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:51.408975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bfdb19b7-90fa-4f66-afeb-7f3f21473970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:51.435354 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bfdb19b7-90fa-4f66-afeb-7f3f21473970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:51.482476 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bfdb19b7-90fa-4f66-afeb-7f3f21473970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:51.485137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bfdb19b7-90fa-4f66-afeb-7f3f21473970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:51.486302 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bfdb19b7-90fa-4f66-afeb-7f3f21473970 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbe9af7b-fd85-49c8-a8e3-d9ec783c375f HTTP/1.1" status: 204 len: 168 time: 0.1252127 Nov 26 21:57:51.501450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb19b7-90fa-4f66-afeb-7f3f21473970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe9af7b-fd85-49c8-a8e3-d9ec783c375f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:51.809905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d945-bd7f-44ee-8c6a-f00a588e9aa8 req-7c05d8ba-a1fb-4a4d-9e59-e943b41944f6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:51.811588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0fd9d945-bd7f-44ee-8c6a-f00a588e9aa8 req-7c05d8ba-a1fb-4a4d-9e59-e943b41944f6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0562091 Nov 26 21:57:51.866063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0fd9d945-bd7f-44ee-8c6a-f00a588e9aa8 req-aaf21de9-d13d-478a-bd19-ffafa86c61fa tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481663 Nov 26 21:57:52.992840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa1b22-fc5e-43fb-bdc7-401c79722eb3 req-e0dc811a-d611-4ad9-bceb-07081f9d44d0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:52.994520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6fa1b22-fc5e-43fb-bdc7-401c79722eb3 req-e0dc811a-d611-4ad9-bceb-07081f9d44d0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0536780 Nov 26 21:57:53.046695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6fa1b22-fc5e-43fb-bdc7-401c79722eb3 req-8d5339b0-3ac1-4630-b53b-a9adbe93c9c0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 Nov 26 21:57:53.444330 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b9176d68-7cf3-464b-809a-3b2d08edf08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:54.176592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7241a-f052-4b47-bfda-b7de6d99c008 req-bb9fa43f-d743-4398-b837-a5b404d52e86 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:54.178277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55b7241a-f052-4b47-bfda-b7de6d99c008 req-bb9fa43f-d743-4398-b837-a5b404d52e86 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0556583 Nov 26 21:57:54.228640 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55b7241a-f052-4b47-bfda-b7de6d99c008 req-5847c283-0767-4d7a-8e28-6bcf78156211 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Nov 26 21:57:55.348998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06efbd5-67c8-4c7c-8300-a284ea855f93 req-75838b04-1eeb-4d5d-ab1d-2f41620ebf72 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:55.350679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c06efbd5-67c8-4c7c-8300-a284ea855f93 req-75838b04-1eeb-4d5d-ab1d-2f41620ebf72 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0502384 Nov 26 21:57:55.401327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c06efbd5-67c8-4c7c-8300-a284ea855f93 req-088bf191-ea61-4148-b003-9bc8f6ed1ecb tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444498 Nov 26 21:57:56.191716 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3886275c-ae9f-4350-836e-f18f36151d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:56.524475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242b15f-1ac6-4733-86ce-1efe0d85ac38 req-aa3101fb-34e2-4985-9ada-a061f0294bc4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:56.525962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6242b15f-1ac6-4733-86ce-1efe0d85ac38 req-aa3101fb-34e2-4985-9ada-a061f0294bc4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0518339 Nov 26 21:57:56.577659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6242b15f-1ac6-4733-86ce-1efe0d85ac38 req-3bb5700b-80d6-43b5-b708-ffd735f773b3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Nov 26 21:57:57.012689 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:57.701069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a2a6f-8b4e-47a1-a091-becc727ab089 req-09c1989e-3c2f-4044-bfc4-1bf8a00fefbc tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:57.702629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e3a2a6f-8b4e-47a1-a091-becc727ab089 req-09c1989e-3c2f-4044-bfc4-1bf8a00fefbc tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0505817 Nov 26 21:57:57.751681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e3a2a6f-8b4e-47a1-a091-becc727ab089 req-55e74939-0b7a-4d10-8d01-2d02f960aea4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Nov 26 21:57:58.512999 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:58.882590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65150dcf-3e08-4b46-bf19-f494d10dce42 req-7fe9599e-59aa-4f12-92e6-28a53678187e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:57:58.884138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65150dcf-3e08-4b46-bf19-f494d10dce42 req-7fe9599e-59aa-4f12-92e6-28a53678187e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0569127 Nov 26 21:57:58.936310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65150dcf-3e08-4b46-bf19-f494d10dce42 req-fe10d388-db98-4a99-a24c-e9b038cd7bf8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459387 Nov 26 21:57:59.071712 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:59.428193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53428) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:59.543984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10fa97fe-2b79-40a0-afad-aeb98e5287cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:59.619528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10fa97fe-2b79-40a0-afad-aeb98e5287cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:59.623577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10fa97fe-2b79-40a0-afad-aeb98e5287cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:59.663075 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-10fa97fe-2b79-40a0-afad-aeb98e5287cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80815a5f35cc4348976ec9ae1e467911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2336109 Nov 26 21:57:59.663946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa97fe-2b79-40a0-afad-aeb98e5287cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ae7063-1961-4a2c-932e-9be2dd6f5cb3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:57:59.665911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53434) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:57:59.722046 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b35b932-a6ce-463e-982e-ae75c0d57605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:59.742759 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b35b932-a6ce-463e-982e-ae75c0d57605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:59.790593 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b35b932-a6ce-463e-982e-ae75c0d57605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:59.793356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b35b932-a6ce-463e-982e-ae75c0d57605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:57:59.794537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b35b932-a6ce-463e-982e-ae75c0d57605 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6ae7063-1961-4a2c-932e-9be2dd6f5cb3 HTTP/1.1" status: 204 len: 168 time: 0.1275990 Nov 26 21:57:59.802467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35b932-a6ce-463e-982e-ae75c0d57605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ae7063-1961-4a2c-932e-9be2dd6f5cb3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:00.073139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03f38d-99c1-4498-afdd-61ea1b3d6b96 req-c23d654b-3077-47dc-a6f9-2534983145ea tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:00.074847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b03f38d-99c1-4498-afdd-61ea1b3d6b96 req-c23d654b-3077-47dc-a6f9-2534983145ea tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0514147 Nov 26 21:58:00.093822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53444) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:00.107985 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-36c565de-f420-4e9f-840e-08c760b6d715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.124279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b03f38d-99c1-4498-afdd-61ea1b3d6b96 req-87b52fd9-d05e-4a1a-aa23-28a454191e66 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Nov 26 21:58:00.185272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-36c565de-f420-4e9f-840e-08c760b6d715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.189135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-36c565de-f420-4e9f-840e-08c760b6d715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.227845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c565de-f420-4e9f-840e-08c760b6d715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447138cf-8dbd-464d-b235-ebbd1e41dfa9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:00.233435 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-36c565de-f420-4e9f-840e-08c760b6d715 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=500f399118404936afb8ffb8cc826cdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379764 Nov 26 21:58:00.236234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53446) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:00.284080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8e52-0ee0-4214-a629-a9d90d230bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.304672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8e52-0ee0-4214-a629-a9d90d230bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.353797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8e52-0ee0-4214-a629-a9d90d230bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.356461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8e52-0ee0-4214-a629-a9d90d230bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.357654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6f5e8e52-0ee0-4214-a629-a9d90d230bac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/447138cf-8dbd-464d-b235-ebbd1e41dfa9 HTTP/1.1" status: 204 len: 168 time: 0.1204071 Nov 26 21:58:00.366890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e8e52-0ee0-4214-a629-a9d90d230bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447138cf-8dbd-464d-b235-ebbd1e41dfa9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:00.677285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53456) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:00.691000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7196e02-f75b-43cd-b7ce-151b36d5a563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.764620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7196e02-f75b-43cd-b7ce-151b36d5a563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.769042 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7196e02-f75b-43cd-b7ce-151b36d5a563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.808385 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f7196e02-f75b-43cd-b7ce-151b36d5a563 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba798f883a2a4a8ab1db057b5b50a7b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300309 Nov 26 21:58:00.809362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7196e02-f75b-43cd-b7ce-151b36d5a563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1781c5-1af1-4eac-baab-8d653220fad1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:00.810976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53458) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:00.859900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b8b42814-4e2d-4048-8bd2-0eb7e3c04728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.881721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b8b42814-4e2d-4048-8bd2-0eb7e3c04728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.928804 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b8b42814-4e2d-4048-8bd2-0eb7e3c04728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.931427 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b8b42814-4e2d-4048-8bd2-0eb7e3c04728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:00.932853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b8b42814-4e2d-4048-8bd2-0eb7e3c04728 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e1781c5-1af1-4eac-baab-8d653220fad1 HTTP/1.1" status: 204 len: 168 time: 0.1203206 Nov 26 21:58:00.940490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b42814-4e2d-4048-8bd2-0eb7e3c04728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1781c5-1af1-4eac-baab-8d653220fad1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:01.255878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5e8eb-b9c0-4e92-8ad8-9e760d727ce2 req-5acf742a-a2ca-4298-a0ad-4b8dc6e72406 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:01.257639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cc5e8eb-b9c0-4e92-8ad8-9e760d727ce2 req-5acf742a-a2ca-4298-a0ad-4b8dc6e72406 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0581257 Nov 26 21:58:01.307465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cc5e8eb-b9c0-4e92-8ad8-9e760d727ce2 req-f84f3944-e781-4b0e-ac96-033ca3501143 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 Nov 26 21:58:02.227691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 16416033-7826-4f7f-b3e2-108740cd11af details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:58:02.325779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:02.342218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '16416033-7826-4f7f-b3e2-108740cd11af', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'port_id': '16416033-7826-4f7f-b3e2-108740cd11af', 'mac_address': 'fa:16:3e:46:ac:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:58:02.380161 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:02.394386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16416033-7826-4f7f-b3e2-108740cd11af {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:02.417764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:02.423889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:02.440121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc94b69-83f0-465b-8e1d-5a1133e005c6 req-45f39e70-55dc-4c45-9769-36089994115d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:02.441694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0fc94b69-83f0-465b-8e1d-5a1133e005c6 req-45f39e70-55dc-4c45-9769-36089994115d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0570920 Nov 26 21:58:02.480783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:02.488812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.489815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.489950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.490453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.490813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.491153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.492105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.492447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.492787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.493123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.493450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.493783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:02.497890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0fc94b69-83f0-465b-8e1d-5a1133e005c6 req-1b6328d3-7c14-45be-82d5-4574acdaacfb tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480778 Nov 26 21:58:02.611393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['16416033-7826-4f7f-b3e2-108740cd11af'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:58:03.625382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499fc06-904c-4f4b-abfd-5a8ddefd4df6 req-c9431bc6-3688-453b-9976-48e6b7a776a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:03.626995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c499fc06-904c-4f4b-abfd-5a8ddefd4df6 req-c9431bc6-3688-453b-9976-48e6b7a776a2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 945 time: 0.0500424 Nov 26 21:58:03.674707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c499fc06-904c-4f4b-abfd-5a8ddefd4df6 req-ed3100bd-dd42-4c9e-a081-fdaa25339406 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Nov 26 21:58:04.249828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 16416033-7826-4f7f-b3e2-108740cd11af up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:04.308280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 16416033-7826-4f7f-b3e2-108740cd11af triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:04.308657 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:04.392490 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:04.423457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:04.425674 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5700e2-1583-41cb-aa8f-dd77dc7198fd" -d '{"events": [{"server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "name": "network-vif-plugged", "status": "completed", "tag": "16416033-7826-4f7f-b3e2-108740cd11af"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:04.441638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:04.447699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:04.513462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:04.606964 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd11e384-01e4-4969-ae9c-bec61a90b73f x-openstack-request-id: req-bd11e384-01e4-4969-ae9c-bec61a90b73f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:04.607264 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "name": "network-vif-plugged", "status": "completed", "tag": "16416033-7826-4f7f-b3e2-108740cd11af", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:04.607522 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd11e384-01e4-4969-ae9c-bec61a90b73f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:04.607919 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af', 'code': 200} Nov 26 21:58:04.801823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860892-4f7c-46e1-8c58-0b60d07f8ebb req-b218e292-1858-4a2c-a6c2-12238a1c1a45 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:04.803573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0860892-4f7c-46e1-8c58-0b60d07f8ebb req-b218e292-1858-4a2c-a6c2-12238a1c1a45 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0560298 Nov 26 21:58:04.851686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0860892-4f7c-46e1-8c58-0b60d07f8ebb req-159ca889-4fee-4389-acf7-bf1be3d88537 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418513 Nov 26 21:58:05.981769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c1c44-223b-4954-81b4-c681a95ca435 req-17109a6d-1572-49a5-9531-ce0e168129d7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:05.983530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b5c1c44-223b-4954-81b4-c681a95ca435 req-17109a6d-1572-49a5-9531-ce0e168129d7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0561070 Nov 26 21:58:06.037964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b5c1c44-223b-4954-81b4-c681a95ca435 req-4d2e223f-35c8-4920-b3b5-e6b7a9839ee3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470903 Nov 26 21:58:06.851922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53650) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:06.943193 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:06.967263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbca2446-327e-4627-8ee6-2f93f690a7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.060422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbca2446-327e-4627-8ee6-2f93f690a7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.069432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbca2446-327e-4627-8ee6-2f93f690a7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.131520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fbca2446-327e-4627-8ee6-2f93f690a7cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8752e9316e64468ea4c30a44baec8f52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2784257 Nov 26 21:58:07.136215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53664) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:07.166193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca2446-327e-4627-8ee6-2f93f690a7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c11bb3-7934-43e5-a818-72d415239a47,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:07.195129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf277571-e8c5-4ed6-aec4-fad5b69c672a req-355679f8-bd5d-44d6-a92a-dbe1a60a02b1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:07.197209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf277571-e8c5-4ed6-aec4-fad5b69c672a req-355679f8-bd5d-44d6-a92a-dbe1a60a02b1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0598869 Nov 26 21:58:07.199386 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef884b00-4660-404b-ab28-f869f1e437a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.227261 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef884b00-4660-404b-ab28-f869f1e437a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.257424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf277571-e8c5-4ed6-aec4-fad5b69c672a req-f840c7a5-0b16-4e1c-95f6-76549b358ffe tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525968 Nov 26 21:58:07.291665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef884b00-4660-404b-ab28-f869f1e437a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.295275 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef884b00-4660-404b-ab28-f869f1e437a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.299473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ef884b00-4660-404b-ab28-f869f1e437a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4c11bb3-7934-43e5-a818-72d415239a47 HTTP/1.1" status: 204 len: 168 time: 0.1642666 Nov 26 21:58:07.309007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef884b00-4660-404b-ab28-f869f1e437a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c11bb3-7934-43e5-a818-72d415239a47,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:07.674013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53672) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:07.688760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e20f37cf-4246-405a-ab5e-82429a4aca28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.781819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e20f37cf-4246-405a-ab5e-82429a4aca28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.787096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e20f37cf-4246-405a-ab5e-82429a4aca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.830663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e20f37cf-4246-405a-ab5e-82429a4aca28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75d7a17fb30544d8839efcad7ac77271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555154 Nov 26 21:58:07.831684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f37cf-4246-405a-ab5e-82429a4aca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728f05b0-4863-4711-ae3b-1a22bb27ea16,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:07.833350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53676) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:07.867933 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.905584 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abe83bd6-5c62-4df3-903b-5ee9ec255e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.929457 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abe83bd6-5c62-4df3-903b-5ee9ec255e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.990281 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abe83bd6-5c62-4df3-903b-5ee9ec255e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.994380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abe83bd6-5c62-4df3-903b-5ee9ec255e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:07.998244 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-abe83bd6-5c62-4df3-903b-5ee9ec255e62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/728f05b0-4863-4711-ae3b-1a22bb27ea16 HTTP/1.1" status: 204 len: 168 time: 0.1566720 Nov 26 21:58:08.007840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe83bd6-5c62-4df3-903b-5ee9ec255e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f05b0-4863-4711-ae3b-1a22bb27ea16,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:08.417582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac0268-cb26-43f9-b735-981a11333eef req-877710aa-e21a-40f9-959e-939d9932921c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:08.425056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbac0268-cb26-43f9-b735-981a11333eef req-877710aa-e21a-40f9-959e-939d9932921c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0805678 Nov 26 21:58:08.473173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbac0268-cb26-43f9-b735-981a11333eef req-9298bee0-ddb0-4b9e-9d78-f0dbadeb7d88 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Nov 26 21:58:09.604201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd402a17-a497-47dd-8d95-567422e0774e req-6898b1be-7051-4a2f-b0b4-c4800cb6af9a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:09.612822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd402a17-a497-47dd-8d95-567422e0774e req-6898b1be-7051-4a2f-b0b4-c4800cb6af9a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0616353 Nov 26 21:58:09.686885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd402a17-a497-47dd-8d95-567422e0774e req-d35afd00-639b-4116-a8ee-6274af05db75 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727756 Nov 26 21:58:10.417210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53774) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:10.552258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca7b-a218-4ab0-92a4-696201f62ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:10.643899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca7b-a218-4ab0-92a4-696201f62ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:10.648984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ca7b-a218-4ab0-92a4-696201f62ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:10.695658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3ca7b-a218-4ab0-92a4-696201f62ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024fb5ec-d909-4aac-8e70-476be3a9567f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:10.700581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a0d3ca7b-a218-4ab0-92a4-696201f62ffa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=536ab113583847f6b76d38a48f53cc30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820759 Nov 26 21:58:10.703402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53778) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:10.775628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56bcdfba-a385-437a-bde9-50c4e0334d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:10.805625 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56bcdfba-a385-437a-bde9-50c4e0334d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:10.822034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55a9f2-9ca9-41da-b6fc-0bf43b78b8aa req-d6829d18-6c36-41eb-8f5f-aa78fe03fa61 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:10.823707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a55a9f2-9ca9-41da-b6fc-0bf43b78b8aa req-d6829d18-6c36-41eb-8f5f-aa78fe03fa61 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0573406 Nov 26 21:58:10.882732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56bcdfba-a385-437a-bde9-50c4e0334d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:10.888333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56bcdfba-a385-437a-bde9-50c4e0334d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:10.892748 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56bcdfba-a385-437a-bde9-50c4e0334d85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/024fb5ec-d909-4aac-8e70-476be3a9567f HTTP/1.1" status: 204 len: 168 time: 0.1865406 Nov 26 21:58:10.909685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcdfba-a385-437a-bde9-50c4e0334d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024fb5ec-d909-4aac-8e70-476be3a9567f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:10.919113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a55a9f2-9ca9-41da-b6fc-0bf43b78b8aa req-02af89c1-2c1a-4d4f-b8bd-01f5e934596f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881593 Nov 26 21:58:11.226992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53788) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:11.242294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f509b04c-9d5f-4bbf-9cc3-dd4bf4ebf757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:11.344026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f509b04c-9d5f-4bbf-9cc3-dd4bf4ebf757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:11.351908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f509b04c-9d5f-4bbf-9cc3-dd4bf4ebf757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:11.393663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b04c-9d5f-4bbf-9cc3-dd4bf4ebf757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c586127c-9b8c-4c6b-a7f9-b4e375916674,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:11.412803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f509b04c-9d5f-4bbf-9cc3-dd4bf4ebf757 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89cf3c9f7758455fb50b05893e5d8cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818309 Nov 26 21:58:11.413573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53792) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:11.512954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ff1764d-36a1-4134-be87-360bf2a7986e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:11.539217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ff1764d-36a1-4134-be87-360bf2a7986e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:11.601315 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ff1764d-36a1-4134-be87-360bf2a7986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:11.604630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ff1764d-36a1-4134-be87-360bf2a7986e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:11.611653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9ff1764d-36a1-4134-be87-360bf2a7986e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c586127c-9b8c-4c6b-a7f9-b4e375916674 HTTP/1.1" status: 204 len: 168 time: 0.1967936 Nov 26 21:58:11.620428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1764d-36a1-4134-be87-360bf2a7986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c586127c-9b8c-4c6b-a7f9-b4e375916674,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:12.116603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297da9d3-4032-4369-8488-f111e0da0276 req-97702c14-4596-4e1d-8da5-ab5308e5da04 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:12.124572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-297da9d3-4032-4369-8488-f111e0da0276 req-97702c14-4596-4e1d-8da5-ab5308e5da04 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.1209090 Nov 26 21:58:12.190134 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-297da9d3-4032-4369-8488-f111e0da0276 req-88f36db7-7b76-483b-b057-207e10cb00dd tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537314 Nov 26 21:58:12.243556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dca06-9ce7-4fea-9b95-4cc86130b04a req-08f63470-172e-469c-847a-d9c07f9ad453 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:12.251353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e8dca06-9ce7-4fea-9b95-4cc86130b04a req-08f63470-172e-469c-847a-d9c07f9ad453 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1096 time: 0.0497632 Nov 26 21:58:12.265791 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9e8dca06-9ce7-4fea-9b95-4cc86130b04a req-fd074e1c-38f8-4abe-a592-3c27db7820ca tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:12.357635 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9e8dca06-9ce7-4fea-9b95-4cc86130b04a req-fd074e1c-38f8-4abe-a592-3c27db7820ca tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:12.365459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9e8dca06-9ce7-4fea-9b95-4cc86130b04a req-fd074e1c-38f8-4abe-a592-3c27db7820ca tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:12.418903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd074e1c-38f8-4abe-a592-3c27db7820ca tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095f5a55-069c-47dc-98e3-cdc2f883cb57,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:12.461542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e8dca06-9ce7-4fea-9b95-4cc86130b04a req-fd074e1c-38f8-4abe-a592-3c27db7820ca tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091272 Nov 26 21:58:12.619138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2394-1b88-453c-8d14-72f7deef6964 req-7c5d8dfe-8ef8-4634-83f9-d6c1f3112701 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:12.621171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a17e2394-1b88-453c-8d14-72f7deef6964 req-7c5d8dfe-8ef8-4634-83f9-d6c1f3112701 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0723717 Nov 26 21:58:12.692709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a17e2394-1b88-453c-8d14-72f7deef6964 req-7e533477-c7a5-4805-8667-adcef9f5e0a4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631585 Nov 26 21:58:12.718511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53832) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:12.784018 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-94f599b3-fe1e-4446-a6bf-a06b216ebae8 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514 HTTP/1.1" status: 200 len: 993 time: 0.0639939 Nov 26 21:58:13.137103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-92f8d17f-4b9b-4bf9-8f9f-6a978490af65 req-e19b9e21-e245-4558-8059-2ede91f33e98 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:58:13.138863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92f8d17f-4b9b-4bf9-8f9f-6a978490af65 req-e19b9e21-e245-4558-8059-2ede91f33e98 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079906 Nov 26 21:58:13.354262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87deac-fd76-4ae8-9732-e3cc84f24f16 req-bbce84d9-f8d5-4fac-8f67-49c95fc86ed1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:13.355883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f87deac-fd76-4ae8-9732-e3cc84f24f16 req-bbce84d9-f8d5-4fac-8f67-49c95fc86ed1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0841699 Nov 26 21:58:13.442133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f87deac-fd76-4ae8-9732-e3cc84f24f16 req-6d0de72e-2e14-46b4-b4f2-902db1bb799d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781310 Nov 26 21:58:13.702108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d98eb8-daf4-4f01-8151-e94079f17dec req-c739cb9f-f8c7-4992-9a1e-cad267cff2e2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:13.710815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3d98eb8-daf4-4f01-8151-e94079f17dec req-c739cb9f-f8c7-4992-9a1e-cad267cff2e2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0898039 Nov 26 21:58:13.778527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3d98eb8-daf4-4f01-8151-e94079f17dec req-ca9bddf6-27b7-40e9-a325-3bb4b22d658d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630162 Nov 26 21:58:13.900614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-7074b317-41ab-476b-af92-9e1f5aa5568b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2332907 Nov 26 21:58:13.907379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-d16cb461-fc03-499e-9909-31109af0c82c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:58:13.919530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-d16cb461-fc03-499e-9909-31109af0c82c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168118 Nov 26 21:58:14.654105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a9d2b-89ff-4046-b83b-efe86c5b6c76 req-64308e86-6208-4331-ace5-d3b982ae172b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:14.663996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-453a9d2b-89ff-4046-b83b-efe86c5b6c76 req-64308e86-6208-4331-ace5-d3b982ae172b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0851755 Nov 26 21:58:14.719529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53942) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:14.773464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-453a9d2b-89ff-4046-b83b-efe86c5b6c76 req-90c0b1c1-ad97-4e1e-9cfa-8fc0f4bf4715 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966623 Nov 26 21:58:14.922239 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6739add6-370a-4e92-a756-86bcd94138de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:14.972450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb7082-8c05-4834-a3e8-268b6122c75c req-fa38c0d9-4857-492b-874e-db2254396872 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:14.974643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ccb7082-8c05-4834-a3e8-268b6122c75c req-fa38c0d9-4857-492b-874e-db2254396872 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0981100 Nov 26 21:58:15.066566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ccb7082-8c05-4834-a3e8-268b6122c75c req-ee40cff8-bde3-4022-aa5a-f599f4cb5f4e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836112 Nov 26 21:58:15.081657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6739add6-370a-4e92-a756-86bcd94138de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:15.091492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6739add6-370a-4e92-a756-86bcd94138de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:15.142618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739add6-370a-4e92-a756-86bcd94138de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc61df2-8760-4b20-9796-0e6b15cc791e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:15.155533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6739add6-370a-4e92-a756-86bcd94138de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c39920c8482649bf91aaa11702f3eade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4322751 Nov 26 21:58:15.156326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53950) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:15.226409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e77d94fc-7e34-4029-802b-23a419a245bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:15.252696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e77d94fc-7e34-4029-802b-23a419a245bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:15.311263 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e77d94fc-7e34-4029-802b-23a419a245bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:15.319660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e77d94fc-7e34-4029-802b-23a419a245bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:15.320899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e77d94fc-7e34-4029-802b-23a419a245bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcc61df2-8760-4b20-9796-0e6b15cc791e HTTP/1.1" status: 204 len: 168 time: 0.1626863 Nov 26 21:58:15.333240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d94fc-7e34-4029-802b-23a419a245bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc61df2-8760-4b20-9796-0e6b15cc791e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:15.609680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-780807f5-74d2-4848-8372-981a9f2cbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:15.611597 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-780807f5-74d2-4848-8372-981a9f2cbab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1096 time: 0.0514097 Nov 26 21:58:15.697691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53960) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:15.728673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad31f8af-5e0a-4fce-a3f2-eafe731ac731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:15.790843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-dec325e7-5d99-4e38-92f3-d69d52ebad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:15.813048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-dec325e7-5d99-4e38-92f3-d69d52ebad1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.1927793 Nov 26 21:58:16.003699 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-6ac2bfa2-6a81-467d-9b34-4e779fc9c93b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 1001 time: 0.1743033 Nov 26 21:58:16.017554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf824a8f-851f-4397-b3eb-3f7e93713f93 req-250d9509-8ab4-4a79-82f0-8c9b12de09ce tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:16.023092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf824a8f-851f-4397-b3eb-3f7e93713f93 req-250d9509-8ab4-4a79-82f0-8c9b12de09ce tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.1119342 Nov 26 21:58:16.095596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad31f8af-5e0a-4fce-a3f2-eafe731ac731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:16.099290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-8c0dea65-3716-440a-9f8d-741bbf4ea45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:16.101263 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-8c0dea65-3716-440a-9f8d-741bbf4ea45e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.0898423 Nov 26 21:58:16.106058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad31f8af-5e0a-4fce-a3f2-eafe731ac731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:16.147531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf824a8f-851f-4397-b3eb-3f7e93713f93 req-2f973c97-ff73-4910-93f2-870362673525 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147060 Nov 26 21:58:16.200944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31f8af-5e0a-4fce-a3f2-eafe731ac731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dedfb3c-1ac2-40dd-8a5a-520b9d186656,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:16.207739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ad31f8af-5e0a-4fce-a3f2-eafe731ac731 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=663b2d7aaafb4a568877374adab7f21a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5065296 Nov 26 21:58:16.208161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53970) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:16.238158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-f580e4f9-16cc-4da1-b158-7ff7cec3249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:16.240470 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-f580e4f9-16cc-4da1-b158-7ff7cec3249e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275432 Nov 26 21:58:16.285735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968911-b1bc-4b39-aa92-d4e17886add6 req-bfbe9bf1-6182-4d66-8963-5830d60c47b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:16.294231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17968911-b1bc-4b39-aa92-d4e17886add6 req-bfbe9bf1-6182-4d66-8963-5830d60c47b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0859730 Nov 26 21:58:16.342415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f89d41c1-32c7-4aea-80d5-269ec3acb7a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:16.361984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17968911-b1bc-4b39-aa92-d4e17886add6 req-60749c73-e3c9-4de5-89ee-00bdbabf8d13 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666893 Nov 26 21:58:16.397322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f89d41c1-32c7-4aea-80d5-269ec3acb7a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:16.406743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-7f52c38d-9844-4114-bce4-392cc1ac76d9 service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576977 Nov 26 21:58:16.541207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f89d41c1-32c7-4aea-80d5-269ec3acb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:16.544004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f89d41c1-32c7-4aea-80d5-269ec3acb7a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:16.546122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f89d41c1-32c7-4aea-80d5-269ec3acb7a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dedfb3c-1ac2-40dd-8a5a-520b9d186656 HTTP/1.1" status: 204 len: 168 time: 0.3358169 Nov 26 21:58:16.575891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d41c1-32c7-4aea-80d5-269ec3acb7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dedfb3c-1ac2-40dd-8a5a-520b9d186656,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:16.579535 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-4a687162-694b-4872-a006-47d2668a608b service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626492 Nov 26 21:58:17.134360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6099fa-3365-457a-8683-a1dde8370b84 req-b5e1bdef-a785-4a8c-a088-065722eab4a2 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:17.142922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf6099fa-3365-457a-8683-a1dde8370b84 req-b5e1bdef-a785-4a8c-a088-065722eab4a2 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0723355 Nov 26 21:58:17.218644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf6099fa-3365-457a-8683-a1dde8370b84 req-8c605ff4-94d2-4558-870b-c820f512bec1 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741677 Nov 26 21:58:17.339956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de9277-5512-470c-9dd2-8d59db70b923 req-bd2d6a53-b1ca-493d-8b03-1f5ecfc854ff tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:17.341480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69de9277-5512-470c-9dd2-8d59db70b923 req-bd2d6a53-b1ca-493d-8b03-1f5ecfc854ff tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0676847 Nov 26 21:58:17.427900 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69de9277-5512-470c-9dd2-8d59db70b923 req-6ba207c1-1aca-4f6c-843c-7d0284351d62 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703247 Nov 26 21:58:17.546973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef76e53-b865-42fb-9b52-fbb23aba17c7 req-4ef70f2e-381b-45e7-b0e1-705754aa4ec9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:17.548659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ef76e53-b865-42fb-9b52-fbb23aba17c7 req-4ef70f2e-381b-45e7-b0e1-705754aa4ec9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0862076 Nov 26 21:58:17.637195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ef76e53-b865-42fb-9b52-fbb23aba17c7 req-2a7f005b-27c3-4ffe-a4b4-c3ee1ff67b37 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772824 Nov 26 21:58:18.556591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54120) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:18.566661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9cb6b-0ddf-4cce-839a-13054bbb7fd8 req-62037e8c-a21e-498b-8a79-aa8da8361632 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:18.568231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23c9cb6b-0ddf-4cce-839a-13054bbb7fd8 req-62037e8c-a21e-498b-8a79-aa8da8361632 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0574894 Nov 26 21:58:18.578435 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:58:18.646853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23c9cb6b-0ddf-4cce-839a-13054bbb7fd8 req-d814babd-8c3b-42fb-8036-8657a90b0c3a tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721450 Nov 26 21:58:18.659391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c4ffb-df8d-4994-8431-b4cb47fec837 req-428f7ea1-bec6-46e8-9b0f-e956b4928bd6 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:18.660223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de1c4ffb-df8d-4994-8431-b4cb47fec837 req-428f7ea1-bec6-46e8-9b0f-e956b4928bd6 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0838923 Nov 26 21:58:18.679282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33959466-0431-4afb-8afc-ac428ffb4a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:18.719806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de1c4ffb-df8d-4994-8431-b4cb47fec837 req-908b0d46-b082-48d2-80d8-c530e74652a7 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519609 Nov 26 21:58:18.776458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33959466-0431-4afb-8afc-ac428ffb4a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:18.781437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33959466-0431-4afb-8afc-ac428ffb4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:18.791696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a857f-b507-4657-9151-7abbbbc2b058 req-6754d85b-c0eb-43ff-b6b9-bec47734333b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:18.793274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2a857f-b507-4657-9151-7abbbbc2b058 req-6754d85b-c0eb-43ff-b6b9-bec47734333b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0577621 Nov 26 21:58:18.826760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-33959466-0431-4afb-8afc-ac428ffb4a0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32cbc63b94954f3488aa8c46dbcd2efb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679143 Nov 26 21:58:18.829976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54132) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:18.830193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33959466-0431-4afb-8afc-ac428ffb4a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b543237-c185-4d66-a1d4-9f955322cb64,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:18.866445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2a857f-b507-4657-9151-7abbbbc2b058 req-2dfbcc10-30a6-4ffe-8d65-b01c2bd23004 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669589 Nov 26 21:58:18.898818 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ddd439e-c2e8-4646-9c14-dd8496b50ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:18.920351 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ddd439e-c2e8-4646-9c14-dd8496b50ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:18.969640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-b6267ebf-5448-414b-8b0a-c0771e21830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:18.970486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ddd439e-c2e8-4646-9c14-dd8496b50ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:18.971187 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-b6267ebf-5448-414b-8b0a-c0771e21830c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 1097 time: 0.0411530 Nov 26 21:58:18.973165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ddd439e-c2e8-4646-9c14-dd8496b50ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:18.974695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ddd439e-c2e8-4646-9c14-dd8496b50ebf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b543237-c185-4d66-a1d4-9f955322cb64 HTTP/1.1" status: 204 len: 168 time: 0.1465619 Nov 26 21:58:18.986065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd439e-c2e8-4646-9c14-dd8496b50ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b543237-c185-4d66-a1d4-9f955322cb64,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:19.081767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-56512038-6e2a-4d98-a4be-bb44b3b68c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:19.083336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-56512038-6e2a-4d98-a4be-bb44b3b68c32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 913 time: 0.1046674 Nov 26 21:58:19.126914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-925049f0-9fae-4291-b724-815ce013588e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16416033-7826-4f7f-b3e2-108740cd11af HTTP/1.1" status: 200 len: 217 time: 0.0357592 Nov 26 21:58:19.177436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-9ef0a79f-9506-4362-ae5d-a6e93556d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:19.184240 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-9ef0a79f-9506-4362-ae5d-a6e93556d05f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0448987 Nov 26 21:58:19.213713 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-16555348-b423-483f-8f73-a0ad2afec897 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272331 Nov 26 21:58:19.339987 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-b57bb24a-612e-49db-b9e3-ee4e37bb8c40 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180098 Nov 26 21:58:19.406125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728486d0-b967-48f8-bb9b-2ce17610bd10 req-d8b1b961-ddeb-44bd-b326-25617ff38212 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:19.408122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-728486d0-b967-48f8-bb9b-2ce17610bd10 req-d8b1b961-ddeb-44bd-b326-25617ff38212 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0507498 Nov 26 21:58:19.440406 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e87cf26-5b87-4f52-a3e0-2a80992781d5 req-2e306938-ae2e-462b-add0-ac62f2f50242 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934916 Nov 26 21:58:19.465261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-728486d0-b967-48f8-bb9b-2ce17610bd10 req-2c13100e-cb7a-4dc1-a97d-51fdf920bb85 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479913 Nov 26 21:58:19.779137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fb258-3708-4cd9-88b0-9d8e76b9718d req-802c870f-7f8b-4c0b-bd6b-cacb17e71af0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:19.780698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e9fb258-3708-4cd9-88b0-9d8e76b9718d req-802c870f-7f8b-4c0b-bd6b-cacb17e71af0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0571744 Nov 26 21:58:19.832293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e9fb258-3708-4cd9-88b0-9d8e76b9718d req-6a62a5f2-ef01-4745-802e-15f2e5a1a05c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Nov 26 21:58:19.986528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5bbef-018c-4c36-8a56-8e9bc22270c4 req-c2f60951-9e8b-46db-a616-add91dd2a1fe tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:19.988015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34c5bbef-018c-4c36-8a56-8e9bc22270c4 req-c2f60951-9e8b-46db-a616-add91dd2a1fe tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Nov 26 21:58:20.040308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34c5bbef-018c-4c36-8a56-8e9bc22270c4 req-52d3dd4d-c31d-4f01-9d43-40943de4e5bd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447688 Nov 26 21:58:20.344727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54184) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:20.443684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:20.465723 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:20.587173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:20.606953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705ae28-48b0-4368-b2b9-339ee737befd req-276c9e97-1312-4e04-8424-294c99611c14 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:20.608515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d705ae28-48b0-4368-b2b9-339ee737befd req-276c9e97-1312-4e04-8424-294c99611c14 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0677633 Nov 26 21:58:20.724505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d705ae28-48b0-4368-b2b9-339ee737befd req-2b56f81a-91e6-4de8-b51f-2e948607d0ba tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871034 Nov 26 21:58:20.745209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Allocated IP 172.25.3.107 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/8bf9d53b-8bf2-4bbd-81fa-c9211273a511) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:20.845762 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:20.881027 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:20.921058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:20.930366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:20.942874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:20.989046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf9d53b-8bf2-4bbd-81fa-c9211273a511,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:21.024714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77dfb0-067c-4bbc-9176-9b587cf5ed3b req-b067e8c3-b55c-475f-89c4-1743c9232017 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:21.026252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b77dfb0-067c-4bbc-9176-9b587cf5ed3b req-b067e8c3-b55c-475f-89c4-1743c9232017 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.0971456 Nov 26 21:58:21.092665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.139337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b77dfb0-067c-4bbc-9176-9b587cf5ed3b req-43fbe971-bd4b-4d54-aa82-b6e5cb9e5644 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907462 Nov 26 21:58:21.171820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.200006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5d2f98fd-d254-4033-92bb-e8a24e149c52 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:21.201803 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5d2f98fd-d254-4033-92bb-e8a24e149c52 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.13 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0860250 Nov 26 21:58:21.209656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-44b01e7a-aecb-4185-a320-673d283d5eeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577335 Nov 26 21:58:21.220289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607307a-cc2d-47ad-8167-4c587f989c31 req-d71daecf-40a9-40b3-b0a6-ec0733d3f35e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:21.221841 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a607307a-cc2d-47ad-8167-4c587f989c31 req-d71daecf-40a9-40b3-b0a6-ec0733d3f35e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0894887 Nov 26 21:58:21.326830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a607307a-cc2d-47ad-8167-4c587f989c31 req-30b1914d-d7f1-4a89-8968-bb5214c2b24e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970569 Nov 26 21:58:21.332975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-db1dc41f-88d2-45d7-ba1c-1dcf80091e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:21.336569 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-db1dc41f-88d2-45d7-ba1c-1dcf80091e23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 1096 time: 0.0867913 Nov 26 21:58:21.368349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Deleting port 939c0977-6efb-47da-92ec-3c3f2e758ca5 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:21.368980 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.390904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.399575 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.475404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf9d53b-8bf2-4bbd-81fa-c9211273a511,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:21.489844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.512520 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.513905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-843b14e4-0a40-4e10-a517-d343139f33f2 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1680918 Nov 26 21:58:21.516922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54202) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:21.522304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-998309798', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'fixed_ips': [{'ip_address': '172.25.3.107'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:21.539389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] For port 939c0977-6efb-47da-92ec-3c3f2e758ca5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=939c0977-6efb-47da-92ec-3c3f2e758ca5,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:21.539781 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.543250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Made reservation on behalf of 229d6f68d27a461990f1d82ccf443e8b for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:21.545588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.549045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-c1058b3e-8f2b-4e23-8d66-a6f280d87ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:21.550527 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-c1058b3e-8f2b-4e23-8d66-a6f280d87ff0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.1766374 Nov 26 21:58:21.554774 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.636564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.643780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.650174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] device_id is not set on port f7b9eb03-3e59-46a8-a052-6913b974238d yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:58:21.703632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-c34d3a3c-c9ea-47a6-b358-1e84a915905c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 200 len: 1001 time: 0.1449900 Nov 26 21:58:21.734881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1e576c-d471-43ce-bcca-11d916e17749,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:21.802717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-711c29e3-0c96-4798-857b-9dc3aa0d55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:21.804309 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-711c29e3-0c96-4798-857b-9dc3aa0d55f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.0932443 Nov 26 21:58:21.824452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.824935 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:21.825277 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Floating IP 4669621e-5ff2-44a8-adab-5ea53530ca5b disassociated. External IP: 172.25.3.65, port: 939c0977-6efb-47da-92ec-3c3f2e758ca5. Nov 26 21:58:21.825615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Calling delete_port for 939c0977-6efb-47da-92ec-3c3f2e758ca5 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:21.891788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d055efd-6bef-4f55-8534-0a2a2adb1bd2 req-5f24d8e9-4d19-4e86-b201-12ddaed05671 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:21.893328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d055efd-6bef-4f55-8534-0a2a2adb1bd2 req-5f24d8e9-4d19-4e86-b201-12ddaed05671 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 946 time: 0.0898373 Nov 26 21:58:21.898838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-606fe912-7bbc-474b-8b21-3f98829709ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:21.900267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-606fe912-7bbc-474b-8b21-3f98829709ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872223 Nov 26 21:58:21.928771 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 21:58:21.929282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:58:21.958460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d055efd-6bef-4f55-8534-0a2a2adb1bd2 req-87866843-41c7-4753-bef4-f6a25dcca8ae tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee6be043-77e7-47e2-aab6-954ed59738a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580108 Nov 26 21:58:21.962200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3d8de1a1-f5a0-4461-8ba7-89f572569131 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4443543 Nov 26 21:58:21.965094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54206) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:22.050398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.082304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-fd76e71c-2a17-47fd-af4a-bdf60c9b83dc service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708488 Nov 26 21:58:22.086480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event deleted for resources: {'Port': ['ID=939c0977-6efb-47da-92ec-3c3f2e758ca5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:22.138913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Deleting port 8bf9d53b-8bf2-4bbd-81fa-c9211273a511 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:22.139251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.227720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.228045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.255740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Calling delete_port for 8bf9d53b-8bf2-4bbd-81fa-c9211273a511 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:22.261412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67994581-eaa0-44e0-8d0a-53c7b6ea76af req-9eec2e53-be35-414a-933b-a3164b1dd211 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716545 Nov 26 21:58:22.273022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:58:22.319797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd3078-628a-4349-9ae8-ac56a41ffbcc req-20075a8a-4484-416a-8ddd-eb176a6c5e2e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:22.321299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbdd3078-628a-4349-9ae8-ac56a41ffbcc req-20075a8a-4484-416a-8ddd-eb176a6c5e2e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 946 time: 0.1055665 Nov 26 21:58:22.367236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 16416033-7826-4f7f-b3e2-108740cd11af no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:22.383859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:22.394337 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] Sync routers for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:22.394858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbdd3078-628a-4349-9ae8-ac56a41ffbcc req-61af7343-5285-470b-8881-6cd1ebdf5e98 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657916 Nov 26 21:58:22.420019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:22.420952 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:57:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:22.468355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] No DVR routers for this DVR port 939c0977-6efb-47da-92ec-3c3f2e758ca5 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:58:22.471607 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.476506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1fe6f7f4-df60-404f-9855-cf10e063c48a req-5ee065de-0321-4e62-88dc-5de1e9472869 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.13 "DELETE /v2.0/ports/939c0977-6efb-47da-92ec-3c3f2e758ca5 HTTP/1.1" status: 204 len: 173 time: 1.2658846 Nov 26 21:58:22.477302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'name': 'network-vif-deleted', 'tag': '939c0977-6efb-47da-92ec-3c3f2e758ca5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:22.480566 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f2a91e-d6ee-480d-8293-ef596207adb0" -d '{"events": [{"server_uuid": "218e5ba3-97ab-4534-8ba2-c43896a9b8b6", "name": "network-vif-deleted", "tag": "939c0977-6efb-47da-92ec-3c3f2e758ca5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:22.538862 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.576100 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.578496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:22.579723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:22.584555 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfcba20-bcb3-45e6-8e11-ce3aecad8496" -d '{"events": [{"server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "name": "network-vif-unplugged", "status": "completed", "tag": "16416033-7826-4f7f-b3e2-108740cd11af"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:22.590329 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.613870 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:22.648955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e6d11-4008-497d-88e8-a0b1d26d36ea req-9c573c25-eb90-45d2-84f9-3adbe31dd60a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:22.666590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a29e6d11-4008-497d-88e8-a0b1d26d36ea req-9c573c25-eb90-45d2-84f9-3adbe31dd60a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1808288 Nov 26 21:58:22.688548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bf9d53b-8bf2-4bbd-81fa-c9211273a511,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:22.726781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:22.797611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a29e6d11-4008-497d-88e8-a0b1d26d36ea req-1bebd7a6-f3b8-4f52-9d82-0cce2232287a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1307056 Nov 26 21:58:22.809408 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.812051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:22.819435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0db3421-5e74-4984-b8ff-3514cf6ae515 tempest-ExternalNetworksAdminNegativeTestJSON-106650467 tempest-ExternalNetworksAdminNegativeTestJSON-106650467-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/938e96b5-6829-4595-87df-20803a13cbaf HTTP/1.1" status: 204 len: 168 time: 0.8532941 Nov 26 21:58:22.875093 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 5, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:22.919601 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] Checking router: 0bda12fe-ac24-4845-a6b5-4dfc428e29dc for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:58:22.930301 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:22.931106 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:57:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:22.999560 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6636d0a-7a92-47e9-aa3e-56e6d5a0b213 x-openstack-request-id: req-a6636d0a-7a92-47e9-aa3e-56e6d5a0b213 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:23.000022 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218e5ba3-97ab-4534-8ba2-c43896a9b8b6", "name": "network-vif-deleted", "tag": "939c0977-6efb-47da-92ec-3c3f2e758ca5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:23.000450 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6636d0a-7a92-47e9-aa3e-56e6d5a0b213 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:23.001047 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218e5ba3-97ab-4534-8ba2-c43896a9b8b6', 'name': 'network-vif-deleted', 'tag': '939c0977-6efb-47da-92ec-3c3f2e758ca5', 'status': 'completed', 'code': 200} Nov 26 21:58:23.038952 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfba105-216b-4a81-bf82-5d826201ec38 x-openstack-request-id: req-6cfba105-216b-4a81-bf82-5d826201ec38 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:23.039468 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "name": "network-vif-unplugged", "status": "failed", "tag": "16416033-7826-4f7f-b3e2-108740cd11af", "code": 422}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:23.039876 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cfba105-216b-4a81-bf82-5d826201ec38 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:23.040512 n-d-819494-1 neutron-server[110001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af', 'code': 422} returned with failed status Nov 26 21:58:23.141013 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:23.166013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d3d3566-7178-4520-83be-b8364424bc2f req-9cf739a3-0b4f-4878-99b1-a7894adcc30c tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0302832 Nov 26 21:58:23.222973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54256) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:23.358456 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b4040dcb-aca1-4f4e-b31a-dd9904642eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:23.452611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b4040dcb-aca1-4f4e-b31a-dd9904642eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:23.458847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3223-6af6-4adc-9176-f418f3628742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:23.461346 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b4040dcb-aca1-4f4e-b31a-dd9904642eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:23.513690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b4040dcb-aca1-4f4e-b31a-dd9904642eb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18961b44175c41b58bc546dbfccd7244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894239 Nov 26 21:58:23.515245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4040dcb-aca1-4f4e-b31a-dd9904642eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c023ef-88c1-4f3f-8356-c854cce59c94,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:23.517260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54270) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:23.583458 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 5, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:23.585555 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b7ee7eb-c35a-4936-8977-04042fe1abc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:23.612868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b7ee7eb-c35a-4936-8977-04042fe1abc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:23.616901 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8294350-8146-414a-9389-e6b68ebc9e16 None None] The sync data for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 is: [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:55:13Z', 'revision_number': 4, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '45e28080-7f58-45c0-8fae-8ce4f79a91c0', 'name': '', 'network_id': '298f4498-07ba-4d16-8e74-d26a0d713d46', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'mac_address': 'fa:16:3e:ef:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:11Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 5, 'project_id': '30d66e99c79249628f41d7512d240346', 'subnets': [{'id': '89b4bb13-cf70-42b2-a099-b7a6dfc93aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:23.712954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-765d198f-d7a9-4069-93e4-8eee645bb99c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:23.714590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-765d198f-d7a9-4069-93e4-8eee645bb99c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=df40fcdd-bd46-4e64-9792-f098f220df57 HTTP/1.1" status: 200 len: 944 time: 0.1322167 Nov 26 21:58:23.762962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b7ee7eb-c35a-4936-8977-04042fe1abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:23.765674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b7ee7eb-c35a-4936-8977-04042fe1abc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:23.769322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5b7ee7eb-c35a-4936-8977-04042fe1abc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9c023ef-88c1-4f3f-8356-c854cce59c94 HTTP/1.1" status: 204 len: 168 time: 0.2487776 Nov 26 21:58:23.782379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ee7eb-c35a-4936-8977-04042fe1abc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c023ef-88c1-4f3f-8356-c854cce59c94,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:23.852043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Deleting port 16416033-7826-4f7f-b3e2-108740cd11af {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:23.852399 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:24.007485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b059a15-e76b-4452-b886-74727bc9582a req-414bc3f0-d69e-4b2a-8722-9040947099ec tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:24.008942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b059a15-e76b-4452-b886-74727bc9582a req-414bc3f0-d69e-4b2a-8722-9040947099ec tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0931742 Nov 26 21:58:24.026766 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] For port 16416033-7826-4f7f-b3e2-108740cd11af, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=16416033-7826-4f7f-b3e2-108740cd11af,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:24.027123 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:24.048399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Calling delete_port for 16416033-7826-4f7f-b3e2-108740cd11af owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:24.062116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd358f-2587-4a4f-a856-a75a0ea4a685 None None] New status for floating IP 4669621e-5ff2-44a8-adab-5ea53530ca5b: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:58:24.148432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b059a15-e76b-4452-b886-74727bc9582a req-ea969a19-1052-43f9-9ca7-d283b61a7826 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315591 Nov 26 21:58:24.178795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f445c8-738d-489d-b979-07fcdc19c16b req-fe489d9e-103d-473d-a32d-930f90eb57b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:24.182740 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26f445c8-738d-489d-b979-07fcdc19c16b req-fe489d9e-103d-473d-a32d-930f90eb57b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1096 time: 0.0708156 Nov 26 21:58:24.256144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54282) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:24.332517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f445c8-738d-489d-b979-07fcdc19c16b req-38f1d607-ba44-4b59-b958-26f43a819321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:24.334052 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26f445c8-738d-489d-b979-07fcdc19c16b req-38f1d607-ba44-4b59-b958-26f43a819321 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.1288621 Nov 26 21:58:24.420408 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26f445c8-738d-489d-b979-07fcdc19c16b req-02dc753d-aa9e-4d4e-913c-5e9a8ff42f99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 1001 time: 0.0717409 Nov 26 21:58:24.454158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 939c0977-6efb-47da-92ec-3c3f2e758ca5 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:24.481707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 939c0977-6efb-47da-92ec-3c3f2e758ca5 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:58:24.482725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f445c8-738d-489d-b979-07fcdc19c16b req-3c6414cf-e36c-4628-8230-332efc706f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:24.483050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 939c0977-6efb-47da-92ec-3c3f2e758ca5 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:24.485336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26f445c8-738d-489d-b979-07fcdc19c16b req-3c6414cf-e36c-4628-8230-332efc706f58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.0580032 Nov 26 21:58:24.537222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f445c8-738d-489d-b979-07fcdc19c16b req-d936ae21-db76-47ce-859d-899c8e86b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:24.539056 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26f445c8-738d-489d-b979-07fcdc19c16b req-d936ae21-db76-47ce-859d-899c8e86b1e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468819 Nov 26 21:58:24.636103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26f445c8-738d-489d-b979-07fcdc19c16b req-b7c29626-075c-4a6a-a450-a0549a04e8fb service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892055 Nov 26 21:58:24.637040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3ddcdbc-255b-4a24-a550-8d8a4d9d3bf9 req-f112a7e4-090d-443b-ad7c-2270fe5e4e58 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0456638 Nov 26 21:58:24.659070 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:24.681443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-62528c13-4fc9-4505-8e73-39868cb71370 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=229d6f68d27a461990f1d82ccf443e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4241216 Nov 26 21:58:24.711532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54286) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:24.716966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event deleted for resources: {'Port': ['ID=16416033-7826-4f7f-b3e2-108740cd11af,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:24.739679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] No DVR routers for this DVR port 16416033-7826-4f7f-b3e2-108740cd11af on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:58:24.742223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:24.745784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f98d248-b84c-49a3-ba10-3a664bc55845 req-2587aaf1-ba0e-4865-8845-21ce21d8fd1b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "DELETE /v2.0/ports/16416033-7826-4f7f-b3e2-108740cd11af HTTP/1.1" status: 204 len: 173 time: 1.0202463 Nov 26 21:58:24.746286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'name': 'network-vif-deleted', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:24.749245 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606f5b7-e7c8-4eb3-81dd-6d9c4f69913d" -d '{"events": [{"server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "name": "network-vif-deleted", "tag": "16416033-7826-4f7f-b3e2-108740cd11af"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:24.821269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26f445c8-738d-489d-b979-07fcdc19c16b req-83cc49de-0e2c-4c35-987d-bf9cb9b10ae2 service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774240 Nov 26 21:58:24.821906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c68cda3b-643a-4ea5-969b-5fe7c6bdf290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:24.845854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c68cda3b-643a-4ea5-969b-5fe7c6bdf290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:24.906266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c68cda3b-643a-4ea5-969b-5fe7c6bdf290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:24.909777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c68cda3b-643a-4ea5-969b-5fe7c6bdf290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:24.911446 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c68cda3b-643a-4ea5-969b-5fe7c6bdf290 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da1e576c-d471-43ce-bcca-11d916e17749 HTTP/1.1" status: 204 len: 168 time: 0.1976674 Nov 26 21:58:24.923724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cda3b-643a-4ea5-969b-5fe7c6bdf290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1e576c-d471-43ce-bcca-11d916e17749,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:25.078281 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2378938b-bd0c-4f24-8c9d-76b61371338a x-openstack-request-id: req-2378938b-bd0c-4f24-8c9d-76b61371338a {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:25.078658 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df40fcdd-bd46-4e64-9792-f098f220df57", "name": "network-vif-deleted", "tag": "16416033-7826-4f7f-b3e2-108740cd11af", "status": "failed", "code": 422}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:25.078829 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2378938b-bd0c-4f24-8c9d-76b61371338a {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:25.079250 n-d-819494-1 neutron-server[109999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df40fcdd-bd46-4e64-9792-f098f220df57', 'name': 'network-vif-deleted', 'tag': '16416033-7826-4f7f-b3e2-108740cd11af', 'status': 'failed', 'code': 422} returned with failed status Nov 26 21:58:25.300478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac865a-fa0a-4da1-9430-e4aed17e99b1 req-47045d39-19d5-48c6-893f-68e09ae4fbe5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:25.308178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fac865a-fa0a-4da1-9430-e4aed17e99b1 req-47045d39-19d5-48c6-893f-68e09ae4fbe5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0638695 Nov 26 21:58:25.405827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fac865a-fa0a-4da1-9430-e4aed17e99b1 req-7a1771a6-0982-444e-8e10-c08e74ee15af tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967748 Nov 26 21:58:25.560198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-6857fac1-067a-4df4-a04a-97e47d3d9633 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:25.561698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-6857fac1-067a-4df4-a04a-97e47d3d9633 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1448879 Nov 26 21:58:25.578399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-04957044-f8c5-4058-8925-5ee2c96df0c0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/quotas/5a5a74555b8e427e9d5065199c03f47b HTTP/1.1" status: 200 len: 375 time: 0.0098491 Nov 26 21:58:25.616013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-fccc395d-a80a-4bed-acda-58f5f01fc7d6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302668 Nov 26 21:58:25.763598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b324d9c-8ac6-46ab-b76d-18a6ed2d3d5f req-831dd0ca-4827-4444-b7b5-46eb41aea26e tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0388093 Nov 26 21:58:25.766888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-2469c837-1a5d-41d1-b7ff-9dde946ec337 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423573 Nov 26 21:58:25.866017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-dcd23041-d3b7-4b24-a7e8-80e21bc65ac4 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927002 Nov 26 21:58:26.076055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e40883f7-f75e-4633-9572-bc9f5a8b3eb8 req-9b491a59-cb0b-4289-8d90-f9bda40f70e4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 210 time: 0.0360477 Nov 26 21:58:26.198545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1c8db11-64ea-43ba-a936-2f61a9503b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:26.508673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54364) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:26.559282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b458fa3-1f0e-4791-805c-04786f7a9782 req-e57c9b52-76b2-4b8d-986b-c6ba34767d12 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:26.568470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b458fa3-1f0e-4791-805c-04786f7a9782 req-e57c9b52-76b2-4b8d-986b-c6ba34767d12 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.0861495 Nov 26 21:58:26.626325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b458fa3-1f0e-4791-805c-04786f7a9782 req-4b5fb46d-4c48-47d8-bf81-212af6afabd1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545716 Nov 26 21:58:26.656123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2013072281', 'router:external': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:26.679230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Made reservation on behalf of ff0de676489b479385834f85e4018739 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:26.683455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:26.694878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:26.789865 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:26.794738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:26.808046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:58:26.873482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef0379fa-d2e4-4e3b-954f-5a8b7a182063 req-864ceb74-1357-4c8d-8c81-68a0fbffbc8d tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0280159 Nov 26 21:58:27.017340 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.127594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.128009 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Added segment 6ffd6f37-0d58-460e-b728-e472d2038a2a of type vlan for network 6bdfe100-c02a-404c-a9d9-05683c206241 Nov 26 21:58:27.164473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb08b38-9359-45f4-998f-279b6a6552c3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:27.198793 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f513ddcd-bd92-4428-9585-b897ec44fe02 req-57843a54-9489-4179-98ac-28e808eafdff tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 210 time: 0.0344260 Nov 26 21:58:27.201551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.292033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.292976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:27.293551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.359090 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8475242 Nov 26 21:58:27.362040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54376) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:27.369864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'subnet': {'network_id': '6bdfe100-c02a-404c-a9d9-05683c206241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:27.372071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-45ba3f92-134d-4190-8489-cc2c0f6636ff tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:27.373477 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-45ba3f92-134d-4190-8489-cc2c0f6636ff tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.13 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1920602 Nov 26 21:58:27.378574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1a30e-5305-425a-8153-3bbfa626f24d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'Network': ['ID=6bdfe100-c02a-404c-a9d9-05683c206241,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:27.388887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 6bdfe100-c02a-404c-a9d9-05683c206241 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:58:27.399795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Request body: {'port': {'device_id': '530fcae7-6a8e-4db6-8004-b1de52b4f00f', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'admin_state_up': True, 'tenant_id': '5a5a74555b8e427e9d5065199c03f47b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:27.413857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Made reservation on behalf of ff0de676489b479385834f85e4018739 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:27.416721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.546277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Made reservation on behalf of 5a5a74555b8e427e9d5065199c03f47b for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:27.549746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.718606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Allocated IP 172.20.0.12 (b74f2978-8328-4335-9972-08627d9aec33/1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0/685bbea4-7180-4943-9666-cf8302739f15) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:27.746634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 21:58:27.747211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.839189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1cd4041f-e571-4976-bf5f-164a52e08a62,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:27.854331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082c889-da0b-4838-aa24-4b7bfe50b3a7 req-effd5fcb-a49a-4f2f-b436-322caa67fc8a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:27.856024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c082c889-da0b-4838-aa24-4b7bfe50b3a7 req-effd5fcb-a49a-4f2f-b436-322caa67fc8a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1114182 Nov 26 21:58:27.863144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Checking segment: {'id': '6ffd6f37-0d58-460e-b728-e472d2038a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6bdfe100-c02a-404c-a9d9-05683c206241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:27.863514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Network hostable DHCP agents. Network: 6bdfe100-c02a-404c-a9d9-05683c206241, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:58:27.902373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.921432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Network 6bdfe100-c02a-404c-a9d9-05683c206241 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:58:27.936092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c082c889-da0b-4838-aa24-4b7bfe50b3a7 req-41354e85-3afc-4333-b54a-df0274964e67 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740700 Nov 26 21:58:27.939013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 6bdfe100-c02a-404c-a9d9-05683c206241) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:27.945299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:27.945697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.951806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304e27e-afe6-4914-9a12-608dd2e7a1dc None None] Network 6bdfe100-c02a-404c-a9d9-05683c206241 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:58:27.956929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:27.993098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4ac7f0fb-f665-4e7d-87a1-1853ca65b6d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6296220 Nov 26 21:58:27.995206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54386) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:28.002129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1862819199', 'network_id': '6bdfe100-c02a-404c-a9d9-05683c206241'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:28.045297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a139be48-ec82-4d22-bc31-875a8660510c req-3c025564-cec1-4951-9c65-b3cb4eb40e6c tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/ports?device_id=218e5ba3-97ab-4534-8ba2-c43896a9b8b6 HTTP/1.1" status: 200 len: 210 time: 0.0508103 Nov 26 21:58:28.069502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Made reservation on behalf of ff0de676489b479385834f85e4018739 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:28.073084 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.076088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Network b74f2978-8328-4335-9972-08627d9aec33 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:28.080042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:28.085623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:28.090405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event updated for resources: {'Port': ['ID=685bbea4-7180-4943-9666-cf8302739f15,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:28.110037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] device_id is not set on port c79e1e9f-2f75-4eb4-a96c-6cff29aa69db yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:58:28.153895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:28.154463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.176557 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-96a49161-09af-4de4-aadf-43d89da85a51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7842417 Nov 26 21:58:28.198677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Request body: {'port': {'device_id': '530fcae7-6a8e-4db6-8004-b1de52b4f00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:28.235621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb56766-1955-4a34-a181-49e863ec2d2e None None] Network 6bdfe100-c02a-404c-a9d9-05683c206241 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:58:28.239661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Allocated IP 172.20.0.10 (6bdfe100-c02a-404c-a9d9-05683c206241/1cd4041f-e571-4976-bf5f-164a52e08a62/c79e1e9f-2f75-4eb4-a96c-6cff29aa69db) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:28.271956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.444347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.465894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6975a31-3537-44cc-822a-0d7485ecfb69 req-1a912f3c-c32d-402b-aebb-e64161375469 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:28.467460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6975a31-3537-44cc-822a-0d7485ecfb69 req-1a912f3c-c32d-402b-aebb-e64161375469 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 932 time: 0.1511085 Nov 26 21:58:28.530107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.562315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6975a31-3537-44cc-822a-0d7485ecfb69 req-22c67ff7-92ee-4546-a0e4-f06b33a0a6fb tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837810 Nov 26 21:58:28.563994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.615585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Network 6bdfe100-c02a-404c-a9d9-05683c206241 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:28.616721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685bbea4-7180-4943-9666-cf8302739f15 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:28.618706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:28.622392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:28.625608 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.640815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Transition to ACTIVE for port object 685bbea4-7180-4943-9666-cf8302739f15 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:58:28.646256 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.647639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'Port': ['ID=c79e1e9f-2f75-4eb4-a96c-6cff29aa69db,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:28.670473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:28.671966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.699038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7a3a57de-8546-44fa-92e3-d869cf0654d1 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7004514 Nov 26 21:58:28.699403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54394) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:28.700371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Pushing event updated for resources: {'Port': ['ID=685bbea4-7180-4943-9666-cf8302739f15,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:28.789111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Attempting to bind port 685bbea4-7180-4943-9666-cf8302739f15 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:28.789448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Attempting to bind port 685bbea4-7180-4943-9666-cf8302739f15 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:28.789871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Attempting to bind port 685bbea4-7180-4943-9666-cf8302739f15 on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:28.794591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Port 685bbea4-7180-4943-9666-cf8302739f15 on network b74f2978-8328-4335-9972-08627d9aec33 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:58:28.794983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Attempting to bind port 685bbea4-7180-4943-9666-cf8302739f15 on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:28.796586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a7474-2afd-4af2-9084-d6d4bdd99031 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Deleting port c79e1e9f-2f75-4eb4-a96c-6cff29aa69db {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:28.797087 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c2a7474-2afd-4af2-9084-d6d4bdd99031 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.804593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:28.804944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Checking segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:28.805327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Bound using segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:28.805910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Bound port: 685bbea4-7180-4943-9666-cf8302739f15, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:28.806298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.876451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] For port 685bbea4-7180-4943-9666-cf8302739f15, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:28.877598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c2a7474-2afd-4af2-9084-d6d4bdd99031 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.880659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] For port 685bbea4-7180-4943-9666-cf8302739f15, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=685bbea4-7180-4943-9666-cf8302739f15,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:28.884584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.891706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0c2a7474-2afd-4af2-9084-d6d4bdd99031 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Calling delete_port for c79e1e9f-2f75-4eb4-a96c-6cff29aa69db owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:28.947142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Pushing event updated for resources: {'Port': ['ID=685bbea4-7180-4943-9666-cf8302739f15,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:28.951947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:28.952911 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:28.954699 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-c08565d9-efdc-4998-a0aa-936c1f1c3635 service neutron] 10.222.0.13 "PUT /v2.0/ports/685bbea4-7180-4943-9666-cf8302739f15 HTTP/1.1" status: 200 len: 1092 time: 0.7604892 Nov 26 21:58:28.955780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530fcae7-6a8e-4db6-8004-b1de52b4f00f', 'tag': '685bbea4-7180-4943-9666-cf8302739f15'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:28.958994 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882a6d28-e38c-4128-b4d3-fcc703acc213" -d '{"events": [{"name": "network-changed", "server_uuid": "530fcae7-6a8e-4db6-8004-b1de52b4f00f", "tag": "685bbea4-7180-4943-9666-cf8302739f15"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:29.007536 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e8dbd-cb82-43a5-b82a-a2a87887a224 x-openstack-request-id: req-b47e8dbd-cb82-43a5-b82a-a2a87887a224 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:29.007839 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530fcae7-6a8e-4db6-8004-b1de52b4f00f", "tag": "685bbea4-7180-4943-9666-cf8302739f15", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:29.008106 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b47e8dbd-cb82-43a5-b82a-a2a87887a224 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:29.008525 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530fcae7-6a8e-4db6-8004-b1de52b4f00f', 'tag': '685bbea4-7180-4943-9666-cf8302739f15', 'status': 'completed', 'code': 200} Nov 26 21:58:29.072615 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c2a7474-2afd-4af2-9084-d6d4bdd99031 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.084980 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.103426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-d2e37997-6d21-4830-a216-f4ff3b8d3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:29.106827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-d2e37997-6d21-4830-a216-f4ff3b8d3a51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 1095 time: 0.0699630 Nov 26 21:58:29.115701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a7474-2afd-4af2-9084-d6d4bdd99031 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event deleted for resources: {'Port': ['ID=c79e1e9f-2f75-4eb4-a96c-6cff29aa69db,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:29.179208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-dd8468d5-efb5-4708-8f90-710cf8e4c5a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=685bbea4-7180-4943-9666-cf8302739f15 HTTP/1.1" status: 200 len: 217 time: 0.0569828 Nov 26 21:58:29.191076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd2d3e-1151-4426-aedc-44ae69b1e430 req-2fb2ab01-ec92-48f4-bbba-b0b3bb3a5fe6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:29.192654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92bd2d3e-1151-4426-aedc-44ae69b1e430 req-2fb2ab01-ec92-48f4-bbba-b0b3bb3a5fe6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1486511 Nov 26 21:58:29.198579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c2a7474-2afd-4af2-9084-d6d4bdd99031 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.205854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0c2a7474-2afd-4af2-9084-d6d4bdd99031 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c79e1e9f-2f75-4eb4-a96c-6cff29aa69db HTTP/1.1" status: 204 len: 168 time: 0.5031242 Nov 26 21:58:29.210786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54408) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:29.215800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bdfe100-c02a-404c-a9d9-05683c206241', 'external_fixed_ips': [{'subnet_id': '1cd4041f-e571-4976-bf5f-164a52e08a62', 'ip_address': '172.20.0.10'}]}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:29.256124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-105ae9c0-f416-46d5-ba08-574e12f8aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:29.257690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-105ae9c0-f416-46d5-ba08-574e12f8aee4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0704596 Nov 26 21:58:29.259036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54410) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:29.272447 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.273545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.293212 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-1272a97f-90e4-4b31-9804-2baab5d85c35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278440 Nov 26 21:58:29.293955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92bd2d3e-1151-4426-aedc-44ae69b1e430 req-2f9b9c8c-d4aa-45e0-9528-26c8e61f2b17 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0893729 Nov 26 21:58:29.372318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.400254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-74e451f5-7fb7-4538-8e31-ef38f7ced91c service neutron] 10.222.0.13 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963764 Nov 26 21:58:29.448152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd77706c-2861-454b-b788-3305964fc574 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.510018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd77706c-2861-454b-b788-3305964fc574 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.513623 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cbe7b31a-b75a-4e58-b881-b8314f5446d5 req-3b72aa60-9697-41f4-bbd0-b28a83645dde service neutron] 10.222.0.13 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044288 Nov 26 21:58:29.560665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.659823 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd77706c-2861-454b-b788-3305964fc574 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.663528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd77706c-2861-454b-b788-3305964fc574 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.664787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fd77706c-2861-454b-b788-3305964fc574 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee6be043-77e7-47e2-aab6-954ed59738a2 HTTP/1.1" status: 204 len: 168 time: 0.4041710 Nov 26 21:58:29.667625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54414) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:29.686351 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77706c-2861-454b-b788-3305964fc574 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6be043-77e7-47e2-aab6-954ed59738a2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:29.694361 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-7142bf7a-02e9-4395-856c-8ea29ccf40e5 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] show failed (client error): The resource could not be found. Nov 26 21:58:29.697843 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7142bf7a-02e9-4395-856c-8ea29ccf40e5 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "GET /v2.0/security-groups/ee6be043-77e7-47e2-aab6-954ed59738a2 HTTP/1.1" status: 404 len: 347 time: 0.0249114 Nov 26 21:58:29.698211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54416) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:29.749291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-ea6cb1f2-25d8-4858-96b3-ad3cf474ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:29.750893 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-ea6cb1f2-25d8-4858-96b3-ad3cf474ca2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 1095 time: 0.1320140 Nov 26 21:58:29.760141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a0b3-c769-4a5b-ab1f-40ce00037152 req-10b4fc26-a7df-4128-bdfb-ff63e479d583 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:29.761744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2583a0b3-c769-4a5b-ab1f-40ce00037152 req-10b4fc26-a7df-4128-bdfb-ff63e479d583 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 944 time: 0.0783005 Nov 26 21:58:29.906537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2583a0b3-c769-4a5b-ab1f-40ce00037152 req-06389443-f1c7-4b52-b6b7-fed7bf49a910 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064167 Nov 26 21:58:29.915293 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.933593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-6680c817-0dc8-42d3-a84d-4d06817f3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:29.935095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-6680c817-0dc8-42d3-a84d-4d06817f3eb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 913 time: 0.1706333 Nov 26 21:58:29.937551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Deleting port 5efcdaf8-7d83-45d6-85aa-314fc232f3d2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:29.937886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:29.946114 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.015447 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-470a5fcb-329b-426f-b859-0c9df5617c9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=685bbea4-7180-4943-9666-cf8302739f15 HTTP/1.1" status: 200 len: 217 time: 0.0650897 Nov 26 21:58:30.087510 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.088244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.091192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-3869ff24-e2af-47d0-b2f6-ab7c7e0ea8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:30.092653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-3869ff24-e2af-47d0-b2f6-ab7c7e0ea8d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.0701408 Nov 26 21:58:30.104524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Calling delete_port for 5efcdaf8-7d83-45d6-85aa-314fc232f3d2 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:30.105018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Allocated IP 172.20.0.10 (6bdfe100-c02a-404c-a9d9-05683c206241/1cd4041f-e571-4976-bf5f-164a52e08a62/d9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:30.137898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-e97ff8e7-521e-48e9-bf4b-8f0c9c856cfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340812 Nov 26 21:58:30.225085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.274549 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.294108 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-94702787-ac72-4fcb-8fe9-c9029777f19e service neutron] 10.222.0.13 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477258 Nov 26 21:58:30.337361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Network 6bdfe100-c02a-404c-a9d9-05683c206241 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:30.343190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:30.347520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:30.373600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'Port': ['ID=d9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:30.421089 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.462151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Pushing event deleted for resources: {'Port': ['ID=5efcdaf8-7d83-45d6-85aa-314fc232f3d2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:30.479703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43d35e-9718-43be-b233-25b4914a6d13 req-e8c3b527-eb19-4f5c-a600-40e20aea8c1f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:30.481483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a43d35e-9718-43be-b233-25b4914a6d13 req-e8c3b527-eb19-4f5c-a600-40e20aea8c1f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1052172 Nov 26 21:58:30.530966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-882a6d28-e38c-4128-b4d3-fcc703acc213 req-2bf457d2-fe65-4085-a0fb-39d2db20e362 service neutron] 10.222.0.13 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254624 Nov 26 21:58:30.548496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.551702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.556577 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-efeaef1e-1270-4237-9291-25da6f62dac9 tempest-ServersTestBootFromVolume-1585167911 tempest-ServersTestBootFromVolume-1585167911-project] 10.222.0.21 "DELETE /v2.0/floatingips/4669621e-5ff2-44a8-adab-5ea53530ca5b HTTP/1.1" status: 204 len: 168 time: 0.8535199 Nov 26 21:58:30.556577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54424) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:30.599707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a43d35e-9718-43be-b233-25b4914a6d13 req-75e12639-20ac-462e-80a1-0b10ce70a66d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804577 Nov 26 21:58:30.719974 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.941297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:30.948517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:31.101054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b9b43-5645-4fec-93ab-7a411b331bbc req-b221019a-378f-4d89-84b1-813e43b65243 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:31.103388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05b9b43-5645-4fec-93ab-7a411b331bbc req-b221019a-378f-4d89-84b1-813e43b65243 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 944 time: 0.1053514 Nov 26 21:58:31.188023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e05b9b43-5645-4fec-93ab-7a411b331bbc req-80fce9dd-3aa0-4dd8-8119-f700b2a6e144 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769622 Nov 26 21:58:31.200961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Router c3dff32c-6fcb-4ace-9739-36ed50d2f591 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:58:31.233716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Deleting port 45e28080-7f58-45c0-8fae-8ce4f79a91c0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:31.234347 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:31.315119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] For port 45e28080-7f58-45c0-8fae-8ce4f79a91c0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=45e28080-7f58-45c0-8fae-8ce4f79a91c0,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:31.315581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:31.332650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Calling delete_port for 45e28080-7f58-45c0-8fae-8ce4f79a91c0 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:31.560481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:31.590287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=45e28080-7f58-45c0-8fae-8ce4f79a91c0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:31.689052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:31.700946 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Sync routers for ids ['c3dff32c-6fcb-4ace-9739-36ed50d2f591'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:31.713177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:31.717042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5b1965df-9afe-4200-9e95-d455850e4b55 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.5038419 Nov 26 21:58:31.717200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54434) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:31.726386 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Routers {'c3dff32c-6fcb-4ace-9739-36ed50d2f591'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:31.727027 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c3dff32c-6fcb-4ace-9739-36ed50d2f591'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:31.858680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:31.872901 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Set router c3dff32c-6fcb-4ace-9739-36ed50d2f591 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:31.890106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7845-c5eb-4903-80fc-ad9de48ec15c req-bccc4fbb-54f0-470a-9487-72b30316f591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:31.891546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8fb7845-c5eb-4903-80fc-ad9de48ec15c req-bccc4fbb-54f0-470a-9487-72b30316f591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1659262 Nov 26 21:58:31.900432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.070994 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3dff32c-6fcb-4ace-9739-36ed50d2f591', 'name': '', 'tenant_id': 'ff0de676489b479385834f85e4018739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bdfe100-c02a-404c-a9d9-05683c206241', 'external_fixed_ips': [{'subnet_id': '1cd4041f-e571-4976-bf5f-164a52e08a62', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'd9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:58:29Z', 'updated_at': '2021-11-26T21:58:30Z', 'revision_number': 3, 'project_id': 'ff0de676489b479385834f85e4018739', 'gw_port': {'id': 'd9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9', 'name': '', 'network_id': '6bdfe100-c02a-404c-a9d9-05683c206241', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3dff32c-6fcb-4ace-9739-36ed50d2f591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '1cd4041f-e571-4976-bf5f-164a52e08a62', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:58:29Z', 'updated_at': '2021-11-26T21:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cd4041f-e571-4976-bf5f-164a52e08a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:32.087901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8fb7845-c5eb-4903-80fc-ad9de48ec15c req-f46652ac-e4e3-4970-b91b-360c8538ac63 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1828716 Nov 26 21:58:32.113343 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Checking router: c3dff32c-6fcb-4ace-9739-36ed50d2f591 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:58:32.113743 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Updating router c3dff32c-6fcb-4ace-9739-36ed50d2f591 port d9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:58:32.120974 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.152294 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.159755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:58:32.187482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Deleting port d9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:32.187842 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.323174 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.341113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Calling delete_port for d9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:32.369713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052affe-7a3e-4d52-918a-60465b539e34 req-99fbf12c-1964-418c-963c-c5b2b4a31e08 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:32.371884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f052affe-7a3e-4d52-918a-60465b539e34 req-99fbf12c-1964-418c-963c-c5b2b4a31e08 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 944 time: 0.1072092 Nov 26 21:58:32.478527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f052affe-7a3e-4d52-918a-60465b539e34 req-a49f5ae8-5411-4e42-bf69-0c839358b8b7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672338 Nov 26 21:58:32.595464 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.630888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:32.658528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.659036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.659539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.659974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.660413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.661468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.661911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.662365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.662820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.663232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.663680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.664107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:32.675054 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.db.api [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:58:32.675496 n-d-819494-1 neutron-server[110002]: DEBUG oslo_db.api [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:58:32.703406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:32.705256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.714934 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-91e44f53-a8d2-422f-a6d9-07bcad7f9b2c admin admin] 10.222.0.21 "PUT /v2.0/routers/0bda12fe-ac24-4845-a6b5-4dfc428e29dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1570210 Nov 26 21:58:32.716783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:32.728478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] Sync routers for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:32.750832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:32.751476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:32.813733 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.816291 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.855289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.867135 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.867688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3dff32c-6fcb-4ace-9739-36ed50d2f591 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:58:32.876670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.878357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-701bdf07-6d22-427d-84f7-7042a48ed736 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "DELETE /v2.0/routers/c3dff32c-6fcb-4ace-9739-36ed50d2f591 HTTP/1.1" status: 204 len: 168 time: 1.1597288 Nov 26 21:58:32.878773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:32.881252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54444) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:32.931900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac4c604-9b89-4e36-ab55-a4b3812e291f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Deleting subnet 1cd4041f-e571-4976-bf5f-164a52e08a62 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:58:32.935403 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c604-9b89-4e36-ab55-a4b3812e291f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.966935 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:32.972903 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c604-9b89-4e36-ab55-a4b3812e291f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.018339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c604-9b89-4e36-ab55-a4b3812e291f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.019877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Deleting port 23fea87d-1a95-4c12-820d-1b69b5d38a16 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:33.020771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.081442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c604-9b89-4e36-ab55-a4b3812e291f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.089763 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:58:31Z', 'revision_number': 5, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port': {'id': '23fea87d-1a95-4c12-820d-1b69b5d38a16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:05Z', 'updated_at': '2021-11-26T21:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:33.108078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4c604-9b89-4e36-ab55-a4b3812e291f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd4041f-e571-4976-bf5f-164a52e08a62,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:33.110556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] For port 23fea87d-1a95-4c12-820d-1b69b5d38a16, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=23fea87d-1a95-4c12-820d-1b69b5d38a16,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:33.110935 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.112237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ac4c604-9b89-4e36-ab55-a4b3812e291f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.119283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8ac4c604-9b89-4e36-ab55-a4b3812e291f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/1cd4041f-e571-4976-bf5f-164a52e08a62 HTTP/1.1" status: 204 len: 168 time: 0.2340164 Nov 26 21:58:33.119283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54448) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:33.128831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Calling delete_port for 23fea87d-1a95-4c12-820d-1b69b5d38a16 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:33.135627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] Checking router: 0bda12fe-ac24-4845-a6b5-4dfc428e29dc for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:58:33.150918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] Routers {'0bda12fe-ac24-4845-a6b5-4dfc428e29dc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:33.151802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:33.206919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.211431 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Port d9e76ef3-5fe9-4bf5-9f78-a94920b6e3c9 not found while updating agent binding for router c3dff32c-6fcb-4ace-9739-36ed50d2f591. {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 26 21:58:33.225974 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Routers set() bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:33.226625 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Router IDs set() for agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 21:58:33.227425 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_agentschedulers_db [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c3dff32c-6fcb-4ace-9739-36ed50d2f591'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent'). {{(pid=110002) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 21:58:33.227966 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57511d65-4ebc-4431-a418-4a948f6d7c45 None None] The sync data for ids ['c3dff32c-6fcb-4ace-9739-36ed50d2f591'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:33.329945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.343607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.362329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=23fea87d-1a95-4c12-820d-1b69b5d38a16,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:33.362836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eedb9-bc65-4793-9cac-e450eb02c158 req-a0ad5930-0c46-4b43-8f60-627c9dce7f08 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:33.364630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e48eedb9-bc65-4793-9cac-e450eb02c158 req-a0ad5930-0c46-4b43-8f60-627c9dce7f08 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1483710 Nov 26 21:58:33.378978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdfe100-c02a-404c-a9d9-05683c206241']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:33.403144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffd6f37-0d58-460e-b728-e472d2038a2a') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:33.403494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffd6f37-0d58-460e-b728-e472d2038a2a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:33.423727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.428655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] Set router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:33.434334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.452082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.457981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e48eedb9-bc65-4793-9cac-e450eb02c158 req-9e71de98-4b0f-4f56-bd64-4f960997ad97 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833430 Nov 26 21:58:33.467306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:58:33.468011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:58:33.482131 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:58:33.491020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:58:32Z', 'revision_number': 6, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:33.533661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01346286-d08b-4bff-999b-bcf9496a3d7f None None] The sync data for ids ['0bda12fe-ac24-4845-a6b5-4dfc428e29dc'] in n-d-819494-1 is: [{'id': '0bda12fe-ac24-4845-a6b5-4dfc428e29dc', 'name': 'tempest-ServersTestBootFromVolume-1790147670-router', 'tenant_id': '30d66e99c79249628f41d7512d240346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:03Z', 'updated_at': '2021-11-26T21:58:32Z', 'revision_number': 6, 'project_id': '30d66e99c79249628f41d7512d240346', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:33.539271 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.542423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.547182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6bdfe100-c02a-404c-a9d9-05683c206241 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 21:58:33.549932 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.553457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "DELETE /v2.0/networks/6bdfe100-c02a-404c-a9d9-05683c206241 HTTP/1.1" status: 204 len: 168 time: 0.4333782 Nov 26 21:58:33.555033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.584656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9330d82-4eb6-4925-8001-1625cd540bac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bdfe100-c02a-404c-a9d9-05683c206241,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:33.607497 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.608182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bda12fe-ac24-4845-a6b5-4dfc428e29dc {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:58:33.613047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.614376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b08e8adf-b453-4fb5-ae9b-a8add8a1cd7a admin admin] 10.222.0.21 "DELETE /v2.0/routers/0bda12fe-ac24-4845-a6b5-4dfc428e29dc HTTP/1.1" status: 204 len: 168 time: 0.8966131 Nov 26 21:58:33.619306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54460) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:33.726729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc7346-c5e0-40bb-8288-c3bf47c8b86d req-4798e805-42da-46b9-bd4d-4292120e346e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:33.728311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16fc7346-c5e0-40bb-8288-c3bf47c8b86d req-4798e805-42da-46b9-bd4d-4292120e346e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 944 time: 0.1062772 Nov 26 21:58:33.731842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e76d953-5057-4642-b283-788d09aed3e4 admin admin] Deleting subnet 89b4bb13-cf70-42b2-a099-b7a6dfc93aa2 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:58:33.735182 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e76d953-5057-4642-b283-788d09aed3e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.772204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e76d953-5057-4642-b283-788d09aed3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.790697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54466) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:33.794993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d300b5e8-6292-44fa-90e2-bc47d35ddab3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'router': {'name': 'tempest-router--839387802', 'project_id': '108b2c1a57ca4c64b78b32d0a8fc506e'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:33.815978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d300b5e8-6292-44fa-90e2-bc47d35ddab3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.817212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d300b5e8-6292-44fa-90e2-bc47d35ddab3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.875125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16fc7346-c5e0-40bb-8288-c3bf47c8b86d req-94d0ace7-cabb-4050-b122-a0c0aba50d01 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760369 Nov 26 21:58:33.879804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d300b5e8-6292-44fa-90e2-bc47d35ddab3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.891723 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e76d953-5057-4642-b283-788d09aed3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.903566 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d300b5e8-6292-44fa-90e2-bc47d35ddab3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.935457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d300b5e8-6292-44fa-90e2-bc47d35ddab3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:33.936644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d300b5e8-6292-44fa-90e2-bc47d35ddab3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1450300 Nov 26 21:58:33.942260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54468) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:33.975019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e76d953-5057-4642-b283-788d09aed3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.001010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76d953-5057-4642-b283-788d09aed3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b4bb13-cf70-42b2-a099-b7a6dfc93aa2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:34.008183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e76d953-5057-4642-b283-788d09aed3e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.014194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8e76d953-5057-4642-b283-788d09aed3e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89b4bb13-cf70-42b2-a099-b7a6dfc93aa2 HTTP/1.1" status: 204 len: 168 time: 0.3913884 Nov 26 21:58:34.015544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54470) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:34.019129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed053be-e3bd-4060-b9b7-986897afa158 None None] Network 298f4498-07ba-4d16-8e74-d26a0d713d46 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:58:34.025105 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-85eb4220-f4a8-4aa8-8db9-1266d601cd04 service neutron] show failed (client error): The resource could not be found. Nov 26 21:58:34.026178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-85eb4220-f4a8-4aa8-8db9-1266d601cd04 service neutron] 10.222.0.41 "GET /v2.0/ports/0b7eb833-a2e0-4a7e-8dbc-0e016579f584/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.1525955 Nov 26 21:58:34.032879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0163975-45b4-4435-a3b3-05cc9e9f8bb4 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.198559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.252130 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0163975-45b4-4435-a3b3-05cc9e9f8bb4 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.254432 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0163975-45b4-4435-a3b3-05cc9e9f8bb4 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.258633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Deleting port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:34.258979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.315166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0163975-45b4-4435-a3b3-05cc9e9f8bb4 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.316242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0163975-45b4-4435-a3b3-05cc9e9f8bb4 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6b4e559-00f2-4892-b659-2a7414648d96 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:58:34.320117 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0163975-45b4-4435-a3b3-05cc9e9f8bb4 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.321270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a0163975-45b4-4435-a3b3-05cc9e9f8bb4 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a6b4e559-00f2-4892-b659-2a7414648d96 HTTP/1.1" status: 204 len: 168 time: 0.3781965 Nov 26 21:58:34.347844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] For port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb,segment=NetworkSegment(300c39b0-6ad4-4be4-8c06-7170ab333abd),segment_id=300c39b0-6ad4-4be4-8c06-7170ab333abd)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:34.349221 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.362863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Calling delete_port for b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:34.435670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-909037bf-94d3-4b87-8318-720dbdceb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:34.437216 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-909037bf-94d3-4b87-8318-720dbdceb87d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 1096 time: 0.0818758 Nov 26 21:58:34.441169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54476) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:34.459191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:34.467416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.495056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc7b8d-9fd6-46bd-85cf-b426a0358bda None None] DHCP port deletion for 298f4498-07ba-4d16-8e74-d26a0d713d46 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:58:34.527404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:34.530053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 685bbea4-7180-4943-9666-cf8302739f15 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:58:34.538964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] No DVR routers for this DVR port b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:58:34.553723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.685297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.704340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 685bbea4-7180-4943-9666-cf8302739f15, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=685bbea4-7180-4943-9666-cf8302739f15,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:34.715421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298f4498-07ba-4d16-8e74-d26a0d713d46']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:34.722934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '685bbea4-7180-4943-9666-cf8302739f15', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'port_id': '685bbea4-7180-4943-9666-cf8302739f15', 'mac_address': 'fa:16:3e:84:c6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:58:34.731475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70074f-0b26-49b4-b121-d5410a8b191e req-c0af0a29-3c1b-4612-bbbe-78966cbdd3db tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:34.733719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d70074f-0b26-49b4-b121-d5410a8b191e req-c0af0a29-3c1b-4612-bbbe-78966cbdd3db tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1581318 Nov 26 21:58:34.738496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300c39b0-6ad4-4be4-8c06-7170ab333abd') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:34.739412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300c39b0-6ad4-4be4-8c06-7170ab333abd') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:34.765655 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.782180 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.797607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.807264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685bbea4-7180-4943-9666-cf8302739f15 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:34.814862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:58:34.815901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: timer() Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:58:34.818959 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:58:34.846158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d70074f-0b26-49b4-b121-d5410a8b191e req-1364f4cb-f6c1-4c37-9a1f-4c990ad0308c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947845 Nov 26 21:58:34.866627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1775158766', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:34.868000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 685bbea4-7180-4943-9666-cf8302739f15, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=685bbea4-7180-4943-9666-cf8302739f15,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:34.873682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:34.874029 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.906948 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.917345 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.924377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/298f4498-07ba-4d16-8e74-d26a0d713d46 HTTP/1.1" status: 204 len: 168 time: 0.9056106 Nov 26 21:58:34.925171 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.926462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:34.930500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=685bbea4-7180-4943-9666-cf8302739f15,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:34.937017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15b73b-ca0e-4816-8f1c-88024fc959c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=298f4498-07ba-4d16-8e74-d26a0d713d46,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:34.940821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:35.025023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.027926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:35.030622 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851a23a-7107-427a-83de-277060378833" -d '{"events": [{"server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:35.035093 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.114101 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:35.134382 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9bc89d-af5f-47ab-a8fc-3c5aeb2326aa x-openstack-request-id: req-4d9bc89d-af5f-47ab-a8fc-3c5aeb2326aa {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:35.134685 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "name": "network-vif-unplugged", "status": "completed", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:35.135153 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d9bc89d-af5f-47ab-a8fc-3c5aeb2326aa {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:35.135566 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'code': 200} Nov 26 21:58:35.136533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Transition to ACTIVE for port object 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:58:35.147891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.148836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:58:35.150456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b7fb88a2-5b0c-4311-98bc-c4ac4fa718bb not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:35.151426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 45e28080-7f58-45c0-8fae-8ce4f79a91c0 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:35.151747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b6b17-19ce-4c8e-9e46-3692e873974b req-5b81cc77-0ac0-4100-a5e2-c38fadf8018f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:35.153741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-280b6b17-19ce-4c8e-9e46-3692e873974b req-5b81cc77-0ac0-4100-a5e2-c38fadf8018f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 945 time: 0.1181366 Nov 26 21:58:35.182436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54492) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:35.185977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 45e28080-7f58-45c0-8fae-8ce4f79a91c0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:58:35.186634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 45e28080-7f58-45c0-8fae-8ce4f79a91c0 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:35.187151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 23fea87d-1a95-4c12-820d-1b69b5d38a16 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:35.211660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 23fea87d-1a95-4c12-820d-1b69b5d38a16 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:58:35.212449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 23fea87d-1a95-4c12-820d-1b69b5d38a16 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:35.257993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-280b6b17-19ce-4c8e-9e46-3692e873974b req-2f819de6-8991-44c5-af45-b1ae66d1262c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979509 Nov 26 21:58:35.262144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ef8befc0-d8de-42ad-ac0e-2ea19fc4a2e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30d66e99c79249628f41d7512d240346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0783775 Nov 26 21:58:35.264758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54494) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:35.282424 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.391972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['685bbea4-7180-4943-9666-cf8302739f15'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:58:35.399406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:35.517192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] No DVR routers for this DVR port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:58:35.568168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-838ca712-b007-4a1e-8d75-cdc39327f7ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.633000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-838ca712-b007-4a1e-8d75-cdc39327f7ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.804087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-838ca712-b007-4a1e-8d75-cdc39327f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.806734 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-838ca712-b007-4a1e-8d75-cdc39327f7ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.808160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-838ca712-b007-4a1e-8d75-cdc39327f7ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e80df9af-8f36-4bd0-a585-292234e548f9 HTTP/1.1" status: 204 len: 168 time: 0.5402331 Nov 26 21:58:35.814331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Attempting to bind port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:35.814676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Attempting to bind port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:35.815011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Attempting to bind port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on network 6c622311-88d5-443a-9223-54d3d14f5d4b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:35.826891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ca712-b007-4a1e-8d75-cdc39327f7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80df9af-8f36-4bd0-a585-292234e548f9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:35.849230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on network 6c622311-88d5-443a-9223-54d3d14f5d4b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:58:35.849559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Attempting to bind port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on network 6c622311-88d5-443a-9223-54d3d14f5d4b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:35.851759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.879778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:35.880148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Checking segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:35.881108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Bound using segment: {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:35.881108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Bound port: 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23659fed-5bcb-487a-a5ff-d03e3bedde5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:35.881470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.890508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:35.989355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e6a83-b5d8-4dae-a61a-cd7a1016d717 req-bb98996b-73b9-49df-a1ca-a2a1e7028801 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:35.991807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a9e6a83-b5d8-4dae-a61a-cd7a1016d717 req-bb98996b-73b9-49df-a1ca-a2a1e7028801 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0671351 Nov 26 21:58:36.090414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a9e6a83-b5d8-4dae-a61a-cd7a1016d717 req-b71687f2-7903-4e4c-9683-00f955933e39 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861304 Nov 26 21:58:36.118454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b3de0-9509-40b1-b42e-3b54f473e8c2 req-7bf35ce8-2265-4bb3-a28d-7d6c3e911aaa tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:36.122329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a4b3de0-9509-40b1-b42e-3b54f473e8c2 req-7bf35ce8-2265-4bb3-a28d-7d6c3e911aaa tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 943 time: 0.0773726 Nov 26 21:58:36.180156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a4b3de0-9509-40b1-b42e-3b54f473e8c2 req-4a0f5b37-4cf7-4790-9629-ed7298021d2d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518267 Nov 26 21:58:36.322938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:36.339901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:36.347013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:36.371135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Allocated IP 172.25.3.254 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/48957000-c122-43f0-a901-21a3c606fd88) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:36.392601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2282c-3a7b-41b2-a8a6-0e3f7528bb2b req-07e2034d-8c67-45a3-8610-5a9d52bc87bd tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:36.396098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eab2282c-3a7b-41b2-a8a6-0e3f7528bb2b req-07e2034d-8c67-45a3-8610-5a9d52bc87bd tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 945 time: 0.0560372 Nov 26 21:58:36.406967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:36.407680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:36.409095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] 10.222.0.13 "PUT /v2.0/ports/0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 1091 time: 1.9572587 Nov 26 21:58:36.446742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:36.480223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eab2282c-3a7b-41b2-a8a6-0e3f7528bb2b req-cc09fa75-f77b-4c47-af33-ec7361f13367 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766633 Nov 26 21:58:36.485481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c55c7-c89f-4c56-b078-84b83dd32fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:36.557309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:36.596878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:36.600096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-0e78906f-fce0-4e62-aff2-5cdcdf04adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:36.601628 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-0e78906f-fce0-4e62-aff2-5cdcdf04adfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1094 time: 0.1083741 Nov 26 21:58:36.635927 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:36.697838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:36.731037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:36.740980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:36.745492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event updated for resources: {'Port': ['ID=48957000-c122-43f0-a901-21a3c606fd88,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:36.754509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54536) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:36.857292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2078368436-network', 'tenant_id': '978dccf15a9b45839ecd0df9f7a04b51'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:36.871265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-5c9aeb55-79d3-4b19-8260-cd609ca34130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:36.872760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-5c9aeb55-79d3-4b19-8260-cd609ca34130 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.2089126 Nov 26 21:58:36.878833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Made reservation on behalf of 978dccf15a9b45839ecd0df9f7a04b51 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:36.881975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:36.890524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:36.946055 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:36.978420 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-2b880551-f19b-45c3-a391-ab3e8f7b1269 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 999 time: 0.0962985 Nov 26 21:58:36.986997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:36.992393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.021767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:58:37.028456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:37.035003 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.035365 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Added segment 8e696c3b-b085-4fad-8c38-21306b8a01ed of type vlan for network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d Nov 26 21:58:37.079096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.099985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-f7f54ad8-b108-477d-b0f7-a8b83694ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.101448 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-f7f54ad8-b108-477d-b0f7-a8b83694ac47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.0910554 Nov 26 21:58:37.108962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.110501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.111072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.150947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:37.154009 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:37.161897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.187335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4314623 Nov 26 21:58:37.199100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54546) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:37.219328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Request body: {'subnet': {'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2078368436-subnet', 'tenant_id': '978dccf15a9b45839ecd0df9f7a04b51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:37.222643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40ac6f-1a63-4299-a857-1948847eed04 admin admin] Pushing event updated for resources: {'Network': ['ID=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:37.222938 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7cae58-3856-48da-b2f2-b416f07f447c x-openstack-request-id: req-7b7cae58-3856-48da-b2f2-b416f07f447c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:37.223513 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:37.223965 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b7cae58-3856-48da-b2f2-b416f07f447c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:37.224413 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'status': 'completed', 'code': 200} Nov 26 21:58:37.239347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:58:37.275039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-faec4ece-0102-424c-b2c6-84f257d2cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.276534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-faec4ece-0102-424c-b2c6-84f257d2cf22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642902 Nov 26 21:58:37.283726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7b44-f39b-4629-90f5-4034e1c9e8d3 req-4d45c45d-c574-490a-9582-47e03ba104f3 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.285554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-056b7b44-f39b-4629-90f5-4034e1c9e8d3 req-4d45c45d-c574-490a-9582-47e03ba104f3 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.1056373 Nov 26 21:58:37.333109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Made reservation on behalf of 978dccf15a9b45839ecd0df9f7a04b51 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:37.335439 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.428345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-2078c003-8da8-423e-ba74-7a9bae59fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.429832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-2078c003-8da8-423e-ba74-7a9bae59fa68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1094 time: 0.1571794 Nov 26 21:58:37.431715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd270ee-4af2-418b-8241-ec5eee131bdf req-54a03258-1b53-449b-918a-08c3188f8cae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.433491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bd270ee-4af2-418b-8241-ec5eee131bdf req-54a03258-1b53-449b-918a-08c3188f8cae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 943 time: 0.1469500 Nov 26 21:58:37.445949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-056b7b44-f39b-4629-90f5-4034e1c9e8d3 req-cc95174f-90db-42f7-bbc7-f81596d5f8ba tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466539 Nov 26 21:58:37.492439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-267c6285-8aa3-4435-bdce-faa6ec099fc5 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.493800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-267c6285-8aa3-4435-bdce-faa6ec099fc5 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.2164526 Nov 26 21:58:37.515589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bd270ee-4af2-418b-8241-ec5eee131bdf req-d0b12a10-57a8-49cf-bcc2-7cd51911afe4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734842 Nov 26 21:58:37.569985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-2369c13a-2ae1-4de9-bd89-c6a5d4608a2e service neutron] 10.222.0.13 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824619 Nov 26 21:58:37.644085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58280b-4b53-4cd5-bbaf-2b663370b8cc req-efc3a302-5561-45a1-83d2-9170ad317b5b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.646316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a58280b-4b53-4cd5-bbaf-2b663370b8cc req-efc3a302-5561-45a1-83d2-9170ad317b5b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 945 time: 0.0673563 Nov 26 21:58:37.647400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.732718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac09c52-f02e-4380-ba05-9e6e9e90f453,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:37.750133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a58280b-4b53-4cd5-bbaf-2b663370b8cc req-7a2f41b8-e64a-43a3-b472-80a2071e03d1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777690 Nov 26 21:58:37.752982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Checking segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:37.753146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Network hostable DHCP agents. Network: 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:58:37.776928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:58:37.787734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:37.793302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.793857 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.797339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19ac2f-ecfc-4288-b232-bd24ac3929b3 None None] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:58:37.802253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-be59ac98-6fda-4ff2-b6b0-941f2b2aa254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:37.803826 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-be59ac98-6fda-4ff2-b6b0-941f2b2aa254 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.3603065 Nov 26 21:58:37.814606 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.818714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aa0c4867-fe8b-46c2-9d27-6f2070fd0fca admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6184671 Nov 26 21:58:37.869265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:37.873792 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-125ed807-655a-4a46-9bd8-38f9931dc590 req-cbb8a135-394e-49a2-978d-f949920a5154 service neutron] 10.222.0.13 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834618 Nov 26 21:58:37.933522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Deleting port 5b782875-9e0a-4c11-80a7-89ad00205395 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:37.933855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.005284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'tenant_id': '978dccf15a9b45839ecd0df9f7a04b51', 'fixed_ips': [{'subnet_id': '2ac09c52-f02e-4380-ba05-9e6e9e90f453'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:58:38.006821 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.040392 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-4c13b204-6588-43f9-980d-d43ed3a234df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 999 time: 0.2285416 Nov 26 21:58:38.181011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Allocated IP 172.20.0.2 (1287f22b-c0b7-4bdb-bab1-20cd4dd9238d/2ac09c52-f02e-4380-ba05-9e6e9e90f453/a88a95f1-0f75-48b7-8a5d-47dcd352cad4) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:38.192603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-eb12743d-a872-4436-9569-dedf3b6a5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:38.196622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-eb12743d-a872-4436-9569-dedf3b6a5af0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1094 time: 0.2003562 Nov 26 21:58:38.203357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-0e367bee-ee49-4217-97f7-ed7f00bf34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:38.204778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-0e367bee-ee49-4217-97f7-ed7f00bf34dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.1338093 Nov 26 21:58:38.219408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] For port 5b782875-9e0a-4c11-80a7-89ad00205395, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5b782875-9e0a-4c11-80a7-89ad00205395,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:38.219793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.343764 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.352769 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.367027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-de95fc92-3c31-47b9-86d3-9d4608f824fe tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:38.368618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-de95fc92-3c31-47b9-86d3-9d4608f824fe tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 816 time: 0.1146300 Nov 26 21:58:38.385709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-d8735088-d94a-457a-b4bd-cd2ff1cb2dd2 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/quotas/978dccf15a9b45839ecd0df9f7a04b51 HTTP/1.1" status: 200 len: 375 time: 0.0105400 Nov 26 21:58:38.396770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:38.404386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:38.408396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:38.422269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Pushing event updated for resources: {'Port': ['ID=a88a95f1-0f75-48b7-8a5d-47dcd352cad4,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:38.447396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-17f84b68-b517-4092-8ea3-d5e9a80b5ea5 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549457 Nov 26 21:58:38.488297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Attempting to bind port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:38.489246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Attempting to bind port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:38.489624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Attempting to bind port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:38.496784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:38.497128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Checking segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:38.497883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.498444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Bound using segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:38.500676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Bound port: a88a95f1-0f75-48b7-8a5d-47dcd352cad4, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:38.501071 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.552220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 685bbea4-7180-4943-9666-cf8302739f15 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:38.620333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] For port a88a95f1-0f75-48b7-8a5d-47dcd352cad4, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:38.623817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] For port a88a95f1-0f75-48b7-8a5d-47dcd352cad4, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a88a95f1-0f75-48b7-8a5d-47dcd352cad4,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:38.633968 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.651265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd80cb-191d-4b52-a766-579ac6942160 req-cdf7c08f-9a11-4089-b62f-223088b9536e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:38.653125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0fd80cb-191d-4b52-a766-579ac6942160 req-cdf7c08f-9a11-4089-b62f-223088b9536e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 945 time: 0.0816462 Nov 26 21:58:38.662011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 685bbea4-7180-4943-9666-cf8302739f15 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:58:38.664026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-d4f1a4ab-1a8e-4931-afe6-f1d4aba0d70c service neutron] 10.222.0.21 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066169 Nov 26 21:58:38.678402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 685bbea4-7180-4943-9666-cf8302739f15 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:38.679061 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.737233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Router a91900c3-eddc-47c0-98af-4d00c179eef6 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:58:38.752325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-0d74ea05-da39-4de4-94e5-b873ddeaa3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:38.753862 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-0d74ea05-da39-4de4-94e5-b873ddeaa3d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5307977 Nov 26 21:58:38.756597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a83f7-37e3-4298-b062-b9e722323479 None None] Pushing event updated for resources: {'Port': ['ID=a88a95f1-0f75-48b7-8a5d-47dcd352cad4,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:38.793175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a0fd80cb-191d-4b52-a766-579ac6942160 req-61a7f79f-dfef-4557-a3be-73284212367b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269288 Nov 26 21:58:38.856978 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:38.858722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-c910b8cb-8471-413a-8463-7981ef0b60f9 service neutron] 10.222.0.21 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937594 Nov 26 21:58:38.902777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530fcae7-6a8e-4db6-8004-b1de52b4f00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685bbea4-7180-4943-9666-cf8302739f15'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:38.906858 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd04ddf3-093b-408c-9c6e-2ff7afe1e8d8" -d '{"events": [{"server_uuid": "530fcae7-6a8e-4db6-8004-b1de52b4f00f", "name": "network-vif-plugged", "status": "completed", "tag": "685bbea4-7180-4943-9666-cf8302739f15"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:38.927699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61340b9d-1748-4809-ac48-b012d72a4374 req-32cda57f-317b-49a2-9995-4c185fc6c07b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:38.929911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61340b9d-1748-4809-ac48-b012d72a4374 req-32cda57f-317b-49a2-9995-4c185fc6c07b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 943 time: 0.0548882 Nov 26 21:58:38.935129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-2b884ad7-717f-4683-93dd-b1df699320ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:38.936604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-2b884ad7-717f-4683-93dd-b1df699320ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.7292211 Nov 26 21:58:38.938463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 685bbea4-7180-4943-9666-cf8302739f15, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=685bbea4-7180-4943-9666-cf8302739f15,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:39.006822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:39.034877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61340b9d-1748-4809-ac48-b012d72a4374 req-7de5816e-0d89-4f91-8cba-dc4caa10fd2b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907300 Nov 26 21:58:39.127422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=685bbea4-7180-4943-9666-cf8302739f15,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:39.188789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:39.189152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:39.189472 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Floating IP be7dbca7-0736-4316-95f5-65b552d157f6 disassociated. External IP: 172.25.3.201, port: 5b782875-9e0a-4c11-80a7-89ad00205395. Nov 26 21:58:39.189818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Calling delete_port for 5b782875-9e0a-4c11-80a7-89ad00205395 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:39.204720 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-41c72e65-1205-433a-8595-5dc3026df10e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 999 time: 0.2570007 Nov 26 21:58:39.211113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-1a4a9fd9-a885-49bc-8b16-5137d6b44505 service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426043 Nov 26 21:58:39.237730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d97f-f476-49fa-8d49-9d3648477638 req-08c284c1-f85b-4411-8310-80b27f555ce1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:39.246560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab38d97f-f476-49fa-8d49-9d3648477638 req-08c284c1-f85b-4411-8310-80b27f555ce1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.0721283 Nov 26 21:58:39.263774 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93b944e-9734-4bb1-af0f-0b995b22dd0b x-openstack-request-id: req-e93b944e-9734-4bb1-af0f-0b995b22dd0b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:39.264496 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530fcae7-6a8e-4db6-8004-b1de52b4f00f", "name": "network-vif-plugged", "status": "completed", "tag": "685bbea4-7180-4943-9666-cf8302739f15", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:39.264991 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e93b944e-9734-4bb1-af0f-0b995b22dd0b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:39.265758 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530fcae7-6a8e-4db6-8004-b1de52b4f00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685bbea4-7180-4943-9666-cf8302739f15', 'code': 200} Nov 26 21:58:39.300945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:39.304664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab38d97f-f476-49fa-8d49-9d3648477638 req-0f9c176e-1348-4050-a430-3cb1d0f05374 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538027 Nov 26 21:58:39.326778 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b945b7-963a-4840-aace-dd6fdbbdcf26 None None] Sync routers for ids ['a91900c3-eddc-47c0-98af-4d00c179eef6'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:39.341947 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b945b7-963a-4840-aace-dd6fdbbdcf26 None None] Routers {'a91900c3-eddc-47c0-98af-4d00c179eef6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:39.342624 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-18b945b7-963a-4840-aace-dd6fdbbdcf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a91900c3-eddc-47c0-98af-4d00c179eef6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:39.407796 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-18b945b7-963a-4840-aace-dd6fdbbdcf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:39.424424 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b945b7-963a-4840-aace-dd6fdbbdcf26 None None] Routers {'a91900c3-eddc-47c0-98af-4d00c179eef6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:39.425412 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-18b945b7-963a-4840-aace-dd6fdbbdcf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a91900c3-eddc-47c0-98af-4d00c179eef6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:39.472442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-18b945b7-963a-4840-aace-dd6fdbbdcf26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:39.473332 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b945b7-963a-4840-aace-dd6fdbbdcf26 None None] The sync data for ids ['a91900c3-eddc-47c0-98af-4d00c179eef6'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:39.546059 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:39.547378 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f0b53e37-ee7b-4043-bb2d-fb10371cde64 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1046584 Nov 26 21:58:39.559292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54610) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:39.571991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-8ba2c976-5214-4fe1-8c63-ce69fe579d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:39.573636 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-8ba2c976-5214-4fe1-8c63-ce69fe579d27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.3573401 Nov 26 21:58:39.623917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-6e3a2162-6752-4c16-81b5-438531a22b0d service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050353 Nov 26 21:58:39.634937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7105df-97a6-41d8-b01f-ca51ec736485 req-5ffaa78d-d66f-4b1e-a617-cc4e14fbe823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:39.636474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e7105df-97a6-41d8-b01f-ca51ec736485 req-5ffaa78d-d66f-4b1e-a617-cc4e14fbe823 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 1097 time: 0.1656411 Nov 26 21:58:39.637115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:39.689528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fb128-5267-4a67-9669-b4162d01a262 req-40967c7c-9681-4ffc-aee4-4a5ab7ea38bd tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:39.691478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-810fb128-5267-4a67-9669-b4162d01a262 req-40967c7c-9681-4ffc-aee4-4a5ab7ea38bd tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.1815960 Nov 26 21:58:39.698695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event deleted for resources: {'Port': ['ID=5b782875-9e0a-4c11-80a7-89ad00205395,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:39.700848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-236a6471-4027-43f9-a19a-18ba824596f3 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:39.702505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-236a6471-4027-43f9-a19a-18ba824596f3 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 816 time: 0.3125317 Nov 26 21:58:39.723603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-6009bb5c-7844-4d8b-97b4-aa459b093b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:39.725564 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-6009bb5c-7844-4d8b-97b4-aa459b093b5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403694 Nov 26 21:58:39.737311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.738413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.738413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.738413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.740766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.742839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.742991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.743313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.743742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.744109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.744479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.744796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:39.773612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-15811e1f-93a8-4ba5-9f0f-dfe4b454398b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/quotas/978dccf15a9b45839ecd0df9f7a04b51 HTTP/1.1" status: 200 len: 375 time: 0.0435472 Nov 26 21:58:39.846527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-03111333-9eb5-402a-bdad-dfcd760f8f08 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/routers/a91900c3-eddc-47c0-98af-4d00c179eef6 HTTP/1.1" status: 200 len: 921 time: 0.2830479 Nov 26 21:58:39.851643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54616) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:39.855693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-810fb128-5267-4a67-9669-b4162d01a262 req-e44bdeec-9ef5-4004-a7e8-16914fc2e871 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521070 Nov 26 21:58:39.888941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-735f23a8-24b7-4b35-94fc-abfcaece8196 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=a91900c3-eddc-47c0-98af-4d00c179eef6 HTTP/1.1" status: 200 len: 205 time: 0.0298259 Nov 26 21:58:39.889142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54618) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:39.913453 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7e7105df-97a6-41d8-b01f-ca51ec736485 req-7de60764-be4d-40e4-a99d-63a0987f23b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623715 Nov 26 21:58:40.025854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Router 82fd1e41-4f66-484a-8769-709a23166869 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:58:40.030675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-cd127b3a-f1c0-4f2b-bb66-b14280f51696 service neutron] 10.222.0.13 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786360 Nov 26 21:58:40.163029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:40.163889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170dcf7-9590-4214-93de-26af749504bd None None] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:58:40.190450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] Sync routers for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:40.213463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] No DVR routers for this DVR port 5b782875-9e0a-4c11-80a7-89ad00205395 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:58:40.216264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:40.220067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bfd75dd6-b713-4f1b-9610-dedae7f9946f req-9b1ca852-34cd-4f84-b27a-75cff0d2f79f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "DELETE /v2.0/ports/5b782875-9e0a-4c11-80a7-89ad00205395 HTTP/1.1" status: 204 len: 173 time: 2.7040205 Nov 26 21:58:40.220646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'name': 'network-vif-deleted', 'tag': '5b782875-9e0a-4c11-80a7-89ad00205395'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:40.223872 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341fefa-7182-4857-974d-37b8409c44a5" -d '{"events": [{"server_uuid": "dcf51879-c061-4dd4-8f06-2a2248440f37", "name": "network-vif-deleted", "tag": "5b782875-9e0a-4c11-80a7-89ad00205395"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:40.263470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:40.264116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:40.344745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9128d7a1-d028-4fdd-9b66-768922af99b1 None None] Provisioning complete for port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:40.345126 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9128d7a1-d028-4fdd-9b66-768922af99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:40.393937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48b51b1b-94ea-47d9-b283-c8a0a97a88e2 req-992dcf8e-3d75-4efb-adb9-4804224bf54f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcf51879-c061-4dd4-8f06-2a2248440f37 HTTP/1.1" status: 200 len: 210 time: 0.4326470 Nov 26 21:58:40.394165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b7f99a8-b79c-40c5-8ce0-7df172c65f61 req-a23d3622-2b72-441f-a145-7afbc4fbbd07 service neutron] 10.222.0.13 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119413 Nov 26 21:58:40.423984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-87dcd3a4-15f8-485c-b09b-a578dbf10e54 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6437562 Nov 26 21:58:40.544319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-089e383b-dd28-45b6-a970-af1d49bae291 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:40.545900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-089e383b-dd28-45b6-a970-af1d49bae291 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.41 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 816 time: 0.1353726 Nov 26 21:58:40.568019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Request body: {'port': {'device_id': 'b78dd5d7-b136-4adf-9c10-db6f953a15ba', 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'admin_state_up': True, 'tenant_id': '978dccf15a9b45839ecd0df9f7a04b51'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:40.612867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:40.640143 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:40.708154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3727619-80fa-4b4f-8f5c-b23cbcd06fe1 req-67727f3a-5c95-4428-9107-6746db12eb7f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:40.709825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3727619-80fa-4b4f-8f5c-b23cbcd06fe1 req-67727f3a-5c95-4428-9107-6746db12eb7f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 943 time: 0.1869342 Nov 26 21:58:40.716757 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-b777547d-aeef-47de-8d55-a405b9829d21 service neutron] 10.222.0.21 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750854 Nov 26 21:58:40.733019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Made reservation on behalf of 978dccf15a9b45839ecd0df9f7a04b51 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:40.738420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:40.753336 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9128d7a1-d028-4fdd-9b66-768922af99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:40.904331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3727619-80fa-4b4f-8f5c-b23cbcd06fe1 req-9b8f0233-3e33-4370-9175-6d1dc0115e01 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1805482 Nov 26 21:58:40.923252 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:40.967113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-7c729614-b603-43d4-abcb-fc2cefd239c2 service neutron] 10.222.0.21 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084601 Nov 26 21:58:40.989129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Allocated IP 172.20.0.14 (1287f22b-c0b7-4bdb-bab1-20cd4dd9238d/2ac09c52-f02e-4380-ba05-9e6e9e90f453/861e445e-ac4b-4e50-80c2-a5a40686bff1) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:40.999127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a88a95f1-0f75-48b7-8a5d-47dcd352cad4 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:41.019325 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d79df6-f910-462a-8389-12c549ef5a4a x-openstack-request-id: req-e7d79df6-f910-462a-8389-12c549ef5a4a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:41.020729 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf51879-c061-4dd4-8f06-2a2248440f37", "name": "network-vif-deleted", "tag": "5b782875-9e0a-4c11-80a7-89ad00205395", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:41.020999 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7d79df6-f910-462a-8389-12c549ef5a4a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:41.021422 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf51879-c061-4dd4-8f06-2a2248440f37', 'name': 'network-vif-deleted', 'tag': '5b782875-9e0a-4c11-80a7-89ad00205395', 'status': 'completed', 'code': 200} Nov 26 21:58:41.075916 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9128d7a1-d028-4fdd-9b66-768922af99b1 None None] For port a88a95f1-0f75-48b7-8a5d-47dcd352cad4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a88a95f1-0f75-48b7-8a5d-47dcd352cad4,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:41.098434 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9128d7a1-d028-4fdd-9b66-768922af99b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:41.144517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Deleting port 48957000-c122-43f0-a901-21a3c606fd88 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:41.145325 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:41.222770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479147a-b165-49f1-852a-9d9dc853102b req-2684b0fc-8f52-4e3c-9dd3-4e4fc1cd5cfe tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:41.228540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:41.229500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:41.230549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7479147a-b165-49f1-852a-9d9dc853102b req-2684b0fc-8f52-4e3c-9dd3-4e4fc1cd5cfe tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1690309 Nov 26 21:58:41.233983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128d7a1-d028-4fdd-9b66-768922af99b1 None None] Pushing event updated for resources: {'Port': ['ID=a88a95f1-0f75-48b7-8a5d-47dcd352cad4,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:41.297884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:41.342006 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:41.352593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] Checking router: 82fd1e41-4f66-484a-8769-709a23166869 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:58:41.358729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7479147a-b165-49f1-852a-9d9dc853102b req-f9080aa9-36fa-4aed-9679-e973a7cfcf7c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228049 Nov 26 21:58:41.379891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:41.380540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:41.395599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Calling delete_port for 48957000-c122-43f0-a901-21a3c606fd88 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:41.568960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:41.627770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:41.649323 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:41.665931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5e35e366-7d4e-4fd0-87bb-6c18ea97d016 None None] Provisioning complete for port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:41.666358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e35e366-7d4e-4fd0-87bb-6c18ea97d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:41.718982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:41.726244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:41.728838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:41.777948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf525b2-736a-4158-94ad-5f8885316587 req-977168d7-6211-4629-b6a8-df3cd3096780 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:41.791269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-977168d7-6211-4629-b6a8-df3cd3096780 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 816 time: 0.2724137 Nov 26 21:58:41.840357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-ecb10661-d45b-46f6-82c6-e4c7b8b76e52 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/quotas/978dccf15a9b45839ecd0df9f7a04b51 HTTP/1.1" status: 200 len: 375 time: 0.0478351 Nov 26 21:58:41.845918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:41.846990 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:41.905035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3435206 Nov 26 21:58:41.906705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946e3f9-81be-4431-ab87-075ab50aff62 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Pushing event updated for resources: {'Port': ['ID=861e445e-ac4b-4e50-80c2-a5a40686bff1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:41.937165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Request body: {'port': {'device_id': 'b78dd5d7-b136-4adf-9c10-db6f953a15ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:42.024285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.040430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:42.054833 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-17b7ca89-ea48-4a57-b2af-fed81a180eee tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2131665 Nov 26 21:58:42.055939 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.089314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f8906-d399-42d4-b9b8-d595a5a0ede7 None None] The sync data for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 is: [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:42.107101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event deleted for resources: {'Port': ['ID=48957000-c122-43f0-a901-21a3c606fd88,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:42.118474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2089b-e390-4ac9-b662-edf9b7d74b91 req-531d64b0-9cae-4e69-bca0-2efd24aaeed3 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:42.125318 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25f2089b-e390-4ac9-b662-edf9b7d74b91 req-531d64b0-9cae-4e69-bca0-2efd24aaeed3 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.2103550 Nov 26 21:58:42.149389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-94e11adc-b601-4bac-848c-ed10565bb06f None None] Provisioning complete for port 861e445e-ac4b-4e50-80c2-a5a40686bff1 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:42.149773 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94e11adc-b601-4bac-848c-ed10565bb06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.203525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-94e11adc-b601-4bac-848c-ed10565bb06f None None] Port 861e445e-ac4b-4e50-80c2-a5a40686bff1 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:58:42.286297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.324845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25f2089b-e390-4ac9-b662-edf9b7d74b91 req-b8e89dde-b822-4d42-9366-ede2049b9e48 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985722 Nov 26 21:58:42.373019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54666) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:42.409815 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.417081 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.450760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861e445e-ac4b-4e50-80c2-a5a40686bff1 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:42.459604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.471405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-0b4d417d-5b68-43bd-a0dd-f96f9cad051f service neutron] 10.222.0.21 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980641 Nov 26 21:58:42.487182 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaac339-15ac-4f76-a26f-8fa2c7d211a4 None None] New status for floating IP be7dbca7-0736-4316-95f5-65b552d157f6: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:58:42.496000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3cd6ff0-5fe1-4a90-8136-c07c232b17cc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.509040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Transition to ACTIVE for port object 861e445e-ac4b-4e50-80c2-a5a40686bff1 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:58:42.515715 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.523561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.524213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Fanout notify agent at l3_agent the message router_deleted on router a91900c3-eddc-47c0-98af-4d00c179eef6 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:58:42.528163 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3cd6ff0-5fe1-4a90-8136-c07c232b17cc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.535257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.541074 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7312a083-7116-4bbc-b240-bfcbeff1a879 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/a91900c3-eddc-47c0-98af-4d00c179eef6 HTTP/1.1" status: 204 len: 168 time: 2.6502666 Nov 26 21:58:42.558910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54668) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:42.565191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'router': {'name': 'tempest-snat-router-321483338', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': False}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:42.596793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:58:42.597347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7ef44-a622-42bc-b36c-dc607248115b req-53f7f71f-24a9-476a-a39f-afa2ee0f8446 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:42.606061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77c7ef44-a622-42bc-b36c-dc607248115b req-53f7f71f-24a9-476a-a39f-afa2ee0f8446 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 943 time: 0.1722937 Nov 26 21:58:42.634571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5b782875-9e0a-4c11-80a7-89ad00205395 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:42.648773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=861e445e-ac4b-4e50-80c2-a5a40686bff1,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:42.689016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 5b782875-9e0a-4c11-80a7-89ad00205395 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:58:42.701016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5b782875-9e0a-4c11-80a7-89ad00205395 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:42.706110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.708889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.735650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77c7ef44-a622-42bc-b36c-dc607248115b req-7247f86b-4cda-4e15-98fc-d2a4ffa885ee tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1251392 Nov 26 21:58:42.740026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-eaf840e7-2a24-4c5d-8d3a-5dae7e351b5a service neutron] 10.222.0.21 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358260 Nov 26 21:58:42.791169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3cd6ff0-5fe1-4a90-8136-c07c232b17cc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.793837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3cd6ff0-5fe1-4a90-8136-c07c232b17cc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.795031 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d3cd6ff0-5fe1-4a90-8136-c07c232b17cc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e65e4a8-991a-4e3c-8ac4-0d05994d37d4 HTTP/1.1" status: 204 len: 168 time: 0.4209971 Nov 26 21:58:42.799126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54672) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:42.831651 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-3dffd76c-d850-485b-8d31-cf47f7627b8b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] show failed (client error): The resource could not be found. Nov 26 21:58:42.833471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3dffd76c-d850-485b-8d31-cf47f7627b8b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups/1e65e4a8-991a-4e3c-8ac4-0d05994d37d4 HTTP/1.1" status: 404 len: 347 time: 0.0327721 Nov 26 21:58:42.835978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd6ff0-5fe1-4a90-8136-c07c232b17cc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e65e4a8-991a-4e3c-8ac4-0d05994d37d4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:42.838954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54674) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:42.847656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:42.863248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Attempting to bind port 861e445e-ac4b-4e50-80c2-a5a40686bff1 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:42.863615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Attempting to bind port 861e445e-ac4b-4e50-80c2-a5a40686bff1 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:42.863957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Attempting to bind port 861e445e-ac4b-4e50-80c2-a5a40686bff1 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:42.878504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a88a95f1-0f75-48b7-8a5d-47dcd352cad4 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:42.923914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Port 861e445e-ac4b-4e50-80c2-a5a40686bff1 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:58:42.923914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Attempting to bind port 861e445e-ac4b-4e50-80c2-a5a40686bff1 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:42.977820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:43.008007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:43.008374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Checking segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:43.008750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Bound using segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:43.009205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Bound port: 861e445e-ac4b-4e50-80c2-a5a40686bff1, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:43.009570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.017718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'port_id': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'mac_address': 'fa:16:3e:e0:41:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:58:43.118283 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.140408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:43.149062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c053a-006a-46ba-93ad-523c3ec341c1 req-21b4cde8-409d-4e60-9575-e48409f7446d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:43.156419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] For port 861e445e-ac4b-4e50-80c2-a5a40686bff1, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:43.156847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-811c053a-006a-46ba-93ad-523c3ec341c1 req-21b4cde8-409d-4e60-9575-e48409f7446d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.0739377 Nov 26 21:58:43.162674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] For port 861e445e-ac4b-4e50-80c2-a5a40686bff1, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=861e445e-ac4b-4e50-80c2-a5a40686bff1,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:43.165993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:43.171818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:43.172228 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.180077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Deleting port 864f72e3-fb34-4105-b6b7-be9711648db6 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:43.180425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.218584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.230226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-811c053a-006a-46ba-93ad-523c3ec341c1 req-4f01a6ab-b097-4407-8dd7-acf87e9c910f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723712 Nov 26 21:58:43.237045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.359439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39076bc4-458f-4a42-8c50-58b047ca6e3f req-01cac2a4-286c-4453-b7d4-fa19bb193a2f tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 210 time: 0.0467446 Nov 26 21:58:43.420181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.421901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.453373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Calling delete_port for 864f72e3-fb34-4105-b6b7-be9711648db6 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:43.473127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:43.503261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:43.504008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.508881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/861e445e-ac4b-4e50-80c2-a5a40686bff1 HTTP/1.1" status: 200 len: 1092 time: 1.5875647 Nov 26 21:58:43.511419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:43.518458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78dd5d7-b136-4adf-9c10-db6f953a15ba', 'tag': '861e445e-ac4b-4e50-80c2-a5a40686bff1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:43.521794 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7062444-3dfb-4242-a803-fbdceee85c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "b78dd5d7-b136-4adf-9c10-db6f953a15ba", "tag": "861e445e-ac4b-4e50-80c2-a5a40686bff1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:43.559981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caff41-3a4b-4c95-a6af-076cafecd8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=861e445e-ac4b-4e50-80c2-a5a40686bff1,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:43.686657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-4ef1de2f-96ad-4e2a-b240-f9fd2640eed1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:43.688397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-4ef1de2f-96ad-4e2a-b240-f9fd2640eed1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700&tenant_id=44636e60510b4cc993a80af73b717746&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 944 time: 0.2110591 Nov 26 21:58:43.701863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-4048bfc7-1410-49dd-827a-17252e75374a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:43.709155 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-4048bfc7-1410-49dd-827a-17252e75374a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.13 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 816 time: 0.6768165 Nov 26 21:58:43.773613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0b7eb833-a2e0-4a7e-8dbc-0e016579f584'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:58:43.786429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Request body: {'port': {'device_id': 'dd2677c4-d00d-4ad7-bcbd-ad6462580eef', 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'admin_state_up': True, 'tenant_id': '978dccf15a9b45839ecd0df9f7a04b51'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:43.827021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf2ed-4888-46cc-93a7-8fc8013c98c7 req-6639f648-0218-4245-9b5d-34cd4b482f73 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:43.836272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d41bf2ed-4888-46cc-93a7-8fc8013c98c7 req-6639f648-0218-4245-9b5d-34cd4b482f73 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 944 time: 0.1936758 Nov 26 21:58:43.931231 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-727f081a-0626-429b-96c2-8c93f6222966 service neutron] delete failed (client error): The resource could not be found. Nov 26 21:58:43.932431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-727f081a-0626-429b-96c2-8c93f6222966 service neutron] 10.222.0.41 "DELETE /v2.0/ports/0b7eb833-a2e0-4a7e-8dbc-0e016579f584/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.2097569 Nov 26 21:58:43.980825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.029341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d41bf2ed-4888-46cc-93a7-8fc8013c98c7 req-aba1440f-212b-4dc7-b29b-2a78c1f945bf tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1914096 Nov 26 21:58:44.042297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1131344-f0e7-43e5-8e3a-fc9d9a9ac1f7 req-7a60817a-71eb-49bb-b51a-d49305487bb0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.043871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1131344-f0e7-43e5-8e3a-fc9d9a9ac1f7 req-7a60817a-71eb-49bb-b51a-d49305487bb0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1682761 Nov 26 21:58:44.053342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event deleted for resources: {'Port': ['ID=864f72e3-fb34-4105-b6b7-be9711648db6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:44.234576 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079060c9-715c-4147-95ef-535208189887 x-openstack-request-id: req-079060c9-715c-4147-95ef-535208189887 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:44.234871 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78dd5d7-b136-4adf-9c10-db6f953a15ba", "tag": "861e445e-ac4b-4e50-80c2-a5a40686bff1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:44.235132 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-079060c9-715c-4147-95ef-535208189887 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:44.235529 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78dd5d7-b136-4adf-9c10-db6f953a15ba', 'tag': '861e445e-ac4b-4e50-80c2-a5a40686bff1', 'status': 'completed', 'code': 200} Nov 26 21:58:44.239321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1131344-f0e7-43e5-8e3a-fc9d9a9ac1f7 req-5e9fa027-06b9-4ff3-9f82-3acb6330dbd9 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783652 Nov 26 21:58:44.244949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-955a2130-b0f1-49e2-b1d5-b6275ee50c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.246443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-955a2130-b0f1-49e2-b1d5-b6275ee50c21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1095 time: 0.2158947 Nov 26 21:58:44.251785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.255207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.265100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6e7c3d7c-2b37-4ea7-b573-51eb6351a647 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "DELETE /v2.0/floatingips/be7dbca7-0736-4316-95f5-65b552d157f6 HTTP/1.1" status: 204 len: 168 time: 1.4162419 Nov 26 21:58:44.265297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-d2c4b6c2-252e-454e-a0c5-7df14beb3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.265297 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-d2c4b6c2-252e-454e-a0c5-7df14beb3972 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 1095 time: 0.6583943 Nov 26 21:58:44.345520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a27323-f752-4f99-b397-5de4c07f8f71 req-8e6dfc9a-75a6-40f7-8189-773afe9dcc7c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.347020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01a27323-f752-4f99-b397-5de4c07f8f71 req-8e6dfc9a-75a6-40f7-8189-773afe9dcc7c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.1625555 Nov 26 21:58:44.373628 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-a6167624-52ca-4303-8171-f3d407fea478 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861e445e-ac4b-4e50-80c2-a5a40686bff1 HTTP/1.1" status: 200 len: 217 time: 0.0923481 Nov 26 21:58:44.438355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01a27323-f752-4f99-b397-5de4c07f8f71 req-5ba6f517-7285-464a-ab0b-4b365a5e3367 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797853 Nov 26 21:58:44.439744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Made reservation on behalf of 978dccf15a9b45839ecd0df9f7a04b51 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:44.443485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.448012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-8fa934b6-f27a-4bee-b49f-45d75eeac3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.449636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-8fa934b6-f27a-4bee-b49f-45d75eeac3c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.1914732 Nov 26 21:58:44.489748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-d4aac75e-28bb-4659-9a2b-42bb5042a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.491369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-d4aac75e-28bb-4659-9a2b-42bb5042a888 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ac09c52-f02e-4380-ba05-9e6e9e90f453 HTTP/1.1" status: 200 len: 855 time: 0.0952685 Nov 26 21:58:44.530118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-034c2624-0e0f-4ad3-b103-6a1c483043dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 1000 time: 0.0683203 Nov 26 21:58:44.569116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3383ab2b-d231-4f28-90ed-3feb87aa7519 req-d58e2c22-bbd3-44d8-b96d-280bffc495c9 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 210 time: 0.0363088 Nov 26 21:58:44.610360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-0dbbc487-5dcf-4ad1-b9c2-6e63d925c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.612090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-0dbbc487-5dcf-4ad1-b9c2-6e63d925c55b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.0678101 Nov 26 21:58:44.666015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54706) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:44.671738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9571bf33-c5cd-4913-acfc-64a163f8cc64 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571600612', 'description': 'tempest-description--1187054870'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:44.694873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-8092c05b-f641-4c97-8d61-7ed42b99c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.696470 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-8092c05b-f641-4c97-8d61-7ed42b99c4c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971688 Nov 26 21:58:44.700365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-89c72361-8433-40fa-8696-0d6fdb984cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:44.702149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-89c72361-8433-40fa-8696-0d6fdb984cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740690 Nov 26 21:58:44.717860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.721538 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9571bf33-c5cd-4913-acfc-64a163f8cc64 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.781643 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.829755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Allocated IP 172.20.0.4 (1287f22b-c0b7-4bdb-bab1-20cd4dd9238d/2ac09c52-f02e-4380-ba05-9e6e9e90f453/d9ae3e27-d9fb-4296-a391-b9f0236f06e6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:44.834954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-ec5d77c0-d993-48dd-8f2c-dc6e13a78d93 service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248200 Nov 26 21:58:44.901573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9571bf33-c5cd-4913-acfc-64a163f8cc64 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.910868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9571bf33-c5cd-4913-acfc-64a163f8cc64 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.948458 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9571bf33-c5cd-4913-acfc-64a163f8cc64 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:44.949760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9571bf33-c5cd-4913-acfc-64a163f8cc64 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2817693 Nov 26 21:58:44.954363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54708) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:44.966055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-86772860-818e-4fa1-b8f0-f1a4e34c2f68 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'security_group_rule': {'security_group_id': 'a28598c9-6a32-41b0-83cc-acb93e513135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:44.972425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571bf33-c5cd-4913-acfc-64a163f8cc64 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28598c9-6a32-41b0-83cc-acb93e513135,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:44.997041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff98c1e-977f-4f96-b1b7-c475323af23c req-bd382c75-65e8-424f-96aa-6bd83e6d494a service neutron] 10.222.0.41 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518643 Nov 26 21:58:45.007953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86772860-818e-4fa1-b8f0-f1a4e34c2f68 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.037279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-ae9617a9-39f1-420a-9af9-67eb194ca2e6 service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267126 Nov 26 21:58:45.062556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86772860-818e-4fa1-b8f0-f1a4e34c2f68 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.066352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86772860-818e-4fa1-b8f0-f1a4e34c2f68 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.093121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86772860-818e-4fa1-b8f0-f1a4e34c2f68 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7001b8fc-f6a8-4767-98cb-293765e3f9f2,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:45.101744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf525b2-736a-4158-94ad-5f8885316587 req-a8287697-c732-41b3-aa2b-c4f4ceec7fd7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:45.103281 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-a8287697-c732-41b3-aa2b-c4f4ceec7fd7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.41 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 816 time: 0.3087809 Nov 26 21:58:45.104028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86772860-818e-4fa1-b8f0-f1a4e34c2f68 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.108289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-86772860-818e-4fa1-b8f0-f1a4e34c2f68 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522119 Nov 26 21:58:45.109016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54712) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:45.113585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9d231cf5-2a03-4a8b-a581-a22c9261230b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'security_group_rule': {'security_group_id': 'a28598c9-6a32-41b0-83cc-acb93e513135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:45.151489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d231cf5-2a03-4a8b-a581-a22c9261230b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.158008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Request body: {'port': {'device_id': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'admin_state_up': True, 'tenant_id': '978dccf15a9b45839ecd0df9f7a04b51'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:45.227807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Allocated IP 172.25.3.223 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/ba80cc3e-2b47-4414-9989-f278cf288a34) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:45.239480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085772a6-ee73-47f6-b198-c0aaf68a4af8 req-a5490852-9f80-49ee-8c48-09c62e20a213 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:45.241956 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-085772a6-ee73-47f6-b198-c0aaf68a4af8 req-a5490852-9f80-49ee-8c48-09c62e20a213 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 944 time: 0.0869884 Nov 26 21:58:45.253161 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d231cf5-2a03-4a8b-a581-a22c9261230b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.268349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d231cf5-2a03-4a8b-a581-a22c9261230b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.295340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d231cf5-2a03-4a8b-a581-a22c9261230b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1389b45a-2e46-458d-8186-1463d23d5895,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:45.323492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cd865a83-7327-4e3a-92ea-42e4b98b4cc2 req-e9464483-ec84-40a3-ba90-2dffde226176 service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631173 Nov 26 21:58:45.328858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d231cf5-2a03-4a8b-a581-a22c9261230b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.330016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9d231cf5-2a03-4a8b-a581-a22c9261230b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2200360 Nov 26 21:58:45.342524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54716) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:45.347627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:45.359694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-085772a6-ee73-47f6-b198-c0aaf68a4af8 req-cf55e45a-f7fe-4f92-9737-13bf3851823f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097684 Nov 26 21:58:45.361970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.418617 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.447018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c08ca-0309-49a5-ac61-7ebd28a3ac78 req-6a0effce-46cf-4cf3-abac-ae00464b42b6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:45.448799 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a90c08ca-0309-49a5-ac61-7ebd28a3ac78 req-6a0effce-46cf-4cf3-abac-ae00464b42b6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1231713 Nov 26 21:58:45.466258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Made reservation on behalf of 978dccf15a9b45839ecd0df9f7a04b51 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:45.469743 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.481162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.533300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.573366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:45.627792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:45.639469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:45.648630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Pushing event updated for resources: {'Port': ['ID=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:45.804565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-d5e43163-2027-40c4-a04b-9714c6e23fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:45.806065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-d5e43163-2027-40c4-a04b-9714c6e23fc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 1095 time: 0.2654419 Nov 26 21:58:45.833265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.841699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:45.842384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.948653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-5ae609f5-5c39-4b72-8845-a88d54c8662b tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:45.950508 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-5ae609f5-5c39-4b72-8845-a88d54c8662b tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.13 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.2520208 Nov 26 21:58:45.955469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-937422ca-6a4a-4a6b-ba4c-e395b3d7c1e9 None None] Provisioning complete for port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:45.956028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-937422ca-6a4a-4a6b-ba4c-e395b3d7c1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:45.957138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Allocated IP 172.20.0.7 (1287f22b-c0b7-4bdb-bab1-20cd4dd9238d/2ac09c52-f02e-4380-ba05-9e6e9e90f453/49f2441b-2140-41e3-af53-2f3d190ac7b5) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:45.967084 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-286557ca-fb31-4f43-a10c-37444a11ecba tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2008693 Nov 26 21:58:45.980497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:45.981000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a90c08ca-0309-49a5-ac61-7ebd28a3ac78 req-463ae027-62b8-43d6-a666-c4c7292e9893 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133479 Nov 26 21:58:45.994193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Request body: {'port': {'device_id': 'dd2677c4-d00d-4ad7-bcbd-ad6462580eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:45.997383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-937422ca-6a4a-4a6b-ba4c-e395b3d7c1e9 None None] Port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:58:46.006211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:46.015098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b08d4b-edde-44ac-8ba1-bdabc00b0041 req-15a13683-091a-4197-9743-907bd0ef0582 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:46.018202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6b08d4b-edde-44ac-8ba1-bdabc00b0041 req-15a13683-091a-4197-9743-907bd0ef0582 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.1436687 Nov 26 21:58:46.043485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:46.050685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'Port': ['ID=ba80cc3e-2b47-4414-9989-f278cf288a34,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:46.099146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb62d37c-b424-4df8-a452-423d9f665bf8 req-a3d3a787-a944-4fe6-a74b-1fbff88c75e2 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 210 time: 0.0403147 Nov 26 21:58:46.117540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6b08d4b-edde-44ac-8ba1-bdabc00b0041 req-4138dd7c-c89a-456c-a0dc-0f089f9b73e9 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913138 Nov 26 21:58:46.129883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.175236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-74332978-f1b1-46ea-a09e-0dcdeb2e4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:46.177390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-74332978-f1b1-46ea-a09e-0dcdeb2e4394 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 917 time: 0.3615127 Nov 26 21:58:46.247058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Allocated IP 172.25.3.134 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/d42b5959-e436-4ea9-8404-f8fdf4f8ad1b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:46.250545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.287022 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-1e393a8a-80a1-4999-a7c4-5743b5453ee5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861e445e-ac4b-4e50-80c2-a5a40686bff1 HTTP/1.1" status: 200 len: 217 time: 0.0998669 Nov 26 21:58:46.351002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.385099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.427494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:46.432302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:46.436941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:46.440138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'Port': ['ID=d42b5959-e436-4ea9-8404-f8fdf4f8ad1b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:46.565813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543e158-a5b0-41aa-9548-23c8c16893ab req-bed656bf-a761-4d09-a42b-d4d0c0bcc0f1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:46.568628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4543e158-a5b0-41aa-9548-23c8c16893ab req-bed656bf-a761-4d09-a42b-d4d0c0bcc0f1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 944 time: 0.1220310 Nov 26 21:58:46.613124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.616355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:46.670273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4543e158-a5b0-41aa-9548-23c8c16893ab req-a5782436-b034-4efd-96bf-d11de276c65d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928392 Nov 26 21:58:46.679504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.686255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:58:46.702781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54728) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:46.705692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:46.706237 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.790225 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.793295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2bb56e13-5c9f-420c-9986-926fefaf5600 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514 HTTP/1.1" status: 200 len: 992 time: 0.0891297 Nov 26 21:58:46.820467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:46.823096 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5ff947-cc31-4e69-9301-2cb35869fc86" -d '{"events": [{"server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "name": "network-vif-plugged", "status": "completed", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:46.837474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:46.843032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.845654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Deleting port fc109a28-f4b0-4ea6-b5d1-4fe3316792df {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:46.846260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.882637 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877af282-f7e0-42d7-a409-fdef164a9030 x-openstack-request-id: req-877af282-f7e0-42d7-a409-fdef164a9030 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:46.883366 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "name": "network-vif-plugged", "status": "completed", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:46.884237 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-877af282-f7e0-42d7-a409-fdef164a9030 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:46.884640 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'code': 200} Nov 26 21:58:46.897781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-dd4f9670-0cba-4b20-b185-ed3315cf2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:46.899295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-dd4f9670-0cba-4b20-b185-ed3315cf2265 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ac09c52-f02e-4380-ba05-9e6e9e90f453 HTTP/1.1" status: 200 len: 855 time: 0.5750625 Nov 26 21:58:46.917103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:46.922437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:46.927686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.004075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'Port': ['ID=d42b5959-e436-4ea9-8404-f8fdf4f8ad1b,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:47.012144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.038426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.049087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c3358334-b771-4eed-ba42-7e0e5e833160 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6969337 Nov 26 21:58:47.053693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.123132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80bbeb0-cbb2-418d-b506-5f8d45aabb9e req-03564050-6103-403c-8b82-90cf53cbd33d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:47.125043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b80bbeb0-cbb2-418d-b506-5f8d45aabb9e req-03564050-6103-403c-8b82-90cf53cbd33d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.0554807 Nov 26 21:58:47.139910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-4a7848bf-dd8a-433d-b3d2-8486601f5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:47.141414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-4a7848bf-dd8a-433d-b3d2-8486601f5ca6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283263 Nov 26 21:58:47.174348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] For port fc109a28-f4b0-4ea6-b5d1-4fe3316792df, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:47.174717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.198152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b80bbeb0-cbb2-418d-b506-5f8d45aabb9e req-2a8ae38d-840e-4dad-97da-da83ad9e3b3b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624530 Nov 26 21:58:47.213181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-271b51a5-01f5-414c-97d6-920273097af2 req-3e4cc415-f792-4dce-81cd-c373dde48af8 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 210 time: 0.0316989 Nov 26 21:58:47.243029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.335561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.350338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdf332-6283-4458-b494-d5fa9424acbb req-86294ebf-5744-4cfd-82f4-5282fa7656b7 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:47.351709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0fcdf332-6283-4458-b494-d5fa9424acbb req-86294ebf-5744-4cfd-82f4-5282fa7656b7 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 946 time: 0.0810976 Nov 26 21:58:47.374957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-a34879e8-1247-468c-9274-8245fbfabb18 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1571600612&fields=id&tenant_id=d88c7a9f839f486fa4734313e308f0cd HTTP/1.1" status: 200 len: 267 time: 0.0716264 Nov 26 21:58:47.470614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0fcdf332-6283-4458-b494-d5fa9424acbb req-504305e0-08d6-4d79-8692-84284eadd467 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups?id=061144e3-8d49-462a-b5ec-47b1d8d54aac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107345 Nov 26 21:58:47.518161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-24faf213-d0c6-4eb7-8773-cb4654fe23e9 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:47.519631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-24faf213-d0c6-4eb7-8773-cb4654fe23e9 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 811 time: 0.1365888 Nov 26 21:58:47.534736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-9daf5830-fef8-466e-b0b4-69ca53e6720f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/quotas/d88c7a9f839f486fa4734313e308f0cd HTTP/1.1" status: 200 len: 375 time: 0.0093122 Nov 26 21:58:47.553554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-e20f892b-0196-428c-9232-ba5db4f12cca service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983951 Nov 26 21:58:47.567766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:47.589977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:47.591689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Pushing event updated for resources: {'Port': ['ID=49f2441b-2140-41e3-af53-2f3d190ac7b5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:47.595719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-b2c8aacb-a17d-49c4-a887-d90d29484ba3 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549519 Nov 26 21:58:47.625142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:47.752518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-ea347108-449e-4d5c-b157-43a50fe461d2 service neutron] 10.222.0.21 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266847 Nov 26 21:58:47.819415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.819852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.820177 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Floating IP 44943d08-393d-4470-9700-42babd52901a disassociated. External IP: 172.25.3.110, port: fc109a28-f4b0-4ea6-b5d1-4fe3316792df. Nov 26 21:58:47.820529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Calling delete_port for fc109a28-f4b0-4ea6-b5d1-4fe3316792df owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:47.851288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-689d9a45-3948-40e5-9276-1690e8601c84 service neutron] 10.222.0.21 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912607 Nov 26 21:58:47.874361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:47.874923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.930593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5a04fb6c-623b-4b5c-b1ba-302977809cf2 None None] Provisioning complete for port 49f2441b-2140-41e3-af53-2f3d190ac7b5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:47.931200 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5a04fb6c-623b-4b5c-b1ba-302977809cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.933689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ae3e27-d9fb-4296-a391-b9f0236f06e6 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:47.979376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7062444-3dfb-4242-a803-fbdceee85c2c req-19639563-865f-4938-bae4-e7dfc9e088c0 service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066033 Nov 26 21:58:47.984047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:47.992854 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f48f5d33-1abe-499d-862a-744e8aeacf1b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8705728 Nov 26 21:58:48.020482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Request body: {'port': {'device_id': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:48.031931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5a04fb6c-623b-4b5c-b1ba-302977809cf2 None None] Port 49f2441b-2140-41e3-af53-2f3d190ac7b5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:58:48.053436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38ecdb03-dadc-425e-83a9-e4183f88bd73 req-f0473b84-bc3d-40e6-85d4-db00c3ea05df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 210 time: 0.0363557 Nov 26 21:58:48.058644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Transition to ACTIVE for port object d9ae3e27-d9fb-4296-a391-b9f0236f06e6 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:58:48.064251 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:48.072001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:48.197006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:48.248375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Pushing event updated for resources: {'Port': ['ID=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:48.417981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e4c6a-720e-4dd1-a245-ce866c68fc5d req-0d47b564-43df-4f9b-88ff-fadd79fb6360 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:48.419503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af5e4c6a-720e-4dd1-a245-ce866c68fc5d req-0d47b564-43df-4f9b-88ff-fadd79fb6360 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 931 time: 0.1142263 Nov 26 21:58:48.419690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:48.435331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e882ed3-e58f-4f72-b23b-0c67e2dbb443 req-3ac5b0f7-833e-4b7e-adc7-13447d875de7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:48.437008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e882ed3-e58f-4f72-b23b-0c67e2dbb443 req-3ac5b0f7-833e-4b7e-adc7-13447d875de7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1144199 Nov 26 21:58:48.480203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 861e445e-ac4b-4e50-80c2-a5a40686bff1 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:58:48.521233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event deleted for resources: {'Port': ['ID=fc109a28-f4b0-4ea6-b5d1-4fe3316792df,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:48.537747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Attempting to bind port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:48.537963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Attempting to bind port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:48.538112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af5e4c6a-720e-4dd1-a245-ce866c68fc5d req-c0c771fd-96ae-4454-992d-bb3aca242f52 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998666 Nov 26 21:58:48.538243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Attempting to bind port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:48.565167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:58:48.565167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Attempting to bind port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:48.607400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e882ed3-e58f-4f72-b23b-0c67e2dbb443 req-b0a5b99b-5fd7-4296-845e-bf3d9989b833 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330214 Nov 26 21:58:48.611020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:48.611313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Checking segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:48.611707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Bound using segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:48.613136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Bound port: d9ae3e27-d9fb-4296-a391-b9f0236f06e6, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:48.613136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:48.653625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Router dbe3a9ec-0d82-4ca9-a41d-1e36f313017a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:58:48.673165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 861e445e-ac4b-4e50-80c2-a5a40686bff1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=861e445e-ac4b-4e50-80c2-a5a40686bff1,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:48.684721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-780ebda9-e125-428b-a442-a5ba656f47c6 req-6cd492cc-d73f-4f9f-a541-b3811c5fcac2 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 210 time: 0.0428143 Nov 26 21:58:48.690851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '861e445e-ac4b-4e50-80c2-a5a40686bff1', 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'port_id': '861e445e-ac4b-4e50-80c2-a5a40686bff1', 'mac_address': 'fa:16:3e:93:88:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac09c52-f02e-4380-ba05-9e6e9e90f453', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:58:48.753146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:48.767515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861e445e-ac4b-4e50-80c2-a5a40686bff1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:48.792151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 861e445e-ac4b-4e50-80c2-a5a40686bff1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=861e445e-ac4b-4e50-80c2-a5a40686bff1,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:48.798247 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:48.853588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=861e445e-ac4b-4e50-80c2-a5a40686bff1,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:49.153941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efa631c7-dd16-4615-89b2-e75bf8de86f8 req-25ba657a-5d06-478a-8d6f-32df22dc6efc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 210 time: 0.0293233 Nov 26 21:58:49.195870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['861e445e-ac4b-4e50-80c2-a5a40686bff1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:58:49.197231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] For port d9ae3e27-d9fb-4296-a391-b9f0236f06e6, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:49.228391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Router f65334a5-0175-438a-a227-267f353a8bdf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:58:49.230201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] For port d9ae3e27-d9fb-4296-a391-b9f0236f06e6, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:49.247069 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:49.327078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:49.347025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Sync routers for ids ['dbe3a9ec-0d82-4ca9-a41d-1e36f313017a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:49.370409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Routers {'dbe3a9ec-0d82-4ca9-a41d-1e36f313017a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:49.375177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dbe3a9ec-0d82-4ca9-a41d-1e36f313017a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:49.426978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:49.427844 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:49.428927 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] 10.222.0.13 "PUT /v2.0/ports/d9ae3e27-d9fb-4296-a391-b9f0236f06e6 HTTP/1.1" status: 200 len: 1091 time: 3.4404738 Nov 26 21:58:49.433137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2677c4-d00d-4ad7-bcbd-ad6462580eef', 'tag': 'd9ae3e27-d9fb-4296-a391-b9f0236f06e6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:49.435457 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534468a7-0420-4bb5-9b8b-63bd9e58c49e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2677c4-d00d-4ad7-bcbd-ad6462580eef", "tag": "d9ae3e27-d9fb-4296-a391-b9f0236f06e6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:49.451439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f2441b-2140-41e3-af53-2f3d190ac7b5 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:49.473666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:49.477719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54774) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:49.477878 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-34d3f774-1000-40bb-bd9d-786d2c242070 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9158502 Nov 26 21:58:49.484171 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:49.546721 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e9bd39-bba1-40d9-aa42-405cc9ae76b5 x-openstack-request-id: req-86e9bd39-bba1-40d9-aa42-405cc9ae76b5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:49.547219 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2677c4-d00d-4ad7-bcbd-ad6462580eef", "tag": "d9ae3e27-d9fb-4296-a391-b9f0236f06e6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:49.547572 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86e9bd39-bba1-40d9-aa42-405cc9ae76b5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:49.548159 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2677c4-d00d-4ad7-bcbd-ad6462580eef', 'tag': 'd9ae3e27-d9fb-4296-a391-b9f0236f06e6', 'status': 'completed', 'code': 200} Nov 26 21:58:49.580549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd80c92-748d-4711-b92f-735860fd63db service neutron] Pushing event updated for resources: {'Port': ['ID=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:49.590975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Transition to ACTIVE for port object 49f2441b-2140-41e3-af53-2f3d190ac7b5 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:58:49.613268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:49.659126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f31a6046-fb0a-4507-ab67-339e09c12fd8 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/routers/dbe3a9ec-0d82-4ca9-a41d-1e36f313017a HTTP/1.1" status: 200 len: 908 time: 0.1792226 Nov 26 21:58:49.662692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54780) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:49.670590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'router': {'name': 'tempest-snat-router-321483338', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': True}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:49.689812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-16603b16-41b8-47cf-993a-f8cb43ab0073 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:49.691476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-16603b16-41b8-47cf-993a-f8cb43ab0073 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 811 time: 0.4341481 Nov 26 21:58:49.773281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Set router dbe3a9ec-0d82-4ca9-a41d-1e36f313017a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:49.790837 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:49.791882 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:49.799015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-5c254c8d-26ba-4e33-aa0d-fb0f52e0c260 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d88c7a9f839f486fa4734313e308f0cd HTTP/1.1" status: 200 len: 380 time: 0.0854964 Nov 26 21:58:49.801462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-34f0822c-c4ba-42fd-b107-3f621f45fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:49.804191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-34f0822c-c4ba-42fd-b107-3f621f45fe51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 1094 time: 0.2778621 Nov 26 21:58:49.814177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156d6cc-e88e-418a-a492-0c4827a5e67e req-8f8278ab-6f14-46d1-a2aa-da03c162ff95 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:49.821994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5156d6cc-e88e-418a-a492-0c4827a5e67e req-8f8278ab-6f14-46d1-a2aa-da03c162ff95 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 943 time: 0.1462951 Nov 26 21:58:49.827503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'port': {'device_id': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'admin_state_up': True, 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'security_groups': ['a28598c9-6a32-41b0-83cc-acb93e513135']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:49.834303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe2543-e844-4e5e-b46a-ad81ba18a950 req-1666bd47-e3b7-4618-8ae6-fdff19c8c446 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:49.841917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0fe2543-e844-4e5e-b46a-ad81ba18a950 req-1666bd47-e3b7-4618-8ae6-fdff19c8c446 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1304686 Nov 26 21:58:49.928279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:49.940688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-1649f02e-5426-4900-83b3-f2b2ab08411a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9ae3e27-d9fb-4296-a391-b9f0236f06e6 HTTP/1.1" status: 200 len: 217 time: 0.1183562 Nov 26 21:58:49.941305 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] Sync routers for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:49.941989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Pushing event updated for resources: {'Port': ['ID=49f2441b-2140-41e3-af53-2f3d190ac7b5,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:49.954446 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:49.958323 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:49.959942 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:49.974065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0fe2543-e844-4e5e-b46a-ad81ba18a950 req-d2983dd1-c73e-465b-8481-1c7bb9baf726 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311412 Nov 26 21:58:50.048210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] No DVR routers for this DVR port fc109a28-f4b0-4ea6-b5d1-4fe3316792df on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:58:50.051324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.054978 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4930b5fd-beb9-4191-8423-65eb3a305a78 req-66cd31c5-f34f-414e-b8d9-cb7677656fbb tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.13 "DELETE /v2.0/ports/fc109a28-f4b0-4ea6-b5d1-4fe3316792df HTTP/1.1" status: 204 len: 173 time: 4.0814571 Nov 26 21:58:50.079216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3a9ec-0d82-4ca9-a41d-1e36f313017a', 'name': 'tempest-snat-router-321483338', 'tenant_id': 'ff0de676489b479385834f85e4018739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.223'}], 'enable_snat': False}, 'gw_port_id': 'ba80cc3e-2b47-4414-9989-f278cf288a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:58:42Z', 'updated_at': '2021-11-26T21:58:46Z', 'revision_number': 3, 'project_id': 'ff0de676489b479385834f85e4018739', 'gw_port': {'id': 'ba80cc3e-2b47-4414-9989-f278cf288a34', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3a9ec-0d82-4ca9-a41d-1e36f313017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:58:44Z', 'updated_at': '2021-11-26T21:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:50.091289 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:50.098889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Attempting to bind port 49f2441b-2140-41e3-af53-2f3d190ac7b5 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:50.099399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Attempting to bind port 49f2441b-2140-41e3-af53-2f3d190ac7b5 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:50.100394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Attempting to bind port 49f2441b-2140-41e3-af53-2f3d190ac7b5 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:50.119246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Port 49f2441b-2140-41e3-af53-2f3d190ac7b5 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:58:50.120121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Attempting to bind port 49f2441b-2140-41e3-af53-2f3d190ac7b5 on network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:50.138737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Checking router: dbe3a9ec-0d82-4ca9-a41d-1e36f313017a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:58:50.139563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Updating router dbe3a9ec-0d82-4ca9-a41d-1e36f313017a port ba80cc3e-2b47-4414-9989-f278cf288a34 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:58:50.156819 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5156d6cc-e88e-418a-a492-0c4827a5e67e req-50a594ef-fbd3-471d-ab5c-59cf9d8fc6b3 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318219 Nov 26 21:58:50.169680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:50.170227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Checking segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:50.170715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Bound using segment: {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:50.171591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Bound port: 49f2441b-2140-41e3-af53-2f3d190ac7b5, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e696c3b-b085-4fad-8c38-21306b8a01ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:50.177295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.180525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7de45214-334a-43f2-aa4d-b093f5a2d95e req-3d8fcfb8-3419-4b2e-9594-efa35a3cb98c tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/ports?device_id=e74a971f-93ff-4a50-8715-f6c5d6cbbe50 HTTP/1.1" status: 200 len: 210 time: 0.0613303 Nov 26 21:58:50.203443 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.229788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-4f564ff2-ea5b-43b7-9d8d-ff85c45696ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:50.231522 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-4f564ff2-ea5b-43b7-9d8d-ff85c45696ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ac09c52-f02e-4380-ba05-9e6e9e90f453 HTTP/1.1" status: 200 len: 855 time: 0.2232542 Nov 26 21:58:50.342911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Made reservation on behalf of d88c7a9f839f486fa4734313e308f0cd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:58:50.349201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.350124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-345d669a-d426-42f6-8d44-ffa0ce82dd7b req-49d029c4-74da-4caa-93c2-860c285638cc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 210 time: 0.0430334 Nov 26 21:58:50.352944 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.361381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-04e016b3-5006-406d-bacf-c188628eb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:50.362957 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-04e016b3-5006-406d-bacf-c188628eb545 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008985 Nov 26 21:58:50.480442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:27Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:50.491716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 861e445e-ac4b-4e50-80c2-a5a40686bff1 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:50.521243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] For port 49f2441b-2140-41e3-af53-2f3d190ac7b5, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:50.533878 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] Checking router: f65334a5-0175-438a-a227-267f353a8bdf for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:58:50.546266 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:50.547052 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:50.606516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] For port 49f2441b-2140-41e3-af53-2f3d190ac7b5, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49f2441b-2140-41e3-af53-2f3d190ac7b5,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:50.637418 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.639226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fc109a28-f4b0-4ea6-b5d1-4fe3316792df no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:50.665489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: fc109a28-f4b0-4ea6-b5d1-4fe3316792df {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:58:50.665875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fc109a28-f4b0-4ea6-b5d1-4fe3316792df not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:50.678803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 861e445e-ac4b-4e50-80c2-a5a40686bff1 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:58:50.680444 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.690621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 861e445e-ac4b-4e50-80c2-a5a40686bff1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:50.690999 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.716190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.720300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.744753 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:50.760179 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.763731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:50.764778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.766443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] 10.222.0.41 "PUT /v2.0/ports/49f2441b-2140-41e3-af53-2f3d190ac7b5 HTTP/1.1" status: 200 len: 1091 time: 2.7581952 Nov 26 21:58:50.829548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Attempting to bind port ba80cc3e-2b47-4414-9989-f278cf288a34 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:50.829548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Attempting to bind port ba80cc3e-2b47-4414-9989-f278cf288a34 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:50.829892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Attempting to bind port ba80cc3e-2b47-4414-9989-f278cf288a34 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:50.865722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:50.866194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:50.866603 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.866998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:50.867482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Bound port: ba80cc3e-2b47-4414-9989-f278cf288a34, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:50.867861 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:50.879767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Allocated IP 172.20.0.3 (622e33c2-73f7-41e0-9938-6fd959557b0b/abacfe42-4cfd-4c94-9cf9-e270b42a209a/4f2896d0-d7db-4c12-bf63-fb6b8311d131) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:50.920915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Allocated IP 172.25.3.243 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/8e3d3e3c-4325-46f0-b676-654a5fb669d4) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:50.946750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdd27f-513c-4e8a-a408-3e62c2d9c50f None None] Pushing event updated for resources: {'Port': ['ID=ba80cc3e-2b47-4414-9989-f278cf288a34,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:50.971598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-30f24c37-bfca-4ffc-8a60-d82c3580b6b9 service neutron] 10.222.0.13 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875857 Nov 26 21:58:51.013465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] For port ba80cc3e-2b47-4414-9989-f278cf288a34, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:51.016489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.070594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] For port ba80cc3e-2b47-4414-9989-f278cf288a34, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ba80cc3e-2b47-4414-9989-f278cf288a34,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:51.081860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.091230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28582302-4fae-40d1-ac90-fbfd15f64731 service neutron] Pushing event updated for resources: {'Port': ['ID=49f2441b-2140-41e3-af53-2f3d190ac7b5,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:51.122584 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:27Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:51.129860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 861e445e-ac4b-4e50-80c2-a5a40686bff1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=861e445e-ac4b-4e50-80c2-a5a40686bff1,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:51.132442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78dd5d7-b136-4adf-9c10-db6f953a15ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861e445e-ac4b-4e50-80c2-a5a40686bff1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:51.134910 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440cdfea-41c9-4c1d-8be8-66d72f47b10f" -d '{"events": [{"server_uuid": "b78dd5d7-b136-4adf-9c10-db6f953a15ba", "name": "network-vif-plugged", "status": "completed", "tag": "861e445e-ac4b-4e50-80c2-a5a40686bff1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:51.141337 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.160010 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.165988 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426597-9852-4ce4-9e19-23187b47c4ce None None] The sync data for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 is: [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:55:18Z', 'revision_number': 4, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '753f4e77-81ce-4db2-9d36-c788f84ea928', 'name': '', 'network_id': '638bb49d-3a8c-4463-9bb0-3e6a43a63513', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'mac_address': 'fa:16:3e:f2:c3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:16Z', 'updated_at': '2021-11-26T21:55:27Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'subnets': [{'id': '3400bd2a-32a5-4422-a0bb-dec2df9c1f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:51.188902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f0d40631-b281-4a4c-8937-7113cdccf3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:51.190991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-f0d40631-b281-4a4c-8937-7113cdccf3c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 1094 time: 0.3456144 Nov 26 21:58:51.199400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.232109 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc315f-924e-4d11-8c6b-5f4422e78f3c x-openstack-request-id: req-5cbc315f-924e-4d11-8c6b-5f4422e78f3c {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:51.232673 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78dd5d7-b136-4adf-9c10-db6f953a15ba", "name": "network-vif-plugged", "status": "completed", "tag": "861e445e-ac4b-4e50-80c2-a5a40686bff1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:51.232673 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cbc315f-924e-4d11-8c6b-5f4422e78f3c {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:51.233029 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78dd5d7-b136-4adf-9c10-db6f953a15ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861e445e-ac4b-4e50-80c2-a5a40686bff1', 'code': 200} Nov 26 21:58:51.236852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Routers {'dbe3a9ec-0d82-4ca9-a41d-1e36f313017a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:51.237482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dbe3a9ec-0d82-4ca9-a41d-1e36f313017a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:51.253872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'Port': ['ID=8e3d3e3c-4325-46f0-b676-654a5fb669d4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:51.275786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-190436ad-700b-4c3c-a714-36226d38bff6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f2441b-2140-41e3-af53-2f3d190ac7b5 HTTP/1.1" status: 200 len: 217 time: 0.0694776 Nov 26 21:58:51.287589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae271272-1377-4a89-8c70-634c6f5d89c4 req-7aaf794c-ff71-4f89-aa7b-30e0cd6fff7f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:51.295004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae271272-1377-4a89-8c70-634c6f5d89c4 req-7aaf794c-ff71-4f89-aa7b-30e0cd6fff7f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1783690 Nov 26 21:58:51.309473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:51.339506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:51.342662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:51.414237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdd27f-513c-4e8a-a408-3e62c2d9c50f None None] Pushing event updated for resources: {'Port': ['ID=ba80cc3e-2b47-4414-9989-f278cf288a34,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:51.437610 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0a8c5716-523d-4e45-9b40-1df287260c3d req-74116ba1-afc6-4188-b9ca-241787df058a service neutron] 10.222.0.13 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364996 Nov 26 21:58:51.443395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf525b2-736a-4158-94ad-5f8885316587 req-236a2a60-6ca2-4ba4-9a6a-2cfc14c9b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:51.444821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-236a2a60-6ca2-4ba4-9a6a-2cfc14c9b049 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ac09c52-f02e-4380-ba05-9e6e9e90f453 HTTP/1.1" status: 200 len: 855 time: 0.1510794 Nov 26 21:58:51.446212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae271272-1377-4a89-8c70-634c6f5d89c4 req-2e5af8a3-1124-42c8-b369-f1d1c44a8f53 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352527 Nov 26 21:58:51.466877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb64402-2792-4a93-bc95-58abbd7a7627 req-e3a0aa5d-3bd7-4cd2-8347-635741319833 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:51.484225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cb64402-2792-4a93-bc95-58abbd7a7627 req-e3a0aa5d-3bd7-4cd2-8347-635741319833 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 943 time: 0.1070993 Nov 26 21:58:51.524288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=861e445e-ac4b-4e50-80c2-a5a40686bff1,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:51.545482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] Set router dbe3a9ec-0d82-4ca9-a41d-1e36f313017a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:51.546339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7120af8-cf68-4ead-9d2e-5d3046d15e4d req-c0bd1d46-5735-4468-a322-1421d98c40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:51.547860 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7120af8-cf68-4ead-9d2e-5d3046d15e4d req-c0bd1d46-5735-4468-a322-1421d98c40bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 1097 time: 0.1769850 Nov 26 21:58:51.552623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'name': 'network-vif-deleted', 'tag': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df'}, {'name': 'network-changed', 'server_uuid': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'tag': '49f2441b-2140-41e3-af53-2f3d190ac7b5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:51.560935 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d63b23-a922-4f59-b36b-d3cc935e1662" -d '{"events": [{"server_uuid": "e74a971f-93ff-4a50-8715-f6c5d6cbbe50", "name": "network-vif-deleted", "tag": "fc109a28-f4b0-4ea6-b5d1-4fe3316792df"}, {"name": "network-changed", "server_uuid": "41bc66a5-1aea-4fb7-87ad-cec6c0c525d8", "tag": "49f2441b-2140-41e3-af53-2f3d190ac7b5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:51.615660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.639477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf525b2-736a-4158-94ad-5f8885316587 req-39ae1351-d3db-48bd-84f0-6e7cba7580ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:51.641015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-39ae1351-d3db-48bd-84f0-6e7cba7580ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886091 Nov 26 21:58:51.644370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cb64402-2792-4a93-bc95-58abbd7a7627 req-f75e6dd7-aad5-4a77-99b1-8b6ce224f3dd tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679571 Nov 26 21:58:51.657161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-9261cf81-84b8-48fc-94bd-c6b65e83a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:51.658713 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-9261cf81-84b8-48fc-94bd-c6b65e83a778 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 1094 time: 0.0930552 Nov 26 21:58:51.726315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54804) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:51.751793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cceef2-4f51-4642-beb6-dd79b6263e81 None None] New status for floating IP 44943d08-393d-4470-9700-42babd52901a: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:58:51.766997 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a584db8-bcc8-48eb-8b6b-ff271c3bf6cd x-openstack-request-id: req-1a584db8-bcc8-48eb-8b6b-ff271c3bf6cd {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:51.767298 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74a971f-93ff-4a50-8715-f6c5d6cbbe50", "name": "network-vif-deleted", "tag": "fc109a28-f4b0-4ea6-b5d1-4fe3316792df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41bc66a5-1aea-4fb7-87ad-cec6c0c525d8", "tag": "49f2441b-2140-41e3-af53-2f3d190ac7b5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:51.767565 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a584db8-bcc8-48eb-8b6b-ff271c3bf6cd {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:51.767970 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74a971f-93ff-4a50-8715-f6c5d6cbbe50', 'name': 'network-vif-deleted', 'tag': 'fc109a28-f4b0-4ea6-b5d1-4fe3316792df', 'status': 'completed', 'code': 200} Nov 26 21:58:51.768232 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'tag': '49f2441b-2140-41e3-af53-2f3d190ac7b5', 'status': 'completed', 'code': 200} Nov 26 21:58:51.795472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df27980d-e24d-4c8d-b8a1-a85b5952dc8e req-71427fbc-07b5-4b5b-aa88-eaec8ab6efe5 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 210 time: 0.0347698 Nov 26 21:58:51.836622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7120af8-cf68-4ead-9d2e-5d3046d15e4d req-1414ba50-2b8c-40f0-b335-330305d75ac7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449944 Nov 26 21:58:51.848984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.894163 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.961651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe3a9ec-0d82-4ca9-a41d-1e36f313017a', 'name': 'tempest-snat-router-321483338', 'tenant_id': 'ff0de676489b479385834f85e4018739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.223'}], 'enable_snat': False}, 'gw_port_id': 'ba80cc3e-2b47-4414-9989-f278cf288a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:58:42Z', 'updated_at': '2021-11-26T21:58:46Z', 'revision_number': 3, 'project_id': 'ff0de676489b479385834f85e4018739', 'gw_port': {'id': 'ba80cc3e-2b47-4414-9989-f278cf288a34', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3a9ec-0d82-4ca9-a41d-1e36f313017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:58:44Z', 'updated_at': '2021-11-26T21:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:51.978142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38b4c3f2-9f34-4aba-8aa0-0355783952bd tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:51.990794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68284fe5-39c5-4d5d-a1ad-96d32c4c8fbc None None] The sync data for ids ['dbe3a9ec-0d82-4ca9-a41d-1e36f313017a'] in n-d-819494-1 is: [{'id': 'dbe3a9ec-0d82-4ca9-a41d-1e36f313017a', 'name': 'tempest-snat-router-321483338', 'tenant_id': 'ff0de676489b479385834f85e4018739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.223'}], 'enable_snat': False}, 'gw_port_id': 'ba80cc3e-2b47-4414-9989-f278cf288a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:58:42Z', 'updated_at': '2021-11-26T21:58:46Z', 'revision_number': 3, 'project_id': 'ff0de676489b479385834f85e4018739', 'gw_port': {'id': 'ba80cc3e-2b47-4414-9989-f278cf288a34', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe3a9ec-0d82-4ca9-a41d-1e36f313017a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:58:44Z', 'updated_at': '2021-11-26T21:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:52.013197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-7ea1c08d-fcba-4759-a921-c15eb5610fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514967 Nov 26 21:58:52.031678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Network 622e33c2-73f7-41e0-9938-6fd959557b0b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:52.034624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-b85c433e-e79a-46ab-8e43-3fee5b4086e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:52.036816 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-b85c433e-e79a-46ab-8e43-3fee5b4086e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 917 time: 0.3620372 Nov 26 21:58:52.043222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38b4c3f2-9f34-4aba-8aa0-0355783952bd tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.046222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:52.067471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:52.070165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event updated for resources: {'Port': ['ID=4f2896d0-d7db-4c12-bf63-fb6b8311d131,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:52.092757 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.129130 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-87aca394-5394-419b-a992-6e214a7b66f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9ae3e27-d9fb-4296-a391-b9f0236f06e6 HTTP/1.1" status: 200 len: 217 time: 0.0757535 Nov 26 21:58:52.209902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:52.211125 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.250706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Router 25b90023-c755-4dec-be8b-4e15eed6adb8 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:58:52.325463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-1274354d-7336-442d-bf57-6d4669991da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:52.327233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-1274354d-7336-442d-bf57-6d4669991da7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ac09c52-f02e-4380-ba05-9e6e9e90f453 HTTP/1.1" status: 200 len: 855 time: 0.1894300 Nov 26 21:58:52.333151 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-e7088497-d517-4659-b646-76b27f53f0b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5094311 Nov 26 21:58:52.346764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38b4c3f2-9f34-4aba-8aa0-0355783952bd tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.350025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38b4c3f2-9f34-4aba-8aa0-0355783952bd tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.351355 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-38b4c3f2-9f34-4aba-8aa0-0355783952bd tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "DELETE /v2.0/security-groups/061144e3-8d49-462a-b5ec-47b1d8d54aac HTTP/1.1" status: 204 len: 168 time: 0.6195097 Nov 26 21:58:52.360520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Request body: {'port': {'device_id': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:52.366230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54806) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:52.404585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:52.420396 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Sync routers for ids ['25b90023-c755-4dec-be8b-4e15eed6adb8'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:52.434484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.438323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f248e622-8594-4aa9-af2a-e3193f484638 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7720139 Nov 26 21:58:52.438702 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Routers {'25b90023-c755-4dec-be8b-4e15eed6adb8'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:52.439477 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['25b90023-c755-4dec-be8b-4e15eed6adb8'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:52.445002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54808) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:52.454205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4c3f2-9f34-4aba-8aa0-0355783952bd tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061144e3-8d49-462a-b5ec-47b1d8d54aac,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:52.459766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-11dbdad1-76ee-4dc0-b502-eaf4f7b3cc01 None None] Provisioning complete for port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:52.461300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11dbdad1-76ee-4dc0-b502-eaf4f7b3cc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.505325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-11dbdad1-76ee-4dc0-b502-eaf4f7b3cc01 None None] Port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:58:52.519043 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-ae5d0da8-080d-4c07-866f-6732392de82e tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] show failed (client error): The resource could not be found. Nov 26 21:58:52.527071 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ae5d0da8-080d-4c07-866f-6732392de82e tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "GET /v2.0/security-groups/061144e3-8d49-462a-b5ec-47b1d8d54aac HTTP/1.1" status: 404 len: 347 time: 0.1450930 Nov 26 21:58:52.529832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54812) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:52.536724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3cf525b2-736a-4158-94ad-5f8885316587 req-cfa42c69-39ca-4efe-839d-21d087dc46df service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223894 Nov 26 21:58:52.574872 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.626017 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Set router 25b90023-c755-4dec-be8b-4e15eed6adb8 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:52.720362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f3c83-659c-4859-9dad-f9f31d2d34e6 req-94491965-7e2f-4cda-bb0f-0285df4eb0f2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:52.722010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d00f3c83-659c-4859-9dad-f9f31d2d34e6 req-94491965-7e2f-4cda-bb0f-0285df4eb0f2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1379840 Nov 26 21:58:52.860460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ba80cc3e-2b47-4414-9989-f278cf288a34 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:52.915201 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b90023-c755-4dec-be8b-4e15eed6adb8', 'name': 'tempest-snat-router-321483338', 'tenant_id': 'ff0de676489b479385834f85e4018739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '8e3d3e3c-4325-46f0-b676-654a5fb669d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:58:49Z', 'updated_at': '2021-11-26T21:58:51Z', 'revision_number': 3, 'project_id': 'ff0de676489b479385834f85e4018739', 'gw_port': {'id': '8e3d3e3c-4325-46f0-b676-654a5fb669d4', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b90023-c755-4dec-be8b-4e15eed6adb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:58:50Z', 'updated_at': '2021-11-26T21:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:52.916231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d00f3c83-659c-4859-9dad-f9f31d2d34e6 req-bf126621-1d4d-4e8b-9f7d-e7bd7a040d11 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857302 Nov 26 21:58:52.924971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Deleting port 5cff89da-bb01-410c-856c-477e0a7fec78 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:52.926948 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.931430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ba80cc3e-2b47-4414-9989-f278cf288a34 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:52.931814 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:52.960069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c5a36-3a89-4d65-84c2-5aa5e3e9d70b req-14c7ecd9-4a90-45a5-8c2f-20e410c1c6fa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:52.961911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b96c5a36-3a89-4d65-84c2-5aa5e3e9d70b req-14c7ecd9-4a90-45a5-8c2f-20e410c1c6fa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 943 time: 0.2141533 Nov 26 21:58:53.053338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b96c5a36-3a89-4d65-84c2-5aa5e3e9d70b req-63d1dce9-e614-4f06-b9f4-3ce0a6985085 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Nov 26 21:58:53.102231 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Checking router: 25b90023-c755-4dec-be8b-4e15eed6adb8 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:58:53.103212 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Updating router 25b90023-c755-4dec-be8b-4e15eed6adb8 port 8e3d3e3c-4325-46f0-b676-654a5fb669d4 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:58:53.123942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.154967 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.166409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port ba80cc3e-2b47-4414-9989-f278cf288a34, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ba80cc3e-2b47-4414-9989-f278cf288a34,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:53.175346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.195982 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.196330 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.258028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Calling delete_port for 5cff89da-bb01-410c-856c-477e0a7fec78 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:53.258965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=ba80cc3e-2b47-4414-9989-f278cf288a34,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:53.271696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-bd9eaae4-0073-4cf3-a79e-3251b9f771f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:53.273256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-bd9eaae4-0073-4cf3-a79e-3251b9f771f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9209509 Nov 26 21:58:53.367827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cb503-e1c4-4588-99b5-6482083327a3 req-3948a400-e4fb-4318-9134-63dc88d06599 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:53.379169 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-425cb503-e1c4-4588-99b5-6482083327a3 req-3948a400-e4fb-4318-9134-63dc88d06599 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 931 time: 0.1437469 Nov 26 21:58:53.472379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-97531b9a-7346-4a78-8bf7-1c0345829db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.494860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-425cb503-e1c4-4588-99b5-6482083327a3 req-9b5aef4c-6550-40c7-9d4b-8646f84cd70d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144643 Nov 26 21:58:53.508639 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b0f4b13c-fc91-4ad9-8931-6d530827cd4b tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/routers/25b90023-c755-4dec-be8b-4e15eed6adb8 HTTP/1.1" status: 200 len: 907 time: 1.0593641 Nov 26 21:58:53.512266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54824) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:53.516211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-7b342127-d817-41f4-ab58-95c3881b2d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:53.517761 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-7b342127-d817-41f4-ab58-95c3881b2d5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 1094 time: 0.3280983 Nov 26 21:58:53.696469 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.701363 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-61a3b938-f452-4829-a705-25c51e44ebf3 service neutron] 10.222.0.13 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039340 Nov 26 21:58:53.709724 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.750296 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Attempting to bind port 8e3d3e3c-4325-46f0-b676-654a5fb669d4 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:53.750817 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Attempting to bind port 8e3d3e3c-4325-46f0-b676-654a5fb669d4 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:53.751188 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Attempting to bind port 8e3d3e3c-4325-46f0-b676-654a5fb669d4 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:53.790450 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:53.791113 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:53.791701 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.792268 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:53.793061 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Bound port: 8e3d3e3c-4325-46f0-b676-654a5fb669d4, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:53.793788 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.817673 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Pushing event updated for resources: {'Port': ['ID=8e3d3e3c-4325-46f0-b676-654a5fb669d4,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:53.846046 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.846046 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.846046 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.846046 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.846772 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.847203 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.847628 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.848690 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.849217 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.849721 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.850053 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.850485 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:58:53.883510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-222ad560-a9f4-428b-a166-242a9c7bd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:53.885018 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-222ad560-a9f4-428b-a166-242a9c7bd2a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 917 time: 0.3582516 Nov 26 21:58:53.918996 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] For port 8e3d3e3c-4325-46f0-b676-654a5fb669d4, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:53.923115 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] For port 8e3d3e3c-4325-46f0-b676-654a5fb669d4, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8e3d3e3c-4325-46f0-b676-654a5fb669d4,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:53.929293 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:53.948579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-f8a41026-b910-4f68-aae8-885fa4583bcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49f2441b-2140-41e3-af53-2f3d190ac7b5 HTTP/1.1" status: 200 len: 217 time: 0.0539796 Nov 26 21:58:54.056198 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Routers {'25b90023-c755-4dec-be8b-4e15eed6adb8'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:54.056840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['25b90023-c755-4dec-be8b-4e15eed6adb8'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:54.060310 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635666a3-d19f-4bd7-ae9a-da5107eb0d44 None None] Pushing event updated for resources: {'Port': ['ID=8e3d3e3c-4325-46f0-b676-654a5fb669d4,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:54.063024 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534468a7-0420-4bb5-9b8b-63bd9e58c49e req-76c22cd8-daab-4e65-90d6-fd1f38f36c46 service neutron] 10.222.0.13 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500834 Nov 26 21:58:54.101350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-56a7e98d-9bec-4730-a5bb-9fccf3ef694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:54.103181 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-56a7e98d-9bec-4730-a5bb-9fccf3ef694e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ac09c52-f02e-4380-ba05-9e6e9e90f453 HTTP/1.1" status: 200 len: 855 time: 0.1409850 Nov 26 21:58:54.137939 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.189281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2896d0-d7db-4c12-bf63-fb6b8311d131 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:54.200608 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.215686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-7b90e3a8-dd9f-439f-b696-d4cdba42c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:54.217514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-7b90e3a8-dd9f-439f-b696-d4cdba42c6e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058373 Nov 26 21:58:54.223836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Transition to ACTIVE for port object 4f2896d0-d7db-4c12-bf63-fb6b8311d131 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:58:54.247096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.277733 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] Set router 25b90023-c755-4dec-be8b-4e15eed6adb8 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:54.359236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25560e71-5253-438a-a587-15e5af5924bb req-c1fb56b0-88e5-4e23-84d3-8b580e3d10e7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:54.365645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25560e71-5253-438a-a587-15e5af5924bb req-c1fb56b0-88e5-4e23-84d3-8b580e3d10e7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 943 time: 0.1391335 Nov 26 21:58:54.377867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9796022-faf4-42f7-9dc8-a9814ccbc867 req-33d28e5a-f3b6-48e5-a3c9-d543b7533749 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:54.388419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9796022-faf4-42f7-9dc8-a9814ccbc867 req-33d28e5a-f3b6-48e5-a3c9-d543b7533749 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.3333757 Nov 26 21:58:54.438570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2896d0-d7db-4c12-bf63-fb6b8311d131,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:54.490252 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.524205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-ffbb9ac8-62b1-4770-a055-2f04192b1195 service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977300 Nov 26 21:58:54.596867 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b90023-c755-4dec-be8b-4e15eed6adb8', 'name': 'tempest-snat-router-321483338', 'tenant_id': 'ff0de676489b479385834f85e4018739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '8e3d3e3c-4325-46f0-b676-654a5fb669d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:58:49Z', 'updated_at': '2021-11-26T21:58:51Z', 'revision_number': 3, 'project_id': 'ff0de676489b479385834f85e4018739', 'gw_port': {'id': '8e3d3e3c-4325-46f0-b676-654a5fb669d4', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b90023-c755-4dec-be8b-4e15eed6adb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:58:50Z', 'updated_at': '2021-11-26T21:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:54.601116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Pushing event deleted for resources: {'Port': ['ID=5cff89da-bb01-410c-856c-477e0a7fec78,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:54.639520 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b6d57-f42c-4145-870c-220e03f3c618 None None] The sync data for ids ['25b90023-c755-4dec-be8b-4e15eed6adb8'] in n-d-819494-1 is: [{'id': '25b90023-c755-4dec-be8b-4e15eed6adb8', 'name': 'tempest-snat-router-321483338', 'tenant_id': 'ff0de676489b479385834f85e4018739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '8e3d3e3c-4325-46f0-b676-654a5fb669d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:58:49Z', 'updated_at': '2021-11-26T21:58:51Z', 'revision_number': 3, 'project_id': 'ff0de676489b479385834f85e4018739', 'gw_port': {'id': '8e3d3e3c-4325-46f0-b676-654a5fb669d4', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b90023-c755-4dec-be8b-4e15eed6adb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:58:50Z', 'updated_at': '2021-11-26T21:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:54.664388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d9ae3e27-d9fb-4296-a391-b9f0236f06e6 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:58:54.725193 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c9d63b23-a922-4f59-b36b-d3cc935e1662 req-71b5b94d-3fad-4484-87de-885c620b13dc service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753631 Nov 26 21:58:54.731461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9796022-faf4-42f7-9dc8-a9814ccbc867 req-624575f0-0e0c-453f-894e-e89213da851f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395405 Nov 26 21:58:54.747075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Attempting to bind port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:58:54.747484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Attempting to bind port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:58:54.747875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Attempting to bind port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 on network 622e33c2-73f7-41e0-9938-6fd959557b0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:54.756577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 on network 622e33c2-73f7-41e0-9938-6fd959557b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:58:54.756980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Attempting to bind port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 on network 622e33c2-73f7-41e0-9938-6fd959557b0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:58:54.764457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25560e71-5253-438a-a587-15e5af5924bb req-c4ede00c-4af7-4209-9444-295279f2660c tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258004 Nov 26 21:58:54.767725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:58:54.770607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Checking segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:58:54.771090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Bound using segment: {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:58:54.771621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Bound port: 4f2896d0-d7db-4c12-bf63-fb6b8311d131, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74eaa425-8cc5-40a7-950d-86498e0e16ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:58:54.772265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.797922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.812750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.816361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.818215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-26b22812-111e-488c-9d14-646823d95858 tempest-ServersTestManualDisk-464046533 tempest-ServersTestManualDisk-464046533-project] 10.222.0.21 "DELETE /v2.0/floatingips/44943d08-393d-4470-9700-42babd52901a HTTP/1.1" status: 204 len: 168 time: 2.2873576 Nov 26 21:58:54.823705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54840) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:54.914699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] For port 4f2896d0-d7db-4c12-bf63-fb6b8311d131, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:58:54.918323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] For port 4f2896d0-d7db-4c12-bf63-fb6b8311d131, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:58:54.924657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.950275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ba80cc3e-2b47-4414-9989-f278cf288a34 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:54.959545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d9ae3e27-d9fb-4296-a391-b9f0236f06e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:54.984836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:54.985678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:54.987305 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f2896d0-d7db-4c12-bf63-fb6b8311d131 HTTP/1.1" status: 200 len: 1091 time: 2.6308546 Nov 26 21:58:54.988964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'tag': '4f2896d0-d7db-4c12-bf63-fb6b8311d131'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:54.991717 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0fe410-a1c2-46c3-a24c-87e6fbf8912f", "tag": "4f2896d0-d7db-4c12-bf63-fb6b8311d131"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:55.038521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a69924-f24e-4973-b685-4bf649dfb565 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2896d0-d7db-4c12-bf63-fb6b8311d131,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:55.053357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'd9ae3e27-d9fb-4296-a391-b9f0236f06e6', 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'port_id': 'd9ae3e27-d9fb-4296-a391-b9f0236f06e6', 'mac_address': 'fa:16:3e:95:0b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac09c52-f02e-4380-ba05-9e6e9e90f453', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:58:55.099921 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f45edf0-cf8c-4e6f-a80f-7dd38a699f5c x-openstack-request-id: req-9f45edf0-cf8c-4e6f-a80f-7dd38a699f5c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:55.100510 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0fe410-a1c2-46c3-a24c-87e6fbf8912f", "tag": "4f2896d0-d7db-4c12-bf63-fb6b8311d131", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:55.100933 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f45edf0-cf8c-4e6f-a80f-7dd38a699f5c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:55.101543 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'tag': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'status': 'completed', 'code': 200} Nov 26 21:58:55.126882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:55.137802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ba80cc3e-2b47-4414-9989-f278cf288a34 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:55.147517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:55.156221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-1a8aa5be-7588-48d7-b72d-576fed9ab1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:55.161296 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-1a8aa5be-7588-48d7-b72d-576fed9ab1a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 1094 time: 0.0985279 Nov 26 21:58:55.184684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ae3e27-d9fb-4296-a391-b9f0236f06e6 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:55.227153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d9ae3e27-d9fb-4296-a391-b9f0236f06e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:55.238479 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-b16005f0-ac04-433a-aebe-e5319a626c7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131 HTTP/1.1" status: 200 len: 217 time: 0.0638118 Nov 26 21:58:55.242399 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:55.296845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7db65f-8237-40ca-abd2-6244197a5224 req-5498888b-c0a0-497c-a599-14a648dc3892 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:55.298426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac7db65f-8237-40ca-abd2-6244197a5224 req-5498888b-c0a0-497c-a599-14a648dc3892 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 943 time: 0.4215493 Nov 26 21:58:55.341076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-c585cb5d-c8a8-496a-a751-92e9b8ead87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:55.348820 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-c585cb5d-c8a8-496a-a751-92e9b8ead87c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.0996144 Nov 26 21:58:55.370411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:55.399249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-969f9f5c-77eb-4712-a1ca-45664cfb4825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:55.400913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-969f9f5c-77eb-4712-a1ca-45664cfb4825 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471144 Nov 26 21:58:55.405043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac7db65f-8237-40ca-abd2-6244197a5224 req-e63ee3b1-cd7a-4aa0-8475-304e830d02b1 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912218 Nov 26 21:58:55.406517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Deleting port 8e3d3e3c-4325-46f0-b676-654a5fb669d4 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:55.406867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:55.529000 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-74fc981a-7a80-4e1a-bd58-296d07c7e053 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192241 Nov 26 21:58:55.533523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] For port 8e3d3e3c-4325-46f0-b676-654a5fb669d4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8e3d3e3c-4325-46f0-b676-654a5fb669d4,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:55.533887 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:55.549229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Calling delete_port for 8e3d3e3c-4325-46f0-b676-654a5fb669d4 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:55.580593 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:58:55.634773 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a6db5d3-5daf-4b31-97d2-175dbd8c0a12 req-b0ec8160-ff3c-4a6c-8703-144e0113223f service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960567 Nov 26 21:58:55.726028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:55.754030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['d9ae3e27-d9fb-4296-a391-b9f0236f06e6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:58:55.784601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-0e82809d-b1c8-4fe6-97ef-da9132038531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:55.786968 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-0e82809d-b1c8-4fe6-97ef-da9132038531 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 1094 time: 0.0528965 Nov 26 21:58:55.937055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:55.973413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-77bcde71-9ae4-4879-ac06-12c5756ea1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:55.973413 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-77bcde71-9ae4-4879-ac06-12c5756ea1f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.1616783 Nov 26 21:58:55.986235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e3d3e3c-4325-46f0-b676-654a5fb669d4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:56.025179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-7ab3fb06-23e0-469e-9431-712f20a172c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131 HTTP/1.1" status: 200 len: 217 time: 0.0427816 Nov 26 21:58:56.049181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e22d58-0763-400c-9eec-9c7def52dcb1 req-6e68ec7e-f40c-4b8c-8e1a-488d49185f84 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:56.050761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07e22d58-0763-400c-9eec-9c7def52dcb1 req-6e68ec7e-f40c-4b8c-8e1a-488d49185f84 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1924770 Nov 26 21:58:56.065076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199d7a7-f8b4-4525-bcf1-436d4ed8b92e req-b0f7498d-00c2-483c-a2c4-5fa162455c22 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:56.066657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d199d7a7-f8b4-4525-bcf1-436d4ed8b92e req-b0f7498d-00c2-483c-a2c4-5fa162455c22 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 943 time: 0.1786952 Nov 26 21:58:56.081106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-14c1a9de-0a8d-40a1-81c5-16e303acaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:56.082760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-14c1a9de-0a8d-40a1-81c5-16e303acaf2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.0502756 Nov 26 21:58:56.131223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-29e89a8e-3e69-44b2-9bb4-34c0434c820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:56.132678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-29e89a8e-3e69-44b2-9bb4-34c0434c820b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423162 Nov 26 21:58:56.194912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3eea0ca7-eb3e-4c78-a263-d89be0dd85d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.196246 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.231607 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-d097d3e6-46a0-46ce-9303-3d1e0618e183 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907121 Nov 26 21:58:56.272982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d199d7a7-f8b4-4525-bcf1-436d4ed8b92e req-805f388b-7d63-4f25-8bec-bb75eff6c922 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709068 Nov 26 21:58:56.276217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07e22d58-0763-400c-9eec-9c7def52dcb1 req-fad549db-3ff7-44ee-9c00-278816e9b938 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928680 Nov 26 21:58:56.325048 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.325964 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5564f8f9-fd06-467c-8d93-21bc2d6a6d5a req-7f153154-62cb-46a6-b9a4-a8664ea7e631 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Nov 26 21:58:56.327831 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.393461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.393862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 25b90023-c755-4dec-be8b-4e15eed6adb8 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:58:56.417610 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.418821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bbd8a4d5-ec90-4c6b-9fa2-3d325de76947 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "DELETE /v2.0/routers/25b90023-c755-4dec-be8b-4e15eed6adb8 HTTP/1.1" status: 204 len: 168 time: 2.9045091 Nov 26 21:58:56.421582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54852) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:56.445717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Deleting port 753f4e77-81ce-4db2-9d36-c788f84ea928 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:56.446496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.504653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 49f2441b-2140-41e3-af53-2f3d190ac7b5 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:58:56.544350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.598875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66745ef3-f38e-42c1-b764-69a0abedead4 req-d1b7c084-6033-445a-bce7-47694c691eb8 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:56.600398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66745ef3-f38e-42c1-b764-69a0abedead4 req-d1b7c084-6033-445a-bce7-47694c691eb8 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 943 time: 0.0994608 Nov 26 21:58:56.621080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 49f2441b-2140-41e3-af53-2f3d190ac7b5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49f2441b-2140-41e3-af53-2f3d190ac7b5,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:56.630297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] For port 753f4e77-81ce-4db2-9d36-c788f84ea928, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=753f4e77-81ce-4db2-9d36-c788f84ea928,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:56.630867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.637864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '49f2441b-2140-41e3-af53-2f3d190ac7b5', 'network_id': '1287f22b-c0b7-4bdb-bab1-20cd4dd9238d', 'port_id': '49f2441b-2140-41e3-af53-2f3d190ac7b5', 'mac_address': 'fa:16:3e:a3:38:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac09c52-f02e-4380-ba05-9e6e9e90f453', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:58:56.649006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Calling delete_port for 753f4e77-81ce-4db2-9d36-c788f84ea928 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:56.670588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.728088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Deleting port ba80cc3e-2b47-4414-9989-f278cf288a34 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:56.728447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.799442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66745ef3-f38e-42c1-b764-69a0abedead4 req-53776f83-0008-45e5-8b2b-a2d2c3858d57 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910870 Nov 26 21:58:56.831046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] For port ba80cc3e-2b47-4414-9989-f278cf288a34, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ba80cc3e-2b47-4414-9989-f278cf288a34,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:56.831418 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.850668 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.853260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Calling delete_port for ba80cc3e-2b47-4414-9989-f278cf288a34 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:56.868479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f2441b-2140-41e3-af53-2f3d190ac7b5 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:56.903895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 49f2441b-2140-41e3-af53-2f3d190ac7b5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49f2441b-2140-41e3-af53-2f3d190ac7b5,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:56.910771 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.912078 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:56.942815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Pushing event deleted for resources: {'Port': ['ID=753f4e77-81ce-4db2-9d36-c788f84ea928,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:56.987861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=49f2441b-2140-41e3-af53-2f3d190ac7b5,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:57.034667 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.111190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.150676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba80cc3e-2b47-4414-9989-f278cf288a34,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:57.212606 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.248467 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.347169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['49f2441b-2140-41e3-af53-2f3d190ac7b5'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:58:57.363347 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.367153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.425417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.427066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbe3a9ec-0d82-4ca9-a41d-1e36f313017a {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:58:57.433681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.435377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-274fb603-49e5-4ed3-9449-fb82398838d3 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "DELETE /v2.0/routers/dbe3a9ec-0d82-4ca9-a41d-1e36f313017a HTTP/1.1" status: 204 len: 168 time: 1.0125406 Nov 26 21:58:57.438752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54874) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:57.446409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2088134180', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:57.476244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.477757 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.565960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c20cbd-c247-435a-83b5-de59cba8e19c req-e94adaf2-b119-430d-9329-c33adfec182e tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:57.567527 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.570721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77c20cbd-c247-435a-83b5-de59cba8e19c req-e94adaf2-b119-430d-9329-c33adfec182e tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 944 time: 0.1535287 Nov 26 21:58:57.592239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e82c86-013b-4d30-b13b-62c33e2e47b9 req-d5269d2b-c3e1-4e39-af03-3e9af433f715 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:57.601201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83e82c86-013b-4d30-b13b-62c33e2e47b9 req-d5269d2b-c3e1-4e39-af03-3e9af433f715 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1738954 Nov 26 21:58:57.662571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Router f65334a5-0175-438a-a227-267f353a8bdf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:58:57.706889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77c20cbd-c247-435a-83b5-de59cba8e19c req-959df4f1-e049-4032-971d-b33eb02fbf45 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027157 Nov 26 21:58:57.714943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83e82c86-013b-4d30-b13b-62c33e2e47b9 req-6814c466-1777-48d5-a681-af54d8725f29 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128774 Nov 26 21:58:57.751133 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:57.859394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e066243-8bfd-4fa1-ba33-22af6f73795f req-f25532c8-f9f4-4a2a-99bf-80fb0a3c6224 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:57.860854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e066243-8bfd-4fa1-ba33-22af6f73795f req-f25532c8-f9f4-4a2a-99bf-80fb0a3c6224 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0900352 Nov 26 21:58:57.862229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:57.868237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-63acf301-18cc-46ee-a399-04cfcc75dbac admin admin] 10.222.0.21 "PUT /v2.0/routers/f65334a5-0175-438a-a227-267f353a8bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0410883 Nov 26 21:58:57.871844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54878) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:57.874778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] Sync routers for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:57.893167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:57.894607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:57.979206 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.003592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.039152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e066243-8bfd-4fa1-ba33-22af6f73795f req-87aaa27b-2daa-431f-bd5d-abb38bc4ba2b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226103 Nov 26 21:58:58.078603 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.112609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:58.144910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Allocated IP 172.25.3.166 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/80535e36-79c6-47cf-9684-6f6637a2b7b2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:58:58.272355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.308498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:58:56Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:58.310385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.341310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] Checking router: f65334a5-0175-438a-a227-267f353a8bdf for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:58:58.351671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] Routers {'f65334a5-0175-438a-a227-267f353a8bdf'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:58.352571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f65334a5-0175-438a-a227-267f353a8bdf'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:58.353866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:58:58.360122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:58:58.364751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:58:58.392235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event updated for resources: {'Port': ['ID=80535e36-79c6-47cf-9684-6f6637a2b7b2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:58.466616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] Set router f65334a5-0175-438a-a227-267f353a8bdf gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:58:58.489115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31299c29-484c-47ee-96a1-c69ee2277a72 req-7ecaa22b-292d-4765-94d6-2351df816f4b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:58.493497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31299c29-484c-47ee-96a1-c69ee2277a72 req-7ecaa22b-292d-4765-94d6-2351df816f4b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 943 time: 0.4646451 Nov 26 21:58:58.526720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 49f2441b-2140-41e3-af53-2f3d190ac7b5 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:58.602838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31299c29-484c-47ee-96a1-c69ee2277a72 req-3ba0d257-0827-47b4-8fd6-1db3bb52440d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704954 Nov 26 21:58:58.605331 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.608627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.659302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 49f2441b-2140-41e3-af53-2f3d190ac7b5 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:58:58.664451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.666484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Deleting port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:58:58.667011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.689475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4f2896d0-d7db-4c12-bf63-fb6b8311d131 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:58:58.692426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d9ae3e27-d9fb-4296-a391-b9f0236f06e6 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:58:58.767268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] For port 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:58.767720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.784529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 49f2441b-2140-41e3-af53-2f3d190ac7b5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:58.784917 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.797027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Calling delete_port for 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:58:58.889541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:58:58.906711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:58:58.908046 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.992403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd486ab-6bf0-4690-a408-9e7bafe64f67 req-00832d8e-8345-4bc4-8eca-44d0e040962e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:58.993473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:58.994285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fd486ab-6bf0-4690-a408-9e7bafe64f67 req-00832d8e-8345-4bc4-8eca-44d0e040962e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.0976853 Nov 26 21:58:59.004893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2054899-8938-4199-8c2e-6bc7da93b03a req-02bae96f-2a91-4fee-99f3-df6dd1f60dea tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:59.006528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2054899-8938-4199-8c2e-6bc7da93b03a req-02bae96f-2a91-4fee-99f3-df6dd1f60dea tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 944 time: 0.1214361 Nov 26 21:58:59.008291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8e3d3e3c-4325-46f0-b676-654a5fb669d4 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:59.020522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.056887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 49f2441b-2140-41e3-af53-2f3d190ac7b5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49f2441b-2140-41e3-af53-2f3d190ac7b5,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:59.062620 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.resource_extend [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 21:58:59.068474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f2441b-2140-41e3-af53-2f3d190ac7b5'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:58:59.070932 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b754e740-22a1-4d33-a477-464ba4d523fe" -d '{"events": [{"server_uuid": "41bc66a5-1aea-4fb7-87ad-cec6c0c525d8", "name": "network-vif-plugged", "status": "completed", "tag": "49f2441b-2140-41e3-af53-2f3d190ac7b5"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:58:59.074726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8e3d3e3c-4325-46f0-b676-654a5fb669d4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:58:59.075178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8e3d3e3c-4325-46f0-b676-654a5fb669d4 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:59.075656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ba80cc3e-2b47-4414-9989-f278cf288a34 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:58:59.101811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.104968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:58:56Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:59.145708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fd486ab-6bf0-4690-a408-9e7bafe64f67 req-ad9c2079-c95e-486f-9d95-9571a5ccc55c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048751 Nov 26 21:58:59.173545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2054899-8938-4199-8c2e-6bc7da93b03a req-d9370e48-ed78-48a4-9496-292cd84d079a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254957 Nov 26 21:58:59.202107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.216346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=49f2441b-2140-41e3-af53-2f3d190ac7b5,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:59.258984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: ba80cc3e-2b47-4414-9989-f278cf288a34 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:58:59.259479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ba80cc3e-2b47-4414-9989-f278cf288a34 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:58:59.266148 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6cdf28c-fb88-414d-8271-2d77f45fb771 x-openstack-request-id: req-c6cdf28c-fb88-414d-8271-2d77f45fb771 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:58:59.266537 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bc66a5-1aea-4fb7-87ad-cec6c0c525d8", "name": "network-vif-plugged", "status": "completed", "tag": "49f2441b-2140-41e3-af53-2f3d190ac7b5", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:58:59.266883 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6cdf28c-fb88-414d-8271-2d77f45fb771 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:58:59.267363 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f2441b-2140-41e3-af53-2f3d190ac7b5', 'code': 200} Nov 26 21:58:59.268428 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.272955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e358a6-28a6-4e9e-aece-239a9845926d None None] The sync data for ids ['f65334a5-0175-438a-a227-267f353a8bdf'] in n-d-819494-1 is: [{'id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'name': 'tempest-ServersTestManualDisk-1991969955-router', 'tenant_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:09Z', 'updated_at': '2021-11-26T21:58:56Z', 'revision_number': 5, 'project_id': 'f0c14aaef8024a9cb85b36b10d32c2da', 'gw_port': {'id': '57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:38:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65334a5-0175-438a-a227-267f353a8bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:10Z', 'updated_at': '2021-11-26T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:59.309019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Pushing event deleted for resources: {'Port': ['ID=57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:59.331097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Router a4902bd5-b031-4c56-9c2f-e067b370162c is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:58:59.369207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4f2896d0-d7db-4c12-bf63-fb6b8311d131, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:59.385987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'port_id': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'mac_address': 'fa:16:3e:d9:52:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:58:59.387669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.428277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1b82c-f680-45f4-838d-b72eefe008cf req-ace5aeb6-6f26-4ba4-92f6-fbef524637e6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:59.429884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98a1b82c-f680-45f4-838d-b72eefe008cf req-ace5aeb6-6f26-4ba4-92f6-fbef524637e6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1185195 Nov 26 21:58:59.472384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d9ae3e27-d9fb-4296-a391-b9f0236f06e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:59.474512 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.476564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.485779 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.507732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba457f-a079-4f96-8f44-4f89cecc5f7d req-d340607f-c9a2-40d5-9d4b-43540e061c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:59.509253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3ba457f-a079-4f96-8f44-4f89cecc5f7d req-d340607f-c9a2-40d5-9d4b-43540e061c9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 1096 time: 0.0974936 Nov 26 21:58:59.533047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:58:59.545777 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91d915-cd69-4e97-80c8-f45bbda8183b None None] Sync routers for ids ['a4902bd5-b031-4c56-9c2f-e067b370162c'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:58:59.570970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2896d0-d7db-4c12-bf63-fb6b8311d131 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:58:59.574605 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91d915-cd69-4e97-80c8-f45bbda8183b None None] Routers {'a4902bd5-b031-4c56-9c2f-e067b370162c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:59.575293 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-da91d915-cd69-4e97-80c8-f45bbda8183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a4902bd5-b031-4c56-9c2f-e067b370162c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:59.586723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.588340 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d6457c64-df51-42e9-9d89-03a1f554b2ae tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1472068 Nov 26 21:58:59.592110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54888) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:59.595690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4f2896d0-d7db-4c12-bf63-fb6b8311d131, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:58:59.596874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:59.597757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fbdf7ed0-684c-4abc-999a-a930699d2e24 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': False}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:58:59.605199 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f3ba457f-a079-4f96-8f44-4f89cecc5f7d req-a681ffae-2ca0-4655-a36f-28d35ea20a4b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875938 Nov 26 21:58:59.605595 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.611987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98a1b82c-f680-45f4-838d-b72eefe008cf req-e4c69f7c-a85b-4175-aa6c-e5bea8b35638 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708257 Nov 26 21:58:59.628058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.631699 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.655954 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-da91d915-cd69-4e97-80c8-f45bbda8183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:59.673058 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91d915-cd69-4e97-80c8-f45bbda8183b None None] Routers {'a4902bd5-b031-4c56-9c2f-e067b370162c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:58:59.673948 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-da91d915-cd69-4e97-80c8-f45bbda8183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a4902bd5-b031-4c56-9c2f-e067b370162c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:59.742092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4f2896d0-d7db-4c12-bf63-fb6b8311d131,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:58:59.747313 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-da91d915-cd69-4e97-80c8-f45bbda8183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:58:59.748299 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da91d915-cd69-4e97-80c8-f45bbda8183b None None] The sync data for ids ['a4902bd5-b031-4c56-9c2f-e067b370162c'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:58:59.775060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.775747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f65334a5-0175-438a-a227-267f353a8bdf {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:58:59.796361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.797665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0e3bb5fd-d00a-4880-b2bb-3c55f1eedd36 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f65334a5-0175-438a-a227-267f353a8bdf HTTP/1.1" status: 204 len: 168 time: 1.9229164 Nov 26 21:58:59.801861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54892) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:58:59.866916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea592f77-28ef-410a-8af4-75e867e954be admin admin] Deleting subnet 3400bd2a-32a5-4422-a0bb-dec2df9c1f3f {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:58:59.881490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea592f77-28ef-410a-8af4-75e867e954be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:58:59.892410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ada5d-ea78-4cca-b864-57b434bf8754 req-4a8d757f-0e5b-4de7-b20d-016fee749fb6 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:58:59.894507 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b02ada5d-ea78-4cca-b864-57b434bf8754 req-4a8d757f-0e5b-4de7-b20d-016fee749fb6 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 944 time: 0.1311750 Nov 26 21:58:59.974908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea592f77-28ef-410a-8af4-75e867e954be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.014580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b02ada5d-ea78-4cca-b864-57b434bf8754 req-79005640-4522-4f6a-9382-3e3b809b48c6 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968962 Nov 26 21:59:00.095651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea592f77-28ef-410a-8af4-75e867e954be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.109534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4f2896d0-d7db-4c12-bf63-fb6b8311d131'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:00.195678 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea592f77-28ef-410a-8af4-75e867e954be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.245416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea592f77-28ef-410a-8af4-75e867e954be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3400bd2a-32a5-4422-a0bb-dec2df9c1f3f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:00.273170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea592f77-28ef-410a-8af4-75e867e954be admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.276737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ea592f77-28ef-410a-8af4-75e867e954be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3400bd2a-32a5-4422-a0bb-dec2df9c1f3f HTTP/1.1" status: 204 len: 168 time: 0.4736075 Nov 26 21:59:00.281660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54898) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:00.284578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18072fb-33bf-41ca-83fd-190c188928d6 None None] Network 638bb49d-3a8c-4463-9bb0-3e6a43a63513 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:00.400071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c2864-68bf-40f6-926b-7c6cc3b2291b req-90aaa2c9-e4e6-40b5-abc1-1cd8f30d0809 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:00.400297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-314c2864-68bf-40f6-926b-7c6cc3b2291b req-90aaa2c9-e4e6-40b5-abc1-1cd8f30d0809 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.0932226 Nov 26 21:59:00.409369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179764e-63dd-4dc8-828a-93791e8d2d0e req-2dd18be4-3123-402f-b363-dea82ce1164c tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:00.414751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.414954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3179764e-63dd-4dc8-828a-93791e8d2d0e req-2dd18be4-3123-402f-b363-dea82ce1164c tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.0937743 Nov 26 21:59:00.516369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-314c2864-68bf-40f6-926b-7c6cc3b2291b req-ea2aadc9-1288-4afd-ace9-0256dd601616 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002388 Nov 26 21:59:00.520234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3179764e-63dd-4dc8-828a-93791e8d2d0e req-7cf91558-a505-430b-9d43-4cb0f1d92928 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014109 Nov 26 21:59:00.539011 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7ed0-684c-4abc-999a-a930699d2e24 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.573830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Deleting port 0ad49270-995e-4d41-bacf-e1e6023e4b8b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:00.574211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.599882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] DHCP port deletion for 638bb49d-3a8c-4463-9bb0-3e6a43a63513 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:59:00.651200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] Deleting port 0ad49270-995e-4d41-bacf-e1e6023e4b8b {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:00.651492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.684922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] For port 0ad49270-995e-4d41-bacf-e1e6023e4b8b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0ad49270-995e-4d41-bacf-e1e6023e4b8b,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:00.685320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.701625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Calling delete_port for 0ad49270-995e-4d41-bacf-e1e6023e4b8b owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:00.717584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] For port 0ad49270-995e-4d41-bacf-e1e6023e4b8b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0ad49270-995e-4d41-bacf-e1e6023e4b8b,segment=NetworkSegment(230289c6-e917-4cb6-8196-82141278fbde),segment_id=230289c6-e917-4cb6-8196-82141278fbde)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:00.717995 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.731994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] Calling delete_port for 0ad49270-995e-4d41-bacf-e1e6023e4b8b owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:00.761853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364115-a499-41c5-8286-d8bd433dc848 req-6d58a895-806c-4b5f-96ce-27da7dede4c6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:00.770257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28364115-a499-41c5-8286-d8bd433dc848 req-6d58a895-806c-4b5f-96ce-27da7dede4c6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0710323 Nov 26 21:59:00.829332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28364115-a499-41c5-8286-d8bd433dc848 req-b5cc5f79-e743-4cbd-9ca7-2f32e5814c0e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582049 Nov 26 21:59:00.832702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 753f4e77-81ce-4db2-9d36-c788f84ea928 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:00.853520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 753f4e77-81ce-4db2-9d36-c788f84ea928 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:00.853520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 753f4e77-81ce-4db2-9d36-c788f84ea928 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:00.853895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:00.875482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:00.875844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 57bdfa3b-85b3-4bb7-ace5-b1f5f4bfd777 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:00.876243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0ad49270-995e-4d41-bacf-e1e6023e4b8b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:00.892401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.896759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0ad49270-995e-4d41-bacf-e1e6023e4b8b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:00.897119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0ad49270-995e-4d41-bacf-e1e6023e4b8b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:00.898911 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:00.929313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad49270-995e-4d41-bacf-e1e6023e4b8b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:00.931415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] Pushing event deleted for resources: {'Port': ['ID=0ad49270-995e-4d41-bacf-e1e6023e4b8b,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:00.935218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbace0-6a92-4d0c-89ca-297a15be94f4 None None] No DVR routers for this DVR port 0ad49270-995e-4d41-bacf-e1e6023e4b8b on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:00.935787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] No DVR routers for this DVR port 0ad49270-995e-4d41-bacf-e1e6023e4b8b on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:01.052735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.083205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638bb49d-3a8c-4463-9bb0-3e6a43a63513']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:01.124355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230289c6-e917-4cb6-8196-82141278fbde') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:01.124648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230289c6-e917-4cb6-8196-82141278fbde') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:01.127472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d96824-7484-4290-8518-3298d63c1271 req-cf1ebbf7-6d71-4b03-8024-c8eb71e0955b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:01.129651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1d96824-7484-4290-8518-3298d63c1271 req-cf1ebbf7-6d71-4b03-8024-c8eb71e0955b tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 944 time: 0.0496285 Nov 26 21:59:01.140069 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.159869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.169110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:59:01.169504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:59:01.171157 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:59:01.178987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1d96824-7484-4290-8518-3298d63c1271 req-c4fe7b6d-b1b0-4eaf-b636-22ff16ec49c8 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431733 Nov 26 21:59:01.268986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2677c4-d00d-4ad7-bcbd-ad6462580eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ae3e27-d9fb-4296-a391-b9f0236f06e6'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:01.272726 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2feade-98b0-4803-855d-a021155c0058" -d '{"events": [{"server_uuid": "dd2677c4-d00d-4ad7-bcbd-ad6462580eef", "name": "network-vif-plugged", "status": "completed", "tag": "d9ae3e27-d9fb-4296-a391-b9f0236f06e6"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:01.290616 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.300955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.304189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/638bb49d-3a8c-4463-9bb0-3e6a43a63513 HTTP/1.1" status: 204 len: 168 time: 1.0202813 Nov 26 21:59:01.316927 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b08800-f118-47c7-8c11-9006aa34fb04 x-openstack-request-id: req-38b08800-f118-47c7-8c11-9006aa34fb04 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:01.317227 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2677c4-d00d-4ad7-bcbd-ad6462580eef", "name": "network-vif-plugged", "status": "completed", "tag": "d9ae3e27-d9fb-4296-a391-b9f0236f06e6", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:01.317481 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38b08800-f118-47c7-8c11-9006aa34fb04 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:01.317946 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2677c4-d00d-4ad7-bcbd-ad6462580eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ae3e27-d9fb-4296-a391-b9f0236f06e6', 'code': 200} Nov 26 21:59:01.322032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d32b3-5ae7-435b-a622-4444211537c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=638bb49d-3a8c-4463-9bb0-3e6a43a63513,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:01.334368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7ed0-684c-4abc-999a-a930699d2e24 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.337837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7ed0-684c-4abc-999a-a930699d2e24 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.428571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54908) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:01.470067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0130b022-08ac-4d4d-a931-64410c1e26eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0c14aaef8024a9cb85b36b10d32c2da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403147 Nov 26 21:59:01.472568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54910) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:01.480184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdf7ed0-684c-4abc-999a-a930699d2e24 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Router a4902bd5-b031-4c56-9c2f-e067b370162c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:59:01.487310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7ba2e-b08d-45bd-81b5-188b0e57f699 req-f2775ee5-6189-418c-87a8-bc23bd1050f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:01.489997 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89c7ba2e-b08d-45bd-81b5-188b0e57f699 req-f2775ee5-6189-418c-87a8-bc23bd1050f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 1096 time: 0.0687077 Nov 26 21:59:01.526686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a899139-d86c-477b-a5d3-565d119d7d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.547657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a899139-d86c-477b-a5d3-565d119d7d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.612621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a899139-d86c-477b-a5d3-565d119d7d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.616881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a899139-d86c-477b-a5d3-565d119d7d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.617029 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89c7ba2e-b08d-45bd-81b5-188b0e57f699 req-0b0d7337-0e0f-4b4e-baff-d1bc5b391fae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191366 Nov 26 21:59:01.619704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7a899139-d86c-477b-a5d3-565d119d7d32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87ad1f45-4f8c-4d4c-b358-023fec5fed41 HTTP/1.1" status: 204 len: 168 time: 0.1458380 Nov 26 21:59:01.629896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdf7ed0-684c-4abc-999a-a930699d2e24 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:01.634795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fbdf7ed0-684c-4abc-999a-a930699d2e24 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:01.636153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fbdf7ed0-684c-4abc-999a-a930699d2e24 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "PUT /v2.0/routers/a4902bd5-b031-4c56-9c2f-e067b370162c HTTP/1.1" status: 200 len: 922 time: 2.0428808 Nov 26 21:59:01.638861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54918) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:01.644034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09678250-93ba-4d0d-bcab-934203a52400 None None] Sync routers for ids ['a4902bd5-b031-4c56-9c2f-e067b370162c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:01.657132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09678250-93ba-4d0d-bcab-934203a52400 None None] Routers {'a4902bd5-b031-4c56-9c2f-e067b370162c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:01.658265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09678250-93ba-4d0d-bcab-934203a52400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a4902bd5-b031-4c56-9c2f-e067b370162c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:01.671839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a899139-d86c-477b-a5d3-565d119d7d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ad1f45-4f8c-4d4c-b358-023fec5fed41,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:01.717980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09678250-93ba-4d0d-bcab-934203a52400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:01.729808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac5123-0936-42d0-8db2-271c6b8e1f6b req-b45fb4f4-91a9-42bc-99f0-b398e79dd426 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:01.731863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16ac5123-0936-42d0-8db2-271c6b8e1f6b req-b45fb4f4-91a9-42bc-99f0-b398e79dd426 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1090102 Nov 26 21:59:01.732703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09678250-93ba-4d0d-bcab-934203a52400 None None] Routers {'a4902bd5-b031-4c56-9c2f-e067b370162c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:01.733331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09678250-93ba-4d0d-bcab-934203a52400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a4902bd5-b031-4c56-9c2f-e067b370162c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:01.741909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9b37f-ebd5-41d6-971e-c8b49f266a9b req-73366a7e-50bc-4c47-b0a0-c6460044fa10 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:01.744282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fa9b37f-ebd5-41d6-971e-c8b49f266a9b req-73366a7e-50bc-4c47-b0a0-c6460044fa10 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.1232741 Nov 26 21:59:01.771139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09678250-93ba-4d0d-bcab-934203a52400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:01.771545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09678250-93ba-4d0d-bcab-934203a52400 None None] The sync data for ids ['a4902bd5-b031-4c56-9c2f-e067b370162c'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:01.783375 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8ba6de9c-b085-43da-80d6-1cbea5780c0a tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/routers/a4902bd5-b031-4c56-9c2f-e067b370162c HTTP/1.1" status: 200 len: 922 time: 0.1433413 Nov 26 21:59:01.787047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54920) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:01.890205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16ac5123-0936-42d0-8db2-271c6b8e1f6b req-a77d9bea-8e24-4960-b395-bf48c2eccae6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447206 Nov 26 21:59:01.893294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fa9b37f-ebd5-41d6-971e-c8b49f266a9b req-4b592aa1-cee1-4fcf-bb96-8596fbe4af78 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395903 Nov 26 21:59:01.920705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e4f42-10dc-4b2a-be36-5cce8f83109c tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:01.920705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f30e4f42-10dc-4b2a-be36-5cce8f83109c tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=a4902bd5-b031-4c56-9c2f-e067b370162c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1303189 Nov 26 21:59:01.923279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:02.028067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eed7cd-ff1e-4b3c-b5ec-9e59dcb24f6d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:02.029479 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e0eed7cd-ff1e-4b3c-b5ec-9e59dcb24f6d tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 881 time: 0.1050444 Nov 26 21:59:02.032428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54936) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:02.057934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6be10-9003-43dc-b463-97073b2effe7 req-aaa6cf0c-3512-4918-a2ff-62587954c06e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:02.059742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfb6be10-9003-43dc-b463-97073b2effe7 req-aaa6cf0c-3512-4918-a2ff-62587954c06e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0883076 Nov 26 21:59:02.072472 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-07a606da-0732-4c12-a572-1bf4bd73d029 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4902bd5-b031-4c56-9c2f-e067b370162c HTTP/1.1" status: 200 len: 205 time: 0.0367579 Nov 26 21:59:02.072781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e93c-f99f-4243-b3cb-0d4283d2cc89 req-8e543442-7d01-42b2-8a11-b341da43290d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:02.073049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:02.074295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20f8e93c-f99f-4243-b3cb-0d4283d2cc89 req-8e543442-7d01-42b2-8a11-b341da43290d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.0876293 Nov 26 21:59:02.143578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfb6be10-9003-43dc-b463-97073b2effe7 req-3371853d-09ac-407a-b066-645de403dcbe tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680239 Nov 26 21:59:02.157404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20f8e93c-f99f-4243-b3cb-0d4283d2cc89 req-0ff3aaf6-cde4-48ba-874a-82cb4d2f1452 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746524 Nov 26 21:59:02.192766 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.311312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.344486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d873a-43ef-4c2b-9c83-79e91ec508ab req-78ce446d-bcdc-4e10-8b2c-c95f554d82b0 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:02.346146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a9d873a-43ef-4c2b-9c83-79e91ec508ab req-78ce446d-bcdc-4e10-8b2c-c95f554d82b0 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 945 time: 0.0849428 Nov 26 21:59:02.360540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aeb01e-1554-416c-a8e8-641a00f2b24e req-48337c73-cae9-465d-abe1-2dc1b379a95d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:02.362184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2aeb01e-1554-416c-a8e8-641a00f2b24e req-48337c73-cae9-465d-abe1-2dc1b379a95d tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 944 time: 0.0738938 Nov 26 21:59:02.375607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Deleting port 80535e36-79c6-47cf-9684-6f6637a2b7b2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:02.376146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.416737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54954) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:02.456014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a9d873a-43ef-4c2b-9c83-79e91ec508ab req-f279d55d-fd50-415e-83c5-6b099c19c27f tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984800 Nov 26 21:59:02.460820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.471784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2aeb01e-1554-416c-a8e8-641a00f2b24e req-45151d73-e223-40ce-a1ed-00b07bb4373a tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905683 Nov 26 21:59:02.474556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Calling delete_port for 80535e36-79c6-47cf-9684-6f6637a2b7b2 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:02.542758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-406301460-network', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:02.564316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:02.567645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.577420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.641744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.679077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event deleted for resources: {'Port': ['ID=80535e36-79c6-47cf-9684-6f6637a2b7b2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:02.699480 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.702837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4f2896d0-d7db-4c12-bf63-fb6b8311d131 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:02.704721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.733870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:59:02.741221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53f69fa-b0db-4eee-8df5-04aff93d09fd,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:02.747835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.748246 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Added segment 3b4790ed-a5d7-46fb-a807-386f36bf560f of type vlan for network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 Nov 26 21:59:02.754845 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.794322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.822249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.823239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:02.823871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.869525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.871232 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.881988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4575336 Nov 26 21:59:02.882339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54958) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:02.895251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61743d9f-33d3-4244-a35e-04e28a4ae4ce admin admin] Pushing event updated for resources: {'Network': ['ID=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:02.906187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:59:02.917646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Request body: {'subnet': {'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-subnet', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:02.934054 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.934644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Fanout notify agent at l3_agent the message router_deleted on router a4902bd5-b031-4c56-9c2f-e067b370162c {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:59:02.942056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.946476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-40eb9ccf-3a69-4c2d-a34e-c7531643a265 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/a4902bd5-b031-4c56-9c2f-e067b370162c HTTP/1.1" status: 204 len: 168 time: 0.8690858 Nov 26 21:59:02.947582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54962) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:02.951165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:59:02.958391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:02.961292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.966058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:02.966457 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:02.969483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-defa91d3-81d7-44fa-ad36-8b492862d022 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1134216570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:03.001460 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-defa91d3-81d7-44fa-ad36-8b492862d022 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.002934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-defa91d3-81d7-44fa-ad36-8b492862d022 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.084115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.116166 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-defa91d3-81d7-44fa-ad36-8b492862d022 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.125578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81634f7-b484-42cf-ba5a-bef2d1eb29f8 req-dac59bbe-c771-48bc-94b0-28c253b977dc tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:03.126946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4f2896d0-d7db-4c12-bf63-fb6b8311d131, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:03.132566 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.133253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c81634f7-b484-42cf-ba5a-bef2d1eb29f8 req-dac59bbe-c771-48bc-94b0-28c253b977dc tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1241081 Nov 26 21:59:03.153453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-defa91d3-81d7-44fa-ad36-8b492862d022 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.164538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.194969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4f2896d0-d7db-4c12-bf63-fb6b8311d131,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:03.198637 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-defa91d3-81d7-44fa-ad36-8b492862d022 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.200116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-defa91d3-81d7-44fa-ad36-8b492862d022 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2428329 Nov 26 21:59:03.205282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.205899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.206461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.207561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.208738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.210898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.211432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.211973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.212490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.212988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.213484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.213964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c81634f7-b484-42cf-ba5a-bef2d1eb29f8 req-573ceb5d-cc99-4a81-8798-bac8e0991916 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796645 Nov 26 21:59:03.214206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:03.219285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:03.226413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:03.275520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f0247c-5539-4f19-9a32-ead622c07557,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:03.285764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Checking segment: {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:03.286155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Network hostable DHCP agents. Network: 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:59:03.305745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:59:03.315836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:03.319574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2896d0-d7db-4c12-bf63-fb6b8311d131'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:03.321511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:03.322141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.322486 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98e2f4c-cd23-4801-8aa9-5d0c1c00617b" -d '{"events": [{"server_uuid": "0d0fe410-a1c2-46c3-a24c-87e6fbf8912f", "name": "network-vif-plugged", "status": "completed", "tag": "4f2896d0-d7db-4c12-bf63-fb6b8311d131"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:03.328273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1c83d-7284-4edf-8047-d19a966016a2 None None] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:03.343193 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-27f2bb30-ade6-4180-b533-0a5524e71fb1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4596903 Nov 26 21:59:03.353512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54970) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:03.358851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:03.381324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.382518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.394023 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7adb5b-3aa6-4328-bb86-8e598d06f465 x-openstack-request-id: req-ee7adb5b-3aa6-4328-bb86-8e598d06f465 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:03.394336 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0fe410-a1c2-46c3-a24c-87e6fbf8912f", "name": "network-vif-plugged", "status": "completed", "tag": "4f2896d0-d7db-4c12-bf63-fb6b8311d131", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:03.395204 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee7adb5b-3aa6-4328-bb86-8e598d06f465 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:03.395694 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'code': 200} Nov 26 21:59:03.448622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.505290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea42878-c5c7-4920-8264-65eb0ef98f9d req-63a130c5-dfa2-4a48-8f49-d7bb1960f93e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:03.506861 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ea42878-c5c7-4920-8264-65eb0ef98f9d req-63a130c5-dfa2-4a48-8f49-d7bb1960f93e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.2440758 Nov 26 21:59:03.513372 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.555638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:59:03.556563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.637397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ea42878-c5c7-4920-8264-65eb0ef98f9d req-bb40ebcf-3839-4659-8e25-656dc5287b34 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201239 Nov 26 21:59:03.662542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe79eba-c3cd-4824-8947-017d023d69d8 req-fe9e5ff5-16b7-40c7-90df-01c6c3370b6f tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:03.669844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efe79eba-c3cd-4824-8947-017d023d69d8 req-fe9e5ff5-16b7-40c7-90df-01c6c3370b6f tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 945 time: 0.1317174 Nov 26 21:59:03.736249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Allocated IP 172.20.0.2 (1aa8fbb3-8194-48c7-90c0-6ae2f71672e0/54f0247c-5539-4f19-9a32-ead622c07557/8c2ab883-dd47-4ed3-9955-64f2c27bc0ed) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:03.736886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efe79eba-c3cd-4824-8947-017d023d69d8 req-cea42f28-d03c-41d5-a1a7-9fda16297a96 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660913 Nov 26 21:59:03.871457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2d423-2196-4c1c-8e20-7ebf23cd596d req-61f8236c-12e8-4eb8-8c66-f805de59891f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:03.872981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06b2d423-2196-4c1c-8e20-7ebf23cd596d req-61f8236c-12e8-4eb8-8c66-f805de59891f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 945 time: 0.1338108 Nov 26 21:59:03.902519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.914397 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.923660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.937885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:03.979187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:03.985038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:03.988004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Pushing event updated for resources: {'Port': ['ID=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:03.990597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:04.010022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a33a6e-73d8-4a98-bfea-cf5ae19ad93e req-818bfe9a-435e-4cf6-86a6-b55d28e4b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:04.011565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-37a33a6e-73d8-4a98-bfea-cf5ae19ad93e req-818bfe9a-435e-4cf6-86a6-b55d28e4b7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 1096 time: 0.5145423 Nov 26 21:59:04.017047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.036773 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06b2d423-2196-4c1c-8e20-7ebf23cd596d req-6fd600fc-7546-4490-95c8-f3b3a66a0ad6 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406267 Nov 26 21:59:04.073703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Attempting to bind port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:59:04.073983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Attempting to bind port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:59:04.074393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Attempting to bind port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed on network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:04.077613 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-37a33a6e-73d8-4a98-bfea-cf5ae19ad93e req-befb5e2c-cb18-4564-89b9-17e6e188dfe9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564978 Nov 26 21:59:04.081106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:59:04.081472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Checking segment: {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:04.081876 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.082498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Bound using segment: {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:59:04.082991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Bound port: 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:59:04.083504 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.150721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Allocated IP 172.25.3.84 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/a12c7424-5778-4623-850a-75843aaf8070) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:04.152484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] For port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:04.155562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] For port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:59:04.162167 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.174542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71656024-8eea-4758-8a0b-c35e0d35cb54 req-1a2dcd4a-d894-42f8-9ea0-7c500f345d5f tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:04.176736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71656024-8eea-4758-8a0b-c35e0d35cb54 req-1a2dcd4a-d894-42f8-9ea0-7c500f345d5f tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.0762544 Nov 26 21:59:04.223875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf878ac-722b-4d3f-afaa-4d59bb97c90b None None] Pushing event updated for resources: {'Port': ['ID=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:04.281408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71656024-8eea-4758-8a0b-c35e0d35cb54 req-8085f7fa-e750-4828-a8e0-c064e2d9a213 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862863 Nov 26 21:59:04.292217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.316867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.371508 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.387018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa081b-c811-4e1a-954d-a6b9ef592f10 req-6ca63147-8185-40c8-a5b6-3374db698dc6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:04.388811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8fa081b-c811-4e1a-954d-a6b9ef592f10 req-6ca63147-8185-40c8-a5b6-3374db698dc6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.0793023 Nov 26 21:59:04.472656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.495466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8fa081b-c811-4e1a-954d-a6b9ef592f10 req-1c1c41a4-3798-40f1-a519-998c34e7e847 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985384 Nov 26 21:59:04.519608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:04.523379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:04.530798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:04.565015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Allocated IP 172.25.3.32 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/80dd8439-b162-4af9-a719-8b69fa5269dc) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:04.609426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event updated for resources: {'Port': ['ID=a12c7424-5778-4623-850a-75843aaf8070,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:04.684700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.727417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.783629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:04.788556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:04.801757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=80dd8439-b162-4af9-a719-8b69fa5269dc,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:04.804924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:04.833138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:04.892403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:04.893177 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:04.989259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.026151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:05.031743 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.080606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae35f59-bde1-4b5f-8fb6-6fa6ffc77d7d req-1ea44814-f26d-4ffb-b856-0727c46dbbf7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:05.088680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ae35f59-bde1-4b5f-8fb6-6fa6ffc77d7d req-1ea44814-f26d-4ffb-b856-0727c46dbbf7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.5242693 Nov 26 21:59:05.095191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:05.132344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.186039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e395c-9476-4e18-b98f-deb272555255 req-1c0d9b9f-d586-4f17-bd36-2fce974977c6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:05.187623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f39e395c-9476-4e18-b98f-deb272555255 req-1c0d9b9f-d586-4f17-bd36-2fce974977c6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1493974 Nov 26 21:59:05.229650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ae35f59-bde1-4b5f-8fb6-6fa6ffc77d7d req-51d01054-47c0-41bc-b8fb-5490d00c9d38 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400235 Nov 26 21:59:05.332844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f39e395c-9476-4e18-b98f-deb272555255 req-563bfc59-3f36-4d2c-b878-31c9f7140c1b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368992 Nov 26 21:59:05.352568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440604b-48d4-4a34-b7ae-3a959703b5e7 None None] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:05.369062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.382020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.422740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4be94937-cd3b-44cb-951d-38a32e56aefd None None] Provisioning complete for port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:05.423241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4be94937-cd3b-44cb-951d-38a32e56aefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.429961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00836d-f58d-402e-a6e1-12b6c1872b34 req-f3b1ee7b-53ee-4683-a055-fd7dd9a50204 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:05.437887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f00836d-f58d-402e-a6e1-12b6c1872b34 req-f3b1ee7b-53ee-4683-a055-fd7dd9a50204 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 945 time: 0.1257787 Nov 26 21:59:05.550405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f00836d-f58d-402e-a6e1-12b6c1872b34 req-0496e9f7-0dbc-4e56-9de0-642c591899ba tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072595 Nov 26 21:59:05.606104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:59:05.733136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:05.745668 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Sync routers for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:05.761957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.762476 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:05.763396 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:05.764709 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-78d7da3c-221e-4a33-9107-23604c14f3e0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4094567 Nov 26 21:59:05.768186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54990) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:05.801155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.812942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:05.827821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf83f8-316d-4f26-ae68-70a94884dcc9 req-40aa311b-9ea5-41c3-b95a-5ccf5c40e16b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:05.838377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf83f8-316d-4f26-ae68-70a94884dcc9 req-40aa311b-9ea5-41c3-b95a-5ccf5c40e16b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:05.845642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf83f8-316d-4f26-ae68-70a94884dcc9 req-40aa311b-9ea5-41c3-b95a-5ccf5c40e16b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:05.854512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ebf83f8-316d-4f26-ae68-70a94884dcc9 req-40aa311b-9ea5-41c3-b95a-5ccf5c40e16b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8&device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef&device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 2417 time: 0.1680543 Nov 26 21:59:05.888466 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:05.940441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b210f9a-905f-4c72-87df-089a790d2e77 req-5a756ed5-6bf8-46f6-9c6c-0f66d658881c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:05.949229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b210f9a-905f-4c72-87df-089a790d2e77 req-5a756ed5-6bf8-46f6-9c6c-0f66d658881c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.2981565 Nov 26 21:59:06.079760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f0a0875b-fbb1-4851-b3b9-8cf80a35423e None None] Provisioning complete for port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:06.080354 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f0a0875b-fbb1-4851-b3b9-8cf80a35423e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.089130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ebf83f8-316d-4f26-ae68-70a94884dcc9 req-2b0166db-a318-41e8-b456-dc5afcd8c0b3 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338779 Nov 26 21:59:06.106388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b210f9a-905f-4c72-87df-089a790d2e77 req-75bebdc5-c6d3-4b7c-8268-17511c9bb4c2 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561806 Nov 26 21:59:06.131716 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:04Z', 'revision_number': 3, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:06.178400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Router 66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:59:06.187365 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Checking router: 1cfbe494-f1d1-46a9-835f-4acaa74904a3 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:59:06.187702 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Updating router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 port 80dd8439-b162-4af9-a719-8b69fa5269dc binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:59:06.217858 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.310985 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.332386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74145ce-a89d-45a0-a6d3-d5a9c86f581e req-cc259b48-9efd-405b-ba26-928c4c774ad0 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:06.333870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b74145ce-a89d-45a0-a6d3-d5a9c86f581e req-cc259b48-9efd-405b-ba26-928c4c774ad0 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.1382310 Nov 26 21:59:06.363970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:06.377818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df468e42-d358-4730-8f86-cbc94af15ab8 None None] Sync routers for ids ['66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:06.379603 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.381274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8ec89878-324d-4237-80f2-dcd30fcdef58 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "PUT /v2.0/routers/66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d HTTP/1.1" status: 200 len: 879 time: 3.1609771 Nov 26 21:59:06.387848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54996) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:06.394314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df468e42-d358-4730-8f86-cbc94af15ab8 None None] Routers {'66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:06.395968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-df468e42-d358-4730-8f86-cbc94af15ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:06.450721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-df468e42-d358-4730-8f86-cbc94af15ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:06.460384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df468e42-d358-4730-8f86-cbc94af15ab8 None None] Routers {'66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:06.461162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-df468e42-d358-4730-8f86-cbc94af15ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:06.496900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Allocated IP 172.20.0.1 (1aa8fbb3-8194-48c7-90c0-6ae2f71672e0/54f0247c-5539-4f19-9a32-ead622c07557/df34646b-ab87-443d-a7dc-a8947258fc60) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:06.512681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-df468e42-d358-4730-8f86-cbc94af15ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:06.513131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df468e42-d358-4730-8f86-cbc94af15ab8 None None] The sync data for ids ['66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:06.528357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b74145ce-a89d-45a0-a6d3-d5a9c86f581e req-67009db9-b3c0-4623-9945-47c8cdb4983f tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861582 Nov 26 21:59:06.542911 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.550160 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.583952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81bddf-f44c-46df-8895-4de61fab3322 req-04c0ac16-0858-4fc8-be5d-825117e7078c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:06.585479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a81bddf-f44c-46df-8895-4de61fab3322 req-04c0ac16-0858-4fc8-be5d-825117e7078c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1328380 Nov 26 21:59:06.605005 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Attempting to bind port 80dd8439-b162-4af9-a719-8b69fa5269dc on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:59:06.605407 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Attempting to bind port 80dd8439-b162-4af9-a719-8b69fa5269dc by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:59:06.605764 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Attempting to bind port 80dd8439-b162-4af9-a719-8b69fa5269dc on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:06.626822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.632409 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:59:06.632846 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:06.633255 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.633654 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:59:06.634175 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Bound port: 80dd8439-b162-4af9-a719-8b69fa5269dc, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:59:06.634553 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.635530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cde83a46-a212-4bf3-8e26-40741dcbcb4f tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/routers/66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d HTTP/1.1" status: 200 len: 920 time: 0.2417035 Nov 26 21:59:06.639210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55002) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:06.668083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a81bddf-f44c-46df-8895-4de61fab3322 req-a3fd85eb-6556-44d7-893d-9505d9ed7c38 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742009 Nov 26 21:59:06.703789 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781a33e-5280-4708-9484-1ace8d50fab4 None None] Pushing event updated for resources: {'Port': ['ID=80dd8439-b162-4af9-a719-8b69fa5269dc,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:06.727035 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] For port 80dd8439-b162-4af9-a719-8b69fa5269dc, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:06.736570 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] For port 80dd8439-b162-4af9-a719-8b69fa5269dc, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=80dd8439-b162-4af9-a719-8b69fa5269dc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:59:06.742662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6120037b-6143-423c-8ddb-25e3c57fc3ca tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:06.744407 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6120037b-6143-423c-8ddb-25e3c57fc3ca tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1040115 Nov 26 21:59:06.745347 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.747066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55006) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:06.797214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ece492-58d7-41b8-bc16-ac41b4a32b6a req-37c77296-e74d-4f6e-8cd3-0ea6eb1d46ee tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:06.798824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79ece492-58d7-41b8-bc16-ac41b4a32b6a req-37c77296-e74d-4f6e-8cd3-0ea6eb1d46ee tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 945 time: 0.0939441 Nov 26 21:59:06.837255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:06.853376 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:06.853987 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:06.860128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79ece492-58d7-41b8-bc16-ac41b4a32b6a req-47bef4b6-498d-4d99-932e-a9652af73073 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523481 Nov 26 21:59:06.867027 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781a33e-5280-4708-9484-1ace8d50fab4 None None] Pushing event updated for resources: {'Port': ['ID=80dd8439-b162-4af9-a719-8b69fa5269dc,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:06.925149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.944431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:06.944808 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:06.961163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98091164-dd6d-45e6-b03b-c2f60f354e6a tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:06.962694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-98091164-dd6d-45e6-b03b-c2f60f354e6a tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 881 time: 0.2135160 Nov 26 21:59:06.966729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55014) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:07.009025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f51c5836-4f60-4caa-9c49-273473cab207 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d HTTP/1.1" status: 200 len: 205 time: 0.0410950 Nov 26 21:59:07.011270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:07.014628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55016) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:07.021355 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:07.025066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:07.059862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b588874-9cf5-4fd5-8c57-f9b4300316f4 req-3ee6bd02-4b3c-4cba-84af-9199bf6ed7dc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:07.061467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b588874-9cf5-4fd5-8c57-f9b4300316f4 req-3ee6bd02-4b3c-4cba-84af-9199bf6ed7dc tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 945 time: 0.0912604 Nov 26 21:59:07.075743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55018) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:07.083846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Request body: {'floatingip': {'port_id': '4f2896d0-d7db-4c12-bf63-fb6b8311d131'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:07.102899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:07.133714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:07.149465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Pushing event updated for resources: {'Port': ['ID=df34646b-ab87-443d-a7dc-a8947258fc60,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:07.272108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:07.279670 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:07.376590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:07.457121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dc99a975-4f8e-4b20-b318-d32dce96576c None None] Provisioning complete for port df34646b-ab87-443d-a7dc-a8947258fc60 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:07.457969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dc99a975-4f8e-4b20-b318-d32dce96576c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:07.518335 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:04Z', 'revision_number': 3, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:07.540446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:07.553812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21333a8-e178-48ca-b160-a88b754f800f req-f0b6366e-37fd-49c9-b501-16653c459128 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:07.556073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e21333a8-e178-48ca-b160-a88b754f800f req-f0b6366e-37fd-49c9-b501-16653c459128 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.3230526 Nov 26 21:59:07.563621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:07.569480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dc99a975-4f8e-4b20-b318-d32dce96576c None None] Port df34646b-ab87-443d-a7dc-a8947258fc60 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:59:07.581451 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad16575-aaa2-4788-9a0b-1865a3dadfc9 None None] The sync data for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 is: [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:04Z', 'revision_number': 3, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:07.782964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e21333a8-e178-48ca-b160-a88b754f800f req-34e62012-7265-4a7e-9faa-da4efcb7a261 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585293 Nov 26 21:59:07.846721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a08993-2a1e-4bb1-83e6-bc70627bd6d5 req-332ef463-2ffa-4753-9869-3c419d1ce62b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:07.849984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9a08993-2a1e-4bb1-83e6-bc70627bd6d5 req-332ef463-2ffa-4753-9869-3c419d1ce62b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1399977 Nov 26 21:59:07.854268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:07.995325 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.014357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.088258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9a08993-2a1e-4bb1-83e6-bc70627bd6d5 req-b1a5331f-336f-477b-b9f8-cb76b7665a6e tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281642 Nov 26 21:59:08.108304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Deleting port a12c7424-5778-4623-850a-75843aaf8070 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:08.108597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.110462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755413da-e2f7-46e1-b9c4-b18d8770bf9c req-119375a4-279c-4d5c-a7f1-05d050064f6f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:08.112191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-755413da-e2f7-46e1-b9c4-b18d8770bf9c req-119375a4-279c-4d5c-a7f1-05d050064f6f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1746976 Nov 26 21:59:08.201682 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Floating IP 5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff associated. External IP: 172.25.3.134, port: 4f2896d0-d7db-4c12-bf63-fb6b8311d131. Nov 26 21:59:08.203325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.216142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.253419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-755413da-e2f7-46e1-b9c4-b18d8770bf9c req-737a46bc-2476-4264-8e35-37d11bead874 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037407 Nov 26 21:59:08.287000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.310433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Calling delete_port for a12c7424-5778-4623-850a-75843aaf8070 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:08.319209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Pushing event updated for resources: {'Port': ['ID=df34646b-ab87-443d-a7dc-a8947258fc60,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:08.325709 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.447829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Router 82fd1e41-4f66-484a-8769-709a23166869 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:59:08.526560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:08.529362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:08.597414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:08.609558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.616144 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] Sync routers for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:08.645529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e959f1ea-b648-459f-abe1-c9f0277c3062 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "PUT /v2.0/floatingips/5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff HTTP/1.1" status: 200 len: 991 time: 1.5675366 Nov 26 21:59:08.646238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'tag': '4f2896d0-d7db-4c12-bf63-fb6b8311d131'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:08.648855 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0fe410-a1c2-46c3-a24c-87e6fbf8912f", "tag": "4f2896d0-d7db-4c12-bf63-fb6b8311d131"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:08.655656 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:08.656589 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:08.676907 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.715867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event deleted for resources: {'Port': ['ID=a12c7424-5778-4623-850a-75843aaf8070,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:08.744843 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a590f1c-3e4d-4b08-98bd-8e860632ce01 x-openstack-request-id: req-3a590f1c-3e4d-4b08-98bd-8e860632ce01 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:08.745145 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0fe410-a1c2-46c3-a24c-87e6fbf8912f", "tag": "4f2896d0-d7db-4c12-bf63-fb6b8311d131", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:08.745412 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a590f1c-3e4d-4b08-98bd-8e860632ce01 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:08.745831 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'tag': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'status': 'completed', 'code': 200} Nov 26 21:59:08.846469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:08.853257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:59:08.896416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 80dd8439-b162-4af9-a719-8b69fa5269dc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:08.905320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.949106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-165b4e32-c9e0-4482-8789-1ff64d6d0c61 None None] Provisioning complete for port df34646b-ab87-443d-a7dc-a8947258fc60 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:08.949757 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-165b4e32-c9e0-4482-8789-1ff64d6d0c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.968243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99cce5-aa64-4acc-814e-3a523fda6c07 req-3bfa31b3-2248-4dce-bd9d-ea1ed668b3b0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:08.970250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f99cce5-aa64-4acc-814e-3a523fda6c07 req-3bfa31b3-2248-4dce-bd9d-ea1ed668b3b0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.0697856 Nov 26 21:59:08.991368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 80dd8439-b162-4af9-a719-8b69fa5269dc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:08.992032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:08.999804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-165b4e32-c9e0-4482-8789-1ff64d6d0c61 None None] Port df34646b-ab87-443d-a7dc-a8947258fc60 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:59:09.050452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-020d6ed6-36dd-4be7-8d02-bdec632b000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:09.052530 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-020d6ed6-36dd-4be7-8d02-bdec632b000a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 1096 time: 0.2349858 Nov 26 21:59:09.059108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.061919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f99cce5-aa64-4acc-814e-3a523fda6c07 req-324042b4-234a-4e0a-bf59-e5f1577fa986 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834291 Nov 26 21:59:09.089866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.090494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.122730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 80dd8439-b162-4af9-a719-8b69fa5269dc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=80dd8439-b162-4af9-a719-8b69fa5269dc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:09.129959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.196474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=80dd8439-b162-4af9-a719-8b69fa5269dc,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:09.204785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.205034 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '82fd1e41-4f66-484a-8769-709a23166869', 'port_id': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'mac_address': 'fa:16:3e:d9:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:58:46Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 1, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:09.205487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Fanout notify agent at l3_agent the message router_deleted on router 66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:59:09.217376 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.221935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-55acfe2c-eb30-488f-9ec1-fd39e58217db tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d HTTP/1.1" status: 204 len: 168 time: 2.2028637 Nov 26 21:59:09.224838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55040) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:09.229977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9f0bbbe6-fd51-4d31-9b2a-a3540b0ad4a4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1102347736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:09.238038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:09.248794 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4fa5f3a6-ac8e-40df-9d70-b90d6d87cfdb admin admin] 10.222.0.21 "PUT /v2.0/routers/1cfbe494-f1d1-46a9-835f-4acaa74904a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4795356 Nov 26 21:59:09.249322 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] Checking router: 82fd1e41-4f66-484a-8769-709a23166869 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:59:09.253206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11822b-10e0-41f5-bd16-e9953f9de6b1 req-734b50b0-41dc-4709-9a4b-19716b4fa5f1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:09.255330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e11822b-10e0-41f5-bd16-e9953f9de6b1 req-734b50b0-41dc-4709-9a4b-19716b4fa5f1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.0962801 Nov 26 21:59:09.265312 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:09.272457 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:09.300325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-1f86a87a-3563-4aa3-bc12-6b213501f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:09.302704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-1f86a87a-3563-4aa3-bc12-6b213501f826 service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.2109804 Nov 26 21:59:09.304849 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbe6-fd51-4d31-9b2a-a3540b0ad4a4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.306003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbe6-fd51-4d31-9b2a-a3540b0ad4a4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.330990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e11822b-10e0-41f5-bd16-e9953f9de6b1 req-7dddea1e-2b9e-4115-9e70-4d80ead4442d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640171 Nov 26 21:59:09.392195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-d4c69992-38df-43d8-ab58-289dc43ced62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131 HTTP/1.1" status: 200 len: 999 time: 0.0811422 Nov 26 21:59:09.473677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba1cf6-e7e1-4e05-b588-148f724e6d12 req-219bf4c8-808c-417c-8354-2330ba0e7606 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:09.476209 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:09.478456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eba1cf6-e7e1-4e05-b588-148f724e6d12 req-219bf4c8-808c-417c-8354-2330ba0e7606 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0881257 Nov 26 21:59:09.508835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbe6-fd51-4d31-9b2a-a3540b0ad4a4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.521995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbe6-fd51-4d31-9b2a-a3540b0ad4a4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.540464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-d8f81de7-f8ce-4d12-9c12-97c8457a050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:09.545295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-d8f81de7-f8ce-4d12-9c12-97c8457a050c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.1193936 Nov 26 21:59:09.569118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f0bbbe6-fd51-4d31-9b2a-a3540b0ad4a4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:09.572999 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9f0bbbe6-fd51-4d31-9b2a-a3540b0ad4a4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3443961 Nov 26 21:59:09.578155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:09.587998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': True}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:09.609907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-ab5d9d0f-e034-499f-b801-f3e1e826b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:09.611311 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-ab5d9d0f-e034-499f-b801-f3e1e826b3ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601749 Nov 26 21:59:09.668262 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eba1cf6-e7e1-4e05-b588-148f724e6d12 req-8757104b-079f-4c29-8bc8-29ddf6fc3ea0 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734035 Nov 26 21:59:09.751795 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-4f01f966-7f2b-4554-8452-f171a192f05c service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320472 Nov 26 21:59:09.843571 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '82fd1e41-4f66-484a-8769-709a23166869', 'port_id': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'mac_address': 'fa:16:3e:d9:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:58:46Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 1, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:09.877282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Sync routers for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:09.877684 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62797bde-c8cb-4a20-b7dd-d04251e65cf3 None None] The sync data for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 is: [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '82fd1e41-4f66-484a-8769-709a23166869', 'port_id': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'mac_address': 'fa:16:3e:d9:52:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T21:58:46Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 1, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:09.886703 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6c64bc0-fe9f-4833-94e5-b23e6b30d65d req-07e0e451-a051-403f-b72e-1a4d8c782974 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226590 Nov 26 21:59:09.900215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:09.900959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:09.996350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55062) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:10.001856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-network', 'tenant_id': 'a59f548b258d49938c32b012fecce8be'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:10.028532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Made reservation on behalf of a59f548b258d49938c32b012fecce8be for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:10.031436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.041950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.055951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:10.181207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.188759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.203523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:59:10.214473 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.214965 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Added segment b744c374-355a-40e8-852e-56a8ecec6f5a of type vlan for network 3b610911-4c88-4f40-9288-d3e28a0fb610 Nov 26 21:59:10.254245 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d0ac04-e0ce-4a35-8ebf-5a77981d0eb1 None None] New status for floating IP 5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:59:10.277294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.284922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e40b4da-3346-454d-a153-c75cc2123513,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:10.318778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.320563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:10.322915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.343299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 2, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:10.376876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Checking router: 1cfbe494-f1d1-46a9-835f-4acaa74904a3 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:59:10.377335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Updating router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 port df34646b-ab87-443d-a7dc-a8947258fc60 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:59:10.424539 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.443935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] Pushing event updated for resources: {'Network': ['ID=3b610911-4c88-4f40-9288-d3e28a0fb610,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:10.451150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.453972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9bedbf86-99fc-41de-9da4-8e25fb72f9c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4563406 Nov 26 21:59:10.457914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55068) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:10.464341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Request body: {'subnet': {'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-subnet', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:10.475832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3b610911-4c88-4f40-9288-d3e28a0fb610 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:59:10.502362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Made reservation on behalf of a59f548b258d49938c32b012fecce8be for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:10.505783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.537526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dddbb-7cb0-461b-bd11-82334bc8bcca req-b8d01b0b-5ef2-44a4-ad6f-a685581879fd tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:10.545623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b7dddbb-7cb0-461b-bd11-82334bc8bcca req-b8d01b0b-5ef2-44a4-ad6f-a685581879fd tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1319113 Nov 26 21:59:10.604827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df81469-eb82-4ad8-b401-cf26ed485797 req-61d5c023-d3f6-47af-83bc-3ecb5368e57d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:10.606429 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9df81469-eb82-4ad8-b401-cf26ed485797 req-61d5c023-d3f6-47af-83bc-3ecb5368e57d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1612318 Nov 26 21:59:10.671121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b7dddbb-7cb0-461b-bd11-82334bc8bcca req-7049bdda-4ee6-4147-9d39-e933648dc159 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240394 Nov 26 21:59:10.705866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.727297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9df81469-eb82-4ad8-b401-cf26ed485797 req-7a5d0721-eb55-48a4-afb4-7d5fa6b51c10 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075737 Nov 26 21:59:10.756720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:59:10.780860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Checking segment: {'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:10.781414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Network hostable DHCP agents. Network: 3b610911-4c88-4f40-9288-d3e28a0fb610, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:59:10.818977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=842795a4-c679-43d8-9b51-3f9484a274c1,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:10.824425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Network 3b610911-4c88-4f40-9288-d3e28a0fb610 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:59:10.837265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3b610911-4c88-4f40-9288-d3e28a0fb610) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:10.842051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:10.842686 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.849059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 80dd8439-b162-4af9-a719-8b69fa5269dc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:10.864016 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9403db39-650d-439b-9b2d-be0e4a01ea95 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4047496 Nov 26 21:59:10.866546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55072) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:10.871202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:10.899680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb76f6-97db-4088-8f17-2c83c7e38b7e None None] Network 3b610911-4c88-4f40-9288-d3e28a0fb610 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:10.901336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.902677 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.943084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2e1ed-c4f1-4780-81c0-8defcc2d1127 req-3895294f-f173-4384-a96c-ea7071dfc341 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:10.952623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2d2e1ed-c4f1-4780-81c0-8defcc2d1127 req-3895294f-f173-4384-a96c-ea7071dfc341 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1418648 Nov 26 21:59:10.959745 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.963476 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:10.992982 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.068050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:11.081108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2d2e1ed-c4f1-4780-81c0-8defcc2d1127 req-abcfdeee-c330-400d-879c-29a08b9b79e9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281412 Nov 26 21:59:11.104738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'port_id': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'mac_address': 'fa:16:3e:95:35:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:59:11.136350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.156040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Allocated IP 172.25.3.166 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/c5f96805-3d46-4b64-a311-0669a8984e3c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:11.161569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 80dd8439-b162-4af9-a719-8b69fa5269dc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:11.161982 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.248537 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.278277 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.290621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:59:11.301101 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.320084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3b610911-4c88-4f40-9288-d3e28a0fb610', 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'fixed_ips': [{'subnet_id': '842795a4-c679-43d8-9b51-3f9484a274c1'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 21:59:11.320764 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.320935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.323602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.328167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:11.352157 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.361137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.374487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:11.379282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:11.383606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:11.383748 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.411664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f96805-3d46-4b64-a311-0669a8984e3c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:11.495817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2f05e-6afc-40ac-bb4c-f16a74a7c062 None None] Pushing event updated for resources: {'Port': ['ID=df34646b-ab87-443d-a7dc-a8947258fc60,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:11.565632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Allocated IP 172.25.3.173 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/b5125cbc-1c01-449b-9152-dedac5c331bc) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:11.602718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:11.654196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Attempting to bind port df34646b-ab87-443d-a7dc-a8947258fc60 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:59:11.654569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Attempting to bind port df34646b-ab87-443d-a7dc-a8947258fc60 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:59:11.654940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Attempting to bind port df34646b-ab87-443d-a7dc-a8947258fc60 on network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:11.688491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:59:11.688872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Checking segment: {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:11.689720 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.689720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Bound using segment: {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:59:11.690160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Bound port: df34646b-ab87-443d-a7dc-a8947258fc60, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:59:11.690543 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.692426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:11.707647 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.709885 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.725798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Allocated IP 172.20.0.2 (3b610911-4c88-4f40-9288-d3e28a0fb610/842795a4-c679-43d8-9b51-3f9484a274c1/dc8e8092-a1f5-44ee-bb83-b6e940dd8167) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:11.772662 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.822709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:11.827470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:11.834198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:11.869629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Pushing event updated for resources: {'Port': ['ID=b5125cbc-1c01-449b-9152-dedac5c331bc,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:11.889305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dc8b122c-a9a9-4e7c-9b1d-ee59e67b6bb9 None None] Provisioning complete for port df34646b-ab87-443d-a7dc-a8947258fc60 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:11.889668 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dc8b122c-a9a9-4e7c-9b1d-ee59e67b6bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:11.893924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] For port df34646b-ab87-443d-a7dc-a8947258fc60, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:11.925116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fff43-5eb3-458a-ad3c-a4ad604054d8 req-d6f460eb-13e4-42a3-9e95-2b63173355ef tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:11.926946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f6fff43-5eb3-458a-ad3c-a4ad604054d8 req-d6f460eb-13e4-42a3-9e95-2b63173355ef tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1448510 Nov 26 21:59:11.971371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] For port df34646b-ab87-443d-a7dc-a8947258fc60, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=df34646b-ab87-443d-a7dc-a8947258fc60,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:59:11.988836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09163602-24f9-4af5-abf1-773243ca1015 req-e1babd85-f03d-4868-99c2-0c68548aa97b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:11.990504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09163602-24f9-4af5-abf1-773243ca1015 req-e1babd85-f03d-4868-99c2-0c68548aa97b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1436796 Nov 26 21:59:11.997159 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.022391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b122c-a9a9-4e7c-9b1d-ee59e67b6bb9 None None] Port df34646b-ab87-443d-a7dc-a8947258fc60 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:59:12.079845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f6fff43-5eb3-458a-ad3c-a4ad604054d8 req-3905b648-cf47-4ca5-89e7-6ac579413c5b tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210549 Nov 26 21:59:12.098645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.110848 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.119069 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09163602-24f9-4af5-abf1-773243ca1015 req-cba9e405-8908-4a1e-80ba-d2a79487f97d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201947 Nov 26 21:59:12.121261 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.140043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:12.140682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:12.186886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2f05e-6afc-40ac-bb4c-f16a74a7c062 None None] Pushing event updated for resources: {'Port': ['ID=df34646b-ab87-443d-a7dc-a8947258fc60,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:12.194102 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.239594 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.329964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Network 3b610911-4c88-4f40-9288-d3e28a0fb610 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:12.338340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:12.341426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:12.349050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Router f063ce03-7edf-4efe-97c1-e49d28da5644 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:59:12.355305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Pushing event updated for resources: {'Port': ['ID=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:12.359266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafe35-d76a-4272-b672-a1dabfda91c8 req-5dc15e63-6fa8-488e-9905-3ed42c318801 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:12.368250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15fafe35-d76a-4272-b672-a1dabfda91c8 req-5dc15e63-6fa8-488e-9905-3ed42c318801 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.0986016 Nov 26 21:59:12.397342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:12.470279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15fafe35-d76a-4272-b672-a1dabfda91c8 req-dd8e0d1a-f6a0-4d3a-bf9d-402a4a5d49e8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010063 Nov 26 21:59:12.529192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:12.534640 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.536747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-779eac0d-2be4-410d-9240-1ee8b23fcda7 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "PUT /v2.0/routers/f063ce03-7edf-4efe-97c1-e49d28da5644 HTTP/1.1" status: 200 len: 915 time: 2.9575622 Nov 26 21:59:12.539449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55084) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:12.615347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a43281-ee71-4984-bebc-38ca6bea13d1 None None] Sync routers for ids ['f063ce03-7edf-4efe-97c1-e49d28da5644'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:12.634602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:12.636872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Attempting to bind port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:59:12.637242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Attempting to bind port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:59:12.637604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Attempting to bind port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 on network 3b610911-4c88-4f40-9288-d3e28a0fb610 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:12.656661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-50b56601-1cae-4e18-a7b4-9b8e28d3b449 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/routers/f063ce03-7edf-4efe-97c1-e49d28da5644 HTTP/1.1" status: 200 len: 921 time: 0.1134384 Nov 26 21:59:12.656901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55086) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:12.700761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:59:12.701206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Checking segment: {'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:12.701330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d479ae-ab7f-4f1f-af7c-75c36515fa32 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:12.701542 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.701946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Bound using segment: {'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:59:12.705323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Bound port: dc8e8092-a1f5-44ee-bb83-b6e940dd8167, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:59:12.705485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-29d479ae-ab7f-4f1f-af7c-75c36515fa32 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=f063ce03-7edf-4efe-97c1-e49d28da5644&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0449777 Nov 26 21:59:12.705588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.705681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55088) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:12.710758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a43281-ee71-4984-bebc-38ca6bea13d1 None None] Routers {'f063ce03-7edf-4efe-97c1-e49d28da5644'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:12.711631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-52a43281-ee71-4984-bebc-38ca6bea13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f063ce03-7edf-4efe-97c1-e49d28da5644'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:12.769044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f4b31702-0998-4c78-8d33-8ccf92280ef6 None None] Provisioning complete for port df34646b-ab87-443d-a7dc-a8947258fc60 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:12.769996 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4b31702-0998-4c78-8d33-8ccf92280ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.774922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:12.805590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842f1c1-f985-49e4-ad98-11102476149a tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:12.809951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e842f1c1-f985-49e4-ad98-11102476149a tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 881 time: 0.0988390 Nov 26 21:59:12.810219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55090) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:12.825671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-52a43281-ee71-4984-bebc-38ca6bea13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:12.843122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-845b1cdc-d17c-479d-a36f-d5d9ff88b24f tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=f063ce03-7edf-4efe-97c1-e49d28da5644 HTTP/1.1" status: 200 len: 205 time: 0.0293834 Nov 26 21:59:12.843774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55092) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:12.890369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a43281-ee71-4984-bebc-38ca6bea13d1 None None] Routers {'f063ce03-7edf-4efe-97c1-e49d28da5644'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:12.891004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-52a43281-ee71-4984-bebc-38ca6bea13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f063ce03-7edf-4efe-97c1-e49d28da5644'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:12.912036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Router 0b67e862-2b22-458b-8885-7e62e62a7882 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:59:12.947650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-52a43281-ee71-4984-bebc-38ca6bea13d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:12.948301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a43281-ee71-4984-bebc-38ca6bea13d1 None None] The sync data for ids ['f063ce03-7edf-4efe-97c1-e49d28da5644'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:12.957919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.004328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] For port dc8e8092-a1f5-44ee-bb83-b6e940dd8167, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:13.039000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:13.039375 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.053578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:13.063093 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Sync routers for ids ['0b67e862-2b22-458b-8885-7e62e62a7882'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:13.075415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.076347 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Routers {'0b67e862-2b22-458b-8885-7e62e62a7882'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:13.077134 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0b67e862-2b22-458b-8885-7e62e62a7882'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:13.082036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] For port dc8e8092-a1f5-44ee-bb83-b6e940dd8167, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,segment=NetworkSegment(b744c374-355a-40e8-852e-56a8ecec6f5a),segment_id=b744c374-355a-40e8-852e-56a8ecec6f5a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:59:13.088719 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.093413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55094) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:13.096727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-93463e74-f0d3-4141-9111-5fb57efd656f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2288969 Nov 26 21:59:13.101607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.113585 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4b31702-0998-4c78-8d33-8ccf92280ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.224967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae2381-ca27-469b-9edd-1e2c36eac0cd None None] Pushing event updated for resources: {'Port': ['ID=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:13.231157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f4b31702-0998-4c78-8d33-8ccf92280ef6 None None] For port df34646b-ab87-443d-a7dc-a8947258fc60, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=df34646b-ab87-443d-a7dc-a8947258fc60,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:13.267249 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4b31702-0998-4c78-8d33-8ccf92280ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.308902 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Set router 0b67e862-2b22-458b-8885-7e62e62a7882 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:13.331203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:11Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:13.370120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e1ba4-dd73-45cc-9d06-85ef25dd992a None None] The sync data for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 is: [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:11Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:13.374881 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.419750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b31702-0998-4c78-8d33-8ccf92280ef6 None None] Pushing event updated for resources: {'Port': ['ID=df34646b-ab87-443d-a7dc-a8947258fc60,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:13.431129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:13.434232 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24b892-8b64-4b05-9039-d61c84f33950" -d '{"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:13.464752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:13.490020 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.578302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:13.599991 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T21:59:11Z', 'revision_number': 3, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port': {'id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:11Z', 'updated_at': '2021-11-26T21:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:13.601707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500bab7-bb29-4112-8b31-f9cf631c453b req-48e66342-e857-4277-9738-8f8de0347cd1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:13.603256 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d500bab7-bb29-4112-8b31-f9cf631c453b req-48e66342-e857-4277-9738-8f8de0347cd1 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.2161944 Nov 26 21:59:13.616053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47074839-f217-4ed0-9ca3-39c86db81451 req-c2058698-9716-4191-b0ce-114f528647fa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:13.617654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47074839-f217-4ed0-9ca3-39c86db81451 req-c2058698-9716-4191-b0ce-114f528647fa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.2986500 Nov 26 21:59:13.624751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Deleting port c5f96805-3d46-4b64-a311-0669a8984e3c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:13.625094 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.638471 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Checking router: 0b67e862-2b22-458b-8885-7e62e62a7882 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:59:13.638806 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Updating router 0b67e862-2b22-458b-8885-7e62e62a7882 port b5125cbc-1c01-449b-9152-dedac5c331bc binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:59:13.677488 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.854239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d500bab7-bb29-4112-8b31-f9cf631c453b req-702ab520-1719-4f7b-bf2e-dc02b9923039 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331691 Nov 26 21:59:13.874470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47074839-f217-4ed0-9ca3-39c86db81451 req-f9477c77-58ea-4531-9b17-38d0d0aa1ce7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384548 Nov 26 21:59:13.908155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:13.927975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Calling delete_port for c5f96805-3d46-4b64-a311-0669a8984e3c owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:13.966735 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc7f473-04f5-4cb0-bb24-0319a8fc7707 x-openstack-request-id: req-bbc7f473-04f5-4cb0-bb24-0319a8fc7707 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:13.967042 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:13.967342 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbc7f473-04f5-4cb0-bb24-0319a8fc7707 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:13.967747 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'code': 200} Nov 26 21:59:14.024527 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:14.033822 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:14.111262 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Attempting to bind port b5125cbc-1c01-449b-9152-dedac5c331bc on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:59:14.115592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Attempting to bind port b5125cbc-1c01-449b-9152-dedac5c331bc by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:59:14.116766 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Attempting to bind port b5125cbc-1c01-449b-9152-dedac5c331bc on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:14.141139 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:59:14.141926 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:14.142599 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:14.143258 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:59:14.143995 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Bound port: b5125cbc-1c01-449b-9152-dedac5c331bc, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:59:14.144837 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:14.268019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] For port b5125cbc-1c01-449b-9152-dedac5c331bc, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:14.273636 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] For port b5125cbc-1c01-449b-9152-dedac5c331bc, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b5125cbc-1c01-449b-9152-dedac5c331bc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:59:14.291163 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb05a7-e7d8-4607-8d4b-1f08b87bad93 None None] Pushing event updated for resources: {'Port': ['ID=b5125cbc-1c01-449b-9152-dedac5c331bc,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:14.297624 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:14.403255 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Routers {'0b67e862-2b22-458b-8885-7e62e62a7882'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:14.404320 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0b67e862-2b22-458b-8885-7e62e62a7882'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:14.496986 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb05a7-e7d8-4607-8d4b-1f08b87bad93 None None] Pushing event updated for resources: {'Port': ['ID=b5125cbc-1c01-449b-9152-dedac5c331bc,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:14.623801 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] Set router 0b67e862-2b22-458b-8885-7e62e62a7882 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:14.705149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439cb5f-cade-449a-829d-c60f6c32699d req-6c9c985a-26ec-40a2-8c62-869bbc305c27 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:14.707287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a439cb5f-cade-449a-829d-c60f6c32699d req-6c9c985a-26ec-40a2-8c62-869bbc305c27 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.2859545 Nov 26 21:59:14.733870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5028da-9699-49c8-9ed0-c6acaf456842 None None] Network 3b610911-4c88-4f40-9288-d3e28a0fb610 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:14.813110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:14.905013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-988f8120-a92f-449f-a584-a23578000d5b None None] Provisioning complete for port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:14.908909 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-988f8120-a92f-449f-a584-a23578000d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:14.977676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a439cb5f-cade-449a-829d-c60f6c32699d req-d019000d-bfb0-4f3b-aecf-3ab701ed38bb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466636 Nov 26 21:59:14.989916 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device dc8e8092-a1f5-44ee-bb83-b6e940dd8167 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:15.015603 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T21:59:11Z', 'revision_number': 3, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port': {'id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:11Z', 'updated_at': '2021-11-26T21:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:15.105360 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669081c-60bd-484b-89b6-db659b1f0db1 None None] The sync data for ids ['0b67e862-2b22-458b-8885-7e62e62a7882'] in n-d-819494-1 is: [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T21:59:11Z', 'revision_number': 3, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port': {'id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d3:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:11Z', 'updated_at': '2021-11-26T21:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:15.119287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.206591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event deleted for resources: {'Port': ['ID=c5f96805-3d46-4b64-a311-0669a8984e3c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:15.208470 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-988f8120-a92f-449f-a584-a23578000d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.278834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-2f3c6a0c-5980-495e-838b-82ad34f521e7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:15.279850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:15.280223 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.282864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-988f8120-a92f-449f-a584-a23578000d5b None None] For port dc8e8092-a1f5-44ee-bb83-b6e940dd8167, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,segment=NetworkSegment(b744c374-355a-40e8-852e-56a8ecec6f5a),segment_id=b744c374-355a-40e8-852e-56a8ecec6f5a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:15.285394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-2f3c6a0c-5980-495e-838b-82ad34f521e7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:15.292071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-2f3c6a0c-5980-495e-838b-82ad34f521e7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:15.299228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-2f3c6a0c-5980-495e-838b-82ad34f521e7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:15.306523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-2f3c6a0c-5980-495e-838b-82ad34f521e7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:15.312842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-2f3c6a0c-5980-495e-838b-82ad34f521e7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:15.319458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-2f3c6a0c-5980-495e-838b-82ad34f521e7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:15.321639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-2f3c6a0c-5980-495e-838b-82ad34f521e7 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.4082053 Nov 26 21:59:15.328333 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-988f8120-a92f-449f-a584-a23578000d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.419797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f8120-a92f-449f-a584-a23578000d5b None None] Pushing event updated for resources: {'Port': ['ID=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:15.496784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device df34646b-ab87-443d-a7dc-a8947258fc60 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:15.543672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c615d41-83e9-4099-922a-16ada4607198 req-a4fba027-19bc-438c-8651-c4728da95967 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:15.545528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c615d41-83e9-4099-922a-16ada4607198 req-a4fba027-19bc-438c-8651-c4728da95967 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.4077263 Nov 26 21:59:15.589991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port df34646b-ab87-443d-a7dc-a8947258fc60 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:15.590409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.664659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Allocated IP 172.20.0.1 (3b610911-4c88-4f40-9288-d3e28a0fb610/842795a4-c679-43d8-9b51-3f9484a274c1/5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:15.697317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.777396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-40b64ae2-d59f-4373-a9e1-41373977c383 None None] Provisioning complete for port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:15.779467 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40b64ae2-d59f-4373-a9e1-41373977c383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.883783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1a0ce7f-0b22-4ff7-acd4-7e696276920c req-a4eeb832-6066-47ce-99eb-1d126099b8c6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5218968 Nov 26 21:59:15.949890 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.968557 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:15.978198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c615d41-83e9-4099-922a-16ada4607198 req-cb39c17c-695f-48d9-ab9f-ac38f92ea453 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023993 Nov 26 21:59:16.125978 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.126569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Fanout notify agent at l3_agent the message router_deleted on router f063ce03-7edf-4efe-97c1-e49d28da5644 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:59:16.149460 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.155811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55146) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:16.157653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-526a7df1-edf3-4c16-81fd-29a83a5d46c5 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/f063ce03-7edf-4efe-97c1-e49d28da5644 HTTP/1.1" status: 204 len: 168 time: 3.3113017 Nov 26 21:59:16.161233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bbb6ba6d-682b-4a91-ae95-10a121682a56 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-54491349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:16.165623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.192840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba6d-682b-4a91-ae95-10a121682a56 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.194806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba6d-682b-4a91-ae95-10a121682a56 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.233039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606ab6a-4576-457e-8712-414a9ed8176e req-1fee82cc-2896-42f1-ba36-bd9810b54c24 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.234721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b606ab6a-4576-457e-8712-414a9ed8176e req-1fee82cc-2896-42f1-ba36-bd9810b54c24 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1731896 Nov 26 21:59:16.305225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba6d-682b-4a91-ae95-10a121682a56 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.322286 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba6d-682b-4a91-ae95-10a121682a56 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.356012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.435423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bbb6ba6d-682b-4a91-ae95-10a121682a56 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.436689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bbb6ba6d-682b-4a91-ae95-10a121682a56 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2800069 Nov 26 21:59:16.444193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55150) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:16.470768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': False}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:16.507184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Network 3b610911-4c88-4f40-9288-d3e28a0fb610 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:16.541908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b606ab6a-4576-457e-8712-414a9ed8176e req-d14b93c6-dc49-4c19-994b-0bba38c0074b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851913 Nov 26 21:59:16.543126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:16.547624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:16.605294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:16.687697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:16.699617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-baac7a91-c75e-4777-b2bc-60af27b609e6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.699881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7eb8c-1cb1-4023-bf52-a8955ca3dcfc req-1b4ffbe7-94cc-4c13-8008-92d11900df1a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.701516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1cb7eb8c-1cb1-4023-bf52-a8955ca3dcfc req-1b4ffbe7-94cc-4c13-8008-92d11900df1a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.2237027 Nov 26 21:59:16.715026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-baac7a91-c75e-4777-b2bc-60af27b609e6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.767053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-baac7a91-c75e-4777-b2bc-60af27b609e6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.790319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-baac7a91-c75e-4777-b2bc-60af27b609e6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.830043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-baac7a91-c75e-4777-b2bc-60af27b609e6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.860346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-baac7a91-c75e-4777-b2bc-60af27b609e6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.881234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-baac7a91-c75e-4777-b2bc-60af27b609e6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.885560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-baac7a91-c75e-4777-b2bc-60af27b609e6 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.5778422 Nov 26 21:59:16.899226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0331b-1d3d-482b-bb58-82c5503bf67b req-fd2cf433-aea9-4af7-9829-1fa3a50d495f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:16.926364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41b0331b-1d3d-482b-bb58-82c5503bf67b req-fd2cf433-aea9-4af7-9829-1fa3a50d495f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.2306437 Nov 26 21:59:16.942565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1cb7eb8c-1cb1-4023-bf52-a8955ca3dcfc req-d9ae0542-def5-45c7-b844-c290609dabf2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312438 Nov 26 21:59:17.109956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device dc8e8092-a1f5-44ee-bb83-b6e940dd8167 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:17.122307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41b0331b-1d3d-482b-bb58-82c5503bf67b req-08d138bc-b1f7-4608-8df3-18f20a8bbbf9 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994903 Nov 26 21:59:17.139117 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.173181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c6257b26-84d7-49f7-8285-c5094062ab94 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.176476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c6257b26-84d7-49f7-8285-c5094062ab94 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "GET /v2.0/ports/2dc1a8c1-874e-421a-95b1-95f633346ad5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2378497 Nov 26 21:59:17.197866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9462471e-baab-4b7d-81b8-022f3319edbf None None] Provisioning complete for port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:17.198265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9462471e-baab-4b7d-81b8-022f3319edbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.245703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:17.246162 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.286024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9462471e-baab-4b7d-81b8-022f3319edbf None None] Port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:59:17.349439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.349691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-356c388b-bbbb-499b-a3bb-7f4a19fd449a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.360431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-356c388b-bbbb-499b-a3bb-7f4a19fd449a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.385651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-356c388b-bbbb-499b-a3bb-7f4a19fd449a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.399266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-356c388b-bbbb-499b-a3bb-7f4a19fd449a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.405514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-356c388b-bbbb-499b-a3bb-7f4a19fd449a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.413669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-356c388b-bbbb-499b-a3bb-7f4a19fd449a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.416295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b5125cbc-1c01-449b-9152-dedac5c331bc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:17.427919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-356c388b-bbbb-499b-a3bb-7f4a19fd449a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.436902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-356c388b-bbbb-499b-a3bb-7f4a19fd449a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 5431 time: 0.3039622 Nov 26 21:59:17.482287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b5125cbc-1c01-449b-9152-dedac5c331bc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:17.482660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.496522 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-f7f7219d-72ab-4981-a664-c46771db7849 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "GET /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2671278 Nov 26 21:59:17.522918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:17.617972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-326952ba-8845-495c-9b45-7e39f2d13ec0 req-16bb052d-fb3a-4017-8b34-9fe2ee2f2f2d tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1797097 Nov 26 21:59:17.618151 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.676554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port b5125cbc-1c01-449b-9152-dedac5c331bc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b5125cbc-1c01-449b-9152-dedac5c331bc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:17.689458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.756462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.778348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.779719 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.805861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=b5125cbc-1c01-449b-9152-dedac5c331bc,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:17.848460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7661da-c480-4096-9783-4c8235128827 req-608a1c24-5352-43ee-920a-5db612929095 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:17.854558 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be7661da-c480-4096-9783-4c8235128827 req-608a1c24-5352-43ee-920a-5db612929095 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1398926 Nov 26 21:59:17.922697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.933004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.954192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:17.959621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:17.969559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be7661da-c480-4096-9783-4c8235128827 req-6ef7368b-299d-4e42-8d6b-7f97ddf8ae7c tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011934 Nov 26 21:59:18.145291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Network 3b610911-4c88-4f40-9288-d3e28a0fb610 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:18.150743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:18.200655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] For port 2dc1a8c1-874e-421a-95b1-95f633346ad5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2dc1a8c1-874e-421a-95b1-95f633346ad5,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:18.251380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85787052-1bb6-4e46-afd7-22b8dc03ab63 req-94776a08-7fa2-4a0b-8c4a-3f521a49344c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:18.256686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Allocated IP 172.25.3.87 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/298a5f79-af77-4e66-b0f0-4d9e1d360c67) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:18.266644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85787052-1bb6-4e46-afd7-22b8dc03ab63 req-94776a08-7fa2-4a0b-8c4a-3f521a49344c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1547530 Nov 26 21:59:18.289002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-73ada079-0686-4ee7-9af8-a8795faf8c22 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:18.290604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-73ada079-0686-4ee7-9af8-a8795faf8c22 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.13 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.1636889 Nov 26 21:59:18.407433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] For port 2dc1a8c1-874e-421a-95b1-95f633346ad5, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:18.458040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85787052-1bb6-4e46-afd7-22b8dc03ab63 req-ec217a0a-0e55-41e5-a45b-abbe9864ee7f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845551 Nov 26 21:59:18.491223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86449c13-d8b5-4833-8a43-4c7143319625 req-a720573d-c242-43ca-8eea-32f969ffb2df tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:18.495402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86449c13-d8b5-4833-8a43-4c7143319625 req-a720573d-c242-43ca-8eea-32f969ffb2df tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 946 time: 0.2259028 Nov 26 21:59:18.500558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Router 0b67e862-2b22-458b-8885-7e62e62a7882 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:59:18.530114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] device_id is not set on port 2dc1a8c1-874e-421a-95b1-95f633346ad5 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:59:18.555663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:18.587740 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:18.615251 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:18.638363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6f4fa2e1-8801-4c86-a711-9837f1207a23 None None] Provisioning complete for port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:18.638912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa2e1-8801-4c86-a711-9837f1207a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:18.648371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Deleting port 685bbea4-7180-4943-9666-cf8302739f15 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:18.648715 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:18.650965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86449c13-d8b5-4833-8a43-4c7143319625 req-3a4488c9-961c-4fc9-baaa-1eb030f6897e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335578 Nov 26 21:59:18.748013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] No DVR routers for this DVR port 2dc1a8c1-874e-421a-95b1-95f633346ad5 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:18.757716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] Pushing event updated for resources: {'Port': ['ID=2dc1a8c1-874e-421a-95b1-95f633346ad5,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:18.763075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:18.769785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ae906e80-a2b3-4315-83cd-73dfc8124810 admin admin] 10.222.0.21 "PUT /v2.0/routers/0b67e862-2b22-458b-8885-7e62e62a7882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6743147 Nov 26 21:59:18.783736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b7ed1d3d-24cc-4b32-8cff-9b741c2f296c no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:18.822867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6f4fa2e1-8801-4c86-a711-9837f1207a23 None None] Port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:59:18.839923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Sync routers for ids ['0b67e862-2b22-458b-8885-7e62e62a7882'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:18.875635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] In _notify_port_updated(), no bound segment for port 2dc1a8c1-874e-421a-95b1-95f633346ad5 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:59:18.876541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:18.877157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:18.878538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-e5fcfb7c-7327-4844-870f-bc99eeeeb74a service neutron] 10.222.0.13 "PUT /v2.0/ports/2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 200 len: 1026 time: 1.3643098 Nov 26 21:59:18.918220 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:18.950214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b5125cbc-1c01-449b-9152-dedac5c331bc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:18.967865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf582-d6da-4820-9500-20efa6316ef4 req-0b48da19-4ed1-4398-b4dc-708d2e5945e9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:18.977744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf582-d6da-4820-9500-20efa6316ef4 req-0b48da19-4ed1-4398-b4dc-708d2e5945e9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:18.997403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf582-d6da-4820-9500-20efa6316ef4 req-0b48da19-4ed1-4398-b4dc-708d2e5945e9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:19.011773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf582-d6da-4820-9500-20efa6316ef4 req-0b48da19-4ed1-4398-b4dc-708d2e5945e9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:19.030620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf582-d6da-4820-9500-20efa6316ef4 req-0b48da19-4ed1-4398-b4dc-708d2e5945e9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:19.037712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf582-d6da-4820-9500-20efa6316ef4 req-0b48da19-4ed1-4398-b4dc-708d2e5945e9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:19.052686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69ebf582-d6da-4820-9500-20efa6316ef4 req-0b48da19-4ed1-4398-b4dc-708d2e5945e9 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 4658 time: 0.2693160 Nov 26 21:59:19.062939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Routers {'0b67e862-2b22-458b-8885-7e62e62a7882'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:19.063884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0b67e862-2b22-458b-8885-7e62e62a7882'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:19.093595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] For port 685bbea4-7180-4943-9666-cf8302739f15, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=685bbea4-7180-4943-9666-cf8302739f15,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:19.093977 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:19.138155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9b5f30da-e338-4142-b933-520e5c384b4d None None] Provisioning complete for port 2dc1a8c1-874e-421a-95b1-95f633346ad5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:19.139044 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b5f30da-e338-4142-b933-520e5c384b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:19.148662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Pushing event updated for resources: {'Port': ['ID=298a5f79-af77-4e66-b0f0-4d9e1d360c67,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:19.163835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:19.167583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-8a0e02f3-a866-4d5f-9b1b-9a154426ffdc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:19.169009 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-8a0e02f3-a866-4d5f-9b1b-9a154426ffdc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "GET /v2.0/ports/ebc1f47f-217c-44d9-8fa2-a6548b63b5a0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2800975 Nov 26 21:59:19.172606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Calling delete_port for 685bbea4-7180-4943-9666-cf8302739f15 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:19.178421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:19.205484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:19.221879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:19.236627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69ebf582-d6da-4820-9500-20efa6316ef4 req-7c6f7c45-59a0-4d5d-ab2a-70ac72efb3df tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1748409 Nov 26 21:59:19.271649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715cb3d-2541-4aab-9b07-464de0e12ba5 req-1eba2f24-4df1-478c-8abd-920f993ac67b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:19.273233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8715cb3d-2541-4aab-9b07-464de0e12ba5 req-1eba2f24-4df1-478c-8abd-920f993ac67b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1646733 Nov 26 21:59:19.381817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8715cb3d-2541-4aab-9b07-464de0e12ba5 req-cf71d33e-7fa8-4685-8433-9aa3bbe0c610 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945361 Nov 26 21:59:19.445478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Set router 0b67e862-2b22-458b-8885-7e62e62a7882 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:19.466278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:19.642001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f30da-e338-4142-b933-520e5c384b4d None None] Port 2dc1a8c1-874e-421a-95b1-95f633346ad5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:59:19.695195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee800d2-0d84-42df-a673-f53160459d35 req-131c7006-ed4d-47e5-8c8f-a85b7d32f987 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:19.696771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ee800d2-0d84-42df-a673-f53160459d35 req-131c7006-ed4d-47e5-8c8f-a85b7d32f987 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1170266 Nov 26 21:59:19.713666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:19.750314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b5125cbc-1c01-449b-9152-dedac5c331bc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:19.750823 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:19.803447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:19.806111 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90d3a71-8f33-48c6-af4f-cd4c97da8fcd" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ed1d3d-24cc-4b32-8cff-9b741c2f296c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:19.812042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ee800d2-0d84-42df-a673-f53160459d35 req-4c488045-6808-4bb6-bd11-46ae8bc482cb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061375 Nov 26 21:59:19.846819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:19.862727 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:19.864477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2dc1a8c1-874e-421a-95b1-95f633346ad5 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:19.912126 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:19.929958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2dc1a8c1-874e-421a-95b1-95f633346ad5 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:19.930551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:19.998007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event deleted for resources: {'Port': ['ID=685bbea4-7180-4943-9666-cf8302739f15,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:20.020637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3713ee8-2298-479c-928d-5fe01a2d0b04 req-6bea00d8-ae4c-4154-b0a2-92d63639b4a7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:20.022228 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a16805b-c30f-4a12-a9be-4069ee4bcb82 x-openstack-request-id: req-0a16805b-c30f-4a12-a9be-4069ee4bcb82 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:20.022669 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-unplugged", "status": "completed", "tag": "b7ed1d3d-24cc-4b32-8cff-9b741c2f296c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:20.023012 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a16805b-c30f-4a12-a9be-4069ee4bcb82 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:20.023634 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c', 'code': 200} Nov 26 21:59:20.024785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3713ee8-2298-479c-928d-5fe01a2d0b04 req-6bea00d8-ae4c-4154-b0a2-92d63639b4a7 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=530fcae7-6a8e-4db6-8004-b1de52b4f00f HTTP/1.1" status: 200 len: 867 time: 0.1843357 Nov 26 21:59:20.051306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['685bbea4-7180-4943-9666-cf8302739f15'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:20.118569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] For port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:20.125964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] No DVR routers for this DVR port 685bbea4-7180-4943-9666-cf8302739f15 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:20.128387 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:20.141939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3713ee8-2298-479c-928d-5fe01a2d0b04 req-a83a07f0-31d4-4e42-9418-1a541c5d84e4 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935550 Nov 26 21:59:20.151572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:20.161360 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-04a41cf0-9a9b-4a56-87d6-d4af6951e052 req-5222f2cc-74b0-470d-bbee-c9dfeb3344a8 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.13 "DELETE /v2.0/ports/685bbea4-7180-4943-9666-cf8302739f15 HTTP/1.1" status: 204 len: 173 time: 1.8530700 Nov 26 21:59:20.163198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530fcae7-6a8e-4db6-8004-b1de52b4f00f', 'name': 'network-vif-deleted', 'tag': '685bbea4-7180-4943-9666-cf8302739f15'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:20.165794 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4398e46-5bf4-43f9-95d8-089a107f24e1" -d '{"events": [{"server_uuid": "530fcae7-6a8e-4db6-8004-b1de52b4f00f", "name": "network-vif-deleted", "tag": "685bbea4-7180-4943-9666-cf8302739f15"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:20.313800 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc9c0f1-8d4e-4833-a7f4-2fb05bee634f x-openstack-request-id: req-cbc9c0f1-8d4e-4833-a7f4-2fb05bee634f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:20.314448 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530fcae7-6a8e-4db6-8004-b1de52b4f00f", "name": "network-vif-deleted", "tag": "685bbea4-7180-4943-9666-cf8302739f15", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:20.314448 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbc9c0f1-8d4e-4833-a7f4-2fb05bee634f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:20.314763 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530fcae7-6a8e-4db6-8004-b1de52b4f00f', 'name': 'network-vif-deleted', 'tag': '685bbea4-7180-4943-9666-cf8302739f15', 'status': 'completed', 'code': 200} Nov 26 21:59:20.335104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] For port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:20.355143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:20.423133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] device_id is not set on port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 21:59:20.437362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:20.498980 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:20.502664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107cfd-49a0-4964-8825-a33458424e40 req-a36c8894-6d64-4084-8859-48de64bdbd27 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:20.527179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107cfd-49a0-4964-8825-a33458424e40 req-a36c8894-6d64-4084-8859-48de64bdbd27 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:20.555548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107cfd-49a0-4964-8825-a33458424e40 req-a36c8894-6d64-4084-8859-48de64bdbd27 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:20.559851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T21:59:16Z', 'revision_number': 4, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port': {'id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:11Z', 'updated_at': '2021-11-26T21:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc', 'name': '', 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'mac_address': 'fa:16:3e:df:bf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '842795a4-c679-43d8-9b51-3f9484a274c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:15Z', 'updated_at': '2021-11-26T21:59:17Z', 'revision_number': 2, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'subnets': [{'id': '842795a4-c679-43d8-9b51-3f9484a274c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:20.571620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107cfd-49a0-4964-8825-a33458424e40 req-a36c8894-6d64-4084-8859-48de64bdbd27 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:20.579698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107cfd-49a0-4964-8825-a33458424e40 req-a36c8894-6d64-4084-8859-48de64bdbd27 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:20.587848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8107cfd-49a0-4964-8825-a33458424e40 req-a36c8894-6d64-4084-8859-48de64bdbd27 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:20.595123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Checking router: 0b67e862-2b22-458b-8885-7e62e62a7882 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:59:20.595614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Updating router 0b67e862-2b22-458b-8885-7e62e62a7882 port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 21:59:20.598542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8107cfd-49a0-4964-8825-a33458424e40 req-a36c8894-6d64-4084-8859-48de64bdbd27 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 4656 time: 0.2074080 Nov 26 21:59:20.680603 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:20.817015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35019357-85a1-446b-9e46-f6fd37d4e097 req-d4f99010-de09-4478-a877-6512a074e71a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:20.830591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35019357-85a1-446b-9e46-f6fd37d4e097 req-d4f99010-de09-4478-a877-6512a074e71a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.2282715 Nov 26 21:59:20.864414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8107cfd-49a0-4964-8825-a33458424e40 req-3ac11e51-1cc7-4d6e-852d-0779a29fd602 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=01485b23-7d00-4763-a032-7c170e3bd2e3&id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2631462 Nov 26 21:59:20.969540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35019357-85a1-446b-9e46-f6fd37d4e097 req-c3a96eb2-22f5-41ea-9ba6-a4ac0fb2b9c1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379337 Nov 26 21:59:21.053271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.113990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd1da5-b8af-4dc4-963c-b6a1c11208ef req-b4b8fe58-28a6-44b7-a57b-c25b0f4d3d90 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:21.122707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91fd1da5-b8af-4dc4-963c-b6a1c11208ef req-b4b8fe58-28a6-44b7-a57b-c25b0f4d3d90 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0840325 Nov 26 21:59:21.192212 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 21:59:21.192728 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 21:59:21.281376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91fd1da5-b8af-4dc4-963c-b6a1c11208ef req-89771bd1-2546-4862-a9be-10acb9016d08 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572628 Nov 26 21:59:21.323171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] No DVR routers for this DVR port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:21.343391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] Pushing event updated for resources: {'Port': ['ID=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:21.376632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.392786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.452172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] In _notify_port_updated(), no bound segment for port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 on network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 21:59:21.453419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:21.454302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.455836 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-185f1612-d87a-43b8-bc46-c99d1bf27a8f service neutron] 10.222.0.13 "PUT /v2.0/ports/ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 200 len: 1026 time: 2.2664213 Nov 26 21:59:21.523523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.537138 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.634405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be7c0-8715-4051-9c2c-9004627cd2c7 None None] Pushing event updated for resources: {'Port': ['ID=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:21.690480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Attempting to bind port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:59:21.691207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Attempting to bind port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:59:21.691650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Attempting to bind port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc on network 3b610911-4c88-4f40-9288-d3e28a0fb610 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:21.708810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:59:21.709765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Checking segment: {'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:21.710891 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.711628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Bound using segment: {'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:59:21.712506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Bound port: 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b744c374-355a-40e8-852e-56a8ecec6f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:59:21.713846 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.739947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:21.740285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.839284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Router 6042a84d-187e-4bc8-bb91-f03c67c0524b is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:59:21.867537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] For port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:21.873589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] For port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,segment=NetworkSegment(b744c374-355a-40e8-852e-56a8ecec6f5a),segment_id=b744c374-355a-40e8-852e-56a8ecec6f5a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:59:21.883200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-07b52d24-f770-4953-a2c7-7876985ed992 None None] Provisioning complete for port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:21.883787 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-07b52d24-f770-4953-a2c7-7876985ed992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:21.892354 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.007371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243be7c0-8715-4051-9c2c-9004627cd2c7 None None] Pushing event updated for resources: {'Port': ['ID=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:22.020339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0c046ded-7414-4233-b066-f818e5357934 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:22.048105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] For port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:22.048571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.104245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Routers {'0b67e862-2b22-458b-8885-7e62e62a7882'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:22.105100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0b67e862-2b22-458b-8885-7e62e62a7882'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:22.136343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Calling delete_port for 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:22.152205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007433-ac13-4f3b-8da7-1f6236a25d08 req-adf02228-1e4f-469b-a92d-57d5f889ed10 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:22.181465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007433-ac13-4f3b-8da7-1f6236a25d08 req-adf02228-1e4f-469b-a92d-57d5f889ed10 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:22.192661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007433-ac13-4f3b-8da7-1f6236a25d08 req-adf02228-1e4f-469b-a92d-57d5f889ed10 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:22.204822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007433-ac13-4f3b-8da7-1f6236a25d08 req-adf02228-1e4f-469b-a92d-57d5f889ed10 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:22.212750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8007433-ac13-4f3b-8da7-1f6236a25d08 req-adf02228-1e4f-469b-a92d-57d5f889ed10 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:22.230703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8007433-ac13-4f3b-8da7-1f6236a25d08 req-adf02228-1e4f-469b-a92d-57d5f889ed10 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 3883 time: 0.1905744 Nov 26 21:59:22.262417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:22.268423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] Set router 0b67e862-2b22-458b-8885-7e62e62a7882 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:22.273897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.274845 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b96290-4121-4832-bc57-771758b02251 None None] Sync routers for ids ['6042a84d-187e-4bc8-bb91-f03c67c0524b'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:22.278630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d3c4065a-3759-451f-9855-23eaf6303b00 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "PUT /v2.0/routers/6042a84d-187e-4bc8-bb91-f03c67c0524b HTTP/1.1" status: 200 len: 913 time: 5.8292530 Nov 26 21:59:22.278897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55282) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:22.304838 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b96290-4121-4832-bc57-771758b02251 None None] Routers {'6042a84d-187e-4bc8-bb91-f03c67c0524b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:22.305494 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b2b96290-4121-4832-bc57-771758b02251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6042a84d-187e-4bc8-bb91-f03c67c0524b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:22.332935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8007433-ac13-4f3b-8da7-1f6236a25d08 req-3fcd05be-2b93-4649-ae69-9a141af00f2a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940845 Nov 26 21:59:22.425237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-07b52d24-f770-4953-a2c7-7876985ed992 None None] Port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 21:59:22.450758 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b2b96290-4121-4832-bc57-771758b02251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:22.473944 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b96290-4121-4832-bc57-771758b02251 None None] Routers {'6042a84d-187e-4bc8-bb91-f03c67c0524b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:22.474865 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b2b96290-4121-4832-bc57-771758b02251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6042a84d-187e-4bc8-bb91-f03c67c0524b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:22.552867 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4aeac11c-da4e-47e3-867a-773f107b32a2 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/routers/6042a84d-187e-4bc8-bb91-f03c67c0524b HTTP/1.1" status: 200 len: 919 time: 0.2696249 Nov 26 21:59:22.556104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55288) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:22.567428 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b2b96290-4121-4832-bc57-771758b02251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:22.569292 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b96290-4121-4832-bc57-771758b02251 None None] The sync data for ids ['6042a84d-187e-4bc8-bb91-f03c67c0524b'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:22.600421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62450202-0149-4999-a097-84ce7bf73fe5 req-6d1ace2d-d63d-4f93-bd8e-e8368b6474c7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:22.610864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62450202-0149-4999-a097-84ce7bf73fe5 req-6d1ace2d-d63d-4f93-bd8e-e8368b6474c7 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1192367 Nov 26 21:59:22.621414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.637275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e6713-d46d-44bb-be61-e420215127bc tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:22.638881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e68e6713-d46d-44bb-be61-e420215127bc tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=6042a84d-187e-4bc8-bb91-f03c67c0524b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0818319 Nov 26 21:59:22.645610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55290) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:22.659143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3a7e3504-4e69-445d-b80b-b1689934a8f7 None None] Provisioning complete for port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:22.659519 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a7e3504-4e69-445d-b80b-b1689934a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.664108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Port': ['ID=120e1b34-cc07-4b69-8e0c-a7de9bca93b0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:22.721814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] No DVR routers for this DVR port 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:22.727682 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.735214 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-46dd86fa-34c1-4b05-9340-106e3395c78b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "DELETE /v2.0/ports/120e1b34-cc07-4b69-8e0c-a7de9bca93b0 HTTP/1.1" status: 204 len: 173 time: 1.2683992 Nov 26 21:59:22.735982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': '120e1b34-cc07-4b69-8e0c-a7de9bca93b0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:22.740690 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e5758c-92d9-4475-a9f7-0c0e2fdab060" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "120e1b34-cc07-4b69-8e0c-a7de9bca93b0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:22.765574 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.837628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c046ded-7414-4233-b066-f818e5357934'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:22.840089 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5dc251-91f9-48af-a6b3-c84b1da248d5" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-unplugged", "status": "completed", "tag": "0c046ded-7414-4233-b066-f818e5357934"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:22.860496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0c046ded-7414-4233-b066-f818e5357934, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0c046ded-7414-4233-b066-f818e5357934,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:22.868461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a7e3504-4e69-445d-b80b-b1689934a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.895755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62450202-0149-4999-a097-84ce7bf73fe5 req-49de5901-7837-4066-a6da-be97b74a423c tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822387 Nov 26 21:59:22.910506 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:22.931316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:22.931560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting port 0c046ded-7414-4233-b066-f818e5357934 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:22.931560 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.059688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6459264f-d045-45e5-9d84-b5a00614a74c tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:23.063282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6459264f-d045-45e5-9d84-b5a00614a74c tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 881 time: 0.4135473 Nov 26 21:59:23.069866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55296) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:23.160382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8b76099d-e4c6-467e-b57e-f3f0b1ee73f1 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6042a84d-187e-4bc8-bb91-f03c67c0524b HTTP/1.1" status: 200 len: 205 time: 0.0860159 Nov 26 21:59:23.168216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55298) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:23.211388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:23.211715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 120e1b34-cc07-4b69-8e0c-a7de9bca93b0 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:23.212801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device eb121110-dd4b-4f7e-8e75-26864d520c2e no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:23.316059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] For port 0c046ded-7414-4233-b066-f818e5357934, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0c046ded-7414-4233-b066-f818e5357934,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:23.316764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.455051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3a7e3504-4e69-445d-b80b-b1689934a8f7 None None] For port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,segment=NetworkSegment(b744c374-355a-40e8-852e-56a8ecec6f5a),segment_id=b744c374-355a-40e8-852e-56a8ecec6f5a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:23.455051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T21:59:16Z', 'revision_number': 4, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port': {'id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:11Z', 'updated_at': '2021-11-26T21:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc', 'name': '', 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'mac_address': 'fa:16:3e:df:bf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '842795a4-c679-43d8-9b51-3f9484a274c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:15Z', 'updated_at': '2021-11-26T21:59:21Z', 'revision_number': 4, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'subnets': [{'id': '842795a4-c679-43d8-9b51-3f9484a274c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:23.484988 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a7e3504-4e69-445d-b80b-b1689934a8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.485948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0c046ded-7414-4233-b066-f818e5357934,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:23.518262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc372edd-1adf-4126-912d-f133eddced0b req-9bffec23-c54c-4f66-ade6-fada11f39c4f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:23.520592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc372edd-1adf-4126-912d-f133eddced0b req-9bffec23-c54c-4f66-ade6-fada11f39c4f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.2270424 Nov 26 21:59:23.621968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.622669 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.622669 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Floating IP 25b2392e-b100-487f-b819-64db0943cc48 disassociated. External IP: 172.25.3.31, port: 0c046ded-7414-4233-b066-f818e5357934. Nov 26 21:59:23.623142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Calling delete_port for 0c046ded-7414-4233-b066-f818e5357934 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:23.644817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3372d9-c012-4471-8d4c-f739a4f944fd None None] The sync data for ids ['0b67e862-2b22-458b-8885-7e62e62a7882'] in n-d-819494-1 is: [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T21:59:16Z', 'revision_number': 4, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port': {'id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:11Z', 'updated_at': '2021-11-26T21:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc', 'name': '', 'network_id': '3b610911-4c88-4f40-9288-d3e28a0fb610', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'mac_address': 'fa:16:3e:df:bf:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '842795a4-c679-43d8-9b51-3f9484a274c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:15Z', 'updated_at': '2021-11-26T21:59:21Z', 'revision_number': 4, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'subnets': [{'id': '842795a4-c679-43d8-9b51-3f9484a274c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:23.651873 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c6d4f07-4b15-425e-99a9-96790942ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.660576 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.721626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc372edd-1adf-4126-912d-f133eddced0b req-a6c3348c-88d4-4d1e-b78f-ba1c095b9c11 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895859 Nov 26 21:59:23.801404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e3504-4e69-445d-b80b-b1689934a8f7 None None] Pushing event updated for resources: {'Port': ['ID=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:23.900437 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3845c0bc-cb8b-431a-b787-69e2823456ea x-openstack-request-id: req-3845c0bc-cb8b-431a-b787-69e2823456ea {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:23.901430 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "120e1b34-cc07-4b69-8e0c-a7de9bca93b0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:23.901699 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3845c0bc-cb8b-431a-b787-69e2823456ea {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:23.902129 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': '120e1b34-cc07-4b69-8e0c-a7de9bca93b0', 'status': 'completed', 'code': 200} Nov 26 21:59:23.942296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.943323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.966752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:23.981211 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb538bb5-129a-4901-a332-3ad2daab74c8 x-openstack-request-id: req-eb538bb5-129a-4901-a332-3ad2daab74c8 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:23.982303 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-unplugged", "status": "completed", "tag": "0c046ded-7414-4233-b066-f818e5357934", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:23.983050 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb538bb5-129a-4901-a332-3ad2daab74c8 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:23.984247 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c046ded-7414-4233-b066-f818e5357934', 'code': 200} Nov 26 21:59:24.028009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Port': ['ID=0c046ded-7414-4233-b066-f818e5357934,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:24.056324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port eb121110-dd4b-4f7e-8e75-26864d520c2e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:24.075165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:24.078900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:24.204869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=eb121110-dd4b-4f7e-8e75-26864d520c2e,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:24.291106 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:24.297723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e4cf-b836-4999-b191-93ad06254055 req-522fcf9b-ec88-4a24-9866-cfe89aadb45e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:24.316822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Router 0d86d860-f74a-4a14-b263-67fdc457b1a6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:59:24.331371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e4cf-b836-4999-b191-93ad06254055 req-522fcf9b-ec88-4a24-9866-cfe89aadb45e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:24.350340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e4cf-b836-4999-b191-93ad06254055 req-522fcf9b-ec88-4a24-9866-cfe89aadb45e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:24.354244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:24.356751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c91e4cf-b836-4999-b191-93ad06254055 req-522fcf9b-ec88-4a24-9866-cfe89aadb45e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 2411 time: 0.2568774 Nov 26 21:59:24.364124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Deleting port 298a5f79-af77-4e66-b0f0-4d9e1d360c67 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:24.367445 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:24.370907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:24.400208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 685bbea4-7180-4943-9666-cf8302739f15 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:24.425231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 685bbea4-7180-4943-9666-cf8302739f15 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:24.426621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 685bbea4-7180-4943-9666-cf8302739f15 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:24.478504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:24.530195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:24.545274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] Sync routers for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:24.581867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:24.589448 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:24.636527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c91e4cf-b836-4999-b191-93ad06254055 req-9d8612ec-2423-4be0-92bf-b52305448a1a tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509644 Nov 26 21:59:24.710914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] No DVR routers for this DVR port 0c046ded-7414-4233-b066-f818e5357934 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:24.722441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:24.756957 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-7a032e6c-9eb6-491b-8705-5651e9216ff8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "DELETE /v2.0/ports/0c046ded-7414-4233-b066-f818e5357934 HTTP/1.1" status: 204 len: 173 time: 2.0040596 Nov 26 21:59:24.768415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:24.824863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Calling delete_port for 298a5f79-af77-4e66-b0f0-4d9e1d360c67 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:25.016832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:25.017232 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.220167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:25.235504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.249452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:25.268048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] For port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:25.268425 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.290167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Calling delete_port for b7ed1d3d-24cc-4b32-8cff-9b741c2f296c owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:25.343467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event deleted for resources: {'Port': ['ID=298a5f79-af77-4e66-b0f0-4d9e1d360c67,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:25.461712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022ff2e-f535-49cb-aae0-6c402eca5708 req-9036cb72-dfa7-4caa-b509-2f16567e0bfb tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:25.470277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7022ff2e-f535-49cb-aae0-6c402eca5708 req-9036cb72-dfa7-4caa-b509-2f16567e0bfb tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.2670870 Nov 26 21:59:25.532887 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.600717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.616819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:25.617191 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.655624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Port': ['ID=b7ed1d3d-24cc-4b32-8cff-9b741c2f296c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:25.766034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7022ff2e-f535-49cb-aae0-6c402eca5708 req-e458da34-9d51-4e4b-92db-c055063faa83 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937436 Nov 26 21:59:25.773285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.778825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.785229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] No DVR routers for this DVR port b7ed1d3d-24cc-4b32-8cff-9b741c2f296c on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:25.788853 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.801642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-c4cb81d5-48a6-48bd-89e6-795b28c82e1e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "DELETE /v2.0/ports/b7ed1d3d-24cc-4b32-8cff-9b741c2f296c HTTP/1.1" status: 204 len: 173 time: 1.0426948 Nov 26 21:59:25.877501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.878368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Fanout notify agent at l3_agent the message router_deleted on router 6042a84d-187e-4bc8-bb91-f03c67c0524b {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:59:25.893511 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:25.895917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe04faff-b333-48bc-bc30-0e0a06c70314 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/6042a84d-187e-4bc8-bb91-f03c67c0524b HTTP/1.1" status: 204 len: 168 time: 2.7258360 Nov 26 21:59:25.901767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55324) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:25.911478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1288398582', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:25.924316 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': '0c046ded-7414-4233-b066-f818e5357934'}, {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:25.932673 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030232db-492a-4376-b8ae-c517450e041f" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "0c046ded-7414-4233-b066-f818e5357934"}, {"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "b7ed1d3d-24cc-4b32-8cff-9b741c2f296c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:25.996455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb121110-dd4b-4f7e-8e75-26864d520c2e'}, {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:26.003373 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955b05a-7cfc-460d-983f-4cc5201eee09" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-unplugged", "status": "completed", "tag": "eb121110-dd4b-4f7e-8e75-26864d520c2e"}, {"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-unplugged", "status": "completed", "tag": "69a3c89a-3299-4d0a-9b97-8f70b4f4a14d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:26.023687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:26.024773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:26.092201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:21Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:26.171355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814f081-7def-47c3-848c-8f76f7b1733b req-b22b4e65-4a55-40a0-819a-14012f710c9a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:26.174334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:26.180349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a814f081-7def-47c3-848c-8f76f7b1733b req-b22b4e65-4a55-40a0-819a-14012f710c9a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1020293 Nov 26 21:59:26.201540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] Checking router: 0d86d860-f74a-4a14-b263-67fdc457b1a6 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:59:26.204625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:26.204980 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:26.253021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e97c-5aa5-45b1-9654-2bef0b3f9ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:26.258681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a814f081-7def-47c3-848c-8f76f7b1733b req-d9f679aa-7e58-4882-83c3-216837703a6e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695028 Nov 26 21:59:26.261135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:26.261780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:26.361651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] For port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:26.362018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:26.378829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Calling delete_port for 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:26.398106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:26.485463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178365a1-1795-4373-9cc9-76fa6ea710ad req-1d2fa865-5106-4f96-84a2-092c1a1c89cc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:26.498333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178365a1-1795-4373-9cc9-76fa6ea710ad req-1d2fa865-5106-4f96-84a2-092c1a1c89cc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:26.498333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-178365a1-1795-4373-9cc9-76fa6ea710ad req-1d2fa865-5106-4f96-84a2-092c1a1c89cc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 1676 time: 0.0696738 Nov 26 21:59:26.651457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-178365a1-1795-4373-9cc9-76fa6ea710ad req-aa62fe2c-5b25-465a-9126-fa5bd2f229c5 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495631 Nov 26 21:59:26.761384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-09ac847f-a592-4348-a310-7d9a69251272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:26.763806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-09ac847f-a592-4348-a310-7d9a69251272 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1096 time: 0.3115964 Nov 26 21:59:26.766904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:26.785156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:21Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:26.824711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c3405b-c7ff-41e5-b604-3e5ba7a1e2c1 None None] The sync data for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 is: [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:16Z', 'revision_number': 4, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'f441581b-11a7-4824-b486-fa1993793533', 'name': '', 'network_id': 'ff482d04-9fda-4afd-87ee-406646607aaa', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'mac_address': 'fa:16:3e:7f:be:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '4b67ce76-32b4-4660-9868-33216993a65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:14Z', 'updated_at': '2021-11-26T21:48:21Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'subnets': [{'id': '4b67ce76-32b4-4660-9868-33216993a65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:27.009223 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:27.043548 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:27.079633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Port': ['ID=69a3c89a-3299-4d0a-9b97-8f70b4f4a14d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:27.098465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-cc5df4e8-d3a3-4056-8d88-74f812c2baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:27.099974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-cc5df4e8-d3a3-4056-8d88-74f812c2baad service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.3073344 Nov 26 21:59:27.156368 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da6c88f-cf64-4e6b-8b89-06311e60a2d7 x-openstack-request-id: req-6da6c88f-cf64-4e6b-8b89-06311e60a2d7 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:27.156748 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "0c046ded-7414-4233-b066-f818e5357934", "status": "completed", "code": 200}, {"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "b7ed1d3d-24cc-4b32-8cff-9b741c2f296c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:27.156964 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6da6c88f-cf64-4e6b-8b89-06311e60a2d7 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:27.157347 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': '0c046ded-7414-4233-b066-f818e5357934', 'status': 'completed', 'code': 200} Nov 26 21:59:27.157605 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': 'b7ed1d3d-24cc-4b32-8cff-9b741c2f296c', 'status': 'completed', 'code': 200} Nov 26 21:59:27.173524 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39223def-0007-499f-bb6a-6221d359bd99 x-openstack-request-id: req-39223def-0007-499f-bb6a-6221d359bd99 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:27.174255 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-unplugged", "status": "completed", "tag": "eb121110-dd4b-4f7e-8e75-26864d520c2e", "code": 200}, {"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-unplugged", "status": "completed", "tag": "69a3c89a-3299-4d0a-9b97-8f70b4f4a14d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:27.174746 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39223def-0007-499f-bb6a-6221d359bd99 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:27.175400 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb121110-dd4b-4f7e-8e75-26864d520c2e', 'code': 200} Nov 26 21:59:27.176021 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d', 'code': 200} Nov 26 21:59:27.305653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] No DVR routers for this DVR port 69a3c89a-3299-4d0a-9b97-8f70b4f4a14d on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:27.325504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:27.339550 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c1e930-518e-43bc-863d-e74422920a48 None None] New status for floating IP 25b2392e-b100-487f-b819-64db0943cc48: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:59:27.352401 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-80075447-51f5-4ca4-a94b-cd3dfdc94921 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "DELETE /v2.0/ports/69a3c89a-3299-4d0a-9b97-8f70b4f4a14d HTTP/1.1" status: 204 len: 173 time: 1.5425103 Nov 26 21:59:27.428666 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-159059bc-5b09-41c0-89a7-9a9ddcff4fca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 1001 time: 0.2802861 Nov 26 21:59:27.773225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d908bb-d226-4e7a-9e82-34b45f0da527 req-b523164f-6f4e-4420-a7be-bf3d3faeb1bd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:27.776039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20d908bb-d226-4e7a-9e82-34b45f0da527 req-b523164f-6f4e-4420-a7be-bf3d3faeb1bd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1271293 Nov 26 21:59:27.859133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20d908bb-d226-4e7a-9e82-34b45f0da527 req-6b66ee29-c178-4e71-b81e-afba36472338 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730054 Nov 26 21:59:28.001188 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcdcf3-2819-4376-8dcc-5622968c1d1e req-1c762f93-2943-485e-a7e9-e317a8aa73df tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:28.026611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5afcdcf3-2819-4376-8dcc-5622968c1d1e req-1c762f93-2943-485e-a7e9-e317a8aa73df tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.0780773 Nov 26 21:59:28.103852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-89b1642d-a737-45a9-befc-df68f070a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:28.105323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-89b1642d-a737-45a9-befc-df68f070a5e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.6672773 Nov 26 21:59:28.139236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5afcdcf3-2819-4376-8dcc-5622968c1d1e req-48e6e271-907b-4af2-8a37-51ac7708291d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066856 Nov 26 21:59:28.168177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:28.196636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-08e27852-10ce-46e4-93e0-7799511c864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:28.198170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-08e27852-10ce-46e4-93e0-7799511c864d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 1097 time: 0.1719031 Nov 26 21:59:28.201488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:28.317433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-fb58caf8-1773-40f1-b044-96bb6710b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:28.318971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-fb58caf8-1773-40f1-b044-96bb6710b3ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058332 Nov 26 21:59:28.320233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37b0f0-abc0-4e82-88f8-8cf2d1cb9b68 req-12f6b980-26d4-42d5-af12-3bff2796ae6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:28.321199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting port eb121110-dd4b-4f7e-8e75-26864d520c2e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:28.321598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:28.328573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f37b0f0-abc0-4e82-88f8-8cf2d1cb9b68 req-12f6b980-26d4-42d5-af12-3bff2796ae6b tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 942 time: 0.0727167 Nov 26 21:59:28.390531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f37b0f0-abc0-4e82-88f8-8cf2d1cb9b68 req-1c0a234c-1d8f-4aac-b8b2-0fae1e8840b8 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups?id=99d30342-d7d6-4887-add6-abfb72f97123&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565033 Nov 26 21:59:28.557791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:28.561009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-dd66794a-d1b6-41b6-a263-e2112da60bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:28.562528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-dd66794a-d1b6-41b6-a263-e2112da60bcd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 200 len: 917 time: 0.3565476 Nov 26 21:59:28.595989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Allocated IP 172.25.3.196 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/1989a279-1eb6-4462-9383-afb33adde1cd) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:28.642964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] For port eb121110-dd4b-4f7e-8e75-26864d520c2e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=eb121110-dd4b-4f7e-8e75-26864d520c2e,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:28.643332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:28.647168 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-1fb05239-8388-452d-9708-82f2f486cb9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=861e445e-ac4b-4e50-80c2-a5a40686bff1 HTTP/1.1" status: 200 len: 217 time: 0.0712643 Nov 26 21:59:28.656256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-5a8cbad2-b7cb-4143-a67b-90cfd70eb298 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223350 Nov 26 21:59:28.681466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Calling delete_port for eb121110-dd4b-4f7e-8e75-26864d520c2e owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:28.869403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-bb869d97-27f6-4d11-a905-bac8aeb990b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:28.869403 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-bb869d97-27f6-4d11-a905-bac8aeb990b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ac09c52-f02e-4380-ba05-9e6e9e90f453 HTTP/1.1" status: 200 len: 855 time: 0.2069516 Nov 26 21:59:28.985473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d006319-3c65-43f1-9dc0-52411c5ca1b9 req-c81efa56-0289-4ad9-a936-dca97f482b41 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161783 Nov 26 21:59:29.009810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:29.058404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-5e085073-9171-4159-9c76-bfeb553693cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:29.066314 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-5e085073-9171-4159-9c76-bfeb553693cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1792362 Nov 26 21:59:29.083040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098b8d-3e24-4f92-bb29-8364f03da15f req-044b27df-0dce-4998-9147-bdc30dceefec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:29.085451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac098b8d-3e24-4f92-bb29-8364f03da15f req-044b27df-0dce-4998-9147-bdc30dceefec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1014626 Nov 26 21:59:29.115563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:29.117640 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:29.158441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:29.161170 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2814ea6-721f-4687-94cc-63697ae716fa" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "69a3c89a-3299-4d0a-9b97-8f70b4f4a14d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:29.188798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac098b8d-3e24-4f92-bb29-8364f03da15f req-088c1439-0d6d-4cb8-a138-9ea4f25b8b2a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972266 Nov 26 21:59:29.202272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:29.204281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Port': ['ID=eb121110-dd4b-4f7e-8e75-26864d520c2e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:29.313352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:29.314636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] No DVR routers for this DVR port eb121110-dd4b-4f7e-8e75-26864d520c2e on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:29.325270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:29.328400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eb957981-e9e7-49fe-a4a8-2ce8a980030c req-3daf9f39-e06e-4ec0-bf4b-844e8bf5a718 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.13 "DELETE /v2.0/ports/eb121110-dd4b-4f7e-8e75-26864d520c2e HTTP/1.1" status: 204 len: 173 time: 1.9563172 Nov 26 21:59:29.329444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:29.342020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:29.344542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event updated for resources: {'Port': ['ID=1989a279-1eb6-4462-9383-afb33adde1cd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:29.375828 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-e47823c0-2c9d-4616-9650-3619341dce3a service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969918 Nov 26 21:59:29.525243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb47e-e684-4637-bbcc-816bd899fe9d req-39515be4-85e1-4ba2-8e38-24ff7ac3c703 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:29.532492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4adb47e-e684-4637-bbcc-816bd899fe9d req-39515be4-85e1-4ba2-8e38-24ff7ac3c703 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1934683 Nov 26 21:59:29.600630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1469a9fc-c98b-4e81-a5ce-c940d3cefe38 req-a5f4e0e8-9440-45d1-bb91-9c3b866965ac service neutron] 10.222.0.41 "GET /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159491 Nov 26 21:59:29.612599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4adb47e-e684-4637-bbcc-816bd899fe9d req-3bd47a99-55a4-44c3-a7fb-f79b0f58289e tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791559 Nov 26 21:59:29.690537 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3da20d-ef64-4b0e-9a96-be09e14b6175 x-openstack-request-id: req-6b3da20d-ef64-4b0e-9a96-be09e14b6175 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:29.691002 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "69a3c89a-3299-4d0a-9b97-8f70b4f4a14d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:29.691277 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b3da20d-ef64-4b0e-9a96-be09e14b6175 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:29.691879 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': '69a3c89a-3299-4d0a-9b97-8f70b4f4a14d', 'status': 'completed', 'code': 200} Nov 26 21:59:29.781939 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:29.909361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb8b31a9-9f0f-4a49-8c43-6a7fbcd77632 req-b33ea720-699a-4924-bd66-934f1c0f0c60 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0588112 Nov 26 21:59:30.131373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:30.379218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Router d741758e-981e-4319-9ebb-06208e8cbe38 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 21:59:30.493180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d05b8-5fb7-4b8d-87da-0ee685de4acd req-32bc0bc7-bdfa-44e3-b5ca-5a08a05d9b61 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:30.497697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d53d05b8-5fb7-4b8d-87da-0ee685de4acd req-32bc0bc7-bdfa-44e3-b5ca-5a08a05d9b61 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1271942 Nov 26 21:59:30.574786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:30.588075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ee32f-e6fb-4b5f-84c2-5d50c9ef8d25 None None] Sync routers for ids ['d741758e-981e-4319-9ebb-06208e8cbe38'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:30.603021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d53d05b8-5fb7-4b8d-87da-0ee685de4acd req-3fdce87c-03ed-44a2-b60d-f226ca1c6136 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990198 Nov 26 21:59:30.615360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ee32f-e6fb-4b5f-84c2-5d50c9ef8d25 None None] Routers {'d741758e-981e-4319-9ebb-06208e8cbe38'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:30.619997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-996ee32f-e6fb-4b5f-84c2-5d50c9ef8d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d741758e-981e-4319-9ebb-06208e8cbe38'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:30.633427 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:30.636747 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ea4753bf-d25a-4144-a86c-bab8771e75c4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7337136 Nov 26 21:59:30.639586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55366) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:30.645629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:30.727625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-996ee32f-e6fb-4b5f-84c2-5d50c9ef8d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:30.755598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ee32f-e6fb-4b5f-84c2-5d50c9ef8d25 None None] Routers {'d741758e-981e-4319-9ebb-06208e8cbe38'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:30.758066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-996ee32f-e6fb-4b5f-84c2-5d50c9ef8d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d741758e-981e-4319-9ebb-06208e8cbe38'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:30.837278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-996ee32f-e6fb-4b5f-84c2-5d50c9ef8d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:30.838298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ee32f-e6fb-4b5f-84c2-5d50c9ef8d25 None None] The sync data for ids ['d741758e-981e-4319-9ebb-06208e8cbe38'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:30.882202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b3f87-a551-429e-a9f8-160b7318cf94 req-e4f27440-4aa3-406e-9fbd-0e6b1724b958 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:30.884067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed0b3f87-a551-429e-a9f8-160b7318cf94 req-e4f27440-4aa3-406e-9fbd-0e6b1724b958 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1300020 Nov 26 21:59:31.401452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed0b3f87-a551-429e-a9f8-160b7318cf94 req-1bc0f39b-cd95-48a7-84ff-928a290fa6c4 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046451 Nov 26 21:59:31.549673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27cfef7b-8f58-4746-953e-869fceac2999 req-8b54b734-53d0-40c0-99d0-bc4cdbcd9600 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0348141 Nov 26 21:59:31.692953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': 'eb121110-dd4b-4f7e-8e75-26864d520c2e'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:31.695437 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918da43d-d7aa-4953-9adf-530bd9eeaea6" -d '{"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "eb121110-dd4b-4f7e-8e75-26864d520c2e"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:31.803264 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:31.836402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:31.939888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519eb57-61a8-46e2-92af-e272a464e227 req-b1e002af-ebca-433f-b594-2a67991e978f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:31.948441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8519eb57-61a8-46e2-92af-e272a464e227 req-b1e002af-ebca-433f-b594-2a67991e978f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0963168 Nov 26 21:59:32.033577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8519eb57-61a8-46e2-92af-e272a464e227 req-8c7a57d7-32c1-4829-8bd7-6815a35e9168 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840795 Nov 26 21:59:32.037257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Deleting port 1989a279-1eb6-4462-9383-afb33adde1cd {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:32.037676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:32.136849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:32.140066 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f91144-3d97-41fc-947e-a1bb975ca39d x-openstack-request-id: req-a8f91144-3d97-41fc-947e-a1bb975ca39d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:32.140368 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ba3312-71e6-47a7-8983-d9d73eaddf93", "name": "network-vif-deleted", "tag": "eb121110-dd4b-4f7e-8e75-26864d520c2e", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:32.140644 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8f91144-3d97-41fc-947e-a1bb975ca39d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:32.141032 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ba3312-71e6-47a7-8983-d9d73eaddf93', 'name': 'network-vif-deleted', 'tag': 'eb121110-dd4b-4f7e-8e75-26864d520c2e', 'status': 'completed', 'code': 200} Nov 26 21:59:32.157933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Calling delete_port for 1989a279-1eb6-4462-9383-afb33adde1cd owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:32.326254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d08ff8-4454-4235-a090-511fd272d5bb req-e028aec6-1ca4-42bc-9d59-3dfe18737e7d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:32.328962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2d08ff8-4454-4235-a090-511fd272d5bb req-e028aec6-1ca4-42bc-9d59-3dfe18737e7d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1002297 Nov 26 21:59:32.401924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2d08ff8-4454-4235-a090-511fd272d5bb req-e1386e80-3c03-4771-8638-51db0403d92b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615101 Nov 26 21:59:32.570692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:32.583141 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 21:59:32.644106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732602b8-1df4-4780-b8cf-1fc6bd66f116 req-70e0f36b-2f00-4e5d-84cc-e1605f794010 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:32.653313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732602b8-1df4-4780-b8cf-1fc6bd66f116 req-70e0f36b-2f00-4e5d-84cc-e1605f794010 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 945 time: 0.1473715 Nov 26 21:59:32.681468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Pushing event deleted for resources: {'Port': ['ID=1989a279-1eb6-4462-9383-afb33adde1cd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:32.764168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.764613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.765034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.765449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.765857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.766330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.766737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.767147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.767548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.767946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.768345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.768682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:32.803824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732602b8-1df4-4780-b8cf-1fc6bd66f116 req-e67fed11-5b08-47b3-b39b-e15bf1311445 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446652 Nov 26 21:59:32.821910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:32.978473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d29baa8-e564-4425-b587-4062f9927953 req-10c5ef7d-bd7d-4084-9c32-cc94f0ec4fe2 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0654354 Nov 26 21:59:33.188806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:33.200035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:33.336338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713d97-65f5-41a1-9a18-4d8d4f17e48c req-0e31317a-6391-4a22-a4b8-48e9750bdc11 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:33.338312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44713d97-65f5-41a1-9a18-4d8d4f17e48c req-0e31317a-6391-4a22-a4b8-48e9750bdc11 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.1246400 Nov 26 21:59:33.346655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Router d741758e-981e-4319-9ebb-06208e8cbe38 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:59:33.505531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44713d97-65f5-41a1-9a18-4d8d4f17e48c req-0b632b3d-a924-4868-96f8-cfb1b1f3fdb0 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569862 Nov 26 21:59:33.516259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:33.533057 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4aa816-caa8-4efb-b7da-71d5ae67f74f None None] Sync routers for ids ['d741758e-981e-4319-9ebb-06208e8cbe38'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:33.563942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:33.565470 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4aa816-caa8-4efb-b7da-71d5ae67f74f None None] Routers {'d741758e-981e-4319-9ebb-06208e8cbe38'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:33.570021 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1a4aa816-caa8-4efb-b7da-71d5ae67f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d741758e-981e-4319-9ebb-06208e8cbe38'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:33.584276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9566adb5-e7ad-47e8-9590-278d19b2782d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "PUT /v2.0/routers/d741758e-981e-4319-9ebb-06208e8cbe38 HTTP/1.1" status: 200 len: 706 time: 2.9431672 Nov 26 21:59:33.587018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55404) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:33.688877 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1a4aa816-caa8-4efb-b7da-71d5ae67f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:33.717173 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4aa816-caa8-4efb-b7da-71d5ae67f74f None None] Routers {'d741758e-981e-4319-9ebb-06208e8cbe38'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:33.718155 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1a4aa816-caa8-4efb-b7da-71d5ae67f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d741758e-981e-4319-9ebb-06208e8cbe38'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:33.778425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8e8f4-6741-4c53-9947-6433a8e86a67 req-841e8f84-fd20-4bde-9522-e75376c2edfd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:33.786957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3f8e8f4-6741-4c53-9947-6433a8e86a67 req-841e8f84-fd20-4bde-9522-e75376c2edfd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.1124301 Nov 26 21:59:33.801164 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1a4aa816-caa8-4efb-b7da-71d5ae67f74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:33.802887 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4aa816-caa8-4efb-b7da-71d5ae67f74f None None] The sync data for ids ['d741758e-981e-4319-9ebb-06208e8cbe38'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:33.871195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3f8e8f4-6741-4c53-9947-6433a8e86a67 req-ef292b8e-6e1d-45be-a6eb-85cf77d73c7e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825408 Nov 26 21:59:33.899942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-d5358266-f3e4-48cb-86e3-bf3db64817ec req-d20520f6-1051-44b5-b54c-fe33ffe137d1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:59:33.901346 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5358266-f3e4-48cb-86e3-bf3db64817ec req-d20520f6-1051-44b5-b54c-fe33ffe137d1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075216 Nov 26 21:59:34.041523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5358266-f3e4-48cb-86e3-bf3db64817ec req-5dabd032-65d0-4e2f-9032-7d961dbb9aeb tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1317499 Nov 26 21:59:34.336612 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7975111a-16e7-4698-87ba-2e49ee33e6ac tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/routers/d741758e-981e-4319-9ebb-06208e8cbe38 HTTP/1.1" status: 200 len: 741 time: 0.7477500 Nov 26 21:59:34.338685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55410) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:34.408882 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5ee7517a-9670-4518-ac98-f308b8cf88a0 tempest-RoutersAdminTest-122113887 tempest-RoutersAdminTest-122113887-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=d741758e-981e-4319-9ebb-06208e8cbe38 HTTP/1.1" status: 200 len: 205 time: 0.0687730 Nov 26 21:59:34.412603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55412) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:34.443555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-74fb2298-bea6-4c58-9feb-2e3270ae75f6 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=d741758e-981e-4319-9ebb-06208e8cbe38 HTTP/1.1" status: 200 len: 205 time: 0.0297253 Nov 26 21:59:34.445959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55414) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:34.575308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d53623b-7cbf-40ce-acc1-5610f192d6b4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:34.754482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09b58904-7787-41ed-b60b-94666ac244a9 req-ff7524bc-25c5-4254-8956-ae0495441547 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0490940 Nov 26 21:59:34.839645 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d53623b-7cbf-40ce-acc1-5610f192d6b4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:34.843144 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d53623b-7cbf-40ce-acc1-5610f192d6b4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:34.931385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d53623b-7cbf-40ce-acc1-5610f192d6b4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:34.931899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d53623b-7cbf-40ce-acc1-5610f192d6b4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Fanout notify agent at l3_agent the message router_deleted on router d741758e-981e-4319-9ebb-06208e8cbe38 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:59:34.939502 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d53623b-7cbf-40ce-acc1-5610f192d6b4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:34.941011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1d53623b-7cbf-40ce-acc1-5610f192d6b4 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/d741758e-981e-4319-9ebb-06208e8cbe38 HTTP/1.1" status: 204 len: 168 time: 0.4936957 Nov 26 21:59:34.945410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55422) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:34.981200 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-469b00c9-15aa-425b-a948-2b358bf0c7ca tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=d741758e-981e-4319-9ebb-06208e8cbe38 HTTP/1.1" status: 200 len: 205 time: 0.0343935 Nov 26 21:59:34.983602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55424) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.032396 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-c93a230b-69b5-44f3-ab2d-0e5bc94dac39 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] delete failed (client error): The resource could not be found. Nov 26 21:59:35.033411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c93a230b-69b5-44f3-ab2d-0e5bc94dac39 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/d741758e-981e-4319-9ebb-06208e8cbe38 HTTP/1.1" status: 404 len: 336 time: 0.0488310 Nov 26 21:59:35.037048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55426) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.086591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aa7efc36-b960-49b1-9e30-042b21e1734d tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=6042a84d-187e-4bc8-bb91-f03c67c0524b HTTP/1.1" status: 200 len: 205 time: 0.0478487 Nov 26 21:59:35.089457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55428) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.133600 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-774faf72-e632-46c8-86f0-f6223cece75e tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] delete failed (client error): The resource could not be found. Nov 26 21:59:35.134718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-774faf72-e632-46c8-86f0-f6223cece75e tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/6042a84d-187e-4bc8-bb91-f03c67c0524b HTTP/1.1" status: 404 len: 336 time: 0.0436945 Nov 26 21:59:35.137309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55430) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.171549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5290bb3a-f601-4ed4-bcfb-5aeff3ecc131 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=f063ce03-7edf-4efe-97c1-e49d28da5644 HTTP/1.1" status: 200 len: 205 time: 0.0332255 Nov 26 21:59:35.174106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55432) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.185075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6812e7-b81d-4bfe-98a2-c490b561ce75 req-3f40bc94-9fd8-44ff-825a-b46b443396af tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:35.193164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed6812e7-b81d-4bfe-98a2-c490b561ce75 req-3f40bc94-9fd8-44ff-825a-b46b443396af tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1627150 Nov 26 21:59:35.254721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed6812e7-b81d-4bfe-98a2-c490b561ce75 req-dcdd225e-7798-4afd-baf8-9736f7491186 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601909 Nov 26 21:59:35.296469 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-305e0e95-e78b-41cc-a183-4b0abbfa7bfc tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] delete failed (client error): The resource could not be found. Nov 26 21:59:35.297539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-305e0e95-e78b-41cc-a183-4b0abbfa7bfc tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/f063ce03-7edf-4efe-97c1-e49d28da5644 HTTP/1.1" status: 404 len: 336 time: 0.1224406 Nov 26 21:59:35.300323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55436) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.367564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce3ffa31-fded-48f8-85cd-3d725453a391 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d HTTP/1.1" status: 200 len: 205 time: 0.0658121 Nov 26 21:59:35.370017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55438) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.429474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d5cb7-55bb-4068-a83d-ffdc99745a4b req-c1bf37e2-3779-446f-abea-54d75cef1e25 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:35.438509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-742d5cb7-55bb-4068-a83d-ffdc99745a4b req-c1bf37e2-3779-446f-abea-54d75cef1e25 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0825393 Nov 26 21:59:35.459927 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-5aba5d2d-909f-4c67-bd7f-f29acf010856 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] delete failed (client error): The resource could not be found. Nov 26 21:59:35.461000 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5aba5d2d-909f-4c67-bd7f-f29acf010856 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/66ea9cb1-eaab-4eaf-baf0-f903eceb9c6d HTTP/1.1" status: 404 len: 336 time: 0.0899863 Nov 26 21:59:35.464100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55440) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.500687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9ce4b024-b712-42c0-9e5e-fee85d4ccf61 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4902bd5-b031-4c56-9c2f-e067b370162c HTTP/1.1" status: 200 len: 205 time: 0.0347691 Nov 26 21:59:35.503192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.539745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-742d5cb7-55bb-4068-a83d-ffdc99745a4b req-7af6b4ca-8e8b-401c-a344-a33f5bcdff7d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959337 Nov 26 21:59:35.620163 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-bc229752-4dc1-4ae2-b104-b977cb28f671 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] delete failed (client error): The resource could not be found. Nov 26 21:59:35.624329 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bc229752-4dc1-4ae2-b104-b977cb28f671 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/a4902bd5-b031-4c56-9c2f-e067b370162c HTTP/1.1" status: 404 len: 336 time: 0.1171343 Nov 26 21:59:35.624629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55444) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.685091 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-eefeb203-ab08-4df1-9333-c053cd42f2fc tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "GET /v2.0/ports?device_id=a91900c3-eddc-47c0-98af-4d00c179eef6 HTTP/1.1" status: 200 len: 205 time: 0.0592315 Nov 26 21:59:35.686283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.690588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1306e-6fad-40a0-999d-dbbaac7a3be2 req-20cbd05a-6f3f-4b0e-8d5e-4e0ef69be65c tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:35.692936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9c1306e-6fad-40a0-999d-dbbaac7a3be2 req-20cbd05a-6f3f-4b0e-8d5e-4e0ef69be65c tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 945 time: 0.0888946 Nov 26 21:59:35.884035 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-52b43aa8-3f6c-4fa6-a5af-7e0750963c96 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] delete failed (client error): The resource could not be found. Nov 26 21:59:35.891771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55452) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:35.893056 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-52b43aa8-3f6c-4fa6-a5af-7e0750963c96 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/routers/a91900c3-eddc-47c0-98af-4d00c179eef6 HTTP/1.1" status: 404 len: 336 time: 0.2050550 Nov 26 21:59:35.961379 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6dfea0-aa5b-4e6a-bd91-b58d3031d347 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] DELETE failed (client error): The resource could not be found. Nov 26 21:59:35.961841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6dfea0-aa5b-4e6a-bd91-b58d3031d347 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 21:59:35.965607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ab6dfea0-aa5b-4e6a-bd91-b58d3031d347 tempest-RoutersAdminTest-1833405582 tempest-RoutersAdminTest-1833405582-project] 10.222.0.21 "DELETE /v2.0/subnets/1cd4041f-e571-4976-bf5f-164a52e08a62 HTTP/1.1" status: 404 len: 337 time: 0.0727940 Nov 26 21:59:35.979405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9c1306e-6fad-40a0-999d-dbbaac7a3be2 req-4c5270d4-2bfe-46a7-a5e0-06aaca2c6f68 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768650 Nov 26 21:59:36.100608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a539bb5e-326c-4600-8278-2d51ec9ada1e req-5fca5a6b-d77c-4896-90bb-0cac8e06ae40 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0563543 Nov 26 21:59:36.386226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55462) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:36.414966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc9792-9e28-4df4-80a5-2b5a497e967f req-6e8750fc-dc04-4951-826f-a60874f93163 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:36.416635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07fc9792-9e28-4df4-80a5-2b5a497e967f req-6e8750fc-dc04-4951-826f-a60874f93163 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.1033621 Nov 26 21:59:36.484235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07fc9792-9e28-4df4-80a5-2b5a497e967f req-f20d5578-51fd-4a55-b338-8e39687f0345 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589032 Nov 26 21:59:36.594582 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6187d598-a7fb-4d2f-8ce8-644adbca2cd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:36.682877 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6187d598-a7fb-4d2f-8ce8-644adbca2cd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:36.695836 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6187d598-a7fb-4d2f-8ce8-644adbca2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:36.735993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187d598-a7fb-4d2f-8ce8-644adbca2cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb11b22-7789-427a-a3db-9ab141af4251,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:36.767874 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6187d598-a7fb-4d2f-8ce8-644adbca2cd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c678640c178040fba903192d1ee31770&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803802 Nov 26 21:59:36.772564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55474) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:36.794250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909868e1-cd1b-47f6-9aec-2e5e61d89e8c req-845c90b8-2335-4db3-b6a4-27efd89840a1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:36.809661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909868e1-cd1b-47f6-9aec-2e5e61d89e8c req-845c90b8-2335-4db3-b6a4-27efd89840a1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:36.830778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909868e1-cd1b-47f6-9aec-2e5e61d89e8c req-845c90b8-2335-4db3-b6a4-27efd89840a1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:36.833031 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-909868e1-cd1b-47f6-9aec-2e5e61d89e8c req-845c90b8-2335-4db3-b6a4-27efd89840a1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8&device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef&device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 2417 time: 0.1494641 Nov 26 21:59:36.915364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40ed573e-6a0e-4046-9021-94d32a7f21ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:36.962033 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:36.984617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40ed573e-6a0e-4046-9021-94d32a7f21ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:36.993621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-909868e1-cd1b-47f6-9aec-2e5e61d89e8c req-59bb54f7-8154-4d74-a9f2-24675a4dd072 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542335 Nov 26 21:59:37.068784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40ed573e-6a0e-4046-9021-94d32a7f21ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:37.072023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40ed573e-6a0e-4046-9021-94d32a7f21ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:37.075577 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-40ed573e-6a0e-4046-9021-94d32a7f21ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cb11b22-7789-427a-a3db-9ab141af4251 HTTP/1.1" status: 204 len: 168 time: 0.2996666 Nov 26 21:59:37.087770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed573e-6a0e-4046-9021-94d32a7f21ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb11b22-7789-427a-a3db-9ab141af4251,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:37.126864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8334fdd-a034-43cc-8718-5ec507e36fbe req-c93840ee-1c2f-47da-8cf4-9526d1ca9467 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:37.140803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8334fdd-a034-43cc-8718-5ec507e36fbe req-c93840ee-1c2f-47da-8cf4-9526d1ca9467 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0830431 Nov 26 21:59:37.205909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8334fdd-a034-43cc-8718-5ec507e36fbe req-f8cf217f-0199-4ee6-bfcb-235b23d71713 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697675 Nov 26 21:59:37.356079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-613b4c02-8eac-46a0-8d62-fc1f79d23c95 req-395a55f8-4df2-4892-b5ed-c4e58c242ba1 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1074483 Nov 26 21:59:37.684275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a775dd19-7c3f-4dcd-b740-d777da9d99c0 req-183f2351-a2a0-440f-b721-b74a3bbd528f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0613351 Nov 26 21:59:37.727922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55490) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:37.806962 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0a58c035-ad6d-4b6f-9400-62a77de4baa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff0de676489b479385834f85e4018739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774238 Nov 26 21:59:37.809426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55492) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:37.849105 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:37.897909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ef4d62-d26e-4f07-85fb-513e34cf4e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:37.953220 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ef4d62-d26e-4f07-85fb-513e34cf4e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:38.070634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ef4d62-d26e-4f07-85fb-513e34cf4e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:38.073486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ef4d62-d26e-4f07-85fb-513e34cf4e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:38.074750 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-07ef4d62-d26e-4f07-85fb-513e34cf4e96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbb08b38-9359-45f4-998f-279b6a6552c3 HTTP/1.1" status: 204 len: 168 time: 0.2641399 Nov 26 21:59:38.088011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef4d62-d26e-4f07-85fb-513e34cf4e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb08b38-9359-45f4-998f-279b6a6552c3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:38.664280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738973c-7074-444f-9a34-72b80abd0883 req-342bc69c-a294-44ea-9179-765cb043c24e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:38.665854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2738973c-7074-444f-9a34-72b80abd0883 req-342bc69c-a294-44ea-9179-765cb043c24e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.0912621 Nov 26 21:59:38.676626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-249bac38-77c6-417b-ab5d-d08ad13660e0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:38.683477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-249bac38-77c6-417b-ab5d-d08ad13660e0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1700594 Nov 26 21:59:38.712027 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-4e8093f1-37fe-4632-9703-f9d065be1ca5 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/quotas/5a5a74555b8e427e9d5065199c03f47b HTTP/1.1" status: 200 len: 375 time: 0.0273542 Nov 26 21:59:38.745536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-da942bd0-5d03-4723-bcd2-e70630400751 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326540 Nov 26 21:59:38.788716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2738973c-7074-444f-9a34-72b80abd0883 req-894f574b-1e6a-4125-95d4-cad1d3b30c47 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023352 Nov 26 21:59:38.913497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-3f90a00a-beab-4aeb-85dd-e3212b0147cf service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511674 Nov 26 21:59:39.039587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-fd90da7b-baa7-45a4-be2c-46c7a8b64cb6 service neutron] 10.222.0.21 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190097 Nov 26 21:59:39.169356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00edb499-7c5e-452d-8da8-4828a6c1b8ac req-a52c34bd-7f12-4e54-ab86-405c6e06b2aa tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0619750 Nov 26 21:59:39.246890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55544) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:39.455052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dec76fea-d53f-4dca-88e6-5d5b217ea49b req-980dec1a-3682-4a1a-bf1a-acd623600b43 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 210 time: 0.0670390 Nov 26 21:59:39.484741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a7ac759d-7baa-42fb-bac4-2e9f39c68a3a tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:39.485740 n-d-819494-1 neutron-server[110000]: WARNING neutron.api.v2.base [None req-a7ac759d-7baa-42fb-bac4-2e9f39c68a3a tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 21:59:39.487267 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-a7ac759d-7baa-42fb-bac4-2e9f39c68a3a tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 21:59:39.492236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55552) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:39.492748 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a7ac759d-7baa-42fb-bac4-2e9f39c68a3a tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2440901 Nov 26 21:59:39.497286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--170719644'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:39.527329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-89366dba-7104-420b-b1c8-32dcbee708d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:39.528862 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-89366dba-7104-420b-b1c8-32dcbee708d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1096 time: 0.1016161 Nov 26 21:59:39.558136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:39.585854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:39.640345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-3761aa48-206d-4ae3-a252-3169c47bf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:39.642443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-3761aa48-206d-4ae3-a252-3169c47bf8dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.1050277 Nov 26 21:59:39.740960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:39.752224 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:39.802488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf93d516-3965-4edd-81b2-14e41b332b09,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:39.805708 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-e06dbbe6-fff4-44b7-adf4-341322191d44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 1001 time: 0.1560338 Nov 26 21:59:39.856926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:39.864863 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:39.929797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-2d7bb992-9dac-42a1-b5c5-a831eb78141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:39.931637 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-2d7bb992-9dac-42a1-b5c5-a831eb78141f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1162632 Nov 26 21:59:39.934735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:39.936315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4428658 Nov 26 21:59:39.946747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb4713-ed2e-4b5f-9e8b-5f2cf76cb308 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a5359a-886f-4c94-bd8a-66fe6bf933f3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:39.951951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55566) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:39.974031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-50fc9ef4-939e-4ae9-aa68-bd53d071f0a7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '77a5359a-886f-4c94-bd8a-66fe6bf933f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:40.048628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-12d12385-4e0b-4d8c-b697-1c4bdc4ac33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:40.050940 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-12d12385-4e0b-4d8c-b697-1c4bdc4ac33e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112084 Nov 26 21:59:40.134800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50fc9ef4-939e-4ae9-aa68-bd53d071f0a7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:40.171632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-2e08c865-8b97-40b8-af1a-2753bbcfc538 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131649 Nov 26 21:59:40.201982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39eed-a2e4-45db-8fca-4cc75a11894f req-95b859d5-bd45-4f75-aaf7-702bc69e19b1 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:40.218445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15f39eed-a2e4-45db-8fca-4cc75a11894f req-95b859d5-bd45-4f75-aaf7-702bc69e19b1 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.2669358 Nov 26 21:59:40.360591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f7d5ed0-5029-434f-a649-a75ce59c60ac req-362e7c22-e49e-4978-8656-4c1b91c3fdc0 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448715 Nov 26 21:59:40.416214 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15f39eed-a2e4-45db-8fca-4cc75a11894f req-f52414af-ba1e-4572-88e1-ffd4602d5e45 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950512 Nov 26 21:59:40.455376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334feee-3441-435c-bd59-2b3d20a528a2 req-79c66a3f-f550-4ef9-947f-e8a77246ef0e tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:40.458774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e334feee-3441-435c-bd59-2b3d20a528a2 req-79c66a3f-f550-4ef9-947f-e8a77246ef0e tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1096 time: 0.1483967 Nov 26 21:59:40.511594 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50fc9ef4-939e-4ae9-aa68-bd53d071f0a7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:40.555834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50fc9ef4-939e-4ae9-aa68-bd53d071f0a7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:40.593349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc9ef4-939e-4ae9-aa68-bd53d071f0a7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89a2c35-b5ce-4ea1-aac8-385ec951e7d5,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:40.603966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e334feee-3441-435c-bd59-2b3d20a528a2 req-877a3dc3-c9d9-4956-9840-438f34a9861e tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376286 Nov 26 21:59:40.624043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55590) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:40.631645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f1997-35e5-4e94-ad09-e848f87e7cff req-88cd2e6b-7d09-46fe-802c-b412a41ee6e5 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:40.642176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-908f1997-35e5-4e94-ad09-e848f87e7cff req-88cd2e6b-7d09-46fe-802c-b412a41ee6e5 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.1216624 Nov 26 21:59:40.648116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50fc9ef4-939e-4ae9-aa68-bd53d071f0a7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:40.649686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-50fc9ef4-939e-4ae9-aa68-bd53d071f0a7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6922572 Nov 26 21:59:40.703269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55592) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:40.720014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-908f1997-35e5-4e94-ad09-e848f87e7cff req-138ec0b3-c756-4ff9-8b9c-25967c2f350e tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Nov 26 21:59:40.728027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2dbd399b-e171-4f7e-87b8-a4d4706315d8 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '77a5359a-886f-4c94-bd8a-66fe6bf933f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:40.834521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-749b905e-a8a2-464c-84aa-15f8ff9c69a6 req-010a709d-3c02-4dd9-8638-fcdc58cfe71f tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0583546 Nov 26 21:59:40.839946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 5416b4f3-9301-49e3-a796-4a52cd6bec8a {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:40.840623 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:40.863449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2dbd399b-e171-4f7e-87b8-a4d4706315d8 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:40.932830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:40.933299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:40.956131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 5416b4f3-9301-49e3-a796-4a52cd6bec8a owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:40.963325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-321d7cc6-c0d1-4143-b7e8-a602f544d03f req-be86d6f5-a2a8-47ca-8046-0add27d42995 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 210 time: 0.0327384 Nov 26 21:59:40.987459 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-2dbd399b-e171-4f7e-87b8-a4d4706315d8 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 21:59:40.989464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2dbd399b-e171-4f7e-87b8-a4d4706315d8 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2666748 Nov 26 21:59:40.992354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55594) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:41.052352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3804f56f-9d5b-4134-b67b-a53417f3384c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.082053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3804f56f-9d5b-4134-b67b-a53417f3384c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.138207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3804f56f-9d5b-4134-b67b-a53417f3384c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.141446 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3804f56f-9d5b-4134-b67b-a53417f3384c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.142856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3804f56f-9d5b-4134-b67b-a53417f3384c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/77a5359a-886f-4c94-bd8a-66fe6bf933f3 HTTP/1.1" status: 204 len: 168 time: 0.1494265 Nov 26 21:59:41.150029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55596) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:41.174475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804f56f-9d5b-4134-b67b-a53417f3384c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a5359a-886f-4c94-bd8a-66fe6bf933f3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:41.198812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-4a62e7d2-f1d5-48ee-afcc-474a8b00a8c0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:41.200801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-4a62e7d2-f1d5-48ee-afcc-474a8b00a8c0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 812 time: 0.1711171 Nov 26 21:59:41.232071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Request body: {'port': {'device_id': 'b2273e7a-78b2-4fae-a300-740d809a3b5b', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'admin_state_up': True, 'tenant_id': '5a5a74555b8e427e9d5065199c03f47b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:41.243275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4d8f8f86-6750-4926-96ab-69fa6c3812e9 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0919437 Nov 26 21:59:41.247729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55598) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:41.256288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1d4ae57e-deb5-4aec-aaaf-d04140f93047 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--679589618'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:41.287091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae57e-deb5-4aec-aaaf-d04140f93047 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.416071 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae57e-deb5-4aec-aaaf-d04140f93047 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.423604 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae57e-deb5-4aec-aaaf-d04140f93047 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.468341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Made reservation on behalf of 5a5a74555b8e427e9d5065199c03f47b for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:41.469457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ae57e-deb5-4aec-aaaf-d04140f93047 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea29f0fa-5cde-487b-83b7-6566a33d426d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:41.475989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d4ae57e-deb5-4aec-aaaf-d04140f93047 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.477651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1d4ae57e-deb5-4aec-aaaf-d04140f93047 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2275405 Nov 26 21:59:41.480080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:41.481989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.485452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.486362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4b9040c3-c5bf-4626-9360-fb4f24072c8c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': 'ea29f0fa-5cde-487b-83b7-6566a33d426d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:41.489498 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-4b9040c3-c5bf-4626-9360-fb4f24072c8c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 26 21:59:41.490282 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-4b9040c3-c5bf-4626-9360-fb4f24072c8c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:41.491504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b9040c3-c5bf-4626-9360-fb4f24072c8c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105755 Nov 26 21:59:41.498579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:41.547854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=5416b4f3-9301-49e3-a796-4a52cd6bec8a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:41.590659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.591331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.591841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.592356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.592845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.593376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.593873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.594468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.594965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.595446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.595937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.596415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 21:59:41.609174 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c75139d5-0895-45f1-b773-d4171a8b3f44 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.641398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c75139d5-0895-45f1-b773-d4171a8b3f44 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.695989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.696681 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Floating IP 7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514 disassociated (deleted). External IP: 172.25.3.187, port: 0b7eb833-a2e0-4a7e-8dbc-0e016579f584. Nov 26 21:59:41.715566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c75139d5-0895-45f1-b773-d4171a8b3f44 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.718838 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c75139d5-0895-45f1-b773-d4171a8b3f44 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:41.720733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c75139d5-0895-45f1-b773-d4171a8b3f44 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/ea29f0fa-5cde-487b-83b7-6566a33d426d HTTP/1.1" status: 204 len: 168 time: 0.2211056 Nov 26 21:59:41.738546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55616) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:41.740067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75139d5-0895-45f1-b773-d4171a8b3f44 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea29f0fa-5cde-487b-83b7-6566a33d426d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:41.833054 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f187cd76-428b-4672-9901-c0dd25725d80 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0692761 Nov 26 21:59:41.837325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55620) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:41.842470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-cdfea47b-cc4a-4a94-b5a4-c4579fe7f064 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--26302137'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:41.927116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20a449-a3dc-4efc-acfa-1f61f6871782 req-0998f931-0bb4-41da-ba17-7ce5e7323d9a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:41.928805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c20a449-a3dc-4efc-acfa-1f61f6871782 req-0998f931-0bb4-41da-ba17-7ce5e7323d9a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.3685977 Nov 26 21:59:41.929808 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdfea47b-cc4a-4a94-b5a4-c4579fe7f064 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.007847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Allocated IP 172.20.0.8 (b74f2978-8328-4335-9972-08627d9aec33/1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0/77637816-de62-4a00-8f4a-049c1856e147) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 21:59:42.065414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdfea47b-cc4a-4a94-b5a4-c4579fe7f064 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.077721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 062e35c1-e610-40c3-b704-102734987487 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:59:42.079125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef5a79-c4e3-4ec9-b48c-9ca1d11c1c41 req-7badc57a-c710-495f-9e65-a9ad90ac2cab tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:42.080875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbef5a79-c4e3-4ec9-b48c-9ca1d11c1c41 req-7badc57a-c710-495f-9e65-a9ad90ac2cab tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.2161820 Nov 26 21:59:42.087768 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdfea47b-cc4a-4a94-b5a4-c4579fe7f064 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.150199 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdfea47b-cc4a-4a94-b5a4-c4579fe7f064 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.154093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cdfea47b-cc4a-4a94-b5a4-c4579fe7f064 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3131735 Nov 26 21:59:42.159207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55628) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:42.163490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c20a449-a3dc-4efc-acfa-1f61f6871782 req-f56241ad-73ac-467e-96c0-af66ce4190ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262959 Nov 26 21:59:42.167690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8a8fb5b7-b0a4-41ee-af6b-1ac9551a7569 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': 'fb8f0f5e-0082-4745-b94b-3c5928d663c2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:42.168697 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-8a8fb5b7-b0a4-41ee-af6b-1ac9551a7569 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 26 21:59:42.169194 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-8a8fb5b7-b0a4-41ee-af6b-1ac9551a7569 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:42.172750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8a8fb5b7-b0a4-41ee-af6b-1ac9551a7569 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057499 Nov 26 21:59:42.179354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55630) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:42.225806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfea47b-cc4a-4a94-b5a4-c4579fe7f064 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8f0f5e-0082-4745-b94b-3c5928d663c2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:42.236692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbef5a79-c4e3-4ec9-b48c-9ca1d11c1c41 req-89e0954b-8366-4298-b6bc-bb95b50155f9 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336448 Nov 26 21:59:42.254268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42eefac0-585b-497a-a232-44f1f4afe2e7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.289400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42eefac0-585b-497a-a232-44f1f4afe2e7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.348208 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42eefac0-585b-497a-a232-44f1f4afe2e7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.351519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42eefac0-585b-497a-a232-44f1f4afe2e7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.353043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-42eefac0-585b-497a-a232-44f1f4afe2e7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/fb8f0f5e-0082-4745-b94b-3c5928d663c2 HTTP/1.1" status: 204 len: 168 time: 0.1700883 Nov 26 21:59:42.359401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55632) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:42.376429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:42.391393 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.394700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] Sync routers for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:42.438939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:42.442932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:42.448642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.456256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a24e656c-ec62-41e1-a2b2-a9f53df98bea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/floatingips/7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514 HTTP/1.1" status: 204 len: 168 time: 1.8291109 Nov 26 21:59:42.460747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:42.463286 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff5f142-31c6-4f4a-a216-66d5b4ead291" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:42.487318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-ae3e2b50-3de8-4c8b-b710-a8dba0663be2 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:42.489203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-ae3e2b50-3de8-4c8b-b710-a8dba0663be2 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.41 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.1764009 Nov 26 21:59:42.525909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-324dd3e0-190e-468a-9d46-6a00ad69117b req-7541471d-fa24-4529-b0cd-7593fb1b9af5 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.1713915 Nov 26 21:59:42.527283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eefac0-585b-497a-a232-44f1f4afe2e7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8f0f5e-0082-4745-b94b-3c5928d663c2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:42.594355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64fc6e68-e5af-4a05-9455-be9736fde4e3 req-b09076bb-7c84-4ab0-a19b-fbe95db0be09 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 210 time: 0.0465078 Nov 26 21:59:42.607453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b24e6110-fe2a-4bb5-a0a0-6bfd18d55899 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2338147 Nov 26 21:59:42.610242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.623804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55640) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:42.623804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8742fd22-555d-48f0-94ca-6789a107caea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--671189000'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:42.682240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8742fd22-555d-48f0-94ca-6789a107caea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.688712 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:42.791721 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1236d381-77ca-4a64-81ff-183aed1e53eb x-openstack-request-id: req-1236d381-77ca-4a64-81ff-183aed1e53eb {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:42.792083 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:42.792270 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1236d381-77ca-4a64-81ff-183aed1e53eb {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:42.792686 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'status': 'completed', 'code': 200} Nov 26 21:59:42.865576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:42.869433 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8742fd22-555d-48f0-94ca-6789a107caea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.882568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8742fd22-555d-48f0-94ca-6789a107caea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.925157 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8742fd22-555d-48f0-94ca-6789a107caea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:42.928932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8742fd22-555d-48f0-94ca-6789a107caea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3098130 Nov 26 21:59:42.931793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55644) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:42.932521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Network b74f2978-8328-4335-9972-08627d9aec33 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 21:59:42.944006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:42.946303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-bee2533a-76b0-45ef-8def-8d684909d813 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '22bc2c86-b664-488e-9ac5-1f7071abc127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:42.949133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 21:59:42.951848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event updated for resources: {'Port': ['ID=77637816-de62-4a00-8f4a-049c1856e147,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:42.973593 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-bee2533a-76b0-45ef-8def-8d684909d813 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 26 21:59:42.974268 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-bee2533a-76b0-45ef-8def-8d684909d813 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:42.978210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bee2533a-76b0-45ef-8def-8d684909d813 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0454252 Nov 26 21:59:42.979962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55646) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:42.988772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-08b4fc73-cb78-4446-aecb-b1ec0a5faeea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '22bc2c86-b664-488e-9ac5-1f7071abc127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:42.990329 n-d-819494-1 neutron-server[110000]: WARNING neutron.api.v2.base [None req-08b4fc73-cb78-4446-aecb-b1ec0a5faeea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 26 21:59:42.990824 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-08b4fc73-cb78-4446-aecb-b1ec0a5faeea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:42.991837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-08b4fc73-cb78-4446-aecb-b1ec0a5faeea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107768 Nov 26 21:59:42.994846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55648) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:43.061140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742fd22-555d-48f0-94ca-6789a107caea tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bc2c86-b664-488e-9ac5-1f7071abc127,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:43.117295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f797ac-b01f-4f0a-ae2a-a0066dc9c956 req-d241c9a9-aa70-4f76-9b29-16e429d751b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:43.118483 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:43.129285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4f797ac-b01f-4f0a-ae2a-a0066dc9c956 req-d241c9a9-aa70-4f76-9b29-16e429d751b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1499040 Nov 26 21:59:43.198688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4f797ac-b01f-4f0a-ae2a-a0066dc9c956 req-0200daa9-f3eb-4988-958b-9359fd69f97d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678868 Nov 26 21:59:43.206165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:43.210749 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2c1400-4418-4d9b-823a-674d3a58c39d" -d '{"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:43.241150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:43.251939 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:43.252763 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 49f2441b-2140-41e3-af53-2f3d190ac7b5 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:43.314939 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd19071-e925-4c6a-9f18-570481d36656 x-openstack-request-id: req-2cd19071-e925-4c6a-9f18-570481d36656 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:43.315183 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-unplugged", "status": "failed", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b", "code": 422}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:43.315411 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cd19071-e925-4c6a-9f18-570481d36656 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:43.316353 n-d-819494-1 neutron-server[110001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'code': 422} returned with failed status Nov 26 21:59:43.466434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb5f32-94dd-4659-aee0-ba7dc9a4c922 req-036a2fd6-2680-4e4d-bb3f-c5ecbc133c16 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:43.479672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56fb5f32-94dd-4659-aee0-ba7dc9a4c922 req-036a2fd6-2680-4e4d-bb3f-c5ecbc133c16 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.1676595 Nov 26 21:59:43.541233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd559db2-0599-40ec-9bfe-e4c6211b1469 req-1839ac5f-8ff9-475b-a647-39b22b8b1c43 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:43.549093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd559db2-0599-40ec-9bfe-e4c6211b1469 req-1839ac5f-8ff9-475b-a647-39b22b8b1c43 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 945 time: 0.1691437 Nov 26 21:59:43.556481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7932240d-b330-4e28-a5b7-53ec9c266317 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '22bc2c86-b664-488e-9ac5-1f7071abc127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:43.557592 n-d-819494-1 neutron-server[110000]: WARNING neutron.api.v2.base [None req-7932240d-b330-4e28-a5b7-53ec9c266317 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 26 21:59:43.558176 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-7932240d-b330-4e28-a5b7-53ec9c266317 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:43.562697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7932240d-b330-4e28-a5b7-53ec9c266317 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.5483315 Nov 26 21:59:43.573376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55662) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:43.579515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-09a8f295-5e1d-4cd2-a29e-524676a0e680 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '22bc2c86-b664-488e-9ac5-1f7071abc127', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:43.580399 n-d-819494-1 neutron-server[110000]: WARNING neutron.api.v2.base [None req-09a8f295-5e1d-4cd2-a29e-524676a0e680 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 26 21:59:43.580894 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-09a8f295-5e1d-4cd2-a29e-524676a0e680 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:43.585644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-09a8f295-5e1d-4cd2-a29e-524676a0e680 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109377 Nov 26 21:59:43.592311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55668) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:43.596162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-106bf277-028b-4926-b4fb-83e158b14b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:43.598406 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-106bf277-028b-4926-b4fb-83e158b14b61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 1096 time: 0.7948167 Nov 26 21:59:43.623382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd559db2-0599-40ec-9bfe-e4c6211b1469 req-52cdcafb-fddb-4a95-bc20-0e113f83d435 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730846 Nov 26 21:59:43.646694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56fb5f32-94dd-4659-aee0-ba7dc9a4c922 req-d9fd09a0-4424-4240-86c7-65a154ca1bd8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658823 Nov 26 21:59:43.691923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:43.692549 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:43.717162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Deleting port 49f2441b-2140-41e3-af53-2f3d190ac7b5 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:43.717514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:43.775109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:42Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:43.781964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:43.807494 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d5d0f0be-c8be-4470-bc48-3ccd9038270d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5813296 Nov 26 21:59:43.817862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] Checking router: 062e35c1-e610-40c3-b704-102734987487 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:59:43.818329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9756b957-fdca-4180-870c-d9678f6b7615 req-da4f8724-b0a0-4e14-bc5f-9e2edacb70e1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0620866 Nov 26 21:59:43.854067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Request body: {'port': {'device_id': 'b2273e7a-78b2-4fae-a300-740d809a3b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:43.857552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:43.858597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:43.908493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:43.962021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] For port 49f2441b-2140-41e3-af53-2f3d190ac7b5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49f2441b-2140-41e3-af53-2f3d190ac7b5,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:43.962428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:43.986509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064745-5f28-49e9-a65e-87273395e0f3 req-7a9d4747-87c4-44d6-80ec-e4bbdc6100c0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:43.995035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12064745-5f28-49e9-a65e-87273395e0f3 req-7a9d4747-87c4-44d6-80ec-e4bbdc6100c0 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 931 time: 0.1033070 Nov 26 21:59:44.003082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Calling delete_port for 49f2441b-2140-41e3-af53-2f3d190ac7b5 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:44.028524 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-083c4778-5cb2-4cc4-a375-21c3bf4836b7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:44.038729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 49f2441b-2140-41e3-af53-2f3d190ac7b5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=49f2441b-2140-41e3-af53-2f3d190ac7b5,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:44.052902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:44.075783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-b4031ee9-d48e-40f3-adf6-30d11adf5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:44.077691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-b4031ee9-d48e-40f3-adf6-30d11adf5a8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 200 len: 897 time: 0.4644926 Nov 26 21:59:44.096207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12064745-5f28-49e9-a65e-87273395e0f3 req-61643219-e4cd-4500-bff7-92ad7f137652 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965855 Nov 26 21:59:44.109731 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:44.169724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-083c4778-5cb2-4cc4-a375-21c3bf4836b7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:44.185994 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-c581c42b-89bc-4979-b440-d95526237dcf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 200 len: 217 time: 0.0739565 Nov 26 21:59:44.186581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=49f2441b-2140-41e3-af53-2f3d190ac7b5,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:44.205958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:44.396953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-9c738b32-38f4-4346-9429-7c636c5e5b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:44.398879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-9c738b32-38f4-4346-9429-7c636c5e5b09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 200 len: 835 time: 0.1982625 Nov 26 21:59:44.444760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54812e7c-505a-46bb-ac41-a7449ac53be7 req-1c0b493e-a854-4186-b355-5d859a947892 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:44.448978 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54812e7c-505a-46bb-ac41-a7449ac53be7 req-1c0b493e-a854-4186-b355-5d859a947892 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1060629 Nov 26 21:59:44.461722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-083c4778-5cb2-4cc4-a375-21c3bf4836b7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:44.464770 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-083c4778-5cb2-4cc4-a375-21c3bf4836b7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:44.468313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-083c4778-5cb2-4cc4-a375-21c3bf4836b7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/22bc2c86-b664-488e-9ac5-1f7071abc127 HTTP/1.1" status: 204 len: 168 time: 0.8689518 Nov 26 21:59:44.468947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55690) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:44.532018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c4778-5cb2-4cc4-a375-21c3bf4836b7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bc2c86-b664-488e-9ac5-1f7071abc127,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:44.569820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54812e7c-505a-46bb-ac41-a7449ac53be7 req-dc88067d-d22a-48e1-8ea6-f0dcd463ed92 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070962 Nov 26 21:59:44.665108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:42Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:44.759331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a64b0c-fcc3-4daf-a1e0-e759c7b2e26e None None] The sync data for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 is: [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:56:38Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'b13ed5ae-88cd-48c5-b8e5-2f45028b9892', 'name': '', 'network_id': '6c622311-88d5-443a-9223-54d3d14f5d4b', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:e0:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:36Z', 'updated_at': '2021-11-26T21:56:42Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '4fc42ed7-5686-407e-90f5-e6f97cf45cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:44.766199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-ed361d9a-84ac-4bdc-bf64-25f262c9bad6 req-36576d2e-f10a-462b-8db6-c954ac95f322 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:59:44.779938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed361d9a-84ac-4bdc-bf64-25f262c9bad6 req-36576d2e-f10a-462b-8db6-c954ac95f322 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127733 Nov 26 21:59:44.809150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-467ecd2c-f049-4a36-89ad-deab693da6d4 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3316967 Nov 26 21:59:44.811660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-05385f03-e203-4bdb-bd6b-b1172fb3eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:44.813246 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-05385f03-e203-4bdb-bd6b-b1172fb3eeb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c622311-88d5-443a-9223-54d3d14f5d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3662157 Nov 26 21:59:44.813718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55702) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:44.816819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3076f3b-ee6a-4463-92eb-49248c53fb9f req-4ff3be3f-54fe-462a-b05e-84bdc150bb16 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:44.830575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3076f3b-ee6a-4463-92eb-49248c53fb9f req-4ff3be3f-54fe-462a-b05e-84bdc150bb16 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 943 time: 0.1248722 Nov 26 21:59:44.838140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-179f56c3-2365-440d-a98c-2ef5f1e03808 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--760596214'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:44.910606 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:44.917985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3076f3b-ee6a-4463-92eb-49248c53fb9f req-14720fce-bc8a-42a3-acb1-6b5cd9b6e59c tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862029 Nov 26 21:59:44.945676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['861e445e-ac4b-4e50-80c2-a5a40686bff1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:44.948030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['d9ae3e27-d9fb-4296-a391-b9f0236f06e6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:45.084218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28ce7dad-5e89-40ef-9f02-041e4ea91c1c req-50a4bf2a-8008-4594-be72-72b63d84b9eb tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0638857 Nov 26 21:59:45.102323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77637816-de62-4a00-8f4a-049c1856e147 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:59:45.111754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:45.134329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Transition to ACTIVE for port object 77637816-de62-4a00-8f4a-049c1856e147 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:59:45.154815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:45.276225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-24c8addb-6186-49e6-9a4f-4603a620e33a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:45.278320 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-24c8addb-6186-49e6-9a4f-4603a620e33a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.6558888 Nov 26 21:59:45.279312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-179f56c3-2365-440d-a98c-2ef5f1e03808 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:45.283652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecdf71-f45d-4af6-a3c8-894e1bd9c750 req-2ce0b041-ff61-400b-a519-7970f037cad4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:45.293525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eaecdf71-f45d-4af6-a3c8-894e1bd9c750 req-2ce0b041-ff61-400b-a519-7970f037cad4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.1140695 Nov 26 21:59:45.319385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f2441b-2140-41e3-af53-2f3d190ac7b5'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:45.321968 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d73c31a-f53b-47b4-936e-29e83722d847" -d '{"events": [{"server_uuid": "41bc66a5-1aea-4fb7-87ad-cec6c0c525d8", "name": "network-vif-unplugged", "status": "completed", "tag": "49f2441b-2140-41e3-af53-2f3d190ac7b5"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:45.357901 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff9308-69c4-4fec-bd5f-f6047b7fca11 None None] New status for floating IP 7f8545a4-e6fc-4d0d-a68b-6c7f0ac93514: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 21:59:45.426021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Pushing event deleted for resources: {'Port': ['ID=49f2441b-2140-41e3-af53-2f3d190ac7b5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:45.519624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eaecdf71-f45d-4af6-a3c8-894e1bd9c750 req-9a6ac376-650b-4451-827c-c40640ff50d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067280 Nov 26 21:59:45.583455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4643c1-45f6-4452-939c-6bfc03c20cc4 req-6697e6b7-57e1-43f1-a045-4360b8c1fc9d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:45.585944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b4643c1-45f6-4452-939c-6bfc03c20cc4 req-6697e6b7-57e1-43f1-a045-4360b8c1fc9d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 943 time: 0.2906654 Nov 26 21:59:45.618920 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd28594-e530-43ed-b75e-8eeb90025e13 x-openstack-request-id: req-4cd28594-e530-43ed-b75e-8eeb90025e13 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:45.619222 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bc66a5-1aea-4fb7-87ad-cec6c0c525d8", "name": "network-vif-unplugged", "status": "completed", "tag": "49f2441b-2140-41e3-af53-2f3d190ac7b5", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:45.619481 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4cd28594-e530-43ed-b75e-8eeb90025e13 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:45.619887 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f2441b-2140-41e3-af53-2f3d190ac7b5', 'code': 200} Nov 26 21:59:45.683672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] No DVR routers for this DVR port 49f2441b-2140-41e3-af53-2f3d190ac7b5 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:45.718509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:45.722195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08f95baf-acc3-4b4a-99ab-39d5d8a1abc6 req-9030d5ba-8c82-4528-b003-250a52a1884d tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.41 "DELETE /v2.0/ports/49f2441b-2140-41e3-af53-2f3d190ac7b5 HTTP/1.1" status: 204 len: 173 time: 3.1608427 Nov 26 21:59:45.730026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'name': 'network-vif-deleted', 'tag': '49f2441b-2140-41e3-af53-2f3d190ac7b5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:45.732472 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328573fc-c69d-491c-bfbe-48a31f9929bc" -d '{"events": [{"server_uuid": "41bc66a5-1aea-4fb7-87ad-cec6c0c525d8", "name": "network-vif-deleted", "tag": "49f2441b-2140-41e3-af53-2f3d190ac7b5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:45.780635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-179f56c3-2365-440d-a98c-2ef5f1e03808 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:45.782722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b4643c1-45f6-4452-939c-6bfc03c20cc4 req-d559b76f-0d0e-4ed0-86ab-70bca12e2f29 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900687 Nov 26 21:59:45.783711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Pushing event updated for resources: {'Port': ['ID=77637816-de62-4a00-8f4a-049c1856e147,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:45.802683 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-24473023-32ae-4476-bd91-fdb681ed09eb service neutron] 10.222.0.13 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9759080 Nov 26 21:59:45.808581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-232779ae-125e-4bfd-959d-612b81d82da5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3124552 Nov 26 21:59:45.814674 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-179f56c3-2365-440d-a98c-2ef5f1e03808 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:45.826438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e24fc-1e05-4666-bbc6-54b6f7b6bad0 req-44b92824-baf1-4b35-80e3-af58e1713e40 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:45.828156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c0e24fc-1e05-4666-bbc6-54b6f7b6bad0 req-44b92824-baf1-4b35-80e3-af58e1713e40 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 945 time: 0.1344471 Nov 26 21:59:45.843232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-b9dae1c5-3a32-4759-b9e3-e40b16e8e0db service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 21:59:45.852483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-b9dae1c5-3a32-4759-b9e3-e40b16e8e0db service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135303 Nov 26 21:59:45.934674 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e72075-7ac9-482b-9219-57bf4a12c26c x-openstack-request-id: req-58e72075-7ac9-482b-9219-57bf4a12c26c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:45.934980 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bc66a5-1aea-4fb7-87ad-cec6c0c525d8", "name": "network-vif-deleted", "tag": "49f2441b-2140-41e3-af53-2f3d190ac7b5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:45.935241 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58e72075-7ac9-482b-9219-57bf4a12c26c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:45.935644 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bc66a5-1aea-4fb7-87ad-cec6c0c525d8', 'name': 'network-vif-deleted', 'tag': '49f2441b-2140-41e3-af53-2f3d190ac7b5', 'status': 'completed', 'code': 200} Nov 26 21:59:45.994933 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c0e24fc-1e05-4666-bbc6-54b6f7b6bad0 req-4dc21edc-a5f6-4020-81b8-4b69a7b3fc17 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1d585b48-3fa2-404a-a12b-06bcaadbe5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1557775 Nov 26 21:59:46.123206 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-179f56c3-2365-440d-a98c-2ef5f1e03808 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:46.127170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-179f56c3-2365-440d-a98c-2ef5f1e03808 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3000596 Nov 26 21:59:46.136834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55738) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.145304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Attempting to bind port 77637816-de62-4a00-8f4a-049c1856e147 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:59:46.145646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Attempting to bind port 77637816-de62-4a00-8f4a-049c1856e147 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:59:46.145972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Attempting to bind port 77637816-de62-4a00-8f4a-049c1856e147 on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:46.161785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f56c3-2365-440d-a98c-2ef5f1e03808 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a006b92-642e-4a95-a972-4d936a607d40,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:46.189641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7cc84859-5e74-464c-9623-55c95b2c3d03 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.190880 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-7cc84859-5e74-464c-9623-55c95b2c3d03 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 21:59:46.191645 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-7cc84859-5e74-464c-9623-55c95b2c3d03 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:46.195893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7cc84859-5e74-464c-9623-55c95b2c3d03 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0540438 Nov 26 21:59:46.196958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55744) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.200432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7affaeb5-1aba-44b4-bcf5-3c4d590dc8ad req-2b3d353a-cecc-4ed4-a239-25d19c3e86d3 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=41bc66a5-1aea-4fb7-87ad-cec6c0c525d8 HTTP/1.1" status: 200 len: 210 time: 0.0786808 Nov 26 21:59:46.201151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Port 77637816-de62-4a00-8f4a-049c1856e147 on network b74f2978-8328-4335-9972-08627d9aec33 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:59:46.201834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Attempting to bind port 77637816-de62-4a00-8f4a-049c1856e147 on network b74f2978-8328-4335-9972-08627d9aec33 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:46.209991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:46.210367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:46.212541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a2e3a286-28ea-46cd-b164-5b6d973874d6 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.283724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:59:46.284073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Checking segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:46.284998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Bound using segment: {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:59:46.288014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Bound port: 77637816-de62-4a00-8f4a-049c1856e147, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:59:46.288177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:46.297929 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-a2e3a286-28ea-46cd-b164-5b6d973874d6 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:46.301750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a2e3a286-28ea-46cd-b164-5b6d973874d6 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0946662 Nov 26 21:59:46.302020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55746) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.306471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-cc793791-dff6-4048-a53b-cbbbd6aa6e1c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.306953 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-cc793791-dff6-4048-a53b-cbbbd6aa6e1c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 26 21:59:46.312096 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-cc793791-dff6-4048-a53b-cbbbd6aa6e1c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:46.318208 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cc793791-dff6-4048-a53b-cbbbd6aa6e1c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101931 Nov 26 21:59:46.326605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55748) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.331208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0aed56f9-9e3c-4d0b-a1b1-5f71913f5558 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.351804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ff5f142-31c6-4f4a-a216-66d5b4ead291 req-08f5f99b-0016-45a5-90b9-6d40bc00583b service neutron] 10.222.0.13 "GET /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380232 Nov 26 21:59:46.410233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bda4321-c62a-4dec-a9e5-f035df388c78 req-be799e17-becd-4a3d-8532-bf3e07b8bd88 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0609596 Nov 26 21:59:46.482034 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-0aed56f9-9e3c-4d0b-a1b1-5f71913f5558 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:46.483449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0aed56f9-9e3c-4d0b-a1b1-5f71913f5558 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1558254 Nov 26 21:59:46.486237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55750) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.490623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:46.490986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:46.491969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e04d2dbf-5aca-4d2c-a522-71dbcd2f91ae tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.492652 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-e04d2dbf-5aca-4d2c-a522-71dbcd2f91ae tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 21:59:46.493342 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-e04d2dbf-5aca-4d2c-a522-71dbcd2f91ae tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:46.494572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e04d2dbf-5aca-4d2c-a522-71dbcd2f91ae tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072076 Nov 26 21:59:46.501182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55752) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.521244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] For port 77637816-de62-4a00-8f4a-049c1856e147, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:46.536735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] For port 77637816-de62-4a00-8f4a-049c1856e147, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=77637816-de62-4a00-8f4a-049c1856e147,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 21:59:46.541475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8331965e-48bc-4bc3-910b-296a0411a31c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.581793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:46.585852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:46.663504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:46.664055 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:46.665455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-03970354-03f3-403d-82d9-d093f83d007e service neutron] 10.222.0.41 "PUT /v2.0/ports/77637816-de62-4a00-8f4a-049c1856e147 HTTP/1.1" status: 200 len: 1091 time: 2.8227682 Nov 26 21:59:46.666260 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-8331965e-48bc-4bc3-910b-296a0411a31c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Project ae7b15d1dd97496d8ecfa4e0c767ce22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 21:59:46.670208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03970354-03f3-403d-82d9-d093f83d007e service neutron] Pushing event updated for resources: {'Port': ['ID=77637816-de62-4a00-8f4a-049c1856e147,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:46.731070 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-8331965e-48bc-4bc3-910b-296a0411a31c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:46.732145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8331965e-48bc-4bc3-910b-296a0411a31c tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2177880 Nov 26 21:59:46.738271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55756) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.745278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-76fb831b-f7b4-4254-8fc8-3adda6e15d9b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.746237 n-d-819494-1 neutron-server[110000]: WARNING neutron.api.v2.base [None req-76fb831b-f7b4-4254-8fc8-3adda6e15d9b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 26 21:59:46.746507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aec691-5494-4b96-ad48-5d2235d8d43b req-e773fbe6-c385-41d9-a576-a5d2399e3e2f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:46.746970 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-76fb831b-f7b4-4254-8fc8-3adda6e15d9b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:46.748343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31aec691-5494-4b96-ad48-5d2235d8d43b req-e773fbe6-c385-41d9-a576-a5d2399e3e2f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.1374900 Nov 26 21:59:46.750938 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-76fb831b-f7b4-4254-8fc8-3adda6e15d9b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100052 Nov 26 21:59:46.751547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55758) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.758640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-10a4cfe2-f451-4491-9921-cf9577ecc146 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.819537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d01b6643-4623-4df5-8165-f798d5150730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:46.821596 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d01b6643-4623-4df5-8165-f798d5150730 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 1094 time: 0.0669012 Nov 26 21:59:46.826213 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-10a4cfe2-f451-4491-9921-cf9577ecc146 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Project ae7b15d1dd97496d8ecfa4e0c767ce22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 21:59:46.866495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31aec691-5494-4b96-ad48-5d2235d8d43b req-650849f8-5e56-487d-8c00-7274b78833d7 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796843 Nov 26 21:59:46.867963 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-10a4cfe2-f451-4491-9921-cf9577ecc146 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:46.869047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-10a4cfe2-f451-4491-9921-cf9577ecc146 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1161675 Nov 26 21:59:46.872894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55764) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:46.882548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8248a09e-146d-4473-a858-dba60ee14d64 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '4a006b92-642e-4a95-a972-4d936a607d40', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:46.919315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-6f438254-93ff-4bd1-b60a-fe1340e5266c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77637816-de62-4a00-8f4a-049c1856e147 HTTP/1.1" status: 200 len: 217 time: 0.0623944 Nov 26 21:59:47.020799 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-8248a09e-146d-4473-a858-dba60ee14d64 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Project ae7b15d1dd97496d8ecfa4e0c767ce22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 21:59:47.055649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a2d8f-1392-45ca-ba0d-c310e6deab5d req-75fcfc08-29aa-4a3f-ad7e-05e0003a9290 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:47.060747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e47a2d8f-1392-45ca-ba0d-c310e6deab5d req-75fcfc08-29aa-4a3f-ad7e-05e0003a9290 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 943 time: 0.1727357 Nov 26 21:59:47.072094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:47.101119 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-8248a09e-146d-4473-a858-dba60ee14d64 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:47.103715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8248a09e-146d-4473-a858-dba60ee14d64 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2285573 Nov 26 21:59:47.107391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55768) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:47.114184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=0b7eb833-a2e0-4a7e-8dbc-0e016579f584,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:47.118860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-5f582d37-8be1-435f-9f7a-b21116ccfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:47.121270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-5f582d37-8be1-435f-9f7a-b21116ccfa47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.1149628 Nov 26 21:59:47.196626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] No DVR routers for this DVR port 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:47.207797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:47.211557 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c4e455f2-d3f8-4ef8-a5d1-1e3bdba66938 req-0f03b60d-9132-4501-a685-ab5a66ffdc3c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "DELETE /v2.0/ports/0b7eb833-a2e0-4a7e-8dbc-0e016579f584 HTTP/1.1" status: 204 len: 173 time: 1.8929372 Nov 26 21:59:47.229494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-532276bb-b5e1-40ac-9960-a0831817389b req-5a6e352f-1499-4a83-a8d8-ad419a1bfd0c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f8ac1fb-b07a-4983-9b02-4bc10c048700 HTTP/1.1" status: 200 len: 210 time: 0.0718887 Nov 26 21:59:47.263597 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-eeb9b04a-8a5d-4ebe-bb3e-aeaee37c6db4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095445 Nov 26 21:59:47.310396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e47a2d8f-1392-45ca-ba0d-c310e6deab5d req-adc3a692-08fe-4c21-ad0f-68e4349f8b51 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354782 Nov 26 21:59:47.317327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c391cbc-d0bb-4f55-8915-1d3bc724fc26 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:47.383991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c391cbc-d0bb-4f55-8915-1d3bc724fc26 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:47.497594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-a1931b37-255f-4b5d-b659-857ccbebd061 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257783 Nov 26 21:59:47.515739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c391cbc-d0bb-4f55-8915-1d3bc724fc26 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:47.524614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c391cbc-d0bb-4f55-8915-1d3bc724fc26 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:47.525810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4c391cbc-d0bb-4f55-8915-1d3bc724fc26 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/4a006b92-642e-4a95-a972-4d936a607d40 HTTP/1.1" status: 204 len: 168 time: 0.4170084 Nov 26 21:59:47.536645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55778) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:47.638980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c391cbc-d0bb-4f55-8915-1d3bc724fc26 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a006b92-642e-4a95-a972-4d936a607d40,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:47.671572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be019667-7b7b-4a44-94eb-23a84fd20d97 req-56537187-a0fc-4baa-8f91-53d2c41334bf tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.1258798 Nov 26 21:59:47.755976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b746da98-b330-4a0b-9b83-2d2cdbf7b841 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2152846 Nov 26 21:59:47.759486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:47.764023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-90f95211-bd82-435e-942e-0c70abf3b2a3 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1835215636'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:47.778324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d519315-2737-42c7-abe0-fd11ea0bd43c req-d350a99c-56f3-431f-bd95-833899676b33 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728288 Nov 26 21:59:47.863012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f95211-bd82-435e-942e-0c70abf3b2a3 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:47.873755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a211b0-944c-4d08-9446-711c4282a7e4 req-f3c57814-8519-406b-aa99-ca93ee24f21a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:47.889231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a211b0-944c-4d08-9446-711c4282a7e4 req-f3c57814-8519-406b-aa99-ca93ee24f21a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 945 time: 0.1143310 Nov 26 21:59:47.937235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2273e7a-78b2-4fae-a300-740d809a3b5b', 'tag': '77637816-de62-4a00-8f4a-049c1856e147'}, {'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'name': 'network-vif-deleted', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:47.940576 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4272514e-5ad8-47a9-a0a8-c096986682d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2273e7a-78b2-4fae-a300-740d809a3b5b", "tag": "77637816-de62-4a00-8f4a-049c1856e147"}, {"server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "name": "network-vif-deleted", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:48.014887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2a211b0-944c-4d08-9446-711c4282a7e4 req-dae96071-3ff3-4863-b4d9-3e087f7ef895 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245627 Nov 26 21:59:48.099844 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf75908-ceef-455f-8870-585e96f02b83 x-openstack-request-id: req-5cf75908-ceef-455f-8870-585e96f02b83 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:48.100205 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2273e7a-78b2-4fae-a300-740d809a3b5b", "tag": "77637816-de62-4a00-8f4a-049c1856e147", "status": "completed", "code": 200}, {"server_uuid": "7f8ac1fb-b07a-4983-9b02-4bc10c048700", "name": "network-vif-deleted", "tag": "0b7eb833-a2e0-4a7e-8dbc-0e016579f584", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:48.100525 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cf75908-ceef-455f-8870-585e96f02b83 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:48.100773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f87fe8-57c0-4be8-b64c-3b079287a481 req-360937a4-6f77-43ef-b46d-c7a25ef1607d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:48.101036 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2273e7a-78b2-4fae-a300-740d809a3b5b', 'tag': '77637816-de62-4a00-8f4a-049c1856e147', 'status': 'completed', 'code': 200} Nov 26 21:59:48.101355 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ac1fb-b07a-4983-9b02-4bc10c048700', 'name': 'network-vif-deleted', 'tag': '0b7eb833-a2e0-4a7e-8dbc-0e016579f584', 'status': 'completed', 'code': 200} Nov 26 21:59:48.102344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4f87fe8-57c0-4be8-b64c-3b079287a481 req-360937a4-6f77-43ef-b46d-c7a25ef1607d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.0928235 Nov 26 21:59:48.132456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f95211-bd82-435e-942e-0c70abf3b2a3 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:48.142423 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f95211-bd82-435e-942e-0c70abf3b2a3 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:48.230887 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90f95211-bd82-435e-942e-0c70abf3b2a3 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:48.232383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-90f95211-bd82-435e-942e-0c70abf3b2a3 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4718978 Nov 26 21:59:48.239095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55790) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:48.243762 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6a9af55b-de13-4e7a-960a-0145a2d1eb91 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '521fd446-4444-41d8-a150-f47fb8ec143d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:48.250354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-b4e30bb3-87c4-4689-81d0-4368a935aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:48.252840 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-b4e30bb3-87c4-4689-81d0-4368a935aeab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a5a74555b8e427e9d5065199c03f47b&device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 1094 time: 0.0952098 Nov 26 21:59:48.255963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f95211-bd82-435e-942e-0c70abf3b2a3 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521fd446-4444-41d8-a150-f47fb8ec143d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:48.287746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4f87fe8-57c0-4be8-b64c-3b079287a481 req-1192517f-52c6-4e85-ac9d-027f25c5f6b8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643949 Nov 26 21:59:48.303266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55794) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:48.350194 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-6a9af55b-de13-4e7a-960a-0145a2d1eb91 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The resource could not be found. Nov 26 21:59:48.352220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6a9af55b-de13-4e7a-960a-0145a2d1eb91 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1118097 Nov 26 21:59:48.355025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55798) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:48.361168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-16d142c1-4235-4d77-9d4b-44a6f401a613 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '521fd446-4444-41d8-a150-f47fb8ec143d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '473bf174-3524-4348-b017-1afb9734653d'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:48.447226 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-16d142c1-4235-4d77-9d4b-44a6f401a613 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The resource could not be found. Nov 26 21:59:48.449073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-16d142c1-4235-4d77-9d4b-44a6f401a613 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0925765 Nov 26 21:59:48.461415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55802) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:48.544617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-1c8301e7-7493-4ae4-8e33-8f298740e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:48.546269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-1c8301e7-7493-4ae4-8e33-8f298740e0a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 200 len: 913 time: 0.2840927 Nov 26 21:59:48.580168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f42e4a-8828-4884-9922-9e308e2783b3 req-6005e379-bf9b-4800-a2a0-f0357062b9f6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:48.581901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8f42e4a-8828-4884-9922-9e308e2783b3 req-6005e379-bf9b-4800-a2a0-f0357062b9f6 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 943 time: 0.1315672 Nov 26 21:59:48.627676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e27e0cbb-7c39-433b-8be8-5d37fb141914 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:48.652006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-a369593d-f439-4b18-9873-269ca61e1b72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77637816-de62-4a00-8f4a-049c1856e147 HTTP/1.1" status: 200 len: 217 time: 0.0903335 Nov 26 21:59:48.685573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e27e0cbb-7c39-433b-8be8-5d37fb141914 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:48.699720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8f42e4a-8828-4884-9922-9e308e2783b3 req-3fcb3b58-182d-4c3d-9fe2-a3f1965ad735 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075139 Nov 26 21:59:48.782288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e27e0cbb-7c39-433b-8be8-5d37fb141914 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:48.786231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-08bc482d-cc25-4a3e-a787-2cc5968d7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:48.789713 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e27e0cbb-7c39-433b-8be8-5d37fb141914 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:48.791840 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-08bc482d-cc25-4a3e-a787-2cc5968d7414 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 200 len: 852 time: 0.1299694 Nov 26 21:59:48.792218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e27e0cbb-7c39-433b-8be8-5d37fb141914 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/521fd446-4444-41d8-a150-f47fb8ec143d HTTP/1.1" status: 204 len: 168 time: 0.3286798 Nov 26 21:59:48.795208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55806) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:48.834414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbf85fd0-659c-489f-becc-4bbb91a0810e req-8cbf8c9b-2eb2-4554-b408-310c99f0942e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.0409739 Nov 26 21:59:48.835436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e0cbb-7c39-433b-8be8-5d37fb141914 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521fd446-4444-41d8-a150-f47fb8ec143d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:48.874416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:48.905417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:48.905771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0b7eb833-a2e0-4a7e-8dbc-0e016579f584 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:48.924230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-9e58ac17-0daf-47ca-ac56-2c2ef4634aee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b74f2978-8328-4335-9972-08627d9aec33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234107 Nov 26 21:59:49.013817 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-966162c6-90cd-4b1b-ad8f-9aa65558503f tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2159786 Nov 26 21:59:49.020009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55808) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:49.024539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e48b81f0-4c50-48ff-a0df-6a33daed4656 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': 'd3d4f602-9a41-4a66-bbc4-4a2e4d000f98', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:49.111532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-1c6b1376-15a6-466e-86dc-c6cec20457d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776307 Nov 26 21:59:49.147249 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-e48b81f0-4c50-48ff-a0df-6a33daed4656 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The resource could not be found. Nov 26 21:59:49.148294 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e48b81f0-4c50-48ff-a0df-6a33daed4656 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1273444 Nov 26 21:59:49.153332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55812) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:49.161656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6e3cf8fd-25db-4d5b-ad8d-df9967e56bb7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--464402083'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:49.239193 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf8fd-25db-4d5b-ad8d-df9967e56bb7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.250738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0949c8-a4d4-4a42-b6b3-bd092e62ff38 req-2d56d50c-ae0d-4dcd-a433-5e31354d41bd tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:49.252906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e0949c8-a4d4-4a42-b6b3-bd092e62ff38 req-2d56d50c-ae0d-4dcd-a433-5e31354d41bd tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 945 time: 0.1008835 Nov 26 21:59:49.308369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.344221 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf8fd-25db-4d5b-ad8d-df9967e56bb7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.355154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf8fd-25db-4d5b-ad8d-df9967e56bb7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.384908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e3cf8fd-25db-4d5b-ad8d-df9967e56bb7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.386228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6e3cf8fd-25db-4d5b-ad8d-df9967e56bb7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2306995 Nov 26 21:59:49.398460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55816) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:49.401498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4272514e-5ad8-47a9-a0a8-c096986682d5 req-97943df9-16ec-4d73-9dc5-cac942f51932 service neutron] 10.222.0.41 "GET /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774937 Nov 26 21:59:49.402838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d8b58cdf-947b-426b-b9ff-349c1a3f0414 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--460825981'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:49.465454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e0949c8-a4d4-4a42-b6b3-bd092e62ff38 req-87b54cc2-2bfa-43c3-84aa-bde3c95e9911 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039976 Nov 26 21:59:49.481068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cf8fd-25db-4d5b-ad8d-df9967e56bb7 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac9745-303e-4b01-9465-c49757e5b294,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:49.513461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c9134-779d-4c80-8ff2-314014ebaa86 req-371caa80-67d9-4df9-bdf2-163e6b4c7a14 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:49.515399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-243c9134-779d-4c80-8ff2-314014ebaa86 req-371caa80-67d9-4df9-bdf2-163e6b4c7a14 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.0879064 Nov 26 21:59:49.517019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8b58cdf-947b-426b-b9ff-349c1a3f0414 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.617402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8b58cdf-947b-426b-b9ff-349c1a3f0414 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.629801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8b58cdf-947b-426b-b9ff-349c1a3f0414 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.684458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-243c9134-779d-4c80-8ff2-314014ebaa86 req-e318d656-ec3d-471c-a690-62614e4abdeb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507933 Nov 26 21:59:49.705320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8b58cdf-947b-426b-b9ff-349c1a3f0414 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.707601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d8b58cdf-947b-426b-b9ff-349c1a3f0414 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3079174 Nov 26 21:59:49.710253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55820) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:49.715069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-283f85c3-4f80-4ec6-ab0a-d28ae714a87f tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': '3fac9745-303e-4b01-9465-c49757e5b294', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a9d9cf80-ce0b-417e-b35d-f1dea3e3895f'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:49.736998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b58cdf-947b-426b-b9ff-349c1a3f0414 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9cf80-ce0b-417e-b35d-f1dea3e3895f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:49.758484 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-283f85c3-4f80-4ec6-ab0a-d28ae714a87f tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:49.759903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-283f85c3-4f80-4ec6-ab0a-d28ae714a87f tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0486116 Nov 26 21:59:49.772621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55824) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:49.892066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-94d0a695-95cd-42be-bf2f-36d43580d233 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:49.903619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15ca82-8b4c-4492-bc38-255e1950c95e req-24a254b7-c433-4c0d-990e-fd1554fd1546 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:49.905635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d15ca82-8b4c-4492-bc38-255e1950c95e req-24a254b7-c433-4c0d-990e-fd1554fd1546 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 943 time: 0.1022100 Nov 26 21:59:49.923180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-778ff5d1-6216-4b52-8a18-89e999287cc0 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:49.925033 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-778ff5d1-6216-4b52-8a18-89e999287cc0 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 945 time: 0.0817835 Nov 26 21:59:49.999036 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-94d0a695-95cd-42be-bf2f-36d43580d233 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.081305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d15ca82-8b4c-4492-bc38-255e1950c95e req-37838fbe-9d92-4ae3-9b63-f054adfef692 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625741 Nov 26 21:59:50.082748 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-94d0a695-95cd-42be-bf2f-36d43580d233 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.089516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-94d0a695-95cd-42be-bf2f-36d43580d233 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.095229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-94d0a695-95cd-42be-bf2f-36d43580d233 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9d9cf80-ce0b-417e-b35d-f1dea3e3895f HTTP/1.1" status: 204 len: 168 time: 0.3213422 Nov 26 21:59:50.110356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7884da5d-c99a-4be4-b131-992113f568ff req-21a933bf-cf34-4ac2-bd8c-fce44630f428 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/ports?device_id=87ba3312-71e6-47a7-8983-d9d73eaddf93 HTTP/1.1" status: 200 len: 210 time: 0.1282113 Nov 26 21:59:50.110919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55828) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:50.157552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0a695-95cd-42be-bf2f-36d43580d233 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9cf80-ce0b-417e-b35d-f1dea3e3895f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:50.228440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-45565483-af92-4530-bd84-79601df28825 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1003642 Nov 26 21:59:50.234651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55830) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:50.303003 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2a6b-1294-4ccd-ae81-4e8a571b696b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.307362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Deleting port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:50.307854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.328506 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2a6b-1294-4ccd-ae81-4e8a571b696b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.373545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2a6b-1294-4ccd-ae81-4e8a571b696b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.378828 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7a2a6b-1294-4ccd-ae81-4e8a571b696b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.382267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4a7a2a6b-1294-4ccd-ae81-4e8a571b696b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/3fac9745-303e-4b01-9465-c49757e5b294 HTTP/1.1" status: 204 len: 168 time: 0.1463838 Nov 26 21:59:50.384526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55832) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:50.392423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a2a6b-1294-4ccd-ae81-4e8a571b696b tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac9745-303e-4b01-9465-c49757e5b294,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:50.452764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port b13ed5ae-88cd-48c5-b8e5-2f45028b9892 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:50.453115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.458662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] For port d9ae3e27-d9fb-4296-a391-b9f0236f06e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:50.459024 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.492217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Calling delete_port for d9ae3e27-d9fb-4296-a391-b9f0236f06e6 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:50.579799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a786c4ae-be67-48ed-a0a4-7d2c770472f5 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1915298 Nov 26 21:59:50.589097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55836) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:50.597564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-04d1af31-f162-42ff-bae4-758a5c299777 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661369939'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:50.614480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6aab10-ed9b-41e4-9bb6-370cf7cff0a6 req-4d90f3c2-0dac-4399-a66c-0dcd5c56f090 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:50.616002 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa6aab10-ed9b-41e4-9bb6-370cf7cff0a6 req-4d90f3c2-0dac-4399-a66c-0dcd5c56f090 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd2677c4-d00d-4ad7-bcbd-ad6462580eef HTTP/1.1" status: 200 len: 945 time: 0.0572987 Nov 26 21:59:50.684604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d1af31-f162-42ff-bae4-758a5c299777 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.698866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa6aab10-ed9b-41e4-9bb6-370cf7cff0a6 req-76fd5f87-5d06-48a0-a4fa-e445c033c760 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741167 Nov 26 21:59:50.708735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port b13ed5ae-88cd-48c5-b8e5-2f45028b9892, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:50.709116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.730460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for b13ed5ae-88cd-48c5-b8e5-2f45028b9892 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:50.781499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 77637816-de62-4a00-8f4a-049c1856e147 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 21:59:50.850557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cd817-db33-42c1-906b-74edb98e4662 req-8533e8df-b180-4b31-9b0a-55564ca520ff tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:50.852531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e1cd817-db33-42c1-906b-74edb98e4662 req-8533e8df-b180-4b31-9b0a-55564ca520ff tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.0563905 Nov 26 21:59:50.866229 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:50.914188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['861e445e-ac4b-4e50-80c2-a5a40686bff1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:50.922511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['d9ae3e27-d9fb-4296-a391-b9f0236f06e6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:50.925996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Pushing event deleted for resources: {'Port': ['ID=d9ae3e27-d9fb-4296-a391-b9f0236f06e6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:50.946990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e1cd817-db33-42c1-906b-74edb98e4662 req-88c7f4ec-77e4-4165-a053-cdbb212e5f7e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853858 Nov 26 21:59:50.973217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d1af31-f162-42ff-bae4-758a5c299777 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.000092 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d1af31-f162-42ff-bae4-758a5c299777 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.002864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] No DVR routers for this DVR port d9ae3e27-d9fb-4296-a391-b9f0236f06e6 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:51.005978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.010724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c68ff34b-dd57-41e2-a226-e5176a9db832 req-71797430-2b48-49db-99a4-391707fa4caa tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.13 "DELETE /v2.0/ports/d9ae3e27-d9fb-4296-a391-b9f0236f06e6 HTTP/1.1" status: 204 len: 173 time: 1.0771301 Nov 26 21:59:51.029341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 77637816-de62-4a00-8f4a-049c1856e147, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=77637816-de62-4a00-8f4a-049c1856e147,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:51.055573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '77637816-de62-4a00-8f4a-049c1856e147', 'network_id': 'b74f2978-8328-4335-9972-08627d9aec33', 'port_id': '77637816-de62-4a00-8f4a-049c1856e147', 'mac_address': 'fa:16:3e:37:bc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 21:59:51.061937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2677c4-d00d-4ad7-bcbd-ad6462580eef', 'name': 'network-vif-deleted', 'tag': 'd9ae3e27-d9fb-4296-a391-b9f0236f06e6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:51.064217 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0684af25-e75f-4422-9706-4cc1cc9d7152" -d '{"events": [{"server_uuid": "dd2677c4-d00d-4ad7-bcbd-ad6462580eef", "name": "network-vif-deleted", "tag": "d9ae3e27-d9fb-4296-a391-b9f0236f06e6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:51.135257 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.178842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77637816-de62-4a00-8f4a-049c1856e147 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:59:51.204361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 77637816-de62-4a00-8f4a-049c1856e147, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=77637816-de62-4a00-8f4a-049c1856e147,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:51.216991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.280780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=77637816-de62-4a00-8f4a-049c1856e147,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:51.311791 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdf4fb3-d2fe-4c62-9a7b-6917ce61b55b x-openstack-request-id: req-2cdf4fb3-d2fe-4c62-9a7b-6917ce61b55b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:51.311791 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2677c4-d00d-4ad7-bcbd-ad6462580eef", "name": "network-vif-deleted", "tag": "d9ae3e27-d9fb-4296-a391-b9f0236f06e6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:51.312476 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cdf4fb3-d2fe-4c62-9a7b-6917ce61b55b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:51.313016 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2677c4-d00d-4ad7-bcbd-ad6462580eef', 'name': 'network-vif-deleted', 'tag': 'd9ae3e27-d9fb-4296-a391-b9f0236f06e6', 'status': 'completed', 'code': 200} Nov 26 21:59:51.345610 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d1af31-f162-42ff-bae4-758a5c299777 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.349894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-04d1af31-f162-42ff-bae4-758a5c299777 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7582297 Nov 26 21:59:51.354125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55854) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:51.369002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095274b4-25d1-47b3-8c3d-3b9cca270fac req-73ef6cf5-0aec-48a8-a44b-df4aa8213a6f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:51.372854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-095274b4-25d1-47b3-8c3d-3b9cca270fac req-73ef6cf5-0aec-48a8-a44b-df4aa8213a6f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 944 time: 0.1101429 Nov 26 21:59:51.380685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bf36270e-e677-4fd2-8600-67166b3c01f0 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': 'cd7208d7-e917-45d2-b81b-04cfcaa24191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:51.404593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55856) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:51.409751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.509145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=b13ed5ae-88cd-48c5-b8e5-2f45028b9892,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:51.522056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-095274b4-25d1-47b3-8c3d-3b9cca270fac req-6d4358b3-c65d-4168-b5cf-c4327d21afde tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409974 Nov 26 21:59:51.528426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1af31-f162-42ff-bae4-758a5c299777 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7208d7-e917-45d2-b81b-04cfcaa24191,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:51.541268 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-bf36270e-e677-4fd2-8600-67166b3c01f0 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:51.544739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf36270e-e677-4fd2-8600-67166b3c01f0 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1863036 Nov 26 21:59:51.558351 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55858) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:51.568896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-632320b1-57d7-4cc5-b521-d4c2825cd640 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group_rule': {'security_group_id': 'cd7208d7-e917-45d2-b81b-04cfcaa24191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:51.621552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d18d150e-86e7-4ac5-adc4-355e4e2efaab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.638530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['77637816-de62-4a00-8f4a-049c1856e147'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:51.821537 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d18d150e-86e7-4ac5-adc4-355e4e2efaab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:51.850027 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-632320b1-57d7-4cc5-b521-d4c2825cd640 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 21:59:51.856484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-632320b1-57d7-4cc5-b521-d4c2825cd640 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2941527 Nov 26 21:59:51.859732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55866) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:51.989795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.043628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ca434895-f3f3-43a9-a131-cc3c89785f63 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.061173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d18d150e-86e7-4ac5-adc4-355e4e2efaab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.064222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d18d150e-86e7-4ac5-adc4-355e4e2efaab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.065626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d18d150e-86e7-4ac5-adc4-355e4e2efaab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "DELETE /v2.0/security-groups/99d30342-d7d6-4887-add6-abfb72f97123 HTTP/1.1" status: 204 len: 168 time: 0.6598735 Nov 26 21:59:52.083160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55874) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:52.086660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d150e-86e7-4ac5-adc4-355e4e2efaab tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d30342-d7d6-4887-add6-abfb72f97123,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:52.173967 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-add6bc37-f80c-47b8-a063-2168bdbfa9c1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] show failed (client error): The resource could not be found. Nov 26 21:59:52.178565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-add6bc37-f80c-47b8-a063-2168bdbfa9c1 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "GET /v2.0/security-groups/99d30342-d7d6-4887-add6-abfb72f97123 HTTP/1.1" status: 404 len: 347 time: 0.0670645 Nov 26 21:59:52.178565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ca434895-f3f3-43a9-a131-cc3c89785f63 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.181946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55876) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:52.336477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 062e35c1-e610-40c3-b704-102734987487 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 21:59:52.490212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 21:59:52.500626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] Sync routers for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 21:59:52.513128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1176bf19-7dc8-4bee-a6bd-9c96e3073124 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "PUT /v2.0/routers/062e35c1-e610-40c3-b704-102734987487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2057815 Nov 26 21:59:52.513393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55882) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:52.527661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:52.528312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:52.575095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ead5c2-fe5a-4fc4-b0dc-5f3d0872d028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting subnet 4fc42ed7-5686-407e-90f5-e6f97cf45cac {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:59:52.579062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94ead5c2-fe5a-4fc4-b0dc-5f3d0872d028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.627367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94ead5c2-fe5a-4fc4-b0dc-5f3d0872d028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.734871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94ead5c2-fe5a-4fc4-b0dc-5f3d0872d028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.750593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:52.807620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 77637816-de62-4a00-8f4a-049c1856e147 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 21:59:52.856745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94ead5c2-fe5a-4fc4-b0dc-5f3d0872d028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.894065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ead5c2-fe5a-4fc4-b0dc-5f3d0872d028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc42ed7-5686-407e-90f5-e6f97cf45cac,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:52.895121 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ca434895-f3f3-43a9-a131-cc3c89785f63 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.898295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94ead5c2-fe5a-4fc4-b0dc-5f3d0872d028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.904883 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-94ead5c2-fe5a-4fc4-b0dc-5f3d0872d028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/subnets/4fc42ed7-5686-407e-90f5-e6f97cf45cac HTTP/1.1" status: 204 len: 168 time: 0.3882148 Nov 26 21:59:52.905504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55886) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:52.911494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ca434895-f3f3-43a9-a131-cc3c89785f63 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:52.915289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55888) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:52.916281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ca434895-f3f3-43a9-a131-cc3c89785f63 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/cd7208d7-e917-45d2-b81b-04cfcaa24191 HTTP/1.1" status: 204 len: 168 time: 1.0504689 Nov 26 21:59:52.924988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d9ae3e27-d9fb-4296-a391-b9f0236f06e6 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:52.937539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca434895-f3f3-43a9-a131-cc3c89785f63 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7208d7-e917-45d2-b81b-04cfcaa24191,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:52.945747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b883cb-5e2e-4c31-9c7a-45bbb4d265ac None None] Network 6c622311-88d5-443a-9223-54d3d14f5d4b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:52.954515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: d9ae3e27-d9fb-4296-a391-b9f0236f06e6 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:52.954873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d9ae3e27-d9fb-4296-a391-b9f0236f06e6 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:52.961133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3831a-ff43-4795-b5c7-463380c888b4 req-7db4dd3f-a55b-4577-9056-a3a5f76243dd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:52.969189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14a3831a-ff43-4795-b5c7-463380c888b4 req-7db4dd3f-a55b-4577-9056-a3a5f76243dd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.7635922 Nov 26 21:59:53.046910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc92d19-7828-49ce-b35c-fec92706b841 req-c7e5e503-2be7-4afc-a0d8-3cd0ac992422 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:53.055819 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0dc92d19-7828-49ce-b35c-fec92706b841 req-c7e5e503-2be7-4afc-a0d8-3cd0ac992422 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.2559876 Nov 26 21:59:53.138992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting port aace8fe1-2bab-42e7-a67b-42ee18006dc2 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:53.139362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.142277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 77637816-de62-4a00-8f4a-049c1856e147 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 21:59:53.157673 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c748df6f-6b34-4f92-9dec-6bfb2c8f8672 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2410972 Nov 26 21:59:53.164085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55894) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:53.168852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c25449a3-59f0-4ca8-9162-9c8ec0b0e782 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'tempest-secgroup--226208583'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:53.212186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.219467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 77637816-de62-4a00-8f4a-049c1856e147 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 21:59:53.219850 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.270318 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14a3831a-ff43-4795-b5c7-463380c888b4 req-a7b5478b-7ace-490c-9f13-982ee4d3ed68 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971687 Nov 26 21:59:53.349451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.355177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c25449a3-59f0-4ca8-9162-9c8ec0b0e782 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.358499 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.361674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.365854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.384913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:59:51Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '5afda74d-a586-4d1a-8c23-37c9597363cc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062e35c1-e610-40c3-b704-102734987487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:56:33Z', 'updated_at': '2021-11-26T21:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:53.439996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Calling delete_port for aace8fe1-2bab-42e7-a67b-42ee18006dc2 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:53.470004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0dc92d19-7828-49ce-b35c-fec92706b841 req-a49d5f42-a4ec-413f-9aad-b017523c8ebf tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122403 Nov 26 21:59:53.540058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c25449a3-59f0-4ca8-9162-9c8ec0b0e782 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.561328 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c25449a3-59f0-4ca8-9162-9c8ec0b0e782 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.639553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c25449a3-59f0-4ca8-9162-9c8ec0b0e782 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.641449 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c25449a3-59f0-4ca8-9162-9c8ec0b0e782 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4762290 Nov 26 21:59:53.644864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55896) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:53.654366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0bb5e0ce-daa3-4e4f-b9bc-566fee0e4372 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:53.655846 n-d-819494-1 neutron-server[110000]: WARNING neutron.api.v2.base [None req-0bb5e0ce-daa3-4e4f-b9bc-566fee0e4372 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 21:59:53.656664 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-0bb5e0ce-daa3-4e4f-b9bc-566fee0e4372 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] update failed (client error): There was a conflict when trying to complete your request. Nov 26 21:59:53.657954 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0bb5e0ce-daa3-4e4f-b9bc-566fee0e4372 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "PUT /v2.0/security-groups/1709bcb1-2b9a-4a79-b0d3-84eb43570fc2 HTTP/1.1" status: 409 len: 330 time: 0.0079665 Nov 26 21:59:53.661210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 5afda74d-a586-4d1a-8c23-37c9597363cc {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:53.661892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.663574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55898) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:53.716122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff653a-dfd7-41a7-b78a-66899283f714 req-bb4c3abc-edbb-475f-b587-a6b528bbe8d3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:53.724026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25449a3-59f0-4ca8-9162-9c8ec0b0e782 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1709bcb1-2b9a-4a79-b0d3-84eb43570fc2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:53.724804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2ff653a-dfd7-41a7-b78a-66899283f714 req-bb4c3abc-edbb-475f-b587-a6b528bbe8d3 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 944 time: 0.2478399 Nov 26 21:59:53.750761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] DHCP port deletion for 6c622311-88d5-443a-9223-54d3d14f5d4b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:59:53.752233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2273e7a-78b2-4fae-a300-740d809a3b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77637816-de62-4a00-8f4a-049c1856e147'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:53.755245 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a1982f-c633-46b5-8739-4dedca1e84df" -d '{"events": [{"server_uuid": "b2273e7a-78b2-4fae-a300-740d809a3b5b", "name": "network-vif-plugged", "status": "completed", "tag": "77637816-de62-4a00-8f4a-049c1856e147"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:53.774946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port 5afda74d-a586-4d1a-8c23-37c9597363cc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5afda74d-a586-4d1a-8c23-37c9597363cc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:53.775199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.777569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] Checking router: 062e35c1-e610-40c3-b704-102734987487 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 21:59:53.790621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 5afda74d-a586-4d1a-8c23-37c9597363cc owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:53.794523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 77637816-de62-4a00-8f4a-049c1856e147, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=77637816-de62-4a00-8f4a-049c1856e147,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:53.835286 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb290c43-7a3a-49f5-b5bb-ceb301acce69 x-openstack-request-id: req-cb290c43-7a3a-49f5-b5bb-ceb301acce69 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:53.835578 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2273e7a-78b2-4fae-a300-740d809a3b5b", "name": "network-vif-plugged", "status": "completed", "tag": "77637816-de62-4a00-8f4a-049c1856e147", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:53.835832 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb290c43-7a3a-49f5-b5bb-ceb301acce69 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:53.836229 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2273e7a-78b2-4fae-a300-740d809a3b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77637816-de62-4a00-8f4a-049c1856e147', 'code': 200} Nov 26 21:59:53.838126 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.846103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2ff653a-dfd7-41a7-b78a-66899283f714 req-a1f2136b-c24f-4cb8-ba38-7206dcbf53f9 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200912 Nov 26 21:59:53.849835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d5f39e1b-133d-40e3-86c1-5125b4545612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.871659 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11b85bdd-21d3-4df9-add6-25f536613575 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:53.872022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] Routers {'062e35c1-e610-40c3-b704-102734987487'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 21:59:53.872668 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['062e35c1-e610-40c3-b704-102734987487'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:53.915690 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11b85bdd-21d3-4df9-add6-25f536613575 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.009063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] Set router 062e35c1-e610-40c3-b704-102734987487 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 21:59:54.010756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=77637816-de62-4a00-8f4a-049c1856e147,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:54.053885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27989c-5ae4-4afe-bb90-d4e32cd85251 req-3dd19009-0819-47d7-b353-f17e07e4ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:54.055393 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bc27989c-5ae4-4afe-bb90-d4e32cd85251 req-3dd19009-0819-47d7-b353-f17e07e4ec82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 1096 time: 0.0911405 Nov 26 21:59:54.067612 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11b85bdd-21d3-4df9-add6-25f536613575 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.070654 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11b85bdd-21d3-4df9-add6-25f536613575 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.071791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-11b85bdd-21d3-4df9-add6-25f536613575 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/1709bcb1-2b9a-4a79-b0d3-84eb43570fc2 HTTP/1.1" status: 204 len: 168 time: 0.4057081 Nov 26 21:59:54.078815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:59:53Z', 'revision_number': 6, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:54.088102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:54.089038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.110476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef10b0-cdec-4240-bd79-33ec8bebc5fb None None] The sync data for ids ['062e35c1-e610-40c3-b704-102734987487'] in n-d-819494-1 is: [{'id': '062e35c1-e610-40c3-b704-102734987487', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1486023950', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:56:32Z', 'updated_at': '2021-11-26T21:59:53Z', 'revision_number': 6, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 21:59:54.116174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] Deleting port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:54.116552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.191960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b85bdd-21d3-4df9-add6-25f536613575 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709bcb1-2b9a-4a79-b0d3-84eb43570fc2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:54.214650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Port': ['ID=aace8fe1-2bab-42e7-a67b-42ee18006dc2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:54.217627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.254352 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] For port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=205d62f4-ef43-48f7-8ad0-5cf65f9b753a,segment=NetworkSegment(23659fed-5bcb-487a-a5ff-d03e3bedde5b),segment_id=23659fed-5bcb-487a-a5ff-d03e3bedde5b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:54.254737 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.256013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=5afda74d-a586-4d1a-8c23-37c9597363cc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:54.273521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bc27989c-5ae4-4afe-bb90-d4e32cd85251 req-27a9888c-6f56-4c6c-bbdd-186735ff90ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543109 Nov 26 21:59:54.285527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-bf056ce2-a2e0-483f-9b01-f40a0e21891a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:54.287088 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-bf056ce2-a2e0-483f-9b01-f40a0e21891a tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.41 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.1502852 Nov 26 21:59:54.297404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] Calling delete_port for 205d62f4-ef43-48f7-8ad0-5cf65f9b753a owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:54.355032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.369669 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.373400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.377794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-42cb2820-e0b8-405f-9398-a5e07abb4eed tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "DELETE /v2.0/floatingips/25b2392e-b100-487f-b819-64db0943cc48 HTTP/1.1" status: 204 len: 168 time: 2.1921370 Nov 26 21:59:54.378372 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55910) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:54.469639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.505707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.508815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.546171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] Pushing event deleted for resources: {'Port': ['ID=205d62f4-ef43-48f7-8ad0-5cf65f9b753a,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:54.552589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e062ee-4661-450a-bafc-88803cab3ba9 None None] No DVR routers for this DVR port 205d62f4-ef43-48f7-8ad0-5cf65f9b753a on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:54.568081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b53035d-e4de-4841-a39f-6339af85b5d6 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4608383 Nov 26 21:59:54.577040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55914) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:54.604262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.604937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Fanout notify agent at l3_agent the message router_deleted on router 062e35c1-e610-40c3-b704-102734987487 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 21:59:54.612434 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.623475 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-22803969-ca5b-4379-9308-79e44fb80045 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/routers/062e35c1-e610-40c3-b704-102734987487 HTTP/1.1" status: 204 len: 168 time: 1.7167795 Nov 26 21:59:54.626108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55918) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:54.696396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121786-7046-447b-ad11-48f7a7ae17b0 req-0a0e1061-5781-4658-a6e6-f4d179b5c282 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:54.698761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa121786-7046-447b-ad11-48f7a7ae17b0 req-0a0e1061-5781-4658-a6e6-f4d179b5c282 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.2711751 Nov 26 21:59:54.736432 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-dcee7767-0f19-4df7-862b-6bfd4f9ed8f6 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] delete failed (client error): The resource could not be found. Nov 26 21:59:54.738848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dcee7767-0f19-4df7-862b-6bfd4f9ed8f6 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "DELETE /v2.0/security-groups/ef1d1a64-8bd0-4e7d-a3ab-1811c67376fe HTTP/1.1" status: 404 len: 347 time: 0.1448939 Nov 26 21:59:54.754452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55924) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:54.783528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.808894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Deleting port 861e445e-ac4b-4e50-80c2-a5a40686bff1 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:54.809488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:54.820950 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-9b4cb84d-2746-4539-a5a3-3cd067f35ccb tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] show failed (client error): The resource could not be found. Nov 26 21:59:54.823867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9b4cb84d-2746-4539-a5a3-3cd067f35ccb tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-groups/c4975210-06a7-4bdf-8859-c5a722c3e84c HTTP/1.1" status: 404 len: 347 time: 0.0654576 Nov 26 21:59:54.827923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55926) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:54.842618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43337e14-53d5-4bf1-bfe0-849abbfa3910 req-03444643-e6ed-45d0-81f5-f256e4f83476 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:54.854721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43337e14-53d5-4bf1-bfe0-849abbfa3910 req-03444643-e6ed-45d0-81f5-f256e4f83476 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 946 time: 0.2513785 Nov 26 21:59:54.868793 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-ecbdd942-de28-4d37-8265-3b14121ce5a8 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] show failed (client error): The resource could not be found. Nov 26 21:59:54.871595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ecbdd942-de28-4d37-8265-3b14121ce5a8 tempest-NegativeSecGroupIPv6Test-2104491799 tempest-NegativeSecGroupIPv6Test-2104491799-project] 10.222.0.21 "GET /v2.0/security-group-rules/2fd705c4-7f1a-4ed8-9a61-ccd2d3b4c0e5 HTTP/1.1" status: 404 len: 356 time: 0.0425439 Nov 26 21:59:54.981529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa121786-7046-447b-ad11-48f7a7ae17b0 req-84ff21c3-e84f-4134-8fe7-df28540b574f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610991 Nov 26 21:59:55.006006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.006658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43337e14-53d5-4bf1-bfe0-849abbfa3910 req-d3b8adbf-538d-43e8-a409-5c5370f0db93 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/security-groups?id=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510663 Nov 26 21:59:55.022138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8eee8187-d8f3-4deb-9532-d504521567dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting port 2dc1a8c1-874e-421a-95b1-95f633346ad5 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:55.022138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8eee8187-d8f3-4deb-9532-d504521567dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.120813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c622311-88d5-443a-9223-54d3d14f5d4b']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:55.171366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23659fed-5bcb-487a-a5ff-d03e3bedde5b') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:55.171671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23659fed-5bcb-487a-a5ff-d03e3bedde5b') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:55.184977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] For port 861e445e-ac4b-4e50-80c2-a5a40686bff1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=861e445e-ac4b-4e50-80c2-a5a40686bff1,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:55.185332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.191111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 205d62f4-ef43-48f7-8ad0-5cf65f9b753a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:55.199213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.212656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Calling delete_port for 861e445e-ac4b-4e50-80c2-a5a40686bff1 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:55.229908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 205d62f4-ef43-48f7-8ad0-5cf65f9b753a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:55.230663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 205d62f4-ef43-48f7-8ad0-5cf65f9b753a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:55.231215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5afda74d-a586-4d1a-8c23-37c9597363cc no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:55.232804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.245470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:59:55.247179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:59:55.249419 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:59:55.274702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 5afda74d-a586-4d1a-8c23-37c9597363cc {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:55.275056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5afda74d-a586-4d1a-8c23-37c9597363cc not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:55.275470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b13ed5ae-88cd-48c5-b8e5-2f45028b9892 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:55.316566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b13ed5ae-88cd-48c5-b8e5-2f45028b9892 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:55.319067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b13ed5ae-88cd-48c5-b8e5-2f45028b9892 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:55.360124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8eee8187-d8f3-4deb-9532-d504521567dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.406173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8eee8187-d8f3-4deb-9532-d504521567dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Calling delete_port for 2dc1a8c1-874e-421a-95b1-95f633346ad5 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:55.419356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55936) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:55.501775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.509685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43addce4-b738-4897-95fb-c7ad21acbfe7 req-6f2f510e-0861-4d7d-a1a1-d4fecb69d521 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:55.514479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43addce4-b738-4897-95fb-c7ad21acbfe7 req-6f2f510e-0861-4d7d-a1a1-d4fecb69d521 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 945 time: 0.3125784 Nov 26 21:59:55.522608 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.527923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.533865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/networks/6c622311-88d5-443a-9223-54d3d14f5d4b HTTP/1.1" status: 204 len: 168 time: 0.9042759 Nov 26 21:59:55.536292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['861e445e-ac4b-4e50-80c2-a5a40686bff1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 21:59:55.584000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55940) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:55.612065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Pushing event deleted for resources: {'Port': ['ID=861e445e-ac4b-4e50-80c2-a5a40686bff1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:55.672586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a75fc-7a5e-4b77-bd5e-f3adac33d206 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Network': ['ID=6c622311-88d5-443a-9223-54d3d14f5d4b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:55.738519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] No DVR routers for this DVR port 861e445e-ac4b-4e50-80c2-a5a40686bff1 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:55.742485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.746469 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12c3d4cd-371b-4368-b443-d086af21f2f1 req-c3950c0b-ca23-4aa5-b796-463057b84d7b tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.41 "DELETE /v2.0/ports/861e445e-ac4b-4e50-80c2-a5a40686bff1 HTTP/1.1" status: 204 len: 173 time: 1.1071494 Nov 26 21:59:55.747240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78dd5d7-b136-4adf-9c10-db6f953a15ba', 'name': 'network-vif-deleted', 'tag': '861e445e-ac4b-4e50-80c2-a5a40686bff1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 21:59:55.749574 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef4cd0c-fae6-4e0b-b4d3-7291b0486c3a" -d '{"events": [{"server_uuid": "b78dd5d7-b136-4adf-9c10-db6f953a15ba", "name": "network-vif-deleted", "tag": "861e445e-ac4b-4e50-80c2-a5a40686bff1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 21:59:55.817288 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 21:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a926ea-94ad-4921-9628-6f5c78c6cff4 x-openstack-request-id: req-88a926ea-94ad-4921-9628-6f5c78c6cff4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 21:59:55.818357 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78dd5d7-b136-4adf-9c10-db6f953a15ba", "name": "network-vif-deleted", "tag": "861e445e-ac4b-4e50-80c2-a5a40686bff1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 21:59:55.818897 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88a926ea-94ad-4921-9628-6f5c78c6cff4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 21:59:55.819386 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78dd5d7-b136-4adf-9c10-db6f953a15ba', 'name': 'network-vif-deleted', 'tag': '861e445e-ac4b-4e50-80c2-a5a40686bff1', 'status': 'completed', 'code': 200} Nov 26 21:59:55.885830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43addce4-b738-4897-95fb-c7ad21acbfe7 req-9ac58404-20be-4931-8c09-df1ba91dea2c tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007255 Nov 26 21:59:55.907020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3160e95d-0894-413f-a81e-83a1f9b16194 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae7b15d1dd97496d8ecfa4e0c767ce22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4806457 Nov 26 21:59:55.909382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55946) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:55.914275 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c215084-d2dd-4d5b-8941-678a5063ece9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:55.973807 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c215084-d2dd-4d5b-8941-678a5063ece9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.031116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8eee8187-d8f3-4deb-9532-d504521567dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.131724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee8187-d8f3-4deb-9532-d504521567dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Port': ['ID=2dc1a8c1-874e-421a-95b1-95f633346ad5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:56.139154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c215084-d2dd-4d5b-8941-678a5063ece9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.142969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c215084-d2dd-4d5b-8941-678a5063ece9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.143318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f5d0-55df-47e2-acfc-0898c53110e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.148686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7c215084-d2dd-4d5b-8941-678a5063ece9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/security-groups/1d585b48-3fa2-404a-a12b-06bcaadbe5b3 HTTP/1.1" status: 204 len: 168 time: 0.5624542 Nov 26 21:59:56.199748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1f1626c-1725-4e60-a1a2-b2cb26d8444b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.207151 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f5d0-55df-47e2-acfc-0898c53110e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.244634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c215084-d2dd-4d5b-8941-678a5063ece9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d585b48-3fa2-404a-a12b-06bcaadbe5b3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:56.274103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8276dcfe-b68f-4a33-b50d-0debf23b652a req-dc5f7527-7e44-402c-af10-267f80f61024 tempest-ListServerFiltersTestJSON-402896556 tempest-ListServerFiltersTestJSON-402896556-project] 10.222.0.21 "GET /v2.0/ports?device_id=b78dd5d7-b136-4adf-9c10-db6f953a15ba HTTP/1.1" status: 200 len: 210 time: 0.0918825 Nov 26 21:59:56.292809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f5d0-55df-47e2-acfc-0898c53110e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.295933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5c3f5d0-55df-47e2-acfc-0898c53110e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.297958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f5c3f5d0-55df-47e2-acfc-0898c53110e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf93d516-3965-4edd-81b2-14e41b332b09 HTTP/1.1" status: 204 len: 168 time: 0.3873167 Nov 26 21:59:56.307956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3f5d0-55df-47e2-acfc-0898c53110e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf93d516-3965-4edd-81b2-14e41b332b09,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:56.312877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f69a01-f5fe-4114-bf24-9c85d2e011a1 req-fafc7d3a-3181-4a48-9e2a-f5f04bac98d5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:56.324932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7f69a01-f5fe-4114-bf24-9c85d2e011a1 req-fafc7d3a-3181-4a48-9e2a-f5f04bac98d5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.1336410 Nov 26 21:59:56.370520 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8eee8187-d8f3-4deb-9532-d504521567dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.378804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8eee8187-d8f3-4deb-9532-d504521567dc tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "DELETE /v2.0/ports/2dc1a8c1-874e-421a-95b1-95f633346ad5 HTTP/1.1" status: 204 len: 168 time: 1.9987276 Nov 26 21:59:56.382062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55960) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:56.447125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7f69a01-f5fe-4114-bf24-9c85d2e011a1 req-8b73527a-06f1-45f1-adb3-c5511a189011 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207495 Nov 26 21:59:56.629846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c478d6f1-5f91-4c8e-8479-686f6ba39799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting port ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:56.630419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c478d6f1-5f91-4c8e-8479-686f6ba39799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.767624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c478d6f1-5f91-4c8e-8479-686f6ba39799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.776978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55968) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:56.782949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-70e0264b-e452-4367-9d92-fbd5d2080fa4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955978717', 'description': 'tempest-secgroup-smoke-1955978717 description', 'project_id': '44636e60510b4cc993a80af73b717746'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:56.788921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c478d6f1-5f91-4c8e-8479-686f6ba39799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Calling delete_port for ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:56.857761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70e0264b-e452-4367-9d92-fbd5d2080fa4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.871743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55974) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:56.883485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1223297070'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:56.923491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:56.928998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.970880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70e0264b-e452-4367-9d92-fbd5d2080fa4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.979204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70e0264b-e452-4367-9d92-fbd5d2080fa4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:56.995208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:59:57.013728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.013994 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Added segment 2253c203-023a-454b-be3f-eeb512859f7e of type vlan for network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b Nov 26 21:59:57.022952 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c478d6f1-5f91-4c8e-8479-686f6ba39799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.038707 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.052942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0264b-e452-4367-9d92-fbd5d2080fa4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901f000b-9fed-4b1c-8eea-3f1d462b88a1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:57.059602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70e0264b-e452-4367-9d92-fbd5d2080fa4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.060856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70e0264b-e452-4367-9d92-fbd5d2080fa4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2822323 Nov 26 21:59:57.069339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55980) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:57.076928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d9c4c85d-0776-4f97-b9d2-0c9dca135d3f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '901f000b-9fed-4b1c-8eea-3f1d462b88a1', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:57.096492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9021a-38b8-4ee6-a621-e4675be9de46 req-8c6e3a19-abc1-46a1-87a1-7cb3cc89675d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:57.098493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02e9021a-38b8-4ee6-a621-e4675be9de46 req-8c6e3a19-abc1-46a1-87a1-7cb3cc89675d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 945 time: 0.1155102 Nov 26 21:59:57.104591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478d6f1-5f91-4c8e-8479-686f6ba39799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Port': ['ID=ebc1f47f-217c-44d9-8fa2-a6548b63b5a0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:57.144624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.152720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c85d-0776-4f97-b9d2-0c9dca135d3f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.183034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c478d6f1-5f91-4c8e-8479-686f6ba39799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.190860 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c478d6f1-5f91-4c8e-8479-686f6ba39799 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "DELETE /v2.0/ports/ebc1f47f-217c-44d9-8fa2-a6548b63b5a0 HTTP/1.1" status: 204 len: 168 time: 0.8067181 Nov 26 21:59:57.192297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55986) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:57.220350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02e9021a-38b8-4ee6-a621-e4675be9de46 req-185f748f-66ce-4559-a55f-92ceb9549289 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059556 Nov 26 21:59:57.228416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.235734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:57.236301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.269123 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c85d-0776-4f97-b9d2-0c9dca135d3f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.276361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c85d-0776-4f97-b9d2-0c9dca135d3f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.300940 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4247112 Nov 26 21:59:57.323843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55994) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:57.330426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1157839795'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:57.342290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4c85d-0776-4f97-b9d2-0c9dca135d3f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659c6a54-af0f-494c-82b9-7ea38ce8f661,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:57.383668 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d9c4c85d-0776-4f97-b9d2-0c9dca135d3f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.387613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d9c4c85d-0776-4f97-b9d2-0c9dca135d3f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3135500 Nov 26 21:59:57.387613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55998) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:57.389072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d478ad5-54db-4e4b-8dd5-33ba476c9bae tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting subnet a2c0882a-6a60-423e-8a37-23a7bde59217 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:59:57.389374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56000) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:57.392735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ad132837-d02d-42a7-a504-704a4996c613 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '901f000b-9fed-4b1c-8eea-3f1d462b88a1', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:57.399196 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d478ad5-54db-4e4b-8dd5-33ba476c9bae tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.441312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56004) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:57.450215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ba608-3f99-4276-a3df-864ee64e3080 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Network': ['ID=7d94d6a3-5781-45f9-bfff-bc9c905dca0b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:57.459575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:57.461066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:59:57.465359 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.487013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d478ad5-54db-4e4b-8dd5-33ba476c9bae tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.630404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:59:57.660547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a88526-2f7f-441b-a3e7-732f01781933 admin admin] Deleting subnet 2ac09c52-f02e-4380-ba05-9e6e9e90f453 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:59:57.669144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89a88526-2f7f-441b-a3e7-732f01781933 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.694498 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.694863 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Added segment 535a4830-ed84-431b-a257-c0d173b67da3 of type vlan for network a12c8647-c2a6-454e-b2a4-b129f610ef39 Nov 26 21:59:57.716269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad132837-d02d-42a7-a504-704a4996c613 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.728214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-634080952-network', 'tenant_id': 'c35be37736c94e2ab04b5ec506069ae6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:57.750912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e59cd-6c1c-4fb2-ba54-9d960d80d2fd req-5ebcc156-1f95-4cb6-a553-8511f6acb027 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:57.752537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f38e59cd-6c1c-4fb2-ba54-9d960d80d2fd req-5ebcc156-1f95-4cb6-a553-8511f6acb027 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 945 time: 0.2530758 Nov 26 21:59:57.821069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89a88526-2f7f-441b-a3e7-732f01781933 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.834262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e17f3-d4c1-4e2d-a71e-3c0fc1b420dd req-80ea24fd-8ca7-42ac-822e-fa74a2677511 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:57.836557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-523e17f3-d4c1-4e2d-a71e-3c0fc1b420dd req-80ea24fd-8ca7-42ac-822e-fa74a2677511 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.2500119 Nov 26 21:59:57.890699 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.900190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Made reservation on behalf of c35be37736c94e2ab04b5ec506069ae6 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:57.902468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:57.955610 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.003536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d478ad5-54db-4e4b-8dd5-33ba476c9bae tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.011352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f38e59cd-6c1c-4fb2-ba54-9d960d80d2fd req-9404a2c6-8c56-4d5f-8a74-19177adec00d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481737 Nov 26 21:59:58.044352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-35c2c0c6-f8b2-4125-aa38-acb522c59c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:58.046008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-35c2c0c6-f8b2-4125-aa38-acb522c59c3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b&tenant_id=2e23ce2282ef44368a268d7ecf5556a3 HTTP/1.1" status: 200 len: 1094 time: 0.4165184 Nov 26 21:59:58.067182 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad132837-d02d-42a7-a504-704a4996c613 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.067839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:58.079425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-523e17f3-d4c1-4e2d-a71e-3c0fc1b420dd req-a28a6d79-15f5-4f1d-a673-074a1ebe3d96 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035022 Nov 26 21:59:58.081969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.088389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:58.089364 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.102616 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad132837-d02d-42a7-a504-704a4996c613 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.104928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d478ad5-54db-4e4b-8dd5-33ba476c9bae tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.158268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d478ad5-54db-4e4b-8dd5-33ba476c9bae tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c0882a-6a60-423e-8a37-23a7bde59217,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:58.160736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d478ad5-54db-4e4b-8dd5-33ba476c9bae tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.164057 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4d478ad5-54db-4e4b-8dd5-33ba476c9bae tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "DELETE /v2.0/subnets/a2c0882a-6a60-423e-8a37-23a7bde59217 HTTP/1.1" status: 204 len: 168 time: 0.9690776 Nov 26 21:59:58.165006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.166911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56014) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:58.183137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333be323-7b25-4b82-806b-647bb19026ff None None] Network 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:58.193559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89a88526-2f7f-441b-a3e7-732f01781933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.195888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad132837-d02d-42a7-a504-704a4996c613 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03538547-ba5c-4e59-8243-5d9863d6d1d0,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:58.250342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9227548 Nov 26 21:59:58.251547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56016) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:58.261547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad132837-d02d-42a7-a504-704a4996c613 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.265321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ad132837-d02d-42a7-a504-704a4996c613 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8742645 Nov 26 21:59:58.265490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b89616-ba2d-4c9b-8ad3-87d2709c914e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Deleting subnet f3464b9a-8bed-4ffb-9abc-d55bb798ce71 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 21:59:58.269451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56018) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:58.271912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'subnet': {'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:58.275007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a8387430-8284-4e4b-88b1-3c5d22c5697a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '901f000b-9fed-4b1c-8eea-3f1d462b88a1', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:58.291581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2b89616-ba2d-4c9b-8ad3-87d2709c914e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.299500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d6bc8e-04f8-4b39-bd51-9a7e2e1fcb71 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Network': ['ID=a12c8647-c2a6-454e-b2a4-b129f610ef39,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:58.313108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network a12c8647-c2a6-454e-b2a4-b129f610ef39 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:59:58.342509 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8387430-8284-4e4b-88b1-3c5d22c5697a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.390611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.402764 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.417102 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89a88526-2f7f-441b-a3e7-732f01781933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.455270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2b89616-ba2d-4c9b-8ad3-87d2709c914e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.473782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 21:59:58.480454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a88526-2f7f-441b-a3e7-732f01781933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac09c52-f02e-4380-ba05-9e6e9e90f453,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:58.492868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89a88526-2f7f-441b-a3e7-732f01781933 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.497160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-89a88526-2f7f-441b-a3e7-732f01781933 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2ac09c52-f02e-4380-ba05-9e6e9e90f453 HTTP/1.1" status: 204 len: 168 time: 1.0984523 Nov 26 21:59:58.502568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.502950 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Added segment 0b422f8c-b3f2-436c-82bc-83074ef6bb08 of type vlan for network 4cc1feca-35f7-4fe0-87e1-bf4a5e67af53 Nov 26 21:59:58.505723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56020) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:58.514664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd076b-151b-473d-92ea-078652a10edf None None] Network 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:58.517331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] DHCP port deletion for 3c935cf6-c426-42f8-9fef-3f1dff7f79a6 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:59:58.527139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4443de6-8aa0-4cf4-8aa4-1b7c6b38a2fa,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:58.584223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:58.589147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8387430-8284-4e4b-88b1-3c5d22c5697a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.589366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.618755 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8387430-8284-4e4b-88b1-3c5d22c5697a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.619215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.665662 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.675538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8387430-8284-4e4b-88b1-3c5d22c5697a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea5f434-489b-4ce1-9e6d-fd3e03dc7a3b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:58.689213 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.705716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:58.712472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] Deleting port 96c25461-578d-4a35-87ed-b80e935d332a {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:58.712875 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.718393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8387430-8284-4e4b-88b1-3c5d22c5697a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.720344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a8387430-8284-4e4b-88b1-3c5d22c5697a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4492984 Nov 26 21:59:58.725728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2b89616-ba2d-4c9b-8ad3-87d2709c914e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.726000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56022) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:58.733472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0c4d9e6c-1d42-40d9-b793-72523ce45a32 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '901f000b-9fed-4b1c-8eea-3f1d462b88a1', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:58.780359 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.781341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:58.781924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.808017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 21:59:58.864425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] For port 96c25461-578d-4a35-87ed-b80e935d332a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=96c25461-578d-4a35-87ed-b80e935d332a,segment=NetworkSegment(04c001af-a9eb-4117-9870-8ab08897ee11),segment_id=04c001af-a9eb-4117-9870-8ab08897ee11)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:58.865044 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.884899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] Calling delete_port for 96c25461-578d-4a35-87ed-b80e935d332a owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:58.891283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2b89616-ba2d-4c9b-8ad3-87d2709c914e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.913729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4709916 Nov 26 21:59:58.920038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56024) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:58.927349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b89616-ba2d-4c9b-8ad3-87d2709c914e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Subnet': ['ID=f3464b9a-8bed-4ffb-9abc-d55bb798ce71,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:58.935160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 21:59:58.936399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Request body: {'subnet': {'network_id': '4cc1feca-35f7-4fe0-87e1-bf4a5e67af53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-634080952-subnet', 'tenant_id': 'c35be37736c94e2ab04b5ec506069ae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:58.949600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.960599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2b89616-ba2d-4c9b-8ad3-87d2709c914e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.962240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9e6c-1d42-40d9-b793-72523ce45a32 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:58.964875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b2b89616-ba2d-4c9b-8ad3-87d2709c914e tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "DELETE /v2.0/subnets/f3464b9a-8bed-4ffb-9abc-d55bb798ce71 HTTP/1.1" status: 204 len: 168 time: 0.7967093 Nov 26 21:59:58.969805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56026) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:59.008871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Deleting port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:59.009193 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.018886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 861e445e-ac4b-4e50-80c2-a5a40686bff1 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:59.021802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Transition to ACTIVE for port object dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 21:59:59.064400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.067098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 96c25461-578d-4a35-87ed-b80e935d332a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 21:59:59.106244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] For port a88a95f1-0f75-48b7-8a5d-47dcd352cad4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a88a95f1-0f75-48b7-8a5d-47dcd352cad4,segment=NetworkSegment(8e696c3b-b085-4fad-8c38-21306b8a01ed),segment_id=8e696c3b-b085-4fad-8c38-21306b8a01ed)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 21:59:59.106802 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.119683 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.124459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Calling delete_port for a88a95f1-0f75-48b7-8a5d-47dcd352cad4 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 21:59:59.169893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5bb3f-a4a7-4d1b-ad29-7823c54a52fe None None] Network 405b2391-61f5-4ce4-8f3a-33f612f4d1fe requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:59.225103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 861e445e-ac4b-4e50-80c2-a5a40686bff1 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:59.227235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 861e445e-ac4b-4e50-80c2-a5a40686bff1 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:59.231223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 96c25461-578d-4a35-87ed-b80e935d332a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 21:59:59.231568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 96c25461-578d-4a35-87ed-b80e935d332a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 21:59:59.242326 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.260327 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.289057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9e6c-1d42-40d9-b793-72523ce45a32 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.291444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Made reservation on behalf of c35be37736c94e2ab04b5ec506069ae6 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 21:59:59.294814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.298247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249973ec-3005-41da-a476-8aa76ccf649e admin admin] Pushing event updated for resources: {'Network': ['ID=4cc1feca-35f7-4fe0-87e1-bf4a5e67af53,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:59.358291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=9']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:59.358525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f4010e-e41f-4ddb-a454-5bd84d721264 None None] DHCP port deletion for 1287f22b-c0b7-4bdb-bab1-20cd4dd9238d request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:59:59.381712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.384085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9e6c-1d42-40d9-b793-72523ce45a32 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.397530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Checking segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:59.398832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network hostable DHCP agents. Network: 7d94d6a3-5781-45f9-bfff-bc9c905dca0b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 21:59:59.405146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] No DVR routers for this DVR port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:59.410288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 4cc1feca-35f7-4fe0-87e1-bf4a5e67af53 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 21:59:59.442739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] Pushing event deleted for resources: {'Port': ['ID=96c25461-578d-4a35-87ed-b80e935d332a,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:59.451008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c02921-cf7f-4a82-8d12-278f04cc32e4 None None] No DVR routers for this DVR port 96c25461-578d-4a35-87ed-b80e935d332a on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:59.485943 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.582611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d9e6c-1d42-40d9-b793-72523ce45a32 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c776a8d-8e5b-421b-aaf3-cf5422489564,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:59.585907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Subnet': ['ID=acb40da7-70c2-4a76-a673-516eb5b5b208,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:59.658512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a88a95f1-0f75-48b7-8a5d-47dcd352cad4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:59.671412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] No DVR routers for this DVR port a88a95f1-0f75-48b7-8a5d-47dcd352cad4 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 21:59:59.676308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.683972 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0c4d9e6c-1d42-40d9-b793-72523ce45a32 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.685384 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0c4d9e6c-1d42-40d9-b793-72523ce45a32 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9572268 Nov 26 21:59:59.703108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c935cf6-c426-42f8-9fef-3f1dff7f79a6']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:59.713073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c001af-a9eb-4117-9870-8ab08897ee11') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:59.713385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c001af-a9eb-4117-9870-8ab08897ee11') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:59.716176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56034) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:59.720581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-811e46a1-7b3d-4b64-a93d-4ba897680a5b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '901f000b-9fed-4b1c-8eea-3f1d462b88a1', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 21:59:59.730305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.741419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd5e01-40ad-4fdb-88f0-fb9fc7cd9de5 req-1704d172-e216-4be1-b6af-c5f2c83dd4c4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:59.743042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34cd5e01-40ad-4fdb-88f0-fb9fc7cd9de5 req-1704d172-e216-4be1-b6af-c5f2c83dd4c4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 943 time: 0.4329302 Nov 26 21:59:59.761391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Attempting to bind port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 21:59:59.761391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Attempting to bind port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 21:59:59.761391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Attempting to bind port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on network c0930f8f-56c9-4dc2-947b-a41660669060 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:59.764231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.770177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] DHCP port deletion for 405b2391-61f5-4ce4-8f3a-33f612f4d1fe request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 21:59:59.770984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 21:59:59.772943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on network c0930f8f-56c9-4dc2-947b-a41660669060 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 21:59:59.773275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Attempting to bind port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on network c0930f8f-56c9-4dc2-947b-a41660669060 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 21:59:59.781883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 21:59:59.782337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: timer() Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 21:59:59.785711 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 21:59:59.800454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 21:59:59.801291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Checking segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 21:59:59.801912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Bound using segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 21:59:59.802628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Bound port: dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 21:59:59.803242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.808540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7d94d6a3-5781-45f9-bfff-bc9c905dca0b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 21:59:59.818704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae3340e-67b9-46f5-949e-8adf017e25aa None None] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 21:59:59.842590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edf15e-5d45-4c0f-aadb-038a3762b87a req-41540c46-f3e7-494d-9b33-5df733bafa2f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:59.844106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69edf15e-5d45-4c0f-aadb-038a3762b87a req-41540c46-f3e7-494d-9b33-5df733bafa2f tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 945 time: 0.4868152 Nov 26 21:59:59.877283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] Deleting port 1fdabb47-cdcd-4960-952b-280382fb6878 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 21:59:59.877645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.895973 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.901958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.912181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 21:59:59.913507 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.923001 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.924906 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-811e46a1-7b3d-4b64-a93d-4ba897680a5b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Project 44636e60510b4cc993a80af73b717746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 21:59:59.958691 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.964582 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "DELETE /v2.0/networks/3c935cf6-c426-42f8-9fef-3f1dff7f79a6 HTTP/1.1" status: 204 len: 168 time: 0.9911730 Nov 26 21:59:59.964582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60646d56-1b19-4549-b1d3-a936a59f3fef tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Network': ['ID=3c935cf6-c426-42f8-9fef-3f1dff7f79a6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 21:59:59.969781 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2e591406-4796-44eb-a41e-008509f4c2d7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7088723 Nov 26 21:59:59.970698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56036) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:59.977347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56038) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 21:59:59.977664 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-811e46a1-7b3d-4b64-a93d-4ba897680a5b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 21:59:59.987407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1287f22b-c0b7-4bdb-bab1-20cd4dd9238d']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 21:59:59.996475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'subnet': {'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:00.010945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] For port 1fdabb47-cdcd-4960-952b-280382fb6878, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1fdabb47-cdcd-4960-952b-280382fb6878,segment=NetworkSegment(89d98a37-6594-40ba-a60e-5b2f14071942),segment_id=89d98a37-6594-40ba-a60e-5b2f14071942)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:00.011633 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.032305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e696c3b-b085-4fad-8c38-21306b8a01ed') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:00.032633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e696c3b-b085-4fad-8c38-21306b8a01ed') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:00.036750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] Calling delete_port for 1fdabb47-cdcd-4960-952b-280382fb6878 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:00.066641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34cd5e01-40ad-4fdb-88f0-fb9fc7cd9de5 req-52a9cab0-3932-4208-b371-f2bacbe61eb7 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155315 Nov 26 22:00:00.089155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.094153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5356ae-c728-4f9c-a51b-4fe7f3813d9f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:00.122845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69edf15e-5d45-4c0f-aadb-038a3762b87a req-be6dbde3-dade-4d9d-8392-ad753123c6dd tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639046 Nov 26 22:00:00.133592 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.142246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:00:00.142654 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:00:00.145061 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:00:00.220234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-811e46a1-7b3d-4b64-a93d-4ba897680a5b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.222555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Checking segment: {'id': '0b422f8c-b3f2-436c-82bc-83074ef6bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4cc1feca-35f7-4fe0-87e1-bf4a5e67af53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:00.222933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Network hostable DHCP agents. Network: 4cc1feca-35f7-4fe0-87e1-bf4a5e67af53, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:00:00.236202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-811e46a1-7b3d-4b64-a93d-4ba897680a5b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.266514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.271202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e46a1-7b3d-4b64-a93d-4ba897680a5b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faebcfbd-b458-4115-a8e8-6fd70566382b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:00.278300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.281713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1287f22b-c0b7-4bdb-bab1-20cd4dd9238d HTTP/1.1" status: 204 len: 168 time: 1.7731671 Nov 26 22:00:00.294775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Network 4cc1feca-35f7-4fe0-87e1-bf4a5e67af53 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:00:00.298241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc50e-6a95-4dfe-bb9c-60486cb71f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1287f22b-c0b7-4bdb-bab1-20cd4dd9238d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:00.310970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 4cc1feca-35f7-4fe0-87e1-bf4a5e67af53) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:00.337433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:00.339858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.347612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:00.360683 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.385951 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-811e46a1-7b3d-4b64-a93d-4ba897680a5b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.388795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-811e46a1-7b3d-4b64-a93d-4ba897680a5b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6715667 Nov 26 22:00:00.391151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56044) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:00.407118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5511c86c-94d3-4ad2-9a95-9ce7b0d9b0cd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '901f000b-9fed-4b1c-8eea-3f1d462b88a1', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:00.445902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-289a69d1-b3cb-49c5-a570-48a05ebcf183 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5154181 Nov 26 22:00:00.458558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc9107-4304-458a-9018-6c05dbc23a61 None None] Network 4cc1feca-35f7-4fe0-87e1-bf4a5e67af53 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:00.481888 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-5511c86c-94d3-4ad2-9a95-9ce7b0d9b0cd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Project 44636e60510b4cc993a80af73b717746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:00:00.507228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'fixed_ips': [{'subnet_id': 'acb40da7-70c2-4a76-a673-516eb5b5b208'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:00:00.508058 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.514285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5511c86c-94d3-4ad2-9a95-9ce7b0d9b0cd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.530375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.566708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:00.580294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56050) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:00.610552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:00.616101 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.641039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] No DVR routers for this DVR port 1fdabb47-cdcd-4960-952b-280382fb6878 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:00:00.645026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.645681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d29ac1-afdc-49c2-9615-86d0e85d0456 req-795bd0f0-ed85-4563-b39f-833089b44b7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:00.653624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00d29ac1-afdc-49c2-9615-86d0e85d0456 req-795bd0f0-ed85-4563-b39f-833089b44b7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 945 time: 0.1429939 Nov 26 22:00:00.671194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d8ac9-ed1e-4fa9-a66e-422427509d0c None None] Pushing event deleted for resources: {'Port': ['ID=1fdabb47-cdcd-4960-952b-280382fb6878,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:00.713938 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5511c86c-94d3-4ad2-9a95-9ce7b0d9b0cd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.724000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5511c86c-94d3-4ad2-9a95-9ce7b0d9b0cd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.736540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00d29ac1-afdc-49c2-9615-86d0e85d0456 req-4437c8f1-18ef-4d2b-81ad-6900e0191c66 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743735 Nov 26 22:00:00.750348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511c86c-94d3-4ad2-9a95-9ce7b0d9b0cd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04148e4-41d2-46be-9776-ed8808bbbdc3,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:00.765173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5511c86c-94d3-4ad2-9a95-9ce7b0d9b0cd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.772915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5511c86c-94d3-4ad2-9a95-9ce7b0d9b0cd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3805759 Nov 26 22:00:00.773585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56054) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:00.778732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'network': {'name': 'tempest-network-smoke--1188822049', 'project_id': '44636e60510b4cc993a80af73b717746', 'port_security_enabled': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:00.788558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e9a59-6d9a-4185-8395-a1583554973c None None] Network 4cc1feca-35f7-4fe0-87e1-bf4a5e67af53 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:00.824218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:00.827929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.878739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:00.879806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.881510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] 10.222.0.13 "PUT /v2.0/ports/dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 1091 time: 2.8194144 Nov 26 22:00:00.886765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:00.887650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:00:00.889802 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c6826f-1e6e-46d8-beac-8053738cde04" -d '{"events": [{"name": "network-changed", "server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:00.922760 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:00.922760 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Added segment d27d63c8-349d-4881-958a-795a2ff6e0ca of type vlan for network e5914d9a-d5d4-463f-a36e-3cd1d700c20d Nov 26 22:00:00.992978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Allocated IP 10.1.1.2 (7d94d6a3-5781-45f9-bfff-bc9c905dca0b/acb40da7-70c2-4a76-a673-516eb5b5b208/69f76174-9eb3-40cd-9de5-87cc70c6c9da) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:01.011364 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e09d094-0a47-4b8c-9ca3-e01030cb43de x-openstack-request-id: req-4e09d094-0a47-4b8c-9ca3-e01030cb43de {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:01.014204 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:01.014617 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e09d094-0a47-4b8c-9ca3-e01030cb43de {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:01.015235 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'status': 'completed', 'code': 200} Nov 26 22:00:01.019891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.035747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.056962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.063428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:01.064120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.070195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04717b82-78af-4196-90a1-9626470d08f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:01.107091 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ea0e687d-c76f-4b8e-8aa2-f77425b492b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=978dccf15a9b45839ecd0df9f7a04b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5170422 Nov 26 22:00:01.117924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56064) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:01.173909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405b2391-61f5-4ce4-8f3a-33f612f4d1fe']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:01.197406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d98a37-6594-40ba-a60e-5b2f14071942') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:01.197406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d98a37-6594-40ba-a60e-5b2f14071942') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:01.217004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4420917 Nov 26 22:00:01.222280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:01.228508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'admin_state_up': True, 'project_id': '44636e60510b4cc993a80af73b717746', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:01.235233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.245602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-ef569b20-e2f3-4344-8164-ad13ff436804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:01.247564 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-ef569b20-e2f3-4344-8164-ad13ff436804 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1095 time: 0.2875857 Nov 26 22:00:01.299405 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.301064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.323475 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.333727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:00:01.334364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.336613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.350180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a88a95f1-0f75-48b7-8a5d-47dcd352cad4 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:01.372123 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.375237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:00:01.415296 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:00:01.423848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a88a95f1-0f75-48b7-8a5d-47dcd352cad4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:01.424184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a88a95f1-0f75-48b7-8a5d-47dcd352cad4 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:01.424616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1fdabb47-cdcd-4960-952b-280382fb6878 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:01.427867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.447482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Pushing event updated for resources: {'Port': ['ID=69f76174-9eb3-40cd-9de5-87cc70c6c9da,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:01.450140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 1fdabb47-cdcd-4960-952b-280382fb6878 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:01.450494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1fdabb47-cdcd-4960-952b-280382fb6878 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:01.464357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:01.466275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:01.468704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:01.498422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.506110 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] 10.222.0.21 "DELETE /v2.0/networks/405b2391-61f5-4ce4-8f3a-33f612f4d1fe HTTP/1.1" status: 204 len: 168 time: 1.5329144 Nov 26 22:00:01.539440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2cf05-e475-4907-90eb-e52138e0d372 tempest-TaggedBootDevicesTest-335682740 tempest-TaggedBootDevicesTest-335682740-project] Pushing event deleted for resources: {'Network': ['ID=405b2391-61f5-4ce4-8f3a-33f612f4d1fe,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:01.550290 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.567900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Attempting to bind port 69f76174-9eb3-40cd-9de5-87cc70c6c9da on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:01.568284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Attempting to bind port 69f76174-9eb3-40cd-9de5-87cc70c6c9da by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:01.568645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Attempting to bind port 69f76174-9eb3-40cd-9de5-87cc70c6c9da on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:01.571038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08aa451c-a584-47ac-b263-b93e1a99a7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.575175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:01.575558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Checking segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:01.575959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.576354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Bound using segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:01.576824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Bound port: 69f76174-9eb3-40cd-9de5-87cc70c6c9da, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:01.577383 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.620814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56076) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:01.621956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db4b00-df6c-49a9-907d-268e43870506 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Network': ['ID=e5914d9a-d5d4-463f-a36e-3cd1d700c20d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:01.632028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1835642110-network', 'tenant_id': '812042bdae1249b597878da17f71ffbc'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:01.636754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:00:01.641644 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.642841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Subnet': ['ID=38916de7-aa23-4164-987d-563ed0790bd2,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:01.667914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d0c74-614d-4d33-9c57-831c31df6907 req-27dca597-f2bf-45ea-81e2-8ccb6ccc290c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:01.676233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad6d0c74-614d-4d33-9c57-831c31df6907 req-27dca597-f2bf-45ea-81e2-8ccb6ccc290c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.4783595 Nov 26 22:00:01.705514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-dd48e84c-ffe0-4e6c-a9d7-65ec39dad8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:01.708121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-dd48e84c-ffe0-4e6c-a9d7-65ec39dad8fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.4437575 Nov 26 22:00:01.710299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08aa451c-a584-47ac-b263-b93e1a99a7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.715815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Made reservation on behalf of 812042bdae1249b597878da17f71ffbc for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:01.718468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.743171 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.780508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] For port 69f76174-9eb3-40cd-9de5-87cc70c6c9da, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:01.786116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] For port 69f76174-9eb3-40cd-9de5-87cc70c6c9da, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=69f76174-9eb3-40cd-9de5-87cc70c6c9da,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:01.791641 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.819711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad6d0c74-614d-4d33-9c57-831c31df6907 req-22dc01c1-b845-4a14-830b-2b53253a8e68 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423578 Nov 26 22:00:01.828645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Checking segment: {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:01.829029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network hostable DHCP agents. Network: a12c8647-c2a6-454e-b2a4-b129f610ef39, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:00:01.877364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08aa451c-a584-47ac-b263-b93e1a99a7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.884635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08aa451c-a584-47ac-b263-b93e1a99a7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.886176 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-08aa451c-a584-47ac-b263-b93e1a99a7e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a4bbdfe-3c4f-468b-876d-fbe3825eb29e HTTP/1.1" status: 204 len: 168 time: 0.7676229 Nov 26 22:00:01.891210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-9cdbaa3e-e1cb-4503-9cfd-0eff9f13b64f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 999 time: 0.1711977 Nov 26 22:00:01.893183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network a12c8647-c2a6-454e-b2a4-b129f610ef39 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:00:01.918802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa451c-a584-47ac-b263-b93e1a99a7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4bbdfe-3c4f-468b-876d-fbe3825eb29e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:01.941285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, a12c8647-c2a6-454e-b2a4-b129f610ef39) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:01.956925 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.970126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:01.972878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:01.974756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0331a7-f248-430f-9c00-4ff2c185170a None None] Network a12c8647-c2a6-454e-b2a4-b129f610ef39 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:01.976427 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:02.001040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb1e1-3121-43e7-95dd-33ccbcf23ce5 None None] Pushing event updated for resources: {'Port': ['ID=69f76174-9eb3-40cd-9de5-87cc70c6c9da,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:02.032372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-455fe2c7-f6cf-4b01-9111-ac10e6e6bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:02.038778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-455fe2c7-f6cf-4b01-9111-ac10e6e6bc54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1312966 Nov 26 22:00:02.082393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:00:02.103984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ace46e7c-c19b-425b-95fd-58d9c0d78894 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1142070 Nov 26 22:00:02.104615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56090) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:02.111241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'port': {'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'name': 'tempest-TaggedBootDevicesTest_v242-973511501', 'fixed_ips': [{'subnet_id': 'acb40da7-70c2-4a76-a673-516eb5b5b208'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:02.123157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e461ef-56ee-4701-9e4f-0525e5cc5e73,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:02.134047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:02.134427 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Added segment 0892e240-907c-4645-a771-6fc39be0aabe of type vlan for network d84f6eab-6419-43f5-b514-e6a200c104a6 Nov 26 22:00:02.158769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629fc34-45e1-496c-be5f-3d7dcf513f30 req-690b687c-9967-402c-a88b-697f488e86f5 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:02.166668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7629fc34-45e1-496c-be5f-3d7dcf513f30 req-690b687c-9967-402c-a88b-697f488e86f5 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 945 time: 0.2802050 Nov 26 22:00:02.273433 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:02.275338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-c134e86d-c684-4b7d-bcec-24908d51f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:02.277427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-c134e86d-c684-4b7d-bcec-24908d51f959 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203526 Nov 26 22:00:02.295062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-a12c8647-c2a6-454e-b2a4-b129f610ef39', 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'fixed_ips': [{'subnet_id': '38916de7-aa23-4164-987d-563ed0790bd2'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:00:02.296552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:02.332474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7629fc34-45e1-496c-be5f-3d7dcf513f30 req-ccc842cd-07e7-4e20-a282-565f7edac174 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596992 Nov 26 22:00:02.528830 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:02.529903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:02.533173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:02.541482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-61872daa-c9f9-4ab2-ac7d-f2d0878c8486 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:02.543803 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-61872daa-c9f9-4ab2-ac7d-f2d0878c8486 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 945 time: 0.2136419 Nov 26 22:00:02.573283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-ba94642e-506e-4bd8-8315-88e155dc2f67 service neutron] 10.222.0.13 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860808 Nov 26 22:00:02.604138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:02.612268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:02.614620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Allocated IP 10.2.2.2 (a12c8647-c2a6-454e-b2a4-b129f610ef39/38916de7-aa23-4164-987d-563ed0790bd2/eb6d4a01-1ead-4601-a668-8bc319297a87) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:02.704949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0804722 Nov 26 22:00:02.706648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:02.709224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56100) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:02.728375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Request body: {'subnet': {'network_id': 'd84f6eab-6419-43f5-b514-e6a200c104a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1835642110-subnet', 'tenant_id': '812042bdae1249b597878da17f71ffbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:02.742260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20fdd2-489b-431e-9ef5-c0360436acff admin admin] Pushing event updated for resources: {'Network': ['ID=d84f6eab-6419-43f5-b514-e6a200c104a6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:02.768291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d84f6eab-6419-43f5-b514-e6a200c104a6 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:00:02.815713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Made reservation on behalf of 812042bdae1249b597878da17f71ffbc for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:02.818290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.048317 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.059845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.136335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Pushing event updated for resources: {'Port': ['ID=eb6d4a01-1ead-4601-a668-8bc319297a87,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:03.182206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Network a12c8647-c2a6-454e-b2a4-b129f610ef39 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:03.184579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:03.202180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:03.335776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Attempting to bind port eb6d4a01-1ead-4601-a668-8bc319297a87 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:03.336172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Attempting to bind port eb6d4a01-1ead-4601-a668-8bc319297a87 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:03.336545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Attempting to bind port eb6d4a01-1ead-4601-a668-8bc319297a87 on network a12c8647-c2a6-454e-b2a4-b129f610ef39 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:03.343032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:03.343408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Checking segment: {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:03.351055 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.351055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Bound using segment: {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:03.351055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Bound port: eb6d4a01-1ead-4601-a668-8bc319297a87, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:03.351055 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.478189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 69f76174-9eb3-40cd-9de5-87cc70c6c9da up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:03.484513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56120) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:03.499718 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.513729 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3bf64700-d0df-4cd9-8a26-759c53378491 req-c9db27a6-c4c8-42f0-8723-31fe94250556 service neutron] 10.222.0.13 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9208930 Nov 26 22:00:03.528992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] device_id is not set on port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:00:03.556297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be2f8d1-400a-44a0-882f-efe7c14a7156 None None] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:03.710184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] For port eb6d4a01-1ead-4601-a668-8bc319297a87, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:03.712248 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-704e0c9a-c709-439b-b0f9-673e9a04c4dc None None] Provisioning complete for port 69f76174-9eb3-40cd-9de5-87cc70c6c9da triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:03.712633 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-704e0c9a-c709-439b-b0f9-673e9a04c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.765606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] For port eb6d4a01-1ead-4601-a668-8bc319297a87, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eb6d4a01-1ead-4601-a668-8bc319297a87,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:03.776779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Allocated IP 10.1.1.190 (7d94d6a3-5781-45f9-bfff-bc9c905dca0b/acb40da7-70c2-4a76-a673-516eb5b5b208/e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:03.787139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.836900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 69f76174-9eb3-40cd-9de5-87cc70c6c9da triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:03.837294 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.884681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6e6ab-d38c-4839-b536-14b9bcab8f5c req-47cf615a-5f21-4dc0-b506-a5714b09564f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:03.887486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04b6e6ab-d38c-4839-b536-14b9bcab8f5c req-47cf615a-5f21-4dc0-b506-a5714b09564f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.2734168 Nov 26 22:00:03.904544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.25.3.196 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:03.934060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3309d7f-3c26-4172-bfae-0ecc222714e5 req-fa8508e6-cebc-45ed-abe9-147197e0f18d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:03.936736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3309d7f-3c26-4172-bfae-0ecc222714e5 req-fa8508e6-cebc-45ed-abe9-147197e0f18d tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 945 time: 0.3241842 Nov 26 22:00:03.950238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Deleting port 77637816-de62-4a00-8f4a-049c1856e147 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:03.950598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:03.960034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1321986062-network', 'tenant_id': '7344eb642c6c4634be9416ba6e83b586'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:04.090227 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-704e0c9a-c709-439b-b0f9-673e9a04c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.130316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Pushing event updated for resources: {'Port': ['ID=eb6d4a01-1ead-4601-a668-8bc319297a87,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:04.142147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.142553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.142989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.143292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.144324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.144665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.144995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.145326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.145652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.145977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.146379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.146701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e7e2e6-7948-4fb1-a7f9-7e2a10198dcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:04.281880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-704e0c9a-c709-439b-b0f9-673e9a04c4dc None None] For port 69f76174-9eb3-40cd-9de5-87cc70c6c9da, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=69f76174-9eb3-40cd-9de5-87cc70c6c9da,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:04.328783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04b6e6ab-d38c-4839-b536-14b9bcab8f5c req-92eadb77-35b2-41fc-838e-a20502c153f2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254904 Nov 26 22:00:04.372086 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-704e0c9a-c709-439b-b0f9-673e9a04c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.414703 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.481325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3309d7f-3c26-4172-bfae-0ecc222714e5 req-ac7f243d-24d9-4ca6-945a-3229750acc90 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/security-groups?id=21650a9d-b625-4c45-9dc4-3216ecf5fed5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028698 Nov 26 22:00:04.521714 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.524111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] For port 77637816-de62-4a00-8f4a-049c1856e147, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=77637816-de62-4a00-8f4a-049c1856e147,segment=NetworkSegment(9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf),segment_id=9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:04.524694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.539175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Calling delete_port for 77637816-de62-4a00-8f4a-049c1856e147 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:04.647185 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e0c9a-c709-439b-b0f9-673e9a04c4dc None None] Pushing event updated for resources: {'Port': ['ID=69f76174-9eb3-40cd-9de5-87cc70c6c9da,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:04.701103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.705308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d243c2a9-e56e-4fc7-a83e-662522e3739e,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:04.722213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Checking segment: {'id': '0892e240-907c-4645-a771-6fc39be0aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'd84f6eab-6419-43f5-b514-e6a200c104a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:04.722637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Network hostable DHCP agents. Network: d84f6eab-6419-43f5-b514-e6a200c104a6, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:00:04.768739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Network d84f6eab-6419-43f5-b514-e6a200c104a6 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:00:04.805295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d84f6eab-6419-43f5-b514-e6a200c104a6) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:04.813236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:04.814099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.819819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.842279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:04.849417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:04.899764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:04.933206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Made reservation on behalf of 7344eb642c6c4634be9416ba6e83b586 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:04.936747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.944864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.951672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf85d8a-d81d-4d4b-84ca-e385ade5f1ac None None] Network d84f6eab-6419-43f5-b514-e6a200c104a6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:04.969590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:04.992305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:05.026229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-111a7462-e8a4-4f1a-94e7-237c4245245f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3033655 Nov 26 22:00:05.059580 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:00:05.060205 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:00:05.060982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8e59a497-901d-4521-8dfa-dc560781b238 None None] Provisioning complete for port 69f76174-9eb3-40cd-9de5-87cc70c6c9da triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:05.061523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e59a497-901d-4521-8dfa-dc560781b238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:05.074637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Pushing event deleted for resources: {'Port': ['ID=77637816-de62-4a00-8f4a-049c1856e147,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:05.165569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-7e90f94e-e228-41e2-85ca-337c4c300255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:05.167132 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-7e90f94e-e228-41e2-85ca-337c4c300255 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1095 time: 1.2263577 Nov 26 22:00:05.258978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56146) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:05.362295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] No DVR routers for this DVR port 77637816-de62-4a00-8f4a-049c1856e147 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:00:05.383992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9bf73-cd17-4dc3-abda-96720764b579 None None] Network d84f6eab-6419-43f5-b514-e6a200c104a6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:05.448570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:05.457402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13d4ad44-8733-463e-bd0b-534575cc3599 req-3673afd8-112e-4dc3-a0f4-2ca8021fdd7e tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.41 "DELETE /v2.0/ports/77637816-de62-4a00-8f4a-049c1856e147 HTTP/1.1" status: 204 len: 173 time: 2.9029412 Nov 26 22:00:05.645440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2273e7a-78b2-4fae-a300-740d809a3b5b', 'name': 'network-vif-deleted', 'tag': '77637816-de62-4a00-8f4a-049c1856e147'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:05.686198 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:05.692007 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88b9f80-0a14-4f66-a68e-123de7cf41e0" -d '{"events": [{"server_uuid": "b2273e7a-78b2-4fae-a300-740d809a3b5b", "name": "network-vif-deleted", "tag": "77637816-de62-4a00-8f4a-049c1856e147"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:05.722358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:05.902017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e120fe-3d0d-4ca6-831b-6004216ab369 None None] Network a12c8647-c2a6-454e-b2a4-b129f610ef39 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:05.976628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0af282-e4b4-475e-bfb7-f9767dc97325 admin admin] Deleting subnet db5356ae-c728-4f9c-a51b-4fe7f3813d9f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:00:06.011469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf0af282-e4b4-475e-bfb7-f9767dc97325 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.019694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4509-eca4-4bc9-acdd-73eaa155b072 req-697ca0dc-1b36-4eb4-a2a8-733526be7ba5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:06.036926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-097e4509-eca4-4bc9-acdd-73eaa155b072 req-697ca0dc-1b36-4eb4-a2a8-733526be7ba5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.4343019 Nov 26 22:00:06.078740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-09bcc858-3d5b-48c6-bc01-c1d4ceb0bcf1 None None] Provisioning complete for port eb6d4a01-1ead-4601-a668-8bc319297a87 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:06.078988 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-09bcc858-3d5b-48c6-bc01-c1d4ceb0bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.164847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d06209f-0070-46cc-a76e-47e965f0169b req-9e3b8170-609f-4f12-8788-09baf1a1ae23 tempest-DeleteServersTestJSON-1263627498 tempest-DeleteServersTestJSON-1263627498-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2273e7a-78b2-4fae-a300-740d809a3b5b HTTP/1.1" status: 200 len: 210 time: 0.1620657 Nov 26 22:00:06.182308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-d4ad60b4-d6bc-4444-afcb-718045a374cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:06.185314 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-d4ad60b4-d6bc-4444-afcb-718045a374cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.9624803 Nov 26 22:00:06.222840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-097e4509-eca4-4bc9-acdd-73eaa155b072 req-d1785c92-32e2-4b4b-881e-033e4dd1a3db tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852221 Nov 26 22:00:06.231327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eb6d4a01-1ead-4601-a668-8bc319297a87 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:06.253082 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf0af282-e4b4-475e-bfb7-f9767dc97325 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.313355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.407349 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacf8cbb-8b9d-4f5a-8502-0773e4d12ab0 x-openstack-request-id: req-eacf8cbb-8b9d-4f5a-8502-0773e4d12ab0 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:06.414286 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2273e7a-78b2-4fae-a300-740d809a3b5b", "name": "network-vif-deleted", "tag": "77637816-de62-4a00-8f4a-049c1856e147", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:06.414640 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eacf8cbb-8b9d-4f5a-8502-0773e4d12ab0 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:06.415305 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2273e7a-78b2-4fae-a300-740d809a3b5b', 'name': 'network-vif-deleted', 'tag': '77637816-de62-4a00-8f4a-049c1856e147', 'status': 'completed', 'code': 200} Nov 26 22:00:06.420818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.427336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.438463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.637063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-09bcc858-3d5b-48c6-bc01-c1d4ceb0bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.639962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port eb6d4a01-1ead-4601-a668-8bc319297a87 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:06.644816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.680542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router e037842f-bde8-46ed-9def-26410d6de4eb is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:00:06.708315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:00:06.717042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:06.744784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617c8ab-9361-442b-9fdf-1b96d350230d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:06.759763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-b310b9e0-d23d-4076-8fab-76b43776b09d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 999 time: 0.5558169 Nov 26 22:00:06.770306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf0af282-e4b4-475e-bfb7-f9767dc97325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.779100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:06.865815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:00:06.867952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:06.870602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 77637816-de62-4a00-8f4a-049c1856e147 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:06.879502 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Sync routers for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:00:06.904359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.904918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-09bcc858-3d5b-48c6-bc01-c1d4ceb0bcf1 None None] For port eb6d4a01-1ead-4601-a668-8bc319297a87, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eb6d4a01-1ead-4601-a668-8bc319297a87,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:06.907913 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Added segment 1cf4ee37-3e18-451a-bd2f-07269a3ed074 of type vlan for network 80411b93-a4cf-4d60-945c-479e667b0242 Nov 26 22:00:06.919561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:06.920652 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:06.927932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80c8bcf6-2d92-47ee-bdfc-38936c845639 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7048576 Nov 26 22:00:06.928605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56162) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:06.929768 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:07.032552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-09bcc858-3d5b-48c6-bc01-c1d4ceb0bcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.060599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 77637816-de62-4a00-8f4a-049c1856e147 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:07.061869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 77637816-de62-4a00-8f4a-049c1856e147 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:07.082185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-291d00fa-7909-4f9f-80f7-106d75edb28b tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=44636e60510b4cc993a80af73b717746&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1522450 Nov 26 22:00:07.083323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56164) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:07.104468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:07.228624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.259326 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:07.280861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9f07f800-fddc-4f1d-afcd-39c723c81733 None None] Provisioning complete for port eb6d4a01-1ead-4601-a668-8bc319297a87 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:07.281621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9f07f800-fddc-4f1d-afcd-39c723c81733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.333745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.356153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcc858-3d5b-48c6-bc01-c1d4ceb0bcf1 None None] Pushing event updated for resources: {'Port': ['ID=eb6d4a01-1ead-4601-a668-8bc319297a87,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:07.374436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 69f76174-9eb3-40cd-9de5-87cc70c6c9da up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:07.510397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.513628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:07.516443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.537679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-6056a294-fd33-492c-a3e0-d9b269d3f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:07.545997 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-6056a294-fd33-492c-a3e0-d9b269d3f4b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.4906728 Nov 26 22:00:07.547153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 69f76174-9eb3-40cd-9de5-87cc70c6c9da triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:07.550358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.560773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:07.567760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.694392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6c2d93ac-9963-4c2b-868b-ccf69368fe35 None None] Provisioning complete for port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:07.694392 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c2d93ac-9963-4c2b-868b-ccf69368fe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.745212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d93ac-9963-4c2b-868b-ccf69368fe35 None None] Port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:07.763800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ef3e6-f0ef-4a2d-a356-fac6cc7a69c4 req-7c829aa0-bdcb-4531-a9bb-4a3714209ce9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:07.765365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b4ef3e6-f0ef-4a2d-a356-fac6cc7a69c4 req-7c829aa0-bdcb-4531-a9bb-4a3714209ce9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.3076324 Nov 26 22:00:07.769762 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f3dd19-8a42-41e1-9734-9114f974d756 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:07.774486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-55f3dd19-8a42-41e1-9734-9114f974d756 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6902866 Nov 26 22:00:07.774747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56180) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:07.866520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-96fcc5cf-afd1-4c75-8f15-c24d0e6e0d72 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832777 Nov 26 22:00:07.882517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56184) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:07.912327 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:07.917403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2112199369', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'project_id': '44636e60510b4cc993a80af73b717746', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:08.025474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7c64d1bf-bc64-4cba-936e-085a19786924 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.9164186 Nov 26 22:00:08.053102 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf0af282-e4b4-475e-bfb7-f9767dc97325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.057048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56190) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:08.072572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'port': {'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'name': 'tempest-TaggedBootDevicesTest_v242-1931068602', 'fixed_ips': [{'subnet_id': 'acb40da7-70c2-4a76-a673-516eb5b5b208'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:08.085499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.5936897 Nov 26 22:00:08.086856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56194) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:08.102213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf0af282-e4b4-475e-bfb7-f9767dc97325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.114057 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf0af282-e4b4-475e-bfb7-f9767dc97325 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db5356ae-c728-4f9c-a51b-4fe7f3813d9f HTTP/1.1" status: 204 len: 168 time: 2.8075547 Nov 26 22:00:08.114796 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:05Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:08.129611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Request body: {'subnet': {'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1321986062-subnet', 'tenant_id': '7344eb642c6c4634be9416ba6e83b586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:08.141780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eb6d4a01-1ead-4601-a668-8bc319297a87 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:08.148660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56196) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:08.182923 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Checking router: e037842f-bde8-46ed-9def-26410d6de4eb for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:00:08.184070 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Updating router e037842f-bde8-46ed-9def-26410d6de4eb port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:00:08.225411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c5b4a-269b-42ef-9503-33762f53f6fa admin admin] Pushing event updated for resources: {'Network': ['ID=80411b93-a4cf-4d60-945c-479e667b0242,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:08.232516 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.247798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 80411b93-a4cf-4d60-945c-479e667b0242 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:00:08.264038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port eb6d4a01-1ead-4601-a668-8bc319297a87 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:08.264390 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.279843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-4ef72ae3-772f-4a46-8d39-fc98c2153c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:08.281356 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-4ef72ae3-772f-4a46-8d39-fc98c2153c4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6361156 Nov 26 22:00:08.285739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0af282-e4b4-475e-bfb7-f9767dc97325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5356ae-c728-4f9c-a51b-4fe7f3813d9f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:08.316117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b4ef3e6-f0ef-4a2d-a356-fac6cc7a69c4 req-63c50913-e9bd-444e-851f-4d5fce5417f1 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5395253 Nov 26 22:00:08.515188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Made reservation on behalf of 7344eb642c6c4634be9416ba6e83b586 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:08.527370 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.569864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:08.585579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.630252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:08.680029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.836393 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-f2af326b-09f9-4624-a790-afdd6b88ddf4 service neutron] 10.222.0.13 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404685 Nov 26 22:00:08.926858 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.935845 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:08.980407 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.049291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] device_id is not set on port aff876aa-f913-424e-aaea-65b2d225cf86 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:00:09.128859 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Attempting to bind port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:09.136849 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Attempting to bind port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:09.137281 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Attempting to bind port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:09.142725 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Pushing event updated for resources: {'Port': ['ID=9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:09.165188 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:09.165516 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:09.165924 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.166351 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:09.166843 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Bound port: 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:09.167218 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.193147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03c6826f-1e6e-46d8-beac-8053738cde04 req-43dc353e-9a37-4957-9713-6838d92c36f2 service neutron] 10.222.0.13 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997036 Nov 26 22:00:09.195033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.233435 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.235297 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.235602 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.235950 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.237507 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.239137 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.239507 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.239949 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.241574 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.241936 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.243280 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.243420 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:09.341138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc1feca-35f7-4fe0-87e1-bf4a5e67af53']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:09.399472 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] For port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:09.405516 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] For port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:09.409853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b422f8c-b3f2-436c-82bc-83074ef6bb08') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:09.410633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b422f8c-b3f2-436c-82bc-83074ef6bb08') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:09.416536 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.462656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.519874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:09.520674 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:09.583006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.610412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:00:09.610871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:00:09.623286 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:00:09.632869 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:09.647570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.695281 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.835920 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.862318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:09.865577 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] 10.222.0.21 "DELETE /v2.0/networks/4cc1feca-35f7-4fe0-87e1-bf4a5e67af53 HTTP/1.1" status: 204 len: 168 time: 1.7081463 Nov 26 22:00:09.880228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56218) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:09.932910 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:00:09.943397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:09.982221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec07dd-9599-4c6a-85b3-3e3755f4080d admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc1feca-35f7-4fe0-87e1-bf4a5e67af53,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:10.000032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Subnet': ['ID=334d7454-a112-4e10-b655-0b449afc1de0,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:10.023948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Checking segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:10.024314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Network hostable DHCP agents. Network: 80411b93-a4cf-4d60-945c-479e667b0242, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:00:10.043632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-13390423-c50b-49b0-a1c9-e02990aa6654 admin admin] Deleting subnet d243c2a9-e56e-4fc7-a83e-662522e3739e {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:00:10.049271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13390423-c50b-49b0-a1c9-e02990aa6654 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:10.081090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Network 80411b93-a4cf-4d60-945c-479e667b0242 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:00:10.114332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13390423-c50b-49b0-a1c9-e02990aa6654 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:10.117288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 80411b93-a4cf-4d60-945c-479e667b0242) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:10.128058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1255b6-15b2-456a-b9cf-6fe1c8790a34 req-33859771-e92a-4b07-b6ce-6a517cd57e8f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:10.129252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2149917a-9884-4776-87cb-5627d61fcebb None None] Network 80411b93-a4cf-4d60-945c-479e667b0242 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:10.151615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f1255b6-15b2-456a-b9cf-6fe1c8790a34 req-33859771-e92a-4b07-b6ce-6a517cd57e8f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.6225500 Nov 26 22:00:10.184853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:10.185464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:10.268107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ca801e01-6ee1-4186-8b03-9cf5c91d2389 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1464169 Nov 26 22:00:10.276461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13390423-c50b-49b0-a1c9-e02990aa6654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:10.306246 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c21fd4-71e3-466f-bcf6-fd6faf6500a5 None None] Pushing event updated for resources: {'Port': ['ID=9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:10.356419 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:05Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:10.366590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13390423-c50b-49b0-a1c9-e02990aa6654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:10.418732 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027419ab-17a3-46df-901b-b1a566a75530 None None] The sync data for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 is: [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:05Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:00:10.419748 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93c7b1-f344-4658-b87a-0f7d52cd7d52 None None] Network 80411b93-a4cf-4d60-945c-479e667b0242 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:10.443122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Allocated IP 10.1.1.77 (7d94d6a3-5781-45f9-bfff-bc9c905dca0b/acb40da7-70c2-4a76-a673-516eb5b5b208/aff876aa-f913-424e-aaea-65b2d225cf86) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:10.461138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13390423-c50b-49b0-a1c9-e02990aa6654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d243c2a9-e56e-4fc7-a83e-662522e3739e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:10.484255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13390423-c50b-49b0-a1c9-e02990aa6654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:10.486904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f1255b6-15b2-456a-b9cf-6fe1c8790a34 req-df130f99-2eaa-47ec-8a4f-84fcabe72f66 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343241 Nov 26 22:00:10.521642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-13390423-c50b-49b0-a1c9-e02990aa6654 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d243c2a9-e56e-4fc7-a83e-662522e3739e HTTP/1.1" status: 204 len: 168 time: 0.6391277 Nov 26 22:00:10.524704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56230) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:10.558715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Checking segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:10.559108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network hostable DHCP agents. Network: e5914d9a-d5d4-463f-a36e-3cd1d700c20d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:00:10.728697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:00:10.757364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, e5914d9a-d5d4-463f-a36e-3cd1d700c20d) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:10.757611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:10.803415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:10.804047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:10.924226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d4d7b945-c0a4-4b6d-a6d1-3841bced6e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0382814 Nov 26 22:00:10.931076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56238) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:11.081216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:11.189454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659fd14-8ca5-4840-8d78-3ca59ebcbf96 None None] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:11.228224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84f6eab-6419-43f5-b514-e6a200c104a6']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:11.269921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0892e240-907c-4645-a771-6fc39be0aabe') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:11.274469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0892e240-907c-4645-a771-6fc39be0aabe') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:11.314344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:11.357388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:11.368899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:00:11.370792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:00:11.373796 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:00:11.513389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:11.524366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:11.538410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d84f6eab-6419-43f5-b514-e6a200c104a6 HTTP/1.1" status: 204 len: 168 time: 1.0124507 Nov 26 22:00:11.576645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8526a-6cd5-4f4d-b903-6315561a3b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84f6eab-6419-43f5-b514-e6a200c104a6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:11.853124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56258) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:11.947098 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-91aadc86-b9ce-4d2d-89bf-14fbf257ca15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c35be37736c94e2ab04b5ec506069ae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0921395 Nov 26 22:00:11.947940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56260) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:12.046853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:00:12.047741 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:12.120975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e883935-e97c-4141-8312-dd853e46d56c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:12.205599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e883935-e97c-4141-8312-dd853e46d56c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:12.393591 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e883935-e97c-4141-8312-dd853e46d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:12.396882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e883935-e97c-4141-8312-dd853e46d56c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:12.398063 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9e883935-e97c-4141-8312-dd853e46d56c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4443de6-8aa0-4cf4-8aa4-1b7c6b38a2fa HTTP/1.1" status: 204 len: 168 time: 0.4490037 Nov 26 22:00:12.438646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e883935-e97c-4141-8312-dd853e46d56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4443de6-8aa0-4cf4-8aa4-1b7c6b38a2fa,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:12.513669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Allocated IP 172.20.0.2 (e5914d9a-d5d4-463f-a36e-3cd1d700c20d/334d7454-a112-4e10-b655-0b449afc1de0/7dd9bcc0-effc-4298-810a-a8f6f731f866) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:12.781811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b7904-be03-41dd-a047-3d0df68b9647 req-6fd39312-7184-4fa0-a4ed-fd54888fe5c4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:12.784741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-801b7904-be03-41dd-a047-3d0df68b9647 req-6fd39312-7184-4fa0-a4ed-fd54888fe5c4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.5693402 Nov 26 22:00:12.883097 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:12.915161 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:12.927268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:12.994334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.087082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Pushing event updated for resources: {'Port': ['ID=7dd9bcc0-effc-4298-810a-a8f6f731f866,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:13.110764 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.147426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:13.155310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:13.157456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.178644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56270) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:13.185085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:13.189866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:13.278018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=aff876aa-f913-424e-aaea-65b2d225cf86,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:13.281953 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3580b853-e065-4c9d-8de3-10a2188ee7d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=812042bdae1249b597878da17f71ffbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020741 Nov 26 22:00:13.295915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56272) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:13.304236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Attempting to bind port 7dd9bcc0-effc-4298-810a-a8f6f731f866 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:13.304882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Attempting to bind port 7dd9bcc0-effc-4298-810a-a8f6f731f866 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:13.305438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Attempting to bind port 7dd9bcc0-effc-4298-810a-a8f6f731f866 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:13.319376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:13.320098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Checking segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:13.321745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-801b7904-be03-41dd-a047-3d0df68b9647 req-1962a90e-b946-4170-ac4b-9a9627d3b8a7 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770583 Nov 26 22:00:13.330106 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.330106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Bound using segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:13.333170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Bound port: 7dd9bcc0-effc-4298-810a-a8f6f731f866, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:13.333658 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.430987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-8a113bc2-e66d-42d7-a0a0-595a162ac780 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:13.438831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-8a113bc2-e66d-42d7-a0a0-595a162ac780 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 813 time: 1.2577884 Nov 26 22:00:13.468349 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.468612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:13.475487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b33bb13-748f-4046-a29c-8273304730e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.490955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:13.493848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-f60ad01e-e8fd-4eb8-8f8e-dcecbfa211fb tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/quotas/7344eb642c6c4634be9416ba6e83b586 HTTP/1.1" status: 200 len: 375 time: 0.0205951 Nov 26 22:00:13.504662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:13.564452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b33bb13-748f-4046-a29c-8273304730e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.680095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:13.691266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b33bb13-748f-4046-a29c-8273304730e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.694576 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b33bb13-748f-4046-a29c-8273304730e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.695781 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6b33bb13-748f-4046-a29c-8273304730e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12e461ef-56ee-4701-9e4f-0525e5cc5e73 HTTP/1.1" status: 204 len: 168 time: 0.3988242 Nov 26 22:00:13.707565 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.731330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33bb13-748f-4046-a29c-8273304730e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e461ef-56ee-4701-9e4f-0525e5cc5e73,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:13.785593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] For port 7dd9bcc0-effc-4298-810a-a8f6f731f866, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:13.839126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-d2f013ec-4225-47f4-a0d3-a0bcbe60130c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2476497 Nov 26 22:00:13.893726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] For port 7dd9bcc0-effc-4298-810a-a8f6f731f866, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7dd9bcc0-effc-4298-810a-a8f6f731f866,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:13.943540 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:13.996566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:14.146974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f8d3d7aa-1d45-4656-9583-70696a48e3d8 None None] Provisioning complete for port aff876aa-f913-424e-aaea-65b2d225cf86 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:14.152292 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8d3d7aa-1d45-4656-9583-70696a48e3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:14.240457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2c37e-c6aa-4a6c-abea-ba26a46bcbd0 None None] Pushing event updated for resources: {'Port': ['ID=7dd9bcc0-effc-4298-810a-a8f6f731f866,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:14.254183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:14.257095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:14.283970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3d7aa-1d45-4656-9583-70696a48e3d8 None None] Port aff876aa-f913-424e-aaea-65b2d225cf86 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:14.426245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dcc2eaec-f20a-431f-be11-22a297755ad3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.3597810 Nov 26 22:00:14.510021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:14.797565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-51343067-c3cb-4214-aef1-3d4d5cf8b6fe service neutron] 10.222.0.21 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9221005 Nov 26 22:00:15.149018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b156b-497a-484d-9ad5-5f96e9810f6a req-0c13a32f-41c7-4b9d-9256-19ce520486e6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:15.157064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f51b156b-497a-484d-9ad5-5f96e9810f6a req-0c13a32f-41c7-4b9d-9256-19ce520486e6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.6095927 Nov 26 22:00:15.267818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-ffbd7e37-b0d0-4aa0-9bba-2e73b0162df5 service neutron] 10.222.0.21 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694309 Nov 26 22:00:15.408022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f51b156b-497a-484d-9ad5-5f96e9810f6a req-472fe791-b25b-402c-be67-f63ffc9f888d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497816 Nov 26 22:00:15.944332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.20.0.1 (e5914d9a-d5d4-463f-a36e-3cd1d700c20d/334d7454-a112-4e10-b655-0b449afc1de0/5bada3ce-6604-4296-a84d-923dd56a8f8f) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:16.134424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcc3ec-1652-4a7f-b411-43f2cbeb93c1 None None] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:16.372074 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:16.490866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7a8b55b-1e65-4b22-a902-9a0da54f1211 req-273fc848-285f-4a36-8fbd-35306f4653c1 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 210 time: 0.0601361 Nov 26 22:00:16.498736 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:16.564444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:16.678783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:16.682015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:16.727632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=5bada3ce-6604-4296-a84d-923dd56a8f8f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:16.732362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:16.774731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0f3e8bab-b689-4b49-9e45-b17e03f0f192 None None] Provisioning complete for port 7dd9bcc0-effc-4298-810a-a8f6f731f866 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:16.775104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8bab-b689-4b49-9e45-b17e03f0f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:17.017320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:17.017872 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:17.077704 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:17.261938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78273cc8-3677-42ce-87a4-5827c7c1af79 req-d1489ab0-3e1a-43d0-a696-9850d58e439c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:17.278614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78273cc8-3677-42ce-87a4-5827c7c1af79 req-d1489ab0-3e1a-43d0-a696-9850d58e439c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.5468106 Nov 26 22:00:17.442409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56350) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:17.447621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6a550e87-72f9-4100-bd95-25a64034f2cc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1210442220', 'description': 'tempest-description--2008143930'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:17.572298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a550e87-72f9-4100-bd95-25a64034f2cc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:17.711879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78273cc8-3677-42ce-87a4-5827c7c1af79 req-bd04b571-32e5-4039-bee5-ef14b2815d38 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4278634 Nov 26 22:00:17.722637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7dd9bcc0-effc-4298-810a-a8f6f731f866 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:17.849206 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8bab-b689-4b49-9e45-b17e03f0f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:17.929781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0f3e8bab-b689-4b49-9e45-b17e03f0f192 None None] For port 7dd9bcc0-effc-4298-810a-a8f6f731f866, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7dd9bcc0-effc-4298-810a-a8f6f731f866,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:17.937891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a550e87-72f9-4100-bd95-25a64034f2cc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:17.966971 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0f3e8bab-b689-4b49-9e45-b17e03f0f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:17.982611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7dd9bcc0-effc-4298-810a-a8f6f731f866 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:17.982611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:17.990143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a550e87-72f9-4100-bd95-25a64034f2cc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:18.068183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a550e87-72f9-4100-bd95-25a64034f2cc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98696375-a884-4c08-b497-d87546ce4594,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:18.106477 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a550e87-72f9-4100-bd95-25a64034f2cc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:18.112197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6a550e87-72f9-4100-bd95-25a64034f2cc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6652427 Nov 26 22:00:18.112197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56366) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:18.120329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1cda62d3-9fdd-43a5-a77c-aaeb7c3b27c8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'security_group_rule': {'security_group_id': '98696375-a884-4c08-b497-d87546ce4594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:18.233442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cda62d3-9fdd-43a5-a77c-aaeb7c3b27c8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:18.263686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ff08c2a-f026-4467-847f-df193cabd33c req-c69e0c4a-e925-4fd7-9fb5-8706c71bcbe4 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 210 time: 0.3857765 Nov 26 22:00:18.294930 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:18.341832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-59b6bcb3-c210-4417-8999-5aa213823b78 None None] Provisioning complete for port 7dd9bcc0-effc-4298-810a-a8f6f731f866 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:18.342723 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59b6bcb3-c210-4417-8999-5aa213823b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:18.369985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56372) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:18.407038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e8bab-b689-4b49-9e45-b17e03f0f192 None None] Pushing event updated for resources: {'Port': ['ID=7dd9bcc0-effc-4298-810a-a8f6f731f866,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:18.568948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-59b6bcb3-c210-4417-8999-5aa213823b78 None None] Provisioning complete for port 5bada3ce-6604-4296-a84d-923dd56a8f8f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:18.569468 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59b6bcb3-c210-4417-8999-5aa213823b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:18.699666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-59b6bcb3-c210-4417-8999-5aa213823b78 None None] Port 5bada3ce-6604-4296-a84d-923dd56a8f8f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:18.728875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-e4fe320f-6c83-40f2-8729-6bff1ced031f tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:18.735866 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-e4fe320f-6c83-40f2-8729-6bff1ced031f tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.41 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 813 time: 0.3483570 Nov 26 22:00:18.767524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7dd9bcc0-effc-4298-810a-a8f6f731f866 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:18.804612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Request body: {'port': {'device_id': 'ce8ce971-ab47-458b-b9e3-ad4ba343663e', 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'admin_state_up': True, 'tenant_id': '7344eb642c6c4634be9416ba6e83b586'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:18.977239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7dd9bcc0-effc-4298-810a-a8f6f731f866 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:18.978047 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:19.149468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Made reservation on behalf of 7344eb642c6c4634be9416ba6e83b586 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:19.153721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:19.285746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b56b38-c353-40bd-816e-ab9e90a27f36 req-4617da15-c152-4c50-963d-62767b7bbeed tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:19.305097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79b56b38-c353-40bd-816e-ab9e90a27f36 req-4617da15-c152-4c50-963d-62767b7bbeed tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.3506529 Nov 26 22:00:19.435639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cda62d3-9fdd-43a5-a77c-aaeb7c3b27c8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:19.632106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3891f71c-dfd8-476c-af6e-1ab76883bc00 req-d8b10deb-a67d-4b1e-be94-fd356a5eaf15 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 210 time: 0.1058469 Nov 26 22:00:19.686011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a51e8c-1491-4b7b-86c7-c502e1efcd4e admin admin] Deleting subnet 1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:00:19.694661 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cda62d3-9fdd-43a5-a77c-aaeb7c3b27c8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:19.700874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79b56b38-c353-40bd-816e-ab9e90a27f36 req-6aa4def7-f64f-4df8-b94b-1892647e66b2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892829 Nov 26 22:00:19.730006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a51e8c-1491-4b7b-86c7-c502e1efcd4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:19.782726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:19.803487 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:19.818622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda62d3-9fdd-43a5-a77c-aaeb7c3b27c8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6708474-e87e-4a7f-be5b-423c9e16c3ac,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:19.831902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cda62d3-9fdd-43a5-a77c-aaeb7c3b27c8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:19.833727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1cda62d3-9fdd-43a5-a77c-aaeb7c3b27c8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7202041 Nov 26 22:00:19.861907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56396) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:19.879579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-69e45f40-3ec7-4673-ac18-ff08d0f3d563 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'security_group_rule': {'security_group_id': '98696375-a884-4c08-b497-d87546ce4594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:19.938124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a51e8c-1491-4b7b-86c7-c502e1efcd4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.012135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=5bada3ce-6604-4296-a84d-923dd56a8f8f,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:20.054682 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69e45f40-3ec7-4673-ac18-ff08d0f3d563 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.089125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.122305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-7d5fd846-3259-41a1-95f0-9c225eedf32b tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:20.123861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-7d5fd846-3259-41a1-95f0-9c225eedf32b tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.13 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 813 time: 1.0288990 Nov 26 22:00:20.150044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Allocated IP 172.20.0.7 (80411b93-a4cf-4d60-945c-479e667b0242/19cb4fbf-57a2-42ef-9f71-8a71086ec0e0/73aab09c-0adb-4345-8d13-6086ea5af7c7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:20.189665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a51e8c-1491-4b7b-86c7-c502e1efcd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.329520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:20.332053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:20.405860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69e45f40-3ec7-4673-ac18-ff08d0f3d563 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.438993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69e45f40-3ec7-4673-ac18-ff08d0f3d563 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.583083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router e037842f-bde8-46ed-9def-26410d6de4eb has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:00:20.619466 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69e45f40-3ec7-4673-ac18-ff08d0f3d563 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.620740 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-69e45f40-3ec7-4673-ac18-ff08d0f3d563 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7462206 Nov 26 22:00:20.639174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56408) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:20.649064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:20.660597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e45f40-3ec7-4673-ac18-ff08d0f3d563 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65476a5c-9848-4853-b08b-9703da6a119a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:20.664049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-aac7fcd6-4dd4-42e1-b14b-aeceb3e3a667 None None] Provisioning complete for port 5bada3ce-6604-4296-a84d-923dd56a8f8f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:20.666767 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aac7fcd6-4dd4-42e1-b14b-aeceb3e3a667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.672170 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a51e8c-1491-4b7b-86c7-c502e1efcd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.725922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-97a51e8c-1491-4b7b-86c7-c502e1efcd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.730871 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-97a51e8c-1491-4b7b-86c7-c502e1efcd4e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0 HTTP/1.1" status: 204 len: 168 time: 2.3543606 Nov 26 22:00:20.736270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a51e8c-1491-4b7b-86c7-c502e1efcd4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dad2e8e-c20b-4cb1-b8e5-876664dcf1b0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:20.746221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56414) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:20.769897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:20.778708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-aac7fcd6-4dd4-42e1-b14b-aeceb3e3a667 None None] Port 5bada3ce-6604-4296-a84d-923dd56a8f8f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:21.215854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d9bd848-ca92-43ea-9624-313ec9797d6e req-e72f3559-ad0a-47e2-ae4b-57416a33c5b2 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 210 time: 0.0766747 Nov 26 22:00:21.267914 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.290638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84c4ee-df88-48f0-904b-76babb270e19 req-ac4420e5-f90f-4a2f-9444-32a6cec062de tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:21.298037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca84c4ee-df88-48f0-904b-76babb270e19 req-ac4420e5-f90f-4a2f-9444-32a6cec062de tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.1579111 Nov 26 22:00:21.312156 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.345923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:00:21.367166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f2e30040-0917-44ec-ac00-1cc386ed8e7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "PUT /v2.0/routers/e037842f-bde8-46ed-9def-26410d6de4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4313788 Nov 26 22:00:21.377025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Sync routers for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:00:21.392202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca84c4ee-df88-48f0-904b-76babb270e19 req-6cdd6bbf-8782-45fb-9dec-9272e4d34e06 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905209 Nov 26 22:00:21.393425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:21.400908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:21.402478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.515727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.531380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Network 80411b93-a4cf-4d60-945c-479e667b0242 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:21.541695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:21.544227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:21.582772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:21.582973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74f2978-8328-4335-9972-08627d9aec33']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:21.602615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Pushing event updated for resources: {'Port': ['ID=73aab09c-0adb-4345-8d13-6086ea5af7c7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:21.615972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:21.616277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7c11b4-a0a5-42ba-881e-21d2d9ee93bf') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:21.637050 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.660168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:21.660804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.678441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.687336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:00:21.687746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:00:21.690145 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:00:21.702022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.709116 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-55a3a66c-6614-4d87-bf98-a094cff54395 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9301569 Nov 26 22:00:21.746395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Request body: {'port': {'device_id': 'ce8ce971-ab47-458b-b9e3-ad4ba343663e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:21.761088 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-c3aadce7-13e5-46db-b270-37ec918b1e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955978717&fields=id&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 267 time: 0.1347501 Nov 26 22:00:21.849288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.855937 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.862851 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] 10.222.0.21 "DELETE /v2.0/networks/b74f2978-8328-4335-9972-08627d9aec33 HTTP/1.1" status: 204 len: 168 time: 1.1118133 Nov 26 22:00:21.914532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368d5ef-a9a1-46d3-b1e3-f98321656e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=b74f2978-8328-4335-9972-08627d9aec33,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:21.923312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-0ca3f74b-ef28-449f-9145-2145a7467352 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:21.931406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-0ca3f74b-ef28-449f-9145-2145a7467352 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 797 time: 0.1686893 Nov 26 22:00:21.936663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:21.950528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-c83fbf20-fd9b-4e15-9907-eb5d39c8c16c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/quotas/44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 375 time: 0.0180206 Nov 26 22:00:22.001191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Allocated IP 172.25.3.247 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/20f02052-a5be-4349-baff-35ec9b63de91) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:22.110875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-9de81760-752f-4150-a416-26a3835cd84d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554780 Nov 26 22:00:22.132528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:18Z', 'revision_number': 2, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:22.183744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Checking router: e037842f-bde8-46ed-9def-26410d6de4eb for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:00:22.184650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Updating router e037842f-bde8-46ed-9def-26410d6de4eb port 5bada3ce-6604-4296-a84d-923dd56a8f8f binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:00:22.220107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:22.248173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:22.291845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-eb8c4f89-1d24-48f5-9124-88e45bd25594 service neutron] 10.222.0.21 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731746 Nov 26 22:00:22.407464 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5f4e949e-b454-4521-a7db-b7c19f0afcbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a5a74555b8e427e9d5065199c03f47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574333 Nov 26 22:00:22.419650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:22.469771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:22.548586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-96f62573-9d41-4dc8-be19-3f45e493f583 service neutron] 10.222.0.21 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552056 Nov 26 22:00:22.607463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Request body: {'port': {'device_id': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'admin_state_up': True, 'tenant_id': '7344eb642c6c4634be9416ba6e83b586'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:22.705056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ceaf57f7-0326-4264-966f-aa7877104a59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:22.760261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aeef6c0f-2a22-4e5b-8ede-6d7d45046c45 req-34b0e953-b0e3-48a6-a5e9-143a000bd31d tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 210 time: 0.0601718 Nov 26 22:00:22.864290 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:22.868225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ceaf57f7-0326-4264-966f-aa7877104a59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:22.875676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73aab09c-0adb-4345-8d13-6086ea5af7c7 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:22.893992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41aca0a4-cb44-4002-b082-c4fbe6b3471d req-a3573272-a2a3-427b-aaf3-3c165e198945 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0476868 Nov 26 22:00:22.900916 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:22.904781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022600df-aafe-4cdf-9699-856efc511a1f req-d829964a-1b1e-4887-b7cd-ffb4f5cf250f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:22.915108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022600df-aafe-4cdf-9699-856efc511a1f req-d829964a-1b1e-4887-b7cd-ffb4f5cf250f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.1325171 Nov 26 22:00:22.966196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-2fe3cb4a-5214-4d06-83f9-cba200ab785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:22.967908 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-2fe3cb4a-5214-4d06-83f9-cba200ab785d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1095 time: 0.2876577 Nov 26 22:00:22.999708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:23.039007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022600df-aafe-4cdf-9699-856efc511a1f req-0c5efb74-0a23-4fd1-ba39-c70d1a763f97 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226361 Nov 26 22:00:23.050988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Transition to ACTIVE for port object 73aab09c-0adb-4345-8d13-6086ea5af7c7 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:23.077149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:23.085224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:23.116217 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.120839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.123350 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.177879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=20f02052-a5be-4349-baff-35ec9b63de91,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:23.179412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc42a5-fcd0-454d-865f-7955bead158b None None] Pushing event updated for resources: {'Port': ['ID=5bada3ce-6604-4296-a84d-923dd56a8f8f,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:23.248873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ceaf57f7-0326-4264-966f-aa7877104a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.252274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ceaf57f7-0326-4264-966f-aa7877104a59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.256230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ceaf57f7-0326-4264-966f-aa7877104a59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21650a9d-b625-4c45-9dc4-3216ecf5fed5 HTTP/1.1" status: 204 len: 168 time: 0.8328090 Nov 26 22:00:23.277407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Made reservation on behalf of 7344eb642c6c4634be9416ba6e83b586 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:23.282754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.314634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf57f7-0326-4264-966f-aa7877104a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21650a9d-b625-4c45-9dc4-3216ecf5fed5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:23.336467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Attempting to bind port 5bada3ce-6604-4296-a84d-923dd56a8f8f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:23.338286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Attempting to bind port 5bada3ce-6604-4296-a84d-923dd56a8f8f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:23.339092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Attempting to bind port 5bada3ce-6604-4296-a84d-923dd56a8f8f on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:23.358263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 21, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:23.359051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Checking segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:23.359240 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.359742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Bound using segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:23.360310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Bound port: 5bada3ce-6604-4296-a84d-923dd56a8f8f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:23.360768 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.430018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.594190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7b552aaa-9565-47d7-85a9-07f14c6dbf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.607976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] For port 5bada3ce-6604-4296-a84d-923dd56a8f8f, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:23.615863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] For port 5bada3ce-6604-4296-a84d-923dd56a8f8f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5bada3ce-6604-4296-a84d-923dd56a8f8f,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:23.642576 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.731104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Allocated IP 172.20.0.5 (80411b93-a4cf-4d60-945c-479e667b0242/19cb4fbf-57a2-42ef-9f71-8a71086ec0e0/ee922d2b-e304-43f7-b823-f4efded6ba06) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:23.778720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-730e1600-314f-480e-b537-a0046d7b1b0e None None] Provisioning complete for port 5bada3ce-6604-4296-a84d-923dd56a8f8f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:23.779368 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-730e1600-314f-480e-b537-a0046d7b1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:23.875379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:23.877034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T21:59:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:23.914365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc42a5-fcd0-454d-865f-7955bead158b None None] Pushing event updated for resources: {'Port': ['ID=5bada3ce-6604-4296-a84d-923dd56a8f8f,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:23.977562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd87f73a-456b-496b-aa27-0815264a6a66 req-112858e8-90ee-4ca7-be87-71d48b112d30 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 210 time: 0.0850127 Nov 26 22:00:24.121649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e9445bc-133a-4db5-9a6f-c0e935c1caf1 req-18549dbe-79f4-4c53-87f8-b7ff29e22cb5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0926516 Nov 26 22:00:24.171793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-c0f6d145-abcd-42a9-8875-d955bdbfa11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:24.175319 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-c0f6d145-abcd-42a9-8875-d955bdbfa11a service neutron] 10.222.0.13 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 1.1391866 Nov 26 22:00:24.183961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=73aab09c-0adb-4345-8d13-6086ea5af7c7,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:24.262441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ca23c-f284-4afb-a77c-c7150a58bdfa req-5b3ace9c-5639-43bb-a9de-4ea6a61b5f1a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:24.265091 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-964ca23c-f284-4afb-a77c-c7150a58bdfa req-5b3ace9c-5639-43bb-a9de-4ea6a61b5f1a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.0670924 Nov 26 22:00:24.266832 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.335771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Attempting to bind port 73aab09c-0adb-4345-8d13-6086ea5af7c7 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:24.336221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Attempting to bind port 73aab09c-0adb-4345-8d13-6086ea5af7c7 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:24.336651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Attempting to bind port 73aab09c-0adb-4345-8d13-6086ea5af7c7 on network 80411b93-a4cf-4d60-945c-479e667b0242 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:24.354212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Port 73aab09c-0adb-4345-8d13-6086ea5af7c7 on network 80411b93-a4cf-4d60-945c-479e667b0242 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:24.354765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Attempting to bind port 73aab09c-0adb-4345-8d13-6086ea5af7c7 on network 80411b93-a4cf-4d60-945c-479e667b0242 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:24.376148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:24.396721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:24.397222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Checking segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:24.397726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Bound using segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:24.401448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Bound port: 73aab09c-0adb-4345-8d13-6086ea5af7c7, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:24.401959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.414280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-964ca23c-f284-4afb-a77c-c7150a58bdfa req-a3117e59-adc7-4018-a12b-081c8bc88de1 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399791 Nov 26 22:00:24.428258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-730e1600-314f-480e-b537-a0046d7b1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.512031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.584019 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-98f0bde4-27fc-4545-8fed-639a576fdab5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 200 len: 999 time: 0.3892817 Nov 26 22:00:24.644059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] For port 73aab09c-0adb-4345-8d13-6086ea5af7c7, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:24.648175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] For port 73aab09c-0adb-4345-8d13-6086ea5af7c7, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=73aab09c-0adb-4345-8d13-6086ea5af7c7,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:24.655975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-730e1600-314f-480e-b537-a0046d7b1b0e None None] For port 5bada3ce-6604-4296-a84d-923dd56a8f8f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5bada3ce-6604-4296-a84d-923dd56a8f8f,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:24.711069 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-730e1600-314f-480e-b537-a0046d7b1b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.726259 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.828492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:24.829060 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.830529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] 10.222.0.41 "PUT /v2.0/ports/73aab09c-0adb-4345-8d13-6086ea5af7c7 HTTP/1.1" status: 200 len: 1091 time: 3.0948772 Nov 26 22:00:24.831875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8ce971-ab47-458b-b9e3-ad4ba343663e', 'tag': '73aab09c-0adb-4345-8d13-6086ea5af7c7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:24.834530 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee0e643-77a2-466a-9839-1521dd8c8aee" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8ce971-ab47-458b-b9e3-ad4ba343663e", "tag": "73aab09c-0adb-4345-8d13-6086ea5af7c7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:24.862430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-e82e1ddf-3411-4489-b04f-c9f2d698ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:24.864175 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-e82e1ddf-3411-4489-b04f-c9f2d698ebd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1774068 Nov 26 22:00:24.869649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.947797 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc198f8-14ba-4f47-b171-fa0be415a0c9 x-openstack-request-id: req-6dc198f8-14ba-4f47-b171-fa0be415a0c9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:24.948025 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8ce971-ab47-458b-b9e3-ad4ba343663e", "tag": "73aab09c-0adb-4345-8d13-6086ea5af7c7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:24.948265 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dc198f8-14ba-4f47-b171-fa0be415a0c9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:24.948754 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8ce971-ab47-458b-b9e3-ad4ba343663e', 'tag': '73aab09c-0adb-4345-8d13-6086ea5af7c7', 'status': 'completed', 'code': 200} Nov 26 22:00:24.958158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-10ca428f-e96d-4fec-9c35-983c25314b7d None None] Provisioning complete for port 5bada3ce-6604-4296-a84d-923dd56a8f8f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:24.958545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-10ca428f-e96d-4fec-9c35-983c25314b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:24.974680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf25887-b968-4243-acf7-be2e6ecd6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=73aab09c-0adb-4345-8d13-6086ea5af7c7,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:24.999907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Network 80411b93-a4cf-4d60-945c-479e667b0242 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:25.001123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e1600-314f-480e-b537-a0046d7b1b0e None None] Pushing event updated for resources: {'Port': ['ID=5bada3ce-6604-4296-a84d-923dd56a8f8f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:25.009395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:25.041843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:25.046644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:23Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:25.087788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046fb3f8-9546-41d8-8a22-84a43343a248 None None] The sync data for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 is: [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:23Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:00:25.123262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:25.223549 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:25.244001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-047042a2-a69f-405b-a529-05a2828b1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:25.250725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-047042a2-a69f-405b-a529-05a2828b1009 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3776946 Nov 26 22:00:25.254870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e54e6e-9ade-496e-8752-1ef06edd0e6d req-1a1c8740-0ab4-4ca3-b3d1-bb2f0a997515 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:25.267876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68e54e6e-9ade-496e-8752-1ef06edd0e6d req-1a1c8740-0ab4-4ca3-b3d1-bb2f0a997515 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 931 time: 0.1608670 Nov 26 22:00:25.315393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a94cfc56-e36e-4218-85cd-3037661749d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:25.322025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a94cfc56-e36e-4218-85cd-3037661749d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&device_id=ce8ce971-ab47-458b-b9e3-ad4ba343663e HTTP/1.1" status: 200 len: 1094 time: 0.3887386 Nov 26 22:00:25.385645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68e54e6e-9ade-496e-8752-1ef06edd0e6d req-0e3ded76-b465-4f92-b427-1b9a680d1aeb tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140742 Nov 26 22:00:25.491238 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-3e5cabb7-f551-483c-9c43-7cb458160766 service neutron] 10.222.0.13 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870949 Nov 26 22:00:25.494710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8050426-407f-485e-b831-5a4a9a06648e req-466e38fe-d41a-4c24-a3b2-49df7024fa13 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 210 time: 0.1224346 Nov 26 22:00:25.496168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Pushing event updated for resources: {'Port': ['ID=ee922d2b-e304-43f7-b823-f4efded6ba06,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:25.696256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca56f5-e2fc-42f9-a8fd-c1631e9c0da4 req-75b95b12-0879-4f69-bb39-ea562110f2ed tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:25.697877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74ca56f5-e2fc-42f9-a8fd-c1631e9c0da4 req-75b95b12-0879-4f69-bb39-ea562110f2ed tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.1104918 Nov 26 22:00:25.726282 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-92cccab1-9768-4337-8087-7bd55944be97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73aab09c-0adb-4345-8d13-6086ea5af7c7 HTTP/1.1" status: 200 len: 217 time: 0.2310824 Nov 26 22:00:25.739695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:25.740347 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:25.806274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74ca56f5-e2fc-42f9-a8fd-c1631e9c0da4 req-22ab37a0-82a8-4740-8fa6-1a4553eccd54 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964375 Nov 26 22:00:26.206352 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-84aebcf4-0465-477f-b1db-b39212f66a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:26.647731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-96114907-8e83-4a23-8424-db69aa5a455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:26.656762 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-96114907-8e83-4a23-8424-db69aa5a455a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 200 len: 853 time: 0.8649585 Nov 26 22:00:26.734250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5bada3ce-6604-4296-a84d-923dd56a8f8f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:26.740546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-4c661595-9f4b-4be8-831c-c73cc3c5ca12 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:26.742296 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-4c661595-9f4b-4be8-831c-c73cc3c5ca12 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 797 time: 0.9484949 Nov 26 22:00:26.761960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-59cbc87d-a9a0-43e2-883a-fc25f28a2990 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1601913 Nov 26 22:00:26.770809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff124a9b-f58a-4cb3-bff9-aa39a020fb15 req-a2d25eb1-e569-4bcf-9d7c-2835f8db3ef9 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:26.782737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff124a9b-f58a-4cb3-bff9-aa39a020fb15 req-a2d25eb1-e569-4bcf-9d7c-2835f8db3ef9 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 931 time: 0.2530527 Nov 26 22:00:26.805802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Request body: {'port': {'device_id': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:26.807188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d79143d-a6e9-4fc2-9c30-7a014c0d9d26 req-fb90dd81-41aa-407a-9ad4-619fbc288d5c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 210 time: 0.1492889 Nov 26 22:00:26.885163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5bada3ce-6604-4296-a84d-923dd56a8f8f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:26.885738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:26.949624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=20f02052-a5be-4349-baff-35ec9b63de91,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:26.959929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-7b4e9a36-2c2a-4ed0-a6b7-be44e46eb405 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80411b93-a4cf-4d60-945c-479e667b0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2141950 Nov 26 22:00:26.963844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff124a9b-f58a-4cb3-bff9-aa39a020fb15 req-4d8f5b40-1d41-4913-a9d4-0fcb2d8b0d6e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780956 Nov 26 22:00:27.030338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26deef-4b96-4444-9a1e-23dd53081503 req-fccf862e-42d2-46fd-addc-948868504906 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:27.038569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d26deef-4b96-4444-9a1e-23dd53081503 req-fccf862e-42d2-46fd-addc-948868504906 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.0611260 Nov 26 22:00:27.085669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:27.170728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d26deef-4b96-4444-9a1e-23dd53081503 req-6248cb94-a40d-4e54-b321-16278d34608c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307080 Nov 26 22:00:27.201823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:27.297609 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a285ca8d-b7c8-4c63-9dd5-fa2470fff823 service neutron] 10.222.0.41 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076787 Nov 26 22:00:27.314711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:27.341242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:27.357251 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-455efa27-5b3b-4be5-be83-c3bf85d5655a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7143340 Nov 26 22:00:27.410805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56592) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:27.451774 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c05f326b-dc43-4e10-a08a-11cdb9e9617e req-a4195e60-c539-48c7-95d5-f69ffad731ce service neutron] 10.222.0.13 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9430690 Nov 26 22:00:27.460137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-fac73bb0-8706-48ae-9aa2-1fc4d48353f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 380 time: 0.6889992 Nov 26 22:00:27.478843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'port': {'device_id': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'admin_state_up': True, 'tenant_id': '44636e60510b4cc993a80af73b717746', 'security_groups': ['901f000b-9fed-4b1c-8eea-3f1d462b88a1']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:27.748929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a5fa64aa-b4d1-46a7-9130-c2274e4dd9b1 service neutron] 10.222.0.41 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148858 Nov 26 22:00:27.916611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:27.922292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:27.929755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-5442524f-4a79-47e3-9823-9c2c797df129 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1210442220&fields=id&tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee HTTP/1.1" status: 200 len: 267 time: 0.0955033 Nov 26 22:00:27.992735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-8b132f93-d84d-422e-b5ff-4e3f5ef8360e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:27.998717 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-8b132f93-d84d-422e-b5ff-4e3f5ef8360e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports/e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 936 time: 0.0667422 Nov 26 22:00:28.214921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56616) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:28.233525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee922d2b-e304-43f7-b823-f4efded6ba06 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:28.242012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:28.256088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Transition to ACTIVE for port object ee922d2b-e304-43f7-b823-f4efded6ba06 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:28.270094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:28.290426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-53aa9962-55e9-4eac-ae56-1ace5b3be02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:28.292907 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-53aa9962-55e9-4eac-ae56-1ace5b3be02c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&device_id=ce8ce971-ab47-458b-b9e3-ad4ba343663e HTTP/1.1" status: 200 len: 1094 time: 0.4185417 Nov 26 22:00:28.334851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-c70a98a4-1623-457e-9e8f-f929b94b2453 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:28.343262 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-c70a98a4-1623-457e-9e8f-f929b94b2453 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports/aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 936 time: 0.1419468 Nov 26 22:00:28.429466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e46b867a-2a74-46ff-bd76-fd9fe8c8828b req-4523da26-8fa2-46bf-9849-0febc0aea22b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 210 time: 0.4292598 Nov 26 22:00:28.483443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-4c4f5ac4-0f32-43a8-9116-efa67eadbaa5 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1392171 Nov 26 22:00:28.554375 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:28.588485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a4997ff2-52f0-4a29-af82-0c01841d0965 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1038015 Nov 26 22:00:28.643953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Pushing event updated for resources: {'Port': ['ID=ee922d2b-e304-43f7-b823-f4efded6ba06,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:28.691871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3167aca7-01d8-4da5-ac48-cc2d1129b6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:28.694465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-bcb435ac-774d-4110-8726-c0d4d2800e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:28.695972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-bcb435ac-774d-4110-8726-c0d4d2800e6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 914 time: 0.3766229 Nov 26 22:00:28.767877 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-726995e0-5cee-4317-9a38-39c451afabdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73aab09c-0adb-4345-8d13-6086ea5af7c7 HTTP/1.1" status: 200 len: 217 time: 0.0515509 Nov 26 22:00:28.814028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.20.0.6 (e5914d9a-d5d4-463f-a36e-3cd1d700c20d/334d7454-a112-4e10-b655-0b449afc1de0/aca03bfd-2c3d-48b2-9949-aa50545e3550) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:28.847949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807bb80-a428-4cf1-aab4-3a557a547d12 req-efd94027-8ad3-4846-847d-9301bd3a4b2a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:28.848709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Attempting to bind port ee922d2b-e304-43f7-b823-f4efded6ba06 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:28.849056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Attempting to bind port ee922d2b-e304-43f7-b823-f4efded6ba06 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:28.849391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Attempting to bind port ee922d2b-e304-43f7-b823-f4efded6ba06 on network 80411b93-a4cf-4d60-945c-479e667b0242 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:28.855851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b807bb80-a428-4cf1-aab4-3a557a547d12 req-efd94027-8ad3-4846-847d-9301bd3a4b2a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 943 time: 0.2646363 Nov 26 22:00:28.861534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-afe9f212-a425-4d70-8744-ca58cd2916a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:28.864446 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-afe9f212-a425-4d70-8744-ca58cd2916a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 200 len: 853 time: 0.0889521 Nov 26 22:00:28.864611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-f8dad67f-ab6b-44bb-a464-042ba47ffaca tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:28.868288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Port ee922d2b-e304-43f7-b823-f4efded6ba06 on network 80411b93-a4cf-4d60-945c-479e667b0242 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:28.868621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Attempting to bind port ee922d2b-e304-43f7-b823-f4efded6ba06 on network 80411b93-a4cf-4d60-945c-479e667b0242 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:28.870567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-f8dad67f-ab6b-44bb-a464-042ba47ffaca tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:28.876868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-f8dad67f-ab6b-44bb-a464-042ba47ffaca tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:28.878462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-f8dad67f-ab6b-44bb-a464-042ba47ffaca tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/networks?id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=a12c8647-c2a6-454e-b2a4-b129f610ef39&id=a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 200 len: 1995 time: 0.2892594 Nov 26 22:00:28.892540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:28.892886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Checking segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:28.893308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Bound using segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:28.893805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Bound port: ee922d2b-e304-43f7-b823-f4efded6ba06, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:28.894181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:28.919621 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-8121ee22-b66a-429d-8a11-c7a84ac83f9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80411b93-a4cf-4d60-945c-479e667b0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414078 Nov 26 22:00:28.945597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-db91a5f7-36cb-4674-918d-f6379ab10fb3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/quotas/0bf9bb57abcd4c83ac66a561a29d08ee HTTP/1.1" status: 200 len: 375 time: 0.0569575 Nov 26 22:00:29.067891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b807bb80-a428-4cf1-aab4-3a557a547d12 req-ceb1e967-dfaa-43dc-a60a-524e65d32d67 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966290 Nov 26 22:00:29.095288 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.107987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3167aca7-01d8-4da5-ac48-cc2d1129b6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.121384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3167aca7-01d8-4da5-ac48-cc2d1129b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.159796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] For port ee922d2b-e304-43f7-b823-f4efded6ba06, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:29.185794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-9e55b096-070e-4458-92ae-792ec3e5c466 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2226744 Nov 26 22:00:29.192107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.197634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] For port ee922d2b-e304-43f7-b823-f4efded6ba06, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ee922d2b-e304-43f7-b823-f4efded6ba06,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:29.200340 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-f82201e0-fe13-4f74-b3f9-568835f92ca2 service neutron] 10.222.0.41 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683697 Nov 26 22:00:29.209930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.256705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3167aca7-01d8-4da5-ac48-cc2d1129b6b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab5c3a68c0424ecb93a587619f31c952&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0398612 Nov 26 22:00:29.260809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56632) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:29.278201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:29.278989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.280590 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] 10.222.0.13 "PUT /v2.0/ports/ee922d2b-e304-43f7-b823-f4efded6ba06 HTTP/1.1" status: 200 len: 1091 time: 2.4854727 Nov 26 22:00:29.285716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'tag': 'ee922d2b-e304-43f7-b823-f4efded6ba06'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:29.288138 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabe6ff5-899b-405f-a789-cde5064974b4" -d '{"events": [{"name": "network-changed", "server_uuid": "38bba92f-0ece-4f65-ba1f-ebb95edce3e8", "tag": "ee922d2b-e304-43f7-b823-f4efded6ba06"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:29.304523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167aca7-01d8-4da5-ac48-cc2d1129b6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece09486-068b-4073-8e71-6903bb7b107a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:29.358837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40376a76-a220-4b2a-9187-bd990cedfdb5 req-b53f647e-3f2c-47f3-a36d-5ce2a34761ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:29.360435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40376a76-a220-4b2a-9187-bd990cedfdb5 req-b53f647e-3f2c-47f3-a36d-5ce2a34761ec tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.1997247 Nov 26 22:00:29.374957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.394722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6285e-0fa7-4b66-a186-3f06ba36b762 service neutron] Pushing event updated for resources: {'Port': ['ID=ee922d2b-e304-43f7-b823-f4efded6ba06,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:29.458454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-60746eeb-a7a2-441c-916e-d6747e0a7fde service neutron] 10.222.0.21 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511108 Nov 26 22:00:29.464456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:29.470868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:29.473643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:29.485477 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6ee0e643-77a2-466a-9839-1521dd8c8aee req-ef4c2db2-ea68-4a43-a9e3-218a89498e41 service neutron] 10.222.0.41 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769969 Nov 26 22:00:29.533546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:29.551165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a81d11db-5395-4990-ab7a-91ccb22d419a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.563527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:29.564481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.608208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-50c030a2-b252-4a6f-8bcb-67a7585b3406 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1331708 Nov 26 22:00:29.681653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Request body: {'port': {'device_id': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:29.693951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40376a76-a220-4b2a-9187-bd990cedfdb5 req-c04b63e0-36fa-4f82-8b0b-af9b8e030349 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944355 Nov 26 22:00:29.728339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a81d11db-5395-4990-ab7a-91ccb22d419a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.757930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-ed84b7f2-7bc2-4729-979a-7f809980368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:29.761066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-ed84b7f2-7bc2-4729-979a-7f809980368c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 1094 time: 0.1735213 Nov 26 22:00:29.771932 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.824007 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-5514d0ed-89e5-4159-9ea9-c8a072eede57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee922d2b-e304-43f7-b823-f4efded6ba06 HTTP/1.1" status: 200 len: 217 time: 0.0448713 Nov 26 22:00:29.826274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.864551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-31b5ba1e-d64d-48e2-92e7-24a56449eb10 None None] Provisioning complete for port aca03bfd-2c3d-48b2-9949-aa50545e3550 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:29.866153 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31b5ba1e-d64d-48e2-92e7-24a56449eb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.915244 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-3d2ec068-359b-4064-9098-656b01958f34 service neutron] 10.222.0.21 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329982 Nov 26 22:00:29.920067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1aad7683-463e-4c46-a10c-1fd0dd13c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:29.921580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-1aad7683-463e-4c46-a10c-1fd0dd13c41b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 200 len: 853 time: 0.0860255 Nov 26 22:00:29.943009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-31b5ba1e-d64d-48e2-92e7-24a56449eb10 None None] Port aca03bfd-2c3d-48b2-9949-aa50545e3550 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:29.956677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a81d11db-5395-4990-ab7a-91ccb22d419a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.959168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a81d11db-5395-4990-ab7a-91ccb22d419a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:29.963406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a81d11db-5395-4990-ab7a-91ccb22d419a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ece09486-068b-4073-8e71-6903bb7b107a HTTP/1.1" status: 204 len: 168 time: 0.6963477 Nov 26 22:00:30.204408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca03bfd-2c3d-48b2-9949-aa50545e3550 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:30.213437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:30.228539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Transition to ACTIVE for port object aca03bfd-2c3d-48b2-9949-aa50545e3550 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:30.248387 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-09bb4d5c-91fd-4695-aa4f-5245d9d8f5af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80411b93-a4cf-4d60-945c-479e667b0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3163433 Nov 26 22:00:30.250103 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743eea2d-9bee-44f1-99ca-1ada47ce79b9 x-openstack-request-id: req-743eea2d-9bee-44f1-99ca-1ada47ce79b9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:30.250510 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bba92f-0ece-4f65-ba1f-ebb95edce3e8", "tag": "ee922d2b-e304-43f7-b823-f4efded6ba06", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:30.250884 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-743eea2d-9bee-44f1-99ca-1ada47ce79b9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:30.251524 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'tag': 'ee922d2b-e304-43f7-b823-f4efded6ba06', 'status': 'completed', 'code': 200} Nov 26 22:00:30.252851 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:30.413501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56648) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:30.452483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:30.485296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb02b4b2-3584-4b46-885e-7c8248cc81b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:30.539894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-e08ff946-813d-4135-89ca-788c1af872b4 service neutron] 10.222.0.13 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782071 Nov 26 22:00:30.573619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-164340dd-962c-43b7-aae3-2899fc24dcca service neutron] 10.222.0.21 "GET /v2.0/ports/e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.6388845 Nov 26 22:00:30.575450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d11db-5395-4990-ab7a-91ccb22d419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece09486-068b-4073-8e71-6903bb7b107a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:30.576728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:30.577788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:30.578449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:30.639467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:30.639884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:30.692553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f2737-cc4e-4a6a-96ea-74f3936ccd7f req-e2f40540-f8fd-4f47-add0-0160d8a3e87b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:30.694425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b96f2737-cc4e-4a6a-96ea-74f3936ccd7f req-e2f40540-f8fd-4f47-add0-0160d8a3e87b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 943 time: 0.1539557 Nov 26 22:00:30.770108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:30.770697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Checking segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:30.771212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Bound using segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:30.771790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Bound port: aca03bfd-2c3d-48b2-9949-aa50545e3550, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:30.772242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:30.786104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-f0322ccf-c696-4ef5-bdb9-3a4983b8aa2a service neutron] 10.222.0.21 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904833 Nov 26 22:00:30.800239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb02b4b2-3584-4b46-885e-7c8248cc81b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:30.879816 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7a766b33-5d0e-4487-a42c-7b90e8d35e83 req-e8eced77-9d31-40d8-8e66-7158866a00bf service neutron] 10.222.0.13 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293822 Nov 26 22:00:30.880489 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb02b4b2-3584-4b46-885e-7c8248cc81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:30.892660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b96f2737-cc4e-4a6a-96ea-74f3936ccd7f req-22c9f7fc-b32e-4924-b621-c11a6ac1b52a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781752 Nov 26 22:00:30.964856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 73aab09c-0adb-4345-8d13-6086ea5af7c7 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:00:30.993317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cb02b4b2-3584-4b46-885e-7c8248cc81b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f6a5320a0a84b8d9b9e64105f07df8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5734265 Nov 26 22:00:30.994818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56662) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:31.063622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-544b0858-8d10-4909-b73e-f2755257fbe0 service neutron] 10.222.0.21 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493684 Nov 26 22:00:31.085875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Deleting port f441581b-11a7-4824-b486-fa1993793533 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:31.088785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.185548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02b4b2-3584-4b46-885e-7c8248cc81b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8c508f-7f6f-41dc-9a57-aa11bbf72130,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:31.193524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 73aab09c-0adb-4345-8d13-6086ea5af7c7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=73aab09c-0adb-4345-8d13-6086ea5af7c7,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:31.220319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '73aab09c-0adb-4345-8d13-6086ea5af7c7', 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'port_id': '73aab09c-0adb-4345-8d13-6086ea5af7c7', 'mac_address': 'fa:16:3e:97:a9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cb4fbf-57a2-42ef-9f71-8a71086ec0e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:00:31.221764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:31.237053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] For port f441581b-11a7-4824-b486-fa1993793533, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f441581b-11a7-4824-b486-fa1993793533,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:31.237792 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.256526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Calling delete_port for f441581b-11a7-4824-b486-fa1993793533 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:31.286194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:31.305412 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.306058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-5c2d9e41-d56a-4add-bb72-84358e4656ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:31.308886 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-5c2d9e41-d56a-4add-bb72-84358e4656ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 1094 time: 0.2866726 Nov 26 22:00:31.324535 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.335914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73aab09c-0adb-4345-8d13-6086ea5af7c7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:31.382425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 73aab09c-0adb-4345-8d13-6086ea5af7c7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=73aab09c-0adb-4345-8d13-6086ea5af7c7,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:31.393442 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.436536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3d67716-52d2-44e6-8961-0a5e8ec3ce36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.439116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-e29ad0d1-eb68-4a13-8c8f-82bb84abb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:31.441694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-e29ad0d1-eb68-4a13-8c8f-82bb84abb550 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 914 time: 0.1192727 Nov 26 22:00:31.495327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=73aab09c-0adb-4345-8d13-6086ea5af7c7,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:31.534657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-88b9f425-2d65-46dc-b3c3-dd8d1cc2b66b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee922d2b-e304-43f7-b823-f4efded6ba06 HTTP/1.1" status: 200 len: 217 time: 0.0658917 Nov 26 22:00:31.546119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:31.547699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.549009 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] 10.222.0.41 "PUT /v2.0/ports/aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 1091 time: 1.8793275 Nov 26 22:00:31.578343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3d67716-52d2-44e6-8961-0a5e8ec3ce36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.578592 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:31.624342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c37a7-9985-4c09-9cca-2fa82ba7ab93 service neutron] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:31.624624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Pushing event deleted for resources: {'Port': ['ID=f441581b-11a7-4824-b486-fa1993793533,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:31.654649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-9596770e-9cfc-43de-812d-81396221ebe4 service neutron] 10.222.0.21 "GET /v2.0/ports/aff876aa-f913-424e-aaea-65b2d225cf86?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5730891 Nov 26 22:00:31.727354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-5f2145c3-0500-4e0e-b888-71c5d7daaa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:31.729346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-5f2145c3-0500-4e0e-b888-71c5d7daaa1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 200 len: 853 time: 0.1710091 Nov 26 22:00:31.761261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0844914-b903-42d4-9b4a-bf671eed05fd req-ddc3d58f-4ed9-4013-8d8f-938abf86ac78 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:31.763037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0844914-b903-42d4-9b4a-bf671eed05fd req-ddc3d58f-4ed9-4013-8d8f-938abf86ac78 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 943 time: 0.7607918 Nov 26 22:00:31.766413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['73aab09c-0adb-4345-8d13-6086ea5af7c7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:00:31.778992 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-844aaa82-ca65-4827-a094-fbc7742300ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80411b93-a4cf-4d60-945c-479e667b0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418742 Nov 26 22:00:31.781558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-11310c18-0aa5-4b35-a155-ad88bac9880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:31.783138 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-11310c18-0aa5-4b35-a155-ad88bac9880d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1094 time: 0.1148274 Nov 26 22:00:31.856945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0844914-b903-42d4-9b4a-bf671eed05fd req-bf5763f5-7090-41ba-95b7-4ea7af4ced22 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687065 Nov 26 22:00:31.987472 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-efd87ac8-687a-4f06-9c27-e37b19dd54bf service neutron] 10.222.0.13 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970587 Nov 26 22:00:31.995180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3d67716-52d2-44e6-8961-0a5e8ec3ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:32.000092 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3d67716-52d2-44e6-8961-0a5e8ec3ce36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:32.004114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d3d67716-52d2-44e6-8961-0a5e8ec3ce36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc8c508f-7f6f-41dc-9a57-aa11bbf72130 HTTP/1.1" status: 204 len: 168 time: 0.9805970 Nov 26 22:00:32.129562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d67716-52d2-44e6-8961-0a5e8ec3ce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8c508f-7f6f-41dc-9a57-aa11bbf72130,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:32.161055 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-9b1d7251-c255-4021-b378-d0768f74414a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 217 time: 0.1723621 Nov 26 22:00:32.188130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-e99de1b3-83bb-4b18-b234-3eadc5cf75ca service neutron] 10.222.0.21 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147707 Nov 26 22:00:32.257596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:32.263166 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b20520-e972-47c3-ad98-be7067572fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:32.284548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef5050-1122-43dc-b171-d2936405fd23 req-9f3f8e6e-e059-4f3d-8f97-8b1b2ab9ad99 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:32.305398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8ef5050-1122-43dc-b171-d2936405fd23 req-9f3f8e6e-e059-4f3d-8f97-8b1b2ab9ad99 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 944 time: 0.3306928 Nov 26 22:00:32.316755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-eec993e5-cf9a-4471-b0bb-1e3584c1c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:32.318646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-eec993e5-cf9a-4471-b0bb-1e3584c1c061 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.1363959 Nov 26 22:00:32.320933 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fabe6ff5-899b-405f-a789-cde5064974b4 req-ca79738e-131b-46bb-b9d5-ed3987bce42a service neutron] 10.222.0.13 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157291 Nov 26 22:00:32.385213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-2950b594-fa38-47d3-8ee5-8a71d1a8778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:32.388857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-2950b594-fa38-47d3-8ee5-8a71d1a8778b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617919 Nov 26 22:00:32.463273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:32.470675 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1d505023-264f-4201-93b7-d6a99e3441e5 service neutron] 10.222.0.21 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077599 Nov 26 22:00:32.592339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-e43e3faf-51f4-42f3-a809-00c4c474b14a service neutron] 10.222.0.21 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108437 Nov 26 22:00:32.604403 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-c48e718e-2a3e-40b6-93a3-1a05042bbf43 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881328 Nov 26 22:00:32.614209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8ef5050-1122-43dc-b171-d2936405fd23 req-1692b04d-326b-4ba9-aeae-becfe801e88d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005576 Nov 26 22:00:32.802535 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5786e5c5-cf94-4df2-a84b-cba75b89b9e2 req-ed5c6f49-b3e5-4895-9fa0-896bd0cef833 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959996 Nov 26 22:00:32.928466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-784233a5-25a3-436c-ac71-c932d66d7227 service neutron] 10.222.0.21 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131840 Nov 26 22:00:32.941664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b4e3a-6009-43a8-9ad9-b0a3583d0490 req-755bae3d-d81f-4890-8b2f-37b1affdc2a7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:32.943202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-941b4e3a-6009-43a8-9ad9-b0a3583d0490 req-755bae3d-d81f-4890-8b2f-37b1affdc2a7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 943 time: 0.0968688 Nov 26 22:00:32.975133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 73aab09c-0adb-4345-8d13-6086ea5af7c7 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:33.009624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:00:33.144564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-941b4e3a-6009-43a8-9ad9-b0a3583d0490 req-6bab3a86-84aa-4fb4-9368-8c267186928e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901052 Nov 26 22:00:33.177759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-696674ef-fca3-48cd-ad69-7b57ab7a8a2f service neutron] 10.222.0.21 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332606 Nov 26 22:00:33.207064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Router 0d86d860-f74a-4a14-b263-67fdc457b1a6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:00:33.211374 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239784eb-8ab6-4b75-ba9e-ef513ca4706b x-openstack-request-id: req-239784eb-8ab6-4b75-ba9e-ef513ca4706b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:33.211876 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:33.211876 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-239784eb-8ab6-4b75-ba9e-ef513ca4706b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:33.212292 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'status': 'completed', 'code': 200} Nov 26 22:00:33.290427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 73aab09c-0adb-4345-8d13-6086ea5af7c7 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:00:33.313430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 73aab09c-0adb-4345-8d13-6086ea5af7c7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:33.313855 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:33.319661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b20520-e972-47c3-ad98-be7067572fc3 req-80f63ae0-b088-4b1f-a65f-336624a6ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:33.321412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22b20520-e972-47c3-ad98-be7067572fc3 req-80f63ae0-b088-4b1f-a65f-336624a6ea82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1094 time: 0.0659034 Nov 26 22:00:33.376755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:33.395122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'port_id': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'mac_address': 'fa:16:3e:95:35:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:00:33.458525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b20520-e972-47c3-ad98-be7067572fc3 req-dfa824fe-4ac0-4321-924e-9a01cbc1dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:33.460868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22b20520-e972-47c3-ad98-be7067572fc3 req-dfa824fe-4ac0-4321-924e-9a01cbc1dbcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.1311979 Nov 26 22:00:33.468915 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:33.473277 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:33.500895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:33.527893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8ce971-ab47-458b-b9e3-ad4ba343663e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aab09c-0adb-4345-8d13-6086ea5af7c7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:33.528653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22b20520-e972-47c3-ad98-be7067572fc3 req-99e3ebd4-a99a-4146-a3ba-ab3215837858 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 217 time: 0.0596690 Nov 26 22:00:33.530252 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59504425-c31f-4aa8-9630-e7a378200ef7" -d '{"events": [{"server_uuid": "ce8ce971-ab47-458b-b9e3-ad4ba343663e", "name": "network-vif-plugged", "status": "completed", "tag": "73aab09c-0adb-4345-8d13-6086ea5af7c7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:33.551288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:33.553661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 73aab09c-0adb-4345-8d13-6086ea5af7c7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=73aab09c-0adb-4345-8d13-6086ea5af7c7,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:33.558434 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:33.564186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:33.602311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b20520-e972-47c3-ad98-be7067572fc3 req-819c78fb-6759-4f2c-9c82-388a1aba47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:33.608813 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22b20520-e972-47c3-ad98-be7067572fc3 req-819c78fb-6759-4f2c-9c82-388a1aba47d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.0718017 Nov 26 22:00:33.655221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:33.675983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a4103ea5-d484-4496-ac98-7d4e540167cf service neutron] 10.222.0.21 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918716 Nov 26 22:00:33.714160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b20520-e972-47c3-ad98-be7067572fc3 req-a314cd26-f0db-4f62-b71a-3ca98227294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:33.715316 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22b20520-e972-47c3-ad98-be7067572fc3 req-a314cd26-f0db-4f62-b71a-3ca98227294a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978224 Nov 26 22:00:33.731854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=73aab09c-0adb-4345-8d13-6086ea5af7c7,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:33.767610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a9ec2-57f7-4e9c-9c13-2ee0e38d73e1 req-c25c2b67-7f06-489f-aa5b-adeccd6e109c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:33.769950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-429a9ec2-57f7-4e9c-9c13-2ee0e38d73e1 req-c25c2b67-7f06-489f-aa5b-adeccd6e109c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 943 time: 0.4756281 Nov 26 22:00:33.781195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:00:33.795848 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] Sync routers for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:00:33.811221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4ce8bf64-572c-4407-b6b2-a66209ee370e admin admin] 10.222.0.21 "PUT /v2.0/routers/0d86d860-f74a-4a14-b263-67fdc457b1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3990006 Nov 26 22:00:33.814938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56736) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:33.816107 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:33.816743 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:00:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:33.932916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-816ce807-1efc-403a-b294-6eb5ef463e17 service neutron] 10.222.0.21 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466555 Nov 26 22:00:33.951602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:00:33.959137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-429a9ec2-57f7-4e9c-9c13-2ee0e38d73e1 req-431cfd8b-c1f3-4b21-8c4e-3ce94ef7ad83 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776445 Nov 26 22:00:34.013596 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:34.051092 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20cc066-b91d-4f56-8ab0-7a24f0119e91 x-openstack-request-id: req-d20cc066-b91d-4f56-8ab0-7a24f0119e91 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:34.051638 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8ce971-ab47-458b-b9e3-ad4ba343663e", "name": "network-vif-plugged", "status": "completed", "tag": "73aab09c-0adb-4345-8d13-6086ea5af7c7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:34.053733 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d20cc066-b91d-4f56-8ab0-7a24f0119e91 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:34.054279 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8ce971-ab47-458b-b9e3-ad4ba343663e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73aab09c-0adb-4345-8d13-6086ea5af7c7', 'code': 200} Nov 26 22:00:34.146828 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:34.355974 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T22:00:31Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:34.416555 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] Checking router: 0d86d860-f74a-4a14-b263-67fdc457b1a6 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:00:34.418731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c0c1e-8206-43f8-9ba3-a2f6fd6e8a7b req-48629793-ace9-446b-ae2d-d7e48595b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:34.420546 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a49c0c1e-8206-43f8-9ba3-a2f6fd6e8a7b req-48629793-ace9-446b-ae2d-d7e48595b445 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce8ce971-ab47-458b-b9e3-ad4ba343663e HTTP/1.1" status: 200 len: 1096 time: 0.0581610 Nov 26 22:00:34.432628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2f620e5a-02aa-4b9b-a677-9229fc9b7165 service neutron] 10.222.0.21 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712398 Nov 26 22:00:34.446633 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] Routers {'0d86d860-f74a-4a14-b263-67fdc457b1a6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:34.447468 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:00:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0d86d860-f74a-4a14-b263-67fdc457b1a6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:34.478990 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22b20520-e972-47c3-ad98-be7067572fc3 req-14ad5166-f0c3-4ed9-b3e2-ad086e978679 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555873 Nov 26 22:00:34.517006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a49c0c1e-8206-43f8-9ba3-a2f6fd6e8a7b req-44b599d1-279d-494c-9588-f27b1b05b8b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849338 Nov 26 22:00:34.536332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:34.594777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7411102-56be-457b-bfc2-aa24c37a0410 req-f43e35c0-cce5-4ac8-a904-7027576b3650 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:34.602037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7411102-56be-457b-bfc2-aa24c37a0410 req-f43e35c0-cce5-4ac8-a904-7027576b3650 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 945 time: 0.3887391 Nov 26 22:00:34.628546 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] Set router 0d86d860-f74a-4a14-b263-67fdc457b1a6 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:34.690417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-e0336052-28e7-4587-bf3c-0df5a7309d17 service neutron] 10.222.0.21 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371812 Nov 26 22:00:34.709652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22b20520-e972-47c3-ad98-be7067572fc3 req-f67ec48a-17fb-4c87-a20e-a16cc6c4bfbd service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954825 Nov 26 22:00:34.713849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7411102-56be-457b-bfc2-aa24c37a0410 req-9ddc2b72-2d91-41d5-a529-65077ff05d68 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106412 Nov 26 22:00:34.721854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Deleting port c49782e7-30ec-4f62-8ecb-cfb3835fff0c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:34.730975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:34.832953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-92cb9b0a-9ed0-4627-8ba7-8fafa2fb991e service neutron] 10.222.0.21 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129298 Nov 26 22:00:34.917968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] For port c49782e7-30ec-4f62-8ecb-cfb3835fff0c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c49782e7-30ec-4f62-8ecb-cfb3835fff0c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:34.918401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:34.933438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Calling delete_port for c49782e7-30ec-4f62-8ecb-cfb3835fff0c owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:34.990587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:00:35.022774 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T22:00:31Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:35.023366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ee922d2b-e304-43f7-b823-f4efded6ba06 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:00:35.041178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:35.054792 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90f6ff-67e1-4332-9685-81f2d435ae6c None None] The sync data for ids ['0d86d860-f74a-4a14-b263-67fdc457b1a6'] in n-d-819494-1 is: [{'id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'name': 'tempest-TaggedBootDevicesTest-1186628665-router', 'tenant_id': '4c564f5072cd4a49886c0ad793293985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T22:00:31Z', 'revision_number': 5, 'project_id': '4c564f5072cd4a49886c0ad793293985', 'gw_port': {'id': 'c49782e7-30ec-4f62-8ecb-cfb3835fff0c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d86d860-f74a-4a14-b263-67fdc457b1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:10Z', 'updated_at': '2021-11-26T21:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:00:35.142102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b341ae2-ce75-41bb-8e0a-c7d2eeda4c9f req-b3f216a9-35a8-47e9-9a2b-cce0b38ffebc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:35.144064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b341ae2-ce75-41bb-8e0a-c7d2eeda4c9f req-b3f216a9-35a8-47e9-9a2b-cce0b38ffebc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 943 time: 0.1652107 Nov 26 22:00:35.243332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b341ae2-ce75-41bb-8e0a-c7d2eeda4c9f req-2566e50d-a835-4859-8d0c-b1b4cb4738e7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586131 Nov 26 22:00:35.270882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:35.290438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'port_id': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'mac_address': 'fa:16:3e:ac:4e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:00:35.308051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.324190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.resource_extend [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 22:00:35.345735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49782e7-30ec-4f62-8ecb-cfb3835fff0c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:35.433232 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.448445 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.475396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca03bfd-2c3d-48b2-9949-aa50545e3550 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:35.483904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:00:35.493097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:35.494012 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.540822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.541182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.541502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.543463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.544381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.544731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.545071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.545405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.545734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.548523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.548709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.548952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:35.577955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:35.593772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.612080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ee922d2b-e304-43f7-b823-f4efded6ba06, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ee922d2b-e304-43f7-b823-f4efded6ba06,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:35.702193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'ee922d2b-e304-43f7-b823-f4efded6ba06', 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'port_id': 'ee922d2b-e304-43f7-b823-f4efded6ba06', 'mac_address': 'fa:16:3e:d0:6d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cb4fbf-57a2-42ef-9f71-8a71086ec0e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:00:35.761241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.768730 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.772650 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.786229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:35.794646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.810294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee922d2b-e304-43f7-b823-f4efded6ba06 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:35.853235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ee922d2b-e304-43f7-b823-f4efded6ba06, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ee922d2b-e304-43f7-b823-f4efded6ba06,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:35.856094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:35.860551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df80fc-598b-40bb-80e8-a8fa4fb0edf4 req-ed1dde93-e1dd-4fd8-b7a6-ffba9c433ec4 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:35.863732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5df80fc-598b-40bb-80e8-a8fa4fb0edf4 req-ed1dde93-e1dd-4fd8-b7a6-ffba9c433ec4 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 943 time: 0.4320693 Nov 26 22:00:35.887574 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.893193 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.893452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.895758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d86d860-f74a-4a14-b263-67fdc457b1a6 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:00:35.908049 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:35.923193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1cd0df80-6df9-41c7-af17-b5eb641caee5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0d86d860-f74a-4a14-b263-67fdc457b1a6 HTTP/1.1" status: 204 len: 168 time: 2.0991158 Nov 26 22:00:35.926123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56806) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:36.026575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d611e1fd-2efe-465f-9f79-64fd706849ff admin admin] Deleting subnet 4b67ce76-32b4-4660-9868-33216993a65f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:00:36.035239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d611e1fd-2efe-465f-9f79-64fd706849ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:36.057382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:36.059923 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2e01cc-b80b-426a-8011-5457b9ce601b" -d '{"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:36.095296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['aca03bfd-2c3d-48b2-9949-aa50545e3550'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:00:36.098851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5df80fc-598b-40bb-80e8-a8fa4fb0edf4 req-c1c2e7bf-1ca7-44ab-87a5-3499ebef6a1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095335 Nov 26 22:00:36.127006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d611e1fd-2efe-465f-9f79-64fd706849ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:36.217625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ee922d2b-e304-43f7-b823-f4efded6ba06,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:36.279068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40566f5f-546d-4744-a968-bdae9953c52d req-c40504ad-97bc-4d5e-bf24-37613128764b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:36.287281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40566f5f-546d-4744-a968-bdae9953c52d req-c40504ad-97bc-4d5e-bf24-37613128764b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 946 time: 0.1798253 Nov 26 22:00:36.344050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ee922d2b-e304-43f7-b823-f4efded6ba06'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:00:36.347246 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d611e1fd-2efe-465f-9f79-64fd706849ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:36.429984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d611e1fd-2efe-465f-9f79-64fd706849ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:36.445687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40566f5f-546d-4744-a968-bdae9953c52d req-2dbaf410-40a7-456f-a211-339276ad4f82 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367502 Nov 26 22:00:36.449716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=12']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:36.463851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63989450-92d8-4796-a352-b66d9d2c9d43 None None] Network ff482d04-9fda-4afd-87ee-406646607aaa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:36.472428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d611e1fd-2efe-465f-9f79-64fd706849ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:36.477382 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d611e1fd-2efe-465f-9f79-64fd706849ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4b67ce76-32b4-4660-9868-33216993a65f HTTP/1.1" status: 204 len: 168 time: 0.5501149 Nov 26 22:00:36.479862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56820) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:36.489913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03e0cbf3-88a7-450b-872c-c196845adbb5 req-dd85b421-f977-4fc3-848c-709d15bcf6c8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0728595 Nov 26 22:00:36.513709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611e1fd-2efe-465f-9f79-64fd706849ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b67ce76-32b4-4660-9868-33216993a65f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:36.566660 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2fc13c-5c23-45d6-a7c9-6a06dd213407 x-openstack-request-id: req-ea2fc13c-5c23-45d6-a7c9-6a06dd213407 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:36.566953 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:36.567214 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea2fc13c-5c23-45d6-a7c9-6a06dd213407 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:36.567610 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'code': 200} Nov 26 22:00:36.656183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:36.713763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2457-881a-42c8-840f-59b476f88635 req-40d256e2-61fc-4b9e-949e-c0b1dbdd5911 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:36.725420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-411f2457-881a-42c8-840f-59b476f88635 req-40d256e2-61fc-4b9e-949e-c0b1dbdd5911 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1045983 Nov 26 22:00:36.780499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c49782e7-30ec-4f62-8ecb-cfb3835fff0c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:36.816084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Deleting port 0ef315f7-b591-478d-a441-925bb92a67ad {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:36.816426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:36.842905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c49782e7-30ec-4f62-8ecb-cfb3835fff0c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:36.843258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c49782e7-30ec-4f62-8ecb-cfb3835fff0c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:36.843689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f441581b-11a7-4824-b486-fa1993793533 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:36.859231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-411f2457-881a-42c8-840f-59b476f88635 req-db2c99b6-603b-471a-a198-efc94e11f885 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307817 Nov 26 22:00:36.890194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f441581b-11a7-4824-b486-fa1993793533 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:36.890549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f441581b-11a7-4824-b486-fa1993793533 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:36.982616 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:36.983446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] For port 0ef315f7-b591-478d-a441-925bb92a67ad, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0ef315f7-b591-478d-a441-925bb92a67ad,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:36.984025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.000067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8702252-7bb2-4d12-a95a-9e8092312960 req-890a341d-7684-4eec-8ebd-34870ab4f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:37.001604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8702252-7bb2-4d12-a95a-9e8092312960 req-890a341d-7684-4eec-8ebd-34870ab4f633 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 1097 time: 0.1187582 Nov 26 22:00:37.010051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Calling delete_port for 0ef315f7-b591-478d-a441-925bb92a67ad owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:37.048397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] DHCP port deletion for ff482d04-9fda-4afd-87ee-406646607aaa request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:00:37.118338 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8702252-7bb2-4d12-a95a-9e8092312960 req-0874a9a4-0bab-4028-b610-96fcf8bc5d25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058543 Nov 26 22:00:37.167279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] Deleting port 0ef315f7-b591-478d-a441-925bb92a67ad {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:37.168092 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.185642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.207692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56834) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:37.222741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef315f7-b591-478d-a441-925bb92a67ad,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:37.234236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] No DVR routers for this DVR port 0ef315f7-b591-478d-a441-925bb92a67ad on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:00:37.267093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] For port 0ef315f7-b591-478d-a441-925bb92a67ad, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0ef315f7-b591-478d-a441-925bb92a67ad,segment=NetworkSegment(8bf64596-8014-40d9-a6ae-120a69ff51cb),segment_id=8bf64596-8014-40d9-a6ae-120a69ff51cb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:37.268321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.274562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d46bd-f659-47c1-9d7d-8317a0622a74 req-2e8db60a-1b82-43d4-939c-de846733981a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:37.277338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-117d46bd-f659-47c1-9d7d-8317a0622a74 req-2e8db60a-1b82-43d4-939c-de846733981a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 944 time: 0.0780091 Nov 26 22:00:37.291312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] Calling delete_port for 0ef315f7-b591-478d-a441-925bb92a67ad owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:37.327743 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.352694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff482d04-9fda-4afd-87ee-406646607aaa']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:37.367084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf64596-8014-40d9-a6ae-120a69ff51cb') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:37.367563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf64596-8014-40d9-a6ae-120a69ff51cb') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:37.379448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.398725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.405509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:00:37.405905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.406573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-117d46bd-f659-47c1-9d7d-8317a0622a74 req-82521a5f-8cbb-48d4-a3cc-df80f591ff6c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214156 Nov 26 22:00:37.411660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:00:37.422379 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:00:37.442148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] Pushing event deleted for resources: {'Port': ['ID=0ef315f7-b591-478d-a441-925bb92a67ad,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:37.448607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e29355-a62b-411c-b2a6-d180b8192834 None None] No DVR routers for this DVR port 0ef315f7-b591-478d-a441-925bb92a67ad on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:00:37.520006 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdf9573f-0658-4612-a594-b2d418d59e03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.524551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.540998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.545542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ff482d04-9fda-4afd-87ee-406646607aaa HTTP/1.1" status: 204 len: 168 time: 1.0639365 Nov 26 22:00:37.557810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56856) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:37.566689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354e2ad-da77-46ad-9e9a-f2a82d6c5e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff482d04-9fda-4afd-87ee-406646607aaa,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:37.694969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72f5a19f-bdc8-4cbc-bdde-bf647d1b8ff2 req-f5847205-9732-42e5-832d-542994bb0b0a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0553391 Nov 26 22:00:37.759899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f28734-a3c5-4f59-a63d-41dff197b1fd req-7a0f65e5-11ee-44c8-afe9-d31fd46e9aab tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:37.761480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63f28734-a3c5-4f59-a63d-41dff197b1fd req-7a0f65e5-11ee-44c8-afe9-d31fd46e9aab tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 946 time: 0.2235432 Nov 26 22:00:37.832188 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.888983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63f28734-a3c5-4f59-a63d-41dff197b1fd req-9ddaa7ff-3c26-4ebf-8afa-8ced873e22d4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152456 Nov 26 22:00:37.947097 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdf9573f-0658-4612-a594-b2d418d59e03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:37.961738 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdf9573f-0658-4612-a594-b2d418d59e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:38.043324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fdf9573f-0658-4612-a594-b2d418d59e03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa810f678c834b5ea84d9a8c870cbc6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8346000 Nov 26 22:00:38.046117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56860) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:38.050820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9573f-0658-4612-a594-b2d418d59e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaceda0c-d159-4c19-8f51-ca6c4a114267,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:38.100658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeef63a-47b8-4adb-b616-fddd647b1d7a req-6a66f107-0a3b-45f4-9f29-e2543ae1e3ac tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:38.101824 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de743ec8-32b3-436e-af9a-ef3ba731c70a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:38.108822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1aeef63a-47b8-4adb-b616-fddd647b1d7a req-6a66f107-0a3b-45f4-9f29-e2543ae1e3ac tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1504498 Nov 26 22:00:38.141143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de743ec8-32b3-436e-af9a-ef3ba731c70a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:38.209055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1aeef63a-47b8-4adb-b616-fddd647b1d7a req-accc644e-7bd8-4314-aad6-57f198b910f4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993314 Nov 26 22:00:38.232626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-f7bba0ec-e437-4a29-8a35-3f7aa25ac391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:38.234617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-f7bba0ec-e437-4a29-8a35-3f7aa25ac391 service neutron] 10.222.0.13 "GET /v2.0/ports/e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 1032 time: 0.0477343 Nov 26 22:00:38.262837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de743ec8-32b3-436e-af9a-ef3ba731c70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:38.266263 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de743ec8-32b3-436e-af9a-ef3ba731c70a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:38.272299 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-de743ec8-32b3-436e-af9a-ef3ba731c70a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaceda0c-d159-4c19-8f51-ca6c4a114267 HTTP/1.1" status: 204 len: 168 time: 0.2250881 Nov 26 22:00:38.314167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de743ec8-32b3-436e-af9a-ef3ba731c70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaceda0c-d159-4c19-8f51-ca6c4a114267,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:38.319929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-295a8951-1b1d-4c8b-85c3-a856e7be2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:38.321317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-295a8951-1b1d-4c8b-85c3-a856e7be2d0c service neutron] 10.222.0.13 "GET /v2.0/ports/aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 1032 time: 0.0786891 Nov 26 22:00:38.354127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:38.547871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-5e332081-1848-40ab-82df-f9a74eb7f3df tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:38.568219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-5e332081-1848-40ab-82df-f9a74eb7f3df tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:38.592940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-5e332081-1848-40ab-82df-f9a74eb7f3df tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:38.602715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-5e332081-1848-40ab-82df-f9a74eb7f3df tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "GET /v2.0/networks?id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=a12c8647-c2a6-454e-b2a4-b129f610ef39&id=a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 200 len: 1995 time: 0.2642224 Nov 26 22:00:38.699473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0ef315f7-b591-478d-a441-925bb92a67ad no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:38.734617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0ef315f7-b591-478d-a441-925bb92a67ad {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:38.734617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0ef315f7-b591-478d-a441-925bb92a67ad not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:38.745268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56880) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:38.779582 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-21d55755-a5c7-4781-8fe7-e6a666af835f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee HTTP/1.1" status: 200 len: 380 time: 0.1572592 Nov 26 22:00:38.780571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c54fcd-e94d-4d74-aa91-f19c4bf1dd0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:38.795997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09753fce-600e-460f-8f48-666a8add5976 req-c8d6e27f-58a8-4f28-96dc-e46591281b46 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:38.803739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09753fce-600e-460f-8f48-666a8add5976 req-c8d6e27f-58a8-4f28-96dc-e46591281b46 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 944 time: 0.1274381 Nov 26 22:00:38.895323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'admin_state_up': True, 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'security_groups': ['98696375-a884-4c08-b497-d87546ce4594']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:38.985381 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af76a2f9-dcf4-4e60-98f8-e38aab0a125b req-36d01221-c329-4d48-bd66-7e03778a5413 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0696762 Nov 26 22:00:39.019766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:39.029851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09753fce-600e-460f-8f48-666a8add5976 req-0697a1eb-0240-4166-9799-9fa53b65893a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236738 Nov 26 22:00:39.069346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ee922d2b-e304-43f7-b823-f4efded6ba06 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:00:39.072401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c54fcd-e94d-4d74-aa91-f19c4bf1dd0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.078042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Deleting port 47fac491-f1da-466c-8bf3-1c88f228059a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:39.080657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.099351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c54fcd-e94d-4d74-aa91-f19c4bf1dd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.129346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:39.133430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.170176 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-84c54fcd-e94d-4d74-aa91-f19c4bf1dd0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41cbeba505a24fa1b6f26f46890ee28a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4229987 Nov 26 22:00:39.181853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:39.240797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port aca03bfd-2c3d-48b2-9949-aa50545e3550 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:00:39.261645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port ee922d2b-e304-43f7-b823-f4efded6ba06 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:00:39.275640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port aca03bfd-2c3d-48b2-9949-aa50545e3550 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:39.279504 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.289346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port ee922d2b-e304-43f7-b823-f4efded6ba06 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:39.292033 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.330992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Allocated IP 172.20.0.13 (1aa8fbb3-8194-48c7-90c0-6ae2f71672e0/54f0247c-5539-4f19-9a32-ead622c07557/70621aed-7a91-4da3-9946-e906c783d7f7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:39.525343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.547881 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.565185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c54fcd-e94d-4d74-aa91-f19c4bf1dd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd10d353-c7bd-4a7b-854d-b2cf8d3b01d6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:39.569407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.616625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:39.620113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:39.622635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657d3e1-fad8-453e-89be-9093cb922b7a req-93fae7df-7d8a-4b87-ba78-6748e1d65f67 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:39.626964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:39.630875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7657d3e1-fad8-453e-89be-9093cb922b7a req-93fae7df-7d8a-4b87-ba78-6748e1d65f67 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 946 time: 0.5059347 Nov 26 22:00:39.671532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:39.677062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:39.682822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618d4ce-a565-4e74-b588-3195cefa6bd9 req-0f33a371-be7c-417e-b3f1-41fddf913e1b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:39.683934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=70621aed-7a91-4da3-9946-e906c783d7f7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:39.685466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a618d4ce-a565-4e74-b588-3195cefa6bd9 req-0f33a371-be7c-417e-b3f1-41fddf913e1b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1844783 Nov 26 22:00:39.708138 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca00f2a-337c-4d2c-89f9-2025100874c7" -d '{"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:39.710273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:39.711685 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.712895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] For port 47fac491-f1da-466c-8bf3-1c88f228059a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=47fac491-f1da-466c-8bf3-1c88f228059a,segment=NetworkSegment(8eb0e502-8c85-4169-b562-fbfe22a6b902),segment_id=8eb0e502-8c85-4169-b562-fbfe22a6b902)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:39.713449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.717158 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.727170 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.744303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-617e90a5-7578-408d-8265-0b070d43c8c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9532990 Nov 26 22:00:39.764174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'admin_state_up': True, 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'security_groups': ['98696375-a884-4c08-b497-d87546ce4594']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:39.765361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Calling delete_port for 47fac491-f1da-466c-8bf3-1c88f228059a owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:39.767237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adaab53b-ea02-463a-9a86-fdbc3a21e5c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.823626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:39.859957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a618d4ce-a565-4e74-b588-3195cefa6bd9 req-54ad0c21-d526-407c-91af-7b01ef1030d9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373265 Nov 26 22:00:39.863294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ee922d2b-e304-43f7-b823-f4efded6ba06, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ee922d2b-e304-43f7-b823-f4efded6ba06,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:39.863963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7657d3e1-fad8-453e-89be-9093cb922b7a req-f3d3e754-4c00-48cd-9604-3f999f0b392d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322776 Nov 26 22:00:39.880264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:39.987360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ee922d2b-e304-43f7-b823-f4efded6ba06,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:40.013166 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531c6d5-a131-4f63-907e-81cfc6d5866a x-openstack-request-id: req-d531c6d5-a131-4f63-907e-81cfc6d5866a {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:40.013474 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:40.013739 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d531c6d5-a131-4f63-907e-81cfc6d5866a {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:40.015808 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'code': 200} Nov 26 22:00:40.020747 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adaab53b-ea02-463a-9a86-fdbc3a21e5c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.028736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:40.036598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.094351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2fa8a1bc-4d61-4b8d-84bd-c2ae6e19a843 None None] Provisioning complete for port 70621aed-7a91-4da3-9946-e906c783d7f7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:40.094918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2fa8a1bc-4d61-4b8d-84bd-c2ae6e19a843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.144088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8a1bc-4d61-4b8d-84bd-c2ae6e19a843 None None] Port 70621aed-7a91-4da3-9946-e906c783d7f7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:40.253569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20173e92-da2f-40eb-a264-c63642f1ab03 req-0be4e8e2-8abd-45a7-857a-c6a04ae6f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:40.255263 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-20173e92-da2f-40eb-a264-c63642f1ab03 req-0be4e8e2-8abd-45a7-857a-c6a04ae6f9a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1096 time: 0.0654614 Nov 26 22:00:40.292108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d84374-c5aa-4a89-ab19-49b988ebec28 req-e1e47135-bfea-4f1d-b017-202203b5eccc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:40.293661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33d84374-c5aa-4a89-ab19-49b988ebec28 req-e1e47135-bfea-4f1d-b017-202203b5eccc tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 932 time: 0.1685321 Nov 26 22:00:40.297117 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adaab53b-ea02-463a-9a86-fdbc3a21e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.300890 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-adaab53b-ea02-463a-9a86-fdbc3a21e5c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.304943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-adaab53b-ea02-463a-9a86-fdbc3a21e5c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd10d353-c7bd-4a7b-854d-b2cf8d3b01d6 HTTP/1.1" status: 204 len: 168 time: 1.1191697 Nov 26 22:00:40.341459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Allocated IP 10.1.1.57 (7d94d6a3-5781-45f9-bfff-bc9c905dca0b/acb40da7-70c2-4a76-a673-516eb5b5b208/df353b82-9244-4a84-b2e0-73497dc7871d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:40.381865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b775-0641-45f7-9954-e2f22b2b861d req-67e67f63-2a06-4fcf-a170-72c61a6b18dd tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:40.383663 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0358b775-0641-45f7-9954-e2f22b2b861d req-67e67f63-2a06-4fcf-a170-72c61a6b18dd tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 945 time: 0.1900017 Nov 26 22:00:40.384742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaab53b-ea02-463a-9a86-fdbc3a21e5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd10d353-c7bd-4a7b-854d-b2cf8d3b01d6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:40.431490 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-20173e92-da2f-40eb-a264-c63642f1ab03 req-6f3f31fd-1d42-4b8e-a3ea-a93a0eef17a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871835 Nov 26 22:00:40.519065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33d84374-c5aa-4a89-ab19-49b988ebec28 req-6ec38e8f-918e-4601-b656-8cdf11ba06ba tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055562 Nov 26 22:00:40.562618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0358b775-0641-45f7-9954-e2f22b2b861d req-683f8f7f-8be6-4e63-a0f3-177f1028d767 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608005 Nov 26 22:00:40.577377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.585123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.606385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=47fac491-f1da-466c-8bf3-1c88f228059a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:40.627008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.695919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:40.699817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:40.704013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:40.748381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=df353b82-9244-4a84-b2e0-73497dc7871d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:40.775095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:40.776065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:40.805815 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-32929444-f293-468a-9255-79c70432ae8f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0480416 Nov 26 22:00:40.840453 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'admin_state_up': True, 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'security_groups': ['98696375-a884-4c08-b497-d87546ce4594']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:40.871429 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:41.077470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:41.084866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:41.178793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-aa60817d-8de1-4a30-9c54-9fedbfa736b6 None None] Provisioning complete for port df353b82-9244-4a84-b2e0-73497dc7871d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:41.181699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aa60817d-8de1-4a30-9c54-9fedbfa736b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:41.195640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddaee2-13ca-4446-aa0e-4e0197ef851a req-2dc0aa6c-1284-4e8f-b06b-7dced7b3f34a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:41.203828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0eddaee2-13ca-4446-aa0e-4e0197ef851a req-2dc0aa6c-1284-4e8f-b06b-7dced7b3f34a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1432037 Nov 26 22:00:41.255837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Allocated IP 10.1.1.84 (7d94d6a3-5781-45f9-bfff-bc9c905dca0b/acb40da7-70c2-4a76-a673-516eb5b5b208/ab5b10d1-ad2a-4d84-822e-8a4b348a329d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:41.260478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67bdd-cd6a-488a-a14e-0d6183378e85 req-da258a97-0823-4c36-8649-55eeb698efbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:41.261145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-aa60817d-8de1-4a30-9c54-9fedbfa736b6 None None] Port df353b82-9244-4a84-b2e0-73497dc7871d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:41.266530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89e67bdd-cd6a-488a-a14e-0d6183378e85 req-da258a97-0823-4c36-8649-55eeb698efbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 946 time: 0.2036870 Nov 26 22:00:41.349939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0eddaee2-13ca-4446-aa0e-4e0197ef851a req-c81abc87-a7f8-4563-a0b8-b008582ca29a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309345 Nov 26 22:00:41.357263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Router e23ad581-400d-44cb-821a-df190d38c3cc has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:00:41.414453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89e67bdd-cd6a-488a-a14e-0d6183378e85 req-217b6e68-dcf3-4ca0-8c0e-d210c613e2f9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121986 Nov 26 22:00:41.510953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:41.595334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:00:41.606838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] Sync routers for ids ['e23ad581-400d-44cb-821a-df190d38c3cc'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:00:41.610589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a17928a6-4c76-4126-8062-19adff4c3a0f admin admin] 10.222.0.21 "PUT /v2.0/routers/e23ad581-400d-44cb-821a-df190d38c3cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0452652 Nov 26 22:00:41.610868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56980) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:41.617674 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:41.668392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:41.672122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:41.677091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:41.686186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:41.694590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] Routers {'e23ad581-400d-44cb-821a-df190d38c3cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:41.701882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:00:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e23ad581-400d-44cb-821a-df190d38c3cc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:41.729631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.730394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.731360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.732280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.732975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.736403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.737345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.737983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.738928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.739576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.740230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.740927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:00:41.795888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:41.796802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:41.821031 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0ffaeaf0-2560-40bb-94d9-0c8c67e30062 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9853041 Nov 26 22:00:41.838831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39', 'admin_state_up': True, 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'security_groups': ['98696375-a884-4c08-b497-d87546ce4594']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:42.011139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55fc84-e7f5-4ba1-a5e6-a13a3f11ae04 req-87bbfe5e-524b-40c3-b600-c633c6d36f9c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:42.018850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] Set router e23ad581-400d-44cb-821a-df190d38c3cc gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:42.020643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee922d2b-e304-43f7-b823-f4efded6ba06'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:42.023214 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be91d053-86f0-4a41-9091-06c718182437" -d '{"events": [{"server_uuid": "38bba92f-0ece-4f65-ba1f-ebb95edce3e8", "name": "network-vif-plugged", "status": "completed", "tag": "ee922d2b-e304-43f7-b823-f4efded6ba06"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:42.023989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55fc84-e7f5-4ba1-a5e6-a13a3f11ae04 req-87bbfe5e-524b-40c3-b600-c633c6d36f9c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:42.024203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:42.038378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55fc84-e7f5-4ba1-a5e6-a13a3f11ae04 req-87bbfe5e-524b-40c3-b600-c633c6d36f9c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:42.040101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd55fc84-e7f5-4ba1-a5e6-a13a3f11ae04 req-87bbfe5e-524b-40c3-b600-c633c6d36f9c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 2373 time: 0.3149927 Nov 26 22:00:42.178587 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:42.223310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07db6d-36aa-4cb7-bc67-e4fe330c7300 req-18ba4f23-7b5a-440f-8b0d-f70c68a759ba tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:42.225039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f07db6d-36aa-4cb7-bc67-e4fe330c7300 req-18ba4f23-7b5a-440f-8b0d-f70c68a759ba tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 945 time: 0.3110399 Nov 26 22:00:42.248454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:42.409810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd55fc84-e7f5-4ba1-a5e6-a13a3f11ae04 req-29475f2a-ad0d-4694-b041-6b453c6eb748 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227780 Nov 26 22:00:42.486525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-32b0d1e3-8767-4401-a9b2-5ce04a0508d1 None None] Provisioning complete for port ab5b10d1-ad2a-4d84-822e-8a4b348a329d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:42.487573 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-32b0d1e3-8767-4401-a9b2-5ce04a0508d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:42.568212 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c1f74f-70cd-4e16-96a6-8cd76feda7ff x-openstack-request-id: req-90c1f74f-70cd-4e16-96a6-8cd76feda7ff {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:42.568817 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bba92f-0ece-4f65-ba1f-ebb95edce3e8", "name": "network-vif-plugged", "status": "completed", "tag": "ee922d2b-e304-43f7-b823-f4efded6ba06", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:42.569249 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90c1f74f-70cd-4e16-96a6-8cd76feda7ff {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:42.569813 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee922d2b-e304-43f7-b823-f4efded6ba06', 'code': 200} Nov 26 22:00:42.571385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-32b0d1e3-8767-4401-a9b2-5ce04a0508d1 None None] Port ab5b10d1-ad2a-4d84-822e-8a4b348a329d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:42.700773 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f07db6d-36aa-4cb7-bc67-e4fe330c7300 req-96626627-2ec2-40e9-a436-dc49b5ff9f83 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972962 Nov 26 22:00:42.759723 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:42.780398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e6431-7ba8-45b3-8e27-28303add1281 req-dddbd6d1-93b7-4321-b568-3ac8e04d1bba tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:42.781702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180'}], 'enable_snat': True}, 'gw_port_id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T22:00:40Z', 'revision_number': 5, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port': {'id': '922832d6-67a2-4f1f-b404-b9f4efe899ac', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:48:21Z', 'updated_at': '2021-11-26T21:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:42.789691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-678e6431-7ba8-45b3-8e27-28303add1281 req-dddbd6d1-93b7-4321-b568-3ac8e04d1bba tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0926101 Nov 26 22:00:42.819954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] Checking router: e23ad581-400d-44cb-821a-df190d38c3cc for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:00:42.830053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] Routers {'e23ad581-400d-44cb-821a-df190d38c3cc'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:42.831379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:00:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e23ad581-400d-44cb-821a-df190d38c3cc'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:42.904015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7286d-0f53-41c6-acd2-22bf559bd7c1 req-450c86ff-84ef-4a1e-85bb-aca1fd3948b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:42.908202 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-60c7286d-0f53-41c6-acd2-22bf559bd7c1 req-450c86ff-84ef-4a1e-85bb-aca1fd3948b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 1096 time: 0.2312272 Nov 26 22:00:42.925321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-678e6431-7ba8-45b3-8e27-28303add1281 req-bcaab468-6f05-44e2-ab5d-8eb35ac25a19 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344233 Nov 26 22:00:42.930333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] Set router e23ad581-400d-44cb-821a-df190d38c3cc gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:42.950250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Allocated IP 10.2.2.100 (a12c8647-c2a6-454e-b2a4-b129f610ef39/38916de7-aa23-4164-987d-563ed0790bd2/d9e2592c-3f43-476c-be84-c3a3a1e2c372) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:42.965368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Deleting port 922832d6-67a2-4f1f-b404-b9f4efe899ac {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:42.968122 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:42.991752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T22:00:42Z', 'revision_number': 6, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:43.073766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f441cae-3961-4ece-b8d8-e555f10eec2c None None] The sync data for ids ['e23ad581-400d-44cb-821a-df190d38c3cc'] in n-d-819494-1 is: [{'id': 'e23ad581-400d-44cb-821a-df190d38c3cc', 'name': 'tempest-TaggedBootDevicesTest-1124665540-router', 'tenant_id': '97d386c28955451d9b139f8591416dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:48:20Z', 'updated_at': '2021-11-26T22:00:42Z', 'revision_number': 6, 'project_id': '97d386c28955451d9b139f8591416dda', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:00:43.090706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-60c7286d-0f53-41c6-acd2-22bf559bd7c1 req-c7344451-284f-40b5-99d9-03b9ee3496ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723194 Nov 26 22:00:43.197327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e771c-45f5-42ae-8319-6387c1011d2b req-a3bbb488-fc47-4f4d-bae5-29c9b337ff90 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:43.199033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db5e771c-45f5-42ae-8319-6387c1011d2b req-a3bbb488-fc47-4f4d-bae5-29c9b337ff90 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1330040 Nov 26 22:00:43.251343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] For port 922832d6-67a2-4f1f-b404-b9f4efe899ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=922832d6-67a2-4f1f-b404-b9f4efe899ac,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:43.252028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:43.275536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:43.278913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Calling delete_port for 922832d6-67a2-4f1f-b404-b9f4efe899ac owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:43.288175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db5e771c-45f5-42ae-8319-6387c1011d2b req-6b07bcd0-ac8e-4be1-89c1-3efb565e5cd6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769982 Nov 26 22:00:43.323627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:43.337748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57026) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:43.396539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=d9e2592c-3f43-476c-be84-c3a3a1e2c372,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:43.432692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network a12c8647-c2a6-454e-b2a4-b129f610ef39 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:43.435710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:43.438974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:43.490122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7082b6-1e70-4b79-be68-4e0b0662c60a tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:43.491729 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ab7082b6-1e70-4b79-be68-4e0b0662c60a tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1091 time: 0.1529062 Nov 26 22:00:43.499668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57030) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:43.515914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:43.522902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:43.523698 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:43.548902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1e5085e3-ad66-4ade-b105-9e305756602d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7152984 Nov 26 22:00:43.569517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39', 'admin_state_up': True, 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'security_groups': ['98696375-a884-4c08-b497-d87546ce4594']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:43.598116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:43.799905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Made reservation on behalf of 0bf9bb57abcd4c83ac66a561a29d08ee for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:43.806684 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:43.850288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:43.867957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8703ae-88b8-471d-8f74-03ca4cbf1c85 req-17645cd7-1ed1-49ac-9189-1f4cce4b8f04 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:43.874184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8703ae-88b8-471d-8f74-03ca4cbf1c85 req-17645cd7-1ed1-49ac-9189-1f4cce4b8f04 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:43.881240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8703ae-88b8-471d-8f74-03ca4cbf1c85 req-17645cd7-1ed1-49ac-9189-1f4cce4b8f04 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:43.887748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8703ae-88b8-471d-8f74-03ca4cbf1c85 req-17645cd7-1ed1-49ac-9189-1f4cce4b8f04 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:43.889588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa8703ae-88b8-471d-8f74-03ca4cbf1c85 req-17645cd7-1ed1-49ac-9189-1f4cce4b8f04 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 3094 time: 0.3075948 Nov 26 22:00:43.924870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-22e1f8db-400c-42f2-b8ff-4efaee288005 None None] Provisioning complete for port d9e2592c-3f43-476c-be84-c3a3a1e2c372 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:43.926465 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22e1f8db-400c-42f2-b8ff-4efaee288005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:43.985081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=922832d6-67a2-4f1f-b404-b9f4efe899ac,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:44.006377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-22e1f8db-400c-42f2-b8ff-4efaee288005 None None] Port d9e2592c-3f43-476c-be84-c3a3a1e2c372 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:44.120464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Allocated IP 10.2.2.200 (a12c8647-c2a6-454e-b2a4-b129f610ef39/38916de7-aa23-4164-987d-563ed0790bd2/cc43f42d-16cd-4b1f-8d69-3aed33271b9f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:44.208588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:44.357302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:44.418519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:44.462579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Network a12c8647-c2a6-454e-b2a4-b129f610ef39 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:44.466134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:44.470495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:44.544074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event updated for resources: {'Port': ['ID=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:44.602389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:44.603455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:44.628387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa8703ae-88b8-471d-8f74-03ca4cbf1c85 req-11f1075f-ec29-43fe-b06e-cfd3c25e1e4a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7178977 Nov 26 22:00:44.638128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1a20fdb3-96b5-47ff-b1cf-eef81a7fbe33 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0743084 Nov 26 22:00:44.655214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c512a06-dd7d-4310-8591-b5b9e1c47e41 req-82c676fd-e276-4fe0-967b-04c8a5cc8a12 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:44.656779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c512a06-dd7d-4310-8591-b5b9e1c47e41 req-82c676fd-e276-4fe0-967b-04c8a5cc8a12 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 945 time: 0.7652490 Nov 26 22:00:44.675123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:44.723901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 922832d6-67a2-4f1f-b404-b9f4efe899ac no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:44.780350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 922832d6-67a2-4f1f-b404-b9f4efe899ac {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:44.780841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 922832d6-67a2-4f1f-b404-b9f4efe899ac not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:44.781932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 47fac491-f1da-466c-8bf3-1c88f228059a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:44.855960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:44.867869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:44.868438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:44.876472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 47fac491-f1da-466c-8bf3-1c88f228059a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:44.876825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 47fac491-f1da-466c-8bf3-1c88f228059a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:44.949961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c512a06-dd7d-4310-8591-b5b9e1c47e41 req-7624d2ea-1b3e-4239-b17a-ee4a75930212 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624141 Nov 26 22:00:44.978874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fad18907-c63a-433a-9b19-9372824bfaa0 None None] Provisioning complete for port cc43f42d-16cd-4b1f-8d69-3aed33271b9f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:00:44.978874 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fad18907-c63a-433a-9b19-9372824bfaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.015224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57064) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:45.025511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fad18907-c63a-433a-9b19-9372824bfaa0 None None] Port cc43f42d-16cd-4b1f-8d69-3aed33271b9f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:00:45.038230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.058321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.059056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e23ad581-400d-44cb-821a-df190d38c3cc {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:00:45.064626 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.066048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-953d6483-65c2-4add-b1e7-347efe8f9a62 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e23ad581-400d-44cb-821a-df190d38c3cc HTTP/1.1" status: 204 len: 168 time: 3.4522665 Nov 26 22:00:45.069049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:45.192936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf2da12-f554-4663-a7a1-a42d187abcc6 admin admin] Deleting subnet a51b5a34-2744-41c4-90f9-2263988d4678 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:00:45.215211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3cf2da12-f554-4663-a7a1-a42d187abcc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.267528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ae31-2406-4283-8413-eecd05b839b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.300273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70621aed-7a91-4da3-9946-e906c783d7f7 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:45.312994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.314360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3cf2da12-f554-4663-a7a1-a42d187abcc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.328037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Transition to ACTIVE for port object 70621aed-7a91-4da3-9946-e906c783d7f7 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:45.335946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.361754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.25.3.90 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/0eeefe49-1497-4b0f-84b8-48acb508b10b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:45.449585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Pushing event updated for resources: {'Port': ['ID=70621aed-7a91-4da3-9946-e906c783d7f7,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:45.533162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ae31-2406-4283-8413-eecd05b839b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.551330 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ad6ae31-2406-4283-8413-eecd05b839b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.557280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3cf2da12-f554-4663-a7a1-a42d187abcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.566403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Attempting to bind port 70621aed-7a91-4da3-9946-e906c783d7f7 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:45.567108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Attempting to bind port 70621aed-7a91-4da3-9946-e906c783d7f7 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:45.567667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Attempting to bind port 70621aed-7a91-4da3-9946-e906c783d7f7 on network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:45.573487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Port 70621aed-7a91-4da3-9946-e906c783d7f7 on network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:45.574121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Attempting to bind port 70621aed-7a91-4da3-9946-e906c783d7f7 on network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:45.579930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:45.581341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Checking segment: {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:45.582149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Bound using segment: {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:45.582848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Bound port: 70621aed-7a91-4da3-9946-e906c783d7f7, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b4790ed-a5d7-46fb-a807-386f36bf560f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:45.583449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.654327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.662945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ad6ae31-2406-4283-8413-eecd05b839b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d068db0a38054fb79868ba70926c9654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6463935 Nov 26 22:00:45.668290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57070) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:45.668967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6ae31-2406-4283-8413-eecd05b839b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b533f87-09f2-4e10-8d22-d32ec2a7f8c6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:45.697393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] For port 70621aed-7a91-4da3-9946-e906c783d7f7, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:45.711480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] For port 70621aed-7a91-4da3-9946-e906c783d7f7, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=70621aed-7a91-4da3-9946-e906c783d7f7,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:45.719665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.768818 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3cf2da12-f554-4663-a7a1-a42d187abcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.784761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:45.785386 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.786941 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] 10.222.0.13 "PUT /v2.0/ports/70621aed-7a91-4da3-9946-e906c783d7f7 HTTP/1.1" status: 200 len: 1092 time: 1.1222796 Nov 26 22:00:45.787448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:45.790117 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4dd309-cc94-4d95-8961-9556e23e6f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:45.815634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3cf2da12-f554-4663-a7a1-a42d187abcc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.821898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3cf2da12-f554-4663-a7a1-a42d187abcc6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a51b5a34-2744-41c4-90f9-2263988d4678 HTTP/1.1" status: 204 len: 168 time: 0.7494414 Nov 26 22:00:45.822097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bac7c8-0b12-4bc2-b611-d72d5bfb7689 None None] Network d4de4528-8509-4460-a09e-d37d6d854919 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:45.832434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2da12-f554-4663-a7a1-a42d187abcc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51b5a34-2744-41c4-90f9-2263988d4678,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:45.835658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57076) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:45.862675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:45.868813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.918638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20d9-9bbc-48e1-998e-bb725d7966da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:45.966901 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397f73a5-d89a-4c02-8378-c0ee763f7598 x-openstack-request-id: req-397f73a5-d89a-4c02-8378-c0ee763f7598 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:45.967234 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:45.967462 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-397f73a5-d89a-4c02-8378-c0ee763f7598 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:45.968277 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7', 'status': 'completed', 'code': 200} Nov 26 22:00:46.072302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:46.086301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f067ff-8091-47fe-b87a-74374fda8964 service neutron] Pushing event updated for resources: {'Port': ['ID=70621aed-7a91-4da3-9946-e906c783d7f7,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:46.102038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20d9-9bbc-48e1-998e-bb725d7966da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.104342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.125838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=0eeefe49-1497-4b0f-84b8-48acb508b10b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:46.147936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-f9f21ba3-aa39-4fb5-8b31-bb53af5b51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.149198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-f9f21ba3-aa39-4fb5-8b31-bb53af5b51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.149198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-f9f21ba3-aa39-4fb5-8b31-bb53af5b51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.149426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-f9f21ba3-aa39-4fb5-8b31-bb53af5b51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.149798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-f9f21ba3-aa39-4fb5-8b31-bb53af5b51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.151677 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-f9f21ba3-aa39-4fb5-8b31-bb53af5b51ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 4362 time: 0.1907971 Nov 26 22:00:46.157812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:46.163112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:46.223879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca021f6-210b-44da-9239-a91755914db4 req-699095a6-f429-492d-8b46-b92757317311 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.235659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca021f6-210b-44da-9239-a91755914db4 req-699095a6-f429-492d-8b46-b92757317311 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.269576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca021f6-210b-44da-9239-a91755914db4 req-699095a6-f429-492d-8b46-b92757317311 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.283092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca021f6-210b-44da-9239-a91755914db4 req-699095a6-f429-492d-8b46-b92757317311 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.288151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] DHCP port deletion for d4de4528-8509-4460-a09e-d37d6d854919 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:00:46.294039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca021f6-210b-44da-9239-a91755914db4 req-699095a6-f429-492d-8b46-b92757317311 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.303728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ca021f6-210b-44da-9239-a91755914db4 req-699095a6-f429-492d-8b46-b92757317311 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 3827 time: 0.5174401 Nov 26 22:00:46.310743 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.361107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] Deleting port 2d231dce-4bb7-44a2-87b6-bc6760aab21d {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:46.361988 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.440177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-cdcf56bc-3be3-47e2-9c49-cbda1ef419c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.441205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-cdcf56bc-3be3-47e2-9c49-cbda1ef419c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.441205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-cdcf56bc-3be3-47e2-9c49-cbda1ef419c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.441912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] For port 2d231dce-4bb7-44a2-87b6-bc6760aab21d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2d231dce-4bb7-44a2-87b6-bc6760aab21d,segment=NetworkSegment(8eb0e502-8c85-4169-b562-fbfe22a6b902),segment_id=8eb0e502-8c85-4169-b562-fbfe22a6b902)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:46.442820 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.443078 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-cdcf56bc-3be3-47e2-9c49-cbda1ef419c5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2764797 Nov 26 22:00:46.466991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] Calling delete_port for 2d231dce-4bb7-44a2-87b6-bc6760aab21d owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:46.478980 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20d9-9bbc-48e1-998e-bb725d7966da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.482316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20d9-9bbc-48e1-998e-bb725d7966da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.483995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c9fd20d9-9bbc-48e1-998e-bb725d7966da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b533f87-09f2-4e10-8d22-d32ec2a7f8c6 HTTP/1.1" status: 204 len: 168 time: 0.8095870 Nov 26 22:00:46.626752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd20d9-9bbc-48e1-998e-bb725d7966da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b533f87-09f2-4e10-8d22-d32ec2a7f8c6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:46.665405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ca021f6-210b-44da-9239-a91755914db4 req-4471926a-a78e-49c1-b62b-2360695d8000 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590682 Nov 26 22:00:46.683219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2d231dce-4bb7-44a2-87b6-bc6760aab21d no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:46.711278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-91ec111a-dbaf-466e-a117-63b9c3661c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.714395 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dd4dd309-cc94-4d95-8961-9556e23e6f4a req-91ec111a-dbaf-466e-a117-63b9c3661c6c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2592673 Nov 26 22:00:46.716969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.744828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7284063-4b8b-4158-953b-0eaf88367dea req-7393e280-8605-425f-9d58-d3adb3eb8d4e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:46.746710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7284063-4b8b-4158-953b-0eaf88367dea req-7393e280-8605-425f-9d58-d3adb3eb8d4e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 945 time: 0.4318345 Nov 26 22:00:46.758842 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:00:46.769989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] No DVR routers for this DVR port 2d231dce-4bb7-44a2-87b6-bc6760aab21d on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:00:46.799991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1113b0a-68eb-4558-b6a1-c1c9b0e20560 None None] Pushing event deleted for resources: {'Port': ['ID=2d231dce-4bb7-44a2-87b6-bc6760aab21d,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:46.812606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No active binding found for port 2d231dce-4bb7-44a2-87b6-bc6760aab21d {{(pid=110001) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 26 22:00:46.813354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2d231dce-4bb7-44a2-87b6-bc6760aab21d not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:46.851668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:46.864220 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.882261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Transition to ACTIVE for port object e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:46.895994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.909604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Deleting port 2d231dce-4bb7-44a2-87b6-bc6760aab21d {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:46.910009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:46.920986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7284063-4b8b-4158-953b-0eaf88367dea req-d2a0c7c5-e5e7-446e-b65e-93c20640dd44 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621785 Nov 26 22:00:47.138425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] For port 2d231dce-4bb7-44a2-87b6-bc6760aab21d, host n-d-819494-1, got binding levels [] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:47.138800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:47.154243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Calling delete_port for 2d231dce-4bb7-44a2-87b6-bc6760aab21d owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:47.157078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Port 2d231dce-4bb7-44a2-87b6-bc6760aab21d was not found and therefore no delete operation was performed {{(pid=109999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:00:47.161662 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:47.290108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] No DVR routers for this DVR port 2d231dce-4bb7-44a2-87b6-bc6760aab21d on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:00:47.306758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d231dce-4bb7-44a2-87b6-bc6760aab21d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:47.543218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe1864-ff6e-4b00-86af-4d3e5227fdfd req-d110ec90-76f7-4722-9924-24122dbb5f5f tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:47.551026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6bbe1864-ff6e-4b00-86af-4d3e5227fdfd req-d110ec90-76f7-4722-9924-24122dbb5f5f tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce8ce971-ab47-458b-b9e3-ad4ba343663e HTTP/1.1" status: 200 len: 945 time: 0.4848127 Nov 26 22:00:47.608101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:47.694281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4de4528-8509-4460-a09e-d37d6d854919']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:47.703606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:47.763490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Attempting to bind port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:47.764213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Attempting to bind port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:47.764801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Attempting to bind port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:47.782544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:47.783192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Attempting to bind port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:47.796086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:47.796827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Checking segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:47.800538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Bound using segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:47.801313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Bound port: e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:47.801938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:47.831442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:47.908244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] For port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:47.912729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] For port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:47.921823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb0e502-8c85-4169-b562-fbfe22a6b902') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:47.922285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb0e502-8c85-4169-b562-fbfe22a6b902') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:47.924932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:47.935243 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:47.954403 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:47.962610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:00:47.964130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.004852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.006718 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.008476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] 10.222.0.13 "PUT /v2.0/ports/e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 1135 time: 2.1726248 Nov 26 22:00:48.009312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:48.014053 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab4b3c1-b205-4d86-968e-6692c5a66394" -d '{"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:00:48.061715 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:00:48.064087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:48.074088 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6bbe1864-ff6e-4b00-86af-4d3e5227fdfd req-6d5ca5ae-882d-4fb1-991b-b9a6196c73cb tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220470 Nov 26 22:00:48.100207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.117559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.120906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d4de4528-8509-4460-a09e-d37d6d854919 HTTP/1.1" status: 204 len: 168 time: 2.2755458 Nov 26 22:00:48.141086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837eee3c-5e16-4d36-abe5-415c87983191 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4de4528-8509-4460-a09e-d37d6d854919,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:48.149051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.164354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71aa23-e114-450a-a218-79b346e68f09 req-3d9b2592-3618-401b-8ea8-7ac0ef256b3b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.170982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71aa23-e114-450a-a218-79b346e68f09 req-3d9b2592-3618-401b-8ea8-7ac0ef256b3b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.178227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71aa23-e114-450a-a218-79b346e68f09 req-3d9b2592-3618-401b-8ea8-7ac0ef256b3b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.184226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71aa23-e114-450a-a218-79b346e68f09 req-3d9b2592-3618-401b-8ea8-7ac0ef256b3b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.191116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71aa23-e114-450a-a218-79b346e68f09 req-3d9b2592-3618-401b-8ea8-7ac0ef256b3b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.197452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71aa23-e114-450a-a218-79b346e68f09 req-3d9b2592-3618-401b-8ea8-7ac0ef256b3b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.199357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a71aa23-e114-450a-a218-79b346e68f09 req-3d9b2592-3618-401b-8ea8-7ac0ef256b3b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 4604 time: 0.3159075 Nov 26 22:00:48.250956 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b46a464-a638-4612-8982-567f5538aa91 x-openstack-request-id: req-8b46a464-a638-4612-8982-567f5538aa91 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:48.252726 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:48.254206 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b46a464-a638-4612-8982-567f5538aa91 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:48.255549 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02', 'status': 'completed', 'code': 200} Nov 26 22:00:48.266096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.393282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a71aa23-e114-450a-a218-79b346e68f09 req-9ab1791d-85ab-4b3d-acf1-22a7c54adb13 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1749229 Nov 26 22:00:48.526405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee6f23-7516-4c00-b263-233b9c3baf4a service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:48.558038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57140) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:48.647174 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.665025 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.776298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=0eeefe49-1497-4b0f-84b8-48acb508b10b,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:48.783862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:48.919935 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Floating IP b51e520f-e59e-42a7-8a6e-e2c69411d48f associated. External IP: 172.25.3.90, port: aca03bfd-2c3d-48b2-9949-aa50545e3550. Nov 26 22:00:48.930522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-ae39085a-d7ae-415f-87f0-a63ee07c1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.930522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-ae39085a-d7ae-415f-87f0-a63ee07c1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.930522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-ae39085a-d7ae-415f-87f0-a63ee07c1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.930522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-ae39085a-d7ae-415f-87f0-a63ee07c1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.930522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-ae39085a-d7ae-415f-87f0-a63ee07c1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.930522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-ae39085a-d7ae-415f-87f0-a63ee07c1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:48.930522 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-ae39085a-d7ae-415f-87f0-a63ee07c1fdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5290 time: 0.6040800 Nov 26 22:00:48.946095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ff4befb9-61bf-44ae-9908-8f0add93aa5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c564f5072cd4a49886c0ad793293985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3812139 Nov 26 22:00:48.956480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57150) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:49.262517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-97c13abb-eb92-458b-b840-c9be15c7dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.262984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-97c13abb-eb92-458b-b840-c9be15c7dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.263443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-97c13abb-eb92-458b-b840-c9be15c7dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.265028 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-97c13abb-eb92-458b-b840-c9be15c7dc61 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2952955 Nov 26 22:00:49.347990 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0512ac6c-c68d-4720-ad81-93b4d70e92c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:49.399462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0512ac6c-c68d-4720-ad81-93b4d70e92c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:49.544326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff876aa-f913-424e-aaea-65b2d225cf86 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:49.565833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:49.605299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Transition to ACTIVE for port object aff876aa-f913-424e-aaea-65b2d225cf86 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:49.617103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0512ac6c-c68d-4720-ad81-93b4d70e92c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:49.624856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0512ac6c-c68d-4720-ad81-93b4d70e92c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:49.629111 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0512ac6c-c68d-4720-ad81-93b4d70e92c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01485b23-7d00-4763-a032-7c170e3bd2e3 HTTP/1.1" status: 204 len: 168 time: 0.6696806 Nov 26 22:00:49.656130 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:49.669291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512ac6c-c68d-4720-ad81-93b4d70e92c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01485b23-7d00-4763-a032-7c170e3bd2e3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:49.675913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router e037842f-bde8-46ed-9def-26410d6de4eb has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:00:49.708617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57178) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:49.804836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-13ad4585-c1a3-4b8e-b541-c633100b3f6c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.814116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-13ad4585-c1a3-4b8e-b541-c633100b3f6c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 813 time: 0.5469255 Nov 26 22:00:49.840282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Pushing event updated for resources: {'Port': ['ID=aff876aa-f913-424e-aaea-65b2d225cf86,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:49.849189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-139bf605-094e-48f4-becb-6556c2736ea4 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.856763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-139bf605-094e-48f4-becb-6556c2736ea4 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.870468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-139bf605-094e-48f4-becb-6556c2736ea4 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.893759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-139bf605-094e-48f4-becb-6556c2736ea4 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.922005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-139bf605-094e-48f4-becb-6556c2736ea4 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.944101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-139bf605-094e-48f4-becb-6556c2736ea4 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.952549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-139bf605-094e-48f4-becb-6556c2736ea4 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:49.963239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-139bf605-094e-48f4-becb-6556c2736ea4 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5381 time: 0.3643279 Nov 26 22:00:50.036637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-bad64949-292f-4d2f-8ed0-29c73dda16b5 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/quotas/7344eb642c6c4634be9416ba6e83b586 HTTP/1.1" status: 200 len: 375 time: 0.2208283 Nov 26 22:00:50.052033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08c6ee34-9129-41ee-a2c4-66dde50c37e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.065693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Attempting to bind port aff876aa-f913-424e-aaea-65b2d225cf86 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:50.066399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Attempting to bind port aff876aa-f913-424e-aaea-65b2d225cf86 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:50.066399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Attempting to bind port aff876aa-f913-424e-aaea-65b2d225cf86 on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:50.079683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Port aff876aa-f913-424e-aaea-65b2d225cf86 on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:50.080023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Attempting to bind port aff876aa-f913-424e-aaea-65b2d225cf86 on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:50.091131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:50.091489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Checking segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:50.091880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Bound using segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:50.092501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Bound port: aff876aa-f913-424e-aaea-65b2d225cf86, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:50.092873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.201592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-cf3b4408-19d6-4a36-a77a-5ad40d3eeece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:50.203397 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dab4b3c1-b205-4d86-968e-6692c5a66394 req-cf3b4408-19d6-4a36-a77a-5ad40d3eeece service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7141838 Nov 26 22:00:50.241692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] For port aff876aa-f913-424e-aaea-65b2d225cf86, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:50.253488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] For port aff876aa-f913-424e-aaea-65b2d225cf86, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aff876aa-f913-424e-aaea-65b2d225cf86,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:50.258281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:50.269124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.286686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-37a03195-b011-4dfe-a7ba-73de9e5ca778 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2294271 Nov 26 22:00:50.313372 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2682599-3e8d-45a6-a252-d63cfef99a1b req-d67abbbb-fcfe-4988-9add-270633e93f94 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3488023 Nov 26 22:00:50.332433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:00:50.346152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:50.347492 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] Sync routers for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:00:50.347992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.349703 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] 10.222.0.13 "PUT /v2.0/ports/aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 1135 time: 2.3069241 Nov 26 22:00:50.350461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'aff876aa-f913-424e-aaea-65b2d225cf86'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:50.352915 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "aff876aa-f913-424e-aaea-65b2d225cf86"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:50.369609 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:50.370403 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:00:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:50.428224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:50.469702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5bc3d9ca-3994-4851-8fef-83f4c08164ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97d386c28955451d9b139f8591416dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095683 Nov 26 22:00:50.494464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57188) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:50.508759 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.563459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42714f-bb64-4860-9ef4-88d4bd013a2d service neutron] Pushing event updated for resources: {'Port': ['ID=aff876aa-f913-424e-aaea-65b2d225cf86,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:50.604806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3f43bf61-8178-4299-b6c7-038484488fde tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0957217 Nov 26 22:00:50.618028 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.620930 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfeb684-fc3b-4c48-b183-d9c3c504ec0f x-openstack-request-id: req-2bfeb684-fc3b-4c48-b183-d9c3c504ec0f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:50.621224 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "aff876aa-f913-424e-aaea-65b2d225cf86", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:50.621676 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bfeb684-fc3b-4c48-b183-d9c3c504ec0f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:50.622276 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'aff876aa-f913-424e-aaea-65b2d225cf86', 'status': 'completed', 'code': 200} Nov 26 22:00:50.622779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:50.631196 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10" -d '{"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:50.657493 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:50.683451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-b1ed8bd5-5cac-4186-bf46-e8c52fa8afa4 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:50.685600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-b1ed8bd5-5cac-4186-bf46-e8c52fa8afa4 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce8ce971-ab47-458b-b9e3-ad4ba343663e HTTP/1.1" status: 200 len: 945 time: 0.3019955 Nov 26 22:00:50.857047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08c6ee34-9129-41ee-a2c4-66dde50c37e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.862735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c73cc709-f4be-457f-9804-71565ae9844f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.869542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-c52a305f-5865-4882-ab50-836a84807d1f service neutron] 10.222.0.21 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804646 Nov 26 22:00:50.872522 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08c6ee34-9129-41ee-a2c4-66dde50c37e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:50.910233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-08c6ee34-9129-41ee-a2c4-66dde50c37e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9576b87d1b84378899ea8e1e3d22d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1947610 Nov 26 22:00:50.918531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dbba3-e704-4609-9e9b-595c85029be3 req-1a5974c4-0e9a-41ad-94c2-ee77685fe976 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:50.928316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c6dbba3-e704-4609-9e9b-595c85029be3 req-1a5974c4-0e9a-41ad-94c2-ee77685fe976 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1686833 Nov 26 22:00:50.934418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57202) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:50.996421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c73cc709-f4be-457f-9804-71565ae9844f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:51.062808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-2b67dede-f2fe-4b4e-ab3f-5003a27bb51a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.066278 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-2b67dede-f2fe-4b4e-ab3f-5003a27bb51a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.13 "GET /v2.0/ports?device_id=38bba92f-0ece-4f65-ba1f-ebb95edce3e8 HTTP/1.1" status: 200 len: 945 time: 0.4748688 Nov 26 22:00:51.093719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-04a9dcb5-eb2b-4bd1-abef-2dbe580f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.095003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-04a9dcb5-eb2b-4bd1-abef-2dbe580f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.095780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-04a9dcb5-eb2b-4bd1-abef-2dbe580f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.096882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-04a9dcb5-eb2b-4bd1-abef-2dbe580f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.097766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-04a9dcb5-eb2b-4bd1-abef-2dbe580f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.098436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-04a9dcb5-eb2b-4bd1-abef-2dbe580f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.099074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-04a9dcb5-eb2b-4bd1-abef-2dbe580f0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.102645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c6dbba3-e704-4609-9e9b-595c85029be3 req-5ed4aa5e-fdcd-4538-9737-d744c6068192 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729465 Nov 26 22:00:51.103724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-04a9dcb5-eb2b-4bd1-abef-2dbe580f0f69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6218 time: 0.4160719 Nov 26 22:00:51.107887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6ee34-9129-41ee-a2c4-66dde50c37e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec529269-c1a1-4d48-8f06-fb34de27d08f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:51.139903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57212) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:51.197222 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'b51e520f-e59e-42a7-8a6e-e2c69411d48f', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'port_id': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'mac_address': 'fa:16:3e:ac:4e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:00:47Z', 'updated_at': '2021-11-26T22:00:47Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:24Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:51.230009 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] Checking router: e037842f-bde8-46ed-9def-26410d6de4eb for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:00:51.239879 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:00:51.240876 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:00:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:51.273408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-15cd0905-5ab9-4034-a59e-c754812614fd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/b51e520f-e59e-42a7-8a6e-e2c69411d48f HTTP/1.1" status: 200 len: 990 time: 0.1258485 Nov 26 22:00:51.277773 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a928e988-ce37-40b3-8520-990f04cde404 x-openstack-request-id: req-a928e988-ce37-40b3-8520-990f04cde404 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:51.278284 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:51.278650 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a928e988-ce37-40b3-8520-990f04cde404 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:51.279157 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'status': 'completed', 'code': 200} Nov 26 22:00:51.316740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Deleting port 73aab09c-0adb-4345-8d13-6086ea5af7c7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:51.317083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:51.383119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e61c9868-9d1e-42d3-b940-21dd837cb1f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:51.442282 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:00:51.464967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-f1f2fe98-faf8-40f7-812f-730387ddcfee service neutron] 10.222.0.21 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602674 Nov 26 22:00:51.518055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e61c9868-9d1e-42d3-b940-21dd837cb1f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:51.616983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c73cc709-f4be-457f-9804-71565ae9844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:51.620857 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c73cc709-f4be-457f-9804-71565ae9844f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:51.624893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c73cc709-f4be-457f-9804-71565ae9844f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f24baab-294e-4d9c-a718-f326082fb100 HTTP/1.1" status: 204 len: 168 time: 1.1255660 Nov 26 22:00:51.651638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e61c9868-9d1e-42d3-b940-21dd837cb1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:51.654680 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e61c9868-9d1e-42d3-b940-21dd837cb1f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:51.667329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e61c9868-9d1e-42d3-b940-21dd837cb1f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec529269-c1a1-4d48-8f06-fb34de27d08f HTTP/1.1" status: 204 len: 168 time: 0.7137423 Nov 26 22:00:51.675566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cc709-f4be-457f-9804-71565ae9844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f24baab-294e-4d9c-a718-f326082fb100,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:51.740798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c9868-9d1e-42d3-b940-21dd837cb1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec529269-c1a1-4d48-8f06-fb34de27d08f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:51.803220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c84ee-890a-4afd-be94-670e8ff27aef req-8698b144-0445-4fd4-9dab-3105414b714a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.819742 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'b51e520f-e59e-42a7-8a6e-e2c69411d48f', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'port_id': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'mac_address': 'fa:16:3e:ac:4e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:00:47Z', 'updated_at': '2021-11-26T22:00:47Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:24Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:00:51.822870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c84ee-890a-4afd-be94-670e8ff27aef req-8698b144-0445-4fd4-9dab-3105414b714a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.842281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c84ee-890a-4afd-be94-670e8ff27aef req-8698b144-0445-4fd4-9dab-3105414b714a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.857358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c84ee-890a-4afd-be94-670e8ff27aef req-8698b144-0445-4fd4-9dab-3105414b714a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.871416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c84ee-890a-4afd-be94-670e8ff27aef req-8698b144-0445-4fd4-9dab-3105414b714a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.887703 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b47158-6186-41ee-927f-bc65178cdfd2 None None] The sync data for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 is: [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'b51e520f-e59e-42a7-8a6e-e2c69411d48f', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'port_id': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'mac_address': 'fa:16:3e:ac:4e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:00:47Z', 'updated_at': '2021-11-26T22:00:47Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:24Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:00:51.888441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c84ee-890a-4afd-be94-670e8ff27aef req-8698b144-0445-4fd4-9dab-3105414b714a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.906480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c84ee-890a-4afd-be94-670e8ff27aef req-8698b144-0445-4fd4-9dab-3105414b714a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.917575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-574c84ee-890a-4afd-be94-670e8ff27aef req-8698b144-0445-4fd4-9dab-3105414b714a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5381 time: 0.4092114 Nov 26 22:00:51.967956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-c1098e48-bd78-4458-809e-dba540ee8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:51.980924 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-c1098e48-bd78-4458-809e-dba540ee8fba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1096 time: 0.7020769 Nov 26 22:00:52.076083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57236) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:52.149057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-574c84ee-890a-4afd-be94-670e8ff27aef req-b13a5d14-d650-4f60-bfe1-5df5d740af26 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2278929 Nov 26 22:00:52.261231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-f69c681a-16af-4841-9581-381dc571a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:52.262778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-f69c681a-16af-4841-9581-381dc571a132 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.2542522 Nov 26 22:00:52.276245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57244) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:52.308904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-27c1531f-ab88-45e0-90fb-5c5b16d9a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:52.314198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-27c1531f-ab88-45e0-90fb-5c5b16d9a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:52.315731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-27c1531f-ab88-45e0-90fb-5c5b16d9a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:52.320303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-27c1531f-ab88-45e0-90fb-5c5b16d9a31f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0960293 Nov 26 22:00:52.383065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] For port 73aab09c-0adb-4345-8d13-6086ea5af7c7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=73aab09c-0adb-4345-8d13-6086ea5af7c7,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:52.387402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:52.508790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e1fb2-12f8-4bfb-b828-6910aa8c0c0f None None] New status for floating IP b51e520f-e59e-42a7-8a6e-e2c69411d48f: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:00:52.552339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-960a111d-373f-4faa-abff-1dd021ee0cc8 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/b51e520f-e59e-42a7-8a6e-e2c69411d48f HTTP/1.1" status: 200 len: 990 time: 0.2742493 Nov 26 22:00:52.587095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-352cd4d2-02b3-4078-9679-b993bba6b4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:52.713206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57258) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:52.727290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f525324-e88c-4be6-9309-72f83f64b32e req-5d6581e1-3f64-4e6a-97f8-ca3709a49ecd tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 210 time: 0.1724122 Nov 26 22:00:52.751369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Deleting port ee922d2b-e304-43f7-b823-f4efded6ba06 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:00:52.751966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:52.757136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-ed348ccc-2a4b-4b90-a167-7a23e1c0a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:52.759038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a52e065a-b7bd-4ab7-8cdb-19c0de0fcda3 req-ed348ccc-2a4b-4b90-a167-7a23e1c0a77a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4041085 Nov 26 22:00:52.819618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-353a372b-35de-477a-ac5d-5d1ef62d338d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:52.844441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Calling delete_port for 73aab09c-0adb-4345-8d13-6086ea5af7c7 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:52.892277 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-c27223cd-eec0-4a41-9e75-bf182eec396b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 998 time: 0.5852144 Nov 26 22:00:53.130775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ee922d2b-e304-43f7-b823-f4efded6ba06 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:53.172487 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-353a372b-35de-477a-ac5d-5d1ef62d338d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.185936 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-353a372b-35de-477a-ac5d-5d1ef62d338d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.194589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df353b82-9244-4a84-b2e0-73497dc7871d {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:53.208130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-352cd4d2-02b3-4078-9679-b993bba6b4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.225601 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-352cd4d2-02b3-4078-9679-b993bba6b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.257778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.283418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-353a372b-35de-477a-ac5d-5d1ef62d338d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19537be170e944858c04d5739d830be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5584350 Nov 26 22:00:53.290738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57270) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:53.302002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] For port ee922d2b-e304-43f7-b823-f4efded6ba06, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ee922d2b-e304-43f7-b823-f4efded6ba06,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:53.302619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.325558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-e8834359-cb8e-4442-8968-d0620db53462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.328170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-352cd4d2-02b3-4078-9679-b993bba6b4dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=697672b34f23422c91e00fa4c5bf5b43&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2508554 Nov 26 22:00:53.332272 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-e8834359-cb8e-4442-8968-d0620db53462 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.4275901 Nov 26 22:00:53.339355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57272) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:53.344918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.373809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a372b-35de-477a-ac5d-5d1ef62d338d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bf8904-1fd4-43f7-8e43-7aba51dd8879,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:53.416788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ee922d2b-e304-43f7-b823-f4efded6ba06, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ee922d2b-e304-43f7-b823-f4efded6ba06,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:00:53.418478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee922d2b-e304-43f7-b823-f4efded6ba06'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:53.425111 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0500b55-864f-4d54-a18f-bdcfe5094bd8" -d '{"events": [{"server_uuid": "38bba92f-0ece-4f65-ba1f-ebb95edce3e8", "name": "network-vif-unplugged", "status": "completed", "tag": "ee922d2b-e304-43f7-b823-f4efded6ba06"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:53.467684 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.495500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Transition to ACTIVE for port object df353b82-9244-4a84-b2e0-73497dc7871d will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:53.509114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Calling delete_port for ee922d2b-e304-43f7-b823-f4efded6ba06 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:00:53.541900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ee922d2b-e304-43f7-b823-f4efded6ba06,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:53.560830 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d800101-9926-414b-8c36-485bf5467c06 x-openstack-request-id: req-8d800101-9926-414b-8c36-485bf5467c06 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:53.561357 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bba92f-0ece-4f65-ba1f-ebb95edce3e8", "name": "network-vif-unplugged", "status": "completed", "tag": "ee922d2b-e304-43f7-b823-f4efded6ba06", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:53.562460 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d800101-9926-414b-8c36-485bf5467c06 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:53.563250 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee922d2b-e304-43f7-b823-f4efded6ba06', 'code': 200} Nov 26 22:00:53.565645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1884f38-cadb-4e4b-b9b9-4a743b1f8315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.615932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57280) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:53.625012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.716503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cd4d2-02b3-4078-9679-b993bba6b4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51630c43-bad5-4eb7-9ea3-f1f274709165,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:53.831893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-b77d0485-f81b-4a8a-86ef-de7f8f825063 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.841148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-b77d0485-f81b-4a8a-86ef-de7f8f825063 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.851329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-b77d0485-f81b-4a8a-86ef-de7f8f825063 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.855345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57288) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:53.865446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-b77d0485-f81b-4a8a-86ef-de7f8f825063 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.876887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-b77d0485-f81b-4a8a-86ef-de7f8f825063 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.885128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-b77d0485-f81b-4a8a-86ef-de7f8f825063 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.896624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-b77d0485-f81b-4a8a-86ef-de7f8f825063 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.898865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-b77d0485-f81b-4a8a-86ef-de7f8f825063 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5393 time: 0.5291159 Nov 26 22:00:53.917382 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:53.951330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-587a3f84-1983-4b84-a3a2-137a1fcaaedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:53.961333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-587a3f84-1983-4b84-a3a2-137a1fcaaedf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5578313 Nov 26 22:00:53.978805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Pushing event updated for resources: {'Port': ['ID=df353b82-9244-4a84-b2e0-73497dc7871d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:53.993801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b76ba5e-d4ef-4c42-80ad-27891fceceee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.005111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03a128da-22d5-42fd-bfe9-8e2b6b26e4e4 req-9036fd0d-7b3b-4aa1-988f-4555e87f3624 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 210 time: 0.1047225 Nov 26 22:00:54.020624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-863128e5-988b-4984-96e4-1e18455a95a3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/b51e520f-e59e-42a7-8a6e-e2c69411d48f HTTP/1.1" status: 200 len: 992 time: 0.3872602 Nov 26 22:00:54.077567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b76ba5e-d4ef-4c42-80ad-27891fceceee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.092815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1717362693-network', 'tenant_id': '9693040dc15a4ef18c5dab2bb4c4c098'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:54.130471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b64f0be-a7e1-4504-b8fa-28b6a2767f0c req-80a7c6b6-2efb-4593-b2dc-eefc02628697 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2140231 Nov 26 22:00:54.183925 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b76ba5e-d4ef-4c42-80ad-27891fceceee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.187204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b76ba5e-d4ef-4c42-80ad-27891fceceee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.191096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7b76ba5e-d4ef-4c42-80ad-27891fceceee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4bf8904-1fd4-43f7-8e43-7aba51dd8879 HTTP/1.1" status: 204 len: 168 time: 0.8915484 Nov 26 22:00:54.199983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76ba5e-d4ef-4c42-80ad-27891fceceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bf8904-1fd4-43f7-8e43-7aba51dd8879,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:54.270134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Attempting to bind port df353b82-9244-4a84-b2e0-73497dc7871d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:54.270493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Attempting to bind port df353b82-9244-4a84-b2e0-73497dc7871d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:54.270905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Attempting to bind port df353b82-9244-4a84-b2e0-73497dc7871d on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:54.277161 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b2a-49ec-484f-acae-e3bf4f81fbb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.288687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Port df353b82-9244-4a84-b2e0-73497dc7871d on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:54.289020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Attempting to bind port df353b82-9244-4a84-b2e0-73497dc7871d on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:54.318941 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:54.320013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Checking segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:54.320610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Bound using segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:54.321238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Bound port: df353b82-9244-4a84-b2e0-73497dc7871d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:54.321789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.335518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Pushing event deleted for resources: {'Port': ['ID=73aab09c-0adb-4345-8d13-6086ea5af7c7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:54.417919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-26d893d5-6aae-48f1-ba2e-436642741fbb service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699515 Nov 26 22:00:54.463322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] No DVR routers for this DVR port 73aab09c-0adb-4345-8d13-6086ea5af7c7 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:00:54.504003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.508105 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.41 "DELETE /v2.0/ports/73aab09c-0adb-4345-8d13-6086ea5af7c7 HTTP/1.1" status: 204 len: 173 time: 3.7964573 Nov 26 22:00:54.523394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-9a3883ee-0766-4c84-98f3-ef29f460256a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:54.525484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-9a3883ee-0766-4c84-98f3-ef29f460256a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.41 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 813 time: 0.2518091 Nov 26 22:00:54.528055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8ce971-ab47-458b-b9e3-ad4ba343663e', 'name': 'network-vif-deleted', 'tag': '73aab09c-0adb-4345-8d13-6086ea5af7c7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:54.530676 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f87439-29bb-4b90-b421-17e5203c0c59" -d '{"events": [{"server_uuid": "ce8ce971-ab47-458b-b9e3-ad4ba343663e", "name": "network-vif-deleted", "tag": "73aab09c-0adb-4345-8d13-6086ea5af7c7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:54.558057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Request body: {'port': {'device_id': '49a1f23c-3c88-417d-9e4c-581fc4dbfaf9', 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'admin_state_up': True, 'tenant_id': '7344eb642c6c4634be9416ba6e83b586'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:54.575109 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b2a-49ec-484f-acae-e3bf4f81fbb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.791298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Made reservation on behalf of 7344eb642c6c4634be9416ba6e83b586 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:54.796638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:54.974100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Allocated IP 172.20.0.2 (80411b93-a4cf-4d60-945c-479e667b0242/19cb4fbf-57a2-42ef-9f71-8a71086ec0e0/3a1b644c-322d-4879-98f6-e6aac5287035) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:55.030775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 73aab09c-0adb-4345-8d13-6086ea5af7c7 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:00:55.090027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 73aab09c-0adb-4345-8d13-6086ea5af7c7 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:00:55.090442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 73aab09c-0adb-4345-8d13-6086ea5af7c7 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:00:55.198086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Made reservation on behalf of 9693040dc15a4ef18c5dab2bb4c4c098 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:55.201132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.215368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79dad3a0-20c3-4362-9c2e-aebda4dd2a64 req-cd024cbe-58e8-4002-97ed-71612d0d2952 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 210 time: 0.0737987 Nov 26 22:00:55.243006 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e3ee97-e7f7-4817-b666-e3e442a8f5d9 x-openstack-request-id: req-56e3ee97-e7f7-4817-b666-e3e442a8f5d9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:55.243602 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8ce971-ab47-458b-b9e3-ad4ba343663e", "name": "network-vif-deleted", "tag": "73aab09c-0adb-4345-8d13-6086ea5af7c7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:55.244133 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56e3ee97-e7f7-4817-b666-e3e442a8f5d9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:55.244624 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8ce971-ab47-458b-b9e3-ad4ba343663e', 'name': 'network-vif-deleted', 'tag': '73aab09c-0adb-4345-8d13-6086ea5af7c7', 'status': 'completed', 'code': 200} Nov 26 22:00:55.311421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.368415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.372279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-18fccaf1-a9f5-4418-8cfd-fd710f759d85 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.373837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-18fccaf1-a9f5-4418-8cfd-fd710f759d85 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.13 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 813 time: 1.0699971 Nov 26 22:00:55.385145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-af9a600c-112e-4ff7-bfe4-ee926b336978 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.386431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] For port df353b82-9244-4a84-b2e0-73497dc7871d, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:55.394945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-af9a600c-112e-4ff7-bfe4-ee926b336978 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.405494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-af9a600c-112e-4ff7-bfe4-ee926b336978 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.409483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Request body: {'port': {'device_id': '6540c3f5-a71a-45d9-8308-04666bf6b552', 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'admin_state_up': True, 'tenant_id': '7344eb642c6c4634be9416ba6e83b586'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:55.414113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-af9a600c-112e-4ff7-bfe4-ee926b336978 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.418955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.421993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-af9a600c-112e-4ff7-bfe4-ee926b336978 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.431610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-af9a600c-112e-4ff7-bfe4-ee926b336978 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.438336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] For port df353b82-9244-4a84-b2e0-73497dc7871d, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=df353b82-9244-4a84-b2e0-73497dc7871d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:55.440444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-af9a600c-112e-4ff7-bfe4-ee926b336978 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.444417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-af9a600c-112e-4ff7-bfe4-ee926b336978 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5393 time: 0.1972623 Nov 26 22:00:55.502855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.543798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cb26eac-cf36-4ab0-8f00-932f424ea06c req-cc79487c-9cd1-4a9a-8d7f-1eb7d6182d94 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909073 Nov 26 22:00:55.545952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.608458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Network 80411b93-a4cf-4d60-945c-479e667b0242 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:55.612127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:55.616049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:55.625268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b2a-49ec-484f-acae-e3bf4f81fbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.628507 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0b2a-49ec-484f-acae-e3bf4f81fbb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.629703 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b7bf0b2a-49ec-484f-acae-e3bf4f81fbb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51630c43-bad5-4eb7-9ea3-f1f274709165 HTTP/1.1" status: 204 len: 168 time: 2.2507043 Nov 26 22:00:55.639209 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c06c7bd3-e1d3-4571-83b5-a2c63e844a10 req-7f949516-f20d-45f2-ab67-3864a7bed08d service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1632087 Nov 26 22:00:55.643641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Pushing event deleted for resources: {'Port': ['ID=ee922d2b-e304-43f7-b823-f4efded6ba06,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:55.681327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Pushing event updated for resources: {'Port': ['ID=3a1b644c-322d-4879-98f6-e6aac5287035,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:55.684183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.685384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.688178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] 10.222.0.13 "PUT /v2.0/ports/df353b82-9244-4a84-b2e0-73497dc7871d HTTP/1.1" status: 200 len: 1090 time: 5.2677341 Nov 26 22:00:55.740638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:55.741277 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.771968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a6ebf6d3-9fe2-4b8c-a943-be2dd8b15bf8 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2206388 Nov 26 22:00:55.795432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Request body: {'port': {'device_id': '49a1f23c-3c88-417d-9e4c-581fc4dbfaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:55.851211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] No DVR routers for this DVR port ee922d2b-e304-43f7-b823-f4efded6ba06 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:00:55.853766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8a844-c6c5-472c-9f18-5864dbb65512 service neutron] Pushing event updated for resources: {'Port': ['ID=df353b82-9244-4a84-b2e0-73497dc7871d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:55.873474 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.877607 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-40e6f640-e9bf-48eb-9fef-36034f8d25fc req-83b2495f-1082-49cb-93f5-e50506fedb16 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.13 "DELETE /v2.0/ports/ee922d2b-e304-43f7-b823-f4efded6ba06 HTTP/1.1" status: 204 len: 173 time: 4.7926764 Nov 26 22:00:55.878975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf0b2a-49ec-484f-acae-e3bf4f81fbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51630c43-bad5-4eb7-9ea3-f1f274709165,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:55.881150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Made reservation on behalf of 7344eb642c6c4634be9416ba6e83b586 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:55.893200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:55.922803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:55.932497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.136261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Allocated IP 172.20.0.10 (80411b93-a4cf-4d60-945c-479e667b0242/19cb4fbf-57a2-42ef-9f71-8a71086ec0e0/94bb8238-52a1-401c-9615-64b257761ac2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:00:56.195417 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cbe6c35d-44aa-4622-8bcd-af5a118019b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.294564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:56.333120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.350836 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-49a11404-a637-4789-a6fe-37d091d9ca65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.357428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.359037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-564cf1f0-9299-4050-adcf-d7f0a8e11379 req-c1d69cc6-a252-4847-ac13-82b96d70f6a4 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 210 time: 0.0343914 Nov 26 22:00:56.491655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.503652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:00:56.551622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-49a11404-a637-4789-a6fe-37d091d9ca65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.555642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedacbb0-1ca3-4c14-a85f-1428b0261324,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:56.572395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-49a11404-a637-4789-a6fe-37d091d9ca65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.575938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.576216 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Added segment 90dc56b8-2e27-40f5-b536-6354b73ac3b3 of type vlan for network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e Nov 26 22:00:56.584000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.704391 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-49a11404-a637-4789-a6fe-37d091d9ca65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a54ed9b252a4a35af869b0674245fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022744 Nov 26 22:00:56.712489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57356) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:56.723584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:56.761784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-308b649d-0b87-4a68-9d09-ad976c653ac6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:56.768035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-308b649d-0b87-4a68-9d09-ad976c653ac6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:56.774718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-308b649d-0b87-4a68-9d09-ad976c653ac6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:56.780990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-308b649d-0b87-4a68-9d09-ad976c653ac6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:56.788269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-308b649d-0b87-4a68-9d09-ad976c653ac6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:56.793985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-308b649d-0b87-4a68-9d09-ad976c653ac6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:56.800319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-308b649d-0b87-4a68-9d09-ad976c653ac6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:56.802597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-308b649d-0b87-4a68-9d09-ad976c653ac6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5393 time: 0.1401014 Nov 26 22:00:56.868064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bef0d61-c53a-49bb-a5b3-e166bd9f2e75 req-d1d42cd5-e43b-4033-9804-06a39200e02a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567741 Nov 26 22:00:56.890142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a11404-a637-4789-a6fe-37d091d9ca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778523ea-f559-4d06-b026-79875452c0c8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:56.959955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.035217 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.041873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.056542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.057140 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.130412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Network 80411b93-a4cf-4d60-945c-479e667b0242 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:00:57.132482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1b644c-322d-4879-98f6-e6aac5287035 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:57.136407 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.2594242 Nov 26 22:00:57.139601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57378) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:57.147692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Request body: {'subnet': {'network_id': 'bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1717362693-subnet', 'tenant_id': '9693040dc15a4ef18c5dab2bb4c4c098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:57.161693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.163521 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f14e64a-c5cb-42e1-bd4b-e9f6d243fd3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.171647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:57.185565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:00:57.191092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Transition to ACTIVE for port object 3a1b644c-322d-4879-98f6-e6aac5287035 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:57.191773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Pushing event updated for resources: {'Port': ['ID=94bb8238-52a1-401c-9615-64b257761ac2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:57.191999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Made reservation on behalf of 9693040dc15a4ef18c5dab2bb4c4c098 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:00:57.194721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.212318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.255397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'df353b82-9244-4a84-b2e0-73497dc7871d'}, {'server_uuid': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'name': 'network-vif-deleted', 'tag': 'ee922d2b-e304-43f7-b823-f4efded6ba06'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:57.257754 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99da8cf0-ca27-4810-9245-4b54b9ee8834" -d '{"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "df353b82-9244-4a84-b2e0-73497dc7871d"}, {"server_uuid": "38bba92f-0ece-4f65-ba1f-ebb95edce3e8", "name": "network-vif-deleted", "tag": "ee922d2b-e304-43f7-b823-f4efded6ba06"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:57.272584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6c6aa-7cf8-4b2d-9f46-243dcdaee23b admin admin] Pushing event updated for resources: {'Network': ['ID=bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:57.279917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f14e64a-c5cb-42e1-bd4b-e9f6d243fd3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.286247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:00:57.348162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.348891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.365948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5b10d1-ad2a-4d84-822e-8a4b348a329d {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:57.378345 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6e4094-5a0b-4c76-a720-71f48d9446a6 x-openstack-request-id: req-5a6e4094-5a0b-4c76-a720-71f48d9446a6 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:57.378670 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "df353b82-9244-4a84-b2e0-73497dc7871d", "status": "completed", "code": 200}, {"server_uuid": "38bba92f-0ece-4f65-ba1f-ebb95edce3e8", "name": "network-vif-deleted", "tag": "ee922d2b-e304-43f7-b823-f4efded6ba06", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:57.378913 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a6e4094-5a0b-4c76-a720-71f48d9446a6 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:57.379335 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'df353b82-9244-4a84-b2e0-73497dc7871d', 'status': 'completed', 'code': 200} Nov 26 22:00:57.379602 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bba92f-0ece-4f65-ba1f-ebb95edce3e8', 'name': 'network-vif-deleted', 'tag': 'ee922d2b-e304-43f7-b823-f4efded6ba06', 'status': 'completed', 'code': 200} Nov 26 22:00:57.383531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.404605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Transition to ACTIVE for port object ab5b10d1-ad2a-4d84-822e-8a4b348a329d will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:57.410067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-021078ea-e629-477a-93f8-0f4892486199 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0093505 Nov 26 22:00:57.413063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.457291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Request body: {'port': {'device_id': '6540c3f5-a71a-45d9-8308-04666bf6b552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:57.468083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f14e64a-c5cb-42e1-bd4b-e9f6d243fd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.470650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f14e64a-c5cb-42e1-bd4b-e9f6d243fd3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.471915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7f14e64a-c5cb-42e1-bd4b-e9f6d243fd3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/778523ea-f559-4d06-b026-79875452c0c8 HTTP/1.1" status: 204 len: 168 time: 0.7509866 Nov 26 22:00:57.543971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1b644c-322d-4879-98f6-e6aac5287035,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:57.584823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14e64a-c5cb-42e1-bd4b-e9f6d243fd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778523ea-f559-4d06-b026-79875452c0c8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:57.630046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:57.743147 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:57.849531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-e262ce3c-129c-41a6-b15e-2cd5a9c89ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.854764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-e262ce3c-129c-41a6-b15e-2cd5a9c89ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.866123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-e262ce3c-129c-41a6-b15e-2cd5a9c89ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.866606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-e262ce3c-129c-41a6-b15e-2cd5a9c89ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.867139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-e262ce3c-129c-41a6-b15e-2cd5a9c89ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.867619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-e262ce3c-129c-41a6-b15e-2cd5a9c89ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.868159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-e262ce3c-129c-41a6-b15e-2cd5a9c89ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:57.870285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-e262ce3c-129c-41a6-b15e-2cd5a9c89ad6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6310 time: 0.4207594 Nov 26 22:00:58.018621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57406) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:58.132498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Attempting to bind port ab5b10d1-ad2a-4d84-822e-8a4b348a329d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:58.132834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Attempting to bind port ab5b10d1-ad2a-4d84-822e-8a4b348a329d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:58.133164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Attempting to bind port ab5b10d1-ad2a-4d84-822e-8a4b348a329d on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:58.166687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Port ab5b10d1-ad2a-4d84-822e-8a4b348a329d on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:58.167014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Attempting to bind port ab5b10d1-ad2a-4d84-822e-8a4b348a329d on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:58.193302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:58.193640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Checking segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:58.194057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Bound using segment: {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:58.194588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Bound port: ab5b10d1-ad2a-4d84-822e-8a4b348a329d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2253c203-023a-454b-be3f-eeb512859f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:58.194941 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.200296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-ff685d06-7c63-4ca1-9d8c-d12c6ef9cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.200765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-ff685d06-7c63-4ca1-9d8c-d12c6ef9cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.201224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-ff685d06-7c63-4ca1-9d8c-d12c6ef9cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.202834 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-ff685d06-7c63-4ca1-9d8c-d12c6ef9cdeb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2902663 Nov 26 22:00:58.208063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94743b39-c5cd-4ce5-8d4d-38cb372c39b7 req-feb5becd-6da1-4ced-b9ca-243a822875fd tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.219248 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94743b39-c5cd-4ce5-8d4d-38cb372c39b7 req-feb5becd-6da1-4ced-b9ca-243a822875fd tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 932 time: 0.6866977 Nov 26 22:00:58.298124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Attempting to bind port 3a1b644c-322d-4879-98f6-e6aac5287035 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:58.298403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Attempting to bind port 3a1b644c-322d-4879-98f6-e6aac5287035 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:58.298616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Attempting to bind port 3a1b644c-322d-4879-98f6-e6aac5287035 on network 80411b93-a4cf-4d60-945c-479e667b0242 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:58.319069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Port 3a1b644c-322d-4879-98f6-e6aac5287035 on network 80411b93-a4cf-4d60-945c-479e667b0242 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:58.319447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Attempting to bind port 3a1b644c-322d-4879-98f6-e6aac5287035 on network 80411b93-a4cf-4d60-945c-479e667b0242 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:58.333876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:58.334377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Checking segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:58.334814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Bound using segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:58.335375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Bound port: 3a1b644c-322d-4879-98f6-e6aac5287035, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:58.335750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.388227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.421580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-604d910e-bb35-43e2-a7b4-0518c34547a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.423004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb661-33fd-43e4-b401-a9735195053d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.430802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-604d910e-bb35-43e2-a7b4-0518c34547a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.439905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-604d910e-bb35-43e2-a7b4-0518c34547a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.447209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-604d910e-bb35-43e2-a7b4-0518c34547a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.453664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-604d910e-bb35-43e2-a7b4-0518c34547a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.461578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-604d910e-bb35-43e2-a7b4-0518c34547a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.468782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-604d910e-bb35-43e2-a7b4-0518c34547a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.471882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-604d910e-bb35-43e2-a7b4-0518c34547a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5405 time: 0.3743434 Nov 26 22:00:58.535048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] For port ab5b10d1-ad2a-4d84-822e-8a4b348a329d, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:58.577598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] For port ab5b10d1-ad2a-4d84-822e-8a4b348a329d, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:58.579849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-3537fc35-7660-455a-9f93-acdcea0d350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.582898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99da8cf0-ca27-4810-9245-4b54b9ee8834 req-3537fc35-7660-455a-9f93-acdcea0d350d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3641922 Nov 26 22:00:58.584097 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.589644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94743b39-c5cd-4ce5-8d4d-38cb372c39b7 req-764451df-ec0f-4afb-99a6-24e2ad89e59f tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692408 Nov 26 22:00:58.600530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.642145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] For port 3a1b644c-322d-4879-98f6-e6aac5287035, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:00:58.649863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92d65cf-4b57-4084-8ab0-3bfcb827412e,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:58.682439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.683074 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.684691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/ab5b10d1-ad2a-4d84-822e-8a4b348a329d HTTP/1.1" status: 200 len: 1090 time: 2.8200061 Nov 26 22:00:58.696238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] For port 3a1b644c-322d-4879-98f6-e6aac5287035, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3a1b644c-322d-4879-98f6-e6aac5287035,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:00:58.701153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Checking segment: {'id': '90dc56b8-2e27-40f5-b536-6354b73ac3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:58.701764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Network hostable DHCP agents. Network: bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:00:58.738493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75e43218-9b55-4605-9808-4a83eddaf5cc req-ee5d700e-9da3-49e3-a0b6-5db5e4b4e263 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2000406 Nov 26 22:00:58.743521 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.792693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6489ce-52fc-4211-950e-5097818adbc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:58.813804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:00:58.876186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:58.877619 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.881535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] 10.222.0.41 "PUT /v2.0/ports/3a1b644c-322d-4879-98f6-e6aac5287035 HTTP/1.1" status: 200 len: 1091 time: 3.0934317 Nov 26 22:00:58.887599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a1f23c-3c88-417d-9e4c-581fc4dbfaf9', 'tag': '3a1b644c-322d-4879-98f6-e6aac5287035'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:58.895888 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48706966-9bc0-4c7c-ab9b-beead3d078e6" -d '{"events": [{"name": "network-changed", "server_uuid": "49a1f23c-3c88-417d-9e4c-581fc4dbfaf9", "tag": "3a1b644c-322d-4879-98f6-e6aac5287035"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:58.913957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94bb8238-52a1-401c-9615-64b257761ac2 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:00:58.921727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4121242-1606-4ea4-8bd3-5a8a5a104b85 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1b644c-322d-4879-98f6-e6aac5287035,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:58.938385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:00:58.953396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:58.959266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb661-33fd-43e4-b401-a9735195053d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:59.021009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:59.028164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3cfb661-33fd-43e4-b401-a9735195053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:59.046984 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09201e0a-2cbb-4f03-b5f1-500d544f8a3f x-openstack-request-id: req-09201e0a-2cbb-4f03-b5f1-500d544f8a3f {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:59.047856 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a1f23c-3c88-417d-9e4c-581fc4dbfaf9", "tag": "3a1b644c-322d-4879-98f6-e6aac5287035", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:59.047856 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09201e0a-2cbb-4f03-b5f1-500d544f8a3f {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:59.048197 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a1f23c-3c88-417d-9e4c-581fc4dbfaf9', 'tag': '3a1b644c-322d-4879-98f6-e6aac5287035', 'status': 'completed', 'code': 200} Nov 26 22:00:59.057052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:00:59.069955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc257a85-9ed4-4281-89ef-4a26202893f0 None None] Network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:59.084008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:59.084718 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:59.091961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Transition to ACTIVE for port object 94bb8238-52a1-401c-9615-64b257761ac2 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:00:59.124471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:59.127470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-34e89a6c-4581-4f94-903b-03347d82a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:59.129530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-34e89a6c-4581-4f94-903b-03347d82a391 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&device_id=49a1f23c-3c88-417d-9e4c-581fc4dbfaf9 HTTP/1.1" status: 200 len: 1094 time: 0.1642082 Nov 26 22:00:59.153656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bfbcdadb-d76c-4e2d-84a6-3ce0036c2bb4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0113671 Nov 26 22:00:59.274205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-e22c5771-0246-4bb1-8ed0-3568836eb931 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a1b644c-322d-4879-98f6-e6aac5287035 HTTP/1.1" status: 200 len: 217 time: 0.1179280 Nov 26 22:00:59.285922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c778e945-4fc8-4153-9a86-ed5d92779537 None None] Network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:00:59.300144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Pushing event updated for resources: {'Port': ['ID=94bb8238-52a1-401c-9615-64b257761ac2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:59.311117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfb661-33fd-43e4-b401-a9735195053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50b09c-16dc-40e1-a8e0-31cb9fe4b850,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:00:59.338633 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d3cfb661-33fd-43e4-b401-a9735195053d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3e615306608434c9c99f1bb9b7eb063&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2882612 Nov 26 22:00:59.342045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57438) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:00:59.400511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-58125656-ffb4-4954-8967-08656560a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:59.402292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-58125656-ffb4-4954-8967-08656560a30d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 200 len: 853 time: 0.1198654 Nov 26 22:00:59.403305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:00:59.405649 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b41ff2b-f34a-4955-bedf-f0c9a6157022" -d '{"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "ab5b10d1-ad2a-4d84-822e-8a4b348a329d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:00:59.453199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:00:59.515490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-95b6f459-93e8-4f67-be2e-9f9ca5f743c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80411b93-a4cf-4d60-945c-479e667b0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047888 Nov 26 22:00:59.583410 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06df312-d8af-4ee7-9d4b-9e3fd4626e41 x-openstack-request-id: req-a06df312-d8af-4ee7-9d4b-9e3fd4626e41 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:00:59.583728 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "ab5b10d1-ad2a-4d84-822e-8a4b348a329d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:00:59.583987 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a06df312-d8af-4ee7-9d4b-9e3fd4626e41 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:00:59.584492 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d', 'status': 'completed', 'code': 200} Nov 26 22:00:59.634867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-9e1eeb12-b683-4a22-bb13-4c5daaeeb72e service neutron] 10.222.0.41 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096447 Nov 26 22:00:59.812856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-b051e067-2c75-408f-9619-683f05117e81 service neutron] 10.222.0.41 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682446 Nov 26 22:00:59.831239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ce620-46f7-439d-9086-8de4c3e67624 req-a9239dd9-a1ec-4f6f-851c-0981a8bef982 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:00:59.833024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e73ce620-46f7-439d-9086-8de4c3e67624 req-a9239dd9-a1ec-4f6f-851c-0981a8bef982 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 944 time: 0.0936096 Nov 26 22:00:59.888299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Attempting to bind port 94bb8238-52a1-401c-9615-64b257761ac2 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:00:59.888855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Attempting to bind port 94bb8238-52a1-401c-9615-64b257761ac2 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:00:59.893958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Attempting to bind port 94bb8238-52a1-401c-9615-64b257761ac2 on network 80411b93-a4cf-4d60-945c-479e667b0242 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:59.912722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Port 94bb8238-52a1-401c-9615-64b257761ac2 on network 80411b93-a4cf-4d60-945c-479e667b0242 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:00:59.913118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Attempting to bind port 94bb8238-52a1-401c-9615-64b257761ac2 on network 80411b93-a4cf-4d60-945c-479e667b0242 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:00:59.961448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:00:59.961788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Checking segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:00:59.962299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Bound using segment: {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:00:59.962752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Bound port: 94bb8238-52a1-401c-9615-64b257761ac2, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf4ee37-3e18-451a-bd2f-07269a3ed074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:00:59.963106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.028797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-9a4a1476-bb64-443e-af8c-186e1866ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.029723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-9a4a1476-bb64-443e-af8c-186e1866ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.029723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-9a4a1476-bb64-443e-af8c-186e1866ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.030204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-9a4a1476-bb64-443e-af8c-186e1866ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.030671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-9a4a1476-bb64-443e-af8c-186e1866ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.031131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-9a4a1476-bb64-443e-af8c-186e1866ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.031592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-9a4a1476-bb64-443e-af8c-186e1866ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.034323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-9a4a1476-bb64-443e-af8c-186e1866ab9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6352 time: 0.4578252 Nov 26 22:01:00.071042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e73ce620-46f7-439d-9086-8de4c3e67624 req-08269533-de3e-4b89-8e4b-2ea8242ad34c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300208 Nov 26 22:01:00.090186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-277ff8ea-160e-4ba8-9227-0dc28bbb2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.092936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-277ff8ea-160e-4ba8-9227-0dc28bbb2c7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&device_id=49a1f23c-3c88-417d-9e4c-581fc4dbfaf9 HTTP/1.1" status: 200 len: 1094 time: 0.1788757 Nov 26 22:01:00.112233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4051c7af-d26b-48ad-9671-127182964099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.138602 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4051c7af-d26b-48ad-9671-127182964099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.211643 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4051c7af-d26b-48ad-9671-127182964099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.217403 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4051c7af-d26b-48ad-9671-127182964099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.222818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4051c7af-d26b-48ad-9671-127182964099 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce50b09c-16dc-40e1-a8e0-31cb9fe4b850 HTTP/1.1" status: 204 len: 168 time: 0.8797596 Nov 26 22:01:00.303142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051c7af-d26b-48ad-9671-127182964099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50b09c-16dc-40e1-a8e0-31cb9fe4b850,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:00.345534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] For port 94bb8238-52a1-401c-9615-64b257761ac2, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:00.386460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-17034e7f-0ac3-471a-9fcb-81e2b425e9c1 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.388210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-17034e7f-0ac3-471a-9fcb-81e2b425e9c1 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/networks?id=bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e HTTP/1.1" status: 200 len: 818 time: 0.2563014 Nov 26 22:01:00.397756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] For port 94bb8238-52a1-401c-9615-64b257761ac2, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94bb8238-52a1-401c-9615-64b257761ac2,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:00.433655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.485070 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.485992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.487905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] 10.222.0.13 "PUT /v2.0/ports/94bb8238-52a1-401c-9615-64b257761ac2 HTTP/1.1" status: 200 len: 1092 time: 3.0370307 Nov 26 22:01:00.508779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-eb3ade4e-e896-4142-8282-62ccf6f27501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.509445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-eb3ade4e-e896-4142-8282-62ccf6f27501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.510142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-eb3ade4e-e896-4142-8282-62ccf6f27501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.511923 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-eb3ade4e-e896-4142-8282-62ccf6f27501 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4348598 Nov 26 22:01:00.633096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-1590a2a8-5b5f-42ea-823e-5b0801ad1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.636331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-1590a2a8-5b5f-42ea-823e-5b0801ad1422 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 914 time: 0.5351951 Nov 26 22:01:00.640105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e2592c-3f43-476c-be84-c3a3a1e2c372 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:00.686922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.693778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a23b3-1167-4171-a12a-ee9cbcc11355 service neutron] Pushing event updated for resources: {'Port': ['ID=94bb8238-52a1-401c-9615-64b257761ac2,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:00.713488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-3951fc42-76a6-4a85-8800-384811981597 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/quotas/9693040dc15a4ef18c5dab2bb4c4c098 HTTP/1.1" status: 200 len: 375 time: 0.0641799 Nov 26 22:01:00.740452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Transition to ACTIVE for port object d9e2592c-3f43-476c-be84-c3a3a1e2c372 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:01:00.743779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-99fc534b-27d8-498b-9a0a-893b9c64410a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a1b644c-322d-4879-98f6-e6aac5287035 HTTP/1.1" status: 200 len: 217 time: 0.0963619 Nov 26 22:01:00.748333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-6ad7de2a-831a-464d-891d-ab88e1d5cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.750445 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-6ad7de2a-831a-464d-891d-ab88e1d5cd28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 1095 time: 0.1846666 Nov 26 22:01:00.754461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:00.781343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-4af1e4bc-c0c9-485a-8ce1-05c6535c7b93 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9693040dc15a4ef18c5dab2bb4c4c098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394809 Nov 26 22:01:00.848291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b8e59419-9cfb-431e-aeb0-ac1ab184ff7b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.859874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b8e59419-9cfb-431e-aeb0-ac1ab184ff7b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.872151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b8e59419-9cfb-431e-aeb0-ac1ab184ff7b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.878523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b8e59419-9cfb-431e-aeb0-ac1ab184ff7b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.896281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b8e59419-9cfb-431e-aeb0-ac1ab184ff7b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.909770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b8e59419-9cfb-431e-aeb0-ac1ab184ff7b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.916172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b8e59419-9cfb-431e-aeb0-ac1ab184ff7b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.923102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-64a46b8e-3960-4837-9142-bda5ad2419a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:00.927368 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b41ff2b-f34a-4955-bedf-f0c9a6157022 req-64a46b8e-3960-4837-9142-bda5ad2419a3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4034114 Nov 26 22:01:00.933676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-2b5e1000-3b1f-4fb9-95b3-bdccbfad9cd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94bb8238-52a1-401c-9615-64b257761ac2 HTTP/1.1" status: 200 len: 217 time: 0.1599083 Nov 26 22:01:00.950133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b8e59419-9cfb-431e-aeb0-ac1ab184ff7b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5405 time: 0.7710700 Nov 26 22:01:01.047545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Pushing event updated for resources: {'Port': ['ID=d9e2592c-3f43-476c-be84-c3a3a1e2c372,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:01.116159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-b3d748e0-f949-473c-b5aa-13b8c123769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:01.117557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-b3d748e0-f949-473c-b5aa-13b8c123769b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 200 len: 853 time: 0.3618309 Nov 26 22:01:01.152618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57484) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:01.292660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-a9cc1ad3-db9d-4126-8202-4aaccc68728f service neutron] 10.222.0.21 "GET /v2.0/networks/bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780860 Nov 26 22:01:01.357756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01f1f9f8-112c-4a32-a8e2-341f6822bc24 req-b6a0aea1-a54b-45ca-b127-ec33a32e654a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4066207 Nov 26 22:01:01.361620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-82f24a77-8198-4604-b732-4fdd8fdc8e44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80411b93-a4cf-4d60-945c-479e667b0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2111902 Nov 26 22:01:01.374468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fea1701-f256-405b-b522-28470d6f3736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:01.475393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fea1701-f256-405b-b522-28470d6f3736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:01.534591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-4d6a1bbe-0aad-454a-b881-838bf1697f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:01.536498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-4d6a1bbe-0aad-454a-b881-838bf1697f13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 200 len: 853 time: 0.4931729 Nov 26 22:01:01.538796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Attempting to bind port d9e2592c-3f43-476c-be84-c3a3a1e2c372 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:01.539127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Attempting to bind port d9e2592c-3f43-476c-be84-c3a3a1e2c372 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:01.539455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Attempting to bind port d9e2592c-3f43-476c-be84-c3a3a1e2c372 on network a12c8647-c2a6-454e-b2a4-b129f610ef39 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:01.583253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-52e24854-6598-42b0-8b51-8bf3deb0f71d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80411b93-a4cf-4d60-945c-479e667b0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269756 Nov 26 22:01:01.584005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Port d9e2592c-3f43-476c-be84-c3a3a1e2c372 on network a12c8647-c2a6-454e-b2a4-b129f610ef39 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:01.584334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Attempting to bind port d9e2592c-3f43-476c-be84-c3a3a1e2c372 on network a12c8647-c2a6-454e-b2a4-b129f610ef39 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:01.586257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6540c3f5-a71a-45d9-8308-04666bf6b552', 'tag': '94bb8238-52a1-401c-9615-64b257761ac2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:01.588503 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6540c3f5-a71a-45d9-8308-04666bf6b552", "tag": "94bb8238-52a1-401c-9615-64b257761ac2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:01.602957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:01.603400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Checking segment: {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:01.603790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Bound using segment: {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:01.604232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Bound port: d9e2592c-3f43-476c-be84-c3a3a1e2c372, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:01.604583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:01.636067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-c0edcf48-7450-403c-a07f-d5667dc4a041 service neutron] 10.222.0.41 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483971 Nov 26 22:01:01.642104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fea1701-f256-405b-b522-28470d6f3736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:01.676887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8fea1701-f256-405b-b522-28470d6f3736 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfb4991e10854d6697c2723fe86b94a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5231497 Nov 26 22:01:01.678923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57494) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:01.760651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2644190a-be33-48ca-9904-b9ff153d407d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:01.807464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea1701-f256-405b-b522-28470d6f3736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65937ee-ba92-4051-b17f-03db1db1ee69,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:01.817487 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-1b51017b-7b6b-48b4-9ea2-cbc92ff789b5 service neutron] 10.222.0.13 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250211 Nov 26 22:01:01.821864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] For port d9e2592c-3f43-476c-be84-c3a3a1e2c372, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:01.825460 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2644190a-be33-48ca-9904-b9ff153d407d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:01.860418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0a3a6-849c-4d1c-9232-30f8d13fe62b req-f220bdb1-b01d-4fed-9ea4-b1d09ae8fc40 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:01.868988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bef0a3a6-849c-4d1c-9232-30f8d13fe62b req-f220bdb1-b01d-4fed-9ea4-b1d09ae8fc40 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 944 time: 0.2278204 Nov 26 22:01:01.916443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48706966-9bc0-4c7c-ab9b-beead3d078e6 req-d7d1f776-8e0c-492e-895a-1f15184aa34d service neutron] 10.222.0.41 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492557 Nov 26 22:01:01.962453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-8bfa3bea-22be-4b78-82b3-eb57f4a271bb service neutron] 10.222.0.21 "GET /v2.0/networks/bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6683364 Nov 26 22:01:01.973875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f6a694e-8ec0-40ad-8bce-c48f28f2688f req-b934899a-c704-40f2-aebb-002efaba0d9d service neutron] 10.222.0.13 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315808 Nov 26 22:01:01.983756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] For port d9e2592c-3f43-476c-be84-c3a3a1e2c372, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:01.999610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bef0a3a6-849c-4d1c-9232-30f8d13fe62b req-e68b631c-18f8-4360-b4e8-d3e3a1301fd3 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296880 Nov 26 22:01:02.006941 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:02.024850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.026862 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:02.029353 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] 10.222.0.13 "PUT /v2.0/ports/d9e2592c-3f43-476c-be84-c3a3a1e2c372 HTTP/1.1" status: 200 len: 1091 time: 3.2497604 Nov 26 22:01:02.100365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Request body: {'port': {'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:02.169475 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb04d7-a815-47b7-be1e-bfb305795550 x-openstack-request-id: req-15bb04d7-a815-47b7-be1e-bfb305795550 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:02.169677 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6540c3f5-a71a-45d9-8308-04666bf6b552", "tag": "94bb8238-52a1-401c-9615-64b257761ac2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:02.169965 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15bb04d7-a815-47b7-be1e-bfb305795550 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:02.188996 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6540c3f5-a71a-45d9-8308-04666bf6b552', 'tag': '94bb8238-52a1-401c-9615-64b257761ac2', 'status': 'completed', 'code': 200} Nov 26 22:01:02.235457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc39a22-99cc-4979-8766-6b35914f521e service neutron] Pushing event updated for resources: {'Port': ['ID=d9e2592c-3f43-476c-be84-c3a3a1e2c372,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:02.338623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e32001ae-7bad-4707-bf47-dbf64d0b7326 req-eb63ddcd-d027-4218-adec-2f31f0db5165 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 210 time: 0.0595536 Nov 26 22:01:02.384896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:02.399398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2644190a-be33-48ca-9904-b9ff153d407d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:02.402018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2644190a-be33-48ca-9904-b9ff153d407d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:02.404081 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2644190a-be33-48ca-9904-b9ff153d407d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d65937ee-ba92-4051-b17f-03db1db1ee69 HTTP/1.1" status: 204 len: 168 time: 0.7219088 Nov 26 22:01:02.417545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644190a-be33-48ca-9904-b9ff153d407d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65937ee-ba92-4051-b17f-03db1db1ee69,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:02.451629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-ddd4f5ee-c18b-4221-9d67-12b4c4de2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.453178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-ddd4f5ee-c18b-4221-9d67-12b4c4de2edc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7344eb642c6c4634be9416ba6e83b586&device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 1095 time: 0.1809752 Nov 26 22:01:02.589221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865800-e651-4b2c-8462-81be3fe166a8 req-67cf55bd-69a6-45dc-99d2-c0d0d3669911 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.597324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865800-e651-4b2c-8462-81be3fe166a8 req-67cf55bd-69a6-45dc-99d2-c0d0d3669911 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.604106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865800-e651-4b2c-8462-81be3fe166a8 req-67cf55bd-69a6-45dc-99d2-c0d0d3669911 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.610980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865800-e651-4b2c-8462-81be3fe166a8 req-67cf55bd-69a6-45dc-99d2-c0d0d3669911 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.618102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865800-e651-4b2c-8462-81be3fe166a8 req-67cf55bd-69a6-45dc-99d2-c0d0d3669911 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.625129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865800-e651-4b2c-8462-81be3fe166a8 req-67cf55bd-69a6-45dc-99d2-c0d0d3669911 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.634482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865800-e651-4b2c-8462-81be3fe166a8 req-67cf55bd-69a6-45dc-99d2-c0d0d3669911 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.642438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70865800-e651-4b2c-8462-81be3fe166a8 req-67cf55bd-69a6-45dc-99d2-c0d0d3669911 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5417 time: 0.1525607 Nov 26 22:01:02.732387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70865800-e651-4b2c-8462-81be3fe166a8 req-252115d9-12b3-4f5c-a121-131e3cb9f040 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879779 Nov 26 22:01:02.806257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-04dc52b0-ba77-47b2-9486-3c24298363f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.807943 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-04dc52b0-ba77-47b2-9486-3c24298363f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 200 len: 914 time: 0.3451111 Nov 26 22:01:02.901891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-85c4d1f0-67a1-4791-a20d-3ed4bd9ceb87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94bb8238-52a1-401c-9615-64b257761ac2 HTTP/1.1" status: 200 len: 217 time: 0.0562401 Nov 26 22:01:02.984588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-98e3c984-b3d6-43bf-9a80-ec7ca498c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:02.986172 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-98e3c984-b3d6-43bf-9a80-ec7ca498c6af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 200 len: 853 time: 0.0767391 Nov 26 22:01:03.035085 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-dc2a04a5-ef14-4eb1-9544-99a55880070c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80411b93-a4cf-4d60-945c-479e667b0242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375297 Nov 26 22:01:03.040804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 3a1b644c-322d-4879-98f6-e6aac5287035 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:03.194286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc43f42d-16cd-4b1f-8d69-3aed33271b9f {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:03.205689 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:03.215223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 3a1b644c-322d-4879-98f6-e6aac5287035, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3a1b644c-322d-4879-98f6-e6aac5287035,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:03.240275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Transition to ACTIVE for port object cc43f42d-16cd-4b1f-8d69-3aed33271b9f will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:01:03.244107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '3a1b644c-322d-4879-98f6-e6aac5287035', 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'port_id': '3a1b644c-322d-4879-98f6-e6aac5287035', 'mac_address': 'fa:16:3e:29:a3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cb4fbf-57a2-42ef-9f71-8a71086ec0e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:03.259587 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-7550edea-62a4-480c-b5c2-749cbc632dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065217 Nov 26 22:01:03.260687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:03.315172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7f7d8-7b34-4ba1-8da8-bdabf48b2433 req-dfd6a7fa-d839-49c1-a98b-432360654468 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:03.327042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ee7f7d8-7b34-4ba1-8da8-bdabf48b2433 req-dfd6a7fa-d839-49c1-a98b-432360654468 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 944 time: 0.1289923 Nov 26 22:01:03.328537 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:03.359852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1b644c-322d-4879-98f6-e6aac5287035 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:03.414436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 3a1b644c-322d-4879-98f6-e6aac5287035, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3a1b644c-322d-4879-98f6-e6aac5287035,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:03.428923 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:03.452961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ee7f7d8-7b34-4ba1-8da8-bdabf48b2433 req-c039a4f8-26ad-4cc4-b429-e4a0ef8896ed tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249912 Nov 26 22:01:03.540900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=3a1b644c-322d-4879-98f6-e6aac5287035,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:03.551661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-099a6304-b13a-46a2-9cea-481d0ad7743a req-1aefe7d4-a100-4c88-a377-f4b877abfd96 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 210 time: 0.0530477 Nov 26 22:01:03.602870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Pushing event updated for resources: {'Port': ['ID=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:03.750617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e25fa20-8d93-4b0e-9c4c-4039e02918ca req-cce07b60-e3cf-47c0-943c-5c2b26863638 service neutron] 10.222.0.13 "GET /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634995 Nov 26 22:01:03.766406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Attempting to bind port cc43f42d-16cd-4b1f-8d69-3aed33271b9f on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:03.766749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Attempting to bind port cc43f42d-16cd-4b1f-8d69-3aed33271b9f by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:03.767083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Attempting to bind port cc43f42d-16cd-4b1f-8d69-3aed33271b9f on network a12c8647-c2a6-454e-b2a4-b129f610ef39 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:03.786253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Port cc43f42d-16cd-4b1f-8d69-3aed33271b9f on network a12c8647-c2a6-454e-b2a4-b129f610ef39 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:03.786590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Attempting to bind port cc43f42d-16cd-4b1f-8d69-3aed33271b9f on network a12c8647-c2a6-454e-b2a4-b129f610ef39 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:03.806512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:03.806912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Checking segment: {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:03.807431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Bound using segment: {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:03.812456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Bound port: cc43f42d-16cd-4b1f-8d69-3aed33271b9f, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535a4830-ed84-431b-a257-c0d173b67da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:03.812864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:03.848336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['3a1b644c-322d-4879-98f6-e6aac5287035'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:03.954817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] For port cc43f42d-16cd-4b1f-8d69-3aed33271b9f, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:03.977696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] For port cc43f42d-16cd-4b1f-8d69-3aed33271b9f, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:03.989405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:04.051816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.059033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:04.064132 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] 10.222.0.13 "PUT /v2.0/ports/cc43f42d-16cd-4b1f-8d69-3aed33271b9f HTTP/1.1" status: 200 len: 1091 time: 1.9718673 Nov 26 22:01:04.137183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-d830d6fd-d0ed-4981-9cb7-ca2832c8799f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.162863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-d830d6fd-d0ed-4981-9cb7-ca2832c8799f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.175708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-d830d6fd-d0ed-4981-9cb7-ca2832c8799f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.188893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372'}, {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:04.192074 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f57518-df7b-42ae-a6a3-8a692e8c1557" -d '{"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "d9e2592c-3f43-476c-be84-c3a3a1e2c372"}, {"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "cc43f42d-16cd-4b1f-8d69-3aed33271b9f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:04.194396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-d830d6fd-d0ed-4981-9cb7-ca2832c8799f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.209098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-d830d6fd-d0ed-4981-9cb7-ca2832c8799f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.221259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-d830d6fd-d0ed-4981-9cb7-ca2832c8799f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.228115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-d830d6fd-d0ed-4981-9cb7-ca2832c8799f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.238377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-d830d6fd-d0ed-4981-9cb7-ca2832c8799f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.3084240 Nov 26 22:01:04.285407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83426e5-a791-49a7-97dc-44509258da7b service neutron] Pushing event updated for resources: {'Port': ['ID=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:04.304333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b60bdef-7f5f-49d6-8956-365c7d1d84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.304818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b60bdef-7f5f-49d6-8956-365c7d1d84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.305280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b60bdef-7f5f-49d6-8956-365c7d1d84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.312013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b60bdef-7f5f-49d6-8956-365c7d1d84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.312695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b60bdef-7f5f-49d6-8956-365c7d1d84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.313178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b60bdef-7f5f-49d6-8956-365c7d1d84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.313646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b60bdef-7f5f-49d6-8956-365c7d1d84d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.316440 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b60bdef-7f5f-49d6-8956-365c7d1d84d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6486 time: 0.1556861 Nov 26 22:01:04.318065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fb57745c-f96b-4d7b-a62e-91839710741a tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.319813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fb57745c-f96b-4d7b-a62e-91839710741a tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.41 "GET /v2.0/networks?id=bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e HTTP/1.1" status: 200 len: 818 time: 0.5084374 Nov 26 22:01:04.336547 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa455c1-a0fa-4e06-b5e7-67a08b39f6bd x-openstack-request-id: req-ffa455c1-a0fa-4e06-b5e7-67a08b39f6bd {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:04.336847 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "d9e2592c-3f43-476c-be84-c3a3a1e2c372", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "cc43f42d-16cd-4b1f-8d69-3aed33271b9f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:04.337105 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffa455c1-a0fa-4e06-b5e7-67a08b39f6bd {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:04.337503 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372', 'status': 'completed', 'code': 200} Nov 26 22:01:04.337815 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f', 'status': 'completed', 'code': 200} Nov 26 22:01:04.341476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fabd32b-43d3-4384-aa28-4610eb94af11 req-08b64480-a257-4f4a-b614-ff4d051d7bc2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019623 Nov 26 22:01:04.347205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Request body: {'port': {'device_id': '2402dc16-3800-46a3-9180-a54cb8b0140d', 'network_id': 'bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e', 'admin_state_up': True, 'tenant_id': '9693040dc15a4ef18c5dab2bb4c4c098'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:04.417933 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-30a83c0e-b61f-44d4-94ab-d91a754335a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70621aed-7a91-4da3-9946-e906c783d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0695302 Nov 26 22:01:04.535474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Made reservation on behalf of 9693040dc15a4ef18c5dab2bb4c4c098 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:04.539282 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:04.570511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-4ad1c988-d6f5-46b4-8b63-174104e370a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.572015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-4ad1c988-d6f5-46b4-8b63-174104e370a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f0247c-5539-4f19-9a32-ead622c07557 HTTP/1.1" status: 200 len: 855 time: 0.1393645 Nov 26 22:01:04.676433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-c92d6bdf-ec70-4abd-8438-86c367d35d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:04.678855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-c92d6bdf-ec70-4abd-8438-86c367d35d43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990200 Nov 26 22:01:04.790639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Allocated IP 172.20.0.11 (bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e/d92d65cf-4b57-4084-8ab0-3bfcb827412e/8df6242c-b6fa-45ce-9903-f508c1859a1c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:04.868657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-5a41067d-2159-430b-bcd5-f6d8e541ff62 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815729 Nov 26 22:01:04.922968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a8b294b-d2df-4218-8004-59ece09cd6e0 req-12dace1d-d9e9-4c69-9631-89088de5c92c tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 210 time: 0.0788651 Nov 26 22:01:05.040126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 3a1b644c-322d-4879-98f6-e6aac5287035 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:05.080480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-54554d3d-a7db-49f3-9a08-46c5789410ba service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039912 Nov 26 22:01:05.184960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-7ec919de-2715-44f9-9336-bfcfde1b3033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 217 time: 0.0859258 Nov 26 22:01:05.206273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 94bb8238-52a1-401c-9615-64b257761ac2 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:05.220035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 3a1b644c-322d-4879-98f6-e6aac5287035 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:05.247023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 3a1b644c-322d-4879-98f6-e6aac5287035 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:05.247393 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:05.320314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1be44d98-7ef4-43f7-82e9-ff05c744253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.340514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1be44d98-7ef4-43f7-82e9-ff05c744253e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1297851 Nov 26 22:01:05.416502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a4a442bd-f556-4eee-b0d8-1865046f0e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.420396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a4a442bd-f556-4eee-b0d8-1865046f0e07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772617 Nov 26 22:01:05.687934 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.resource_extend [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 22:01:05.740695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-4d4a42dd-3592-4871-a278-1453b5574d21 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777970 Nov 26 22:01:05.829291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819f91f-6bf1-4350-a566-6bb44ecdbd43 req-e81a630d-5326-4398-90db-c985b93492ca tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.849141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d819f91f-6bf1-4350-a566-6bb44ecdbd43 req-e81a630d-5326-4398-90db-c985b93492ca tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 944 time: 1.2365458 Nov 26 22:01:05.931535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-b6193ef7-1c8c-4e14-967c-d491630427bd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.941460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-b6193ef7-1c8c-4e14-967c-d491630427bd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.947830 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-c427e367-6f44-4f3e-badb-f4155296de4f service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984708 Nov 26 22:01:05.948978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-b6193ef7-1c8c-4e14-967c-d491630427bd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.955631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-b6193ef7-1c8c-4e14-967c-d491630427bd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.962224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-b6193ef7-1c8c-4e14-967c-d491630427bd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.968366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-b6193ef7-1c8c-4e14-967c-d491630427bd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.969851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 94bb8238-52a1-401c-9615-64b257761ac2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94bb8238-52a1-401c-9615-64b257761ac2,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:05.990167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-b6193ef7-1c8c-4e14-967c-d491630427bd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:05.997940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-b6193ef7-1c8c-4e14-967c-d491630427bd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.2932570 Nov 26 22:01:06.011971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-cd1face0-e293-4ffe-b7da-ab6951cecba3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 217 time: 0.0554476 Nov 26 22:01:06.016997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.044982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '94bb8238-52a1-401c-9615-64b257761ac2', 'network_id': '80411b93-a4cf-4d60-945c-479e667b0242', 'port_id': '94bb8238-52a1-401c-9615-64b257761ac2', 'mac_address': 'fa:16:3e:05:fb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cb4fbf-57a2-42ef-9f71-8a71086ec0e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:06.064563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.082886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d819f91f-6bf1-4350-a566-6bb44ecdbd43 req-627d981b-c92d-48d8-879c-bca95a8c7920 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325981 Nov 26 22:01:06.148746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-048a1f9f-33d8-483f-b024-717732f75765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:06.150285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-048a1f9f-33d8-483f-b024-717732f75765 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1300659 Nov 26 22:01:06.161002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57636) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:06.170969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a1f23c-3c88-417d-9e4c-581fc4dbfaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1b644c-322d-4879-98f6-e6aac5287035'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:06.173252 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f3c60-3418-49ea-8539-ee26aa96db7d" -d '{"events": [{"server_uuid": "49a1f23c-3c88-417d-9e4c-581fc4dbfaf9", "name": "network-vif-plugged", "status": "completed", "tag": "3a1b644c-322d-4879-98f6-e6aac5287035"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:06.183381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.224078 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 3a1b644c-322d-4879-98f6-e6aac5287035, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3a1b644c-322d-4879-98f6-e6aac5287035,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:06.233702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94bb8238-52a1-401c-9615-64b257761ac2 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:06.240482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.249979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80b68823-9a1b-4bc7-ba1d-63a3b877014f req-a3a2d115-9617-4fed-9cc7-78469a403c0d tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 210 time: 0.0516806 Nov 26 22:01:06.286024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47e0267f-1a63-49fb-b215-8ed76a7c902f req-fae83e2c-6273-4620-88a2-6262bcca5792 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2817869 Nov 26 22:01:06.317320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 94bb8238-52a1-401c-9615-64b257761ac2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94bb8238-52a1-401c-9615-64b257761ac2,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:06.323557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-b17d1b3f-7e62-4e2f-9c81-9f56d8a4da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:06.326135 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.328631 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.339036 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-b17d1b3f-7e62-4e2f-9c81-9f56d8a4da81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1631203 Nov 26 22:01:06.341573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=3a1b644c-322d-4879-98f6-e6aac5287035,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:06.351859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.352217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.352564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.352958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.353306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.353646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.353980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.354410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.354747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.355125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.355462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.355792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:06.425757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=94bb8238-52a1-401c-9615-64b257761ac2,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:06.443029 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5541016c-e39b-443f-a5e5-fa2ad1e37450 x-openstack-request-id: req-5541016c-e39b-443f-a5e5-fa2ad1e37450 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:06.443559 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a1f23c-3c88-417d-9e4c-581fc4dbfaf9", "name": "network-vif-plugged", "status": "completed", "tag": "3a1b644c-322d-4879-98f6-e6aac5287035", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:06.444052 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5541016c-e39b-443f-a5e5-fa2ad1e37450 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:06.444660 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a1f23c-3c88-417d-9e4c-581fc4dbfaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1b644c-322d-4879-98f6-e6aac5287035', 'code': 200} Nov 26 22:01:06.454592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:06.467876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:06.473246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:06.477589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Pushing event updated for resources: {'Port': ['ID=8df6242c-b6fa-45ce-9903-f508c1859a1c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:06.522133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31d12e1d-3eaf-49f6-b32d-28d50f11c07e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.587651 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-79d211ff-ba86-4126-875b-0684bebea52d service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477145 Nov 26 22:01:06.617159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:06.618768 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.633117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcfb49-f53d-4c18-af93-1167c0d91a83 req-4890ebb6-c25f-44a6-a4e4-27bab9d17a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:06.640326 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70bcfb49-f53d-4c18-af93-1167c0d91a83 req-4890ebb6-c25f-44a6-a4e4-27bab9d17a8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49a1f23c-3c88-417d-9e4c-581fc4dbfaf9 HTTP/1.1" status: 200 len: 1096 time: 0.0874410 Nov 26 22:01:06.657098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-1fa7880e-33c8-4c0c-a1f5-b1dca27a2d0e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3142369 Nov 26 22:01:06.668088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31d12e1d-3eaf-49f6-b32d-28d50f11c07e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.676965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Request body: {'port': {'device_id': '2402dc16-3800-46a3-9180-a54cb8b0140d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:06.681412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31d12e1d-3eaf-49f6-b32d-28d50f11c07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.718650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['94bb8238-52a1-401c-9615-64b257761ac2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:06.761327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70bcfb49-f53d-4c18-af93-1167c0d91a83 req-5b555efa-eacf-4393-8927-959ebdab6e55 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689290 Nov 26 22:01:06.773764 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-1bc0571d-91e8-4307-a692-d5f285b64d5f service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783872 Nov 26 22:01:06.778261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12e1d-3eaf-49f6-b32d-28d50f11c07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1f5512-7bf9-41c4-8b18-c8e7ea11c533,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:06.784992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-31d12e1d-3eaf-49f6-b32d-28d50f11c07e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29a66746ee324d4ba1eb11ef543aa52b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6198971 Nov 26 22:01:06.788478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57644) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:06.809771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.851303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-228cc246-deab-484b-be79-20878f0279f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=df353b82-9244-4a84-b2e0-73497dc7871d HTTP/1.1" status: 200 len: 217 time: 0.0648563 Nov 26 22:01:06.903620 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0e38bd8-4ba2-4b78-885b-422601a333f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:06.958430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b88c931-3d87-43c9-b887-0b52dae09b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:06.960587 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2b88c931-3d87-43c9-b887-0b52dae09b19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1024454 Nov 26 22:01:07.018246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:07.040868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-63acfabb-a84f-421d-8a49-e8da7e5ef79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:07.045152 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-63acfabb-a84f-421d-8a49-e8da7e5ef79c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752101 Nov 26 22:01:07.054478 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0e38bd8-4ba2-4b78-885b-422601a333f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:07.163665 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a7e994a1-7572-40a3-be01-ae1cdcdae4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120336 Nov 26 22:01:07.211797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0e38bd8-4ba2-4b78-885b-422601a333f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:07.215125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0e38bd8-4ba2-4b78-885b-422601a333f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:07.216484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f0e38bd8-4ba2-4b78-885b-422601a333f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e1f5512-7bf9-41c4-8b18-c8e7ea11c533 HTTP/1.1" status: 204 len: 168 time: 0.4269588 Nov 26 22:01:07.264053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e38bd8-4ba2-4b78-885b-422601a333f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1f5512-7bf9-41c4-8b18-c8e7ea11c533,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:07.335462 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-daae783d-6c98-47eb-86c4-2b7e66c6fcc0 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641567 Nov 26 22:01:07.393156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955676f-d732-47e5-adf4-c09b2f8f6773 req-4c8570dc-b228-43c0-883c-fe0956dd1e1d tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:07.395665 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-2a4b023e-cf9e-44e1-8593-c1cdb79676d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d HTTP/1.1" status: 200 len: 217 time: 0.0507815 Nov 26 22:01:07.408558 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e955676f-d732-47e5-adf4-c09b2f8f6773 req-4c8570dc-b228-43c0-883c-fe0956dd1e1d tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 945 time: 0.1860373 Nov 26 22:01:07.472221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df6242c-b6fa-45ce-9903-f508c1859a1c {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:07.476819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-55590024-54a9-4c67-82a8-1801f1009e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:07.480660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-55590024-54a9-4c67-82a8-1801f1009e1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.0753446 Nov 26 22:01:07.481516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:07.516745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Transition to ACTIVE for port object 8df6242c-b6fa-45ce-9903-f508c1859a1c will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:01:07.559343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a198dbcb-cf1c-4af9-a67c-dabe956e002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:07.561976 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a198dbcb-cf1c-4af9-a67c-dabe956e002c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759938 Nov 26 22:01:07.565070 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:07.669147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954feb1-c5c5-45f2-a16b-659c5e15ca83 req-479e6bc4-c17e-4dd2-b45c-25d812624d32 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:07.678275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4954feb1-c5c5-45f2-a16b-659c5e15ca83 req-479e6bc4-c17e-4dd2-b45c-25d812624d32 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 944 time: 0.2208157 Nov 26 22:01:07.706399 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0105e937-cf09-4c98-bb83-11767caa93d2 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364174 Nov 26 22:01:07.714407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57660) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:07.728494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e955676f-d732-47e5-adf4-c09b2f8f6773 req-fa6b0577-224f-49ef-9178-3ff8140dc367 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189278 Nov 26 22:01:07.745395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Pushing event updated for resources: {'Port': ['ID=8df6242c-b6fa-45ce-9903-f508c1859a1c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:07.817480 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-832fb7b2-a98d-44f9-b1c4-d7235266d1bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:07.853265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:07.867965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4954feb1-c5c5-45f2-a16b-659c5e15ca83 req-0009e9f0-e960-457a-8c7f-ffe276dc5056 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879392 Nov 26 22:01:07.868889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-fd9f38e7-e58a-4bb5-a70e-299187cff4bf service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534503 Nov 26 22:01:07.947283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-318b8178-811d-4aee-8fbf-3260805e1ec2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372 HTTP/1.1" status: 200 len: 217 time: 0.0707164 Nov 26 22:01:07.970185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Attempting to bind port 8df6242c-b6fa-45ce-9903-f508c1859a1c on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:07.972062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Attempting to bind port 8df6242c-b6fa-45ce-9903-f508c1859a1c by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '90dc56b8-2e27-40f5-b536-6354b73ac3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:07.972657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Attempting to bind port 8df6242c-b6fa-45ce-9903-f508c1859a1c on network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:07.989636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Port 8df6242c-b6fa-45ce-9903-f508c1859a1c on network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:07.990379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Attempting to bind port 8df6242c-b6fa-45ce-9903-f508c1859a1c on network bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:08.016599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-022103dc-bcb5-43f1-b6b4-fe9347369704 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.024796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-022103dc-bcb5-43f1-b6b4-fe9347369704 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.031799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-022103dc-bcb5-43f1-b6b4-fe9347369704 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.039166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-022103dc-bcb5-43f1-b6b4-fe9347369704 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.050475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-022103dc-bcb5-43f1-b6b4-fe9347369704 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.056831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-022103dc-bcb5-43f1-b6b4-fe9347369704 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.057997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-05f13171-5cd6-4737-a401-18338af7a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.060715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-05f13171-5cd6-4737-a401-18338af7a43e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.1042747 Nov 26 22:01:08.063963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-022103dc-bcb5-43f1-b6b4-fe9347369704 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.067273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-022103dc-bcb5-43f1-b6b4-fe9347369704 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1980882 Nov 26 22:01:08.069784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:08.070160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Checking segment: {'id': '90dc56b8-2e27-40f5-b536-6354b73ac3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:08.070554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Bound using segment: {'id': '90dc56b8-2e27-40f5-b536-6354b73ac3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:08.071014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Bound port: 8df6242c-b6fa-45ce-9903-f508c1859a1c, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90dc56b8-2e27-40f5-b536-6354b73ac3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:08.071375 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.155315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-58578408-b6d4-40a2-a269-9198fad3fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.157674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-58578408-b6d4-40a2-a269-9198fad3fe06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783641 Nov 26 22:01:08.242824 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-832fb7b2-a98d-44f9-b1c4-d7235266d1bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.261400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-832fb7b2-a98d-44f9-b1c4-d7235266d1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.285868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] For port 8df6242c-b6fa-45ce-9903-f508c1859a1c, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:08.291491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] For port 8df6242c-b6fa-45ce-9903-f508c1859a1c, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8df6242c-b6fa-45ce-9903-f508c1859a1c,segment=NetworkSegment(90dc56b8-2e27-40f5-b536-6354b73ac3b3),segment_id=90dc56b8-2e27-40f5-b536-6354b73ac3b3)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:08.297553 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-0d0975f7-fa27-40d5-98b9-638961da3537 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314311 Nov 26 22:01:08.319621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.348905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.349651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.351352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] 10.222.0.41 "PUT /v2.0/ports/8df6242c-b6fa-45ce-9903-f508c1859a1c HTTP/1.1" status: 200 len: 1092 time: 1.6796062 Nov 26 22:01:08.361935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2402dc16-3800-46a3-9180-a54cb8b0140d', 'tag': '8df6242c-b6fa-45ce-9903-f508c1859a1c'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:08.364778 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022fb671-9eca-45cb-ad00-e46d4b58ca36" -d '{"events": [{"name": "network-changed", "server_uuid": "2402dc16-3800-46a3-9180-a54cb8b0140d", "tag": "8df6242c-b6fa-45ce-9903-f508c1859a1c"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:08.418086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40708753-a9d8-44c3-a9bb-e5e172ceefe6 req-62b50dd9-ddfe-4a9a-bea3-70073e161dde tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3229258 Nov 26 22:01:08.448704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-b299ffce-382e-45cd-917b-07c74b74bcc6 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377656 Nov 26 22:01:08.454176 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd6e573-5733-4c39-86f1-5d3ee4cb8239 x-openstack-request-id: req-ddd6e573-5733-4c39-86f1-5d3ee4cb8239 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:08.454176 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2402dc16-3800-46a3-9180-a54cb8b0140d", "tag": "8df6242c-b6fa-45ce-9903-f508c1859a1c", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:08.454176 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddd6e573-5733-4c39-86f1-5d3ee4cb8239 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:08.454176 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2402dc16-3800-46a3-9180-a54cb8b0140d', 'tag': '8df6242c-b6fa-45ce-9903-f508c1859a1c', 'status': 'completed', 'code': 200} Nov 26 22:01:08.458715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fb7b2-a98d-44f9-b1c4-d7235266d1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391a62bd-ddc6-4b27-a10e-4ad9888a779b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:08.491833 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-832fb7b2-a98d-44f9-b1c4-d7235266d1bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9fb9612b7cf43b4a88229fe0dd46bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7619250 Nov 26 22:01:08.507450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57664) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:08.520362 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-a39b604d-b798-442a-b1f6-384689b741b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f HTTP/1.1" status: 200 len: 217 time: 0.0641057 Nov 26 22:01:08.545753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9bbca-8395-4022-8186-db3e28de0668 service neutron] Pushing event updated for resources: {'Port': ['ID=8df6242c-b6fa-45ce-9903-f508c1859a1c,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:08.575238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-0e41b4de-7a33-4c3d-9bc6-ac05c5f8e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.577371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-0e41b4de-7a33-4c3d-9bc6-ac05c5f8e3d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9693040dc15a4ef18c5dab2bb4c4c098&device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 1095 time: 0.1578553 Nov 26 22:01:08.602505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-5a06b00a-9750-4d6d-8da2-f0399a3ea0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.604389 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-5a06b00a-9750-4d6d-8da2-f0399a3ea0f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.0767946 Nov 26 22:01:08.606378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4f89-d204-4655-b69d-ea9c324a176f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.637096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-03614ae9-097e-4e6e-8c8c-76b122814e02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8df6242c-b6fa-45ce-9903-f508c1859a1c HTTP/1.1" status: 200 len: 217 time: 0.0422912 Nov 26 22:01:08.663199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-d1f4ce72-adc4-47b4-902c-ec2362f028d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.664718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-d1f4ce72-adc4-47b4-902c-ec2362f028d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520811 Nov 26 22:01:08.692747 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4f89-d204-4655-b69d-ea9c324a176f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.725176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-f5ec18c6-64c1-4f2a-af94-240efe2fc3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.726681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-f5ec18c6-64c1-4f2a-af94-240efe2fc3d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d92d65cf-4b57-4084-8ab0-3bfcb827412e HTTP/1.1" status: 200 len: 858 time: 0.0814781 Nov 26 22:01:08.762212 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-fb658dbb-62d9-44c7-a85d-12c904538363 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891197 Nov 26 22:01:08.762445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-65026aa0-eb1f-44dc-aae2-0304cc0e16fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278029 Nov 26 22:01:08.823286 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4f89-d204-4655-b69d-ea9c324a176f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.827853 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4f89-d204-4655-b69d-ea9c324a176f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:08.829870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a5ed4f89-d204-4655-b69d-ea9c324a176f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/391a62bd-ddc6-4b27-a10e-4ad9888a779b HTTP/1.1" status: 204 len: 168 time: 0.3213694 Nov 26 22:01:08.889304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a3db7f8-7c6e-4db3-93e7-5a8f04c467c0 req-e871a25c-eaf5-4182-b810-b16e5d7b80dc service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196904 Nov 26 22:01:08.906036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed4f89-d204-4655-b69d-ea9c324a176f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391a62bd-ddc6-4b27-a10e-4ad9888a779b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:08.964870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-dd1b5fe0-f098-40c5-b2fb-edb97b83387c service neutron] 10.222.0.41 "GET /v2.0/networks/bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952648 Nov 26 22:01:08.974721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26df357-fad6-461f-9236-beb67b530d6f req-e2862af1-56e3-45d5-a830-783520349431 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:08.982151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c26df357-fad6-461f-9236-beb67b530d6f req-e2862af1-56e3-45d5-a830-783520349431 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 945 time: 0.1173890 Nov 26 22:01:09.157257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c26df357-fad6-461f-9236-beb67b530d6f req-c0f409f0-dd7d-4642-b268-b3bd0e7dd61f tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740992 Nov 26 22:01:09.206255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 94bb8238-52a1-401c-9615-64b257761ac2 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:09.208543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a2899-9d22-49d9-ba18-a9ca9deed6ff req-40452ee6-3c67-4655-81d8-1c4ce80e3336 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.217174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-514a2899-9d22-49d9-ba18-a9ca9deed6ff req-40452ee6-3c67-4655-81d8-1c4ce80e3336 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 944 time: 0.2170162 Nov 26 22:01:09.240048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-8e1f047c-768b-43c4-afa1-ea8ec7038da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.240538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-8e1f047c-768b-43c4-afa1-ea8ec7038da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.241006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-8e1f047c-768b-43c4-afa1-ea8ec7038da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.241470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-8e1f047c-768b-43c4-afa1-ea8ec7038da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.241931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-8e1f047c-768b-43c4-afa1-ea8ec7038da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.244220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-8e1f047c-768b-43c4-afa1-ea8ec7038da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.246508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d34d941e-0da6-4faf-b118-ccf857b97d45 req-d2388051-1913-42e3-8144-f3b04e0261bf service neutron] 10.222.0.41 "GET /v2.0/networks/bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616520 Nov 26 22:01:09.249290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-8e1f047c-768b-43c4-afa1-ea8ec7038da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.254654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-8e1f047c-768b-43c4-afa1-ea8ec7038da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6486 time: 0.1280751 Nov 26 22:01:09.287881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-514a2899-9d22-49d9-ba18-a9ca9deed6ff req-0431ee0c-5fbd-421e-9edc-5bb04f9a9e9e tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697374 Nov 26 22:01:09.335620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 94bb8238-52a1-401c-9615-64b257761ac2 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:09.352573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 94bb8238-52a1-401c-9615-64b257761ac2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:09.353677 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:09.383822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57694) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:09.395090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-641e66cb-1518-4cf6-bac0-98e3690f84bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.397190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-641e66cb-1518-4cf6-bac0-98e3690f84bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9693040dc15a4ef18c5dab2bb4c4c098&device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 1095 time: 0.0589070 Nov 26 22:01:09.459666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-f3c35f16-d5b0-48cb-964e-997437ba9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.461228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-f3c35f16-d5b0-48cb-964e-997437ba9254 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 200 len: 903 time: 0.1937983 Nov 26 22:01:09.505446 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:09.562493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6540c3f5-a71a-45d9-8308-04666bf6b552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bb8238-52a1-401c-9615-64b257761ac2'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:09.565863 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdf475f-21b6-4f8b-a3b0-afc9b1376a3c" -d '{"events": [{"server_uuid": "6540c3f5-a71a-45d9-8308-04666bf6b552", "name": "network-vif-plugged", "status": "completed", "tag": "94bb8238-52a1-401c-9615-64b257761ac2"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:09.568126 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-75841007-ec85-4c1c-b488-26a2551ae5a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372 HTTP/1.1" status: 200 len: 217 time: 0.0866892 Nov 26 22:01:09.594905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 94bb8238-52a1-401c-9615-64b257761ac2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94bb8238-52a1-401c-9615-64b257761ac2,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:09.604505 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:09.657633 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80d619a-8b3d-472d-8f5f-fcea4a4b0b82 x-openstack-request-id: req-f80d619a-8b3d-472d-8f5f-fcea4a4b0b82 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:09.658620 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6540c3f5-a71a-45d9-8308-04666bf6b552", "name": "network-vif-plugged", "status": "completed", "tag": "94bb8238-52a1-401c-9615-64b257761ac2", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:09.660822 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f80d619a-8b3d-472d-8f5f-fcea4a4b0b82 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:09.661258 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6540c3f5-a71a-45d9-8308-04666bf6b552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94bb8238-52a1-401c-9615-64b257761ac2', 'code': 200} Nov 26 22:01:09.666440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-0f75c66f-df2d-45d0-a053-425b61429fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.668891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-0f75c66f-df2d-45d0-a053-425b61429fbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.1018434 Nov 26 22:01:09.694346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-ca74c4d6-603d-49bd-8656-c9ee704b57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.696966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-ca74c4d6-603d-49bd-8656-c9ee704b57b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e HTTP/1.1" status: 200 len: 919 time: 0.2917593 Nov 26 22:01:09.698727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-150a3626-eb54-4170-a438-e8c1f7780dfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:09.733402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=94bb8238-52a1-401c-9615-64b257761ac2,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:09.754884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-8057795a-0e31-48e4-9a9a-afb98de5a34e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8df6242c-b6fa-45ce-9903-f508c1859a1c HTTP/1.1" status: 200 len: 217 time: 0.0450697 Nov 26 22:01:09.765412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-9d04b98a-effe-40c7-8e49-b3f2dfb60918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.766905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-9d04b98a-effe-40c7-8e49-b3f2dfb60918 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727315 Nov 26 22:01:09.856717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-2359613c-a028-45ba-aba3-d83d9435c726 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.862897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99040c-a3a2-4ebd-802f-46e9772f81f8 req-0a4d6277-3d28-4625-838e-e7d196493355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.864407 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa99040c-a3a2-4ebd-802f-46e9772f81f8 req-0a4d6277-3d28-4625-838e-e7d196493355 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 1097 time: 0.1013181 Nov 26 22:01:09.865323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-2359613c-a028-45ba-aba3-d83d9435c726 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.873903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-2359613c-a028-45ba-aba3-d83d9435c726 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.880986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-2359613c-a028-45ba-aba3-d83d9435c726 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.887273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-2359613c-a028-45ba-aba3-d83d9435c726 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.895232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-2359613c-a028-45ba-aba3-d83d9435c726 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.901380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-2359613c-a028-45ba-aba3-d83d9435c726 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.903594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-2359613c-a028-45ba-aba3-d83d9435c726 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.3053873 Nov 26 22:01:09.924727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa99040c-a3a2-4ebd-802f-46e9772f81f8 req-bdbb01c6-89e5-40b0-a84f-53c7349debe3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521872 Nov 26 22:01:09.941385 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-bc8831f3-ca6a-48ec-9220-6e2dac1c9322 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634867 Nov 26 22:01:09.997994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-b380ebb4-6649-45c3-a29f-f5db5cc602a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:09.999557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-b380ebb4-6649-45c3-a29f-f5db5cc602a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d92d65cf-4b57-4084-8ab0-3bfcb827412e HTTP/1.1" status: 200 len: 858 time: 0.2355614 Nov 26 22:01:10.034539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-150a3626-eb54-4170-a438-e8c1f7780dfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.058331 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-150a3626-eb54-4170-a438-e8c1f7780dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.067046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-17cf6cbc-1444-4683-b87e-a04d0809f88c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497911 Nov 26 22:01:10.125762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00b55ce8-86ba-46ff-b41b-2d5d31193b9b req-96a4a9c8-b762-4967-9132-3d0dd6149e35 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862125 Nov 26 22:01:10.163198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a3626-eb54-4170-a438-e8c1f7780dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6815610f-fee3-4e57-ac1e-3c1c0e43f884,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:10.172115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-150a3626-eb54-4170-a438-e8c1f7780dfe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdbccbb29d2b4aa181ef2b82e227b800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7872808 Nov 26 22:01:10.175001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57718) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:10.216851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-49452835-49d5-4e1e-b508-b54e28e53e36 service neutron] 10.222.0.41 "GET /v2.0/networks/bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378400 Nov 26 22:01:10.379875 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-312ed376-7cd6-495a-805f-24b779706683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.392117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82816f-8caf-4662-b01d-58bc57730edb req-8db60d04-7957-4547-bbfd-4bacf4e93f15 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.393730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed82816f-8caf-4662-b01d-58bc57730edb req-8db60d04-7957-4547-bbfd-4bacf4e93f15 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 946 time: 0.1224501 Nov 26 22:01:10.399825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-022fb671-9eca-45cb-ad00-e46d4b58ca36 req-7957d8a5-1825-4479-9cf3-81cac4ce5f94 service neutron] 10.222.0.41 "GET /v2.0/networks/bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737080 Nov 26 22:01:10.402238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-312ed376-7cd6-495a-805f-24b779706683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.469289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-312ed376-7cd6-495a-805f-24b779706683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.472299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-312ed376-7cd6-495a-805f-24b779706683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.473483 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-312ed376-7cd6-495a-805f-24b779706683 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6815610f-fee3-4e57-ac1e-3c1c0e43f884 HTTP/1.1" status: 204 len: 168 time: 0.2966440 Nov 26 22:01:10.491615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ed376-7cd6-495a-805f-24b779706683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6815610f-fee3-4e57-ac1e-3c1c0e43f884,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:10.505468 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed82816f-8caf-4662-b01d-58bc57730edb req-68ec5b18-102a-49a2-b5e6-f7ef03ff131c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046045 Nov 26 22:01:10.505949 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-0aee0612-a27a-4663-b316-e7af28c537cc service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359488 Nov 26 22:01:10.599465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f27d8-0de9-4688-8eb4-be7b83c6474c req-a6d1c927-4c13-4d84-b03e-8417fb1e4ba9 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.610161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d7f27d8-0de9-4688-8eb4-be7b83c6474c req-a6d1c927-4c13-4d84-b03e-8417fb1e4ba9 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 944 time: 0.0793405 Nov 26 22:01:10.665424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d7f27d8-0de9-4688-8eb4-be7b83c6474c req-ee0b9598-f986-4f8f-b44f-fb3923200c2c tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540814 Nov 26 22:01:10.692960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-47a57a33-b78a-406b-87e3-a20263480139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.692960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-47a57a33-b78a-406b-87e3-a20263480139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.692960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-47a57a33-b78a-406b-87e3-a20263480139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.693343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-47a57a33-b78a-406b-87e3-a20263480139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.694001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-47a57a33-b78a-406b-87e3-a20263480139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.694536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-47a57a33-b78a-406b-87e3-a20263480139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.694989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-47a57a33-b78a-406b-87e3-a20263480139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.696919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-47a57a33-b78a-406b-87e3-a20263480139 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6486 time: 0.0786164 Nov 26 22:01:10.795621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-b9d8c5e5-4fbc-466c-a29a-cf9e78434b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.797477 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-b9d8c5e5-4fbc-466c-a29a-cf9e78434b79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 200 len: 903 time: 0.0932856 Nov 26 22:01:10.850947 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-516f552e-33db-45d0-a1da-b64a9d687aee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f HTTP/1.1" status: 200 len: 217 time: 0.0450790 Nov 26 22:01:10.858133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57742) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:10.875428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-233203f7-058e-4bf9-8c4f-3ffc508c10ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.918365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-9fed7fea-67b7-4e7a-b892-42a356002aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.921332 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-9fed7fea-67b7-4e7a-b892-42a356002aff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.0630579 Nov 26 22:01:10.924961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57744) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:10.957553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-233203f7-058e-4bf9-8c4f-3ffc508c10ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.962993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-233203f7-058e-4bf9-8c4f-3ffc508c10ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:10.973370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-373dca82-54fc-4fb4-a8fb-6726d810a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:10.974939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-373dca82-54fc-4fb4-a8fb-6726d810a402 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0440090 Nov 26 22:01:11.003568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-233203f7-058e-4bf9-8c4f-3ffc508c10ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=699ac2fa7158435f821d5ee0cabf421c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441703 Nov 26 22:01:11.004682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233203f7-058e-4bf9-8c4f-3ffc508c10ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2250c64c-89b0-4be2-adae-a1bf3911af6d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:11.007793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57748) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:11.066357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d1573d7-9454-416e-87dc-2adb2719da08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.073040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8df6242c-b6fa-45ce-9903-f508c1859a1c details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:11.076210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-4c3cea93-eee4-4bd3-a184-e8365737bdca service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935903 Nov 26 22:01:11.091787 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d1573d7-9454-416e-87dc-2adb2719da08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.140900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1887386162'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:11.147777 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d1573d7-9454-416e-87dc-2adb2719da08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.151513 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d1573d7-9454-416e-87dc-2adb2719da08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.155644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d1573d7-9454-416e-87dc-2adb2719da08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2250c64c-89b0-4be2-adae-a1bf3911af6d HTTP/1.1" status: 204 len: 168 time: 0.1439459 Nov 26 22:01:11.165233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1573d7-9454-416e-87dc-2adb2719da08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2250c64c-89b0-4be2-adae-a1bf3911af6d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:11.184469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Made reservation on behalf of 83bbf311af264802a6e0b318314843cb for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:11.188359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.200860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.217543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8df6242c-b6fa-45ce-9903-f508c1859a1c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8df6242c-b6fa-45ce-9903-f508c1859a1c,segment=NetworkSegment(90dc56b8-2e27-40f5-b536-6354b73ac3b3),segment_id=90dc56b8-2e27-40f5-b536-6354b73ac3b3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:11.233417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '8df6242c-b6fa-45ce-9903-f508c1859a1c', 'network_id': 'bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e', 'port_id': '8df6242c-b6fa-45ce-9903-f508c1859a1c', 'mac_address': 'fa:16:3e:62:ba:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92d65cf-4b57-4084-8ab0-3bfcb827412e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:11.234442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-82f57518-df7b-42ae-a6a3-8a692e8c1557 req-19260ab9-c670-4501-a85e-644a8165b984 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467495 Nov 26 22:01:11.292433 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.305320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.308412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df6242c-b6fa-45ce-9903-f508c1859a1c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:11.311196 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.337790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8df6242c-b6fa-45ce-9903-f508c1859a1c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8df6242c-b6fa-45ce-9903-f508c1859a1c,segment=NetworkSegment(90dc56b8-2e27-40f5-b536-6354b73ac3b3),segment_id=90dc56b8-2e27-40f5-b536-6354b73ac3b3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:11.343581 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.344719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:11.353238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-6e80ce95-354c-48e3-8e71-ae845d3db44f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.356029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74b7737-0824-46fe-965f-2a593a0b802d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:11.363301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-6e80ce95-354c-48e3-8e71-ae845d3db44f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.371298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-6e80ce95-354c-48e3-8e71-ae845d3db44f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.376174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.377853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-6e80ce95-354c-48e3-8e71-ae845d3db44f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.378506 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Added segment 794a5715-9fcd-426f-a006-3132ce001b2c of type vlan for network e639de95-cbdb-4b58-8927-8b2c37ff670d Nov 26 22:01:11.398382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-6e80ce95-354c-48e3-8e71-ae845d3db44f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.411188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=8df6242c-b6fa-45ce-9903-f508c1859a1c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:11.417349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-6e80ce95-354c-48e3-8e71-ae845d3db44f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.437751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-6e80ce95-354c-48e3-8e71-ae845d3db44f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.448872 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-6e80ce95-354c-48e3-8e71-ae845d3db44f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1749480 Nov 26 22:01:11.458678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.489160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.495321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.496071 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.528752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb7a2803-7248-4ef1-833b-5c1d3342464d req-c25eac2b-5a23-432d-b9ec-b686831c0dcb tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788670 Nov 26 22:01:11.578521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6492610 Nov 26 22:01:11.583142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57758) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:11.599524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddf3a8-83a3-4260-8774-d50f4b1258cc tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Pushing event updated for resources: {'Network': ['ID=e639de95-cbdb-4b58-8927-8b2c37ff670d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:11.610026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network e639de95-cbdb-4b58-8927-8b2c37ff670d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:11.657911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bc3c9-528b-439f-9adb-86c03a615563 req-6be7c6c6-14f6-4d2b-845e-707fd0d8ea14 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.660850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-426bc3c9-528b-439f-9adb-86c03a615563 req-6be7c6c6-14f6-4d2b-845e-707fd0d8ea14 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 946 time: 0.0567882 Nov 26 22:01:11.708911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['8df6242c-b6fa-45ce-9903-f508c1859a1c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:11.715707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-426bc3c9-528b-439f-9adb-86c03a615563 req-27402f7b-4f82-40d7-a725-5bc401e092ea tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477045 Nov 26 22:01:11.879057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Request body: {'network': {'name': 'tempest-network--2104219110', 'router:external': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:11.913134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43ce22-7aeb-4a9b-9c5f-228fadc747e0 req-d9e31617-2af7-42a8-ab8b-a7ce8fc7f6d9 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:11.915350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd43ce22-7aeb-4a9b-9c5f-228fadc747e0 req-d9e31617-2af7-42a8-ab8b-a7ce8fc7f6d9 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 945 time: 0.1234732 Nov 26 22:01:11.916276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Made reservation on behalf of eb26017a1df94e2e954f8fcb6144dd06 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:11.918990 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.932234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:11.999226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd43ce22-7aeb-4a9b-9c5f-228fadc747e0 req-dad14dda-a1af-4f70-af45-6e2173393071 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 Nov 26 22:01:12.084550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.103147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.131621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:12.154350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757bef47-575e-4c9e-8ed3-9bdf607606a7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:12.157375 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.157724 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Added segment 7793418c-3deb-4839-863c-40d7d8b78b00 of type vlan for network 0193b074-8094-4920-b73d-7aad7e8d892d Nov 26 22:01:12.166130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155b486-56e1-47b6-b984-e6ab251b449d req-6ed576c9-2193-4108-8150-c7475f6c57c1 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.167655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7155b486-56e1-47b6-b984-e6ab251b449d req-6ed576c9-2193-4108-8150-c7475f6c57c1 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a1f23c-3c88-417d-9e4c-581fc4dbfaf9 HTTP/1.1" status: 200 len: 945 time: 0.0979233 Nov 26 22:01:12.242789 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.260568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7155b486-56e1-47b6-b984-e6ab251b449d req-18b99f99-3434-41db-a4bd-e12d67465402 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845697 Nov 26 22:01:12.289593 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.290694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.291288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.348132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7637730 Nov 26 22:01:12.351069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57788) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:12.359363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526cd86-31a3-4ada-a2b9-be88042674b5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Network': ['ID=0193b074-8094-4920-b73d-7aad7e8d892d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:12.371572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0193b074-8094-4920-b73d-7aad7e8d892d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:12.473763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.572307 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.601273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0193b074-8094-4920-b73d-7aad7e8d892d']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:12.609433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7793418c-3deb-4839-863c-40d7d8b78b00') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:12.609924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7793418c-3deb-4839-863c-40d7d8b78b00') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:12.622778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.662772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.671099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:12.671751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:12.674519 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:12.780039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba8325-a294-428a-8fbd-1a25391652d7 req-768a8c21-e7be-491e-ad68-d39541250b7e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.781651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ccba8325-a294-428a-8fbd-1a25391652d7 req-768a8c21-e7be-491e-ad68-d39541250b7e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a1f23c-3c88-417d-9e4c-581fc4dbfaf9 HTTP/1.1" status: 200 len: 945 time: 0.0921540 Nov 26 22:01:12.798132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-78c790c1-7de2-48e7-b56d-1760a851e5c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.805255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-78c790c1-7de2-48e7-b56d-1760a851e5c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.811685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-78c790c1-7de2-48e7-b56d-1760a851e5c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.818467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-78c790c1-7de2-48e7-b56d-1760a851e5c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.824608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-78c790c1-7de2-48e7-b56d-1760a851e5c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.831366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-78c790c1-7de2-48e7-b56d-1760a851e5c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.837546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-78c790c1-7de2-48e7-b56d-1760a851e5c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:12.839608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-78c790c1-7de2-48e7-b56d-1760a851e5c0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1397448 Nov 26 22:01:12.934201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ccba8325-a294-428a-8fbd-1a25391652d7 req-1b8dedf4-09f8-400e-8391-6bb4942b93ad tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933878 Nov 26 22:01:12.943193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4febdc84-af99-4a8a-82cf-15bdf4b58511 req-d48ec5e3-2e04-4828-8f86-fe12d5f2b3c6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940571 Nov 26 22:01:13.075902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.083307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0193b074-8094-4920-b73d-7aad7e8d892d {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 22:01:13.087597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.094171 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "DELETE /v2.0/networks/0193b074-8094-4920-b73d-7aad7e8d892d HTTP/1.1" status: 204 len: 168 time: 0.7384827 Nov 26 22:01:13.094474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57818) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:13.101230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:13.107277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43684ea4-6503-4848-b52b-7ea840ff465d tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event deleted for resources: {'Network': ['ID=0193b074-8094-4920-b73d-7aad7e8d892d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:13.107561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8df6242c-b6fa-45ce-9903-f508c1859a1c up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:13.159845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 8df6242c-b6fa-45ce-9903-f508c1859a1c completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:13.164302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 8df6242c-b6fa-45ce-9903-f508c1859a1c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:13.164750 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.208693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Made reservation on behalf of eb26017a1df94e2e954f8fcb6144dd06 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:13.211750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.226194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69f71-c55f-48c3-866f-b1255852da89 req-30241b39-2439-4a52-9b3d-436531d5dc58 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:13.227987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12f69f71-c55f-48c3-866f-b1255852da89 req-30241b39-2439-4a52-9b3d-436531d5dc58 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 945 time: 0.1049039 Nov 26 22:01:13.272359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:13.281509 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.313346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.313848 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Added segment 273e6f67-92c6-4503-93a4-0f9ab94d696a of type vlan for network 3ed2a014-9699-4165-ac7f-b40e165ed87f Nov 26 22:01:13.322127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2402dc16-3800-46a3-9180-a54cb8b0140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df6242c-b6fa-45ce-9903-f508c1859a1c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:13.324697 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13993c41-e1df-42d4-8cae-0f16d202ffb9" -d '{"events": [{"server_uuid": "2402dc16-3800-46a3-9180-a54cb8b0140d", "name": "network-vif-plugged", "status": "completed", "tag": "8df6242c-b6fa-45ce-9903-f508c1859a1c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:13.346446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12f69f71-c55f-48c3-866f-b1255852da89 req-504d9e62-3684-4a55-a6b7-fa9a09235954 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981014 Nov 26 22:01:13.364616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 8df6242c-b6fa-45ce-9903-f508c1859a1c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8df6242c-b6fa-45ce-9903-f508c1859a1c,segment=NetworkSegment(90dc56b8-2e27-40f5-b536-6354b73ac3b3),segment_id=90dc56b8-2e27-40f5-b536-6354b73ac3b3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:13.375609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.417439 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.423664 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfd4a76-5e69-4fae-a343-f67d824f84ac x-openstack-request-id: req-3cfd4a76-5e69-4fae-a343-f67d824f84ac {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:13.424518 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2402dc16-3800-46a3-9180-a54cb8b0140d", "name": "network-vif-plugged", "status": "completed", "tag": "8df6242c-b6fa-45ce-9903-f508c1859a1c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:13.424945 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cfd4a76-5e69-4fae-a343-f67d824f84ac {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:13.425652 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2402dc16-3800-46a3-9180-a54cb8b0140d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df6242c-b6fa-45ce-9903-f508c1859a1c', 'code': 200} Nov 26 22:01:13.454104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=8df6242c-b6fa-45ce-9903-f508c1859a1c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:13.470738 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.474989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:13.475855 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.841075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57850) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:13.849756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7539935 Nov 26 22:01:13.852541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57854) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:13.855224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7287bd3-1239-4790-b17a-09168075e4a6 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Network': ['ID=3ed2a014-9699-4165-ac7f-b40e165ed87f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:13.868720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Request body: {'subnet': {'network_id': '3ed2a014-9699-4165-ac7f-b40e165ed87f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:13.870258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3ed2a014-9699-4165-ac7f-b40e165ed87f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:13.873917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ad4e3-7d05-4e1b-97d0-c2a7e3441701 req-33a449c7-8d80-4488-9f14-3a9395e6d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:13.875233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b0ad4e3-7d05-4e1b-97d0-c2a7e3441701 req-33a449c7-8d80-4488-9f14-3a9395e6d08a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 1097 time: 0.3359561 Nov 26 22:01:13.904094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Made reservation on behalf of eb26017a1df94e2e954f8fcb6144dd06 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:13.906418 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:13.931401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b0ad4e3-7d05-4e1b-97d0-c2a7e3441701 req-c6bb7ed0-d2bd-43bd-a378-af0edc650aec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Nov 26 22:01:14.007007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf9cb-b840-4fe2-b953-5d490a517347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.090479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f22f-9891-4e11-b01d-026f70a68cd9 req-2f6bcf20-5442-4a2a-bdf1-cb9a9b41398a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.091964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d366f22f-9891-4e11-b01d-026f70a68cd9 req-2f6bcf20-5442-4a2a-bdf1-cb9a9b41398a tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a1f23c-3c88-417d-9e4c-581fc4dbfaf9 HTTP/1.1" status: 200 len: 945 time: 0.0799665 Nov 26 22:01:14.144037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-df63736c-2f8b-4840-bb43-6e42355d08a1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.150230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-df63736c-2f8b-4840-bb43-6e42355d08a1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.156053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-df63736c-2f8b-4840-bb43-6e42355d08a1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.161978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-df63736c-2f8b-4840-bb43-6e42355d08a1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.167854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-df63736c-2f8b-4840-bb43-6e42355d08a1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.174501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-df63736c-2f8b-4840-bb43-6e42355d08a1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.179027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf9cb-b840-4fe2-b953-5d490a517347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.180475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-df63736c-2f8b-4840-bb43-6e42355d08a1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.182651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-df63736c-2f8b-4840-bb43-6e42355d08a1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1376271 Nov 26 22:01:14.191153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf9cb-b840-4fe2-b953-5d490a517347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.213178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d366f22f-9891-4e11-b01d-026f70a68cd9 req-546fb418-130d-4861-abc3-ccb34a1d915d tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/security-groups?id=6617c8ab-9361-442b-9fdf-1b96d350230d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127889 Nov 26 22:01:14.254568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c779d891-85bc-4fe2-a799-44cc7af75e0c req-2d4efe17-c197-4472-9196-9c624652a3a9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608156 Nov 26 22:01:14.280848 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2ffdf9cb-b840-4fe2-b953-5d490a517347 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=515ff774153a4cf9bb86fb4724605efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385753 Nov 26 22:01:14.283504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57860) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:14.295258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdf9cb-b840-4fe2-b953-5d490a517347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a87b6-6371-4332-a917-c6a7edd08001,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:14.326939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-658b8f14-96b9-4a61-b77e-9add0716a7a6 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.328410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-658b8f14-96b9-4a61-b77e-9add0716a7a6 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.13 "GET /v2.0/ports?device_id=6540c3f5-a71a-45d9-8308-04666bf6b552 HTTP/1.1" status: 200 len: 946 time: 0.0683718 Nov 26 22:01:14.335111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7b2c-37a5-434c-8a1a-5358bd6cf1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.355613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7b2c-37a5-434c-8a1a-5358bd6cf1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.432783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-4621158e-12d8-4f16-9db3-da20a25f0bcb tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.434638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-4621158e-12d8-4f16-9db3-da20a25f0bcb tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.41 "GET /v2.0/ports?device_id=49a1f23c-3c88-417d-9e4c-581fc4dbfaf9 HTTP/1.1" status: 200 len: 945 time: 0.0720732 Nov 26 22:01:14.467746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.objects.ports [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110000) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:01:14.470133 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.513694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7b2c-37a5-434c-8a1a-5358bd6cf1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.515351 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f9a7b2c-37a5-434c-8a1a-5358bd6cf1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.516465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6f9a7b2c-37a5-434c-8a1a-5358bd6cf1ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c6a87b6-6371-4332-a917-c6a7edd08001 HTTP/1.1" status: 204 len: 168 time: 0.2319090 Nov 26 22:01:14.528330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Deleting port 94bb8238-52a1-401c-9615-64b257761ac2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:14.528673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.549545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a7b2c-37a5-434c-8a1a-5358bd6cf1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6a87b6-6371-4332-a917-c6a7edd08001,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:14.550787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b8b118c1-541a-4246-a2cd-4eab9b82143a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:14.562102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a463be-85eb-44d9-a3cc-26823b221ba4 req-f962128d-1846-46d8-9c2d-1565094ca7ce tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.563920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79a463be-85eb-44d9-a3cc-26823b221ba4 req-f962128d-1846-46d8-9c2d-1565094ca7ce tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 946 time: 0.1280525 Nov 26 22:01:14.601272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Checking segment: {'id': '273e6f67-92c6-4503-93a4-0f9ab94d696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3ed2a014-9699-4165-ac7f-b40e165ed87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:14.601459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Network hostable DHCP agents. Network: 3ed2a014-9699-4165-ac7f-b40e165ed87f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:01:14.626940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Deleting port 3a1b644c-322d-4879-98f6-e6aac5287035 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:14.627285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.636077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Network 3ed2a014-9699-4165-ac7f-b40e165ed87f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:01:14.654193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79a463be-85eb-44d9-a3cc-26823b221ba4 req-d9e10447-2dab-4298-b73d-a16cb1225336 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813036 Nov 26 22:01:14.666801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] For port 94bb8238-52a1-401c-9615-64b257761ac2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94bb8238-52a1-401c-9615-64b257761ac2,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:14.667186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.686263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3ed2a014-9699-4165-ac7f-b40e165ed87f) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:14.690022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:14.690663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.695832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb78834-0d80-49ea-970a-72a01b186a44 None None] Network 3ed2a014-9699-4165-ac7f-b40e165ed87f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:14.702642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Calling delete_port for 94bb8238-52a1-401c-9615-64b257761ac2 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:14.727266 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-491f33de-8c11-442b-a281-b20995e26356 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8730733 Nov 26 22:01:14.730492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57870) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:14.735493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Request body: {'floatingip': {'floating_network_id': '3ed2a014-9699-4165-ac7f-b40e165ed87f'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:14.764478 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.785568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] For port 3a1b644c-322d-4879-98f6-e6aac5287035, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3a1b644c-322d-4879-98f6-e6aac5287035,segment=NetworkSegment(1cf4ee37-3e18-451a-bd2f-07269a3ed074),segment_id=1cf4ee37-3e18-451a-bd2f-07269a3ed074)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:14.786106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.834699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Calling delete_port for 3a1b644c-322d-4879-98f6-e6aac5287035 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:14.882189 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.909897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad75503e-d913-4953-9f37-633bdcde6e87 None None] Network 3ed2a014-9699-4165-ac7f-b40e165ed87f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:14.925992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['94bb8238-52a1-401c-9615-64b257761ac2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:14.930936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Pushing event deleted for resources: {'Port': ['ID=94bb8238-52a1-401c-9615-64b257761ac2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:14.939875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['3a1b644c-322d-4879-98f6-e6aac5287035'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:14.941535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57872) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:14.959770 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a812bcd-9499-4850-a116-7cde703099a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:14.960558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.016431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] No DVR routers for this DVR port 94bb8238-52a1-401c-9615-64b257761ac2 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:01:15.020182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.024893 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ffd2d3ce-0c99-41aa-9d78-f39c9c63c47e req-093fed8a-c8c1-4348-8316-f0f55a3af3b0 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.13 "DELETE /v2.0/ports/94bb8238-52a1-401c-9615-64b257761ac2 HTTP/1.1" status: 204 len: 173 time: 0.6893363 Nov 26 22:01:15.025878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6540c3f5-a71a-45d9-8308-04666bf6b552', 'name': 'network-vif-deleted', 'tag': '94bb8238-52a1-401c-9615-64b257761ac2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:15.029102 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77c2b7a-d849-4718-b72c-a2c38309e6b8" -d '{"events": [{"server_uuid": "6540c3f5-a71a-45d9-8308-04666bf6b552", "name": "network-vif-deleted", "tag": "94bb8238-52a1-401c-9615-64b257761ac2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:15.100365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.101114 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19896861-dd94-46b2-8893-cf9d6cc274e6 x-openstack-request-id: req-19896861-dd94-46b2-8893-cf9d6cc274e6 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:15.101418 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6540c3f5-a71a-45d9-8308-04666bf6b552", "name": "network-vif-deleted", "tag": "94bb8238-52a1-401c-9615-64b257761ac2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:15.101677 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19896861-dd94-46b2-8893-cf9d6cc274e6 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:15.102103 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6540c3f5-a71a-45d9-8308-04666bf6b552', 'name': 'network-vif-deleted', 'tag': '94bb8238-52a1-401c-9615-64b257761ac2', 'status': 'completed', 'code': 200} Nov 26 22:01:15.145289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Pushing event deleted for resources: {'Port': ['ID=3a1b644c-322d-4879-98f6-e6aac5287035,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:15.150577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a812bcd-9499-4850-a116-7cde703099a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.160664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a812bcd-9499-4850-a116-7cde703099a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.167433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['94bb8238-52a1-401c-9615-64b257761ac2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:15.203402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8a812bcd-9499-4850-a116-7cde703099a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=018cd221d61b4736b7d9c5ea44f4a216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607763 Nov 26 22:01:15.206299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] No DVR routers for this DVR port 3a1b644c-322d-4879-98f6-e6aac5287035 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:01:15.208306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57876) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:15.212906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.216780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a812bcd-9499-4850-a116-7cde703099a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c26540-d514-473d-a554-fd12e2b2c4d1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:15.217960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f03d26c4-2dee-4a6a-b9f5-ff8c3de6e733 req-749d6138-07bc-4205-ace5-3bdac3ffcf1c tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.41 "DELETE /v2.0/ports/3a1b644c-322d-4879-98f6-e6aac5287035 HTTP/1.1" status: 204 len: 173 time: 0.7716577 Nov 26 22:01:15.218522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a1f23c-3c88-417d-9e4c-581fc4dbfaf9', 'name': 'network-vif-deleted', 'tag': '3a1b644c-322d-4879-98f6-e6aac5287035'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:15.222896 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ec6b7f-a4e4-4927-898e-c531e5daaba2" -d '{"events": [{"server_uuid": "49a1f23c-3c88-417d-9e4c-581fc4dbfaf9", "name": "network-vif-deleted", "tag": "3a1b644c-322d-4879-98f6-e6aac5287035"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:15.231385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Allocated IP 172.20.0.3 (3ed2a014-9699-4165-ac7f-b40e165ed87f/b8b118c1-541a-4246-a2cd-4eab9b82143a/5ae3699d-5205-4ec6-b099-0a37f6e8e2af) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:15.321616 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd3f45f-fb00-4ad0-9ee0-c15a84cb5d7f x-openstack-request-id: req-cbd3f45f-fb00-4ad0-9ee0-c15a84cb5d7f {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:15.322369 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a1f23c-3c88-417d-9e4c-581fc4dbfaf9", "name": "network-vif-deleted", "tag": "3a1b644c-322d-4879-98f6-e6aac5287035", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:15.322855 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbd3f45f-fb00-4ad0-9ee0-c15a84cb5d7f {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:15.323758 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a1f23c-3c88-417d-9e4c-581fc4dbfaf9', 'name': 'network-vif-deleted', 'tag': '3a1b644c-322d-4879-98f6-e6aac5287035', 'status': 'completed', 'code': 200} Nov 26 22:01:15.348171 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ddb1abed-812c-438d-bd53-77bce4cdb5b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.387787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ddb1abed-812c-438d-bd53-77bce4cdb5b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.396572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ecc1475-c097-4d6f-80a5-9efe9880446a req-cec2e256-a42c-472a-b761-02fb4a1e8b95 tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] 10.222.0.21 "GET /v2.0/ports?device_id=49a1f23c-3c88-417d-9e4c-581fc4dbfaf9 HTTP/1.1" status: 200 len: 210 time: 0.0539248 Nov 26 22:01:15.499378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-a4c1d671-3dd1-48ae-917e-f4cb4c100df9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:15.506381 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ddb1abed-812c-438d-bd53-77bce4cdb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.508182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-a4c1d671-3dd1-48ae-917e-f4cb4c100df9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:15.512450 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ddb1abed-812c-438d-bd53-77bce4cdb5b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.514229 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ddb1abed-812c-438d-bd53-77bce4cdb5b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53c26540-d514-473d-a554-fd12e2b2c4d1 HTTP/1.1" status: 204 len: 168 time: 0.3047040 Nov 26 22:01:15.515089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-a4c1d671-3dd1-48ae-917e-f4cb4c100df9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:15.522337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-a4c1d671-3dd1-48ae-917e-f4cb4c100df9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:15.525044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1abed-812c-438d-bd53-77bce4cdb5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c26540-d514-473d-a554-fd12e2b2c4d1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:15.528368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-a4c1d671-3dd1-48ae-917e-f4cb4c100df9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:15.535559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-a4c1d671-3dd1-48ae-917e-f4cb4c100df9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:15.542254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-a4c1d671-3dd1-48ae-917e-f4cb4c100df9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:15.551070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-a4c1d671-3dd1-48ae-917e-f4cb4c100df9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1517904 Nov 26 22:01:15.578612 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.641539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-460f6780-76bf-432d-ab4d-3aae82a4a465 req-23b1d056-e70f-4bea-910b-aa9f80d31b40 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895903 Nov 26 22:01:15.652991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.688286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Network 3ed2a014-9699-4165-ac7f-b40e165ed87f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:15.692516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:15.696025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:15.738458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Port': ['ID=5ae3699d-5205-4ec6-b099-0a37f6e8e2af,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:15.836716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863595e-7609-4587-b4b4-ad68a5c33e14 req-36daa761-a098-42ac-a18b-742495858238 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:15.838292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c863595e-7609-4587-b4b4-ad68a5c33e14 req-36daa761-a098-42ac-a18b-742495858238 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 946 time: 0.0973461 Nov 26 22:01:15.846247 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.911914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:15.953061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c863595e-7609-4587-b4b4-ad68a5c33e14 req-5d29993f-343d-4d37-a445-02f30269c9a4 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005337 Nov 26 22:01:16.141631 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.148637 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.235250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Port': ['ID=5ae3699d-5205-4ec6-b099-0a37f6e8e2af,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:16.268958 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.298058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.299298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7d992461-6947-441c-822b-e7e174c2ab5f tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5677545 Nov 26 22:01:16.302864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57910) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:16.308077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004183ce-05cd-4efd-9379-09f0d17fdb06 req-cdbc34f0-dcf3-4067-86b2-65525390ca67 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:16.309587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-004183ce-05cd-4efd-9379-09f0d17fdb06 req-cdbc34f0-dcf3-4067-86b2-65525390ca67 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 946 time: 0.0756149 Nov 26 22:01:16.362385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-004183ce-05cd-4efd-9379-09f0d17fdb06 req-dcc5bfd9-715e-4e19-b4c9-3f45bb042011 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438764 Nov 26 22:01:16.384217 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-555239bd-eee2-479a-885d-afd13d57a750 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=3ed2a014-9699-4165-ac7f-b40e165ed87f HTTP/1.1" status: 200 len: 689 time: 0.0784402 Nov 26 22:01:16.385390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57914) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:16.475712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.499438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57924) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:16.544835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0a56f5-629a-4491-9389-6e716ebec3fe admin admin] Deleting subnet 19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:01:16.550579 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c0a56f5-629a-4491-9389-6e716ebec3fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.603224 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c0a56f5-629a-4491-9389-6e716ebec3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.607585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Deleting port 5ae3699d-5205-4ec6-b099-0a37f6e8e2af {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:16.607933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.648685 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c0a56f5-629a-4491-9389-6e716ebec3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.696409 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.696744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.711345 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c0a56f5-629a-4491-9389-6e716ebec3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.720729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Calling delete_port for 5ae3699d-5205-4ec6-b099-0a37f6e8e2af owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:16.742516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a56f5-629a-4491-9389-6e716ebec3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cb4fbf-57a2-42ef-9f71-8a71086ec0e0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:16.744617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4c0a56f5-629a-4491-9389-6e716ebec3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.748691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4c0a56f5-629a-4491-9389-6e716ebec3fe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/19cb4fbf-57a2-42ef-9f71-8a71086ec0e0 HTTP/1.1" status: 204 len: 168 time: 0.2482328 Nov 26 22:01:16.751132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57934) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:16.822839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.856015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-21c70a5a-83c5-4a52-9ddb-55e7ec611131 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:16.862246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-21c70a5a-83c5-4a52-9ddb-55e7ec611131 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:16.868080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-21c70a5a-83c5-4a52-9ddb-55e7ec611131 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:16.873872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-21c70a5a-83c5-4a52-9ddb-55e7ec611131 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:16.880449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-21c70a5a-83c5-4a52-9ddb-55e7ec611131 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:16.886425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-21c70a5a-83c5-4a52-9ddb-55e7ec611131 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:16.892237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-21c70a5a-83c5-4a52-9ddb-55e7ec611131 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:16.894402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-21c70a5a-83c5-4a52-9ddb-55e7ec611131 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1208045 Nov 26 22:01:16.910588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.928145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57938) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:16.931746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80411b93-a4cf-4d60-945c-479e667b0242']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:16.946187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf4ee37-3e18-451a-bd2f-07269a3ed074') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:16.946490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf4ee37-3e18-451a-bd2f-07269a3ed074') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:16.957372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.974105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.982348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:16.982775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:16.985133 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:17.016063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d6839a3-c3b2-4abe-9cf4-32d6aa562f87 req-a52f2521-5877-42c0-b393-69a955f7c579 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058393 Nov 26 22:01:17.035281 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.051137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.060990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ae3699d-5205-4ec6-b099-0a37f6e8e2af,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:17.062710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.074104 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/80411b93-a4cf-4d60-945c-479e667b0242 HTTP/1.1" status: 204 len: 168 time: 0.3175890 Nov 26 22:01:17.082492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c5c3f-d11c-448d-bb45-0e70e57909f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=80411b93-a4cf-4d60-945c-479e667b0242,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:17.099320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85b76c26-05ec-4183-a1f6-f22898a25ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.158010 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.186526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57946) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:17.226825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.233898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7aa0b74e-0fbd-4bc1-9fbe-7bd2e60fb54a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7344eb642c6c4634be9416ba6e83b586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460348 Nov 26 22:01:17.237553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57948) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:17.244245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 94bb8238-52a1-401c-9615-64b257761ac2 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:01:17.265204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 94bb8238-52a1-401c-9615-64b257761ac2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:01:17.265869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 94bb8238-52a1-401c-9615-64b257761ac2 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:01:17.272568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85b76c26-05ec-4183-a1f6-f22898a25ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.278667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85b76c26-05ec-4183-a1f6-f22898a25ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.291265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bce0dda-1c38-43d7-a37c-1acf0693a81c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.314090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bce0dda-1c38-43d7-a37c-1acf0693a81c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.328918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-85b76c26-05ec-4183-a1f6-f22898a25ca8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=905198a32b9e49409ce7649f9b38a13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3997350 Nov 26 22:01:17.332024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b76c26-05ec-4183-a1f6-f22898a25ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6896a18b-308e-4a56-b309-4f4059e08508,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:17.332547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57950) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:17.335397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.366383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b118c1-541a-4246-a2cd-4eab9b82143a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:17.397652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77d43acb-594a-407c-89ea-76bd3dc30b90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.402282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bce0dda-1c38-43d7-a37c-1acf0693a81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.405404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7bce0dda-1c38-43d7-a37c-1acf0693a81c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.406167 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7bce0dda-1c38-43d7-a37c-1acf0693a81c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6617c8ab-9361-442b-9fdf-1b96d350230d HTTP/1.1" status: 204 len: 168 time: 0.1673238 Nov 26 22:01:17.424387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce0dda-1c38-43d7-a37c-1acf0693a81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617c8ab-9361-442b-9fdf-1b96d350230d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:17.434482 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.437130 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77d43acb-594a-407c-89ea-76bd3dc30b90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.473734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed2a014-9699-4165-ac7f-b40e165ed87f']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:17.485918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273e6f67-92c6-4503-93a4-0f9ab94d696a') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:17.486353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273e6f67-92c6-4503-93a4-0f9ab94d696a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:17.499313 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.516765 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.519827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77d43acb-594a-407c-89ea-76bd3dc30b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.522690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77d43acb-594a-407c-89ea-76bd3dc30b90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.524149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-77d43acb-594a-407c-89ea-76bd3dc30b90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6896a18b-308e-4a56-b309-4f4059e08508 HTTP/1.1" status: 204 len: 168 time: 0.1905036 Nov 26 22:01:17.524709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:17.525117 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.540549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d43acb-594a-407c-89ea-76bd3dc30b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6896a18b-308e-4a56-b309-4f4059e08508,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:17.604382 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:17.672419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.680376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3ed2a014-9699-4165-ac7f-b40e165ed87f {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 22:01:17.684164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:17.691337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3ed2a014-9699-4165-ac7f-b40e165ed87f HTTP/1.1" status: 204 len: 168 time: 1.3018246 Nov 26 22:01:17.692351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57958) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:17.702731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1ead0-540f-4950-8b24-63623b62b3d5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event deleted for resources: {'Network': ['ID=3ed2a014-9699-4165-ac7f-b40e165ed87f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:17.728990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0619ae-fd0f-40d9-acc2-7d4f1416ff10 req-8d39783f-bd10-4a6a-bcf7-941554930971 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:17.737916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a0619ae-fd0f-40d9-acc2-7d4f1416ff10 req-8d39783f-bd10-4a6a-bcf7-941554930971 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 946 time: 0.1248178 Nov 26 22:01:17.802855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a0619ae-fd0f-40d9-acc2-7d4f1416ff10 req-58075a59-e2fd-43be-96be-463c2c4ec93a tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/security-groups?id=fedacbb0-1ca3-4c14-a85f-1428b0261324&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635507 Nov 26 22:01:17.888382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-a4625b08-c70a-4dfb-9938-69f6a7ec09b7 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:17.890748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-a4625b08-c70a-4dfb-9938-69f6a7ec09b7 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.41 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 946 time: 0.1008573 Nov 26 22:01:17.932925 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1a345713-72e8-4cd1-8388-73e1dcbfc3a5 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3046 time: 0.2391455 Nov 26 22:01:17.936028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57962) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:18.162728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.163312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.163959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.164474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.164982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.165588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.166516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.167285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.167881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.168681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.169280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.175554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:18.175766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2a744006-48d8-45c3-8fe5-229c7416b5cb tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7112 time: 0.2384763 Nov 26 22:01:18.243069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Deleting port 8df6242c-b6fa-45ce-9903-f508c1859a1c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:18.243707 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.265606 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-d995d513-4cfc-4543-9ada-8d46acca7386 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] delete failed (client error): The resource could not be found. Nov 26 22:01:18.267084 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d995d513-4cfc-4543-9ada-8d46acca7386 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/a4ed78eb-0598-4d17-81d3-92902676632a HTTP/1.1" status: 404 len: 345 time: 0.0902183 Nov 26 22:01:18.270251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57984) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:18.277022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-ed4c6f84-3f93-4cbb-b3b3-18703be1d45c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.283691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-ed4c6f84-3f93-4cbb-b3b3-18703be1d45c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.289666 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-99095f9f-000b-443c-af19-d183d3769b71 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] DELETE failed (client error): The resource could not be found. Nov 26 22:01:18.289838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-ed4c6f84-3f93-4cbb-b3b3-18703be1d45c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.289958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99095f9f-000b-443c-af19-d183d3769b71 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:01:18.293268 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-99095f9f-000b-443c-af19-d183d3769b71 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "DELETE /v2.0/networks/3ed2a014-9699-4165-ac7f-b40e165ed87f HTTP/1.1" status: 404 len: 339 time: 0.0220661 Nov 26 22:01:18.298109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57986) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:18.302686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-ed4c6f84-3f93-4cbb-b3b3-18703be1d45c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.304012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Request body: {'network': {'name': 'tempest-network--912477992', 'router:external': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:18.308920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-ed4c6f84-3f93-4cbb-b3b3-18703be1d45c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.316434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-ed4c6f84-3f93-4cbb-b3b3-18703be1d45c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.322917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-ed4c6f84-3f93-4cbb-b3b3-18703be1d45c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.324903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-ed4c6f84-3f93-4cbb-b3b3-18703be1d45c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1463754 Nov 26 22:01:18.341035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Made reservation on behalf of eb26017a1df94e2e954f8fcb6144dd06 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:18.346262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.387256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:18.397118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.397512 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Added segment 5b0128ba-c332-4c7c-b2a2-9cb517cb6e22 of type vlan for network 229cc9cc-ba63-48de-8332-14116f80246c Nov 26 22:01:18.464656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.468526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f90ab34-c023-4da7-89b5-ec9490c8ba58 req-a7c523d1-416b-4457-b201-b5b10d82d4ad tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027308 Nov 26 22:01:18.470884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] For port 8df6242c-b6fa-45ce-9903-f508c1859a1c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=8df6242c-b6fa-45ce-9903-f508c1859a1c,segment=NetworkSegment(90dc56b8-2e27-40f5-b536-6354b73ac3b3),segment_id=90dc56b8-2e27-40f5-b536-6354b73ac3b3)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:18.471433 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.485638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Calling delete_port for 8df6242c-b6fa-45ce-9903-f508c1859a1c owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:18.533364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.534729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.535545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.594429 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2924356 Nov 26 22:01:18.594557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57996) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:18.649136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c641263-9646-41d8-a875-b1bf379ac759 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Network': ['ID=229cc9cc-ba63-48de-8332-14116f80246c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:18.651341 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.662031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 229cc9cc-ba63-48de-8332-14116f80246c details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:18.693346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Pushing event deleted for resources: {'Port': ['ID=8df6242c-b6fa-45ce-9903-f508c1859a1c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:18.745139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['8df6242c-b6fa-45ce-9903-f508c1859a1c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:18.746778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] No DVR routers for this DVR port 8df6242c-b6fa-45ce-9903-f508c1859a1c on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:01:18.751016 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:18.756155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-063e27b5-c8cc-48c8-8649-9f3565a3b1fd req-3386b0fe-ebe6-4701-a2e8-4a1a0bc58a37 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.41 "DELETE /v2.0/ports/8df6242c-b6fa-45ce-9903-f508c1859a1c HTTP/1.1" status: 204 len: 173 time: 0.8580475 Nov 26 22:01:18.757061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2402dc16-3800-46a3-9180-a54cb8b0140d', 'name': 'network-vif-deleted', 'tag': '8df6242c-b6fa-45ce-9903-f508c1859a1c'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:18.760392 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e39bc-230d-4d6c-91b1-fce6558f05d6" -d '{"events": [{"server_uuid": "2402dc16-3800-46a3-9180-a54cb8b0140d", "name": "network-vif-deleted", "tag": "8df6242c-b6fa-45ce-9903-f508c1859a1c"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:18.811575 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbc6033-d6ee-4d15-8cf6-e49760d9be0c x-openstack-request-id: req-5fbc6033-d6ee-4d15-8cf6-e49760d9be0c {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:18.811901 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2402dc16-3800-46a3-9180-a54cb8b0140d", "name": "network-vif-deleted", "tag": "8df6242c-b6fa-45ce-9903-f508c1859a1c", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:18.812574 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fbc6033-d6ee-4d15-8cf6-e49760d9be0c {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:18.813259 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2402dc16-3800-46a3-9180-a54cb8b0140d', 'name': 'network-vif-deleted', 'tag': '8df6242c-b6fa-45ce-9903-f508c1859a1c', 'status': 'completed', 'code': 200} Nov 26 22:01:18.853098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f7044-8d6a-4fa1-8da1-f11f85dacbd3 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.862752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f7044-8d6a-4fa1-8da1-f11f85dacbd3 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.869369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f7044-8d6a-4fa1-8da1-f11f85dacbd3 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.876394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f7044-8d6a-4fa1-8da1-f11f85dacbd3 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:18.879005 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0f2f7044-8d6a-4fa1-8da1-f11f85dacbd3 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2835343 Nov 26 22:01:18.881864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58010) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:18.888867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58012) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:18.981755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5452967-a56b-4d38-aab8-6d31591b0bad req-ec002096-6db5-45e0-b9eb-63ed16ccade1 tempest-InstanceActionsV221TestJSON-650901041 tempest-InstanceActionsV221TestJSON-650901041-project] 10.222.0.21 "GET /v2.0/ports?device_id=2402dc16-3800-46a3-9180-a54cb8b0140d HTTP/1.1" status: 200 len: 210 time: 0.0400193 Nov 26 22:01:19.001306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.099103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.135465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8df6242c-b6fa-45ce-9903-f508c1859a1c no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:01:19.160307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 8df6242c-b6fa-45ce-9903-f508c1859a1c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:01:19.160652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 8df6242c-b6fa-45ce-9903-f508c1859a1c not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:01:19.161261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 3a1b644c-322d-4879-98f6-e6aac5287035 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:01:19.183996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 3a1b644c-322d-4879-98f6-e6aac5287035 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:01:19.184659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 3a1b644c-322d-4879-98f6-e6aac5287035 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:01:19.411405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-526800512-network', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:19.416456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229cc9cc-ba63-48de-8332-14116f80246c']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:19.432439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0128ba-c332-4c7c-b2a2-9cb517cb6e22') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:19.432735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0128ba-c332-4c7c-b2a2-9cb517cb6e22') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:19.447200 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.466221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Made reservation on behalf of 6c8a0c3b23b84376862967611c9ac4e8 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:19.468623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.471145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.483443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.486840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:19.487256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:19.488998 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:19.599990 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.605217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 229cc9cc-ba63-48de-8332-14116f80246c {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 22:01:19.607287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.610590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "DELETE /v2.0/networks/229cc9cc-ba63-48de-8332-14116f80246c HTTP/1.1" status: 204 len: 168 time: 0.7276249 Nov 26 22:01:19.614301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58064) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:19.619838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Request body: {'network': {'name': 'tempest-network--583868445', 'router:external': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:19.646601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Made reservation on behalf of eb26017a1df94e2e954f8fcb6144dd06 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:19.650012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.653043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdc2e8-1ed9-4524-9bc5-78b930a81baa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event deleted for resources: {'Network': ['ID=229cc9cc-ba63-48de-8332-14116f80246c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:19.684688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:19.697421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.697876 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Added segment 341d9324-dbe1-4106-88a5-c50138a5b58d of type vlan for network c8a86fc2-4c95-41b2-885d-5eec797fedc2 Nov 26 22:01:19.716645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.735120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-4f74f1bb-87aa-4f33-aa2b-06b7a703a765 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.742113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-4f74f1bb-87aa-4f33-aa2b-06b7a703a765 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.748130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-4f74f1bb-87aa-4f33-aa2b-06b7a703a765 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.754819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-4f74f1bb-87aa-4f33-aa2b-06b7a703a765 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.761208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-4f74f1bb-87aa-4f33-aa2b-06b7a703a765 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.767911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-4f74f1bb-87aa-4f33-aa2b-06b7a703a765 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.771276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.773953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-4f74f1bb-87aa-4f33-aa2b-06b7a703a765 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.776278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-4f74f1bb-87aa-4f33-aa2b-06b7a703a765 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.2202399 Nov 26 22:01:19.777741 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.789974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:19.801055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.801521 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Added segment 1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e of type vlan for network df32a847-cba4-4492-b1c7-be3954ce77ea Nov 26 22:01:19.807183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.808362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.809046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.844369 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.870964 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2554848 Nov 26 22:01:19.873628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58072) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:19.888237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ba883-582e-4908-ab56-db6c0b06cd59 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Network': ['ID=c8a86fc2-4c95-41b2-885d-5eec797fedc2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:19.899621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c8a86fc2-4c95-41b2-885d-5eec797fedc2 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:19.915355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b915d8-7c08-4675-a3bf-8e70616567fd,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:19.934597 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.940849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:19.941551 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:19.996258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1019619 Nov 26 22:01:20.002608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58086) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:20.006637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd48a37-2893-438a-ad0c-13d94126311a tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:20.018927 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5fd48a37-2893-438a-ad0c-13d94126311a tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] 10.222.0.21 "GET /v2.0/networks/c8a86fc2-4c95-41b2-885d-5eec797fedc2 HTTP/1.1" status: 200 len: 756 time: 0.1441402 Nov 26 22:01:20.019831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58094) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:20.042875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Request body: {'subnet': {'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-526800512-subnet', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:20.104651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7b385aa-ff7e-4737-9e0c-21bcaaa21758 req-e7bda826-0add-48e5-92f5-85a4e48445e3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2361403 Nov 26 22:01:20.106844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bcecf-a94a-4346-847f-24ad2ca088fe admin admin] Pushing event updated for resources: {'Network': ['ID=df32a847-cba4-4492-b1c7-be3954ce77ea,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:20.118026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network df32a847-cba4-4492-b1c7-be3954ce77ea details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:20.130725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Made reservation on behalf of 6c8a0c3b23b84376862967611c9ac4e8 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:20.135465 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.240797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64741274-9b05-4889-8401-950388d41a59 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:20.245589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-64741274-9b05-4889-8401-950388d41a59 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] 10.222.0.21 "GET /v2.0/networks/e639de95-cbdb-4b58-8927-8b2c37ff670d HTTP/1.1" status: 200 len: 768 time: 0.2245505 Nov 26 22:01:20.246240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58112) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:20.358446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.417278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58122) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:20.434236 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.493190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.498175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b45918-cc75-4804-80f5-03d9450fe80f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:20.506567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Checking segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:20.507000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Network hostable DHCP agents. Network: df32a847-cba4-4492-b1c7-be3954ce77ea, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:01:20.508651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe63fb2-0684-4cc1-9f04-21e9deaa0501 admin admin] Deleting subnet d92d65cf-4b57-4084-8ab0-3bfcb827412e {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:01:20.514853 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-afe63fb2-0684-4cc1-9f04-21e9deaa0501 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.525784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Network df32a847-cba4-4492-b1c7-be3954ce77ea is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:01:20.538060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, df32a847-cba4-4492-b1c7-be3954ce77ea) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:20.542374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:20.543983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.549469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a86fc2-4c95-41b2-885d-5eec797fedc2']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:20.550500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4941c1f-53ab-495b-a967-cc95b0488239 None None] Network df32a847-cba4-4492-b1c7-be3954ce77ea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:20.563570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341d9324-dbe1-4106-88a5-c50138a5b58d') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:20.564118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341d9324-dbe1-4106-88a5-c50138a5b58d') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:20.577859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.580903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-afe63fb2-0684-4cc1-9f04-21e9deaa0501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.582718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-68cc4cf1-a382-428b-99fc-65cc0c996810 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5790546 Nov 26 22:01:20.585747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58124) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:20.590107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:20.616192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.616872 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.617475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.630217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:20.631227 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:20.633698 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:20.679852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-afe63fb2-0684-4cc1-9f04-21e9deaa0501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.735585 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.757926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-df32a847-cba4-4492-b1c7-be3954ce77ea', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:01:20.758844 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.760377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8a86fc2-4c95-41b2-885d-5eec797fedc2 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 22:01:20.778508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.788115 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c8a86fc2-4c95-41b2-885d-5eec797fedc2 HTTP/1.1" status: 204 len: 168 time: 0.5407720 Nov 26 22:01:20.789309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58128) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:20.802265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Request body: {'network': {'name': 'tempest-network--719426052'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:20.806233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64449ca8-3af9-4258-8c8b-00882e75a4fa tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8a86fc2-4c95-41b2-885d-5eec797fedc2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:20.808543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.843646 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-afe63fb2-0684-4cc1-9f04-21e9deaa0501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.857846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Made reservation on behalf of eb26017a1df94e2e954f8fcb6144dd06 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:20.871609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.935942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe63fb2-0684-4cc1-9f04-21e9deaa0501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92d65cf-4b57-4084-8ab0-3bfcb827412e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:20.954349 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-afe63fb2-0684-4cc1-9f04-21e9deaa0501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:20.960821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-afe63fb2-0684-4cc1-9f04-21e9deaa0501 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d92d65cf-4b57-4084-8ab0-3bfcb827412e HTTP/1.1" status: 204 len: 168 time: 0.5425594 Nov 26 22:01:20.967438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58130) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:20.985597 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.008027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Allocated IP 172.20.0.2 (df32a847-cba4-4492-b1c7-be3954ce77ea/53b45918-cc75-4804-80f5-03d9450fe80f/09c5438e-1131-47a3-840c-1e4736f61929) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:21.058269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:21.084392 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.085051 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Added segment 705aea47-e6fc-4c50-a46b-b28c7fe750ad of type vlan for network 1e1abc01-aff1-49d0-ab94-45a8ae8e6c15 Nov 26 22:01:21.089652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.146045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.269577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.289990 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.291013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.294747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.296191 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.322477 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.417951 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.422297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-6687cf43-829c-4021-a264-b6057a29d423 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.430019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-6687cf43-829c-4021-a264-b6057a29d423 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.430522 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.436898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-6687cf43-829c-4021-a264-b6057a29d423 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.443891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-6687cf43-829c-4021-a264-b6057a29d423 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.449972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-6687cf43-829c-4021-a264-b6057a29d423 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.456935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-6687cf43-829c-4021-a264-b6057a29d423 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.463514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-6687cf43-829c-4021-a264-b6057a29d423 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.466150 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-6687cf43-829c-4021-a264-b6057a29d423 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1769717 Nov 26 22:01:21.499801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7018805 Nov 26 22:01:21.499801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:21.535867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2acad03e-0d61-4461-9cd0-d54f6172c316 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:21.550595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Network df32a847-cba4-4492-b1c7-be3954ce77ea is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:21.552820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:21.557278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Pushing event updated for resources: {'Port': ['ID=09c5438e-1131-47a3-840c-1e4736f61929,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:21.568691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:21.572360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Allocated IP 172.25.3.235 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/66bc3af1-2837-4b30-870c-9eac66dc3285) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:21.597121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:21.598601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a41e62c-5237-4d0a-b193-4f67a555629b req-8322e309-4f00-483d-b312-334155dcaf1f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231077 Nov 26 22:01:21.672033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Attempting to bind port 09c5438e-1131-47a3-840c-1e4736f61929 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:21.672992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Attempting to bind port 09c5438e-1131-47a3-840c-1e4736f61929 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:21.674400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Attempting to bind port 09c5438e-1131-47a3-840c-1e4736f61929 on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:21.680933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:21.681723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Checking segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:21.682374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.683006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Bound using segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:21.683865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Bound port: 09c5438e-1131-47a3-840c-1e4736f61929, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:21.685098 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.723459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.735158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdc6c7-7e83-4a43-bc42-157bfa645e7e tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Network': ['ID=1e1abc01-aff1-49d0-ab94-45a8ae8e6c15,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:21.750974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 1e1abc01-aff1-49d0-ab94-45a8ae8e6c15 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:21.761870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dc56b8-2e27-40f5-b536-6354b73ac3b3') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:21.762520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dc56b8-2e27-40f5-b536-6354b73ac3b3') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:21.766844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.781140 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.813674 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.817473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:21.822222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:21.824342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2acad03e-0d61-4461-9cd0-d54f6172c316 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.826363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:21.834304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:21.834811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:21.836912 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:21.878174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] For port 09c5438e-1131-47a3-840c-1e4736f61929, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:21.898792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] For port 09c5438e-1131-47a3-840c-1e4736f61929, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=09c5438e-1131-47a3-840c-1e4736f61929,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:21.905151 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2acad03e-0d61-4461-9cd0-d54f6172c316 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.906691 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.914877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2acad03e-0d61-4461-9cd0-d54f6172c316 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Network 1e1abc01-aff1-49d0-ab94-45a8ae8e6c15 is not hosted by any dhcp agent {{(pid=110000) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 22:01:21.915740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acad03e-0d61-4461-9cd0-d54f6172c316 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:21.916332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2acad03e-0d61-4461-9cd0-d54f6172c316 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.920870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2acad03e-0d61-4461-9cd0-d54f6172c316 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "PUT /v2.0/networks/1e1abc01-aff1-49d0-ab94-45a8ae8e6c15 HTTP/1.1" status: 200 len: 857 time: 0.3915195 Nov 26 22:01:21.930119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58140) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:21.931062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Pushing event updated for resources: {'Port': ['ID=66bc3af1-2837-4b30-870c-9eac66dc3285,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:21.980594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.988333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba25b9a-2198-4d24-b55b-10179b69192f None None] Pushing event updated for resources: {'Port': ['ID=09c5438e-1131-47a3-840c-1e4736f61929,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:21.992669 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:21.998685 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e HTTP/1.1" status: 204 len: 168 time: 1.0260429 Nov 26 22:01:22.015332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acad03e-0d61-4461-9cd0-d54f6172c316 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event updated for resources: {'Network': ['ID=1e1abc01-aff1-49d0-ab94-45a8ae8e6c15,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:22.030619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf56a2-8282-407e-ae5c-066e407ac901 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb66e78-7f4d-4e2b-b48b-5a5e00811b0e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:22.111281 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.181976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58144) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:22.302808 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5b149c96-0cd8-466e-9e89-1bea47f00d9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9693040dc15a4ef18c5dab2bb4c4c098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165385 Nov 26 22:01:22.303572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58146) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:22.322322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-d275e55d-24c0-49f2-a86e-d004e2ed85c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1217618 Nov 26 22:01:22.353535 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.368407 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.408472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1abc01-aff1-49d0-ab94-45a8ae8e6c15']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:22.424813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705aea47-e6fc-4c50-a46b-b28c7fe750ad') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:22.425119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705aea47-e6fc-4c50-a46b-b28c7fe750ad') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:22.443889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.456955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-caa6f64e-fc59-4dd3-8f25-1dab422174f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.481822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-34047e5e-64a5-416c-9b3b-5b51f127e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:22.483575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-34047e5e-64a5-416c-9b3b-5b51f127e7ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 1096 time: 0.1129298 Nov 26 22:01:22.495595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-caa6f64e-fc59-4dd3-8f25-1dab422174f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.522868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.540256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:22.540938 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:22.543707 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:22.692790 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-caa6f64e-fc59-4dd3-8f25-1dab422174f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.699078 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-caa6f64e-fc59-4dd3-8f25-1dab422174f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.709371 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.716511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e1abc01-aff1-49d0-ab94-45a8ae8e6c15 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 22:01:22.722663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-caa6f64e-fc59-4dd3-8f25-1dab422174f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fedacbb0-1ca3-4c14-a85f-1428b0261324 HTTP/1.1" status: 204 len: 168 time: 0.4157462 Nov 26 22:01:22.735235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-102b1842-de3f-43c1-901c-092bbb16a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:22.737571 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-102b1842-de3f-43c1-901c-092bbb16a4a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.2206211 Nov 26 22:01:22.738831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6f64e-fc59-4dd3-8f25-1dab422174f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedacbb0-1ca3-4c14-a85f-1428b0261324,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:22.775968 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.780176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] 10.222.0.21 "DELETE /v2.0/networks/1e1abc01-aff1-49d0-ab94-45a8ae8e6c15 HTTP/1.1" status: 204 len: 168 time: 0.8467345 Nov 26 22:01:22.793588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58154) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:22.796728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 09c5438e-1131-47a3-840c-1e4736f61929 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:22.813960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b52c-badf-4372-ab7c-092b74693979 tempest-ExternalNetworksTestJSON-2021069220 tempest-ExternalNetworksTestJSON-2021069220-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e1abc01-aff1-49d0-ab94-45a8ae8e6c15,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:22.861745 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-2924964a-56e7-4002-bbd3-e6bd16de4e55 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] DELETE failed (client error): The resource could not be found. Nov 26 22:01:22.862728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2924964a-56e7-4002-bbd3-e6bd16de4e55 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:01:22.866173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2924964a-56e7-4002-bbd3-e6bd16de4e55 tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] 10.222.0.21 "DELETE /v2.0/subnets/b8b118c1-541a-4246-a2cd-4eab9b82143a HTTP/1.1" status: 404 len: 337 time: 0.0703912 Nov 26 22:01:22.869929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58158) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:22.872978 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-c01cf348-c09d-4814-b5aa-f4547e908035 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131 HTTP/1.1" status: 200 len: 1001 time: 0.1230845 Nov 26 22:01:22.916986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 09c5438e-1131-47a3-840c-1e4736f61929 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:22.917374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:22.976881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:23.010910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-42e81af1-f7b3-4ea2-bc95-9d21c3f6055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.012402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-42e81af1-f7b3-4ea2-bc95-9d21c3f6055e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.1315367 Nov 26 22:01:23.039581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-493b2ca2-6de3-4360-b999-6d6bce56c3aa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.066676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-493b2ca2-6de3-4360-b999-6d6bce56c3aa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.086751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-493b2ca2-6de3-4360-b999-6d6bce56c3aa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.105010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-493b2ca2-6de3-4360-b999-6d6bce56c3aa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.111705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-493b2ca2-6de3-4360-b999-6d6bce56c3aa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.123831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-36bbcd99-b29b-4119-a5d6-cea60b806de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.125367 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-36bbcd99-b29b-4119-a5d6-cea60b806de6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057935 Nov 26 22:01:23.129620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-493b2ca2-6de3-4360-b999-6d6bce56c3aa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.144916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-493b2ca2-6de3-4360-b999-6d6bce56c3aa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:23.146902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-493b2ca2-6de3-4360-b999-6d6bce56c3aa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.3651865 Nov 26 22:01:23.211763 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:23.315239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 09c5438e-1131-47a3-840c-1e4736f61929, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=09c5438e-1131-47a3-840c-1e4736f61929,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:23.330882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:23.342210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-532e48ab-639e-49e9-8ab2-3baee9c2cabe service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093337 Nov 26 22:01:23.347697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:23.509651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=09c5438e-1131-47a3-840c-1e4736f61929,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:23.521214 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f600064c-9e6f-4c9d-b7a2-00619923f554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:23.534610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8773a8cb-9022-41fa-adc1-c3f3d7c0ad04 req-077028b8-7ca3-445e-920b-bb1cb6aa610d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3627136 Nov 26 22:01:23.592174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2f5e03e7-24fc-4f4d-b0a3-c4e15f161db5 req-19a29726-ec29-4809-90c5-5274e12dc271 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416711 Nov 26 22:01:23.678921 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d4cf0-3c0a-42bc-a011-ac471814c217 None None] Network df32a847-cba4-4492-b1c7-be3954ce77ea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:23.766962 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:01:23.828281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-583982ee-8a18-4059-a09c-74d03bfc5aa6 None None] Provisioning complete for port 09c5438e-1131-47a3-840c-1e4736f61929 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:23.829280 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-583982ee-8a18-4059-a09c-74d03bfc5aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:23.890602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:23.919149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e639de95-cbdb-4b58-8927-8b2c37ff670d']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:23.934024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794a5715-9fcd-426f-a006-3132ce001b2c') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:23.935087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794a5715-9fcd-426f-a006-3132ce001b2c') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:23.972116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:24.010737 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:24.028852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:24.029497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:24.036189 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:24.147507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Router a8177740-ce0c-4f9a-85ec-2bcd53fba925 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:01:24.208813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:24.226234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:24.233191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] 10.222.0.21 "DELETE /v2.0/networks/e639de95-cbdb-4b58-8927-8b2c37ff670d HTTP/1.1" status: 204 len: 168 time: 1.3600557 Nov 26 22:01:24.261527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cdac4-5aad-4d08-b96e-62afa42dae0b tempest-ExternalNetworksTestJSON-488829355 tempest-ExternalNetworksTestJSON-488829355-project] Pushing event deleted for resources: {'Network': ['ID=e639de95-cbdb-4b58-8927-8b2c37ff670d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:24.338052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:01:24.347175 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Sync routers for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:01:24.365657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:24.367592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:24.368563 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:24.369925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58192) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:24.371320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dc336cfc-d4ea-4147-8e0d-764719329c80 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7844653 Nov 26 22:01:24.397753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c77f9d63-8e55-4552-95d4-b956101d7a58 None None] Provisioning complete for port 09c5438e-1131-47a3-840c-1e4736f61929 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:24.398051 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c77f9d63-8e55-4552-95d4-b956101d7a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:24.621128 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:24.739859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 09c5438e-1131-47a3-840c-1e4736f61929 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:24.808908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58204) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:24.850065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 09c5438e-1131-47a3-840c-1e4736f61929 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:24.851373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:24.884896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-d524fc53-4544-4bc7-ac94-59147a5edbf2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:24.897161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-d524fc53-4544-4bc7-ac94-59147a5edbf2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:24.905081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-d524fc53-4544-4bc7-ac94-59147a5edbf2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:24.912535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-d524fc53-4544-4bc7-ac94-59147a5edbf2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:24.920100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-d524fc53-4544-4bc7-ac94-59147a5edbf2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:24.927978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-d524fc53-4544-4bc7-ac94-59147a5edbf2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:24.936335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-d524fc53-4544-4bc7-ac94-59147a5edbf2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:24.939130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-d524fc53-4544-4bc7-ac94-59147a5edbf2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.2188764 Nov 26 22:01:25.073991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bede498b-413f-42dd-83e7-a0e34eb2c3db req-3e2d5572-3559-49fa-b507-7dca3d7a6854 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261475 Nov 26 22:01:25.123874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:22Z', 'revision_number': 3, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:25.173303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-77d9de57-c692-4c03-8ba5-17a56ba00979 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83bbf311af264802a6e0b318314843cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617070 Nov 26 22:01:25.174915 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Checking router: a8177740-ce0c-4f9a-85ec-2bcd53fba925 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:01:25.175208 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Updating router a8177740-ce0c-4f9a-85ec-2bcd53fba925 port 66bc3af1-2837-4b30-870c-9eac66dc3285 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:01:25.177421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58224) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:25.213295 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.269941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89bd0b90-de19-4423-93ca-bc2f1057aa60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.302887 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89bd0b90-de19-4423-93ca-bc2f1057aa60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.384783 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89bd0b90-de19-4423-93ca-bc2f1057aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.387390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89bd0b90-de19-4423-93ca-bc2f1057aa60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.391131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-89bd0b90-de19-4423-93ca-bc2f1057aa60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c74b7737-0824-46fe-965f-2a593a0b802d HTTP/1.1" status: 204 len: 168 time: 0.2096584 Nov 26 22:01:25.396753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd0b90-de19-4423-93ca-bc2f1057aa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74b7737-0824-46fe-965f-2a593a0b802d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:25.476256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58232) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:25.655447 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.665410 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.728280 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Attempting to bind port 66bc3af1-2837-4b30-870c-9eac66dc3285 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:25.728919 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Attempting to bind port 66bc3af1-2837-4b30-870c-9eac66dc3285 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:25.729465 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Attempting to bind port 66bc3af1-2837-4b30-870c-9eac66dc3285 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:25.738727 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:25.739399 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:25.739965 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.740539 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:25.741179 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Bound port: 66bc3af1-2837-4b30-870c-9eac66dc3285, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:25.742206 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.800550 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] For port 66bc3af1-2837-4b30-870c-9eac66dc3285, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:25.805156 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] For port 66bc3af1-2837-4b30-870c-9eac66dc3285, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=66bc3af1-2837-4b30-870c-9eac66dc3285,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:25.807219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Pushing event updated for resources: {'Port': ['ID=66bc3af1-2837-4b30-870c-9eac66dc3285,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:25.818117 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.822659 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.823207 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.824014 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.824534 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.825047 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.825537 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.826054 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.826596 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.826914 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.827419 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.827952 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.828444 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:25.835127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7acbc996-0de6-4180-8772-af6d8a723e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.862394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.922581 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e75d01-6768-41b7-90b3-e98c15cd812b None None] Pushing event updated for resources: {'Port': ['ID=66bc3af1-2837-4b30-870c-9eac66dc3285,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:25.951204 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:25.951829 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:25.964655 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7acbc996-0de6-4180-8772-af6d8a723e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.972916 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7acbc996-0de6-4180-8772-af6d8a723e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:25.998046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58238) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:26.038854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbc996-0de6-4180-8772-af6d8a723e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e6076-3783-4cd8-9fd8-75b219cd7f71,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:26.049283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7acbc996-0de6-4180-8772-af6d8a723e37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=027f4518802f4c45b50355a1609dfc9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5691974 Nov 26 22:01:26.049523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58242) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:26.130322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed9256d7-2f62-462a-9e8f-a58e77d4e62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.136702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b3ae9bc1-cc73-41cd-a7c3-72681ecc8f5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb26017a1df94e2e954f8fcb6144dd06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378944 Nov 26 22:01:26.139403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58244) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:26.196880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed9256d7-2f62-462a-9e8f-a58e77d4e62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.202845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3759ea98-c917-4a74-b0a3-0fdfa9c4a237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.247500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Allocated IP 172.20.0.1 (df32a847-cba4-4492-b1c7-be3954ce77ea/53b45918-cc75-4804-80f5-03d9450fe80f/9b952422-7c50-4188-8147-de3e88e13e61) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:26.287426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf30f-013c-4b96-a2bd-a1e01ea8f83a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.296706 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:26.343778 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed9256d7-2f62-462a-9e8f-a58e77d4e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.347638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed9256d7-2f62-462a-9e8f-a58e77d4e62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.351405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ed9256d7-2f62-462a-9e8f-a58e77d4e62b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae5e6076-3783-4cd8-9fd8-75b219cd7f71 HTTP/1.1" status: 204 len: 168 time: 0.2987738 Nov 26 22:01:26.376223 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf30f-013c-4b96-a2bd-a1e01ea8f83a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.380070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9256d7-2f62-462a-9e8f-a58e77d4e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e6076-3783-4cd8-9fd8-75b219cd7f71,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:26.408677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-817c930e-ca28-498d-b009-ff7ee6235dd8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:26.433462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-817c930e-ca28-498d-b009-ff7ee6235dd8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:26.444487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-817c930e-ca28-498d-b009-ff7ee6235dd8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:26.453173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-817c930e-ca28-498d-b009-ff7ee6235dd8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:26.466863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-817c930e-ca28-498d-b009-ff7ee6235dd8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:26.468055 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.477380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-817c930e-ca28-498d-b009-ff7ee6235dd8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:26.485390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-817c930e-ca28-498d-b009-ff7ee6235dd8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:26.496435 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf30f-013c-4b96-a2bd-a1e01ea8f83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.498680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-817c930e-ca28-498d-b009-ff7ee6235dd8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.2274761 Nov 26 22:01:26.499158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ebbf30f-013c-4b96-a2bd-a1e01ea8f83a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.502868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6ebbf30f-013c-4b96-a2bd-a1e01ea8f83a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/757bef47-575e-4c9e-8ed3-9bdf607606a7 HTTP/1.1" status: 204 len: 168 time: 0.3597577 Nov 26 22:01:26.519393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbf30f-013c-4b96-a2bd-a1e01ea8f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757bef47-575e-4c9e-8ed3-9bdf607606a7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:26.546826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:26.603853 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:22Z', 'revision_number': 3, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:26.647942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Network df32a847-cba4-4492-b1c7-be3954ce77ea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:26.653516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f5b12aa-0c09-41a7-ab25-e18c4cf3f0c5 req-5d202eb0-2725-45d1-8fe3-b4258bb56b91 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533711 Nov 26 22:01:26.669147 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344d186b-2091-45d2-be07-b557edb926e1 None None] The sync data for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 is: [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:22Z', 'revision_number': 3, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:01:26.672599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:26.683843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:26.753535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Pushing event updated for resources: {'Port': ['ID=9b952422-7c50-4188-8147-de3e88e13e61,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:26.773411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:27.094484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:27.108564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e9e933af-c94f-46a0-ac22-f89e5f2d6921 None None] Provisioning complete for port 9b952422-7c50-4188-8147-de3e88e13e61 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:27.109178 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9e933af-c94f-46a0-ac22-f89e5f2d6921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:27.173106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e9e933af-c94f-46a0-ac22-f89e5f2d6921 None None] Port 9b952422-7c50-4188-8147-de3e88e13e61 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:01:27.225063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:27.530279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:27.538426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:27.657157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:27.661585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Pushing event updated for resources: {'Port': ['ID=9b952422-7c50-4188-8147-de3e88e13e61,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:27.791634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58298) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:27.794993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Network df32a847-cba4-4492-b1c7-be3954ce77ea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:27.796794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:27.998611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-2c304728-20c1-4dc9-a584-4ab116370948 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.011714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-2c304728-20c1-4dc9-a584-4ab116370948 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.032321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-2c304728-20c1-4dc9-a584-4ab116370948 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.040557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-2c304728-20c1-4dc9-a584-4ab116370948 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.052439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-2c304728-20c1-4dc9-a584-4ab116370948 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.059380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-2c304728-20c1-4dc9-a584-4ab116370948 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.068474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-2c304728-20c1-4dc9-a584-4ab116370948 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.072511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-2c304728-20c1-4dc9-a584-4ab116370948 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.2362943 Nov 26 22:01:28.082539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Router a8177740-ce0c-4f9a-85ec-2bcd53fba925 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:01:28.219568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1304708464-network', 'tenant_id': 'c7abe64670dd411c884b6ce94732b744'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:28.249664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-3f2ddb96-4bee-49c3-9511-4e1fe8597fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1712132 Nov 26 22:01:28.253828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:01:28.266558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-926f6cdd-ddc0-479e-95c6-b4251ee65a23 admin admin] 10.222.0.21 "PUT /v2.0/routers/a8177740-ce0c-4f9a-85ec-2bcd53fba925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8911386 Nov 26 22:01:28.284980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Made reservation on behalf of c7abe64670dd411c884b6ce94732b744 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:28.287860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.304934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b7dc5e2-4e13-47d8-bfc0-a6a1cad9da85 req-09a54b4c-438b-4c9a-8d97-cda86ee6215c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958258 Nov 26 22:01:28.305546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.324054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e9ca9f68-493b-4954-b151-7febd7ea10c9 None None] Provisioning complete for port 9b952422-7c50-4188-8147-de3e88e13e61 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:28.331953 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9ca9f68-493b-4954-b151-7febd7ea10c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.415433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e9ca9f68-493b-4954-b151-7febd7ea10c9 None None] Port 9b952422-7c50-4188-8147-de3e88e13e61 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:01:28.453326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.486502 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.521626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:28.541183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-9671ad17-7d47-488d-8bbb-9ffdcd226ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.542793 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-9671ad17-7d47-488d-8bbb-9ffdcd226ad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1096 time: 0.1829450 Nov 26 22:01:28.550988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d7baac-ed92-4243-8f55-d215b13e88d1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:28.554743 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.555085 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Added segment 7409f257-5d48-4bc0-bcde-879308e91efe of type vlan for network d44a0803-39db-47ca-b277-3c6185e9cf36 Nov 26 22:01:28.590867 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.660139 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.707947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.709063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.709789 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.795759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 66bc3af1-2837-4b30-870c-9eac66dc3285 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:28.798350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0054846 Nov 26 22:01:28.801464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58326) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:28.803154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-6a296c6f-3f6a-47dc-9e53-58678d114ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:28.804603 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-6a296c6f-3f6a-47dc-9e53-58678d114ba9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.2096336 Nov 26 22:01:28.807838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Request body: {'subnet': {'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1304708464-subnet', 'tenant_id': 'c7abe64670dd411c884b6ce94732b744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:28.871095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Made reservation on behalf of c7abe64670dd411c884b6ce94732b744 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:28.874984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.896252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 66bc3af1-2837-4b30-870c-9eac66dc3285 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:28.897116 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:28.972164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ddb57-0c04-4943-9810-a92837dfc596 admin admin] Pushing event updated for resources: {'Network': ['ID=d44a0803-39db-47ca-b277-3c6185e9cf36,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:28.994451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d44a0803-39db-47ca-b277-3c6185e9cf36 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:29.001194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-97c0bec1-b84b-4df5-b964-0de7eea7b71a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 1000 time: 0.1889997 Nov 26 22:01:29.129473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-32c18cc0-a231-408e-9ebc-92a3a253e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.131893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-32c18cc0-a231-408e-9ebc-92a3a253e05b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.1236253 Nov 26 22:01:29.178998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:29.224373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-aca4d6ff-a804-4bc1-b64b-c4b171360d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.230021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-aca4d6ff-a804-4bc1-b64b-c4b171360d6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912118 Nov 26 22:01:29.273187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d798ba-b97d-4dac-8fca-5beb8edcaf82,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:29.278807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Checking segment: {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:29.281292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Network hostable DHCP agents. Network: d44a0803-39db-47ca-b277-3c6185e9cf36, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:01:29.304160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Network d44a0803-39db-47ca-b277-3c6185e9cf36 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:01:29.304481 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:29.320734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d44a0803-39db-47ca-b277-3c6185e9cf36) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:29.334006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.334659 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:29.353332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 70621aed-7a91-4da3-9946-e906c783d7f7 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:29.358956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471a1e0-549c-477c-889e-546a0e0ea654 None None] Network d44a0803-39db-47ca-b277-3c6185e9cf36 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:29.369780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dbf67257-8e57-4a1d-b9ac-6b2cbd89e06a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5665078 Nov 26 22:01:29.451570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-da2a527c-5263-4be3-929c-d844270b99e2 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136021 Nov 26 22:01:29.503815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Sync routers for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:01:29.512994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:29.519364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-685fdb98-0622-4012-aaf5-906c83025050 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843955061', 'description': 'tempest-description--20086680'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:29.601022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-685fdb98-0622-4012-aaf5-906c83025050 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:29.624049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58344) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:29.646622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:29.647539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:29.729129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-0e4ded85-0a7e-466a-baad-f5b4bff42323 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.737873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-0e4ded85-0a7e-466a-baad-f5b4bff42323 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.746298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-0e4ded85-0a7e-466a-baad-f5b4bff42323 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.753325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-0e4ded85-0a7e-466a-baad-f5b4bff42323 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.761232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-0e4ded85-0a7e-466a-baad-f5b4bff42323 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.774200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-0e4ded85-0a7e-466a-baad-f5b4bff42323 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.783418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-0e4ded85-0a7e-466a-baad-f5b4bff42323 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:29.785605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-0e4ded85-0a7e-466a-baad-f5b4bff42323 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5429 time: 0.1565208 Nov 26 22:01:29.807147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:29.812782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-864e942c-8723-4c1a-8181-5ab5ac99dcbf req-36ea4888-d4a1-46e8-8f67-ed70eb105260 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529541 Nov 26 22:01:29.826637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-685fdb98-0622-4012-aaf5-906c83025050 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:29.836879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-685fdb98-0622-4012-aaf5-906c83025050 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:29.872479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-685fdb98-0622-4012-aaf5-906c83025050 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:29.878436 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-685fdb98-0622-4012-aaf5-906c83025050 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3640723 Nov 26 22:01:29.892793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58354) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:29.895857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-364263fa-26f7-4260-a9ca-8d8ba7ea07bd tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:29.914387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2dc71f24-849f-41cf-98fd-c60366b86abe req-ab63ca48-9ac9-48d4-ba4f-b23a97188cbd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138852 Nov 26 22:01:29.927396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-120cda4d-8a46-4cc5-b962-77b669979b95 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'security_group_rule': {'security_group_id': '634689a2-1462-47e1-b9ca-31b5dfce3584', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:29.956580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fdb98-0622-4012-aaf5-906c83025050 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634689a2-1462-47e1-b9ca-31b5dfce3584,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:29.981472 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-364263fa-26f7-4260-a9ca-8d8ba7ea07bd tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] 10.222.0.21 "PUT /v2.0/quotas/4f704c9fed404055865b8ed231734457 HTTP/1.1" status: 200 len: 368 time: 0.3555157 Nov 26 22:01:29.981684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58364) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:29.990178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 66bc3af1-2837-4b30-870c-9eac66dc3285, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=66bc3af1-2837-4b30-870c-9eac66dc3285,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:29.991607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Request body: {'network': {'project_id': '4f704c9fed404055865b8ed231734457'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:29.994830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120cda4d-8a46-4cc5-b962-77b669979b95 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.005605 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.056570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:30.073168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120cda4d-8a46-4cc5-b962-77b669979b95 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.077413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120cda4d-8a46-4cc5-b962-77b669979b95 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.083443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Made reservation on behalf of 4f704c9fed404055865b8ed231734457 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:30.086054 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.098277 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.100975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cda4d-8a46-4cc5-b962-77b669979b95 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21ae636-b43b-4feb-9fd6-9eb402989a94,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:30.115558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120cda4d-8a46-4cc5-b962-77b669979b95 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.117422 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-120cda4d-8a46-4cc5-b962-77b669979b95 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2123704 Nov 26 22:01:30.119980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58366) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:30.125031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1a7dd0f8-f436-4185-ba52-0e2f2f62e4d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'security_group_rule': {'security_group_id': '634689a2-1462-47e1-b9ca-31b5dfce3584', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:30.163227 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd0f8-f436-4185-ba52-0e2f2f62e4d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.175448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-df5be852-d357-4763-bff5-3a529e694dc2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:30.177312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-df5be852-d357-4763-bff5-3a529e694dc2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 814 time: 0.1802680 Nov 26 22:01:30.206867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-dcea403a-6983-4397-b3ea-34c11800a5b8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/quotas/c7abe64670dd411c884b6ce94732b744 HTTP/1.1" status: 200 len: 375 time: 0.0217328 Nov 26 22:01:30.246470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd0f8-f436-4185-ba52-0e2f2f62e4d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.252262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd0f8-f436-4185-ba52-0e2f2f62e4d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.260284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-515fa891-6923-46bf-bdac-0ec536dba536 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418098 Nov 26 22:01:30.295892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dd0f8-f436-4185-ba52-0e2f2f62e4d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529718c7-3e73-42f7-9253-6d0ff752139c,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:30.306847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7dd0f8-f436-4185-ba52-0e2f2f62e4d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.308122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1a7dd0f8-f436-4185-ba52-0e2f2f62e4d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869462 Nov 26 22:01:30.311267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58368) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:30.320000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:30.344645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.351863 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.354226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.363728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:30.373412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.373906 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Added segment d97d0db8-f889-4f12-a870-d96c06c4e4b1 of type vlan for network c9076bf0-9935-4cf6-b71d-ae19a4c8b7ee Nov 26 22:01:30.422277 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.436489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24189751-e620-466d-b606-c85d44830b0e None None] Network d44a0803-39db-47ca-b277-3c6185e9cf36 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:30.459556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccbf026-85a0-49da-b862-729df3bfd48a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:30.495623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 70621aed-7a91-4da3-9946-e906c783d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=70621aed-7a91-4da3-9946-e906c783d7f7,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:30.509416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.515099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-c39de4ee-776c-4b9f-a7b5-1bd3042f1592 service neutron] 10.222.0.21 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436709 Nov 26 22:01:30.516454 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.517415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:30.518156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.555805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5716443 Nov 26 22:01:30.567214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58372) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:30.598978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Request body: {'network': {'project_id': '4f704c9fed404055865b8ed231734457'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:30.635397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '70621aed-7a91-4da3-9946-e906c783d7f7', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'port_id': '70621aed-7a91-4da3-9946-e906c783d7f7', 'mac_address': 'fa:16:3e:59:46:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:30.643899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=66bc3af1-2837-4b30-870c-9eac66dc3285,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:30.670133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Allocated IP 172.25.3.227 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/2b64d893-953e-4d9c-92af-f44d5b5e8d70) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:30.674305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58fe0e-98b3-439e-8347-ee99096ef351 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Pushing event updated for resources: {'Network': ['ID=c9076bf0-9935-4cf6-b71d-ae19a4c8b7ee,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:30.697567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Made reservation on behalf of 4f704c9fed404055865b8ed231734457 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:30.700637 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.707781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c9076bf0-9935-4cf6-b71d-ae19a4c8b7ee details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:30.739224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d031f0fc-8b78-4720-bc79-2e28b0158d3a service neutron] 10.222.0.21 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094219 Nov 26 22:01:30.739953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:30.750523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.750882 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Added segment 7d370560-c031-497a-a59f-4c9d17996f2a of type vlan for network dc31d389-6a70-458c-a271-682e3b000cee Nov 26 22:01:30.844947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.847830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.902265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.909294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.910150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:30.910583 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.912778 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:30.985059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3923600 Nov 26 22:01:30.988424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58384) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:30.996319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-89aadb90-2be4-4eb5-b758-a123d059f6ec tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Request body: {'network': {'project_id': '4f704c9fed404055865b8ed231734457'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:31.003823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e23ea8-555f-4744-be2a-9465674782e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Pushing event updated for resources: {'Network': ['ID=dc31d389-6a70-458c-a271-682e3b000cee,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:31.009959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:31.013617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:31.014554 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-89aadb90-2be4-4eb5-b758-a123d059f6ec tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 22:01:31.015251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89aadb90-2be4-4eb5-b758-a123d059f6ec tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:01:31.016155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:31.016797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-89aadb90-2be4-4eb5-b758-a123d059f6ec tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0272253 Nov 26 22:01:31.020673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58386) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:31.033753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70621aed-7a91-4da3-9946-e906c783d7f7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:31.051363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network dc31d389-6a70-458c-a271-682e3b000cee details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:31.087835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'Port': ['ID=2b64d893-953e-4d9c-92af-f44d5b5e8d70,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:31.127083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 70621aed-7a91-4da3-9946-e906c783d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=70621aed-7a91-4da3-9946-e906c783d7f7,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:31.147025 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.147694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:31.153702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.175559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7bd849f-535d-4fb4-9d3b-af15db1e5c84 req-d1c93573-bd8c-4421-b959-2c04bbe1bf57 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 210 time: 0.1278362 Nov 26 22:01:31.208725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.216039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 2, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:31.277106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2291130e-47fc-401b-aef9-dbc8903aa14b tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f704c9fed404055865b8ed231734457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550189 Nov 26 22:01:31.284139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58392) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:31.287067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Checking router: a8177740-ce0c-4f9a-85ec-2bcd53fba925 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:01:31.287433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Updating router a8177740-ce0c-4f9a-85ec-2bcd53fba925 port 9b952422-7c50-4188-8147-de3e88e13e61 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:01:31.313537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-a72795b6-2b9b-4097-bbbd-b2a349810a57 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:31.323061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-a72795b6-2b9b-4097-bbbd-b2a349810a57 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:31.327506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=70621aed-7a91-4da3-9946-e906c783d7f7,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:31.339668 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.339847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-a72795b6-2b9b-4097-bbbd-b2a349810a57 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:31.349821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-a72795b6-2b9b-4097-bbbd-b2a349810a57 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:31.357189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-a72795b6-2b9b-4097-bbbd-b2a349810a57 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:31.366403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-a72795b6-2b9b-4097-bbbd-b2a349810a57 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:31.374106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:31.395013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-a72795b6-2b9b-4097-bbbd-b2a349810a57 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:31.405388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-a72795b6-2b9b-4097-bbbd-b2a349810a57 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5430 time: 0.3593576 Nov 26 22:01:31.412738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02', 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'port_id': 'e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02', 'mac_address': 'fa:16:3e:46:8b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb40da7-70c2-4a76-a673-516eb5b5b208', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:31.538016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2eb7e77-3585-4256-a523-4bdc17a00d69 req-31ab134e-2823-498a-9301-01a5c53b137e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317091 Nov 26 22:01:31.538754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-177c6dfa-afe8-499a-abd0-4474a77b4629 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.581884 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-177c6dfa-afe8-499a-abd0-4474a77b4629 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.600386 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.621854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:31.661136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-177c6dfa-afe8-499a-abd0-4474a77b4629 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.665475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-177c6dfa-afe8-499a-abd0-4474a77b4629 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.670744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-177c6dfa-afe8-499a-abd0-4474a77b4629 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ccbf026-85a0-49da-b862-729df3bfd48a HTTP/1.1" status: 204 len: 168 time: 0.3850474 Nov 26 22:01:31.671216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58396) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:31.692482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c6dfa-afe8-499a-abd0-4474a77b4629 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccbf026-85a0-49da-b862-729df3bfd48a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:31.713153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:31.726447 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.727564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d9e2592c-3f43-476c-be84-c3a3a1e2c372 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:31.790587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:31.831641 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.844238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.888441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.965819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.977049 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:31.982256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'Port': ['ID=2b64d893-953e-4d9c-92af-f44d5b5e8d70,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:31.985110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d9e2592c-3f43-476c-be84-c3a3a1e2c372, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:31.994479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.006291 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.015769 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6978b716-2c5e-4985-a536-6680a97f56d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6951928 Nov 26 22:01:32.030401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372', 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39', 'port_id': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372', 'mac_address': 'fa:16:3e:7d:48:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38916de7-aa23-4164-987d-563ed0790bd2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:32.034473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.090850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc31d389-6a70-458c-a271-682e3b000cee']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:32.100748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.108424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d370560-c031-497a-a59f-4c9d17996f2a') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:32.108692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d370560-c031-497a-a59f-4c9d17996f2a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:32.108816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69687963-d707-4547-8833-34b3a3a6f13f None None] Pushing event updated for resources: {'Port': ['ID=9b952422-7c50-4188-8147-de3e88e13e61,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:32.133370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.146295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e2592c-3f43-476c-be84-c3a3a1e2c372 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:32.154104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.162978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:32.163394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:32.165719 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:32.232036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d9e2592c-3f43-476c-be84-c3a3a1e2c372, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:32.234618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.237373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Attempting to bind port 9b952422-7c50-4188-8147-de3e88e13e61 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:32.238472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Attempting to bind port 9b952422-7c50-4188-8147-de3e88e13e61 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:32.238472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Attempting to bind port 9b952422-7c50-4188-8147-de3e88e13e61 on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:32.242183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.247545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.248705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58410) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:32.248865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] 10.222.0.21 "DELETE /v2.0/networks/dc31d389-6a70-458c-a271-682e3b000cee HTTP/1.1" status: 204 len: 168 time: 0.5732453 Nov 26 22:01:32.251351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device df353b82-9244-4a84-b2e0-73497dc7871d details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:32.267712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31de186-e302-419d-86ea-cacce22598e3 tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc31d389-6a70-458c-a271-682e3b000cee,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:32.277391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:32.277778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Checking segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:32.278226 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.278626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Bound using segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:32.279120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Bound port: 9b952422-7c50-4188-8147-de3e88e13e61, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:32.279508 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.396013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port df353b82-9244-4a84-b2e0-73497dc7871d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=df353b82-9244-4a84-b2e0-73497dc7871d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:32.410987 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.412473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02f1a382-b94f-4e63-ba71-5a7494786cd9 req-aea3d168-3e12-41f3-baf8-d670f97b1f4a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 210 time: 0.0762103 Nov 26 22:01:32.419093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'df353b82-9244-4a84-b2e0-73497dc7871d', 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'port_id': 'df353b82-9244-4a84-b2e0-73497dc7871d', 'mac_address': 'fa:16:3e:79:2a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb40da7-70c2-4a76-a673-516eb5b5b208', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:32.466862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-c4fc9526-1ce9-45a1-aa17-598045b85e12 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--843955061&fields=id&tenant_id=6c8a0c3b23b84376862967611c9ac4e8 HTTP/1.1" status: 200 len: 267 time: 0.1376321 Nov 26 22:01:32.522261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] For port 9b952422-7c50-4188-8147-de3e88e13e61, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:32.526759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] For port 9b952422-7c50-4188-8147-de3e88e13e61, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9b952422-7c50-4188-8147-de3e88e13e61,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:32.528960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d9e2592c-3f43-476c-be84-c3a3a1e2c372,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:32.552942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.557570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.597989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.610646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-34c14d63-ea8b-49f5-a57c-c9620420c2a9 None None] Provisioning complete for port 9b952422-7c50-4188-8147-de3e88e13e61 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:32.611235 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-34c14d63-ea8b-49f5-a57c-c9620420c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.646330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9076bf0-9935-4cf6-b71d-ae19a4c8b7ee']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:32.655337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-9205b770-b2f3-4239-8a04-b7e2ae8a6f23 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:32.657514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-9205b770-b2f3-4239-8a04-b7e2ae8a6f23 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.1892879 Nov 26 22:01:32.672990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97d0db8-f889-4f12-a870-d96c06c4e4b1') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:32.673569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97d0db8-f889-4f12-a870-d96c06c4e4b1') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:32.677678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df353b82-9244-4a84-b2e0-73497dc7871d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:32.731440 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.738393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:32.739403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:32.761464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.778383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:32.780033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:32.786922 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:32.836409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-2ad64e61-67d6-4011-b4dd-27fd153bf914 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/quotas/6c8a0c3b23b84376862967611c9ac4e8 HTTP/1.1" status: 200 len: 375 time: 0.1581500 Nov 26 22:01:32.893120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.901891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:32.910531 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c9076bf0-9935-4cf6-b71d-ae19a4c8b7ee HTTP/1.1" status: 204 len: 168 time: 0.6599591 Nov 26 22:01:32.926772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2e1c5-65bc-472b-9b6c-3327430ef80f tempest-QuotasNegativeTest-1027652589 tempest-QuotasNegativeTest-1027652589-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9076bf0-9935-4cf6-b71d-ae19a4c8b7ee,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:33.024741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4665-997c-4507-b8b8-4add42805175 req-716684ad-7278-4d77-97a6-f0b32f9361a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:33.027847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port df353b82-9244-4a84-b2e0-73497dc7871d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=df353b82-9244-4a84-b2e0-73497dc7871d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:33.029066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 66bc3af1-2837-4b30-870c-9eac66dc3285 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:33.031031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4665-997c-4507-b8b8-4add42805175 req-716684ad-7278-4d77-97a6-f0b32f9361a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:33.037392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4665-997c-4507-b8b8-4add42805175 req-716684ad-7278-4d77-97a6-f0b32f9361a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:33.043709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4665-997c-4507-b8b8-4add42805175 req-716684ad-7278-4d77-97a6-f0b32f9361a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:33.050254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4665-997c-4507-b8b8-4add42805175 req-716684ad-7278-4d77-97a6-f0b32f9361a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:33.056227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4665-997c-4507-b8b8-4add42805175 req-716684ad-7278-4d77-97a6-f0b32f9361a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:33.059256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69687963-d707-4547-8833-34b3a3a6f13f None None] Pushing event updated for resources: {'Port': ['ID=9b952422-7c50-4188-8147-de3e88e13e61,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:33.062434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4665-997c-4507-b8b8-4add42805175 req-716684ad-7278-4d77-97a6-f0b32f9361a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:33.062585 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.063431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device aff876aa-f913-424e-aaea-65b2d225cf86 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:33.064905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83df4665-997c-4507-b8b8-4add42805175 req-716684ad-7278-4d77-97a6-f0b32f9361a0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5432 time: 0.3308995 Nov 26 22:01:33.081040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-ecd1249e-4d5e-485d-bf9f-105ab949d21f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:33.082627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-ecd1249e-4d5e-485d-bf9f-105ab949d21f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.41 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 814 time: 0.4234829 Nov 26 22:01:33.103308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-502b80c6-00a9-40fa-ab75-9a8d61fa3b18 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2655580 Nov 26 22:01:33.109556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Request body: {'port': {'device_id': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36', 'admin_state_up': True, 'tenant_id': 'c7abe64670dd411c884b6ce94732b744'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:33.246348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port aff876aa-f913-424e-aaea-65b2d225cf86, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aff876aa-f913-424e-aaea-65b2d225cf86,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:33.268621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=df353b82-9244-4a84-b2e0-73497dc7871d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:33.292541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'aff876aa-f913-424e-aaea-65b2d225cf86', 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'port_id': 'aff876aa-f913-424e-aaea-65b2d225cf86', 'mac_address': 'fa:16:3e:51:03:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb40da7-70c2-4a76-a673-516eb5b5b208', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:33.300327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:33.309411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83df4665-997c-4507-b8b8-4add42805175 req-53aa3c96-e066-428f-ab35-ae2474bfab2b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2048883 Nov 26 22:01:33.348139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-34c14d63-ea8b-49f5-a57c-c9620420c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.382045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 66bc3af1-2837-4b30-870c-9eac66dc3285 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:33.382551 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.518422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-34c14d63-ea8b-49f5-a57c-c9620420c2a9 None None] For port 9b952422-7c50-4188-8147-de3e88e13e61, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9b952422-7c50-4188-8147-de3e88e13e61,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:33.528461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.568451 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-34c14d63-ea8b-49f5-a57c-c9620420c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.632577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58434) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:33.638797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff876aa-f913-424e-aaea-65b2d225cf86 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:33.707433 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56052c8c-eddb-4405-b80d-4064f0289a1e req-bf97c173-abcd-4be2-a9cc-98012ae634dd tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 210 time: 0.0393269 Nov 26 22:01:33.709546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port aff876aa-f913-424e-aaea-65b2d225cf86, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aff876aa-f913-424e-aaea-65b2d225cf86,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:33.716378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-e170c369-44ed-4fda-9db0-ab08e5566f16 service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989101 Nov 26 22:01:33.742121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c14d63-ea8b-49f5-a57c-c9620420c2a9 None None] Pushing event updated for resources: {'Port': ['ID=9b952422-7c50-4188-8147-de3e88e13e61,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:33.749165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.749894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cc43f42d-16cd-4b1f-8d69-3aed33271b9f details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:33.803738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Made reservation on behalf of c7abe64670dd411c884b6ce94732b744 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:33.806480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b470-8bc5-4bd9-8be4-84b97947ad22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.808264 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.851219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-db6cd806-da3e-40f2-b143-d7dfa596184e None None] Provisioning complete for port 9b952422-7c50-4188-8147-de3e88e13e61 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:33.851628 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db6cd806-da3e-40f2-b143-d7dfa596184e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.932204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cc43f42d-16cd-4b1f-8d69-3aed33271b9f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:33.946288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=aff876aa-f913-424e-aaea-65b2d225cf86,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:33.956864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f', 'network_id': 'a12c8647-c2a6-454e-b2a4-b129f610ef39', 'port_id': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f', 'mac_address': 'fa:16:3e:7c:ca:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38916de7-aa23-4164-987d-563ed0790bd2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:33.968510 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b470-8bc5-4bd9-8be4-84b97947ad22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:33.972093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4edf0f5f-78f4-43cb-97b3-c9d8fff245c7 service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545910 Nov 26 22:01:33.989380 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b470-8bc5-4bd9-8be4-84b97947ad22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.029444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0ed6b470-8bc5-4bd9-8be4-84b97947ad22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3b37fca2be6456eafe7b7d2517673f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3950357 Nov 26 22:01:34.030904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58440) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:34.044592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:32Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:34.076643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099b371-971c-419f-ad1f-ba2c8ebb0df6 None None] The sync data for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 is: [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:32Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:01:34.083017 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.094752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6b470-8bc5-4bd9-8be4-84b97947ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba8e759-7bd1-4365-9394-f5cf0b06d120,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:34.117733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Allocated IP 172.20.0.5 (d44a0803-39db-47ca-b277-3c6185e9cf36/86d798ba-b97d-4dac-8fca-5beb8edcaf82/0b205863-91fa-4de7-b7fd-0aafc3744978) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:34.118282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc43f42d-16cd-4b1f-8d69-3aed33271b9f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:34.163058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cc43f42d-16cd-4b1f-8d69-3aed33271b9f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:34.192753 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.194007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ab5b10d1-ad2a-4d84-822e-8a4b348a329d details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:34.214880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac1b2173-c903-4d55-93a3-d41023996ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.250009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac1b2173-c903-4d55-93a3-d41023996ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.323947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ab5b10d1-ad2a-4d84-822e-8a4b348a329d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:34.332787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:34.348880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d', 'network_id': '7d94d6a3-5781-45f9-bfff-bc9c905dca0b', 'port_id': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d', 'mac_address': 'fa:16:3e:b6:10:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb40da7-70c2-4a76-a673-516eb5b5b208', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:34.362637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac1b2173-c903-4d55-93a3-d41023996ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.368823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac1b2173-c903-4d55-93a3-d41023996ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.374580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ac1b2173-c903-4d55-93a3-d41023996ac1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ba8e759-7bd1-4365-9394-f5cf0b06d120 HTTP/1.1" status: 204 len: 168 time: 0.3409741 Nov 26 22:01:34.395754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b2173-c903-4d55-93a3-d41023996ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba8e759-7bd1-4365-9394-f5cf0b06d120,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:34.429575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.452784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5b10d1-ad2a-4d84-822e-8a4b348a329d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:34.492160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4998eca9-d978-4721-a663-0db1a1f62281 req-a3d8bce4-6d45-4de1-bdc8-15d8231a2ba2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 210 time: 0.2517684 Nov 26 22:01:34.498380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ab5b10d1-ad2a-4d84-822e-8a4b348a329d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:34.502432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.506475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.685975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4dd3403e-e5aa-4a8c-918d-b93d145abf23 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:34.686782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:34.693991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4dd3403e-e5aa-4a8c-918d-b93d145abf23 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:34.702697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4dd3403e-e5aa-4a8c-918d-b93d145abf23 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:34.712121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4dd3403e-e5aa-4a8c-918d-b93d145abf23 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:34.719493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4dd3403e-e5aa-4a8c-918d-b93d145abf23 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:34.735363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4dd3403e-e5aa-4a8c-918d-b93d145abf23 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:34.764709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4dd3403e-e5aa-4a8c-918d-b93d145abf23 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:34.777880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4dd3403e-e5aa-4a8c-918d-b93d145abf23 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5436 time: 0.2098677 Nov 26 22:01:34.780482 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.792215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9b952422-7c50-4188-8147-de3e88e13e61 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:34.890550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9b952422-7c50-4188-8147-de3e88e13e61 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:34.890912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:34.894250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Network d44a0803-39db-47ca-b277-3c6185e9cf36 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:34.967680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:35.001811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:35.068198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:35.131390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:35.132234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.133731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58464) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:35.152571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f03eae5e-5844-403e-bb9a-07e218b21f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.156906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8360878e-90ee-4042-a819-3fda85ba5a1d req-4e568b36-61bb-428e-9067-757c81cbdab3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3781059 Nov 26 22:01:35.169171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4209d8-f0c1-4305-a6fb-0d659e647f94 req-4d1d6732-915e-4064-8349-aa0bf5479827 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:35.171516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b4209d8-f0c1-4305-a6fb-0d659e647f94 req-4d1d6732-915e-4064-8349-aa0bf5479827 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 931 time: 0.2809539 Nov 26 22:01:35.189559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-9902baef-b6b8-4382-ae30-eef14b2ad3e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0808403 Nov 26 22:01:35.225553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Request body: {'port': {'device_id': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:35.304166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f03eae5e-5844-403e-bb9a-07e218b21f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.315064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f03eae5e-5844-403e-bb9a-07e218b21f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.341642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b4209d8-f0c1-4305-a6fb-0d659e647f94 req-07c2cd05-2f00-4374-a542-0b59b162c297 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503403 Nov 26 22:01:35.345857 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.367131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f03eae5e-5844-403e-bb9a-07e218b21f24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05fe62c5590e412e804b0dd7e411b4e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259235 Nov 26 22:01:35.370249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58466) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:35.429873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eae5e-5844-403e-bb9a-07e218b21f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313b6705-182b-41af-8a70-ed9626102aa1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:35.475261 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e2ee-6ea0-4b38-ab8d-5c0656dfd6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.505432 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e2ee-6ea0-4b38-ab8d-5c0656dfd6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.598649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e2ee-6ea0-4b38-ab8d-5c0656dfd6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.602199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e2ee-6ea0-4b38-ab8d-5c0656dfd6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.603385 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4ee5e2ee-6ea0-4b38-ab8d-5c0656dfd6c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/313b6705-182b-41af-8a70-ed9626102aa1 HTTP/1.1" status: 204 len: 168 time: 0.2320919 Nov 26 22:01:35.618202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5e2ee-6ea0-4b38-ab8d-5c0656dfd6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313b6705-182b-41af-8a70-ed9626102aa1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:35.639913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0932b66f-4c3c-4f8a-b3ce-324aaa7dc2dd req-beb6151c-b50c-4810-8799-318a43bb1f88 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 210 time: 0.0429509 Nov 26 22:01:35.759816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b205863-91fa-4de7-b7fd-0aafc3744978 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:35.794673 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.817455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Transition to ACTIVE for port object 0b205863-91fa-4de7-b7fd-0aafc3744978 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:01:35.834661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:35.897370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['70621aed-7a91-4da3-9946-e906c783d7f7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:35.960202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['df353b82-9244-4a84-b2e0-73497dc7871d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:36.014391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:36.024889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['cc43f42d-16cd-4b1f-8d69-3aed33271b9f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:36.027400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:36.050954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.051292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.053458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.056124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.056473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.056816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.057155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.057490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.057822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.059486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.060523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.062227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:36.115846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Attempting to bind port 0b205863-91fa-4de7-b7fd-0aafc3744978 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:36.116159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Attempting to bind port 0b205863-91fa-4de7-b7fd-0aafc3744978 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:36.117238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Attempting to bind port 0b205863-91fa-4de7-b7fd-0aafc3744978 on network d44a0803-39db-47ca-b277-3c6185e9cf36 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:36.127961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Port 0b205863-91fa-4de7-b7fd-0aafc3744978 on network d44a0803-39db-47ca-b277-3c6185e9cf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:36.128417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Attempting to bind port 0b205863-91fa-4de7-b7fd-0aafc3744978 on network d44a0803-39db-47ca-b277-3c6185e9cf36 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:36.142974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:36.144974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Checking segment: {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:36.145440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Bound using segment: {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:36.149260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Bound port: 0b205863-91fa-4de7-b7fd-0aafc3744978, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:36.149665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:36.223816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['d9e2592c-3f43-476c-be84-c3a3a1e2c372'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:36.272355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ab5b10d1-ad2a-4d84-822e-8a4b348a329d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:36.308319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-938c99c2-3de4-4749-a9b3-c5ad6e912f53 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.314298 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-938c99c2-3de4-4749-a9b3-c5ad6e912f53 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.2711887 Nov 26 22:01:36.371999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:36.376070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:36.393503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:36.479770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:36.499265 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-25dd247b-e86e-4311-b5fa-b1ad9b7d4f37 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c8a0c3b23b84376862967611c9ac4e8 HTTP/1.1" status: 200 len: 379 time: 0.1730289 Nov 26 22:01:36.513590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'port': {'device_id': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'admin_state_up': True, 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'security_groups': ['634689a2-1462-47e1-b9ca-31b5dfce3584']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:36.524353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.524353 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:36.524353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-d6800dc3-5eef-4ff6-a6ff-d6d03b474aa6 service neutron] 10.222.0.41 "PUT /v2.0/ports/0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 1091 time: 1.3064249 Nov 26 22:01:36.528085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:36.530327 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:36.606985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-510d984b-1485-4baa-b10c-85a0fbeca282 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.615208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-510d984b-1485-4baa-b10c-85a0fbeca282 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.621688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-510d984b-1485-4baa-b10c-85a0fbeca282 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.628541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-510d984b-1485-4baa-b10c-85a0fbeca282 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.635707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-510d984b-1485-4baa-b10c-85a0fbeca282 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.642131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-510d984b-1485-4baa-b10c-85a0fbeca282 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.648661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-510d984b-1485-4baa-b10c-85a0fbeca282 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.651608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-510d984b-1485-4baa-b10c-85a0fbeca282 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5436 time: 0.2739282 Nov 26 22:01:36.662520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['aff876aa-f913-424e-aaea-65b2d225cf86'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:36.762637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-ad2faae5-ba9d-40f4-8a73-d12ba9a88474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.764444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-ad2faae5-ba9d-40f4-8a73-d12ba9a88474 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1094 time: 0.1119094 Nov 26 22:01:36.765482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Made reservation on behalf of 6c8a0c3b23b84376862967611c9ac4e8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:36.770839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:36.773544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46815b4-00f9-4d46-9fd5-a07d325af40c req-7932fad6-22d7-46d1-bcde-6880e0c02f7a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:36.783323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d46815b4-00f9-4d46-9fd5-a07d325af40c req-7932fad6-22d7-46d1-bcde-6880e0c02f7a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.2570603 Nov 26 22:01:36.859556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-25fe3490-9314-43ee-a1c3-a80e35e92bc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 217 time: 0.0708921 Nov 26 22:01:36.910162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2d0c0c9-a077-437f-b74a-13fbe36473ee req-675d34c3-7e8a-4f27-9dc8-d0975bfb8d26 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2124798 Nov 26 22:01:37.007549 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa3fd2-89ad-415a-b2a1-d110a48b3273 x-openstack-request-id: req-e1aa3fd2-89ad-415a-b2a1-d110a48b3273 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:37.008060 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:37.008495 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1aa3fd2-89ad-415a-b2a1-d110a48b3273 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:37.009096 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'status': 'completed', 'code': 200} Nov 26 22:01:37.038184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Allocated IP 172.20.0.9 (df32a847-cba4-4492-b1c7-be3954ce77ea/53b45918-cc75-4804-80f5-03d9450fe80f/90b11964-bc13-4c37-9377-dd99160272ff) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:37.042494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d46815b4-00f9-4d46-9fd5-a07d325af40c req-2d1e45a2-0e2a-478f-9795-f82ce85773f1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582567 Nov 26 22:01:37.068717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-35175220-928e-4080-8c57-c629c8bb8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:37.070890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-35175220-928e-4080-8c57-c629c8bb8bd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.2009933 Nov 26 22:01:37.093003 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:37.157166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-f04b2802-fb84-4b12-b959-94baf7180b8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747077 Nov 26 22:01:37.243478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ac40bbf-b55e-4d2a-9d88-f5aed0e112c5 req-b23bb0e2-31fd-46d1-ba53-ac61dc23c255 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 210 time: 0.0803456 Nov 26 22:01:37.309109 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:37.364040 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:37.374749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-a1a2b437-bd09-45f1-b619-dfc238092e0a service neutron] 10.222.0.41 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084000 Nov 26 22:01:37.448385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Network df32a847-cba4-4492-b1c7-be3954ce77ea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:37.456428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:37.459067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:37.527801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5e34e7c-4f13-427b-9615-000340bf1d5a req-83442f28-6150-482d-89c4-ca5357f112d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426241 Nov 26 22:01:37.550118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:37.551430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:37.558461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:37.582491 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-4838a424-eb2d-47c8-b7eb-f4ac2f4c23d4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0748940 Nov 26 22:01:37.645634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Request body: {'port': {'device_id': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:37.706725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-811b814b-dafe-4988-aedc-b80a5f58f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:37.708453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-811b814b-dafe-4988-aedc-b80a5f58f17a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1094 time: 0.0790339 Nov 26 22:01:37.746727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:37.815954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c38b25fb-68bf-42a1-bce0-b452daf1f825 None None] Provisioning complete for port 90b11964-bc13-4c37-9377-dd99160272ff triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:37.816325 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c38b25fb-68bf-42a1-bce0-b452daf1f825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:37.872596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-ae210834-4894-49be-be43-95de65665d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:37.874564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-ae210834-4894-49be-be43-95de65665d56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 915 time: 0.1587820 Nov 26 22:01:37.893717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c38b25fb-68bf-42a1-bce0-b452daf1f825 None None] Port 90b11964-bc13-4c37-9377-dd99160272ff cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:01:37.896936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:37.934352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-8606b03e-9b2f-4ed2-a0c1-8d1a3814c1bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 217 time: 0.0520251 Nov 26 22:01:38.002112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-a5c32112-4ffb-4407-92e4-cdf57d5b4966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.004280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-a5c32112-4ffb-4407-92e4-cdf57d5b4966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.0625992 Nov 26 22:01:38.050764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-99f2b7f2-a9a3-4023-90da-a0a129172d04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394151 Nov 26 22:01:38.054154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58524) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:38.146355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b11964-bc13-4c37-9377-dd99160272ff {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:38.156098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.178496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Transition to ACTIVE for port object 90b11964-bc13-4c37-9377-dd99160272ff will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:01:38.183843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.198614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b372-6d7f-4a87-a944-106dd761312f req-7f000726-5b33-46de-b583-9f506b84e6d0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.204854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b372-6d7f-4a87-a944-106dd761312f req-7f000726-5b33-46de-b583-9f506b84e6d0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.212945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b372-6d7f-4a87-a944-106dd761312f req-7f000726-5b33-46de-b583-9f506b84e6d0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.219413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b372-6d7f-4a87-a944-106dd761312f req-7f000726-5b33-46de-b583-9f506b84e6d0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.226160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b372-6d7f-4a87-a944-106dd761312f req-7f000726-5b33-46de-b583-9f506b84e6d0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.232443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b372-6d7f-4a87-a944-106dd761312f req-7f000726-5b33-46de-b583-9f506b84e6d0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.239612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07b372-6d7f-4a87-a944-106dd761312f req-7f000726-5b33-46de-b583-9f506b84e6d0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.241603 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e07b372-6d7f-4a87-a944-106dd761312f req-7f000726-5b33-46de-b583-9f506b84e6d0 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5436 time: 0.2190456 Nov 26 22:01:38.250955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:38.303295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-4ae25be6-73ae-443d-959b-010844c3174d service neutron] 10.222.0.41 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267294 Nov 26 22:01:38.324780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76435b0b-64c1-49a3-a5ec-88d0c07b94e1 req-58095d8a-3719-4d94-80fc-d3695c3c5204 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.326449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76435b0b-64c1-49a3-a5ec-88d0c07b94e1 req-58095d8a-3719-4d94-80fc-d3695c3c5204 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.1861737 Nov 26 22:01:38.335618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1390736735'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:38.377241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Attempting to bind port 90b11964-bc13-4c37-9377-dd99160272ff on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:38.377915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Attempting to bind port 90b11964-bc13-4c37-9377-dd99160272ff by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:38.377915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Attempting to bind port 90b11964-bc13-4c37-9377-dd99160272ff on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:38.382438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Port 90b11964-bc13-4c37-9377-dd99160272ff on network df32a847-cba4-4492-b1c7-be3954ce77ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:38.382892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Attempting to bind port 90b11964-bc13-4c37-9377-dd99160272ff on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:38.388658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:38.388993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Checking segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:38.389373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Bound using segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:38.389799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Bound port: 90b11964-bc13-4c37-9377-dd99160272ff, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:38.390179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.468392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e07b372-6d7f-4a87-a944-106dd761312f req-1b73c636-cceb-4bad-ae69-f662504ea305 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2193303 Nov 26 22:01:38.475862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:38.477915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:38.485415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.486740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Made reservation on behalf of f5130c7004fe45778d040fb8527f98fd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:38.491617 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.537109 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.570001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:38.575699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.576310 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.577851 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-cdf72a70-200b-49cf-ba93-2f657f66105b service neutron] 10.222.0.41 "PUT /v2.0/ports/90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 1091 time: 0.9421263 Nov 26 22:01:38.579912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:38.581348 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b196d385-3699-43ff-ac4f-c5ba0209e7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:38.606532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76435b0b-64c1-49a3-a5ec-88d0c07b94e1 req-4ec4ebed-6206-429b-8e07-0e7d9c291607 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499678 Nov 26 22:01:38.644009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd22249b-9aab-4ff1-9b02-0480fa74bcf0 req-6dc2e476-97ef-4aca-a6b9-2b1a3d571b74 service neutron] 10.222.0.41 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121467 Nov 26 22:01:38.646839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ab5b10d1-ad2a-4d84-822e-8a4b348a329d up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:38.738308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-2b1043da-cfc3-454f-b902-0ec0c5d04359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.742364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-2b1043da-cfc3-454f-b902-0ec0c5d04359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1094 time: 0.0778255 Nov 26 22:01:38.753625 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92fc92d-4770-40d2-9d30-2fe8d00054c7 x-openstack-request-id: req-e92fc92d-4770-40d2-9d30-2fe8d00054c7 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:38.753928 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:38.754208 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e92fc92d-4770-40d2-9d30-2fe8d00054c7 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:38.754628 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'status': 'completed', 'code': 200} Nov 26 22:01:38.789830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port ab5b10d1-ad2a-4d84-822e-8a4b348a329d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:38.794623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port ab5b10d1-ad2a-4d84-822e-8a4b348a329d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:38.795400 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.798928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.816493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb64c5-cb05-44f3-a6b9-67f3614326ae req-b9a78fba-96f2-437c-85b2-7e387966aefe tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.818288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cdb64c5-cb05-44f3-a6b9-67f3614326ae req-b9a78fba-96f2-437c-85b2-7e387966aefe tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 943 time: 0.1258581 Nov 26 22:01:38.819914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.852730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-7af89bf7-e30d-486d-9e01-60008bc875ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 217 time: 0.0951550 Nov 26 22:01:38.879633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:38.895490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b66ec2c-c6c3-429c-a7f4-77abe41d2279,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:38.913565 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.927641 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:38.928258 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Added segment 1028faba-5830-43f6-9193-da01db632430 of type vlan for network a47d5b6d-7ab6-43b4-80ca-663b35459487 Nov 26 22:01:38.930530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-3eb956f9-2e47-4dae-9cd6-aa12c3c6b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:38.932052 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-3eb956f9-2e47-4dae-9cd6-aa12c3c6b873 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.0685933 Nov 26 22:01:38.959118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:38.961866 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832926d-a558-420e-93dc-c4bb5828e701" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "ab5b10d1-ad2a-4d84-822e-8a4b348a329d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:38.962732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cdb64c5-cb05-44f3-a6b9-67f3614326ae req-255e2ec0-fc1a-4ba5-91d1-59d2da3cad36 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362565 Nov 26 22:01:38.988057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ab5b10d1-ad2a-4d84-822e-8a4b348a329d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:38.992672 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.008909 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.019881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-a3c7f176-ac32-4735-bcf1-09f071d74b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.022428 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-a3c7f176-ac32-4735-bcf1-09f071d74b07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817564 Nov 26 22:01:39.026553 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0f1ad2-45b4-4ab0-afae-b6bddc994462 x-openstack-request-id: req-fb0f1ad2-45b4-4ab0-afae-b6bddc994462 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:39.026917 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "ab5b10d1-ad2a-4d84-822e-8a4b348a329d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:39.027230 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb0f1ad2-45b4-4ab0-afae-b6bddc994462 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:39.027685 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d', 'code': 200} Nov 26 22:01:39.037101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.043027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.043810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.080792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:39.099038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0435424 Nov 26 22:01:39.126735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f890d63-512b-41eb-bb7b-c07485fab117 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Pushing event updated for resources: {'Network': ['ID=a47d5b6d-7ab6-43b4-80ca-663b35459487,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:39.137859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network a47d5b6d-7ab6-43b4-80ca-663b35459487 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:39.155405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-2a490ab3-d523-4303-bfa1-cc559858f184 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259425 Nov 26 22:01:39.262290 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-060b5cdb-4e09-4e9a-97c9-7ed4472e7ede req-81fc24f0-15d7-4d19-8f16-954263ff83cd service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987461 Nov 26 22:01:39.297187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58554) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:39.302878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Request body: {'port': {'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487', 'binding:host_id': 'n-h2-819494-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-893157166'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:39.326576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Made reservation on behalf of a9230836a95347e18a5e10bae6215d98 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:39.332649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.343891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.417525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-2c7b2fd7-7dff-41f7-8d57-8cc0c424d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.419446 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-2c7b2fd7-7dff-41f7-8d57-8cc0c424d18c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1094 time: 0.0718274 Nov 26 22:01:39.533412 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.543700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.553228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] device_id is not set on port cc618fc1-ae20-4200-ab0b-0b576779d3cf yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:01:39.569954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-b1d7ecd1-6f05-4540-ac59-20b49d7a4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.571518 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-b1d7ecd1-6f05-4540-ac59-20b49d7a4cb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.1432118 Nov 26 22:01:39.635266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-a77d0be1-a8cf-4b11-b6fc-bad9f3c9eec2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.644557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-a77d0be1-a8cf-4b11-b6fc-bad9f3c9eec2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.651250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-a77d0be1-a8cf-4b11-b6fc-bad9f3c9eec2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.658176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-a77d0be1-a8cf-4b11-b6fc-bad9f3c9eec2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.664325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-a77d0be1-a8cf-4b11-b6fc-bad9f3c9eec2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.670554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-a77d0be1-a8cf-4b11-b6fc-bad9f3c9eec2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.676998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-a77d0be1-a8cf-4b11-b6fc-bad9f3c9eec2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.685647 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-a77d0be1-a8cf-4b11-b6fc-bad9f3c9eec2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5437 time: 0.1161480 Nov 26 22:01:39.778086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4356d6f8-338e-4107-8b6a-6f910e2c501d req-f9d88522-edd7-42b5-838a-ff8e491643d5 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911732 Nov 26 22:01:39.785459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82a486-8294-414a-8209-81b2251a4215 req-3301f88e-e6c9-4550-a31c-7d9d5ff6942e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.786996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab82a486-8294-414a-8209-81b2251a4215 req-3301f88e-e6c9-4550-a31c-7d9d5ff6942e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.0831478 Nov 26 22:01:39.794297 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-08ab1954-ed84-4ebf-9642-0abfd010d614 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 217 time: 0.1702840 Nov 26 22:01:39.800025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79eeaba-ef5c-48fe-8303-6ebd1cfd77f2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:39.869577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab82a486-8294-414a-8209-81b2251a4215 req-9f68dde5-9845-4b55-8833-6a1e87c58247 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649748 Nov 26 22:01:39.896985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-3eb18489-71f4-4a93-879d-eedf2d7ba117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:39.898924 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-3eb18489-71f4-4a93-879d-eedf2d7ba117 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.0942254 Nov 26 22:01:39.903728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] device_id is not set on port cc618fc1-ae20-4200-ab0b-0b576779d3cf yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:01:39.924384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:39.945160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.008073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=cc618fc1-ae20-4200-ab0b-0b576779d3cf,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:40.016785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-51268f27-b837-4297-a718-b780f67fe6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:40.018766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-51268f27-b837-4297-a718-b780f67fe6d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081300 Nov 26 22:01:40.035879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Checking segment: {'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:40.036188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Network hostable DHCP agents. Network: a47d5b6d-7ab6-43b4-80ca-663b35459487, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:01:40.085937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226dc3d-8ebb-4ca8-8682-2898f2afe1ee req-b200d5b7-7cf6-43c7-90e9-465378f8b955 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:40.088051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7226dc3d-8ebb-4ca8-8682-2898f2afe1ee req-b200d5b7-7cf6-43c7-90e9-465378f8b955 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 943 time: 0.0550613 Nov 26 22:01:40.103868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Network a47d5b6d-7ab6-43b4-80ca-663b35459487 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:01:40.123383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, a47d5b6d-7ab6-43b4-80ca-663b35459487) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:40.132293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:40.147561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7e649-1cc5-4ee2-95cb-21ab8102f61b None None] Network a47d5b6d-7ab6-43b4-80ca-663b35459487 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:40.152734 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-c49f9677-15f4-4e17-ae2f-9dec95764c94 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247387 Nov 26 22:01:40.153544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.153874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.154258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.157459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7226dc3d-8ebb-4ca8-8682-2898f2afe1ee req-406d488c-1f51-4f93-b416-f58bb9942ed4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620162 Nov 26 22:01:40.159031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.159372 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.159759 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 2 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.221176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.221906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.221906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.229987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.230341 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.232052 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 3 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.250363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.250696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.251029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.271659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.272222 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.275087 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 4 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.292313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b196d385-3699-43ff-ac4f-c5ba0209e7eb req-98f842eb-fc1c-470f-8eba-a1f8de503223 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298234 Nov 26 22:01:40.296562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.296894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.297225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.302410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.302733 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.303120 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 5 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.315469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.315693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.315933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.320403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.320728 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.321115 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 6 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.334843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.335160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.335503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.340476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.340803 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.341199 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 7 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.354978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.355422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.355760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.360377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.360805 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.361700 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 8 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.374840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.375176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.375514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.380179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.380509 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.380902 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 9 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.393444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.393776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.394136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.398621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.398945 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.399337 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 10 to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf Nov 26 22:01:40.412484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:40.412821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:40.413154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:40.417965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port cc618fc1-ae20-4200-ab0b-0b576779d3cf on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:40.418625 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port cc618fc1-ae20-4200-ab0b-0b576779d3cf on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:40.418741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.483669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] For port cc618fc1-ae20-4200-ab0b-0b576779d3cf, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:40.484043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempted to set empty binding levels {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 22:01:40.489395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.519445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:40.520121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.541874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=cc618fc1-ae20-4200-ab0b-0b576779d3cf,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:40.547212 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9415e91e-5cf7-425b-b884-8dab9d4fc62d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.2489688 Nov 26 22:01:40.550203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58576) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:40.629837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Deleting port cc618fc1-ae20-4200-ab0b-0b576779d3cf {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:40.630207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.695252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] For port cc618fc1-ae20-4200-ab0b-0b576779d3cf, host n-h2-819494-1, got binding levels [] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:40.695609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.708315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Calling delete_port for cc618fc1-ae20-4200-ab0b-0b576779d3cf owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:40.787442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.817922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc618fc1-ae20-4200-ab0b-0b576779d3cf,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:40.821469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.824919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fb2cdd38-f475-4785-9e5f-b2edc0e6d3b8 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "DELETE /v2.0/ports/cc618fc1-ae20-4200-ab0b-0b576779d3cf HTTP/1.1" status: 204 len: 168 time: 0.2737732 Nov 26 22:01:40.827553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58582) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:40.853467 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d551797-5d5d-4e07-a249-210a059fa0a6 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] GET failed (client error): The resource could not be found. Nov 26 22:01:40.858666 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5d551797-5d5d-4e07-a249-210a059fa0a6 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "GET /v2.0/ports/cc618fc1-ae20-4200-ab0b-0b576779d3cf HTTP/1.1" status: 404 len: 333 time: 0.0265789 Nov 26 22:01:40.858991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58584) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:40.864436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Request body: {'port': {'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-20095605'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:40.894960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Made reservation on behalf of a9230836a95347e18a5e10bae6215d98 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:40.897742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:40.942775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] device_id is not set on port eea27c40-1a94-4c10-b90a-17b230c97664 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:01:40.973680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-4e2c2c76-48b6-40eb-bd24-c96ebddac5b3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:40.979942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-4e2c2c76-48b6-40eb-bd24-c96ebddac5b3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:40.986653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-4e2c2c76-48b6-40eb-bd24-c96ebddac5b3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:40.992992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-4e2c2c76-48b6-40eb-bd24-c96ebddac5b3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:40.999051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-4e2c2c76-48b6-40eb-bd24-c96ebddac5b3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:41.005331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-4e2c2c76-48b6-40eb-bd24-c96ebddac5b3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:41.011404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-4e2c2c76-48b6-40eb-bd24-c96ebddac5b3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:41.013642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-4e2c2c76-48b6-40eb-bd24-c96ebddac5b3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5437 time: 0.1335406 Nov 26 22:01:41.170124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706607a2-5f16-4723-ac91-80a982816d2e req-6b11b672-239f-45e3-a600-605de9e2a4d1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:41.171705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-706607a2-5f16-4723-ac91-80a982816d2e req-6b11b672-239f-45e3-a600-605de9e2a4d1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.2216640 Nov 26 22:01:41.188284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b25129c-0f0c-4a2f-b9f2-52d3a2e34ca7 req-ded1fda4-a9d7-484b-94b6-191fe274628e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363766 Nov 26 22:01:41.294139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-706607a2-5f16-4723-ac91-80a982816d2e req-0dee97fb-513b-4c76-81e1-3b783d8e1571 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141236 Nov 26 22:01:41.305881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:41.346953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:41.422149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Network a47d5b6d-7ab6-43b4-80ca-663b35459487 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:41.430392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:41.432461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=eea27c40-1a94-4c10-b90a-17b230c97664,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:41.435679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:41.436632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:41.437232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:41.455817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3388a56-3da9-45eb-90dd-093ab5ae5f20 req-8978e62a-3a13-41bd-a91e-b7ece0c5f4e7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:41.457337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3388a56-3da9-45eb-90dd-093ab5ae5f20 req-8978e62a-3a13-41bd-a91e-b7ece0c5f4e7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 943 time: 0.1041813 Nov 26 22:01:41.466723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b187a69c-2256-47dc-9b2a-d4549a9162dd tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.6066613 Nov 26 22:01:41.473465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58602) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:41.482795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:41.530634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3388a56-3da9-45eb-90dd-093ab5ae5f20 req-982cd5d4-9650-4522-8335-97e4270bb968 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628283 Nov 26 22:01:41.556549 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:41.724871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] device_id is not set on port eea27c40-1a94-4c10-b90a-17b230c97664 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:01:41.733464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:41.740073 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:41.800892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=eea27c40-1a94-4c10-b90a-17b230c97664,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:41.810040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.810417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.811011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.815100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.815457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.815804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.816147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.816486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.816822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.817161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.817492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.817820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.818177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.818509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.818836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:01:41.824218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.824552 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.824938 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 2 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.838254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.838596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.838930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.843363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.843691 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.844075 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 3 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.856500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.856834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.857165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.862191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.862523 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.862908 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 4 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.875156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.875493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.875842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.880099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.880428 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.880816 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 5 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.892382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.892708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.893042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.897207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.897537 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.897924 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 6 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.910456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.910793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.911127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.915322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.915652 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.916036 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 7 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.927771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.928109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.928442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.932712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.933043 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.933440 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 8 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.946615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.946942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.947277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.951586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.951920 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.952310 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 9 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.965036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.965373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.965709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.970019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.970386 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.970857 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 10 to bind port eea27c40-1a94-4c10-b90a-17b230c97664 Nov 26 22:01:41.983052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:41.983333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:41.983666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:41.988546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:41.988877 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port eea27c40-1a94-4c10-b90a-17b230c97664 on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:41.989239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.054570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] For port eea27c40-1a94-4c10-b90a-17b230c97664, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:42.054897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempted to set empty binding levels {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 22:01:42.060556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.092745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] In _notify_port_updated(), no bound segment for port eea27c40-1a94-4c10-b90a-17b230c97664 on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:01:42.093608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.094251 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.095614 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "PUT /v2.0/ports/eea27c40-1a94-4c10-b90a-17b230c97664 HTTP/1.1" status: 200 len: 973 time: 0.6204541 Nov 26 22:01:42.098192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58604) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:42.161778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427404c9-8ac2-4b5e-b8ab-36b0bb1a441d tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=eea27c40-1a94-4c10-b90a-17b230c97664,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:42.210616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.211086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.211561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.212025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.212487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.212950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.213408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.213867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.214343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.214795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.215248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.215698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.216148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.216598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.217049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.217496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.217951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.218429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.218880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.219330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.219781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.220398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.220851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.221300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.221758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.222238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.222696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.223156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.223612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.224062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.225003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.225003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.225397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.225848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.226319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.226773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.227226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.227677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.228130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.228664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.229030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.229480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.233700 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4a753c72-320e-4cb5-82e6-51bbfe1bd97b tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37376 time: 0.1343319 Nov 26 22:01:42.238623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58608) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:42.317077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Deleting port eea27c40-1a94-4c10-b90a-17b230c97664 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:42.317420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.367006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-49bc3957-e5a2-4e79-a862-3411f8b55f24 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.374054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-49bc3957-e5a2-4e79-a862-3411f8b55f24 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.380344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-49bc3957-e5a2-4e79-a862-3411f8b55f24 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.386767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-49bc3957-e5a2-4e79-a862-3411f8b55f24 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.393756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-49bc3957-e5a2-4e79-a862-3411f8b55f24 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.395925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] For port eea27c40-1a94-4c10-b90a-17b230c97664, host n-h2-819494-1, got binding levels [] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:42.396632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.404066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-49bc3957-e5a2-4e79-a862-3411f8b55f24 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.411498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-49bc3957-e5a2-4e79-a862-3411f8b55f24 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.412993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Calling delete_port for eea27c40-1a94-4c10-b90a-17b230c97664 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:42.419535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-49bc3957-e5a2-4e79-a862-3411f8b55f24 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5437 time: 0.1408448 Nov 26 22:01:42.508468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.512543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89e997d8-5a7a-476c-baed-3d07d8c45c17 req-ea83515b-a428-4ad0-bda2-432e2773c9e2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917566 Nov 26 22:01:42.525667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2fb39-5fa5-4934-865c-5938533fd4be req-49c2b93d-0dc0-4ee7-9894-8c25b93dfaf6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.527206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43e2fb39-5fa5-4934-865c-5938533fd4be req-49c2b93d-0dc0-4ee7-9894-8c25b93dfaf6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.0762503 Nov 26 22:01:42.540823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event deleted for resources: {'Port': ['ID=eea27c40-1a94-4c10-b90a-17b230c97664,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:42.546407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.553044 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-eeacbe9e-257f-4231-927a-48ae714db56c tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "DELETE /v2.0/ports/eea27c40-1a94-4c10-b90a-17b230c97664 HTTP/1.1" status: 204 len: 168 time: 0.3110778 Nov 26 22:01:42.553988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:42.595951 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea24dfa-c275-435d-a954-e83d210b0bcf tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] GET failed (client error): The resource could not be found. Nov 26 22:01:42.601153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5ea24dfa-c275-435d-a954-e83d210b0bcf tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "GET /v2.0/ports/eea27c40-1a94-4c10-b90a-17b230c97664 HTTP/1.1" status: 404 len: 333 time: 0.0422297 Nov 26 22:01:42.601337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58620) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:42.607408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-631009641', 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:42.636787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 70621aed-7a91-4da3-9946-e906c783d7f7 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:42.653209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43e2fb39-5fa5-4934-865c-5938533fd4be req-9689ca4e-b660-4010-9dc5-99f5b84e2865 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157498 Nov 26 22:01:42.693871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Made reservation on behalf of a9230836a95347e18a5e10bae6215d98 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:42.696421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.697124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 70621aed-7a91-4da3-9946-e906c783d7f7 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:42.702821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 70621aed-7a91-4da3-9946-e906c783d7f7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:42.703204 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.720063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] device_id is not set on port 178e0be0-da13-40a2-8adb-76684ec74ad7 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:01:42.765798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa60bb-d044-4b58-a63f-137bfd2803cd req-4c1f7545-d729-4e1b-b6d0-02906d52bf80 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:42.768341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54fa60bb-d044-4b58-a63f-137bfd2803cd req-4c1f7545-d729-4e1b-b6d0-02906d52bf80 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 943 time: 0.1139605 Nov 26 22:01:42.787219 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.811741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:42.814372 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c062d0-68d9-48ec-a8d4-a4e95623c7d1" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:42.828242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 70621aed-7a91-4da3-9946-e906c783d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=70621aed-7a91-4da3-9946-e906c783d7f7,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:42.834020 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.835224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d9e2592c-3f43-476c-be84-c3a3a1e2c372 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:42.858897 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3140bd3-37bc-45af-9098-757826bf49c3 x-openstack-request-id: req-d3140bd3-37bc-45af-9098-757826bf49c3 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:42.859702 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:42.859702 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3140bd3-37bc-45af-9098-757826bf49c3 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:42.860201 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7', 'code': 200} Nov 26 22:01:42.864162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54fa60bb-d044-4b58-a63f-137bfd2803cd req-2f7615f1-333c-4c7c-a1d2-2c7b05365e2f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885012 Nov 26 22:01:42.929103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=70621aed-7a91-4da3-9946-e906c783d7f7,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:42.955219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port d9e2592c-3f43-476c-be84-c3a3a1e2c372 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:42.962840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port d9e2592c-3f43-476c-be84-c3a3a1e2c372 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:42.963611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:42.967717 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.010652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.049450 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.057793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Network a47d5b6d-7ab6-43b4-80ca-663b35459487 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:43.061031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:43.063536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:43.065416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.066030 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.071853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=178e0be0-da13-40a2-8adb-76684ec74ad7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:43.086461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d9e2592c-3f43-476c-be84-c3a3a1e2c372, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:43.091912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f4905485-986e-43e7-a55e-f056ccc34960 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4872830 Nov 26 22:01:43.092234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58626) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:43.094560 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.095981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device aff876aa-f913-424e-aaea-65b2d225cf86 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:43.129879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0693cb1-f26f-42a3-831c-920f8da6dfe4 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.133737 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d0693cb1-f26f-42a3-831c-920f8da6dfe4 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "GET /v2.0/ports/178e0be0-da13-40a2-8adb-76684ec74ad7 HTTP/1.1" status: 200 len: 954 time: 0.0381017 Nov 26 22:01:43.134111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58628) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:43.153993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:43.199242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d9e2592c-3f43-476c-be84-c3a3a1e2c372,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:43.231973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cd7d0-8432-47dd-b639-343dde95f9f9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Deleting port 178e0be0-da13-40a2-8adb-76684ec74ad7 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:43.232401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd7d0-8432-47dd-b639-343dde95f9f9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.254016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port aff876aa-f913-424e-aaea-65b2d225cf86 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:43.261527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port aff876aa-f913-424e-aaea-65b2d225cf86 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:43.262018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.292981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd7d0-8432-47dd-b639-343dde95f9f9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.314246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ab3cd7d0-8432-47dd-b639-343dde95f9f9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Calling delete_port for 178e0be0-da13-40a2-8adb-76684ec74ad7 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:43.326423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:43.341237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36', 'port_id': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'mac_address': 'fa:16:3e:0b:10:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d798ba-b97d-4dac-8fca-5beb8edcaf82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:43.402618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd7d0-8432-47dd-b639-343dde95f9f9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.412380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.414408 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.431097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3cd7d0-8432-47dd-b639-343dde95f9f9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event deleted for resources: {'Port': ['ID=178e0be0-da13-40a2-8adb-76684ec74ad7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:43.436769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b205863-91fa-4de7-b7fd-0aafc3744978 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:43.441183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab3cd7d0-8432-47dd-b639-343dde95f9f9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.448002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58632) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:43.458259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ab3cd7d0-8432-47dd-b639-343dde95f9f9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "DELETE /v2.0/ports/178e0be0-da13-40a2-8adb-76684ec74ad7 HTTP/1.1" status: 204 len: 168 time: 0.3229809 Nov 26 22:01:43.476135 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d47e70b-554b-4611-9daa-468973280c47 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] GET failed (client error): The resource could not be found. Nov 26 22:01:43.480199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:43.482652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port aff876aa-f913-424e-aaea-65b2d225cf86, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aff876aa-f913-424e-aaea-65b2d225cf86,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:43.483621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58634) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:43.488793 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.489779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Request body: {'port': {'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2025512053'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:43.490148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:01:43.493814 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0d47e70b-554b-4611-9daa-468973280c47 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "GET /v2.0/ports/178e0be0-da13-40a2-8adb-76684ec74ad7 HTTP/1.1" status: 404 len: 333 time: 0.0446908 Nov 26 22:01:43.495063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.495891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:43.527827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Made reservation on behalf of a9230836a95347e18a5e10bae6215d98 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:43.530517 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.557975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] device_id is not set on port 45203eba-e300-4921-b6b3-13aa925b549d yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:01:43.663638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:43.734979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:43.757588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:43.757982 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.793798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=aff876aa-f913-424e-aaea-65b2d225cf86,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:43.805846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:43.830250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '90b11964-bc13-4c37-9377-dd99160272ff', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '90b11964-bc13-4c37-9377-dd99160272ff', 'mac_address': 'fa:16:3e:85:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:01:43.856628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-3faebf97-56ef-4c6c-bb88-3ed024035683 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.865549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-3faebf97-56ef-4c6c-bb88-3ed024035683 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.875115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-3faebf97-56ef-4c6c-bb88-3ed024035683 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.883901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-3faebf97-56ef-4c6c-bb88-3ed024035683 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.892209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-3faebf97-56ef-4c6c-bb88-3ed024035683 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.899669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-3faebf97-56ef-4c6c-bb88-3ed024035683 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.906705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-3faebf97-56ef-4c6c-bb88-3ed024035683 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.909803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-3faebf97-56ef-4c6c-bb88-3ed024035683 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5440 time: 0.2680242 Nov 26 22:01:43.913506 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.938398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b11964-bc13-4c37-9377-dd99160272ff {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:43.944165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.982314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:43.988197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d98d83-453b-48a3-81c1-4168c0dd8006 req-e85c39af-4292-4cfc-ad30-5fce82a35539 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:43.992493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:43.999067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61d98d83-453b-48a3-81c1-4168c0dd8006 req-e85c39af-4292-4cfc-ad30-5fce82a35539 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.2607954 Nov 26 22:01:44.005517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:44.015540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.026124 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.026942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cc43f42d-16cd-4b1f-8d69-3aed33271b9f up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:44.082212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:44.137329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c208a3f-7c53-47ee-8e56-902196c09b1a req-8632811f-1354-410c-b3c3-524c7a4eaaef tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2126465 Nov 26 22:01:44.140447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port cc43f42d-16cd-4b1f-8d69-3aed33271b9f completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:44.148351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port cc43f42d-16cd-4b1f-8d69-3aed33271b9f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:44.148738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.150386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:44.161630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61d98d83-453b-48a3-81c1-4168c0dd8006 req-72410dbc-a395-41e9-85d0-265e9d25fb1f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612442 Nov 26 22:01:44.188606 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.293474 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.309494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Network a47d5b6d-7ab6-43b4-80ca-663b35459487 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:44.319074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:44.325550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:44.326636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:44.329694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.333957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=45203eba-e300-4921-b6b3-13aa925b549d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:44.335595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cc43f42d-16cd-4b1f-8d69-3aed33271b9f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:44.345941 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.347156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device df353b82-9244-4a84-b2e0-73497dc7871d up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:44.381329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e58db-b4df-4b64-bcd7-012afbf5ebda req-cc52d28e-af4d-4e5a-b24c-cbd604614ed6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:44.383456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b02e58db-b4df-4b64-bcd7-012afbf5ebda req-cc52d28e-af4d-4e5a-b24c-cbd604614ed6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1550572 Nov 26 22:01:44.395429 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8592ac1d-5252-43d4-8a18-b030f7fc5a76 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9051733 Nov 26 22:01:44.395685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58644) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:44.398769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:44.439514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['0b205863-91fa-4de7-b7fd-0aafc3744978'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:44.481307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b02e58db-b4df-4b64-bcd7-012afbf5ebda req-89a78cfe-a1c8-4010-aa48-0f0c9ce64e4e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727847 Nov 26 22:01:44.481809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.490307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['90b11964-bc13-4c37-9377-dd99160272ff'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:44.690777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] device_id is not set on port 45203eba-e300-4921-b6b3-13aa925b549d yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:01:44.700800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.702770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:44.715484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.821262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port df353b82-9244-4a84-b2e0-73497dc7871d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:44.853665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=45203eba-e300-4921-b6b3-13aa925b549d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:44.869292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port df353b82-9244-4a84-b2e0-73497dc7871d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:44.869660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:44.871383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372'}, {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff876aa-f913-424e-aaea-65b2d225cf86'}, {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02'}, {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:44.873873 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faa669e-cdc4-49b2-acc8-f0a5d4d10d20" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "d9e2592c-3f43-476c-be84-c3a3a1e2c372"}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "aff876aa-f913-424e-aaea-65b2d225cf86"}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02"}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "cc43f42d-16cd-4b1f-8d69-3aed33271b9f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:44.893459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:44.893812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:44.896984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:44.907344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:44.908350 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:44.908908 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 2 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:44.941395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:44.941747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:44.942113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:44.957658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:44.958007 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:44.958445 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 3 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:44.981516 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d7235-b2cd-4409-bd2f-52566096969d x-openstack-request-id: req-ef5d7235-b2cd-4409-bd2f-52566096969d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:44.981929 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "d9e2592c-3f43-476c-be84-c3a3a1e2c372", "code": 200}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "aff876aa-f913-424e-aaea-65b2d225cf86", "code": 200}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02", "code": 200}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "cc43f42d-16cd-4b1f-8d69-3aed33271b9f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:44.982243 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ef5d7235-b2cd-4409-bd2f-52566096969d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:44.985257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:44.985743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:44.986785 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372', 'code': 200} Nov 26 22:01:44.987112 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff876aa-f913-424e-aaea-65b2d225cf86', 'code': 200} Nov 26 22:01:44.987361 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02', 'code': 200} Nov 26 22:01:44.987652 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f', 'code': 200} Nov 26 22:01:44.988913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:45.004651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:45.005344 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:45.005840 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 4 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:45.031753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:45.033306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:45.034435 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:45.039932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:45.040599 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:45.042342 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 5 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:45.072061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:45.072497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:45.072929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:45.083263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:45.086047 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:45.086573 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 6 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:45.107665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:45.108296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:45.108813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:45.114770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:45.115114 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:45.115516 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 7 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:45.126889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.128564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:45.128915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:45.129260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:45.133969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:45.134395 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:45.134797 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 8 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:45.156980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:45.158117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:45.158572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:45.163657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:45.173749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port df353b82-9244-4a84-b2e0-73497dc7871d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=df353b82-9244-4a84-b2e0-73497dc7871d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:45.174138 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:45.174822 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 9 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:45.181219 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.218662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:45.219011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:45.219354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:45.228238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:45.230038 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:45.230483 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempt 10 to bind port 45203eba-e300-4921-b6b3-13aa925b549d Nov 26 22:01:45.258180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=df353b82-9244-4a84-b2e0-73497dc7871d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:45.260050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:45.260600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:45.262624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempting to bind port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:45.268736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:45.269401 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Failed to bind port 45203eba-e300-4921-b6b3-13aa925b549d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '1028faba-5830-43f6-9193-da01db632430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'a47d5b6d-7ab6-43b4-80ca-663b35459487'}] Nov 26 22:01:45.269941 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.329204 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f1efb-6266-422c-8656-862b237ee603 req-df9b63cf-9e8c-4b36-bae7-943ac2a2e4e7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.334570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da1f1efb-6266-422c-8656-862b237ee603 req-df9b63cf-9e8c-4b36-bae7-943ac2a2e4e7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.0859592 Nov 26 22:01:45.348458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] For port 45203eba-e300-4921-b6b3-13aa925b549d, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:45.348838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attempted to set empty binding levels {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 22:01:45.353515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.368907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] In _notify_port_updated(), no bound segment for port 45203eba-e300-4921-b6b3-13aa925b549d on network a47d5b6d-7ab6-43b4-80ca-663b35459487 {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:01:45.369214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.369867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.373780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "PUT /v2.0/ports/45203eba-e300-4921-b6b3-13aa925b549d HTTP/1.1" status: 200 len: 975 time: 0.9770033 Nov 26 22:01:45.373927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-6683edce-f6aa-409c-add3-ef3301f740f1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.380047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-6683edce-f6aa-409c-add3-ef3301f740f1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.385979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-6683edce-f6aa-409c-add3-ef3301f740f1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.389362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58666) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:45.392259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-6683edce-f6aa-409c-add3-ef3301f740f1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.398615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-6683edce-f6aa-409c-add3-ef3301f740f1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.404380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-6683edce-f6aa-409c-add3-ef3301f740f1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.411072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-6683edce-f6aa-409c-add3-ef3301f740f1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.418746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-6683edce-f6aa-409c-add3-ef3301f740f1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.1410277 Nov 26 22:01:45.440666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89619c-8e28-4520-b786-3c2f0f5b29e3 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event updated for resources: {'Port': ['ID=45203eba-e300-4921-b6b3-13aa925b549d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:45.498666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da1f1efb-6266-422c-8656-862b237ee603 req-5c680175-b12b-497d-8243-4cdecb3b2e50 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530204 Nov 26 22:01:45.514625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Deleting port 45203eba-e300-4921-b6b3-13aa925b549d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:45.514982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.560056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82efd597-aa00-4cf0-a54d-139a2ab33b9b req-0ba25140-a5fc-4ffa-b610-88bb3b0980c7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403792 Nov 26 22:01:45.603242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] For port 45203eba-e300-4921-b6b3-13aa925b549d, host n-h2-819494-1, got binding levels [] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:45.603762 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.618645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Calling delete_port for 45203eba-e300-4921-b6b3-13aa925b549d owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:45.640077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53744f85-b2a6-4fa0-9074-b29211d8a8d6 req-ded20d2c-6a84-4070-b9e6-3e381be89ee2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:45.641680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53744f85-b2a6-4fa0-9074-b29211d8a8d6 req-ded20d2c-6a84-4070-b9e6-3e381be89ee2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0551040 Nov 26 22:01:45.694103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53744f85-b2a6-4fa0-9074-b29211d8a8d6 req-640e25c7-edb1-4d03-bbac-9a2bed71e866 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Nov 26 22:01:45.711267 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.738374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Pushing event deleted for resources: {'Port': ['ID=45203eba-e300-4921-b6b3-13aa925b549d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:45.746203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.749688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d2737eca-b412-4202-bcf4-f9290e7ee919 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "DELETE /v2.0/ports/45203eba-e300-4921-b6b3-13aa925b549d HTTP/1.1" status: 204 len: 168 time: 0.3593485 Nov 26 22:01:45.752394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58672) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:45.778833 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18ee262-fc31-489a-9e47-a1a5ee79bba9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] GET failed (client error): The resource could not be found. Nov 26 22:01:45.780170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a18ee262-fc31-489a-9e47-a1a5ee79bba9 tempest-PortsAdminExtendedAttrsTestJSON-837224215 tempest-PortsAdminExtendedAttrsTestJSON-837224215-project-admin] 10.222.0.21 "GET /v2.0/ports/45203eba-e300-4921-b6b3-13aa925b549d HTTP/1.1" status: 404 len: 333 time: 0.0268440 Nov 26 22:01:45.784276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58674) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:45.863122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.963247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:45.986425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47d5b6d-7ab6-43b4-80ca-663b35459487']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:45.999657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1028faba-5830-43f6-9193-da01db632430') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:46.000248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1028faba-5830-43f6-9193-da01db632430') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:46.010791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.026188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.035603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:46.036094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:46.040320 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:46.112468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.121088 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.129916 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] 10.222.0.21 "DELETE /v2.0/networks/a47d5b6d-7ab6-43b4-80ca-663b35459487 HTTP/1.1" status: 204 len: 168 time: 0.3423827 Nov 26 22:01:46.141858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e0a4b-c142-45df-bb1b-146fdd03caa5 tempest-PortsAdminExtendedAttrsTestJSON-1943657269 tempest-PortsAdminExtendedAttrsTestJSON-1943657269-project] Pushing event deleted for resources: {'Network': ['ID=a47d5b6d-7ab6-43b4-80ca-663b35459487,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:46.411710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58688) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:46.556649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-852c8557-19b1-4787-ab5f-e1ba2fd00379 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5130c7004fe45778d040fb8527f98fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437054 Nov 26 22:01:46.559105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58694) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:46.621143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926bb46-8d0d-47ab-a039-759fe83c25d9 req-156c4ab1-ebd0-45e9-809e-a62d0b999a89 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.623707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5926bb46-8d0d-47ab-a039-759fe83c25d9 req-156c4ab1-ebd0-45e9-809e-a62d0b999a89 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.0612378 Nov 26 22:01:46.629185 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe52005e-70fa-4739-bd09-704953bf07bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.655153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe52005e-70fa-4739-bd09-704953bf07bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.691694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5926bb46-8d0d-47ab-a039-759fe83c25d9 req-a7e11ed8-ca84-4eb4-8ace-48c029d6de52 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589752 Nov 26 22:01:46.712767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe52005e-70fa-4739-bd09-704953bf07bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.715533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe52005e-70fa-4739-bd09-704953bf07bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:46.719174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fe52005e-70fa-4739-bd09-704953bf07bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b66ec2c-c6c3-429c-a7f4-77abe41d2279 HTTP/1.1" status: 204 len: 168 time: 0.1566904 Nov 26 22:01:46.738630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52005e-70fa-4739-bd09-704953bf07bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b66ec2c-c6c3-429c-a7f4-77abe41d2279,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:46.788976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-0d7dd0f4-e86d-4e1a-bac8-506e62cf0e11 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.796560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-0d7dd0f4-e86d-4e1a-bac8-506e62cf0e11 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.803368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-0d7dd0f4-e86d-4e1a-bac8-506e62cf0e11 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.809248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-0d7dd0f4-e86d-4e1a-bac8-506e62cf0e11 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.816666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-0d7dd0f4-e86d-4e1a-bac8-506e62cf0e11 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.822844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-0d7dd0f4-e86d-4e1a-bac8-506e62cf0e11 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.829125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-0d7dd0f4-e86d-4e1a-bac8-506e62cf0e11 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.831137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-0d7dd0f4-e86d-4e1a-bac8-506e62cf0e11 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.1633224 Nov 26 22:01:46.905976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b85751-bd78-4c43-b424-d52095a036f4 req-bff18e3a-13fa-4dc7-8344-3d7b00f4c6df tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:46.908110 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62b85751-bd78-4c43-b424-d52095a036f4 req-bff18e3a-13fa-4dc7-8344-3d7b00f4c6df tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0755537 Nov 26 22:01:46.947622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12d8b3ba-ce0e-405d-a3b0-09a93aff8469 req-6acbe28f-eb71-41c5-948f-64301b677934 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052239 Nov 26 22:01:46.977531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62b85751-bd78-4c43-b424-d52095a036f4 req-cc667622-e155-4c31-aa13-684e2206eb86 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588467 Nov 26 22:01:46.989210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df353b82-9244-4a84-b2e0-73497dc7871d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:46.991995 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e2bc6c-8df2-4aa8-bba3-b06f8592f4b8" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "df353b82-9244-4a84-b2e0-73497dc7871d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:47.034613 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6211823-9ccb-412d-9c4c-2a9b0806424b x-openstack-request-id: req-f6211823-9ccb-412d-9c4c-2a9b0806424b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:47.034990 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-plugged", "status": "completed", "tag": "df353b82-9244-4a84-b2e0-73497dc7871d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:47.035325 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6211823-9ccb-412d-9c4c-2a9b0806424b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:47.035822 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df353b82-9244-4a84-b2e0-73497dc7871d', 'code': 200} Nov 26 22:01:47.055047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58708) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:47.098123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fa9a7789-fe75-4737-819d-b224663264a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9230836a95347e18a5e10bae6215d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409143 Nov 26 22:01:47.099853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58710) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:47.156744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098a5dbd-d784-45cf-98b6-0a2c2abb9e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.171535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:47.200809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098a5dbd-d784-45cf-98b6-0a2c2abb9e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.225951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-e5de2005-82c2-4857-a1b3-9611924fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:47.226478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-e5de2005-82c2-4857-a1b3-9611924fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:47.226960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-e5de2005-82c2-4857-a1b3-9611924fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:47.227410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-e5de2005-82c2-4857-a1b3-9611924fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:47.227868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-e5de2005-82c2-4857-a1b3-9611924fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:47.228511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-e5de2005-82c2-4857-a1b3-9611924fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:47.230143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-e5de2005-82c2-4857-a1b3-9611924fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:47.231852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-e5de2005-82c2-4857-a1b3-9611924fbe70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6500 time: 0.0854177 Nov 26 22:01:47.237845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 0b205863-91fa-4de7-b7fd-0aafc3744978 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:47.246755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 0b205863-91fa-4de7-b7fd-0aafc3744978 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:47.247069 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.306679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098a5dbd-d784-45cf-98b6-0a2c2abb9e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.309881 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098a5dbd-d784-45cf-98b6-0a2c2abb9e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.313535 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-098a5dbd-d784-45cf-98b6-0a2c2abb9e92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f79eeaba-ef5c-48fe-8303-6ebd1cfd77f2 HTTP/1.1" status: 204 len: 168 time: 0.2096033 Nov 26 22:01:47.335157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a5dbd-d784-45cf-98b6-0a2c2abb9e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79eeaba-ef5c-48fe-8303-6ebd1cfd77f2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:47.338712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-58fb1ea5-8450-4e47-82e6-7f56b73746c3 req-64294f75-25ad-4ed7-a113-fe0911f004ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990474 Nov 26 22:01:47.392529 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.445566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:47.450168 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.451080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:01:47.532099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:47.543868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 90b11964-bc13-4c37-9377-dd99160272ff completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:01:47.547837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 90b11964-bc13-4c37-9377-dd99160272ff triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:01:47.548253 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.627701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.663920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:01:47.671484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:47.721999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:48.168270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0502157-04b7-4220-a210-9087edf78f44 req-1cb3b85a-78dc-4b15-a408-fa8e3e62e1d8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.177406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0502157-04b7-4220-a210-9087edf78f44 req-1cb3b85a-78dc-4b15-a408-fa8e3e62e1d8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.4027147 Nov 26 22:01:48.219052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-d0aad01e-3428-4c56-b87c-06b88b05fd53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.225403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-d0aad01e-3428-4c56-b87c-06b88b05fd53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.231347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-d0aad01e-3428-4c56-b87c-06b88b05fd53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.238207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-d0aad01e-3428-4c56-b87c-06b88b05fd53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.244201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-d0aad01e-3428-4c56-b87c-06b88b05fd53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.250138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-d0aad01e-3428-4c56-b87c-06b88b05fd53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.256034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-d0aad01e-3428-4c56-b87c-06b88b05fd53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.257957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-d0aad01e-3428-4c56-b87c-06b88b05fd53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.1552222 Nov 26 22:01:48.309806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0502157-04b7-4220-a210-9087edf78f44 req-d8c9010a-87d2-45a7-a19e-825f958c220d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188455 Nov 26 22:01:48.393943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2265a62e-f5ee-4f7d-9020-0c46886021fd req-e49b02c6-6a1a-4797-853d-1907d136092d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249781 Nov 26 22:01:48.507604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219d0dd-3b36-450c-be80-c833218a7ad5 req-89e87f38-9506-4861-9ff6-c0c564a1af53 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:48.529720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2219d0dd-3b36-450c-be80-c833218a7ad5 req-89e87f38-9506-4861-9ff6-c0c564a1af53 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.1331170 Nov 26 22:01:48.616424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2219d0dd-3b36-450c-be80-c833218a7ad5 req-93cad9c5-df74-4a9f-87a4-ec244eab73e6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851271 Nov 26 22:01:48.875410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58784) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:49.037474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978'}, {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:49.041366 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb2b018-d0e1-4955-88ed-8b19f779c9bd" -d '{"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-plugged", "status": "completed", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978"}, {"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-plugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:49.127499 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a62607-7cc4-44f2-a6cf-0aa9977cfe6b x-openstack-request-id: req-c4a62607-7cc4-44f2-a6cf-0aa9977cfe6b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:49.128168 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-plugged", "status": "completed", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978", "code": 200}, {"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-plugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:49.128637 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4a62607-7cc4-44f2-a6cf-0aa9977cfe6b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:49.129292 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'code': 200} Nov 26 22:01:49.129940 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'code': 200} Nov 26 22:01:49.140997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1224743133', 'router:external': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:49.201648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Made reservation on behalf of a45037edd0cd45c9919914792322f931 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:49.206378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.223818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.349298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fc30a-6389-48af-bc1e-a11fde3132c6 req-922fc32b-db06-401f-b55d-d2b0bcb5dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.352477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f6fc30a-6389-48af-bc1e-a11fde3132c6 req-922fc32b-db06-401f-b55d-d2b0bcb5dd2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1096 time: 0.0553522 Nov 26 22:01:49.404120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.415731 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.447543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dc218-f71b-410d-a31a-75ac79a86d17 req-547d44a3-64e7-4e41-a042-99d9fed288bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.449255 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41dc218-f71b-410d-a31a-75ac79a86d17 req-547d44a3-64e7-4e41-a042-99d9fed288bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1096 time: 0.1486075 Nov 26 22:01:49.461975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:01:49.477176 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.477943 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Added segment 88ff8443-d051-4dd1-b7de-fea1e26b1122 of type vlan for network 8a3973b9-662f-45ac-a500-fd8c83b13d5f Nov 26 22:01:49.504119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f6fc30a-6389-48af-bc1e-a11fde3132c6 req-b664eb87-ddb9-48d8-b904-d5f24605dda7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412632 Nov 26 22:01:49.527026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dddbe-a614-4d9c-913d-02b7aecfeaab req-13d9e69a-7996-4308-9c5d-ff3ec6a9987c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.536867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-026dddbe-a614-4d9c-913d-02b7aecfeaab req-13d9e69a-7996-4308-9c5d-ff3ec6a9987c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1060338 Nov 26 22:01:49.559391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.628201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81caa8e9-ae21-4f4f-9352-2356bd383e88,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:49.645658 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.646669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.647464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.658524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-026dddbe-a614-4d9c-913d-02b7aecfeaab req-305fda18-3b75-40f3-8a8e-ff3619d9856c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197009 Nov 26 22:01:49.672514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41dc218-f71b-410d-a31a-75ac79a86d17 req-155f2549-3b4c-4b99-81d8-a4db9c497523 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960650 Nov 26 22:01:49.699347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8321-4a32-46b5-9695-7395a17596ae req-accb3698-578e-408a-bbea-cbb0e0b593d9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.706834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8321-4a32-46b5-9695-7395a17596ae req-accb3698-578e-408a-bbea-cbb0e0b593d9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.715256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8321-4a32-46b5-9695-7395a17596ae req-accb3698-578e-408a-bbea-cbb0e0b593d9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.722842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8321-4a32-46b5-9695-7395a17596ae req-accb3698-578e-408a-bbea-cbb0e0b593d9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.732679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8321-4a32-46b5-9695-7395a17596ae req-accb3698-578e-408a-bbea-cbb0e0b593d9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.739691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8321-4a32-46b5-9695-7395a17596ae req-accb3698-578e-408a-bbea-cbb0e0b593d9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.746500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8321-4a32-46b5-9695-7395a17596ae req-accb3698-578e-408a-bbea-cbb0e0b593d9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.756007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-066b8321-4a32-46b5-9695-7395a17596ae req-accb3698-578e-408a-bbea-cbb0e0b593d9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.1685376 Nov 26 22:01:49.783529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9068155 Nov 26 22:01:49.790447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58808) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:49.796837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'subnet': {'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:49.798848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682fe2d-34c5-4a27-aaea-032363babe36 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'Network': ['ID=8a3973b9-662f-45ac-a500-fd8c83b13d5f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:49.809906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 8a3973b9-662f-45ac-a500-fd8c83b13d5f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:01:49.875611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-066b8321-4a32-46b5-9695-7395a17596ae req-0f595996-a795-42c4-b1e9-b9ba982086c7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183181 Nov 26 22:01:49.879802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Made reservation on behalf of a45037edd0cd45c9919914792322f931 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:49.882201 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:49.891323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccda1b1-9d99-4f98-8505-a60e660f7487 req-f375db95-5bac-43fa-9e25-00f65dff85d8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:49.893672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ccda1b1-9d99-4f98-8505-a60e660f7487 req-f375db95-5bac-43fa-9e25-00f65dff85d8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.1146863 Nov 26 22:01:50.049698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ccda1b1-9d99-4f98-8505-a60e660f7487 req-9ddf459f-0ac2-4e9f-9ea9-e97db55a7aa9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414227 Nov 26 22:01:50.079558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12afa-4a8c-47d3-ac86-d24e7490f79c req-f012e710-69e9-4fb9-b5e0-b6c4b3058617 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.085617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12afa-4a8c-47d3-ac86-d24e7490f79c req-f012e710-69e9-4fb9-b5e0-b6c4b3058617 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.092821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12afa-4a8c-47d3-ac86-d24e7490f79c req-f012e710-69e9-4fb9-b5e0-b6c4b3058617 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.099511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12afa-4a8c-47d3-ac86-d24e7490f79c req-f012e710-69e9-4fb9-b5e0-b6c4b3058617 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.105440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12afa-4a8c-47d3-ac86-d24e7490f79c req-f012e710-69e9-4fb9-b5e0-b6c4b3058617 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.112063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12afa-4a8c-47d3-ac86-d24e7490f79c req-f012e710-69e9-4fb9-b5e0-b6c4b3058617 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.117973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f12afa-4a8c-47d3-ac86-d24e7490f79c req-f012e710-69e9-4fb9-b5e0-b6c4b3058617 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.120020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44f12afa-4a8c-47d3-ac86-d24e7490f79c req-f012e710-69e9-4fb9-b5e0-b6c4b3058617 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.1521013 Nov 26 22:01:50.131046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58814) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:50.137462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Request body: {'floatingip': {'port_id': '70621aed-7a91-4da3-9946-e906c783d7f7'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:50.350885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:01:50.351467 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:50.414156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'Subnet': ['ID=58e85114-66d4-48f4-bc3c-c63633e26250,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:50.419832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Checking segment: {'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:50.420201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Network hostable DHCP agents. Network: 8a3973b9-662f-45ac-a500-fd8c83b13d5f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:01:50.440763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Network 8a3973b9-662f-45ac-a500-fd8c83b13d5f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:01:50.451003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 8a3973b9-662f-45ac-a500-fd8c83b13d5f) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:50.456314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.456919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:50.463507 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for floatingip, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:50.465429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ee2c6-0671-4c06-87ef-725832532fac None None] Network 8a3973b9-662f-45ac-a500-fd8c83b13d5f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:50.476699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b21ed51-9bf4-4f6e-9018-ec7a9bb0b4e8 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6849744 Nov 26 22:01:50.479505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58818) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:50.485587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1812122758', 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:50.549321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Made reservation on behalf of a45037edd0cd45c9919914792322f931 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:50.552421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:50.586569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] device_id is not set on port f7b64da0-baf3-4e2a-98ab-3c7021f028e0 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:01:50.634643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897eea37-5e32-487a-a488-3475957ffe15 None None] Network 8a3973b9-662f-45ac-a500-fd8c83b13d5f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:01:50.779219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Allocated IP 2001:db8::fe (8a3973b9-662f-45ac-a500-fd8c83b13d5f/58e85114-66d4-48f4-bc3c-c63633e26250/f7b64da0-baf3-4e2a-98ab-3c7021f028e0) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:50.861918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb04d9-c31f-4c68-ad88-b7d8086b601e req-ea72a7f1-5143-4631-b5ba-9736ef579fe2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:50.863451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cbb04d9-c31f-4c68-ad88-b7d8086b601e req-ea72a7f1-5143-4631-b5ba-9736ef579fe2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0859263 Nov 26 22:01:50.982180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cbb04d9-c31f-4c68-ad88-b7d8086b601e req-efde0642-d225-4bf0-9515-2f58e24b923d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043534 Nov 26 22:01:51.024165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:51.077522 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:51.129923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Network 8a3973b9-662f-45ac-a500-fd8c83b13d5f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:51.134545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:51.168674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:51.170035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:51.171162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:51.204428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:51.208976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:51.257286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'Port': ['ID=f7b64da0-baf3-4e2a-98ab-3c7021f028e0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:51.264732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-392150af-133d-494a-ab30-11171e1ad6f6 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7814331 Nov 26 22:01:51.268659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58832) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:51.294474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9255-0306-4830-b2fb-a84095a2659d req-6a3fe188-d460-4eaa-94d3-eed05b980df1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:51.296043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cdcd9255-0306-4830-b2fb-a84095a2659d req-6a3fe188-d460-4eaa-94d3-eed05b980df1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.1483653 Nov 26 22:01:51.304557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6e5fb-54b3-4ac9-8b0f-d4498c0244d9 req-51062af1-5e31-46f0-88e2-b064168e3e82 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:51.306104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ac6e5fb-54b3-4ac9-8b0f-d4498c0244d9 req-51062af1-5e31-46f0-88e2-b064168e3e82 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1096 time: 0.1096468 Nov 26 22:01:51.378031 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ac6e5fb-54b3-4ac9-8b0f-d4498c0244d9 req-b1b84e5b-2e66-44fc-ab75-40779f1c08a3 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648532 Nov 26 22:01:51.390915 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Floating IP 64c5f5d1-3aaf-49a6-9283-389ec02a6f37 associated. External IP: 172.25.3.247, port: 70621aed-7a91-4da3-9946-e906c783d7f7. Nov 26 22:01:51.391506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cdcd9255-0306-4830-b2fb-a84095a2659d req-93de8f5a-656f-4902-b518-637015e2bcc6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844517 Nov 26 22:01:51.496167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0f18fb67-7c1a-48b6-8f42-f393b5b10d04 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Deleting port f7b64da0-baf3-4e2a-98ab-3c7021f028e0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:51.496433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f18fb67-7c1a-48b6-8f42-f393b5b10d04 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:51.671600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f07e97-a585-4990-b56c-65df5df2ff4a req-426ceeba-2317-4ee6-b84a-cab994a41e1a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:51.674246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6f07e97-a585-4990-b56c-65df5df2ff4a req-426ceeba-2317-4ee6-b84a-cab994a41e1a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0599508 Nov 26 22:01:51.700511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f18fb67-7c1a-48b6-8f42-f393b5b10d04 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:51.722342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0f18fb67-7c1a-48b6-8f42-f393b5b10d04 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Calling delete_port for f7b64da0-baf3-4e2a-98ab-3c7021f028e0 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:51.738721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6f07e97-a585-4990-b56c-65df5df2ff4a req-f90a26b9-baeb-46da-bbc7-bfefc5f63e82 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563900 Nov 26 22:01:51.762037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58840) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:51.828510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3687d96f-a991-4abf-9740-d5b7b5eecdc2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/b51e520f-e59e-42a7-8a6e-e2c69411d48f HTTP/1.1" status: 200 len: 992 time: 0.0614951 Nov 26 22:01:51.837057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:01:52.002644 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f18fb67-7c1a-48b6-8f42-f393b5b10d04 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:52.012342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:01:52.037021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:52.039404 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] Sync routers for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:01:52.042273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18fb67-7c1a-48b6-8f42-f393b5b10d04 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7b64da0-baf3-4e2a-98ab-3c7021f028e0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:52.056840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:52.057467 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:52.087988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f18fb67-7c1a-48b6-8f42-f393b5b10d04 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:52.091345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0f18fb67-7c1a-48b6-8f42-f393b5b10d04 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f7b64da0-baf3-4e2a-98ab-3c7021f028e0 HTTP/1.1" status: 204 len: 168 time: 0.8214788 Nov 26 22:01:52.094003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58850) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:52.099295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f', 'external_fixed_ips': [{'subnet_id': '58e85114-66d4-48f4-bc3c-c63633e26250', 'ip_address': '2001:db8::fe'}]}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:52.106171 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-78d920e8-d4c8-4047-9e65-47fc75a11b64 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "PUT /v2.0/floatingips/64c5f5d1-3aaf-49a6-9283-389ec02a6f37 HTTP/1.1" status: 200 len: 992 time: 1.9706883 Nov 26 22:01:52.107990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:52.110376 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e403676-baaf-4ed2-a739-63d23aa3e732" -d '{"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:52.137441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:52.138702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:52.151738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ded48-6648-4332-b767-bddc65e66ac6 req-7f15d659-4a60-48bb-a8ca-a8875206a735 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:52.154287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-951ded48-6648-4332-b767-bddc65e66ac6 req-7f15d659-4a60-48bb-a8ca-a8875206a735 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0625148 Nov 26 22:01:52.223802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-951ded48-6648-4332-b767-bddc65e66ac6 req-86dd2ff5-4ea7-4e27-88c5-7f8e462e238e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598192 Nov 26 22:01:52.251699 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:52.286940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:52.599039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-a952e7ca-f0c4-4298-b871-528cec480a91 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1483676 Nov 26 22:01:52.612575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914bf50-965f-4364-a86d-ac77f2b18819 req-99b3a825-f07c-455c-a9bd-4509548350b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:52.614211 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4914bf50-965f-4364-a86d-ac77f2b18819 req-99b3a825-f07c-455c-a9bd-4509548350b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1084845 Nov 26 22:01:52.679082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bf368-824f-4453-9b4f-716ba1e8cc71 req-8e5709a7-26c9-4f21-a33f-6ca1c94afa74 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:52.683997 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '64c5f5d1-3aaf-49a6-9283-389ec02a6f37', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'port_id': '70621aed-7a91-4da3-9946-e906c783d7f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'mac_address': 'fa:16:3e:59:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:00:23Z', 'updated_at': '2021-11-26T22:01:50Z', 'revision_number': 1, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:13Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:52.691353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e8bf368-824f-4453-9b4f-716ba1e8cc71 req-8e5709a7-26c9-4f21-a33f-6ca1c94afa74 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.1372998 Nov 26 22:01:52.719677 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] Checking router: 1cfbe494-f1d1-46a9-835f-4acaa74904a3 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:01:52.730003 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:52.730974 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:52.742055 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430f1ee9-ae1f-4f57-b14d-fb25e6432547 x-openstack-request-id: req-430f1ee9-ae1f-4f57-b14d-fb25e6432547 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:52.742516 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:52.742871 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-430f1ee9-ae1f-4f57-b14d-fb25e6432547 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:52.743375 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7', 'status': 'completed', 'code': 200} Nov 26 22:01:52.762668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4914bf50-965f-4364-a86d-ac77f2b18819 req-3127d636-c476-4a37-8ff4-6eb79dbc3c76 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379273 Nov 26 22:01:52.802232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e8bf368-824f-4453-9b4f-716ba1e8cc71 req-c8b4ef03-e5cf-48d9-9573-c5be5818ee3e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098528 Nov 26 22:01:52.905118 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:52.975325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:53.008800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-06ec3554-ec29-4aee-a903-b981e00ba13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.009742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-06ec3554-ec29-4aee-a903-b981e00ba13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.010638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-06ec3554-ec29-4aee-a903-b981e00ba13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.011364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-06ec3554-ec29-4aee-a903-b981e00ba13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.012244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-06ec3554-ec29-4aee-a903-b981e00ba13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.013006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-06ec3554-ec29-4aee-a903-b981e00ba13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.013623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-06ec3554-ec29-4aee-a903-b981e00ba13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.018230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-06ec3554-ec29-4aee-a903-b981e00ba13e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6500 time: 0.2713113 Nov 26 22:01:53.077610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-e27c6c8a-14d8-49c3-bb4b-b176a5f99d7b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.084909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-e27c6c8a-14d8-49c3-bb4b-b176a5f99d7b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 814 time: 0.1952884 Nov 26 22:01:53.162352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-dcc4695b-2778-4fc2-ac54-733988916294 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/quotas/c7abe64670dd411c884b6ce94732b744 HTTP/1.1" status: 200 len: 375 time: 0.0762656 Nov 26 22:01:53.253084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7500df-6582-4bd5-bd73-0a33ed996d36 req-57f1adf0-e422-4842-8d7c-54f1c5ac1a41 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.255235 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '64c5f5d1-3aaf-49a6-9283-389ec02a6f37', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'port_id': '70621aed-7a91-4da3-9946-e906c783d7f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'mac_address': 'fa:16:3e:59:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:00:23Z', 'updated_at': '2021-11-26T22:01:50Z', 'revision_number': 1, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:13Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:53.263388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb7500df-6582-4bd5-bd73-0a33ed996d36 req-57f1adf0-e422-4842-8d7c-54f1c5ac1a41 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.1635544 Nov 26 22:01:53.263925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58896) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:53.270512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'floatingip': {'port_id': '90b11964-bc13-4c37-9377-dd99160272ff'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:53.287139 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80013a-0766-4aaa-a9c0-b7099d474db8 None None] The sync data for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 is: [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '64c5f5d1-3aaf-49a6-9283-389ec02a6f37', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'port_id': '70621aed-7a91-4da3-9946-e906c783d7f7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'mac_address': 'fa:16:3e:59:46:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:00:23Z', 'updated_at': '2021-11-26T22:01:50Z', 'revision_number': 1, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:13Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:01:53.299978 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-3be05379-a1f2-435d-947d-9e5858f58df3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1295774 Nov 26 22:01:53.316711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-9455d686-31b7-466d-8157-577168ad0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.318303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-9455d686-31b7-466d-8157-577168ad0421 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 HTTP/1.1" status: 200 len: 917 time: 0.2923775 Nov 26 22:01:53.436756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:53.462944 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2622cbd0-859f-4ccb-909f-c594d60817c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:53.631429 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-783e11a3-e3e7-41ae-aac2-f7809c01e2f0 service neutron] 10.222.0.21 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302135 Nov 26 22:01:53.692919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-af06db5f-051e-415a-bdf4-7fb67e9e8e61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70621aed-7a91-4da3-9946-e906c783d7f7 HTTP/1.1" status: 200 len: 1000 time: 0.3619435 Nov 26 22:01:53.748142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a59e66f-6b79-4078-910e-ef6f13955bd4 None None] New status for floating IP 64c5f5d1-3aaf-49a6-9283-389ec02a6f37: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:01:53.758687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:53.767995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-e46d6d0b-cb24-4250-96b6-255f7af5e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.769371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-e46d6d0b-cb24-4250-96b6-255f7af5e965 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f0247c-5539-4f19-9a32-ead622c07557 HTTP/1.1" status: 200 len: 855 time: 0.0637503 Nov 26 22:01:53.790830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:53.951434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-76cd0b2e-3b17-44f7-b5bf-879165140359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:53.953893 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-76cd0b2e-3b17-44f7-b5bf-879165140359 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650622 Nov 26 22:01:54.157742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Allocated IP 2001:db8::fe (8a3973b9-662f-45ac-a500-fd8c83b13d5f/58e85114-66d4-48f4-bc3c-c63633e26250/d773a3ca-d77c-4a5d-a7ed-ef3203e77b20) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:54.165166 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-7bc90a58-e0de-46b8-b4d4-9c06e63b576d service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772451 Nov 26 22:01:54.174378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0c8e4-728b-4542-87b3-dc86c67769e6 req-d6f332c8-953a-4903-ab83-d2dc691ea9d5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:54.175825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08d0c8e4-728b-4542-87b3-dc86c67769e6 req-d6f332c8-953a-4903-ab83-d2dc691ea9d5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.2020409 Nov 26 22:01:54.201280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-66f230cf-4c79-487a-9806-c366e82344cb service neutron] 10.222.0.21 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036821 Nov 26 22:01:54.304712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08d0c8e4-728b-4542-87b3-dc86c67769e6 req-ac138063-61ca-440d-b73b-7e2a74f72e9a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135066 Nov 26 22:01:54.378305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:54.383204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e403676-baaf-4ed2-a739-63d23aa3e732 req-d7560c47-ec4e-4003-a352-c99e9a93d5cf service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885767 Nov 26 22:01:54.417436 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:54.425210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:54.443287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:54.517600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b34f8fe2-966c-42b9-aea4-af60294deec0 req-dce9aad2-1f44-4748-b03a-cef5d0f69b13 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 210 time: 0.0380533 Nov 26 22:01:54.540629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Network 8a3973b9-662f-45ac-a500-fd8c83b13d5f is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:54.542575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:54.544836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:54.624212 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Floating IP dcb5e1f0-8ed0-469e-8681-0a3c60354f94 associated. External IP: 172.25.3.227, port: 90b11964-bc13-4c37-9377-dd99160272ff. Nov 26 22:01:54.733941 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'Port': ['ID=d773a3ca-d77c-4a5d-a7ed-ef3203e77b20,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:54.758902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-fc77d560-a1a8-4117-b061-9287bbd8e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:54.760845 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-fc77d560-a1a8-4117-b061-9287bbd8e6b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1096 time: 0.0969231 Nov 26 22:01:54.965637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-2a88b8f6-8ed5-406c-b8b8-42310fb0b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:54.967552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-2a88b8f6-8ed5-406c-b8b8-42310fb0b94c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.1985888 Nov 26 22:01:54.988520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:55.118921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-8e8fc7f6-ca1f-4dc0-b426-1714950898e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 1000 time: 0.1411896 Nov 26 22:01:55.184555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-2f598367-46cd-45e1-98e2-746aabb29040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:55.186515 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-2f598367-46cd-45e1-98e2-746aabb29040 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.0603461 Nov 26 22:01:55.273414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Router a8177740-ce0c-4f9a-85ec-2bcd53fba925 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:01:55.326562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-c122c686-f8c8-4109-ab79-b06df562255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:55.328244 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-c122c686-f8c8-4109-ab79-b06df562255b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109846 Nov 26 22:01:55.365121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:55.434654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:01:55.443037 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:55.451189 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76000d-5238-4925-8465-19382af8e414 None None] Sync routers for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:01:55.463273 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76000d-5238-4925-8465-19382af8e414 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:55.464174 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9b76000d-5238-4925-8465-19382af8e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:55.517549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88810a0-9ec3-461f-ab6c-088c4a2e690f req-e8372056-ad21-490d-8575-3edbe7c5a4e2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:55.528190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b88810a0-9ec3-461f-ab6c-088c4a2e690f req-e8372056-ad21-490d-8575-3edbe7c5a4e2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1337552 Nov 26 22:01:55.547189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e59a240b-132c-43e6-ad68-6a132e0da832 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "PUT /v2.0/floatingips/dcb5e1f0-8ed0-469e-8681-0a3c60354f94 HTTP/1.1" status: 200 len: 991 time: 2.2812984 Nov 26 22:01:55.551213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:55.553692 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:55.608824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b88810a0-9ec3-461f-ab6c-088c4a2e690f req-d84f5856-4693-4b6c-978e-65855c2e18e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808308 Nov 26 22:01:55.682448 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9b76000d-5238-4925-8465-19382af8e414 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:55.717523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e451baa0-6755-4259-aef4-e0268e2655e8 req-3b0a1508-22f5-4492-aea4-a0baecf66940 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 210 time: 0.0541952 Nov 26 22:01:55.772644 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef99ef-be3e-4b5f-8af9-c2c755db2555 x-openstack-request-id: req-3aef99ef-be3e-4b5f-8af9-c2c755db2555 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:55.773074 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:55.773427 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3aef99ef-be3e-4b5f-8af9-c2c755db2555 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:55.773964 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'status': 'completed', 'code': 200} Nov 26 22:01:55.882146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-4b0c5570-eef3-45d9-974d-142cb021c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:55.883896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-4b0c5570-eef3-45d9-974d-142cb021c6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1096 time: 0.0625646 Nov 26 22:01:55.958254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-3e379618-232f-466c-8087-f96b84dbf8b9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:55.959949 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-3e379618-232f-466c-8087-f96b84dbf8b9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.13 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 814 time: 0.1155424 Nov 26 22:01:55.990419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Request body: {'port': {'device_id': 'ce73e1bd-3b32-42e5-a181-867479da95fe', 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36', 'admin_state_up': True, 'tenant_id': 'c7abe64670dd411c884b6ce94732b744'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:56.069792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-ee4da8d6-9343-4c36-bcc0-bd29d9806f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:56.071764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-ee4da8d6-9343-4c36-bcc0-bd29d9806f8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.1812978 Nov 26 22:01:56.101291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-a7e80112-a82e-474f-9622-00495da5cb44 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7658246 Nov 26 22:01:56.114736 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9b76000d-5238-4925-8465-19382af8e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'dcb5e1f0-8ed0-469e-8681-0a3c60354f94', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'port_id': '90b11964-bc13-4c37-9377-dd99160272ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'mac_address': 'fa:16:3e:85:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:01:31Z', 'updated_at': '2021-11-26T22:01:54Z', 'revision_number': 1, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:33Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:56.147548 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76000d-5238-4925-8465-19382af8e414 None None] Checking router: a8177740-ce0c-4f9a-85ec-2bcd53fba925 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:01:56.156863 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76000d-5238-4925-8465-19382af8e414 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:56.159001 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9b76000d-5238-4925-8465-19382af8e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:56.165093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-acf8c524-2a32-4561-8b63-e6d2f102ec59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 999 time: 0.0862911 Nov 26 22:01:56.203548 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-941faf4c-995f-4413-aeeb-ae1e85edb9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:56.233193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-f9e34a01-a333-43cc-b4d4-28f29cfc8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:56.235047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-f9e34a01-a333-43cc-b4d4-28f29cfc8970 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.0630591 Nov 26 22:01:56.274601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Router e24be03a-67f5-436d-adf2-4aa87371d98d is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:01:56.292736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-fa611615-8556-46c7-b12d-fed93a14c723 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829188 Nov 26 22:01:56.293815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Made reservation on behalf of c7abe64670dd411c884b6ce94732b744 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:01:56.298901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:56.307722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-6ecb73d5-eb1b-4fc2-9e01-411967cbf6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:56.309531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-6ecb73d5-eb1b-4fc2-9e01-411967cbf6ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617511 Nov 26 22:01:56.314726 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9b76000d-5238-4925-8465-19382af8e414 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:56.522666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:01:56.524552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-ac9df573-74cf-476b-b06e-a6c41a6940f4 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067170 Nov 26 22:01:56.534029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Sync routers for ids ['e24be03a-67f5-436d-adf2-4aa87371d98d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:01:56.535289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Allocated IP 172.20.0.2 (d44a0803-39db-47ca-b277-3c6185e9cf36/86d798ba-b97d-4dac-8fca-5beb8edcaf82/7f8f432b-e21b-4973-a50b-067a38c0b0c0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:01:56.552921 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:56.553477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Routers {'e24be03a-67f5-436d-adf2-4aa87371d98d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:56.554557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e24be03a-67f5-436d-adf2-4aa87371d98d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:56.557430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-83b8cf16-fa89-49e5-b131-535544a0b6a4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.4624259 Nov 26 22:01:56.557599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58932) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:56.695680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Set router e24be03a-67f5-436d-adf2-4aa87371d98d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:01:56.784680 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9b76000d-5238-4925-8465-19382af8e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'dcb5e1f0-8ed0-469e-8681-0a3c60354f94', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'port_id': '90b11964-bc13-4c37-9377-dd99160272ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'mac_address': 'fa:16:3e:85:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:01:31Z', 'updated_at': '2021-11-26T22:01:54Z', 'revision_number': 1, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:33Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:56.821695 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76000d-5238-4925-8465-19382af8e414 None None] The sync data for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 is: [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'dcb5e1f0-8ed0-469e-8681-0a3c60354f94', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'port_id': '90b11964-bc13-4c37-9377-dd99160272ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'mac_address': 'fa:16:3e:85:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:01:31Z', 'updated_at': '2021-11-26T22:01:54Z', 'revision_number': 1, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:33Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:01:56.855020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:56.883982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8343f4-5509-492e-a5b2-ad0453ccf3fb req-2f0b00fc-831c-4562-9898-79c2c7898c57 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237145 Nov 26 22:01:56.910515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:56.952692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24be03a-67f5-436d-adf2-4aa87371d98d', 'name': '', 'tenant_id': 'a45037edd0cd45c9919914792322f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f', 'external_fixed_ips': [{'subnet_id': '58e85114-66d4-48f4-bc3c-c63633e26250', 'ip_address': '2001:db8::fe'}], 'enable_snat': True}, 'gw_port_id': 'd773a3ca-d77c-4a5d-a7ed-ef3203e77b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:52Z', 'updated_at': '2021-11-26T22:01:54Z', 'revision_number': 3, 'project_id': 'a45037edd0cd45c9919914792322f931', 'gw_port': {'id': 'd773a3ca-d77c-4a5d-a7ed-ef3203e77b20', 'name': '', 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:0f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24be03a-67f5-436d-adf2-4aa87371d98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '58e85114-66d4-48f4-bc3c-c63633e26250', 'ip_address': '2001:db8::fe', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:53Z', 'updated_at': '2021-11-26T22:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58e85114-66d4-48f4-bc3c-c63633e26250', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:56.960126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['0b205863-91fa-4de7-b7fd-0aafc3744978'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:01:56.984523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Network d44a0803-39db-47ca-b277-3c6185e9cf36 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:01:56.988528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:01:56.992334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:01:56.998064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Checking router: e24be03a-67f5-436d-adf2-4aa87371d98d for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:01:56.998587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Updating router e24be03a-67f5-436d-adf2-4aa87371d98d port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:01:57.003121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Pushing event updated for resources: {'Port': ['ID=7f8f432b-e21b-4973-a50b-067a38c0b0c0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:57.019330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8671474-f535-4ce8-9830-2036aeebba36 req-6dfb42f4-ea24-42f7-8a56-6a07845dd4bf tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:57.021388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8671474-f535-4ce8-9830-2036aeebba36 req-6dfb42f4-ea24-42f7-8a56-6a07845dd4bf tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.2647948 Nov 26 22:01:57.062737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:57.064511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.090171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7cfb5-c28f-4320-aa32-4846e96da827 req-333521a7-63c9-4ad5-8e3f-abb8b3663d63 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:57.092258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bc7cfb5-c28f-4320-aa32-4846e96da827 req-333521a7-63c9-4ad5-8e3f-abb8b3663d63 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 931 time: 0.1331892 Nov 26 22:01:57.094195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.103365 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-5961effc-b5a9-4116-9718-f3e15e70a36f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200931 Nov 26 22:01:57.107467 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.108149 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.122058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Request body: {'port': {'device_id': 'ce73e1bd-3b32-42e5-a181-867479da95fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:57.193127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8671474-f535-4ce8-9830-2036aeebba36 req-c307d9fe-1419-442f-b1cb-e24c7f974171 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602223 Nov 26 22:01:57.209781 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.231892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bc7cfb5-c28f-4320-aa32-4846e96da827 req-677531b9-adc4-47cf-bcec-8ca580348d99 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281116 Nov 26 22:01:57.275446 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3cb1e8-016a-40f7-8c07-478b525f9f08 None None] New status for floating IP dcb5e1f0-8ed0-469e-8681-0a3c60354f94: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:01:57.328696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.450807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Deleting port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:01:57.451147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.567467 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.570153 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.583099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Calling delete_port for d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:01:57.589288 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.617527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8f432b-e21b-4973-a50b-067a38c0b0c0 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:01:57.626619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.641622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Transition to ACTIVE for port object 7f8f432b-e21b-4973-a50b-067a38c0b0c0 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:01:57.647205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.693672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Attempting to bind port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:57.694350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Attempting to bind port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:57.694949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Attempting to bind port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 on network 8a3973b9-662f-45ac-a500-fd8c83b13d5f {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:57.697191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163eaf9-30b8-4a98-80b5-44e62a5fe0d3 None None] Pushing event updated for resources: {'Port': ['ID=d773a3ca-d77c-4a5d-a7ed-ef3203e77b20,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:57.722933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:57.723987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Checking segment: {'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:57.724669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.725333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Bound using segment: {'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:57.726068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Bound port: d773a3ca-d77c-4a5d-a7ed-ef3203e77b20, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:57.727648 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.739841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8f432b-e21b-4973-a50b-067a38c0b0c0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:57.826203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Attempting to bind port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:57.826629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Attempting to bind port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:57.827068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Attempting to bind port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 on network d44a0803-39db-47ca-b277-3c6185e9cf36 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:57.832507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 on network d44a0803-39db-47ca-b277-3c6185e9cf36 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:01:57.832910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Attempting to bind port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 on network d44a0803-39db-47ca-b277-3c6185e9cf36 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:57.839476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:57.839957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Checking segment: {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:57.841683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.849470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Bound using segment: {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:57.851134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Bound port: 7f8f432b-e21b-4973-a50b-067a38c0b0c0, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:57.851613 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.856833 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:01:57.857884 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:01:57.896763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event deleted for resources: {'Port': ['ID=d773a3ca-d77c-4a5d-a7ed-ef3203e77b20,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:57.931136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.940080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] For port 7f8f432b-e21b-4973-a50b-067a38c0b0c0, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:01:57.943781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] For port 7f8f432b-e21b-4973-a50b-067a38c0b0c0, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7f8f432b-e21b-4973-a50b-067a38c0b0c0,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:01:57.949131 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.992942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:57.993567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:57.994998 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/7f8f432b-e21b-4973-a50b-067a38c0b0c0 HTTP/1.1" status: 200 len: 1091 time: 0.8775003 Nov 26 22:01:57.995439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce73e1bd-3b32-42e5-a181-867479da95fe', 'tag': '7f8f432b-e21b-4973-a50b-067a38c0b0c0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:01:57.997705 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f0af25-d09a-46c8-84d5-5367076e1eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce73e1bd-3b32-42e5-a181-867479da95fe", "tag": "7f8f432b-e21b-4973-a50b-067a38c0b0c0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:01:58.031762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9ed06-bcfd-4a95-94e0-52b23fb213d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8f432b-e21b-4973-a50b-067a38c0b0c0,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:58.033583 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.036101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.083456 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdea34d-d964-44ef-8f09-4509b176faf7 x-openstack-request-id: req-8cdea34d-d964-44ef-8f09-4509b176faf7 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:01:58.083869 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce73e1bd-3b32-42e5-a181-867479da95fe", "tag": "7f8f432b-e21b-4973-a50b-067a38c0b0c0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:01:58.084042 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cdea34d-d964-44ef-8f09-4509b176faf7 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:01:58.084480 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce73e1bd-3b32-42e5-a181-867479da95fe', 'tag': '7f8f432b-e21b-4973-a50b-067a38c0b0c0', 'status': 'completed', 'code': 200} Nov 26 22:01:58.086428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.087733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e24be03a-67f5-436d-adf2-4aa87371d98d {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:01:58.092496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.093720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2bd837df-9a9a-428d-87e6-fd811e8763cc tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "DELETE /v2.0/routers/e24be03a-67f5-436d-adf2-4aa87371d98d HTTP/1.1" status: 204 len: 168 time: 1.5350361 Nov 26 22:01:58.097009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58950) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:58.130362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-6c0a061d-0eef-451b-bbdc-7fde0835b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:58.131899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-6c0a061d-0eef-451b-bbdc-7fde0835b2e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 1094 time: 0.0766444 Nov 26 22:01:58.145860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9bcb04-9f70-47ed-98e2-6d8d3ef65be7 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Deleting subnet 58e85114-66d4-48f4-bc3c-c63633e26250 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:01:58.155002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f9bcb04-9f70-47ed-98e2-6d8d3ef65be7 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.202758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-101022a1-04ef-4168-af94-756765a10b96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8f432b-e21b-4973-a50b-067a38c0b0c0 HTTP/1.1" status: 200 len: 217 time: 0.0545473 Nov 26 22:01:58.247819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f9bcb04-9f70-47ed-98e2-6d8d3ef65be7 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.288946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-0cc77ce9-2bd0-482e-96b1-f3c11a13abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:58.290597 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-0cc77ce9-2bd0-482e-96b1-f3c11a13abb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.0785375 Nov 26 22:01:58.333173 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-61dddad1-233c-40e0-8867-94bd3a2ab4e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334041 Nov 26 22:01:58.336217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f9bcb04-9f70-47ed-98e2-6d8d3ef65be7 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.376577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Attempting to bind port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:01:58.377789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Attempting to bind port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:01:58.378365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Attempting to bind port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 on network 8a3973b9-662f-45ac-a500-fd8c83b13d5f {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:01:58.384516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:01:58.385200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Checking segment: {'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:01:58.385779 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.386371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Bound using segment: {'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:01:58.387158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Bound port: d773a3ca-d77c-4a5d-a7ed-ef3203e77b20, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ff8443-d051-4dd1-b7de-fea1e26b1122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '8a3973b9-662f-45ac-a500-fd8c83b13d5f'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:01:58.388182 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.396573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615827f5-e368-4d46-9282-233b96fbec32 req-0daab76e-dead-4df6-98f6-474a00aed2b0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:58.398223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-615827f5-e368-4d46-9282-233b96fbec32 req-0daab76e-dead-4df6-98f6-474a00aed2b0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0981724 Nov 26 22:01:58.410378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Port d773a3ca-d77c-4a5d-a7ed-ef3203e77b20 has been deleted concurrently {{(pid=110001) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 26 22:01:58.421552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Routers set() bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:01:58.422380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Router IDs set() for agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 22:01:58.424201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e24be03a-67f5-436d-adf2-4aa87371d98d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent'). {{(pid=110001) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 22:01:58.424829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b94fd-351c-4b83-94e3-91bf5328c87b None None] The sync data for ids ['e24be03a-67f5-436d-adf2-4aa87371d98d'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:01:58.440901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3feb0d-2f95-4135-bc2b-2d172c2ed9b3 req-3f972fd4-29be-489d-b8a4-700c464fe2b0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:58.446996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba3feb0d-2f95-4135-bc2b-2d172c2ed9b3 req-3f972fd4-29be-489d-b8a4-700c464fe2b0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 943 time: 0.1044550 Nov 26 22:01:58.489820 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-dc706be7-76bc-4d39-8909-8426db9f7aaf service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326778 Nov 26 22:01:58.492659 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f9bcb04-9f70-47ed-98e2-6d8d3ef65be7 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.531763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba3feb0d-2f95-4135-bc2b-2d172c2ed9b3 req-0510fdf9-0c10-46c9-85be-452e05361f2c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798059 Nov 26 22:01:58.543411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-615827f5-e368-4d46-9282-233b96fbec32 req-7c682299-e3cf-4ca1-9c2f-083070b21fd0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384213 Nov 26 22:01:58.566530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bcb04-9f70-47ed-98e2-6d8d3ef65be7 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=58e85114-66d4-48f4-bc3c-c63633e26250,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:58.569847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.660282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f9bcb04-9f70-47ed-98e2-6d8d3ef65be7 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.662730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9f9bcb04-9f70-47ed-98e2-6d8d3ef65be7 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/58e85114-66d4-48f4-bc3c-c63633e26250 HTTP/1.1" status: 204 len: 168 time: 0.5647192 Nov 26 22:01:58.665290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:58.720676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b35c8b81-aa34-4f96-b7ea-b010c4f708d3 req-ba579aec-fd18-4dc9-95f8-c3e3ff4f91d1 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233980 Nov 26 22:01:58.768949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.879450 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:58.916049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-fef030d5-5cee-449c-ba41-7e414603dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:58.918900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-fef030d5-5cee-449c-ba41-7e414603dc2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 1094 time: 0.0959342 Nov 26 22:01:58.928784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3973b9-662f-45ac-a500-fd8c83b13d5f']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:58.979463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ff8443-d051-4dd1-b7de-fea1e26b1122') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:58.983779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ff8443-d051-4dd1-b7de-fea1e26b1122') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:01:59.039126 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.070156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.082253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:01:59.090438 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: items = [ Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:01:59.092598 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:01:59.102486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.180910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-7a42abd7-b9cc-4fbc-a1bb-e156b1ac6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:59.182324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-7a42abd7-b9cc-4fbc-a1bb-e156b1ac6c7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 915 time: 0.2550731 Nov 26 22:01:59.277614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.291253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a3973b9-662f-45ac-a500-fd8c83b13d5f {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 26 22:01:59.302602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.304319 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-501dd11b-82f5-4b12-a020-b652e2342477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f8f432b-e21b-4973-a50b-067a38c0b0c0 HTTP/1.1" status: 200 len: 217 time: 0.1136749 Nov 26 22:01:59.315428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8a3973b9-662f-45ac-a500-fd8c83b13d5f HTTP/1.1" status: 204 len: 168 time: 0.6486204 Nov 26 22:01:59.343118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9290b-dfe3-4268-b61b-55f66c89789f tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a3973b9-662f-45ac-a500-fd8c83b13d5f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:01:59.425045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-f4a7b9a9-2fe1-406d-8d99-acb997aa1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:59.429398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-f4a7b9a9-2fe1-406d-8d99-acb997aa1c90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.1151481 Nov 26 22:01:59.437036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bec94c-6fb7-4c6c-8661-71afe58ca7ed req-bb1a6892-23c7-4a96-9dd7-7fa90c28f3a6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:01:59.440440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90bec94c-6fb7-4c6c-8661-71afe58ca7ed req-bb1a6892-23c7-4a96-9dd7-7fa90c28f3a6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 946 time: 0.0752244 Nov 26 22:01:59.514197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-a9c786d9-7258-4480-9e35-7d6af929f4b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672488 Nov 26 22:01:59.556501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90bec94c-6fb7-4c6c-8661-71afe58ca7ed req-a0ae9ab0-cfa3-4227-88dc-194b04e56b5f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096473 Nov 26 22:01:59.687982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58988) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:01:59.692799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ec17a95a-ea69-4df0-91f2-188b48739157 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'router': {'name': 'tempest-router--1553689959', 'project_id': '75a2a464213e42e2a43e4e19e5ca0b8c'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:01:59.716240 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-3827e56a-0384-48da-9015-93214c13af81 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935358 Nov 26 22:01:59.753765 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec17a95a-ea69-4df0-91f2-188b48739157 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.756941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec17a95a-ea69-4df0-91f2-188b48739157 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.850687 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec17a95a-ea69-4df0-91f2-188b48739157 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.876416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec17a95a-ea69-4df0-91f2-188b48739157 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:01:59.952895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e6f0af25-d09a-46c8-84d5-5367076e1eb3 req-67c944ea-fc83-4020-b298-31de90e4e732 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278378 Nov 26 22:01:59.994856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07005b12-99f9-4679-a984-6fbd3195f799 req-93d6d305-a92c-437c-93d2-9b3c08fe0b66 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:00.002631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07005b12-99f9-4679-a984-6fbd3195f799 req-93d6d305-a92c-437c-93d2-9b3c08fe0b66 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.2717924 Nov 26 22:02:00.006713 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec17a95a-ea69-4df0-91f2-188b48739157 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:00.011782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ec17a95a-ea69-4df0-91f2-188b48739157 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3188548 Nov 26 22:02:00.012773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58992) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:00.087037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4769f4-c93a-406a-b9cc-0dc61f9d86d5 req-b3fb890d-d05a-49ac-96b0-df8683804fb9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:00.094386 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec4769f4-c93a-406a-b9cc-0dc61f9d86d5 req-b3fb890d-d05a-49ac-96b0-df8683804fb9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 943 time: 0.2419183 Nov 26 22:02:00.103582 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bdec9db-23dd-4827-9e01-0cf514138489 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:00.196094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07005b12-99f9-4679-a984-6fbd3195f799 req-963a4f26-bf46-49a8-8c3e-64cef3e52674 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904275 Nov 26 22:02:00.233829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec4769f4-c93a-406a-b9cc-0dc61f9d86d5 req-4a16f287-a7ba-4b72-ac9c-03269f8febab tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379027 Nov 26 22:02:00.322561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bdec9db-23dd-4827-9e01-0cf514138489 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:00.326157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bdec9db-23dd-4827-9e01-0cf514138489 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:00.387970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bdec9db-23dd-4827-9e01-0cf514138489 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:00.388465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdec9db-23dd-4827-9e01-0cf514138489 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef03327f-8f5e-4e31-b580-e6ed5a1394cb {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:00.402348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bdec9db-23dd-4827-9e01-0cf514138489 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:00.403870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6bdec9db-23dd-4827-9e01-0cf514138489 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "DELETE /v2.0/routers/ef03327f-8f5e-4e31-b580-e6ed5a1394cb HTTP/1.1" status: 204 len: 168 time: 0.3884060 Nov 26 22:02:00.536248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58998) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:00.753582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657a39a-f2f7-4f94-9aa1-03b0dba290df req-770212db-2a89-4906-bdfe-e256e5a1420f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:00.761800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8657a39a-f2f7-4f94-9aa1-03b0dba290df req-770212db-2a89-4906-bdfe-e256e5a1420f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 946 time: 0.0698824 Nov 26 22:02:00.763402 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:02:00.813212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8657a39a-f2f7-4f94-9aa1-03b0dba290df req-756de2c6-50c7-44ff-96f3-6e4b53b7e156 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504773 Nov 26 22:02:00.886978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-648545520', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:00.912192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:00.913827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:00.978421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:01.291707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:01.410573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b5f71-dae0-4d17-b23f-a1b98b80ecf0 req-9bef80c2-c412-4837-a9d9-a640111bd060 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:01.412272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-951b5f71-dae0-4d17-b23f-a1b98b80ecf0 req-9bef80c2-c412-4837-a9d9-a640111bd060 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1268985 Nov 26 22:02:01.420398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0309df3-57ad-4e38-bba7-fd31bacd84e2 req-c2b46789-f666-4b83-a689-d5cc333a824d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:01.422016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0309df3-57ad-4e38-bba7-fd31bacd84e2 req-c2b46789-f666-4b83-a689-d5cc333a824d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 943 time: 0.0885899 Nov 26 22:02:01.510100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0309df3-57ad-4e38-bba7-fd31bacd84e2 req-06d7880f-d157-4b2c-a3a6-707675de55c7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793161 Nov 26 22:02:01.514566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-951b5f71-dae0-4d17-b23f-a1b98b80ecf0 req-19d8fd0a-91ba-4412-9d0b-636979445700 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915532 Nov 26 22:02:01.819663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:01.841532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:01.861742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61638d7f-3849-41c2-acbf-25e18428103a req-9b69feed-4ff1-431a-b1c0-828a21e7284e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:01.863233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61638d7f-3849-41c2-acbf-25e18428103a req-9b69feed-4ff1-431a-b1c0-828a21e7284e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.13 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 946 time: 0.4117703 Nov 26 22:02:01.942253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0deee5-dab0-4687-a342-9135ef087b88 req-fd3b4e61-8093-43ee-8da4-b898ef828c70 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:01.943760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a0deee5-dab0-4687-a342-9135ef087b88 req-fd3b4e61-8093-43ee-8da4-b898ef828c70 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 946 time: 0.0488954 Nov 26 22:02:01.992034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a0deee5-dab0-4687-a342-9135ef087b88 req-f160effb-e55e-49cd-ad62-b67f8b9089d6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=263891be-a182-48ec-99df-e91f34480396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Nov 26 22:02:02.029834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Allocated IP 172.25.3.102 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/30a2908d-cead-4b5b-85bd-a58619a8330c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:02.050195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Deleting port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:02.050590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:02.203186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] For port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:02.203469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:02.226968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:02.402383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:02.490662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:02.498698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:02.503918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:02.525109 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:02.525489 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:02.525802 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Floating IP 3ab3513c-1ca0-4b13-8e34-bafef9c035ba disassociated. External IP: 172.25.3.167, port: dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b. Nov 26 22:02:02.526180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Calling delete_port for dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:02.536760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event updated for resources: {'Port': ['ID=30a2908d-cead-4b5b-85bd-a58619a8330c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:02.689911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721073da-4607-48c3-adbc-ad1457231a06 req-58c2fa4c-157a-4e07-a412-259eaddc657c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:02.691387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-721073da-4607-48c3-adbc-ad1457231a06 req-58c2fa4c-157a-4e07-a412-259eaddc657c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 943 time: 0.0879223 Nov 26 22:02:02.707999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654fa6c-4d8b-4569-bb5f-5f64fc9f71ef req-1c803cf7-ef41-4f11-8e3a-f9ee99598feb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:02.709525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8654fa6c-4d8b-4569-bb5f-5f64fc9f71ef req-1c803cf7-ef41-4f11-8e3a-f9ee99598feb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0755575 Nov 26 22:02:02.733546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7f8f432b-e21b-4973-a50b-067a38c0b0c0 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:02:02.784505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-721073da-4607-48c3-adbc-ad1457231a06 req-87a9cfd4-4ff3-4462-8f16-733e7b08d3b8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Nov 26 22:02:02.804532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8654fa6c-4d8b-4569-bb5f-5f64fc9f71ef req-905cc112-331b-4ad5-9ddb-186a80639719 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870578 Nov 26 22:02:02.864241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7f8f432b-e21b-4973-a50b-067a38c0b0c0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7f8f432b-e21b-4973-a50b-067a38c0b0c0,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:02.890102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7f8f432b-e21b-4973-a50b-067a38c0b0c0', 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36', 'port_id': '7f8f432b-e21b-4973-a50b-067a38c0b0c0', 'mac_address': 'fa:16:3e:bc:6b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d798ba-b97d-4dac-8fca-5beb8edcaf82', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:02:02.921071 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:02.950283 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:02.967149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8f432b-e21b-4973-a50b-067a38c0b0c0 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:02:02.982722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event deleted for resources: {'Port': ['ID=dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:02.992764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7f8f432b-e21b-4973-a50b-067a38c0b0c0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7f8f432b-e21b-4973-a50b-067a38c0b0c0,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:02.999204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:03.003386 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:03.072744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7f8f432b-e21b-4973-a50b-067a38c0b0c0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:03.130008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-038894a7-5e62-4de0-838d-0653482d1c0f req-917b2d99-a451-4662-b16d-27f35ac27f61 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=df157f3f-ea27-4536-91d1-96fb3a8e813b HTTP/1.1" status: 200 len: 210 time: 0.0321512 Nov 26 22:02:03.214626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:02:03.417787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:03.427141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:03.439208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] Sync routers for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:03.451876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:03.452838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:03.514286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7f8f432b-e21b-4973-a50b-067a38c0b0c0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:02:03.519626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] No DVR routers for this DVR port dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:02:03.523451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:03.526907 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61638d7f-3849-41c2-acbf-25e18428103a req-ef594ed5-2572-4630-9afe-401da72cfa8a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.13 "DELETE /v2.0/ports/dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b HTTP/1.1" status: 204 len: 173 time: 1.6352177 Nov 26 22:02:03.527460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-deleted', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:03.529617 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b312bfa6-7d69-49c9-9117-a1f974114169" -d '{"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-deleted", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:03.602876 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c7658f-abce-47f5-9c41-46276521919a x-openstack-request-id: req-56c7658f-abce-47f5-9c41-46276521919a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:03.603262 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df157f3f-ea27-4536-91d1-96fb3a8e813b", "name": "network-vif-deleted", "tag": "dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:03.603614 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56c7658f-abce-47f5-9c41-46276521919a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:03.604080 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df157f3f-ea27-4536-91d1-96fb3a8e813b', 'name': 'network-vif-deleted', 'tag': 'dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b', 'status': 'completed', 'code': 200} Nov 26 22:02:03.670912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Router 82536a58-36a7-4146-9c47-8920d0572fae is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:02:03.788204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:03.803424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:03.817239 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07559756-430b-4abf-9598-38a15a10093a None None] Sync routers for ids ['82536a58-36a7-4146-9c47-8920d0572fae'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:03.848811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:03.850551 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f9a2caf1-2367-4073-b573-743262a80cef tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3128684 Nov 26 22:02:03.853235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59046) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:03.863978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07559756-430b-4abf-9598-38a15a10093a None None] Routers {'82536a58-36a7-4146-9c47-8920d0572fae'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:03.864607 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-07559756-430b-4abf-9598-38a15a10093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82536a58-36a7-4146-9c47-8920d0572fae'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:03.961863 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-07559756-430b-4abf-9598-38a15a10093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:03.984199 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07559756-430b-4abf-9598-38a15a10093a None None] Routers {'82536a58-36a7-4146-9c47-8920d0572fae'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:03.984742 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-07559756-430b-4abf-9598-38a15a10093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82536a58-36a7-4146-9c47-8920d0572fae'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:04.054453 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-47ff46da-ca5e-4765-9f58-7a93f51733ce tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/routers/82536a58-36a7-4146-9c47-8920d0572fae HTTP/1.1" status: 200 len: 924 time: 0.1998565 Nov 26 22:02:04.057072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59054) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:04.073401 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-07559756-430b-4abf-9598-38a15a10093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:04.079669 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07559756-430b-4abf-9598-38a15a10093a None None] The sync data for ids ['82536a58-36a7-4146-9c47-8920d0572fae'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:04.091564 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8bbc6d49-a185-4556-806c-b32cebf3e057 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=82536a58-36a7-4146-9c47-8920d0572fae HTTP/1.1" status: 200 len: 205 time: 0.0331054 Nov 26 22:02:04.094283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59056) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:04.097346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b695758-4ce8-4d02-955b-1b65e1660548 req-43fdaf42-1542-4168-a7ee-23bd861f1dcb tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:04.105092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b695758-4ce8-4d02-955b-1b65e1660548 req-43fdaf42-1542-4168-a7ee-23bd861f1dcb tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 944 time: 0.1874878 Nov 26 22:02:04.139806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502acc34-6b16-40ae-943f-183566c9b25a req-664f4f08-6a5b-4a78-85c0-1578c26798da tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:04.141430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-502acc34-6b16-40ae-943f-183566c9b25a req-664f4f08-6a5b-4a78-85c0-1578c26798da tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1761794 Nov 26 22:02:04.224323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b695758-4ce8-4d02-955b-1b65e1660548 req-394917ea-146b-4078-baea-6ca358057ea0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180689 Nov 26 22:02:04.240978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:04.252031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:04.266400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-502acc34-6b16-40ae-943f-183566c9b25a req-445f2997-3f03-4256-9124-6fddf7f7a59e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163700 Nov 26 22:02:04.275396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] Checking router: 598d1093-b9ca-47de-bd2f-b2f75eb91de7 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:02:04.286389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:04.287127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:04.418597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:04.444206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:04.474603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Deleting port 30a2908d-cead-4b5b-85bd-a58619a8330c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:04.475037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:04.558739 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:04.571706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Calling delete_port for 30a2908d-cead-4b5b-85bd-a58619a8330c owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:04.653660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:04.685618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8d706-b27a-4d1f-85c2-f03e6bb0a1e6 None None] The sync data for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 is: [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:04.744503 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:04.745893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:02:04.765569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:02:04.765914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device dbd3e67c-8cc1-4f65-8aae-d989ffcb1e9b not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:02:04.772958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event deleted for resources: {'Port': ['ID=30a2908d-cead-4b5b-85bd-a58619a8330c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:04.841043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:04.941543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:04.943775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:04.970198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6e955-7679-4e91-9b27-f1ff8b0ace13 None None] New status for floating IP 3ab3513c-1ca0-4b13-8e34-bafef9c035ba: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:02:05.301655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.302933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Fanout notify agent at l3_agent the message router_deleted on router 82536a58-36a7-4146-9c47-8920d0572fae {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:05.310513 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.316277 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4db2e85b-e5ee-415b-82e6-9acb3d8032ac tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/82536a58-36a7-4146-9c47-8920d0572fae HTTP/1.1" status: 204 len: 168 time: 1.2162707 Nov 26 22:02:05.316800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59070) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:05.322137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1843135565', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': False}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:05.344262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.345614 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.352085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccb0a2-53b6-4ae5-b074-836190a7120f req-6d0cb444-2d44-4c7e-b7b8-b2d9692f1859 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:05.354312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72ccb0a2-53b6-4ae5-b074-836190a7120f req-6d0cb444-2d44-4c7e-b7b8-b2d9692f1859 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 944 time: 0.0584650 Nov 26 22:02:05.408253 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.410892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72ccb0a2-53b6-4ae5-b074-836190a7120f req-8e6846d3-5625-4fa7-9e94-2e7750bed6c7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504043 Nov 26 22:02:05.481282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59080) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:05.604212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd863a74-e863-432e-b141-baa0062a1711 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.605833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.647217 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd863a74-e863-432e-b141-baa0062a1711 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.668553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad621106-fd04-4886-8fed-c5a3d4adac59 req-f07eab05-43d7-4542-9a89-b45172c0baa7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:05.671201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad621106-fd04-4886-8fed-c5a3d4adac59 req-f07eab05-43d7-4542-9a89-b45172c0baa7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1203420 Nov 26 22:02:05.752862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd863a74-e863-432e-b141-baa0062a1711 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.755561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd863a74-e863-432e-b141-baa0062a1711 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:05.759210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dd863a74-e863-432e-b141-baa0062a1711 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "DELETE /v2.0/security-groups/263891be-a182-48ec-99df-e91f34480396 HTTP/1.1" status: 204 len: 168 time: 0.2743540 Nov 26 22:02:05.760469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59082) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:05.764398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad621106-fd04-4886-8fed-c5a3d4adac59 req-3a6afc63-e8cc-44ca-a8fd-73a484a7d476 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849006 Nov 26 22:02:05.779515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd863a74-e863-432e-b141-baa0062a1711 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263891be-a182-48ec-99df-e91f34480396,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:05.786375 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-e7703692-7f01-4386-b6ad-5543ebe57c65 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] show failed (client error): The resource could not be found. Nov 26 22:02:05.787421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e7703692-7f01-4386-b6ad-5543ebe57c65 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups/263891be-a182-48ec-99df-e91f34480396 HTTP/1.1" status: 404 len: 347 time: 0.0221443 Nov 26 22:02:05.790796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59084) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:06.000243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.025018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.094873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Deleting port e00ac0aa-4be0-41c1-9a0a-a3376585f967 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:06.095452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.201162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Allocated IP 172.25.3.176 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/aef1490c-de1c-4b0f-a428-03354cf895f8) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:06.228660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.228993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.254613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Calling delete_port for e00ac0aa-4be0-41c1-9a0a-a3376585f967 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:06.397684 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.477228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.511943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.533876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:06.540014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:06.546568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:06.553568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'Port': ['ID=aef1490c-de1c-4b0f-a428-03354cf895f8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:06.671351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event deleted for resources: {'Port': ['ID=e00ac0aa-4be0-41c1-9a0a-a3376585f967,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:06.749402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7f8f432b-e21b-4973-a50b-067a38c0b0c0 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:02:06.757508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.760308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.761402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b6783655-8497-48bb-9474-ab3bded63a8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "DELETE /v2.0/floatingips/3ab3513c-1ca0-4b13-8e34-bafef9c035ba HTTP/1.1" status: 204 len: 168 time: 0.9696593 Nov 26 22:02:06.911403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0201-6a5e-413d-b038-3cd3cfc62511 req-c5b3ea54-fa31-4135-ae48-0f059828c2af tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:06.918711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c95b0201-6a5e-413d-b038-3cd3cfc62511 req-c5b3ea54-fa31-4135-ae48-0f059828c2af tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 944 time: 0.4235075 Nov 26 22:02:06.939116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:02:06.962357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:02:06.963324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.966832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:06.986838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c95b0201-6a5e-413d-b038-3cd3cfc62511 req-ce81d587-ca61-432c-8afe-52006b137908 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668933 Nov 26 22:02:07.059840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.116589 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.128869 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c5db-cfb9-4480-856a-1c4302dc02b2 req-6d0c8134-60ea-4517-afe8-cfb901e7e0ab tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:07.158662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2e2c5db-cfb9-4480-856a-1c4302dc02b2 req-6d0c8134-60ea-4517-afe8-cfb901e7e0ab tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.2652357 Nov 26 22:02:07.162319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce73e1bd-3b32-42e5-a181-867479da95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8f432b-e21b-4973-a50b-067a38c0b0c0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:07.166913 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648cd257-6071-46eb-b120-316cada73192" -d '{"events": [{"server_uuid": "ce73e1bd-3b32-42e5-a181-867479da95fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f8f432b-e21b-4973-a50b-067a38c0b0c0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:07.197244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7f8f432b-e21b-4973-a50b-067a38c0b0c0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7f8f432b-e21b-4973-a50b-067a38c0b0c0,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:07.205484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.266186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2e2c5db-cfb9-4480-856a-1c4302dc02b2 req-94c1ecc0-acb8-4e56-8d4f-f569b3f6cb84 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025484 Nov 26 22:02:07.311418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7f8f432b-e21b-4973-a50b-067a38c0b0c0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:07.323929 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e6efaf-b705-42a1-850e-e0ca929bc41f x-openstack-request-id: req-06e6efaf-b705-42a1-850e-e0ca929bc41f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:07.324215 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce73e1bd-3b32-42e5-a181-867479da95fe", "name": "network-vif-plugged", "status": "completed", "tag": "7f8f432b-e21b-4973-a50b-067a38c0b0c0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:07.324471 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06e6efaf-b705-42a1-850e-e0ca929bc41f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:07.324864 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce73e1bd-3b32-42e5-a181-867479da95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8f432b-e21b-4973-a50b-067a38c0b0c0', 'code': 200} Nov 26 22:02:07.331937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.332306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.332633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.335257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.335607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.335949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.336286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.339851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.340218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.341063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.341407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.341743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:07.373110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.575302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719d620-18d4-4605-b35d-fb312ae6a9cf req-c9ebd2d7-acb6-49ac-910e-4d9e55e2a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:07.577023 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4719d620-18d4-4605-b35d-fb312ae6a9cf req-c9ebd2d7-acb6-49ac-910e-4d9e55e2a35a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 1096 time: 0.0671303 Nov 26 22:02:07.579570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Router d9eee90f-8665-43e0-b3f4-d99f5862a2b8 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:02:07.603896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59122) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:07.609630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3b255d39-2e58-4988-85fd-1a2b11430d01 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152676615', 'description': 'tempest-description--2074086979'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:07.640652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b255d39-2e58-4988-85fd-1a2b11430d01 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.749256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b255d39-2e58-4988-85fd-1a2b11430d01 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.758558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b255d39-2e58-4988-85fd-1a2b11430d01 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.806563 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4719d620-18d4-4605-b35d-fb312ae6a9cf req-e1ea31fb-d8bf-4a2c-b35b-7f068238e9ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198594 Nov 26 22:02:07.832152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b255d39-2e58-4988-85fd-1a2b11430d01 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5864d1f8-0819-4669-897c-c559b47ea126,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:07.840769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b255d39-2e58-4988-85fd-1a2b11430d01 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.847577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b255d39-2e58-4988-85fd-1a2b11430d01 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2421730 Nov 26 22:02:07.847996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59134) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:07.854531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6019129e-4c5b-458c-b325-67012a466ff9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'security_group_rule': {'security_group_id': '5864d1f8-0819-4669-897c-c559b47ea126', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:07.861033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:07.879939 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Sync routers for ids ['d9eee90f-8665-43e0-b3f4-d99f5862a2b8'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:07.885748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.903832 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.905689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a65ffbf3-3c55-4335-83b0-b557e6cb0e77 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5870328 Nov 26 22:02:07.908849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59136) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:07.909292 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Routers {'d9eee90f-8665-43e0-b3f4-d99f5862a2b8'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:07.909464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6019129e-4c5b-458c-b325-67012a466ff9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.910927 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d9eee90f-8665-43e0-b3f4-d99f5862a2b8'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:07.966527 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6019129e-4c5b-458c-b325-67012a466ff9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:07.975351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6019129e-4c5b-458c-b325-67012a466ff9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.013365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019129e-4c5b-458c-b325-67012a466ff9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee91860-3ec0-4a49-92c3-ff2b2efe3a0a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:08.025744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6019129e-4c5b-458c-b325-67012a466ff9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.029429 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6019129e-4c5b-458c-b325-67012a466ff9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803739 Nov 26 22:02:08.033012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59140) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:08.051154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-233af0b6-7065-4b9a-89e4-f72ece7e3bf2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'security_group_rule': {'security_group_id': '5864d1f8-0819-4669-897c-c559b47ea126', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:08.061633 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Set router d9eee90f-8665-43e0-b3f4-d99f5862a2b8 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:08.120526 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-233af0b6-7065-4b9a-89e4-f72ece7e3bf2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.194164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ee280265-5a12-4432-98bc-9486650ace4d tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/routers/d9eee90f-8665-43e0-b3f4-d99f5862a2b8 HTTP/1.1" status: 200 len: 909 time: 0.2834842 Nov 26 22:02:08.197409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59146) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:08.201939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1843135565', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': True}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:08.228255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ddd04-e961-4e9a-bd09-685ab1dfafbd req-ea46e75c-d1f1-47c8-a2a0-9c9bec75f214 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:08.230631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-378ddd04-e961-4e9a-bd09-685ab1dfafbd req-ea46e75c-d1f1-47c8-a2a0-9c9bec75f214 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 945 time: 0.1261935 Nov 26 22:02:08.245823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-233af0b6-7065-4b9a-89e4-f72ece7e3bf2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.252037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-233af0b6-7065-4b9a-89e4-f72ece7e3bf2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.272474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.273568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.293149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233af0b6-7065-4b9a-89e4-f72ece7e3bf2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630f9ac0-f32a-4bd6-9bb1-5657a8ede639,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:08.300638 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eee90f-8665-43e0-b3f4-d99f5862a2b8', 'name': 'tempest-snat-router-1843135565', 'tenant_id': 'a45037edd0cd45c9919914792322f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': 'aef1490c-de1c-4b0f-a428-03354cf895f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:02:05Z', 'updated_at': '2021-11-26T22:02:06Z', 'revision_number': 3, 'project_id': 'a45037edd0cd45c9919914792322f931', 'gw_port': {'id': 'aef1490c-de1c-4b0f-a428-03354cf895f8', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eee90f-8665-43e0-b3f4-d99f5862a2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:02:06Z', 'updated_at': '2021-11-26T22:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:08.305700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-233af0b6-7065-4b9a-89e4-f72ece7e3bf2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.312799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-233af0b6-7065-4b9a-89e4-f72ece7e3bf2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2708826 Nov 26 22:02:08.313196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59150) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:08.321757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:08.341519 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Checking router: d9eee90f-8665-43e0-b3f4-d99f5862a2b8 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:02:08.342229 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Updating router d9eee90f-8665-43e0-b3f4-d99f5862a2b8 port aef1490c-de1c-4b0f-a428-03354cf895f8 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:02:08.364846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-378ddd04-e961-4e9a-bd09-685ab1dfafbd req-c09ae249-749e-415f-a054-04fbd716ce01 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236055 Nov 26 22:02:08.377719 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.381706 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.467226 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.607397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.746205 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.758983 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.834238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Allocated IP 172.25.3.214 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/ab752f04-0070-4594-a31c-6bce087ffa18) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:08.917138 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Attempting to bind port aef1490c-de1c-4b0f-a428-03354cf895f8 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:02:08.917739 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Attempting to bind port aef1490c-de1c-4b0f-a428-03354cf895f8 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:02:08.919114 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Attempting to bind port aef1490c-de1c-4b0f-a428-03354cf895f8 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:08.926923 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b7802-4ecb-4075-95c1-ed6564011ab1 None None] Pushing event updated for resources: {'Port': ['ID=aef1490c-de1c-4b0f-a428-03354cf895f8,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:08.947446 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:02:08.948267 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:02:08.948889 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:08.950020 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:02:08.952363 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Bound port: aef1490c-de1c-4b0f-a428-03354cf895f8, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:02:08.953005 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.053986 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] For port aef1490c-de1c-4b0f-a428-03354cf895f8, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:02:09.057888 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] For port aef1490c-de1c-4b0f-a428-03354cf895f8, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=aef1490c-de1c-4b0f-a428-03354cf895f8,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:02:09.064902 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.115081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5754bf7-7eb5-4488-b8c5-fbef20a40c01 req-169b9c36-7f03-4dac-9bf1-0c5e676727a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:09.124651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5754bf7-7eb5-4488-b8c5-fbef20a40c01 req-169b9c36-7f03-4dac-9bf1-0c5e676727a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.7223732 Nov 26 22:02:09.185831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.217959 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Routers {'d9eee90f-8665-43e0-b3f4-d99f5862a2b8'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:09.228093 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d9eee90f-8665-43e0-b3f4-d99f5862a2b8'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:09.247188 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b7802-4ecb-4075-95c1-ed6564011ab1 None None] Pushing event updated for resources: {'Port': ['ID=aef1490c-de1c-4b0f-a428-03354cf895f8,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:09.247869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.275380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.303197 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-7ef99e66-e11a-40c3-9148-fdd648bb90e3 service neutron] show failed (client error): The resource could not be found. Nov 26 22:02:09.304113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:09.304265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-7ef99e66-e11a-40c3-9148-fdd648bb90e3 service neutron] 10.222.0.41 "GET /v2.0/ports/aca03bfd-2c3d-48b2-9949-aa50545e3550/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.7345080 Nov 26 22:02:09.308165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:09.327041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:09.333077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5754bf7-7eb5-4488-b8c5-fbef20a40c01 req-d3d27d68-4ba1-41fb-9157-d1dc42b0b031 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073891 Nov 26 22:02:09.337539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'Port': ['ID=ab752f04-0070-4594-a31c-6bce087ffa18,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:09.526355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.542869 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] Set router d9eee90f-8665-43e0-b3f4-d99f5862a2b8 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:09.588926 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.636412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-7c5a1a24-d874-4460-92fc-ce54e46b7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:09.637756 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-7c5a1a24-d874-4460-92fc-ce54e46b7ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 1096 time: 0.0826700 Nov 26 22:02:09.646218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dcf7b-4c79-4be9-82e8-d0db91b0d63e req-7ed4c023-d45c-408e-b656-041a5039435c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:09.649036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef2dcf7b-4c79-4be9-82e8-d0db91b0d63e req-7ed4c023-d45c-408e-b656-041a5039435c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 945 time: 0.0917051 Nov 26 22:02:09.654397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.667173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:09.697530 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.765093 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.780871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef2dcf7b-4c79-4be9-82e8-d0db91b0d63e req-c7b0203e-6e77-4666-9b85-58c404f6f4ea tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238620 Nov 26 22:02:09.834835 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9eee90f-8665-43e0-b3f4-d99f5862a2b8', 'name': 'tempest-snat-router-1843135565', 'tenant_id': 'a45037edd0cd45c9919914792322f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': 'aef1490c-de1c-4b0f-a428-03354cf895f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:02:05Z', 'updated_at': '2021-11-26T22:02:06Z', 'revision_number': 3, 'project_id': 'a45037edd0cd45c9919914792322f931', 'gw_port': {'id': 'aef1490c-de1c-4b0f-a428-03354cf895f8', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eee90f-8665-43e0-b3f4-d99f5862a2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:02:06Z', 'updated_at': '2021-11-26T22:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:09.843420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.848063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Allocated IP 172.25.3.190 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/65d4248d-1e03-40a8-a078-0665056f6fd4) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:09.852426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.865762 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2cf51-d24d-4871-b8ae-3c9304d02d2e None None] The sync data for ids ['d9eee90f-8665-43e0-b3f4-d99f5862a2b8'] in n-d-819494-1 is: [{'id': 'd9eee90f-8665-43e0-b3f4-d99f5862a2b8', 'name': 'tempest-snat-router-1843135565', 'tenant_id': 'a45037edd0cd45c9919914792322f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': 'aef1490c-de1c-4b0f-a428-03354cf895f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:02:05Z', 'updated_at': '2021-11-26T22:02:06Z', 'revision_number': 3, 'project_id': 'a45037edd0cd45c9919914792322f931', 'gw_port': {'id': 'aef1490c-de1c-4b0f-a428-03354cf895f8', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9eee90f-8665-43e0-b3f4-d99f5862a2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:02:06Z', 'updated_at': '2021-11-26T22:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:09.967573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:09.997411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'Port': ['ID=ab752f04-0070-4594-a31c-6bce087ffa18,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:10.010416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:10.076185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:10.080556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:10.083990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:10.085998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'Port': ['ID=65d4248d-1e03-40a8-a078-0665056f6fd4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:10.132448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:10.177288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:10.177536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7b8c441a-9e8b-40c4-b694-6f4de6a21dbd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8599105 Nov 26 22:02:10.246477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:10.358928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:02:10.649503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:10.818476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device aef1490c-de1c-4b0f-a428-03354cf895f8 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:02:10.887172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:10.890061 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8875db36-d880-449c-a0c9-f01264959eac" -d '{"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:10.895031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:10.925172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port aef1490c-de1c-4b0f-a428-03354cf895f8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:02:10.925827 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:10.954888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Transition to ACTIVE for port object aca03bfd-2c3d-48b2-9949-aa50545e3550 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:02:10.967555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:10.984733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41efa30-e8f1-4a65-875b-1a7bae7952f1 req-bbee46c4-2823-4dc6-aaec-96bec93afc75 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:10.993697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f41efa30-e8f1-4a65-875b-1a7bae7952f1 req-bbee46c4-2823-4dc6-aaec-96bec93afc75 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.4329205 Nov 26 22:02:11.091517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:11.139609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port aef1490c-de1c-4b0f-a428-03354cf895f8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=aef1490c-de1c-4b0f-a428-03354cf895f8,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:11.142718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:11.149390 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:11.215805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] No DVR routers for this DVR port aca03bfd-2c3d-48b2-9949-aa50545e3550 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:02:11.249442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=aef1490c-de1c-4b0f-a428-03354cf895f8,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:11.340649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f41efa30-e8f1-4a65-875b-1a7bae7952f1 req-7568e2eb-16c8-42de-892d-c8ff7e4aeeba tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460445 Nov 26 22:02:11.342293 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:11.375175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-56eced28-8d08-40ec-bbe1-50ec32593e2a tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1152676615&fields=id&tenant_id=2e23ce2282ef44368a268d7ecf5556a3 HTTP/1.1" status: 200 len: 267 time: 0.3991239 Nov 26 22:02:11.512986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:02:11.513431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:02:11.513882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:11.521681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:02:11.522184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:11.528645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:02:11.529184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Checking segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:02:11.530698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Bound using segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:02:11.531283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Bound port: aca03bfd-2c3d-48b2-9949-aa50545e3550, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:02:11.531868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:11.639643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:02:11.643876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:02:11.652159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:11.718952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:11.720192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:11.722204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] 10.222.0.13 "PUT /v2.0/ports/aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 1091 time: 2.0608401 Nov 26 22:02:11.756706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fecd9-fadf-46fa-95c2-92e00659150c service neutron] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:11.817925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Router 54e37680-2aa2-4bfb-8b29-beaca0c1eb40 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:02:11.835101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c46b3-beed-4bc3-95ef-2d533b265bd0 req-a8f64422-5ca7-4056-a778-5f24849cc8d1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:11.836868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-287c46b3-beed-4bc3-95ef-2d533b265bd0 req-a8f64422-5ca7-4056-a778-5f24849cc8d1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 945 time: 0.1433024 Nov 26 22:02:11.879206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-0dacda3c-b5da-4858-9375-857b0c3d4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:11.881130 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-0dacda3c-b5da-4858-9375-857b0c3d4b13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1094 time: 0.0982175 Nov 26 22:02:11.921397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1add-e027-40a6-a25c-d438985ecca9 req-a0fd83c4-903a-43ab-9033-d9941bb071de tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:11.929676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-a0fd83c4-903a-43ab-9033-d9941bb071de tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 816 time: 0.5513105 Nov 26 22:02:12.010518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-2bf6a466-eb2a-4cf6-8a7d-4cb1827e2560 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/quotas/2e23ce2282ef44368a268d7ecf5556a3 HTTP/1.1" status: 200 len: 375 time: 0.0796857 Nov 26 22:02:12.059386 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-aac518da-0836-425d-bed9-8c416d63088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:12.064186 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-aac518da-0836-425d-bed9-8c416d63088a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.1716468 Nov 26 22:02:12.081297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-287c46b3-beed-4bc3-95ef-2d533b265bd0 req-eede2fbd-57d3-4479-91e7-f78877bf122b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295558 Nov 26 22:02:12.093131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:12.105892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Sync routers for ids ['54e37680-2aa2-4bfb-8b29-beaca0c1eb40'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:12.123085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-52850f58-1940-4f3c-8c1e-d86df25317b6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115656 Nov 26 22:02:12.124964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Routers {'54e37680-2aa2-4bfb-8b29-beaca0c1eb40'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:12.125605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['54e37680-2aa2-4bfb-8b29-beaca0c1eb40'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:12.157773 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:12.165169 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a55065a1-e81b-4c26-bc7d-4addc5fefdb2 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9665799 Nov 26 22:02:12.171602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59212) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:12.283707 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-32036891-9814-4791-b722-d79e24bf4d6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 998 time: 0.2124588 Nov 26 22:02:12.320154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-dfa3f226-8689-4ded-9d7c-cd2486dd419e service neutron] 10.222.0.21 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914558 Nov 26 22:02:12.331011 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d930ad2d-056b-4bf0-8af4-6f30f1862dc9 x-openstack-request-id: req-d930ad2d-056b-4bf0-8af4-6f30f1862dc9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:12.331832 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:12.331832 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d930ad2d-056b-4bf0-8af4-6f30f1862dc9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:12.332330 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'code': 200} Nov 26 22:02:12.387877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Set router 54e37680-2aa2-4bfb-8b29-beaca0c1eb40 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:12.406040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-54109ddc-3c94-496a-8e7f-65c55cfbc3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:12.407922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-54109ddc-3c94-496a-8e7f-65c55cfbc3ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.0745740 Nov 26 22:02:12.412728 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0c783c5b-0abf-49cf-8965-2973677d4822 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/routers/54e37680-2aa2-4bfb-8b29-beaca0c1eb40 HTTP/1.1" status: 200 len: 908 time: 0.2347951 Nov 26 22:02:12.413097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59218) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:12.558942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-6d0c921a-2200-41d3-bc05-2b3c4b0b2375 service neutron] 10.222.0.21 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364228 Nov 26 22:02:12.716666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:12.786360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device aef1490c-de1c-4b0f-a428-03354cf895f8 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:02:12.843395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-019e6afa-ae09-4f18-9c77-1afe65ae0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:12.847380 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-019e6afa-ae09-4f18-9c77-1afe65ae0db8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759991 Nov 26 22:02:12.946401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e37680-2aa2-4bfb-8b29-beaca0c1eb40', 'name': 'tempest-snat-router-1843135565', 'tenant_id': 'a45037edd0cd45c9919914792322f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '65d4248d-1e03-40a8-a078-0665056f6fd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:02:08Z', 'updated_at': '2021-11-26T22:02:10Z', 'revision_number': 3, 'project_id': 'a45037edd0cd45c9919914792322f931', 'gw_port': {'id': '65d4248d-1e03-40a8-a078-0665056f6fd4', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:80:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e37680-2aa2-4bfb-8b29-beaca0c1eb40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:02:09Z', 'updated_at': '2021-11-26T22:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:13.032903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Checking router: 54e37680-2aa2-4bfb-8b29-beaca0c1eb40 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:02:13.033731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Updating router 54e37680-2aa2-4bfb-8b29-beaca0c1eb40 port 65d4248d-1e03-40a8-a078-0665056f6fd4 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:02:13.047202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:13.071298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb51a759-67a4-4826-9f0c-9c77426de02c req-afdeae60-7615-419d-b940-8c1fc9194374 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 210 time: 0.0551019 Nov 26 22:02:13.085035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-318a3fff-8da6-45da-a433-23fb39910e03 service neutron] 10.222.0.13 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223401 Nov 26 22:02:13.105231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f4b41-747b-4e70-8af0-36fdd8cf359d req-e9d7dbbd-8245-4a1f-97a7-71ce790aee14 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:13.117319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-929f4b41-747b-4e70-8af0-36fdd8cf359d req-e9d7dbbd-8245-4a1f-97a7-71ce790aee14 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 943 time: 0.1943500 Nov 26 22:02:13.133293 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:13.256005 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-929f4b41-747b-4e70-8af0-36fdd8cf359d req-a3af593b-8872-4630-a54e-dcafc6b0b563 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366987 Nov 26 22:02:13.364330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008e697-112b-406d-a220-6ca1c36d7e5d req-cc8680f9-e40e-47bf-9857-ff94aea21532 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:13.374418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5008e697-112b-406d-a220-6ca1c36d7e5d req-cc8680f9-e40e-47bf-9857-ff94aea21532 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 945 time: 0.1478007 Nov 26 22:02:13.406641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f4ac36c-879f-41e2-ad40-b2fe05cbcd68 req-903dd04f-df3b-43f4-b565-e75d99853440 service neutron] 10.222.0.13 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799520 Nov 26 22:02:13.471823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Deleting port 65d4248d-1e03-40a8-a078-0665056f6fd4 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:13.472173 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:13.494787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5008e697-112b-406d-a220-6ca1c36d7e5d req-75a7912f-54ea-4465-93de-5da94891add3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165164 Nov 26 22:02:13.533409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:02:13.538942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port aef1490c-de1c-4b0f-a428-03354cf895f8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:02:13.539261 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:13.659330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:13.704392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Calling delete_port for 65d4248d-1e03-40a8-a078-0665056f6fd4 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:13.741793 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:13.756644 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:13.764842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:02:13.956501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:14.019250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Attempting to bind port 65d4248d-1e03-40a8-a078-0665056f6fd4 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:02:14.019623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Attempting to bind port 65d4248d-1e03-40a8-a078-0665056f6fd4 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:02:14.019995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Attempting to bind port 65d4248d-1e03-40a8-a078-0665056f6fd4 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:14.033515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:02:14.033913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:02:14.034359 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:14.034760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:02:14.035245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Bound port: 65d4248d-1e03-40a8-a078-0665056f6fd4, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:02:14.035632 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:14.038765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5523e6c-d525-4cde-afa5-18d3110e4c7d None None] Pushing event updated for resources: {'Port': ['ID=65d4248d-1e03-40a8-a078-0665056f6fd4,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:14.055887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event deleted for resources: {'Port': ['ID=65d4248d-1e03-40a8-a078-0665056f6fd4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:14.057326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Port 65d4248d-1e03-40a8-a078-0665056f6fd4 has been deleted concurrently {{(pid=110001) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 26 22:02:14.069876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Routers {'54e37680-2aa2-4bfb-8b29-beaca0c1eb40'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:14.070574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['54e37680-2aa2-4bfb-8b29-beaca0c1eb40'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:14.153844 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:14.170848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] Set router 54e37680-2aa2-4bfb-8b29-beaca0c1eb40 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:14.227451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce326ceb-8221-4282-819a-c9e1e85fd96e req-a193d13f-a086-4d69-972a-98d2219becab tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 210 time: 0.0364423 Nov 26 22:02:14.285908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e37680-2aa2-4bfb-8b29-beaca0c1eb40', 'name': 'tempest-snat-router-1843135565', 'tenant_id': 'a45037edd0cd45c9919914792322f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:02:08Z', 'updated_at': '2021-11-26T22:02:13Z', 'revision_number': 5, 'project_id': 'a45037edd0cd45c9919914792322f931', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:14.342509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:14.351935 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:14.358783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625f96b-68c5-4756-a91b-28844f66f265 None None] The sync data for ids ['54e37680-2aa2-4bfb-8b29-beaca0c1eb40'] in n-d-819494-1 is: [{'id': '54e37680-2aa2-4bfb-8b29-beaca0c1eb40', 'name': 'tempest-snat-router-1843135565', 'tenant_id': 'a45037edd0cd45c9919914792322f931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:02:08Z', 'updated_at': '2021-11-26T22:02:13Z', 'revision_number': 5, 'project_id': 'a45037edd0cd45c9919914792322f931', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:14.409179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09264e67-cbe4-4b1b-aa22-b7adf73ba467 req-0fc5d565-f58d-4bac-bc61-2ebe9555d4bf tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:14.410425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:14.413095 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99" -d '{"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:14.420917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09264e67-cbe4-4b1b-aa22-b7adf73ba467 req-0fc5d565-f58d-4bac-bc61-2ebe9555d4bf tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 943 time: 0.0860615 Nov 26 22:02:14.430162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:14.432043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54e37680-2aa2-4bfb-8b29-beaca0c1eb40 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:14.444484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:14.449174 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-09ea110c-1c8e-4eb4-aaf8-dbe8d5be8185 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "DELETE /v2.0/routers/54e37680-2aa2-4bfb-8b29-beaca0c1eb40 HTTP/1.1" status: 204 len: 168 time: 2.0327103 Nov 26 22:02:14.449458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59248) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:14.537776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09264e67-cbe4-4b1b-aa22-b7adf73ba467 req-20913cc4-3651-4ce8-a600-d1b1955eea3e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155181 Nov 26 22:02:14.587511 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3669e627-0095-4d57-b2fd-0dbc8c8c1070 x-openstack-request-id: req-3669e627-0095-4d57-b2fd-0dbc8c8c1070 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:14.589293 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:14.589635 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3669e627-0095-4d57-b2fd-0dbc8c8c1070 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:14.590185 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'status': 'completed', 'code': 200} Nov 26 22:02:14.662754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-fe839c22-1296-43cd-8647-8ffa074dc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:14.665671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-fe839c22-1296-43cd-8647-8ffa074dc043 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1094 time: 0.0983927 Nov 26 22:02:14.755912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:15.005722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2b1e0-286e-405b-a3a8-f905ba7e4ea1 req-bb0a3555-d899-459f-89df-a22b4b45330f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:15.015310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57d2b1e0-286e-405b-a3a8-f905ba7e4ea1 req-bb0a3555-d899-459f-89df-a22b4b45330f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 945 time: 0.2989087 Nov 26 22:02:15.093710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:15.096031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-7cc584d7-b839-4bd7-811e-e7648029da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:15.097724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-7cc584d7-b839-4bd7-811e-e7648029da54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.4133422 Nov 26 22:02:15.105491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1add-e027-40a6-a25c-d438985ecca9 req-93514976-f825-466c-8467-825e1e65e6c3 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:15.107254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-93514976-f825-466c-8467-825e1e65e6c3 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 816 time: 0.1618505 Nov 26 22:02:15.257610 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-1dec9bf4-bbc4-48bf-87a9-5bdbbb4bca4e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e23ce2282ef44368a268d7ecf5556a3 HTTP/1.1" status: 200 len: 380 time: 0.0770242 Nov 26 22:02:15.272358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-3aeff555-f790-4065-97b2-0cdfb9a05a19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 998 time: 0.1200347 Nov 26 22:02:15.292339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57d2b1e0-286e-405b-a3a8-f905ba7e4ea1 req-267453d2-e2f6-4665-9abb-cce90ce9a891 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701950 Nov 26 22:02:15.362373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'port': {'device_id': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'admin_state_up': True, 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'security_groups': ['5864d1f8-0819-4669-897c-c559b47ea126']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:15.381901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6be435-709a-41b8-b268-8f41a0289273 req-742eb29b-25f9-40ac-a005-7a3a846baee2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:15.383526 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9d6be435-709a-41b8-b268-8f41a0289273 req-742eb29b-25f9-40ac-a005-7a3a846baee2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 945 time: 0.4412670 Nov 26 22:02:15.395718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-80d63705-03ae-4a28-b735-41b0a2baf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:15.398472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-80d63705-03ae-4a28-b735-41b0a2baf5c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.1049948 Nov 26 22:02:15.429776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-2fe1e787-c4dc-4c28-b6a2-18fe4b96ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:15.431659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-2fe1e787-c4dc-4c28-b6a2-18fe4b96ee78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1094 time: 0.4880421 Nov 26 22:02:15.439305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-008fccc6-10f2-4446-8bae-aa8f0cea1d85 req-f2072a3d-2da3-433b-a8dd-fa8d35a9b6c7 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 210 time: 0.0590510 Nov 26 22:02:15.532878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-3590ff26-1b75-4769-b2f1-5b8c94c5535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:15.535724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-3590ff26-1b75-4769-b2f1-5b8c94c5535c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171641 Nov 26 22:02:16.169001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-638f4e76-1411-40bb-918e-25e4005e8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:16.170989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-638f4e76-1411-40bb-918e-25e4005e8ce7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.7180080 Nov 26 22:02:16.215184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Deleting port aef1490c-de1c-4b0f-a428-03354cf895f8 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:16.215902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:16.321850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-134125b6-a3b1-42f7-9ff5-557aa69a623f service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779520 Nov 26 22:02:16.333610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99188c-337b-4b50-b723-ea2d0d6b983e req-b839456f-cf84-4d0c-a369-b0148a06c73e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:16.340405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] For port aef1490c-de1c-4b0f-a428-03354cf895f8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=aef1490c-de1c-4b0f-a428-03354cf895f8,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:16.341167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:16.342795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd99188c-337b-4b50-b723-ea2d0d6b983e req-b839456f-cf84-4d0c-a369-b0148a06c73e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 943 time: 0.6596158 Nov 26 22:02:16.375992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Made reservation on behalf of 2e23ce2282ef44368a268d7ecf5556a3 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:02:16.379560 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:16.453382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Calling delete_port for aef1490c-de1c-4b0f-a428-03354cf895f8 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:16.541979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd99188c-337b-4b50-b723-ea2d0d6b983e req-cf528da8-6424-4715-b762-2e96c3fe771d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981401 Nov 26 22:02:16.610715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e48f51-15fd-46b4-9285-50dc4be0fa70 req-e0d48463-eb2a-4adf-8261-3b9b94d5f659 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:16.616136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83e48f51-15fd-46b4-9285-50dc4be0fa70 req-e0d48463-eb2a-4adf-8261-3b9b94d5f659 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 945 time: 0.2328017 Nov 26 22:02:16.657496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-7db2f19a-fece-4473-8aa6-1b3ffbeab686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 998 time: 0.4636734 Nov 26 22:02:16.716151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fdf300f4-e0b8-42b2-8fa9-f8f1076a49fb req-841f936c-89c4-459e-9ffc-618afbd3266f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 210 time: 0.0718269 Nov 26 22:02:16.758351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-0a83aabf-c8fe-45d1-bfc7-8b448befaa8a service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121723 Nov 26 22:02:16.763791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83e48f51-15fd-46b4-9285-50dc4be0fa70 req-eabcb1e1-b637-4425-be0b-a1d534415bd4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390786 Nov 26 22:02:16.807002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Deleting port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:16.807344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:16.826177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-bb1f49dd-49d7-4960-af61-14e5bb95ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:16.827688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-bb1f49dd-49d7-4960-af61-14e5bb95ccb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.1603506 Nov 26 22:02:16.955420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Allocated IP 172.20.0.13 (c0930f8f-56c9-4dc2-947b-a41660669060/19862486-6087-4a8c-a7e1-0a558eed05e4/c89768da-20ba-407f-8b4f-e577e5c303ed) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:17.059231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-51f16d68-8e8b-42a4-a0f6-f75f708e7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:17.060802 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-51f16d68-8e8b-42a4-a0f6-f75f708e7c40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980541 Nov 26 22:02:17.068384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] For port 7f8f432b-e21b-4973-a50b-067a38c0b0c0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7f8f432b-e21b-4973-a50b-067a38c0b0c0,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:17.068774 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.176576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Calling delete_port for 7f8f432b-e21b-4973-a50b-067a38c0b0c0 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:17.254244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.347519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event deleted for resources: {'Port': ['ID=aef1490c-de1c-4b0f-a428-03354cf895f8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:17.408398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-8633e365-a7aa-4416-81fb-7fb89466c208 service neutron] 10.222.0.13 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168705 Nov 26 22:02:17.468847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.537982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.704688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.715551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.715822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3bbee-942e-4467-95dc-bc3c0ddb9606 req-9ac183a8-75a5-4659-bccf-96d062176951 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:17.729529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb3bbee-942e-4467-95dc-bc3c0ddb9606 req-9ac183a8-75a5-4659-bccf-96d062176951 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 943 time: 0.0671887 Nov 26 22:02:17.747845 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.786317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['0b205863-91fa-4de7-b7fd-0aafc3744978'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:02:17.838415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.842786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-526e05bc-2bf4-4649-bb3c-d2f6e5398a99 req-77c8d6d2-a366-46e3-9159-edaab00a1632 service neutron] 10.222.0.13 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228237 Nov 26 22:02:17.843536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Pushing event deleted for resources: {'Port': ['ID=7f8f432b-e21b-4973-a50b-067a38c0b0c0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:17.854176 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.854753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9eee90f-8665-43e0-b3f4-d99f5862a2b8 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:17.866837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:17.871376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3ccf0a79-f4c5-4b56-bee1-9a6ecf0b74bf tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "DELETE /v2.0/routers/d9eee90f-8665-43e0-b3f4-d99f5862a2b8 HTTP/1.1" status: 204 len: 168 time: 3.4173522 Nov 26 22:02:17.873523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb3bbee-942e-4467-95dc-bc3c0ddb9606 req-1457a511-b706-426b-aa53-a82c635066c6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386588 Nov 26 22:02:17.873523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59298) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:17.907644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1762899141', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:18.046959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] No DVR routers for this DVR port 7f8f432b-e21b-4973-a50b-067a38c0b0c0 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:02:18.053919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Network c0930f8f-56c9-4dc2-947b-a41660669060 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:18.055772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:18.060125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9d6be435-709a-41b8-b268-8f41a0289273 req-9846fe04-da45-4bc2-8d9a-3aabafddc609 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.13 "DELETE /v2.0/ports/7f8f432b-e21b-4973-a50b-067a38c0b0c0 HTTP/1.1" status: 204 len: 173 time: 2.6638937 Nov 26 22:02:18.071772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce73e1bd-3b32-42e5-a181-867479da95fe', 'name': 'network-vif-deleted', 'tag': '7f8f432b-e21b-4973-a50b-067a38c0b0c0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:18.075674 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4c71ce-df87-498b-b8c0-de3995f1ad9e" -d '{"events": [{"server_uuid": "ce73e1bd-3b32-42e5-a181-867479da95fe", "name": "network-vif-deleted", "tag": "7f8f432b-e21b-4973-a50b-067a38c0b0c0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:18.088308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:18.093370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:18.112872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:18.181470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67d90400-1258-4315-a754-eb5e1e6d712e req-32a04825-6a2b-47f3-a556-6f09523660f7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce73e1bd-3b32-42e5-a181-867479da95fe HTTP/1.1" status: 200 len: 210 time: 0.1225259 Nov 26 22:02:18.191080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:18.192197 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:18.286547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb62390-8264-4320-99d8-2d4df76718e2 req-72b5b54e-70b4-456f-a8d1-cff0e82e7deb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:18.320807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fb62390-8264-4320-99d8-2d4df76718e2 req-72b5b54e-70b4-456f-a8d1-cff0e82e7deb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 932 time: 0.3797183 Nov 26 22:02:18.412945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:18.413657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:18.445337 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9ecec95e-2ad0-4760-80ff-d7bc00f664d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1204388 Nov 26 22:02:18.456566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-3307e406-6ad5-4344-9fe9-99fc5e4598b4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:02:18.457669 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-3307e406-6ad5-4344-9fe9-99fc5e4598b4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062082 Nov 26 22:02:18.499446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Request body: {'port': {'device_id': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:18.522587 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:18.537902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fb62390-8264-4320-99d8-2d4df76718e2 req-d00c1494-99da-4daa-b1bb-d9335aaca261 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160857 Nov 26 22:02:18.661851 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:18.691060 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec84588-6dda-4d69-9c8b-d0b455d11ba4 x-openstack-request-id: req-2ec84588-6dda-4d69-9c8b-d0b455d11ba4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:18.693086 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce73e1bd-3b32-42e5-a181-867479da95fe", "name": "network-vif-deleted", "tag": "7f8f432b-e21b-4973-a50b-067a38c0b0c0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:18.693671 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ec84588-6dda-4d69-9c8b-d0b455d11ba4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:18.694510 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce73e1bd-3b32-42e5-a181-867479da95fe', 'name': 'network-vif-deleted', 'tag': '7f8f432b-e21b-4973-a50b-067a38c0b0c0', 'status': 'completed', 'code': 200} Nov 26 22:02:18.737936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7f4e14af-ed09-400f-b5c5-636a10f9bd4d None None] Provisioning complete for port c89768da-20ba-407f-8b4f-e577e5c303ed triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:02:18.740993 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7f4e14af-ed09-400f-b5c5-636a10f9bd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:18.865346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7f4e14af-ed09-400f-b5c5-636a10f9bd4d None None] Port c89768da-20ba-407f-8b4f-e577e5c303ed cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:02:18.869774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:02:18.872270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device aef1490c-de1c-4b0f-a428-03354cf895f8 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:02:18.886950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7f8f432b-e21b-4973-a50b-067a38c0b0c0 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:02:18.999337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:19.082461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:19.099728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 7f8f432b-e21b-4973-a50b-067a38c0b0c0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:02:19.100401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7f8f432b-e21b-4973-a50b-067a38c0b0c0 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:02:19.102387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'port_id': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'mac_address': 'fa:16:3e:ac:4e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:02:19.127214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: aef1490c-de1c-4b0f-a428-03354cf895f8 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:02:19.128014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device aef1490c-de1c-4b0f-a428-03354cf895f8 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:02:19.159131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403307d-5f8e-498c-95fa-4a12ba2324aa req-71e23b93-a593-4f71-aa88-0fc4e9ea589c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:19.168984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c403307d-5f8e-498c-95fa-4a12ba2324aa req-71e23b93-a593-4f71-aa88-0fc4e9ea589c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 943 time: 0.1318362 Nov 26 22:02:19.184661 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:19.233756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca03bfd-2c3d-48b2-9949-aa50545e3550 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:02:19.244948 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c403307d-5f8e-498c-95fa-4a12ba2324aa req-ad012235-86b1-4a5d-8545-b2344ad06490 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747242 Nov 26 22:02:19.275845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:19.283931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:19.343112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:19.478860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89768da-20ba-407f-8b4f-e577e5c303ed {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:02:19.489498 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:19.524769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Transition to ACTIVE for port object c89768da-20ba-407f-8b4f-e577e5c303ed will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:02:19.535838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:19.581683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:19.643787 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:19.667354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7cfd5-e6cc-46f3-b004-7856c0f4d397 req-5591cb01-c21f-4fe2-9fac-f81155dbf949 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:19.673178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-d96ed4ae-09d1-413d-bfd4-6fc86a1168a0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:19.677156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fb7cfd5-e6cc-46f3-b004-7856c0f4d397 req-5591cb01-c21f-4fe2-9fac-f81155dbf949 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1712854 Nov 26 22:02:19.683161 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-d96ed4ae-09d1-413d-bfd4-6fc86a1168a0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2&tenant_id=44636e60510b4cc993a80af73b717746&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 944 time: 0.5371084 Nov 26 22:02:19.778378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['aca03bfd-2c3d-48b2-9949-aa50545e3550'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:02:19.827063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59328) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:19.888088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:19.930236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7fb7cfd5-e6cc-46f3-b004-7856c0f4d397 req-32efd124-bd29-43f9-9a0f-cc00d32e42ac tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478092 Nov 26 22:02:19.982176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e016eec-e33b-48ab-876a-fb7e7104050e req-845f5e50-0713-4dd3-a445-11e5f93028b7 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:19.988293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e016eec-e33b-48ab-876a-fb7e7104050e req-845f5e50-0713-4dd3-a445-11e5f93028b7 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.2355652 Nov 26 22:02:19.988610 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-af7a97d7-ac52-4705-9be3-0e344278030d service neutron] 10.222.0.13 "GET /v2.0/ports/aca03bfd-2c3d-48b2-9949-aa50545e3550/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 382 time: 0.2872386 Nov 26 22:02:20.017770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Attempting to bind port c89768da-20ba-407f-8b4f-e577e5c303ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:02:20.036631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Attempting to bind port c89768da-20ba-407f-8b4f-e577e5c303ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:02:20.037046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Attempting to bind port c89768da-20ba-407f-8b4f-e577e5c303ed on network c0930f8f-56c9-4dc2-947b-a41660669060 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:20.077255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Port c89768da-20ba-407f-8b4f-e577e5c303ed on network c0930f8f-56c9-4dc2-947b-a41660669060 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:02:20.077953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Attempting to bind port c89768da-20ba-407f-8b4f-e577e5c303ed on network c0930f8f-56c9-4dc2-947b-a41660669060 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:20.099032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Allocated IP 172.25.3.198 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/82125b55-dd89-4eab-bd17-2eb95b011e24) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:20.121747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:02:20.123709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Checking segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:02:20.124212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Bound using segment: {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:02:20.126587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Bound port: c89768da-20ba-407f-8b4f-e577e5c303ed, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c335e19-bc0b-4a58-a3f2-41219b6042f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:02:20.127168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.214298 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b5394c65-bd20-473c-a694-0a0447d3e31e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.224404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-98f34f9b-0a36-4ea6-be22-823b6c75520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:20.224404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-98f34f9b-0a36-4ea6-be22-823b6c75520a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1832628 Nov 26 22:02:20.316192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e016eec-e33b-48ab-876a-fb7e7104050e req-90d1fb11-b1fa-4b85-8b5d-806dec33d52c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754019 Nov 26 22:02:20.355475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.421470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:02:20.432117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:02:20.446766 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.491121 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b5394c65-bd20-473c-a694-0a0447d3e31e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.518523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b5394c65-bd20-473c-a694-0a0447d3e31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.521972 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.546343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:20.547052 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.548661 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] 10.222.0.41 "PUT /v2.0/ports/c89768da-20ba-407f-8b4f-e577e5c303ed HTTP/1.1" status: 200 len: 1092 time: 2.0679760 Nov 26 22:02:20.558927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-9d723123-4c0f-4e61-8a1c-8b7945fe7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:20.560491 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-9d723123-4c0f-4e61-8a1c-8b7945fe7813 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.3271866 Nov 26 22:02:20.564400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcac16d-86a7-47d2-b746-8760138b1b76 service neutron] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:20.614457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:20.615681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5394c65-bd20-473c-a694-0a0447d3e31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a30a434-c4d1-41bf-81dc-80660aa9d614,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:20.632041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:20.634827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:20.640277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b5394c65-bd20-473c-a694-0a0447d3e31e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d406b617bcd46ecab1a4691189d8694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8003426 Nov 26 22:02:20.645997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59344) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:20.693261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91470b7f-17da-4e6c-b852-ca614c7a8ef0 req-f5969baf-ac42-49f9-af88-bfa53a9baf7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:20.698627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:20.701076 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1050e76d-a5da-4847-b221-ceacf4857945" -d '{"events": [{"name": "network-changed", "server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:20.701990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91470b7f-17da-4e6c-b852-ca614c7a8ef0 req-f5969baf-ac42-49f9-af88-bfa53a9baf7e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.2971833 Nov 26 22:02:20.738403 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-af98682b-ce17-4e8f-b393-38b063076a8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 999 time: 0.1648397 Nov 26 22:02:20.745712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a2977-8e17-4042-a9aa-5faa84ad8e56 req-c6b13448-a61f-4ddc-9dd0-c6d77c7eca61 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:20.747438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-184a2977-8e17-4042-a9aa-5faa84ad8e56 req-c6b13448-a61f-4ddc-9dd0-c6d77c7eca61 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2787583 Nov 26 22:02:20.751965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event updated for resources: {'Port': ['ID=82125b55-dd89-4eab-bd17-2eb95b011e24,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:20.759775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1add-e027-40a6-a25c-d438985ecca9 req-244e2cc4-5e4e-4a6e-8e62-4934eac2c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:20.761224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-244e2cc4-5e4e-4a6e-8e62-4934eac2c322 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 1095 time: 0.1505125 Nov 26 22:02:20.837398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-3795ab52-091d-44fb-9977-53b8020264ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89768da-20ba-407f-8b4f-e577e5c303ed HTTP/1.1" status: 200 len: 217 time: 0.0475173 Nov 26 22:02:20.889889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32c60ba5-b2a7-47a2-9a3d-7fcf6fb224c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.892280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-e4586f8e-c9c9-4627-a80f-3faa4942ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:20.893841 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-e4586f8e-c9c9-4627-a80f-3faa4942ff64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.1365504 Nov 26 22:02:20.898191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-184a2977-8e17-4042-a9aa-5faa84ad8e56 req-c7f8d29c-6e27-45ed-8438-d86a39234197 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387315 Nov 26 22:02:20.902046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91470b7f-17da-4e6c-b852-ca614c7a8ef0 req-273052cc-ef91-4074-8c19-8b0c5401cec8 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991379 Nov 26 22:02:20.958358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1add-e027-40a6-a25c-d438985ecca9 req-641a00ff-6fa5-48b5-8726-6d7918545d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:20.959929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-641a00ff-6fa5-48b5-8726-6d7918545d6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1145802 Nov 26 22:02:20.962104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32c60ba5-b2a7-47a2-9a3d-7fcf6fb224c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:20.982943 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c9cec2-5cd6-42f1-8a52-161b094a3b42 x-openstack-request-id: req-16c9cec2-5cd6-42f1-8a52-161b094a3b42 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:20.983190 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:20.983474 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16c9cec2-5cd6-42f1-8a52-161b094a3b42 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:20.983867 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'status': 'completed', 'code': 200} Nov 26 22:02:21.115473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9ba80-9405-472a-9b1a-a634e7436e6e req-669a7f99-9025-478f-b923-e5cae1231959 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:21.117055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21a9ba80-9405-472a-9b1a-a634e7436e6e req-669a7f99-9025-478f-b923-e5cae1231959 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1030576 Nov 26 22:02:21.143242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:21.246512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21a9ba80-9405-472a-9b1a-a634e7436e6e req-593efc40-28d3-4317-8513-bcd44a1e7c1d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226685 Nov 26 22:02:21.337656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-e342eb68-cf60-40dc-97c2-03870722e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:21.339233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-e342eb68-cf60-40dc-97c2-03870722e9a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4376810 Nov 26 22:02:21.353527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f1add-e027-40a6-a25c-d438985ecca9 req-876b4a51-123d-4a6c-9d5b-6d77db3199ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:21.355121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-876b4a51-123d-4a6c-9d5b-6d77db3199ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3847167 Nov 26 22:02:21.402999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:21.435713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32c60ba5-b2a7-47a2-9a3d-7fcf6fb224c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:21.439491 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32c60ba5-b2a7-47a2-9a3d-7fcf6fb224c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:21.443102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-32c60ba5-b2a7-47a2-9a3d-7fcf6fb224c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a30a434-c4d1-41bf-81dc-80660aa9d614 HTTP/1.1" status: 204 len: 168 time: 0.7883465 Nov 26 22:02:21.494018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c60ba5-b2a7-47a2-9a3d-7fcf6fb224c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a30a434-c4d1-41bf-81dc-80660aa9d614,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:21.568756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39b197-69b0-4c74-b812-c2c4fbc2ea21 req-cc985961-fe15-4c55-97d8-c57b3b75e9b1 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:21.570355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d39b197-69b0-4c74-b812-c2c4fbc2ea21 req-cc985961-fe15-4c55-97d8-c57b3b75e9b1 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.1190968 Nov 26 22:02:21.585088 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-0c0f47ce-2715-4d30-8cce-cb418cd4750a service neutron] 10.222.0.13 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287467 Nov 26 22:02:21.630473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-a9917fea-1c2d-4fa8-b1aa-c90abffd9f95 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379127 Nov 26 22:02:21.665009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d39b197-69b0-4c74-b812-c2c4fbc2ea21 req-7e18432a-ddc3-45d4-9b9d-e661f996749c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833337 Nov 26 22:02:21.665931 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Router ff07dcca-69f3-42a4-83b8-e65148674061 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:02:21.851076 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-195f1add-e027-40a6-a25c-d438985ecca9 req-8b08ddc1-7e86-44e8-92fe-4673b7184b34 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191036 Nov 26 22:02:21.853806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-e2506fe6-5a22-4159-8844-2e9d4077c5da service neutron] 10.222.0.13 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604907 Nov 26 22:02:21.857769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:21.870086 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e68c2-724d-4170-8b71-0b2895e267d9 None None] Sync routers for ids ['ff07dcca-69f3-42a4-83b8-e65148674061'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:21.884520 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e68c2-724d-4170-8b71-0b2895e267d9 None None] Routers {'ff07dcca-69f3-42a4-83b8-e65148674061'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:21.885411 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5e2e68c2-724d-4170-8b71-0b2895e267d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ff07dcca-69f3-42a4-83b8-e65148674061'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:21.889908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:21.893202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0b7b6659-eb92-45b0-95c0-a076b3fbb710 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0183692 Nov 26 22:02:21.896377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59378) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:21.902291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-82a44979-8a1a-4e9f-9e8e-fc08e294c27a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': False}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:21.925094 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5e2e68c2-724d-4170-8b71-0b2895e267d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:21.935674 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2e68c2-724d-4170-8b71-0b2895e267d9 None None] Routers {'ff07dcca-69f3-42a4-83b8-e65148674061'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:21.936339 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5e2e68c2-724d-4170-8b71-0b2895e267d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ff07dcca-69f3-42a4-83b8-e65148674061'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:21.973555 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5e2e68c2-724d-4170-8b71-0b2895e267d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:21.974342 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e68c2-724d-4170-8b71-0b2895e267d9 None None] The sync data for ids ['ff07dcca-69f3-42a4-83b8-e65148674061'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:22.125098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f079ee-1559-4531-a63f-dc9193e8895a req-43270c68-ce07-4e8e-95a3-5c790ad03851 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.128601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6f079ee-1559-4531-a63f-dc9193e8895a req-43270c68-ce07-4e8e-95a3-5c790ad03851 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1128616 Nov 26 22:02:22.214121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6f079ee-1559-4531-a63f-dc9193e8895a req-38d31a5b-61c6-4cdb-b5de-a1adf5ebfdb6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790279 Nov 26 22:02:22.276200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e76d-a5da-4847-b221-ceacf4857945 req-42d87428-660d-4aab-be1c-e769a51f44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.277747 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1050e76d-a5da-4847-b221-ceacf4857945 req-42d87428-660d-4aab-be1c-e769a51f44d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 1095 time: 0.2896631 Nov 26 22:02:22.283229 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-14c10635-9d40-4434-91ba-71cd3d49e4c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1260955 Nov 26 22:02:22.398792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59398) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:22.533586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1862304947-network', 'tenant_id': 'f472851f89d645388ae67d3bd2615df2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:22.533899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-9975cb0d-2935-4811-b94e-aeaafc4c6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.535533 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-9975cb0d-2935-4811-b94e-aeaafc4c6722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88c7a9f839f486fa4734313e308f0cd&device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 1096 time: 0.1615622 Nov 26 22:02:22.540613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e76d-a5da-4847-b221-ceacf4857945 req-c756f8c2-7289-4b87-8a31-23e138a9ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.542142 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1050e76d-a5da-4847-b221-ceacf4857945 req-c756f8c2-7289-4b87-8a31-23e138a9ba21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.2564123 Nov 26 22:02:22.546890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82a44979-8a1a-4e9f-9e8e-fc08e294c27a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.558604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Made reservation on behalf of f472851f89d645388ae67d3bd2615df2 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:02:22.561664 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.571925 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.595010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1050e76d-a5da-4847-b221-ceacf4857945 req-c27013b3-737f-48a9-be4b-4b86939ed620 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89768da-20ba-407f-8b4f-e577e5c303ed HTTP/1.1" status: 200 len: 217 time: 0.0445468 Nov 26 22:02:22.669925 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.677543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.757306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:02:22.773281 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.773705 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Added segment 6bc7c8b5-4b44-4def-819e-80f9d9f349b4 of type vlan for network f7176357-f750-48b9-871b-b10bc0ddd0ff Nov 26 22:02:22.783268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e76d-a5da-4847-b221-ceacf4857945 req-e0e5ae54-0ed3-497d-9bd1-558fa0b541d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.784776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1050e76d-a5da-4847-b221-ceacf4857945 req-e0e5ae54-0ed3-497d-9bd1-558fa0b541d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1682737 Nov 26 22:02:22.802748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e0de36-eef0-415c-8af4-02940340ef9a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:22.838431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-6b08f2a6-976e-4133-a227-f0a8921df76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.839962 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-6b08f2a6-976e-4133-a227-f0a8921df76e service neutron] 10.222.0.13 "GET /v2.0/networks?id=622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 200 len: 912 time: 0.2472630 Nov 26 22:02:22.864960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:02:22.871981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.900067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3f47e-33e9-410c-ba3c-e98b6a2ab2bb req-342c160c-608a-48d9-a1b4-6eefbdefcbf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.907610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74b3f47e-33e9-410c-ba3c-e98b6a2ab2bb req-342c160c-608a-48d9-a1b4-6eefbdefcbf4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.1351409 Nov 26 22:02:22.910394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e76d-a5da-4847-b221-ceacf4857945 req-06318f52-bacf-4bc7-875b-47be537abdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.911903 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1050e76d-a5da-4847-b221-ceacf4857945 req-06318f52-bacf-4bc7-875b-47be537abdf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174181 Nov 26 22:02:22.945290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.946443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:22.946632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port aca03bfd-2c3d-48b2-9949-aa50545e3550 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:02:22.947326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.951818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port aca03bfd-2c3d-48b2-9949-aa50545e3550 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:02:22.952363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:22.978179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-7122f459-7cde-4219-8f04-41a03b7de2cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131 HTTP/1.1" status: 200 len: 1001 time: 0.1290476 Nov 26 22:02:23.037107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74b3f47e-33e9-410c-ba3c-e98b6a2ab2bb req-e47a6ebc-bcf5-4522-b4e5-2c3fce30e0d3 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282330 Nov 26 22:02:23.041059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6412406 Nov 26 22:02:23.041960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf077450-180f-4de3-9a3f-9c2dc310386d admin admin] Pushing event updated for resources: {'Network': ['ID=f7176357-f750-48b9-871b-b10bc0ddd0ff,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:23.046806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59410) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:23.052111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Request body: {'subnet': {'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1862304947-subnet', 'tenant_id': 'f472851f89d645388ae67d3bd2615df2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:23.070143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network f7176357-f750-48b9-871b-b10bc0ddd0ff details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:02:23.086218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Made reservation on behalf of f472851f89d645388ae67d3bd2615df2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:02:23.089873 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:23.091236 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:23.136464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-ecaa1dda-0929-4f21-8ee0-9dbffef1afef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:23.138404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-ecaa1dda-0929-4f21-8ee0-9dbffef1afef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 200 len: 850 time: 0.1488552 Nov 26 22:02:23.168016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:23.170393 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474035b4-fa33-45df-83fb-dca9e373ea09" -d '{"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:23.190475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:23.199052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:23.256169 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19195ab1-0f6c-4133-8f5d-b5d30c0bf82d x-openstack-request-id: req-19195ab1-0f6c-4133-8f5d-b5d30c0bf82d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:23.256476 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:23.256738 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19195ab1-0f6c-4133-8f5d-b5d30c0bf82d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:23.257143 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'code': 200} Nov 26 22:02:23.259106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:23.267058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-6961d665-f148-4745-a5ca-2c4b9a01bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:23.269011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-6961d665-f148-4745-a5ca-2c4b9a01bd53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=622e33c2-73f7-41e0-9938-6fd959557b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146154 Nov 26 22:02:23.271038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1050e76d-a5da-4847-b221-ceacf4857945 req-85499029-45b4-44bf-b69f-a6f96ddefdcf service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496039 Nov 26 22:02:23.449473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3177240f-b121-47cc-9383-23675a368e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:23.528285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1050e76d-a5da-4847-b221-ceacf4857945 req-75a9e58b-480f-49cb-a618-eabe8320b8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479110 Nov 26 22:02:23.551066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-88f0d12e-ad72-42a3-92d4-6db2ac833c5c service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602351 Nov 26 22:02:23.584801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d347c-75c2-4851-8a71-640204d8ea11 req-b178a7cc-4436-42ee-9b0f-d5baf63513e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:23.586468 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd7d347c-75c2-4851-8a71-640204d8ea11 req-b178a7cc-4436-42ee-9b0f-d5baf63513e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.1026139 Nov 26 22:02:23.682870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd7d347c-75c2-4851-8a71-640204d8ea11 req-618dafe4-acd3-4605-84e0-f767fabb80c8 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869300 Nov 26 22:02:23.741523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:23.804437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45eee5c7-0c95-46d1-8c6c-86b8b456ad3c,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:23.827684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Checking segment: {'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:02:23.828893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Network hostable DHCP agents. Network: f7176357-f750-48b9-871b-b10bc0ddd0ff, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:02:23.852299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Network f7176357-f750-48b9-871b-b10bc0ddd0ff is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:02:23.862698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, f7176357-f750-48b9-871b-b10bc0ddd0ff) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:23.868240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:23.869347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:23.873983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564be4c8-6d44-4218-8b2e-eabc9d0006ac None None] Network f7176357-f750-48b9-871b-b10bc0ddd0ff requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:02:23.902327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-52783f0d-804f-4795-aca1-dcadf2793a48 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8482628 Nov 26 22:02:24.042047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75565791-4b43-4def-97e1-614b4ac2a7ad None None] Network f7176357-f750-48b9-871b-b10bc0ddd0ff requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:02:24.075328 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82a44979-8a1a-4e9f-9e8e-fc08e294c27a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:24.080657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a02efa-b8b0-46a0-92e5-d8fbd303f61d req-3883b471-9b5e-46ef-8e48-75f680c6aa92 service neutron] 10.222.0.13 "GET /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198171 Nov 26 22:02:24.081984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82a44979-8a1a-4e9f-9e8e-fc08e294c27a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:24.259848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fbaae-46b7-4632-aa84-2fc96d0d28be req-d019a9af-2146-4d31-9018-45eb1f3f6c75 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:24.261532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a44979-8a1a-4e9f-9e8e-fc08e294c27a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Router ff07dcca-69f3-42a4-83b8-e65148674061 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:02:24.270945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b1fbaae-46b7-4632-aa84-2fc96d0d28be req-d019a9af-2146-4d31-9018-45eb1f3f6c75 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.0833235 Nov 26 22:02:24.347354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b1fbaae-46b7-4632-aa84-2fc96d0d28be req-9f1beb39-5750-440e-b794-f168b1633a7e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752487 Nov 26 22:02:24.424378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fec1e-5ede-466a-a46a-253592804569 req-47005871-7369-457d-b8b4-77f468e84c99 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:24.426997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-718fec1e-5ede-466a-a46a-253592804569 req-47005871-7369-457d-b8b4-77f468e84c99 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0762928 Nov 26 22:02:24.457712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a44979-8a1a-4e9f-9e8e-fc08e294c27a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:24.467770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652cdfb-ffd1-4592-8612-d778f3b98cb6 None None] Sync routers for ids ['ff07dcca-69f3-42a4-83b8-e65148674061'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:24.472101 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82a44979-8a1a-4e9f-9e8e-fc08e294c27a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:24.473483 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-82a44979-8a1a-4e9f-9e8e-fc08e294c27a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "PUT /v2.0/routers/ff07dcca-69f3-42a4-83b8-e65148674061 HTTP/1.1" status: 200 len: 926 time: 2.5756607 Nov 26 22:02:24.477428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:24.480711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652cdfb-ffd1-4592-8612-d778f3b98cb6 None None] Routers {'ff07dcca-69f3-42a4-83b8-e65148674061'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:24.481419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6652cdfb-ffd1-4592-8612-d778f3b98cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ff07dcca-69f3-42a4-83b8-e65148674061'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:24.511960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-718fec1e-5ede-466a-a46a-253592804569 req-612fee00-0f03-45f6-b1c7-b34f62020cfe tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773878 Nov 26 22:02:24.542941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6652cdfb-ffd1-4592-8612-d778f3b98cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:24.557000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652cdfb-ffd1-4592-8612-d778f3b98cb6 None None] Routers {'ff07dcca-69f3-42a4-83b8-e65148674061'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:24.557962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6652cdfb-ffd1-4592-8612-d778f3b98cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:01:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ff07dcca-69f3-42a4-83b8-e65148674061'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:24.649857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6652cdfb-ffd1-4592-8612-d778f3b98cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:24.650707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652cdfb-ffd1-4592-8612-d778f3b98cb6 None None] The sync data for ids ['ff07dcca-69f3-42a4-83b8-e65148674061'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:24.680042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-6f220fed-875a-4c76-8405-9fe096c942fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:24.681600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-6f220fed-875a-4c76-8405-9fe096c942fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 1096 time: 0.0971932 Nov 26 22:02:24.688565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-280af7ff-ddff-4082-a7cc-538b85f0e059 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/routers/ff07dcca-69f3-42a4-83b8-e65148674061 HTTP/1.1" status: 200 len: 926 time: 0.2085850 Nov 26 22:02:24.691464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59456) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:24.716435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c38a1-994f-41a0-837f-9e5fd56f1b4d req-d68ca685-e6c1-4514-a5b4-bccf99a20b53 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:24.718548 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d5c38a1-994f-41a0-837f-9e5fd56f1b4d req-d68ca685-e6c1-4514-a5b4-bccf99a20b53 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0736482 Nov 26 22:02:24.773522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:24.791068 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d5c38a1-994f-41a0-837f-9e5fd56f1b4d req-f9bf4ad3-256c-4b9d-ae68-055829c8713b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563018 Nov 26 22:02:24.847581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12321a4-e22b-46c0-b63c-07f3ec2d9671 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:24.851676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b12321a4-e22b-46c0-b63c-07f3ec2d9671 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=ff07dcca-69f3-42a4-83b8-e65148674061&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1567369 Nov 26 22:02:24.851859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59464) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:24.863678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:24.873406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff838e85-65f0-442f-aded-895883549b99 req-180c6613-1918-4a5f-8153-038bc1545fd7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:24.875118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff838e85-65f0-442f-aded-895883549b99 req-180c6613-1918-4a5f-8153-038bc1545fd7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 945 time: 0.0759966 Nov 26 22:02:24.984337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff838e85-65f0-442f-aded-895883549b99 req-47db1271-1144-4052-977a-ce7de27811ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993910 Nov 26 22:02:24.994712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2232f1f-8871-40a7-9004-e7fcb9f0cf1d tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:24.996167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e2232f1f-8871-40a7-9004-e7fcb9f0cf1d tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 881 time: 0.1433713 Nov 26 22:02:24.998984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59466) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:25.040923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0dd68980-1d78-4e0c-849b-2e733bd7b496 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff07dcca-69f3-42a4-83b8-e65148674061 HTTP/1.1" status: 200 len: 205 time: 0.0406981 Nov 26 22:02:25.043912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59468) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:25.174978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:25.191621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:25.222845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:02:25.277596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:25.295958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Transition to ACTIVE for port object aca03bfd-2c3d-48b2-9949-aa50545e3550 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:02:25.295958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:25.300506 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e284191e-97d0-46fb-87b9-59cfb9f1f7b4" -d '{"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:25.305534 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:25.318605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:25.439528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Deleting port 82125b55-dd89-4eab-bd17-2eb95b011e24 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:25.440082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:25.566678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] No DVR routers for this DVR port aca03bfd-2c3d-48b2-9949-aa50545e3550 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:02:25.570422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:25.583880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Calling delete_port for 82125b55-dd89-4eab-bd17-2eb95b011e24 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:25.737073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:25.740763 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee2c9a3-005b-4eca-8027-b93c8b69ee3f x-openstack-request-id: req-7ee2c9a3-005b-4eca-8027-b93c8b69ee3f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:25.741041 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:25.741307 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ee2c9a3-005b-4eca-8027-b93c8b69ee3f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:25.741708 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'code': 200} Nov 26 22:02:25.800754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:02:25.801104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:02:25.801440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:25.815685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:02:25.816030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Attempting to bind port aca03bfd-2c3d-48b2-9949-aa50545e3550 on network e5914d9a-d5d4-463f-a36e-3cd1d700c20d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:25.826533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:02:25.826940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Checking segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:02:25.827280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Bound using segment: {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:02:25.827728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Bound port: aca03bfd-2c3d-48b2-9949-aa50545e3550, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27d63c8-349d-4881-958a-795a2ff6e0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:02:25.828094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:25.905260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba968fe3-4def-4b3c-834f-155a644fe0b7 req-638eae6d-55d9-4a0f-b89f-29cf3a8bb63e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:25.920883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba968fe3-4def-4b3c-834f-155a644fe0b7 req-638eae6d-55d9-4a0f-b89f-29cf3a8bb63e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.1902215 Nov 26 22:02:25.926028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:25.977057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:02:25.982041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:02:25.984225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event deleted for resources: {'Port': ['ID=82125b55-dd89-4eab-bd17-2eb95b011e24,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:26.009359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.071611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.141990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:26.143171 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.145109 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] 10.222.0.41 "PUT /v2.0/ports/aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 1092 time: 1.4432013 Nov 26 22:02:26.205421 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41ea8639-c345-45d7-a811-38a6834d14e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.238339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180a50-186b-429c-970f-9d092069ac40 service neutron] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=11']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:26.253875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-35f3bae3-279b-4ef8-a77b-e82863ddc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:26.256176 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-35f3bae3-279b-4ef8-a77b-e82863ddc130 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0748215 Nov 26 22:02:26.379589 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.399313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-db2b554b-bbf2-406b-aaad-869504063cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:26.399997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba968fe3-4def-4b3c-834f-155a644fe0b7 req-adbe0f93-920b-46de-bca1-6798b1c1bbff tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595451 Nov 26 22:02:26.400844 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-db2b554b-bbf2-406b-aaad-869504063cb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.1369963 Nov 26 22:02:26.402028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.468986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a81a79-21d8-4364-8377-5d2b73f51a42 req-eaede5e3-2dbf-419f-a2e0-e7618e7f48f1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:26.478059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69a81a79-21d8-4364-8377-5d2b73f51a42 req-eaede5e3-2dbf-419f-a2e0-e7618e7f48f1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1955223 Nov 26 22:02:26.486893 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.487476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Fanout notify agent at l3_agent the message router_deleted on router ff07dcca-69f3-42a4-83b8-e65148674061 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:26.510232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.511376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a01abef7-5bbf-4fbd-ba87-6f5ac5346186 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/ff07dcca-69f3-42a4-83b8-e65148674061 HTTP/1.1" status: 204 len: 168 time: 1.4664824 Nov 26 22:02:26.515963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59496) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:26.522267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-00615ad9-5d2d-4bbd-8fb2-0d7995ab4b51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 998 time: 0.1133626 Nov 26 22:02:26.525724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3c12e102-c36b-48ef-98d4-eff2fd026e63 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1745154151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:26.563756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69a81a79-21d8-4364-8377-5d2b73f51a42 req-e0f97568-f730-4b6d-bafe-ec7bf36a0be3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841854 Nov 26 22:02:26.599725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-883277c2-3d79-49a9-81a5-9709e18e869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:26.599725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-883277c2-3d79-49a9-81a5-9709e18e869a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.0664341 Nov 26 22:02:26.599725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c12e102-c36b-48ef-98d4-eff2fd026e63 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.600940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c12e102-c36b-48ef-98d4-eff2fd026e63 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.689389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c12e102-c36b-48ef-98d4-eff2fd026e63 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.694211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c12e102-c36b-48ef-98d4-eff2fd026e63 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.701558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-605ce09c-dac8-4ace-bd47-b7e6c50d334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:26.703069 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-605ce09c-dac8-4ace-bd47-b7e6c50d334c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977724 Nov 26 22:02:26.729877 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c12e102-c36b-48ef-98d4-eff2fd026e63 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:26.730975 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3c12e102-c36b-48ef-98d4-eff2fd026e63 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2115252 Nov 26 22:02:26.733807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59504) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:26.739570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:26.819121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-3a735309-b2a7-4875-8e09-71a21622f442 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088676 Nov 26 22:02:26.880501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:02:26.965683 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66dfdf01-64b7-47a6-8909-b79156e7a033 req-19caa187-43c7-4ca5-8403-cb982763dd6c service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387906 Nov 26 22:02:26.975906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:02:27.013913 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:27.052332 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:27.288675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:02:27.310738 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:27.339076 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:27.462796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:27.477822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'port_id': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'mac_address': 'fa:16:3e:84:11:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:02:27.534527 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:27.555284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89768da-20ba-407f-8b4f-e577e5c303ed {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:02:27.581581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:27.582982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Allocated IP 172.25.3.210 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/ea36f90d-0863-4522-a109-dc5e039d150b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:27.597790 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:27.618437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6886b1-70e6-4e3d-9e87-09391270151c req-1d08e680-8861-4377-a4d4-f76cfad9dbf3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:27.619977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b6886b1-70e6-4e3d-9e87-09391270151c req-1d08e680-8861-4377-a4d4-f76cfad9dbf3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1268487 Nov 26 22:02:27.661584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:27.702873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b276-a8e0-4ce8-b647-b88029c5a210 req-5b74f116-925f-4f09-9991-43c0699e8ea7 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:27.705083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6417b276-a8e0-4ce8-b647-b88029c5a210 req-5b74f116-925f-4f09-9991-43c0699e8ea7 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.1671989 Nov 26 22:02:27.742963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:27.745751 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad058ad-45c6-4187-8168-7493365eb0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:27.773607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b6886b1-70e6-4e3d-9e87-09391270151c req-33de434b-c2be-40e1-bdd0-081ce87446e6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404126 Nov 26 22:02:27.812992 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:27.832108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6417b276-a8e0-4ce8-b647-b88029c5a210 req-47f1350b-5a03-43ec-be02-6ea478907796 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086509 Nov 26 22:02:27.879400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:27.932749 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b9d972-2d48-4db3-b8ce-b3179c070a62 x-openstack-request-id: req-b5b9d972-2d48-4db3-b8ce-b3179c070a62 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:27.934036 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:27.934036 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5b9d972-2d48-4db3-b8ce-b3179c070a62 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:27.934036 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'status': 'completed', 'code': 200} Nov 26 22:02:27.955034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:27.962410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:27.969102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:27.980476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event updated for resources: {'Port': ['ID=ea36f90d-0863-4522-a109-dc5e039d150b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:28.025112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc34c9-868f-4bed-9c3e-accf94e14213 req-95b4957e-6b5f-48c1-8439-53281a3d12a3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.026907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7cc34c9-868f-4bed-9c3e-accf94e14213 req-95b4957e-6b5f-48c1-8439-53281a3d12a3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1622694 Nov 26 22:02:28.112496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c89768da-20ba-407f-8b4f-e577e5c303ed'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:02:28.120501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-33e70761-5285-4fb6-9e53-59faa8b81a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.122285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-33e70761-5285-4fb6-9e53-59faa8b81a2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1268702 Nov 26 22:02:28.124258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-7ade6f16-3b1b-4ae5-9786-d65178bb2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.126665 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-7ade6f16-3b1b-4ae5-9786-d65178bb2b2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1419601 Nov 26 22:02:28.249015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7cc34c9-868f-4bed-9c3e-accf94e14213 req-d2b956a3-747c-46e8-966c-a8c9d1f62276 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116973 Nov 26 22:02:28.251671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-1e11da30-0f74-448a-96fd-0a326ddf6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.253757 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-1e11da30-0f74-448a-96fd-0a326ddf6a59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.1243894 Nov 26 22:02:28.433620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-aeea409e-ed65-4f4d-a02d-b8e3d37fdb22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 998 time: 0.1504457 Nov 26 22:02:28.457107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:28.577563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:28.609361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-e40d5c26-5153-4364-a00b-03f3b5b333c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.611910 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-e40d5c26-5153-4364-a00b-03f3b5b333c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.3571820 Nov 26 22:02:28.615012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e2ec7-d9c4-4969-87f2-cea214cce775 req-64fa1a69-bcea-41e6-a378-e5e0fc1a0048 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.622971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f2e2ec7-d9c4-4969-87f2-cea214cce775 req-64fa1a69-bcea-41e6-a378-e5e0fc1a0048 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.5213447 Nov 26 22:02:28.717345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-5f820504-99f3-4ac1-b706-2405bd0d42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.719035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-5f820504-99f3-4ac1-b706-2405bd0d42fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.2566378 Nov 26 22:02:28.758372 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f2e2ec7-d9c4-4969-87f2-cea214cce775 req-f2055210-cce9-4fc8-943b-f06084941753 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331744 Nov 26 22:02:28.782839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-70ee3ff0-29d9-482e-a19e-1dc5f4d0c860 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 998 time: 0.1450202 Nov 26 22:02:28.805527 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:28.810606 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:28.834521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-85d1b72e-441c-4cab-a953-ff6ed8fb781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.836025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-85d1b72e-441c-4cab-a953-ff6ed8fb781b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076405 Nov 26 22:02:28.890967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-c22ae661-70dc-47f5-852b-7bcc96160a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:28.898451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-c22ae661-70dc-47f5-852b-7bcc96160a01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.1060014 Nov 26 22:02:29.047955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-9d189ec7-cf0d-4e22-8d6b-ecdd1de97a66 service neutron] 10.222.0.13 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940391 Nov 26 22:02:29.118488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-d91eae57-8f10-4480-bf55-0ba2f39b21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:29.123478 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-d91eae57-8f10-4480-bf55-0ba2f39b21c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078519 Nov 26 22:02:29.140646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:29.305367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:02:29.351190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-7ba4ca4f-4f46-4812-80db-e01cb64e00a1 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002423 Nov 26 22:02:29.353097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-60d2b503-c4ec-487d-8283-7289ac3c7eaa service neutron] 10.222.0.13 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493391 Nov 26 22:02:29.432189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port c89768da-20ba-407f-8b4f-e577e5c303ed completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:02:29.440006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port c89768da-20ba-407f-8b4f-e577e5c303ed triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:02:29.442721 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:29.544666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d584750-927d-4b5f-b47c-09b91bbc0ee6 req-ec5992c9-ade2-4662-9dd8-adfabc3ed537 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:29.546310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3d584750-927d-4b5f-b47c-09b91bbc0ee6 req-ec5992c9-ade2-4662-9dd8-adfabc3ed537 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.5755200 Nov 26 22:02:29.556874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36078-0e2f-42d1-a2c7-7ce21c930301 req-f27663f9-035b-41c6-87ed-41257ee15ba9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:29.565438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cf36078-0e2f-42d1-a2c7-7ce21c930301 req-f27663f9-035b-41c6-87ed-41257ee15ba9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 945 time: 0.5833390 Nov 26 22:02:29.570048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9ad058ad-45c6-4187-8168-7493365eb0fa req-ea326653-9704-43a2-a7f5-d077a897e043 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098551 Nov 26 22:02:29.662582 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cf36078-0e2f-42d1-a2c7-7ce21c930301 req-e69f1f07-e51f-4792-a3a4-1b807d48d65e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959859 Nov 26 22:02:29.717739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3d584750-927d-4b5f-b47c-09b91bbc0ee6 req-9fc7b4fa-044e-466c-8660-f89266fd8e21 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500270 Nov 26 22:02:29.720193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Router 3ea2fd0c-3296-4b8b-8c07-42de001331ab is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:02:29.837769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-62e3e98c-c520-4297-a3cf-19a07cdf2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:29.845802 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-62e3e98c-c520-4297-a3cf-19a07cdf2c03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1490116 Nov 26 22:02:29.877684 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:29.915808 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:29.918308 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4dc975-172c-4715-b9c8-2f6c4bcd997f" -d '{"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-plugged", "status": "completed", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:29.918861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54e5b5-ab4f-450c-be81-3984e42dd92a req-baf9491e-1ac8-4e64-9318-6f610a90010c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:29.933649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c54e5b5-ab4f-450c-be81-3984e42dd92a req-baf9491e-1ac8-4e64-9318-6f610a90010c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1739922 Nov 26 22:02:29.941446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:29.952702 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:29.999124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:30.007554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:30.008749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bdd00d78-63b7-42cc-a6e6-3f4ec69f941a tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "PUT /v2.0/routers/3ea2fd0c-3296-4b8b-8c07-42de001331ab HTTP/1.1" status: 200 len: 884 time: 3.2738349 Nov 26 22:02:30.012494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59572) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:30.015088 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fab0c-b815-4ccd-bfad-d6d27c795bee None None] Sync routers for ids ['3ea2fd0c-3296-4b8b-8c07-42de001331ab'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:30.036448 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fab0c-b815-4ccd-bfad-d6d27c795bee None None] Routers {'3ea2fd0c-3296-4b8b-8c07-42de001331ab'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:30.039132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-3bde60a3-9e3b-4b3e-a0e5-d462dccd3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.040774 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-3bde60a3-9e3b-4b3e-a0e5-d462dccd3e0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.1685026 Nov 26 22:02:30.042241 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-433fab0c-b815-4ccd-bfad-d6d27c795bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3ea2fd0c-3296-4b8b-8c07-42de001331ab'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:30.082739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c54e5b5-ab4f-450c-be81-3984e42dd92a req-b028ba45-bdda-4b89-bd54-c027e5292192 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293943 Nov 26 22:02:30.118732 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-433fab0c-b815-4ccd-bfad-d6d27c795bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:30.139459 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433fab0c-b815-4ccd-bfad-d6d27c795bee None None] Routers {'3ea2fd0c-3296-4b8b-8c07-42de001331ab'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:30.140238 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-433fab0c-b815-4ccd-bfad-d6d27c795bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3ea2fd0c-3296-4b8b-8c07-42de001331ab'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:30.143182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:30.171163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-6dbba0ca-5ef2-409b-ba1f-7eb07554873a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 998 time: 0.1222761 Nov 26 22:02:30.192664 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ade640-0ac9-4ae2-8a6d-fb0ed0748353 x-openstack-request-id: req-91ade640-0ac9-4ae2-8a6d-fb0ed0748353 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:30.192867 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-plugged", "status": "completed", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:30.193104 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91ade640-0ac9-4ae2-8a6d-fb0ed0748353 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:30.193503 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'code': 200} Nov 26 22:02:30.196959 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-433fab0c-b815-4ccd-bfad-d6d27c795bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:30.197830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433fab0c-b815-4ccd-bfad-d6d27c795bee None None] The sync data for ids ['3ea2fd0c-3296-4b8b-8c07-42de001331ab'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:30.215470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fa683a64-492a-40d1-8934-fcfd2ae16de4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/routers/3ea2fd0c-3296-4b8b-8c07-42de001331ab HTTP/1.1" status: 200 len: 925 time: 0.2012630 Nov 26 22:02:30.219803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59574) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:30.231051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-4464508e-cfd4-491d-839b-c91618e02c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.234112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-4464508e-cfd4-491d-839b-c91618e02c68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.0542507 Nov 26 22:02:30.303993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d2728-5f83-408b-9e08-f1e4860310e3 req-d99ac3c4-8e75-4c08-b689-c4b19152deca tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.305745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-1687a19b-cfe2-41bf-9445-c584af3e8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.307398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d5d2728-5f83-408b-9e08-f1e4860310e3 req-d99ac3c4-8e75-4c08-b689-c4b19152deca tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1592803 Nov 26 22:02:30.314779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bbfde3-b03e-4bc1-bb42-b3529f3df162 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.315439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-1687a19b-cfe2-41bf-9445-c584af3e8dc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724862 Nov 26 22:02:30.317070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a5bbfde3-b03e-4bc1-bb42-b3529f3df162 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=3ea2fd0c-3296-4b8b-8c07-42de001331ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0970709 Nov 26 22:02:30.321437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59580) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:30.406235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d5d2728-5f83-408b-9e08-f1e4860310e3 req-d2b10314-3901-4ee8-99b2-60ee10fca89a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871615 Nov 26 22:02:30.429147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48e893-927a-4670-9432-2dcacd241a83 req-04cbabf5-9d38-41a3-980d-eb421ba0f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.432049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc48e893-927a-4670-9432-2dcacd241a83 req-04cbabf5-9d38-41a3-980d-eb421ba0f8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 1097 time: 0.0975461 Nov 26 22:02:30.542244 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc48e893-927a-4670-9432-2dcacd241a83 req-90db283e-aa24-4e7c-9e93-19a85969c428 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829625 Nov 26 22:02:30.608475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27307cc3-e3b2-430c-8f9d-1dbd71c710e4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.613303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-27307cc3-e3b2-430c-8f9d-1dbd71c710e4 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 881 time: 0.2874119 Nov 26 22:02:30.613303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-80849d1e-e68f-4864-b971-352d0c50db32 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645245 Nov 26 22:02:30.613498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59592) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:30.674995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3c4d81c8-3ca9-4f09-8d69-4c12a341099d tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea2fd0c-3296-4b8b-8c07-42de001331ab HTTP/1.1" status: 200 len: 205 time: 0.0604868 Nov 26 22:02:30.677433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59594) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:30.732651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed24d3c-8871-4e29-9885-f83a6b9d180e req-6080a4a4-03b1-4d76-aa8c-fcf91d4a8237 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.734656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ed24d3c-8871-4e29-9885-f83a6b9d180e req-6080a4a4-03b1-4d76-aa8c-fcf91d4a8237 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0990102 Nov 26 22:02:30.819029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:30.836135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ed24d3c-8871-4e29-9885-f83a6b9d180e req-67148a56-7626-403e-862f-7c2a0d1c5211 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947530 Nov 26 22:02:30.908506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457973a9-ebaf-4713-807f-d10d71c84ac6 req-0325f489-4ab2-478b-bf82-4ee5eaa3b46d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:30.912603 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-457973a9-ebaf-4713-807f-d10d71c84ac6 req-0325f489-4ab2-478b-bf82-4ee5eaa3b46d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1285357 Nov 26 22:02:30.995718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-457973a9-ebaf-4713-807f-d10d71c84ac6 req-b65a9278-2c7d-494a-a4cb-3dd8d78e35ba tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746949 Nov 26 22:02:31.126649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b29c62-dd95-400e-bf88-00ab3f3e6a3b req-c9b55a87-c699-4fde-9ae5-dbc1b8d2e82b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:31.130464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b29c62-dd95-400e-bf88-00ab3f3e6a3b req-c9b55a87-c699-4fde-9ae5-dbc1b8d2e82b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1600401 Nov 26 22:02:31.236370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b29c62-dd95-400e-bf88-00ab3f3e6a3b req-26f0e421-7e22-44ef-a3c0-bdb492b8250e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972958 Nov 26 22:02:31.315942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:02:31.489915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105d155-26c5-40d1-9dca-c66e68018511 req-4c16ec04-ff9c-4a3f-a2ed-a948305da0e8 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:31.492634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f105d155-26c5-40d1-9dca-c66e68018511 req-4c16ec04-ff9c-4a3f-a2ed-a948305da0e8 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 944 time: 0.1023889 Nov 26 22:02:31.525870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:31.540280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'port_id': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'mac_address': 'fa:16:3e:ac:4e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:02:31.585759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:31.594473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f105d155-26c5-40d1-9dca-c66e68018511 req-7492bfa0-53fe-4c53-a4ad-73ccca8ec186 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958195 Nov 26 22:02:31.629316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:31.631972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca03bfd-2c3d-48b2-9949-aa50545e3550 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:02:31.642332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:31.665640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-015f25ff-63f7-480a-ac17-5f2c4625db4f req-2c1d7f2a-dcc4-4e08-b466-6b2a87d42e27 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848457 Nov 26 22:02:31.691416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:31.698786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:31.725718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Deleting port ea36f90d-0863-4522-a109-dc5e039d150b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:31.726259 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:31.776586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796bc69-2d50-4ed1-a447-099ac472f97c req-2d4b4278-9519-435b-8b12-aaa1d9ec93dd tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:31.794346 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7796bc69-2d50-4ed1-a447-099ac472f97c req-2d4b4278-9519-435b-8b12-aaa1d9ec93dd tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2148662 Nov 26 22:02:31.798430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=12']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:31.840306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:31.857158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Calling delete_port for ea36f90d-0863-4522-a109-dc5e039d150b owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:31.896477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7796bc69-2d50-4ed1-a447-099ac472f97c req-0507bcdb-e52e-497b-bb1b-02a2224651f0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999107 Nov 26 22:02:31.904023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3e19a9b0-f733-418f-b8dc-89be6af63c91 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/b51e520f-e59e-42a7-8a6e-e2c69411d48f HTTP/1.1" status: 200 len: 990 time: 0.2736118 Nov 26 22:02:32.087483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbdee1-abb8-40b6-bbff-935a5945a80b req-0d84d114-ce60-49cf-a9b1-b5e842f62e61 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:32.106245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38cbdee1-abb8-40b6-bbff-935a5945a80b req-0d84d114-ce60-49cf-a9b1-b5e842f62e61 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1260250 Nov 26 22:02:32.152910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.184240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['aca03bfd-2c3d-48b2-9949-aa50545e3550'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:02:32.206197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event deleted for resources: {'Port': ['ID=ea36f90d-0863-4522-a109-dc5e039d150b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:32.265812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38cbdee1-abb8-40b6-bbff-935a5945a80b req-80f59de6-74d7-4085-93f4-07f69db544df tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590493 Nov 26 22:02:32.298294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafcd7d-fdb4-4980-bd70-78234175276b req-3b056182-0015-44f3-a9fe-40fe2f47b4d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:32.300981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbafcd7d-fdb4-4980-bd70-78234175276b req-3b056182-0015-44f3-a9fe-40fe2f47b4d8 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1376669 Nov 26 22:02:32.345201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.461395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbafcd7d-fdb4-4980-bd70-78234175276b req-03889435-59ea-410b-b508-0e47795e011e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456783 Nov 26 22:02:32.554905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.561106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.647381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67caaf-80b4-4602-b56e-c0bc6b02674a req-32ef4d87-65f0-47c5-90b6-ccb2ed566288 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:32.649174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e67caaf-80b4-4602-b56e-c0bc6b02674a req-32ef4d87-65f0-47c5-90b6-ccb2ed566288 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0590096 Nov 26 22:02:32.662982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.663535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Fanout notify agent at l3_agent the message router_deleted on router 3ea2fd0c-3296-4b8b-8c07-42de001331ab {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:32.673264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.680432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7aca2add-1bcb-4688-a4d8-6dfe22686ebc tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/3ea2fd0c-3296-4b8b-8c07-42de001331ab HTTP/1.1" status: 204 len: 168 time: 1.9958346 Nov 26 22:02:32.680432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59632) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:32.689280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e262f5a8-b884-4b2b-b690-36d1128b14e5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1875897361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:32.725138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e262f5a8-b884-4b2b-b690-36d1128b14e5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.726915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e262f5a8-b884-4b2b-b690-36d1128b14e5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.731805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e67caaf-80b4-4602-b56e-c0bc6b02674a req-3a0dd5cd-8d6a-4959-a194-b3a7fe6e559a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765619 Nov 26 22:02:32.804274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e262f5a8-b884-4b2b-b690-36d1128b14e5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.813017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e262f5a8-b884-4b2b-b690-36d1128b14e5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.848570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e262f5a8-b884-4b2b-b690-36d1128b14e5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:32.852396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e262f5a8-b884-4b2b-b690-36d1128b14e5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1674178 Nov 26 22:02:32.852858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59640) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:32.857648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': True}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:32.910177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb6cd2-5a0a-4306-87c2-0011457c384a req-c3f49740-9f12-4706-9820-8aa284b5b434 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:32.911899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11cb6cd2-5a0a-4306-87c2-0011457c384a req-c3f49740-9f12-4706-9820-8aa284b5b434 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0786932 Nov 26 22:02:32.992575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11cb6cd2-5a0a-4306-87c2-0011457c384a req-83014f3f-550f-41d6-9098-fcddbd8fdce1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727265 Nov 26 22:02:33.129538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:33.188225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660c4a4-0fcb-4abe-bdd8-6cc91a282040 req-f605a311-db8e-4280-a9df-177869e2bbf7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:33.190817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8660c4a4-0fcb-4abe-bdd8-6cc91a282040 req-f605a311-db8e-4280-a9df-177869e2bbf7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0693970 Nov 26 22:02:33.245700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8660c4a4-0fcb-4abe-bdd8-6cc91a282040 req-df6bbb9c-0b7d-429f-b7ec-a5bdede29cc3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471036 Nov 26 22:02:33.372894 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:33.395015 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:33.409743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3dda5-ec47-4ee6-9b18-045336061d61 req-753531a5-2f7e-4f6c-82a7-617cf3704ef2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:33.411562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66c3dda5-ec47-4ee6-9b18-045336061d61 req-753531a5-2f7e-4f6c-82a7-617cf3704ef2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0599945 Nov 26 22:02:33.483264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66c3dda5-ec47-4ee6-9b18-045336061d61 req-bc747b16-4e6e-4b91-8de4-27c8ec621ab3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605779 Nov 26 22:02:33.539383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Allocated IP 172.25.3.225 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/60617ea6-5023-4932-a45b-e30bc9eb8c15) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:33.639978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e67bb3-07c0-4782-9dca-3818e3ea5369 req-698348e4-5cd8-44dc-982f-cd8db83e723e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:33.642460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32e67bb3-07c0-4782-9dca-3818e3ea5369 req-698348e4-5cd8-44dc-982f-cd8db83e723e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.0748942 Nov 26 22:02:33.694298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:33.700655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32e67bb3-07c0-4782-9dca-3818e3ea5369 req-10e0c8a3-4979-47ae-a661-30e048050bd5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517120 Nov 26 22:02:33.769485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:33.833197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:33.834650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'Port': ['ID=60617ea6-5023-4932-a45b-e30bc9eb8c15,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:33.838408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:33.840458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:33.921787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a95eb-a1ad-4eba-af51-925886bbf808 req-3bb058cd-5025-4645-85af-5ebc0f7016b4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:33.926792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-258a95eb-a1ad-4eba-af51-925886bbf808 req-3bb058cd-5025-4645-85af-5ebc0f7016b4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1198707 Nov 26 22:02:33.932369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59676) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:33.937497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Request body: {'floatingip': {'port_id': 'c89768da-20ba-407f-8b4f-e577e5c303ed'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:33.948390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3b3f7-0fe6-4c69-9304-3962fde57673 req-3e326b6f-1e46-44fb-9503-25c0420097a7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:33.957158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2de3b3f7-0fe6-4c69-9304-3962fde57673 req-3e326b6f-1e46-44fb-9503-25c0420097a7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 814 time: 0.2295361 Nov 26 22:02:34.008808 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:34.018642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2de3b3f7-0fe6-4c69-9304-3962fde57673 req-4bbe2f8c-ce3d-41fb-b8e8-d0e49562978a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/quotas/c7abe64670dd411c884b6ce94732b744 HTTP/1.1" status: 200 len: 375 time: 0.0605369 Nov 26 22:02:34.171133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2de3b3f7-0fe6-4c69-9304-3962fde57673 req-225b01cb-1010-4012-bb16-ebeded96f54c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469924 Nov 26 22:02:34.186003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:34.386749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa1c77-f229-42b5-83dc-7af7d35d7702 req-ec1bd04d-bf46-4d10-87e9-98ccab4b9b87 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:34.388943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adaa1c77-f229-42b5-83dc-7af7d35d7702 req-ec1bd04d-bf46-4d10-87e9-98ccab4b9b87 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1142271 Nov 26 22:02:34.455903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:34.461872 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:34.511505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adaa1c77-f229-42b5-83dc-7af7d35d7702 req-3ce0a6b8-384a-400f-9fb2-e98077c65893 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127608 Nov 26 22:02:34.705995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Router 08e459c8-27e4-4245-a841-f0cfe0b6b03d is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:02:34.765473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4522dc-6966-4e1e-a681-3319b7b42ad7 req-2c1e4e75-2519-4465-a87c-b7405c12eb2a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:34.767570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3d4522dc-6966-4e1e-a681-3319b7b42ad7 req-2c1e4e75-2519-4465-a87c-b7405c12eb2a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1227145 Nov 26 22:02:34.831677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:34.837767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:34.841342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-eaebdb10-28df-4773-bbbd-a0e5c163d3c1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "PUT /v2.0/routers/08e459c8-27e4-4245-a841-f0cfe0b6b03d HTTP/1.1" status: 200 len: 919 time: 1.9849939 Nov 26 22:02:34.841593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59686) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:34.848533 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:34.854151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ee397-1098-45c2-addb-ef28f3ad7e24 None None] Sync routers for ids ['08e459c8-27e4-4245-a841-f0cfe0b6b03d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:34.858650 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:34.870433 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3d4522dc-6966-4e1e-a681-3319b7b42ad7 req-97b37be3-5ead-4013-8740-83c74865b879 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962713 Nov 26 22:02:34.874527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ee397-1098-45c2-addb-ef28f3ad7e24 None None] Routers {'08e459c8-27e4-4245-a841-f0cfe0b6b03d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:34.876284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-704ee397-1098-45c2-addb-ef28f3ad7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['08e459c8-27e4-4245-a841-f0cfe0b6b03d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:34.920915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-704ee397-1098-45c2-addb-ef28f3ad7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:34.935521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ee397-1098-45c2-addb-ef28f3ad7e24 None None] Routers {'08e459c8-27e4-4245-a841-f0cfe0b6b03d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:34.936884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-704ee397-1098-45c2-addb-ef28f3ad7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['08e459c8-27e4-4245-a841-f0cfe0b6b03d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:35.045423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-704ee397-1098-45c2-addb-ef28f3ad7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:35.045423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ee397-1098-45c2-addb-ef28f3ad7e24 None None] The sync data for ids ['08e459c8-27e4-4245-a841-f0cfe0b6b03d'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:35.065238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59702) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:35.065632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aeffb460-6f87-4e86-a6fb-7015f7eb0cbd tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/routers/08e459c8-27e4-4245-a841-f0cfe0b6b03d HTTP/1.1" status: 200 len: 925 time: 0.2224312 Nov 26 22:02:35.083094 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Floating IP 6f28a1b0-63d3-4b4e-aa76-5d576729da59 associated. External IP: 172.25.3.214, port: c89768da-20ba-407f-8b4f-e577e5c303ed. Nov 26 22:02:35.211570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cfa1ea51-90a1-4277-a75f-e8bf3c0e439c req-9f431ad6-bc7d-47b3-89dd-2427720a21c8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c7abe64670dd411c884b6ce94732b744 HTTP/1.1" status: 200 len: 221 time: 0.1071150 Nov 26 22:02:35.220078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c950b6d2-41c7-443e-aa5a-b2ba65fcfae1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:35.223551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c950b6d2-41c7-443e-aa5a-b2ba65fcfae1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=08e459c8-27e4-4245-a841-f0cfe0b6b03d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1553328 Nov 26 22:02:35.224670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59714) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:35.322262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960fba15-dfeb-4893-91e4-81bb81436eba tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:35.325702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-960fba15-dfeb-4893-91e4-81bb81436eba tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 881 time: 0.0975554 Nov 26 22:02:35.326091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59720) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:35.335915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:02:35.360909 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-04a8fb1a-0f9d-490d-8e0e-5625c6b63793 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=08e459c8-27e4-4245-a841-f0cfe0b6b03d HTTP/1.1" status: 200 len: 205 time: 0.0308602 Nov 26 22:02:35.361392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59722) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:35.426842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port aca03bfd-2c3d-48b2-9949-aa50545e3550 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:02:35.438065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port aca03bfd-2c3d-48b2-9949-aa50545e3550 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:02:35.440188 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:35.462236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa71ed-9ecc-4437-8eaf-2cd9c557a151 req-0a5d1053-c3bf-4fae-b99d-be1e94881bef tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:35.465303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ffa71ed-9ecc-4437-8eaf-2cd9c557a151 req-0a5d1053-c3bf-4fae-b99d-be1e94881bef tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1632798 Nov 26 22:02:35.473779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:02:35.532177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:35.563497 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:35.587952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:35.590881 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f53f3-89e0-494e-80a2-6867a5c02a7c" -d '{"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:35.606399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ffa71ed-9ecc-4437-8eaf-2cd9c557a151 req-802cd5cd-c654-4189-ba60-e2bda7a96a5e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263864 Nov 26 22:02:35.607757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:35.613949 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:35.686213 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ac467e-3cc1-4331-8528-07560876008f x-openstack-request-id: req-a0ac467e-3cc1-4331-8528-07560876008f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:35.687030 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-plugged", "status": "completed", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:35.687656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:35.689342 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0ac467e-3cc1-4331-8528-07560876008f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:35.691745 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'code': 200} Nov 26 22:02:35.747393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=13']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:35.766589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Deleting port 60617ea6-5023-4932-a45b-e30bc9eb8c15 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:35.767150 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:35.855295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:35.872603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Calling delete_port for 60617ea6-5023-4932-a45b-e30bc9eb8c15 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:36.104027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:36.111210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:36.117152 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] Sync routers for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:36.128195 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:36.128839 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:36.175184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e460273a-c887-4a5d-b07c-9c5401b61418 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "PUT /v2.0/floatingips/6f28a1b0-63d3-4b4e-aa76-5d576729da59 HTTP/1.1" status: 200 len: 992 time: 2.2414629 Nov 26 22:02:36.176616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:36.179820 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73a96e3-49e6-453a-b3af-ac0783963608" -d '{"events": [{"name": "network-changed", "server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:36.222939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a048e4f-cfc2-4950-8643-bae0864c3421 req-a6e538c9-40bf-4de6-9b38-e09995d5aad0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:36.224542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a048e4f-cfc2-4950-8643-bae0864c3421 req-a6e538c9-40bf-4de6-9b38-e09995d5aad0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1171956 Nov 26 22:02:36.296144 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:36.306699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a048e4f-cfc2-4950-8643-bae0864c3421 req-1de8ff22-8db8-465d-8ad8-f681eb38f0c8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703878 Nov 26 22:02:36.371327 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f149203-195f-4e94-958b-a90113b52c47 x-openstack-request-id: req-0f149203-195f-4e94-958b-a90113b52c47 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:36.372043 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:36.372555 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f149203-195f-4e94-958b-a90113b52c47 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:36.373216 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'status': 'completed', 'code': 200} Nov 26 22:02:36.605966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637e237-4938-4a07-8828-3218d74ccfa2 req-63e313dc-cac5-4b1c-a48c-c40d223f40db tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:36.610554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3637e237-4938-4a07-8828-3218d74ccfa2 req-63e313dc-cac5-4b1c-a48c-c40d223f40db tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1174123 Nov 26 22:02:36.644744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:36.694441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event deleted for resources: {'Port': ['ID=60617ea6-5023-4932-a45b-e30bc9eb8c15,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:36.718905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-143dea36-e701-452a-9a3a-542a8f743fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:36.721141 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-143dea36-e701-452a-9a3a-542a8f743fec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 1097 time: 0.1505265 Nov 26 22:02:36.743419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3637e237-4938-4a07-8828-3218d74ccfa2 req-8b0b02b2-f824-4179-87cb-0e26fe6adfdb tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205025 Nov 26 22:02:36.752240 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '6f28a1b0-63d3-4b4e-aa76-5d576729da59', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'port_id': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'mac_address': 'fa:16:3e:84:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:02:09Z', 'updated_at': '2021-11-26T22:02:34Z', 'revision_number': 1, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:36.793807 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:36.847525 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] Checking router: 598d1093-b9ca-47de-bd2f-b2f75eb91de7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:02:36.878870 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:36.879848 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:36.927231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:36.931374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:36.976642 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:36.994818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a430f2-5a11-4342-93e5-a9ff36a81298 req-e609c384-1945-46fa-a118-b3fd2c180e7b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:36.998518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9a430f2-5a11-4342-93e5-a9ff36a81298 req-e609c384-1945-46fa-a118-b3fd2c180e7b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1043091 Nov 26 22:02:37.022611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:37.023882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Fanout notify agent at l3_agent the message router_deleted on router 08e459c8-27e4-4245-a841-f0cfe0b6b03d {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:37.042933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:37.044930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3fe3a182-f761-471f-8f9b-b802f4ed6791 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/08e459c8-27e4-4245-a841-f0cfe0b6b03d HTTP/1.1" status: 204 len: 168 time: 1.6818302 Nov 26 22:02:37.050788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59750) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:37.075165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a25ffe1a-f706-4fac-b85f-69f33e5e4ed2 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1715390821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:37.081952 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:37.153125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a25ffe1a-f706-4fac-b85f-69f33e5e4ed2 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:37.154210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a25ffe1a-f706-4fac-b85f-69f33e5e4ed2 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:37.183275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-71f0a961-61ec-41d4-935c-3f575649d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:37.187383 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-71f0a961-61ec-41d4-935c-3f575649d7e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.1783769 Nov 26 22:02:37.233977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a25ffe1a-f706-4fac-b85f-69f33e5e4ed2 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:37.246867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9a430f2-5a11-4342-93e5-a9ff36a81298 req-1ffcc5b2-c710-4601-ba7b-d80ad628de01 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403002 Nov 26 22:02:37.254367 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a25ffe1a-f706-4fac-b85f-69f33e5e4ed2 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:37.313384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a25ffe1a-f706-4fac-b85f-69f33e5e4ed2 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:37.316410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a25ffe1a-f706-4fac-b85f-69f33e5e4ed2 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2613730 Nov 26 22:02:37.318746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59760) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:37.325585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'enable_snat': False}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:37.398962 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-4b3966a8-9f24-417b-aea7-9dffc09756f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89768da-20ba-407f-8b4f-e577e5c303ed HTTP/1.1" status: 200 len: 1000 time: 0.1943972 Nov 26 22:02:37.510267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-a46a588a-7044-42b2-b87a-2f9c9ed73f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:37.512252 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-a46a588a-7044-42b2-b87a-2f9c9ed73f83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1002357 Nov 26 22:02:37.607546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:37.609140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-d4e84314-82d0-41c6-a4fa-8b896d0033f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:37.612352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-d4e84314-82d0-41c6-a4fa-8b896d0033f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928731 Nov 26 22:02:37.634118 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '6f28a1b0-63d3-4b4e-aa76-5d576729da59', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'port_id': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'mac_address': 'fa:16:3e:84:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:02:09Z', 'updated_at': '2021-11-26T22:02:34Z', 'revision_number': 1, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:37.685311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a31c7-2cc3-4cc9-ac11-6e4e20211507 req-f97e5dc9-60a7-4fa4-ae7f-c73b6670f6cb tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:37.687250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-454a31c7-2cc3-4cc9-ac11-6e4e20211507 req-f97e5dc9-60a7-4fa4-ae7f-c73b6670f6cb tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2287166 Nov 26 22:02:37.702391 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2348aa7f-0710-4cdd-be6c-d767f92a0c49 None None] The sync data for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 is: [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '6f28a1b0-63d3-4b4e-aa76-5d576729da59', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'port_id': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'mac_address': 'fa:16:3e:84:11:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:02:09Z', 'updated_at': '2021-11-26T22:02:34Z', 'revision_number': 1, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:37.784419 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-ec26d82b-fccf-4175-accd-9a90f45793ab service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640506 Nov 26 22:02:37.787408 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:02:37.833626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-454a31c7-2cc3-4cc9-ac11-6e4e20211507 req-df52c6ab-f6bb-4bcf-acbe-57a63c31c162 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148419 Nov 26 22:02:37.896109 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:38.053253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a73a96e3-49e6-453a-b3af-ac0783963608 req-8ead0eb6-3259-42f0-8871-2379c6382340 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609215 Nov 26 22:02:38.104572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa6089-0257-4b87-ae25-3481d9b419be req-57bed284-5e2c-4528-a73e-d4e1b75a998b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:38.112533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0fa2e6-2a30-4dd6-915b-697b9d2e0fd0 None None] New status for floating IP 6f28a1b0-63d3-4b4e-aa76-5d576729da59: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:02:38.113190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03fa6089-0257-4b87-ae25-3481d9b419be req-57bed284-5e2c-4528-a73e-d4e1b75a998b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1071796 Nov 26 22:02:38.115571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:38.139070 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:38.294733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03fa6089-0257-4b87-ae25-3481d9b419be req-524dc527-56dc-4d1e-8b91-4ac1beca0e78 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780293 Nov 26 22:02:38.351725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Allocated IP 172.25.3.21 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/21b58066-88e1-4862-9c39-468cd6e42d89) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:38.501554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e8ecc-bddc-4e7d-8e53-34363b06752b req-8639331b-399f-4799-85eb-babd750bc095 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:38.503150 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-202e8ecc-bddc-4e7d-8e53-34363b06752b req-8639331b-399f-4799-85eb-babd750bc095 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0849776 Nov 26 22:02:38.540313 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:38.611194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:38.636688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-202e8ecc-bddc-4e7d-8e53-34363b06752b req-af7aa43b-24e3-446f-9d4c-3cea3fb9b400 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146908 Nov 26 22:02:38.716047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Pushing event updated for resources: {'Port': ['ID=21b58066-88e1-4862-9c39-468cd6e42d89,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:38.733586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:38.736480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.736480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.738801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.738801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.738801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.738801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.738801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.738801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.740457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.740457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.740457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.740457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:38.753375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:38.756715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:38.955956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b201f-397f-4030-bb64-e481aa582cd2 req-c743269d-13b1-450f-9949-9dd8e23de07f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:38.963501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee8b201f-397f-4030-bb64-e481aa582cd2 req-c743269d-13b1-450f-9949-9dd8e23de07f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1783266 Nov 26 22:02:39.079992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee8b201f-397f-4030-bb64-e481aa582cd2 req-b526a090-1e22-436f-8954-9980b025f603 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092315 Nov 26 22:02:39.197483 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:39.367945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b703b-e897-4ee0-ac75-11de91f9947a req-367730fc-9797-4cb6-a549-9ad38e79ca87 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:39.369464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f3b703b-e897-4ee0-ac75-11de91f9947a req-367730fc-9797-4cb6-a549-9ad38e79ca87 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1057298 Nov 26 22:02:39.522844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f3b703b-e897-4ee0-ac75-11de91f9947a req-8e4676c6-66b8-4f1d-86c6-69fabff36e44 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458027 Nov 26 22:02:39.525055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:39.534936 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:39.744361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18ebb0-1cd0-489e-9b91-4e898f65dcbf req-b0e5b7d8-c96a-41c1-a713-920b39373cfe tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:39.745830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e18ebb0-1cd0-489e-9b91-4e898f65dcbf req-b0e5b7d8-c96a-41c1-a713-920b39373cfe tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0936351 Nov 26 22:02:39.816455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e18ebb0-1cd0-489e-9b91-4e898f65dcbf req-ea38cafd-c9cd-4c64-b57b-53bfca9195fe tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631430 Nov 26 22:02:39.849575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Router 3b7cce69-538d-4362-8c98-c043d28811ed is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:02:40.023100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8fe9-5e29-4deb-b2c9-177db45509e6 req-6af7097b-8bd5-43ec-8725-a295dffb02e1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:40.024592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f7a8fe9-5e29-4deb-b2c9-177db45509e6 req-6af7097b-8bd5-43ec-8725-a295dffb02e1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0988061 Nov 26 22:02:40.033570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:40.041127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:40.043454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59804) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:40.044855 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e3e35-8941-44fc-b04b-6fb870d08754 None None] Sync routers for ids ['3b7cce69-538d-4362-8c98-c043d28811ed'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:40.046569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-abb9d78c-f06b-4607-9cef-5b95d6ca5f2a tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "PUT /v2.0/routers/3b7cce69-538d-4362-8c98-c043d28811ed HTTP/1.1" status: 200 len: 919 time: 2.7256720 Nov 26 22:02:40.057672 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e3e35-8941-44fc-b04b-6fb870d08754 None None] Routers {'3b7cce69-538d-4362-8c98-c043d28811ed'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:40.058609 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ec9e3e35-8941-44fc-b04b-6fb870d08754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3b7cce69-538d-4362-8c98-c043d28811ed'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:40.097618 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ec9e3e35-8941-44fc-b04b-6fb870d08754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:40.125939 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e3e35-8941-44fc-b04b-6fb870d08754 None None] Routers {'3b7cce69-538d-4362-8c98-c043d28811ed'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:40.126965 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ec9e3e35-8941-44fc-b04b-6fb870d08754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3b7cce69-538d-4362-8c98-c043d28811ed'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:40.177720 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ec9e3e35-8941-44fc-b04b-6fb870d08754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:40.178759 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9e3e35-8941-44fc-b04b-6fb870d08754 None None] The sync data for ids ['3b7cce69-538d-4362-8c98-c043d28811ed'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:40.192345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f7a8fe9-5e29-4deb-b2c9-177db45509e6 req-2a61449b-9b18-4143-bf46-bc017b4efa3c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282575 Nov 26 22:02:40.288469 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-120d8491-77ed-448b-8012-e978a63ec5b1 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/routers/3b7cce69-538d-4362-8c98-c043d28811ed HTTP/1.1" status: 200 len: 925 time: 0.2432652 Nov 26 22:02:40.289118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59812) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:40.343073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463bdb-8583-4c40-ae19-d2d276ba5a75 req-c037f477-1d9b-4c3d-8bee-2b203a644775 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:40.345142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b463bdb-8583-4c40-ae19-d2d276ba5a75 req-c037f477-1d9b-4c3d-8bee-2b203a644775 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0913460 Nov 26 22:02:40.364232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d202d7b8-f94f-4e12-b1f7-b093c9e2f51b tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:40.365775 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d202d7b8-f94f-4e12-b1f7-b093c9e2f51b tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=3b7cce69-538d-4362-8c98-c043d28811ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0757153 Nov 26 22:02:40.368982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59814) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:40.429342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b463bdb-8583-4c40-ae19-d2d276ba5a75 req-7f520e58-49fb-4536-844a-211e38e2ce98 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735812 Nov 26 22:02:40.525582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d530c05e-9c40-4821-8acf-ea01d2a0a394 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:40.530327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59822) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:40.530899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d530c05e-9c40-4821-8acf-ea01d2a0a394 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 881 time: 0.1606557 Nov 26 22:02:40.596748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fdc67c6a-d52d-4e92-87ec-971c3ef8cfff tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b7cce69-538d-4362-8c98-c043d28811ed HTTP/1.1" status: 200 len: 205 time: 0.0652447 Nov 26 22:02:40.599353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59824) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:40.708797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb06584-a17e-479f-af48-cbb192cbc0f9 req-a9f0fa6e-3ac2-4986-8106-5ca8a0f01808 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:40.710391 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3eb06584-a17e-479f-af48-cbb192cbc0f9 req-a9f0fa6e-3ac2-4986-8106-5ca8a0f01808 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1439071 Nov 26 22:02:40.793619 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:40.903266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3eb06584-a17e-479f-af48-cbb192cbc0f9 req-2bf19732-d9d5-4475-914c-e3858d29162e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512506 Nov 26 22:02:41.069410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947453-1cfe-4b0a-bf3d-be1d0fb032e1 req-3f0be7f0-b576-42b6-967f-6f768eb14cc8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:41.077605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31947453-1cfe-4b0a-bf3d-be1d0fb032e1 req-3f0be7f0-b576-42b6-967f-6f768eb14cc8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0804429 Nov 26 22:02:41.115640 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:41.177362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31947453-1cfe-4b0a-bf3d-be1d0fb032e1 req-c49a436b-c5ef-412d-bcba-f665f5080c8e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988400 Nov 26 22:02:41.239086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Deleting port 21b58066-88e1-4862-9c39-468cd6e42d89 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:41.239086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:41.684242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e3314-0b0a-4de5-93be-4a4545846eb2 req-f664a4cb-cb17-4f0c-a5d5-e5bcd65c7727 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:41.687124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-200e3314-0b0a-4de5-93be-4a4545846eb2 req-f664a4cb-cb17-4f0c-a5d5-e5bcd65c7727 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0981617 Nov 26 22:02:41.710166 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:41.731609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Calling delete_port for 21b58066-88e1-4862-9c39-468cd6e42d89 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:41.799136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-200e3314-0b0a-4de5-93be-4a4545846eb2 req-f907a8f8-9e13-4ec4-8e3a-d26ac7a22267 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995576 Nov 26 22:02:42.029918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e9aea-4558-474b-b26a-d346e8dcf8ab req-51b9fdf9-39f4-41d9-aab3-18bd21e5526e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:42.031564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d06e9aea-4558-474b-b26a-d346e8dcf8ab req-51b9fdf9-39f4-41d9-aab3-18bd21e5526e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1014314 Nov 26 22:02:42.032910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.074986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event deleted for resources: {'Port': ['ID=21b58066-88e1-4862-9c39-468cd6e42d89,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:42.169798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d06e9aea-4558-474b-b26a-d346e8dcf8ab req-ed6879cb-17fd-4389-8407-c7ff4457b9a3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103046 Nov 26 22:02:42.193476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.330497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.333029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.386631 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.387561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Fanout notify agent at l3_agent the message router_deleted on router 3b7cce69-538d-4362-8c98-c043d28811ed {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:42.399038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.400216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7bcd155e-ab03-46a1-9f7a-7815540fb2f5 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/3b7cce69-538d-4362-8c98-c043d28811ed HTTP/1.1" status: 204 len: 168 time: 1.7999496 Nov 26 22:02:42.404328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59872) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:42.417183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-940359940', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:42.482054 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.483240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.559495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a37ad3-d194-4dea-aa88-37c905aceec1 req-c8df1a35-bd9b-4b93-be85-55cc71b05c7a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:42.568207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40a37ad3-d194-4dea-aa88-37c905aceec1 req-c8df1a35-bd9b-4b93-be85-55cc71b05c7a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1355333 Nov 26 22:02:42.585264 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.769118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40a37ad3-d194-4dea-aa88-37c905aceec1 req-b6d20efb-a181-4544-b7e0-d318fc4e0a69 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997373 Nov 26 22:02:42.808930 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:42.845253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f31ef-6e95-4b90-84af-4b4508b668e7 req-42d7699a-6b3b-4792-a273-83cf2a684313 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:42.846873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e2f31ef-6e95-4b90-84af-4b4508b668e7 req-42d7699a-6b3b-4792-a273-83cf2a684313 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 945 time: 0.0871274 Nov 26 22:02:42.975444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e2f31ef-6e95-4b90-84af-4b4508b668e7 req-11a18d87-fc98-4999-9c31-d60e2122796e tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216960 Nov 26 22:02:43.012463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ae54d-926e-4296-8431-704217b3b34f req-46e15c61-7595-4fbc-b4f2-b47b915cbf89 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:43.014188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-699ae54d-926e-4296-8431-704217b3b34f req-46e15c61-7595-4fbc-b4f2-b47b915cbf89 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0751889 Nov 26 22:02:43.139259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-699ae54d-926e-4296-8431-704217b3b34f req-7d94bed0-9a23-475d-bbc1-1a3ae23a2482 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181653 Nov 26 22:02:43.166990 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:43.191657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:43.343193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Allocated IP 172.25.3.212 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/04eb15c3-bebd-4675-b488-1e605ef03622) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:43.355027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1c075-ac26-4bbb-a862-c87a09b1b8ea req-dc9bd87a-9c0d-4dfb-a470-899836259cef tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:43.356528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7da1c075-ac26-4bbb-a862-c87a09b1b8ea req-dc9bd87a-9c0d-4dfb-a470-899836259cef tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1091614 Nov 26 22:02:43.474414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7da1c075-ac26-4bbb-a862-c87a09b1b8ea req-c854d801-5bdd-4874-8095-f57bc3a35539 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110182 Nov 26 22:02:43.525955 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:43.587252 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:43.643273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:43.650048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:43.652971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:43.656709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event updated for resources: {'Port': ['ID=04eb15c3-bebd-4675-b488-1e605ef03622,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:43.686115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3a5e0-1574-4d7d-977f-3350aae65fcc req-97e577dc-120c-4827-a3a9-d3292f998878 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:43.686598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29a3a5e0-1574-4d7d-977f-3350aae65fcc req-97e577dc-120c-4827-a3a9-d3292f998878 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1285233 Nov 26 22:02:43.831358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29a3a5e0-1574-4d7d-977f-3350aae65fcc req-5f0c438e-f236-42e8-80c5-c1c86d8e791d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316688 Nov 26 22:02:43.977211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:44.152984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cccc4-ce48-45d6-a434-fee124982d86 req-bd53b38f-eeca-40c9-9647-9f8f98ce9459 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:44.154516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a62cccc4-ce48-45d6-a434-fee124982d86 req-bd53b38f-eeca-40c9-9647-9f8f98ce9459 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1267619 Nov 26 22:02:44.224900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3549b57-6ecb-43b9-9a22-eda8dd101624 req-5a9a46dc-ae8a-45a6-b3bb-052a01ee233c tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:44.232132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3549b57-6ecb-43b9-9a22-eda8dd101624 req-5a9a46dc-ae8a-45a6-b3bb-052a01ee233c tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 945 time: 0.1461422 Nov 26 22:02:44.340892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a62cccc4-ce48-45d6-a434-fee124982d86 req-6a9e3c2e-9959-4259-80e0-d65b3f969b05 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765320 Nov 26 22:02:44.350745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3549b57-6ecb-43b9-9a22-eda8dd101624 req-6b4d94d7-a424-41f0-8fee-c657bb25a47f tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups?id=a28598c9-6a32-41b0-83cc-acb93e513135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177080 Nov 26 22:02:44.370846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:44.515283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Router 50f58ba8-089a-44a6-ac07-e3fd9d5440e8 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:02:44.623435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:44.636227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01396776-2d13-4fa5-ad52-d3817cf41e74 None None] Sync routers for ids ['50f58ba8-089a-44a6-ac07-e3fd9d5440e8'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:44.645655 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:44.647036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7c8e4f4a-76af-4eda-bdd4-49e9512e95d6 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2417068 Nov 26 22:02:44.649718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59906) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:44.655473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:44.655905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01396776-2d13-4fa5-ad52-d3817cf41e74 None None] Routers {'50f58ba8-089a-44a6-ac07-e3fd9d5440e8'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:44.656632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-01396776-2d13-4fa5-ad52-d3817cf41e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['50f58ba8-089a-44a6-ac07-e3fd9d5440e8'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:44.660901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-5820aed4-8655-4eeb-beec-8dbde8777e36 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:44.662499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-5820aed4-8655-4eeb-beec-8dbde8777e36 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 945 time: 0.0729477 Nov 26 22:02:44.692534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-01396776-2d13-4fa5-ad52-d3817cf41e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:44.701618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01396776-2d13-4fa5-ad52-d3817cf41e74 None None] Routers {'50f58ba8-089a-44a6-ac07-e3fd9d5440e8'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:44.702488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-01396776-2d13-4fa5-ad52-d3817cf41e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['50f58ba8-089a-44a6-ac07-e3fd9d5440e8'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:44.739425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-01396776-2d13-4fa5-ad52-d3817cf41e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:44.740356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01396776-2d13-4fa5-ad52-d3817cf41e74 None None] The sync data for ids ['50f58ba8-089a-44a6-ac07-e3fd9d5440e8'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:44.777109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Deleting port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:44.777470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:44.882816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] For port 4f2896d0-d7db-4c12-bf63-fb6b8311d131, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4f2896d0-d7db-4c12-bf63-fb6b8311d131,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:02:44.883222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.005182 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.023839 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.093176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Deleting port 04eb15c3-bebd-4675-b488-1e605ef03622 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:45.094594 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.110346 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.111026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.111165 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Floating IP 5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff disassociated. External IP: 172.25.3.134, port: 4f2896d0-d7db-4c12-bf63-fb6b8311d131. Nov 26 22:02:45.111433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Calling delete_port for 4f2896d0-d7db-4c12-bf63-fb6b8311d131 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:45.176756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.189578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Calling delete_port for 04eb15c3-bebd-4675-b488-1e605ef03622 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:45.255866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.289649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event deleted for resources: {'Port': ['ID=4f2896d0-d7db-4c12-bf63-fb6b8311d131,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:45.305170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.305588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.306020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.306453 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.306872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.307402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.307810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.308231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.308675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.309118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.309589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.310004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:02:45.454723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Router 82fd1e41-4f66-484a-8769-709a23166869 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:02:45.588048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:45.600872 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] Sync routers for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:45.612204 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:45.613344 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:45.614044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e62a4c60-2df8-4af3-a0c7-af1f9ae75411 req-39e89298-fae6-465e-8bcf-25c75d5f96e7 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d0fe410-a1c2-46c3-a24c-87e6fbf8912f HTTP/1.1" status: 200 len: 210 time: 0.0776088 Nov 26 22:02:45.637595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] No DVR routers for this DVR port 4f2896d0-d7db-4c12-bf63-fb6b8311d131 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:02:45.640479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:45.644793 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-da59368f-e8a5-4052-81ef-414b76ef30a7 req-e03fe359-15c5-483a-b8ce-b9254fcaf0cd tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.13 "DELETE /v2.0/ports/4f2896d0-d7db-4c12-bf63-fb6b8311d131 HTTP/1.1" status: 204 len: 173 time: 0.9759796 Nov 26 22:02:45.645510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'name': 'network-vif-deleted', 'tag': '4f2896d0-d7db-4c12-bf63-fb6b8311d131'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:02:45.649037 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43aa93f-3ddb-4011-acf5-9d1d6cca634d" -d '{"events": [{"server_uuid": "0d0fe410-a1c2-46c3-a24c-87e6fbf8912f", "name": "network-vif-deleted", "tag": "4f2896d0-d7db-4c12-bf63-fb6b8311d131"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:02:45.673388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2728981-cb38-4ea1-9715-73bd0da6b9e3 req-46a68e6c-0820-495d-98ff-d85711d0cbb0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:45.675460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2728981-cb38-4ea1-9715-73bd0da6b9e3 req-46a68e6c-0820-495d-98ff-d85711d0cbb0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1380031 Nov 26 22:02:45.752163 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:45.772929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2728981-cb38-4ea1-9715-73bd0da6b9e3 req-a226c8bf-4af6-44b6-b603-97ec9eb3e815 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789871 Nov 26 22:02:45.850375 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9a3413-c54b-4165-b2bf-1fe6c2d63b53 x-openstack-request-id: req-ee9a3413-c54b-4165-b2bf-1fe6c2d63b53 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:02:45.850872 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0fe410-a1c2-46c3-a24c-87e6fbf8912f", "name": "network-vif-deleted", "tag": "4f2896d0-d7db-4c12-bf63-fb6b8311d131", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:02:45.850993 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee9a3413-c54b-4165-b2bf-1fe6c2d63b53 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:02:45.851334 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0fe410-a1c2-46c3-a24c-87e6fbf8912f', 'name': 'network-vif-deleted', 'tag': '4f2896d0-d7db-4c12-bf63-fb6b8311d131', 'status': 'completed', 'code': 200} Nov 26 22:02:45.993350 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.073457 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:46.080595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Pushing event deleted for resources: {'Port': ['ID=04eb15c3-bebd-4675-b488-1e605ef03622,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:46.126299 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.139681 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] Checking router: 82fd1e41-4f66-484a-8769-709a23166869 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:02:46.161956 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:46.163478 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:46.322654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c4068-e71c-4236-9a2f-ef3a35af7a1c req-673d692b-be18-4712-9fbc-4a98cb34a04d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:46.324309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed0c4068-e71c-4236-9a2f-ef3a35af7a1c req-673d692b-be18-4712-9fbc-4a98cb34a04d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1272519 Nov 26 22:02:46.405133 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:02:46.420987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.435751 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.464800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed0c4068-e71c-4236-9a2f-ef3a35af7a1c req-178303a4-206f-469b-84c4-4cf13bbb46e6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031430 Nov 26 22:02:46.546346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Router 50f58ba8-089a-44a6-ac07-e3fd9d5440e8 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:02:46.627296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:02:46.637185 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.637754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5b350-70f3-464c-9e3b-50392cdd87bd None None] Sync routers for ids ['50f58ba8-089a-44a6-ac07-e3fd9d5440e8'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:02:46.645395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59934) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:46.649313 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:46.652168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6465c47-62e8-4954-8af8-efa23aa5eb0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "PUT /v2.0/routers/50f58ba8-089a-44a6-ac07-e3fd9d5440e8 HTTP/1.1" status: 200 len: 709 time: 2.0009158 Nov 26 22:02:46.678566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5b350-70f3-464c-9e3b-50392cdd87bd None None] Routers {'50f58ba8-089a-44a6-ac07-e3fd9d5440e8'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:46.679309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-42f5b350-70f3-464c-9e3b-50392cdd87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['50f58ba8-089a-44a6-ac07-e3fd9d5440e8'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:46.684015 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de13bf2c-8c29-471f-ad03-b1a8220da33d None None] The sync data for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 is: [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3e8c3d91-d754-4baa-9d0e-73447b353a80', 'name': '', 'network_id': '622e33c2-73f7-41e0-9938-6fd959557b0b', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'mac_address': 'fa:16:3e:a1:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:16Z', 'updated_at': '2021-11-26T21:52:24Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'subnets': [{'id': 'abacfe42-4cfd-4c94-9cf9-e270b42a209a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:46.739118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-42f5b350-70f3-464c-9e3b-50392cdd87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:46.752267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5b350-70f3-464c-9e3b-50392cdd87bd None None] Routers {'50f58ba8-089a-44a6-ac07-e3fd9d5440e8'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:02:46.752445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59940) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:46.753240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-42f5b350-70f3-464c-9e3b-50392cdd87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['50f58ba8-089a-44a6-ac07-e3fd9d5440e8'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:46.768534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9c925414-474a-45a1-808a-80354450dba3 tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/routers/50f58ba8-089a-44a6-ac07-e3fd9d5440e8 HTTP/1.1" status: 200 len: 744 time: 0.1210229 Nov 26 22:02:46.771089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59942) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:46.796254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-42f5b350-70f3-464c-9e3b-50392cdd87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:02:46.798466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5b350-70f3-464c-9e3b-50392cdd87bd None None] The sync data for ids ['50f58ba8-089a-44a6-ac07-e3fd9d5440e8'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:02:46.840678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-264e97bd-7d36-4ddf-a049-124eb8ef3aae tempest-RoutersIpV6AdminTest-1663619299 tempest-RoutersIpV6AdminTest-1663619299-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&device_id=50f58ba8-089a-44a6-ac07-e3fd9d5440e8 HTTP/1.1" status: 200 len: 205 time: 0.0669672 Nov 26 22:02:46.843253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59946) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:46.854524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-668c0852-cf12-45ab-a5c8-5cd31ad12478 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.877492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ad6a8546-baa8-4f95-bbe3-3186ecefec0e tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f58ba8-089a-44a6-ac07-e3fd9d5440e8 HTTP/1.1" status: 200 len: 205 time: 0.0321238 Nov 26 22:02:46.879781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59948) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:46.893592 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-668c0852-cf12-45ab-a5c8-5cd31ad12478 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.960014 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-668c0852-cf12-45ab-a5c8-5cd31ad12478 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.963453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-668c0852-cf12-45ab-a5c8-5cd31ad12478 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.967877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-668c0852-cf12-45ab-a5c8-5cd31ad12478 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "DELETE /v2.0/security-groups/a28598c9-6a32-41b0-83cc-acb93e513135 HTTP/1.1" status: 204 len: 168 time: 0.2141383 Nov 26 22:02:46.968800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59950) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:46.983214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7852b11b-2c50-4246-b97f-44a075f3b602 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:46.995903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c0852-cf12-45ab-a5c8-5cd31ad12478 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28598c9-6a32-41b0-83cc-acb93e513135,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:47.002182 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-312f3d12-78aa-4608-9cf6-f626615efd78 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] show failed (client error): The resource could not be found. Nov 26 22:02:47.006954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-312f3d12-78aa-4608-9cf6-f626615efd78 tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "GET /v2.0/security-groups/a28598c9-6a32-41b0-83cc-acb93e513135 HTTP/1.1" status: 404 len: 347 time: 0.0334349 Nov 26 22:02:47.008066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59954) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.113002 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac557171-4922-4434-8507-6128d77015d9 None None] New status for floating IP 5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:02:47.187212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Deleting port d42b5959-e436-4ea9-8404-f8fdf4f8ad1b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:47.187875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.229862 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7852b11b-2c50-4246-b97f-44a075f3b602 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.232831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7852b11b-2c50-4246-b97f-44a075f3b602 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.307011 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7852b11b-2c50-4246-b97f-44a075f3b602 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.307653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852b11b-2c50-4246-b97f-44a075f3b602 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Fanout notify agent at l3_agent the message router_deleted on router 50f58ba8-089a-44a6-ac07-e3fd9d5440e8 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:47.316992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7852b11b-2c50-4246-b97f-44a075f3b602 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.322428 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7852b11b-2c50-4246-b97f-44a075f3b602 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/50f58ba8-089a-44a6-ac07-e3fd9d5440e8 HTTP/1.1" status: 204 len: 168 time: 0.4373074 Nov 26 22:02:47.324062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59958) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.343020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.343362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.365252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-03a6a765-016a-4300-b658-d0b6f82b7324 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f58ba8-089a-44a6-ac07-e3fd9d5440e8 HTTP/1.1" status: 200 len: 205 time: 0.0400043 Nov 26 22:02:47.367597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.405517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Calling delete_port for d42b5959-e436-4ea9-8404-f8fdf4f8ad1b owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:47.410102 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-f0432e2e-2e90-4968-9c72-5c545819ac52 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] delete failed (client error): The resource could not be found. Nov 26 22:02:47.411174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f0432e2e-2e90-4968-9c72-5c545819ac52 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/50f58ba8-089a-44a6-ac07-e3fd9d5440e8 HTTP/1.1" status: 404 len: 336 time: 0.0426738 Nov 26 22:02:47.414132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59962) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.450913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4df1ee0f-e4bc-4363-9aea-ba2a727d1148 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b7cce69-538d-4362-8c98-c043d28811ed HTTP/1.1" status: 200 len: 205 time: 0.0321290 Nov 26 22:02:47.453176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59964) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.499534 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-3f01d7d7-7a23-4d8b-a698-a0479a87935d tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] delete failed (client error): The resource could not be found. Nov 26 22:02:47.503959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.504361 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3f01d7d7-7a23-4d8b-a698-a0479a87935d tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/3b7cce69-538d-4362-8c98-c043d28811ed HTTP/1.1" status: 404 len: 336 time: 0.0499671 Nov 26 22:02:47.539959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-014546f1-9efa-45a2-b508-dba49bcf0c63 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=08e459c8-27e4-4245-a841-f0cfe0b6b03d HTTP/1.1" status: 200 len: 205 time: 0.0341902 Nov 26 22:02:47.541981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59972) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.588762 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-2b9e8d1b-c617-44a7-b5a1-b15e1ce3ecf7 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] delete failed (client error): The resource could not be found. Nov 26 22:02:47.592184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2b9e8d1b-c617-44a7-b5a1-b15e1ce3ecf7 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/08e459c8-27e4-4245-a841-f0cfe0b6b03d HTTP/1.1" status: 404 len: 336 time: 0.0468702 Nov 26 22:02:47.596091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59974) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.628846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-87f6f133-18b7-4726-b099-d6ffbf4c3a7d tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ea2fd0c-3296-4b8b-8c07-42de001331ab HTTP/1.1" status: 200 len: 205 time: 0.0311460 Nov 26 22:02:47.631155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.670822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469658dc-5fc1-41bc-960d-d6cc42e91027 req-f4b5fdad-1871-4843-82c0-310dbc3c7dfc tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:47.673028 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-469658dc-5fc1-41bc-960d-d6cc42e91027 req-f4b5fdad-1871-4843-82c0-310dbc3c7dfc tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0878704 Nov 26 22:02:47.674167 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.677694 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-7f958e75-518e-4886-b1df-aecbd9406827 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] delete failed (client error): The resource could not be found. Nov 26 22:02:47.681231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7f958e75-518e-4886-b1df-aecbd9406827 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/3ea2fd0c-3296-4b8b-8c07-42de001331ab HTTP/1.1" status: 404 len: 336 time: 0.0465655 Nov 26 22:02:47.681550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59978) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.706290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Pushing event deleted for resources: {'Port': ['ID=d42b5959-e436-4ea9-8404-f8fdf4f8ad1b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:47.714347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b8388556-337b-47ae-87e4-39c68f77288f tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=ff07dcca-69f3-42a4-83b8-e65148674061 HTTP/1.1" status: 200 len: 205 time: 0.0287576 Nov 26 22:02:47.715348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59980) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.758855 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-62a507f9-557a-4da6-a919-45fb03f872ae tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] delete failed (client error): The resource could not be found. Nov 26 22:02:47.762750 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-62a507f9-557a-4da6-a919-45fb03f872ae tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/ff07dcca-69f3-42a4-83b8-e65148674061 HTTP/1.1" status: 404 len: 336 time: 0.0439606 Nov 26 22:02:47.763050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59982) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.795945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ead651ba-bf65-4e4c-9607-a5ddb2a906e8 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "GET /v2.0/ports?device_id=82536a58-36a7-4146-9c47-8920d0572fae HTTP/1.1" status: 200 len: 205 time: 0.0317485 Nov 26 22:02:47.798053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-469658dc-5fc1-41bc-960d-d6cc42e91027 req-4fa269f7-b4b4-47c1-a1e7-884d1a4213e1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959535 Nov 26 22:02:47.798549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59984) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.841037 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.843327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:47.847799 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f8300cf-74d4-48ae-8957-e4c9775664df tempest-AttachVolumeTestJSON-9733609 tempest-AttachVolumeTestJSON-9733609-project] 10.222.0.21 "DELETE /v2.0/floatingips/5eac92e4-8bfe-46c8-b6bc-17e5c3fc1cff HTTP/1.1" status: 204 len: 168 time: 0.8362694 Nov 26 22:02:47.847799 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-1025050e-f9fe-47d4-b7b2-538a985cb373 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] delete failed (client error): The resource could not be found. Nov 26 22:02:47.847799 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1025050e-f9fe-47d4-b7b2-538a985cb373 tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/routers/82536a58-36a7-4146-9c47-8920d0572fae HTTP/1.1" status: 404 len: 336 time: 0.0460734 Nov 26 22:02:47.850037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59988) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:47.907990 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fb3e9f-e74b-4196-9892-c4cb4436b3ee tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] DELETE failed (client error): The resource could not be found. Nov 26 22:02:47.908442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fb3e9f-e74b-4196-9892-c4cb4436b3ee tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:02:47.911479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-85fb3e9f-e74b-4196-9892-c4cb4436b3ee tempest-RoutersIpV6AdminTest-1008646123 tempest-RoutersIpV6AdminTest-1008646123-project] 10.222.0.21 "DELETE /v2.0/subnets/58e85114-66d4-48f4-bc3c-c63633e26250 HTTP/1.1" status: 404 len: 337 time: 0.0598052 Nov 26 22:02:47.960275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eb235-c186-493a-85a9-ed5b2a9c9c89 req-1d109b8c-7694-4855-b5cb-5d64cc80bec3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:47.961949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-727eb235-c186-493a-85a9-ed5b2a9c9c89 req-1d109b8c-7694-4855-b5cb-5d64cc80bec3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0635598 Nov 26 22:02:48.059684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-727eb235-c186-493a-85a9-ed5b2a9c9c89 req-f63d5976-167f-415d-a4c2-ef2ccbe3159b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904546 Nov 26 22:02:48.214101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60008) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:48.246332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c24a8-f4f1-4a63-aba2-3c0bfe6dc704 req-3be96173-bc8d-4f56-85fc-4e11621be892 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:48.254277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-425c24a8-f4f1-4a63-aba2-3c0bfe6dc704 req-3be96173-bc8d-4f56-85fc-4e11621be892 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0714347 Nov 26 22:02:48.302593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-425c24a8-f4f1-4a63-aba2-3c0bfe6dc704 req-66b31bb2-5d5f-4408-89fc-2da439731c9d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474293 Nov 26 22:02:48.337151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3390f9e9-3c09-4d92-bd0e-2df717ac3d57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:48.457347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3390f9e9-3c09-4d92-bd0e-2df717ac3d57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:48.470560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1e4ef-6194-4fc9-8a86-441ed428e527 req-ea75a68e-9ced-43d1-90d9-06e87e25d3b4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:48.472193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01f1e4ef-6194-4fc9-8a86-441ed428e527 req-ea75a68e-9ced-43d1-90d9-06e87e25d3b4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0746651 Nov 26 22:02:48.472951 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3390f9e9-3c09-4d92-bd0e-2df717ac3d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:48.529394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390f9e9-3c09-4d92-bd0e-2df717ac3d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dda28f-c5cd-4c62-b949-786888a95874,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:48.536843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3390f9e9-3c09-4d92-bd0e-2df717ac3d57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e65d202fec2847ea81bdb19a72b67a53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3193634 Nov 26 22:02:48.538272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60016) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:48.563164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01f1e4ef-6194-4fc9-8a86-441ed428e527 req-e18fbf24-2d09-4922-b4b1-d1b7d883b95b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796237 Nov 26 22:02:48.600162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fdd45db-889e-4692-ac02-05d31560ca1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:48.623728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fdd45db-889e-4692-ac02-05d31560ca1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:48.673130 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fdd45db-889e-4692-ac02-05d31560ca1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:48.676264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1fdd45db-889e-4692-ac02-05d31560ca1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:48.677473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1fdd45db-889e-4692-ac02-05d31560ca1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66dda28f-c5cd-4c62-b949-786888a95874 HTTP/1.1" status: 204 len: 168 time: 0.1371891 Nov 26 22:02:48.690467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd45db-889e-4692-ac02-05d31560ca1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dda28f-c5cd-4c62-b949-786888a95874,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:48.711073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107606c-46c0-4fa5-864e-e897deba2747 req-6f7df368-090e-4be5-95b7-055aef820ef1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:48.719743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8107606c-46c0-4fa5-864e-e897deba2747 req-6f7df368-090e-4be5-95b7-055aef820ef1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0675316 Nov 26 22:02:48.763774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8107606c-46c0-4fa5-864e-e897deba2747 req-e0d4c478-8168-439c-881f-e6d414aced43 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432279 Nov 26 22:02:48.893137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888578b-5b40-4526-aa6a-50e13ba32649 req-df6dffbe-90d8-41c4-8722-5d8616ad94d9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:48.900004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5888578b-5b40-4526-aa6a-50e13ba32649 req-df6dffbe-90d8-41c4-8722-5d8616ad94d9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0598235 Nov 26 22:02:48.951025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5888578b-5b40-4526-aa6a-50e13ba32649 req-a89b4755-dd52-4e18-b47d-25024cf28cbf tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500524 Nov 26 22:02:48.985686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60032) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:48.998594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4f2896d0-d7db-4c12-bf63-fb6b8311d131 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:02:49.023043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 4f2896d0-d7db-4c12-bf63-fb6b8311d131 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:02:49.023633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4f2896d0-d7db-4c12-bf63-fb6b8311d131 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:02:49.061760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d0a9e95e-f93e-41fd-9d72-ee235d61cdcb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a45037edd0cd45c9919914792322f931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0747931 Nov 26 22:02:49.065339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60036) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:49.173713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c496d-163e-48ea-aea3-e89092c274b9 req-e4c9954f-0d27-4f20-9443-3f77db9c117d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:49.175417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-407c496d-163e-48ea-aea3-e89092c274b9 req-e4c9954f-0d27-4f20-9443-3f77db9c117d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1012192 Nov 26 22:02:49.176660 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aa0947c2-fd99-434c-a65c-88cc0f08478b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:49.230425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aa0947c2-fd99-434c-a65c-88cc0f08478b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:49.263552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-407c496d-163e-48ea-aea3-e89092c274b9 req-ae6c3177-e4c0-48de-ac53-a594e04ea852 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766084 Nov 26 22:02:49.310365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aa0947c2-fd99-434c-a65c-88cc0f08478b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:49.313892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aa0947c2-fd99-434c-a65c-88cc0f08478b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:49.317544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aa0947c2-fd99-434c-a65c-88cc0f08478b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81caa8e9-ae21-4f4f-9352-2356bd383e88 HTTP/1.1" status: 204 len: 168 time: 0.2485566 Nov 26 22:02:49.334763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0947c2-fd99-434c-a65c-88cc0f08478b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81caa8e9-ae21-4f4f-9352-2356bd383e88,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:49.454775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50b20d-c79b-46d2-8fbd-2712f12bc139 req-26a45498-2db6-498a-86d7-44ac06d37bf2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:49.465269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f50b20d-c79b-46d2-8fbd-2712f12bc139 req-26a45498-2db6-498a-86d7-44ac06d37bf2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0898709 Nov 26 22:02:49.536611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f50b20d-c79b-46d2-8fbd-2712f12bc139 req-48b64148-b995-4918-97b1-07357e433eda tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633507 Nov 26 22:02:49.714541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcd416-52bb-4c3e-beab-15a519518fce req-baada17e-fd23-400c-8664-0ee3548751c7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:49.716537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72dcd416-52bb-4c3e-beab-15a519518fce req-baada17e-fd23-400c-8664-0ee3548751c7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0592451 Nov 26 22:02:49.781824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72dcd416-52bb-4c3e-beab-15a519518fce req-eb179201-22b1-4377-abb3-733cce9284ef tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555785 Nov 26 22:02:49.912435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99976-f92f-456e-93d8-c958a5242acd req-8a32f694-d658-42a9-b68a-60fc2d83a7f8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:49.913977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12d99976-f92f-456e-93d8-c958a5242acd req-8a32f694-d658-42a9-b68a-60fc2d83a7f8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0525177 Nov 26 22:02:49.966152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12d99976-f92f-456e-93d8-c958a5242acd req-53503c0c-fef2-401e-ae34-fa6d1c91ebac tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Nov 26 22:02:50.115966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c0e9b-5117-498a-8cec-61c71988bd1d req-1f390633-7903-4f19-ab64-1b1c38bc6990 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:50.117949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d18c0e9b-5117-498a-8cec-61c71988bd1d req-1f390633-7903-4f19-ab64-1b1c38bc6990 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0599613 Nov 26 22:02:50.180878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d18c0e9b-5117-498a-8cec-61c71988bd1d req-9b9bca65-cc0c-4f34-a9f5-82694dbb8786 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539331 Nov 26 22:02:50.313851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1760c-cbe4-4d03-873d-ad1ec6a9a7a2 req-0e27b254-19b9-4edd-a2ea-4d3d5bf0d82e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:50.315266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ce1760c-cbe4-4d03-873d-ad1ec6a9a7a2 req-0e27b254-19b9-4edd-a2ea-4d3d5bf0d82e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0580461 Nov 26 22:02:50.373005 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ce1760c-cbe4-4d03-873d-ad1ec6a9a7a2 req-e1b8cce8-6b3a-4574-825e-1f9b3f974367 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512726 Nov 26 22:02:50.547838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156db0b3-8530-408f-8ee4-0f44d20ff12b req-5144d535-929a-4b76-8d5d-3ff2203b9a7d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:50.549537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-156db0b3-8530-408f-8ee4-0f44d20ff12b req-5144d535-929a-4b76-8d5d-3ff2203b9a7d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0578856 Nov 26 22:02:50.627813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-156db0b3-8530-408f-8ee4-0f44d20ff12b req-ee2df9c7-8c40-4745-8b5f-235c15dad0a3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659704 Nov 26 22:02:50.754906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d32fa6-c5b3-419d-89aa-c7c162addbf1 req-82b3b382-79af-4795-97db-015065b84e69 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:50.756544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40d32fa6-c5b3-419d-89aa-c7c162addbf1 req-82b3b382-79af-4795-97db-015065b84e69 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0518527 Nov 26 22:02:50.818619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40d32fa6-c5b3-419d-89aa-c7c162addbf1 req-5c7b4aa2-a529-4e14-b12f-c207eef66550 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543101 Nov 26 22:02:50.968303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60118) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:50.986789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83965d-a285-4195-b447-369ebc0962b8 req-633ac79e-f648-4a73-857d-7a1806f2bc8e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:50.988408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a83965d-a285-4195-b447-369ebc0962b8 req-633ac79e-f648-4a73-857d-7a1806f2bc8e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0722964 Nov 26 22:02:51.051136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a83965d-a285-4195-b447-369ebc0962b8 req-9ecb31b1-eae0-4dce-9c35-c7a8fc4ecf18 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557301 Nov 26 22:02:51.129545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1413032833', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:51.168328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Made reservation on behalf of e4eff571fcba4f0e9a6a45ef34f740c4 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:02:51.172397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.181941 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.219742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c7165-7d8b-4048-b751-5ece85aa393d req-2dd7ca02-3b6e-45bc-8b80-be95bfd1ff26 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:51.221667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-927c7165-7d8b-4048-b751-5ece85aa393d req-2dd7ca02-3b6e-45bc-8b80-be95bfd1ff26 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0620980 Nov 26 22:02:51.280362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.285799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.292187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] device_id is not set on port f40e0d8e-7304-405b-8fcb-e1f379852943 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:02:51.302180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-927c7165-7d8b-4048-b751-5ece85aa393d req-64bcae40-69c9-41c7-ab1e-8dd4ba742064 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736156 Nov 26 22:02:51.392383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd87fb-f1c3-4425-9240-54b5f8623a96,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:51.479416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Allocated IP 172.25.3.122 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/f40e0d8e-7304-405b-8fcb-e1f379852943) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:51.564375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d037b9-4722-4cd8-b739-fbf109cf490e req-50c84569-036a-4499-8a49-d7155fd38a91 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:51.565837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2d037b9-4722-4cd8-b739-fbf109cf490e req-50c84569-036a-4499-8a49-d7155fd38a91 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0830269 Nov 26 22:02:51.627804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2d037b9-4722-4cd8-b739-fbf109cf490e req-c8ce1e2b-b160-4e17-a2b3-3f4eab1604c8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 Nov 26 22:02:51.673080 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.717696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.773390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:51.776651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:51.782810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:51.785601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Pushing event updated for resources: {'Port': ['ID=f40e0d8e-7304-405b-8fcb-e1f379852943,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:51.801689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc900d0c-9b55-4afc-9e7b-07cf650daa6b req-a5ae7deb-2f3c-44d1-a00f-f459f451000a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:51.803297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc900d0c-9b55-4afc-9e7b-07cf650daa6b req-a5ae7deb-2f3c-44d1-a00f-f459f451000a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0887177 Nov 26 22:02:51.840032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:51.840593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.859683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc900d0c-9b55-4afc-9e7b-07cf650daa6b req-0255fe4d-eefc-4b26-8819-dbd66f90de74 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487854 Nov 26 22:02:51.872958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3abe1812-8af4-48c4-bdcf-5b66b6184ad3 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8997719 Nov 26 22:02:51.872958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60158) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:51.881042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.122'}]}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:51.906488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.907773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:51.981291 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:52.135918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3b9b4-4f1b-40bd-ad8b-8c9b92e3399f req-4054a5aa-ce56-4382-aee1-ed94f512da95 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:52.144778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-daf3b9b4-4f1b-40bd-ad8b-8c9b92e3399f req-4054a5aa-ce56-4382-aee1-ed94f512da95 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0642552 Nov 26 22:02:52.161202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:52.208220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-daf3b9b4-4f1b-40bd-ad8b-8c9b92e3399f req-f7ba914a-48b5-4ff3-8548-dc11bee5af44 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570672 Nov 26 22:02:52.373779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfba5-8c47-4131-bab0-52a0d1e0fcec req-030c0d46-e633-4f45-be5c-3ec54aa1225b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:52.375532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30cbfba5-8c47-4131-bab0-52a0d1e0fcec req-030c0d46-e633-4f45-be5c-3ec54aa1225b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0890629 Nov 26 22:02:52.426411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:52.452261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-30cbfba5-8c47-4131-bab0-52a0d1e0fcec req-048636a8-9365-4ab4-bcec-56c7540f45cc tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700254 Nov 26 22:02:52.470450 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:52.654209 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:52.659847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852914-0e16-493a-8467-0cfe8a663baf req-6469ec6b-e1ee-4302-b3f4-5f353ffdfae9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:52.662061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d852914-0e16-493a-8467-0cfe8a663baf req-6469ec6b-e1ee-4302-b3f4-5f353ffdfae9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0923359 Nov 26 22:02:52.729453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d852914-0e16-493a-8467-0cfe8a663baf req-d01bf455-6853-4c39-b479-4753e7a55bc6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590403 Nov 26 22:02:52.939485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9643f7-c212-4d66-89a8-3e30e245aa1d req-d4df4a55-d21f-4a48-b2cc-e9c30dc143d4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:52.942466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c9643f7-c212-4d66-89a8-3e30e245aa1d req-d4df4a55-d21f-4a48-b2cc-e9c30dc143d4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1040549 Nov 26 22:02:52.994441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c9643f7-c212-4d66-89a8-3e30e245aa1d req-a45f5044-7c96-4b68-9b60-1109987e82fe tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Nov 26 22:02:53.218676 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:53.221172 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:53.278337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:53.278946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7da132-302f-4214-95c4-6f3452b75069 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:02:53.302460 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 26 22:02:53.309597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60210) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:53.310131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c08ff413-e998-47c9-b72c-c5ff9fb635bb tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4319727 Nov 26 22:02:53.413020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e0d6b2f0-f14d-48e7-bcd0-aa3631a60415 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Deleting port f40e0d8e-7304-405b-8fcb-e1f379852943 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:53.413020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b2f0-f14d-48e7-bcd0-aa3631a60415 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:53.487965 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7ef70d53-95df-466f-bf03-b7a7dd8c228e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:53.559763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b2f0-f14d-48e7-bcd0-aa3631a60415 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:53.585842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e0d6b2f0-f14d-48e7-bcd0-aa3631a60415 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Calling delete_port for f40e0d8e-7304-405b-8fcb-e1f379852943 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:53.833955 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b2f0-f14d-48e7-bcd0-aa3631a60415 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:53.870063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b2f0-f14d-48e7-bcd0-aa3631a60415 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Pushing event deleted for resources: {'Port': ['ID=f40e0d8e-7304-405b-8fcb-e1f379852943,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:53.929341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aecf1-ac3b-4a00-8ff2-1fec347c1c04 req-0e448e70-873d-4912-a2fa-e91a8eb9077e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:53.930983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b0aecf1-ac3b-4a00-8ff2-1fec347c1c04 req-0e448e70-873d-4912-a2fa-e91a8eb9077e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1453629 Nov 26 22:02:54.015119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b2f0-f14d-48e7-bcd0-aa3631a60415 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:54.019579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0d6b2f0-f14d-48e7-bcd0-aa3631a60415 tempest-RoutersAdminNegativeTest-1639883018 tempest-RoutersAdminNegativeTest-1639883018-project-admin] 10.222.0.21 "DELETE /v2.0/ports/f40e0d8e-7304-405b-8fcb-e1f379852943 HTTP/1.1" status: 204 len: 168 time: 0.7084408 Nov 26 22:02:54.023402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b0aecf1-ac3b-4a00-8ff2-1fec347c1c04 req-60eca2e9-ccd5-4ed7-9ed5-0b87a70d4994 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721958 Nov 26 22:02:54.372422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60246) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:54.501648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f542f520-3cea-4e62-9560-3d036ab32194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:54.603734 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f542f520-3cea-4e62-9560-3d036ab32194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:54.608697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f542f520-3cea-4e62-9560-3d036ab32194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:54.635319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542f520-3cea-4e62-9560-3d036ab32194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5ed1cd-016d-49ab-96b7-fb8645e17236,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:54.694182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f542f520-3cea-4e62-9560-3d036ab32194 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b36f554dabb41919cef64dbbe7bccc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182006 Nov 26 22:02:54.694589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60256) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:54.754419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf57f141-d56a-43a9-9c87-d44b56377915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:54.785655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf57f141-d56a-43a9-9c87-d44b56377915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:54.846632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf57f141-d56a-43a9-9c87-d44b56377915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:54.851084 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf57f141-d56a-43a9-9c87-d44b56377915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:54.853343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf57f141-d56a-43a9-9c87-d44b56377915 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b5ed1cd-016d-49ab-96b7-fb8645e17236 HTTP/1.1" status: 204 len: 168 time: 0.1577075 Nov 26 22:02:54.869157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f141-d56a-43a9-9c87-d44b56377915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5ed1cd-016d-49ab-96b7-fb8645e17236,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:55.168332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1a7f3-d5bd-4641-85ca-b3aa087e399d req-ce50b94e-f0bc-4f8a-993c-a4fa26708f2f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:55.170693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4f1a7f3-d5bd-4641-85ca-b3aa087e399d req-ce50b94e-f0bc-4f8a-993c-a4fa26708f2f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0630660 Nov 26 22:02:55.219519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60280) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:55.254510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4f1a7f3-d5bd-4641-85ca-b3aa087e399d req-0342eb48-8611-4b56-bc60-d836c438de0d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716622 Nov 26 22:02:55.265163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fde6730d-3568-4c38-8273-b8f977c92607 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4eff571fcba4f0e9a6a45ef34f740c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442412 Nov 26 22:02:55.268679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60282) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:55.317388 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-353a8c0b-319b-4d41-9eac-14521fda614d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:55.342440 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-353a8c0b-319b-4d41-9eac-14521fda614d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:55.392426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-353a8c0b-319b-4d41-9eac-14521fda614d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:55.395701 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-353a8c0b-319b-4d41-9eac-14521fda614d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:55.399929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-353a8c0b-319b-4d41-9eac-14521fda614d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50dd87fb-f1c3-4425-9240-54b5f8623a96 HTTP/1.1" status: 204 len: 168 time: 0.1272237 Nov 26 22:02:55.406605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a8c0b-319b-4d41-9eac-14521fda614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd87fb-f1c3-4425-9240-54b5f8623a96,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:56.196460 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-261d5618-91c4-4eee-bb98-54ed386d1855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.252203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60328) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:56.402624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1937660362'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:56.438936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f961fb4-8208-4230-8e5e-809c188adb78 req-ba070d46-7b5c-4480-8a19-9e022cc74dec tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:56.440404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f961fb4-8208-4230-8e5e-809c188adb78 req-ba070d46-7b5c-4480-8a19-9e022cc74dec tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0899720 Nov 26 22:02:56.441610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Made reservation on behalf of 801a405ea3004c348cb884d3c4d928da for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:02:56.445208 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.461398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.526055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f961fb4-8208-4230-8e5e-809c188adb78 req-e84493b8-68a3-404f-a172-b8dcaf7e928b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783105 Nov 26 22:02:56.575516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.583620 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.616238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:02:56.621117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f288bfb1-a017-4fcd-a6a7-df1f3849b059,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:56.630916 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.631549 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Added segment c354c9f0-121d-4517-9c16-303706a2a429 of type vlan for network 00af0607-2f26-48c9-9f07-196506441270 Nov 26 22:02:56.685285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.711266 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.716811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:56.717632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:56.781107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5272262 Nov 26 22:02:56.785413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:56.790478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Request body: {'subnet': {'network_id': '00af0607-2f26-48c9-9f07-196506441270', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:56.811775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696a89f-0297-401e-bb69-b7eddacefdec tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event updated for resources: {'Network': ['ID=00af0607-2f26-48c9-9f07-196506441270,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:56.824181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 00af0607-2f26-48c9-9f07-196506441270 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:02:56.928882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Made reservation on behalf of 801a405ea3004c348cb884d3c4d928da for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:02:56.935972 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:57.047563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:57.166049 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:57.241560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event updated for resources: {'Subnet': ['ID=6c2314af-2a9f-4cfe-9c9d-0d9ef2ef00c7,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:57.246127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Checking segment: {'id': 'c354c9f0-121d-4517-9c16-303706a2a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '00af0607-2f26-48c9-9f07-196506441270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:02:57.246755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Network hostable DHCP agents. Network: 00af0607-2f26-48c9-9f07-196506441270, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:02:57.273394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Network 00af0607-2f26-48c9-9f07-196506441270 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:02:57.288044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 00af0607-2f26-48c9-9f07-196506441270) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:57.296122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:57.296949 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:57.300250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e67e79-d222-4084-b904-e6b288d3f3a7 None None] Network 00af0607-2f26-48c9-9f07-196506441270 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:02:57.324954 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4957a74f-719e-4259-9b7c-135cda613cfb tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5359998 Nov 26 22:02:57.325261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60360) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:57.334905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Request body: {'port': {'network_id': '00af0607-2f26-48c9-9f07-196506441270', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1205198876'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:57.471329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Made reservation on behalf of 801a405ea3004c348cb884d3c4d928da for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:02:57.474976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:57.501828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] device_id is not set on port 2dd9f94c-771f-4e7d-ac8d-ba3969342b97 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:02:57.509358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-00af0607-2f26-48c9-9f07-196506441270', 'network_id': '00af0607-2f26-48c9-9f07-196506441270', 'tenant_id': '801a405ea3004c348cb884d3c4d928da', 'fixed_ips': [{'subnet_id': '6c2314af-2a9f-4cfe-9c9d-0d9ef2ef00c7'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:02:57.511225 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:57.658172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Allocated IP 2001:db8::29f (00af0607-2f26-48c9-9f07-196506441270/6c2314af-2a9f-4cfe-9c9d-0d9ef2ef00c7/2dd9f94c-771f-4e7d-ac8d-ba3969342b97) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:57.705544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa154cec-862f-4d21-a323-e91a2d3cee30 req-fdaa72f5-e796-42e1-99b7-6b3c25967856 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:57.707438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa154cec-862f-4d21-a323-e91a2d3cee30 req-fdaa72f5-e796-42e1-99b7-6b3c25967856 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0714588 Nov 26 22:02:57.771897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa154cec-862f-4d21-a323-e91a2d3cee30 req-472f3fe1-cb94-42e4-9458-62e75f2b0879 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584185 Nov 26 22:02:57.834697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:57.896085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:57.962386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Allocated IP 2001:db8::2 (00af0607-2f26-48c9-9f07-196506441270/6c2314af-2a9f-4cfe-9c9d-0d9ef2ef00c7/a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:57.962641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Network 00af0607-2f26-48c9-9f07-196506441270 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:57.970573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:57.979409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:57.986548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:57.987213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.009530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event updated for resources: {'Port': ['ID=2dd9f94c-771f-4e7d-ac8d-ba3969342b97,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:58.042456 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dc8b1b77-d5c1-4882-adba-d0b4922fb866 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7123775 Nov 26 22:02:58.044118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60384) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:58.058595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Request body: {'port': {'network_id': '00af0607-2f26-48c9-9f07-196506441270', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-579660071', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:58.061512 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.api.validators [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] bootfile-name is not in valid_values {{(pid=110000) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:02:58.061870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.api.validators [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] tftp-server is not in valid_values {{(pid=110000) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:02:58.063035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.api.validators [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] server-ip-address is not in valid_values {{(pid=110000) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:02:58.221019 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.227708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Made reservation on behalf of 801a405ea3004c348cb884d3c4d928da for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:02:58.234046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.236092 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.260602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] device_id is not set on port 0cec6be2-3f2c-4d73-b6b2-214264258561 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:02:58.316006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Network 00af0607-2f26-48c9-9f07-196506441270 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:58.319141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:58.325047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:58.378018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Pushing event updated for resources: {'Port': ['ID=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:58.439893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Allocated IP 2001:db8::2ec (00af0607-2f26-48c9-9f07-196506441270/6c2314af-2a9f-4cfe-9c9d-0d9ef2ef00c7/0cec6be2-3f2c-4d73-b6b2-214264258561) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:02:58.442522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Attempting to bind port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:02:58.443496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Attempting to bind port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'c354c9f0-121d-4517-9c16-303706a2a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '00af0607-2f26-48c9-9f07-196506441270'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:02:58.449273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Attempting to bind port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 on network 00af0607-2f26-48c9-9f07-196506441270 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:02:58.458463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:02:58.461082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Checking segment: {'id': 'c354c9f0-121d-4517-9c16-303706a2a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '00af0607-2f26-48c9-9f07-196506441270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:02:58.461677 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.462287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Bound using segment: {'id': 'c354c9f0-121d-4517-9c16-303706a2a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '00af0607-2f26-48c9-9f07-196506441270'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:02:58.464113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Bound port: a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c354c9f0-121d-4517-9c16-303706a2a429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '00af0607-2f26-48c9-9f07-196506441270'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:02:58.464691 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.613846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] For port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:02:58.623431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] For port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,segment=NetworkSegment(c354c9f0-121d-4517-9c16-303706a2a429),segment_id=c354c9f0-121d-4517-9c16-303706a2a429)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:02:58.647291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.701451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.730016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217b6e3-21cf-45e1-9eb6-a06849c8c696 None None] Pushing event updated for resources: {'Port': ['ID=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:58.738547 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.763085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.789190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Network 00af0607-2f26-48c9-9f07-196506441270 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:02:58.842871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:02:58.847936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:02:58.877377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:58.878010 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:58.950865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9056132 Nov 26 22:02:58.953497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60404) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:58.954565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb95655-4e4d-4545-b258-5ffafbaca92a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event updated for resources: {'Port': ['ID=0cec6be2-3f2c-4d73-b6b2-214264258561,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:59.016382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6fa3f-20b4-4aec-aee5-887159aab479 req-a328034b-6c79-4d68-9471-c8aec138cfae tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:59.018371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6d6fa3f-20b4-4aec-aee5-887159aab479 req-a328034b-6c79-4d68-9471-c8aec138cfae tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1615396 Nov 26 22:02:59.089215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:59.205256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9a9c9-e9f9-48cd-8e5e-0c2f4ae00b46 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:59.218007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9a9c9-e9f9-48cd-8e5e-0c2f4ae00b46 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:59.242410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9a9c9-e9f9-48cd-8e5e-0c2f4ae00b46 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:02:59.244724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-25f9a9c9-e9f9-48cd-8e5e-0c2f4ae00b46 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2796407 Nov 26 22:02:59.247356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60410) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:59.332676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6d6fa3f-20b4-4aec-aee5-887159aab479 req-0b9c51a0-3aa4-495e-b083-35e8d32b2843 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438517 Nov 26 22:02:59.521657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b60dc45b-be1a-4613-9b4c-8d32b7636e8a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Deleting port 0cec6be2-3f2c-4d73-b6b2-214264258561 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:02:59.522014 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b60dc45b-be1a-4613-9b4c-8d32b7636e8a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:59.623757 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b60dc45b-be1a-4613-9b4c-8d32b7636e8a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:59.646609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b60dc45b-be1a-4613-9b4c-8d32b7636e8a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Calling delete_port for 0cec6be2-3f2c-4d73-b6b2-214264258561 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:02:59.811053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b60dc45b-be1a-4613-9b4c-8d32b7636e8a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:59.848095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dc45b-be1a-4613-9b4c-8d32b7636e8a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event deleted for resources: {'Port': ['ID=0cec6be2-3f2c-4d73-b6b2-214264258561,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:02:59.876446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b60dc45b-be1a-4613-9b4c-8d32b7636e8a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:02:59.883377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b60dc45b-be1a-4613-9b4c-8d32b7636e8a tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "DELETE /v2.0/ports/0cec6be2-3f2c-4d73-b6b2-214264258561 HTTP/1.1" status: 204 len: 168 time: 0.6316438 Nov 26 22:02:59.883865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60424) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:02:59.889411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Request body: {'port': {'name': 'tempest-new-port-name-133657371', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:02:59.890028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.api.validators [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] bootfile-name is not in valid_values {{(pid=109999) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:02:59.890523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.api.validators [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] tftp-server is not in valid_values {{(pid=109999) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:02:59.891183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.api.validators [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] server-ip-address is not in valid_values {{(pid=109999) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:03:00.007242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.258160 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.267622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.327668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] In _notify_port_updated(), no bound segment for port 2dd9f94c-771f-4e7d-ac8d-ba3969342b97 on network 00af0607-2f26-48c9-9f07-196506441270 {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:03:00.338851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:00.339554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.344397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "PUT /v2.0/ports/2dd9f94c-771f-4e7d-ac8d-ba3969342b97 HTTP/1.1" status: 200 len: 1129 time: 0.4558144 Nov 26 22:03:00.344569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60436) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:00.369553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea62b96-260d-4c6e-8230-9b2580f3c094 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event updated for resources: {'Port': ['ID=2dd9f94c-771f-4e7d-ac8d-ba3969342b97,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:00.426136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb62bfb-8dc4-4486-aaf8-05154da23360 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:00.432865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0cb62bfb-8dc4-4486-aaf8-05154da23360 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "GET /v2.0/ports/2dd9f94c-771f-4e7d-ac8d-ba3969342b97 HTTP/1.1" status: 200 len: 1129 time: 0.0841057 Nov 26 22:03:00.433829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60444) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:00.444203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a533b-729e-48a0-9213-f59ccc95d93c None None] Network 00af0607-2f26-48c9-9f07-196506441270 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:00.560966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8506c36-67aa-4a58-bc44-3c7e498fbc57 req-54b21ce7-21a7-47d7-b013-46137d04640d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:00.574903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8506c36-67aa-4a58-bc44-3c7e498fbc57 req-54b21ce7-21a7-47d7-b013-46137d04640d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1145580 Nov 26 22:03:00.596892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e7e0eae7-be36-4451-9064-53c8fe32ed90 None None] Provisioning complete for port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:00.598230 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eae7-be36-4451-9064-53c8fe32ed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.614216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e840871c-b2e9-4080-8c55-9670b1802d6b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Deleting port 2dd9f94c-771f-4e7d-ac8d-ba3969342b97 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:00.618051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e840871c-b2e9-4080-8c55-9670b1802d6b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.677332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8506c36-67aa-4a58-bc44-3c7e498fbc57 req-e6d72b49-eaa6-450a-9353-f8bef702caa6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977042 Nov 26 22:03:00.808493 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e840871c-b2e9-4080-8c55-9670b1802d6b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.836509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e840871c-b2e9-4080-8c55-9670b1802d6b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Calling delete_port for 2dd9f94c-771f-4e7d-ac8d-ba3969342b97 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:00.854347 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eae7-be36-4451-9064-53c8fe32ed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.874142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:00.959310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e7e0eae7-be36-4451-9064-53c8fe32ed90 None None] For port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,segment=NetworkSegment(c354c9f0-121d-4517-9c16-303706a2a429),segment_id=c354c9f0-121d-4517-9c16-303706a2a429)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:00.968754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:00.969179 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:00.976148 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7e0eae7-be36-4451-9064-53c8fe32ed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.019002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e840871c-b2e9-4080-8c55-9670b1802d6b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.067877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840871c-b2e9-4080-8c55-9670b1802d6b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event deleted for resources: {'Port': ['ID=2dd9f94c-771f-4e7d-ac8d-ba3969342b97,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:01.085349 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0eae7-be36-4451-9064-53c8fe32ed90 None None] Pushing event updated for resources: {'Port': ['ID=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:01.127357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e840871c-b2e9-4080-8c55-9670b1802d6b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.133678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e840871c-b2e9-4080-8c55-9670b1802d6b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "DELETE /v2.0/ports/2dd9f94c-771f-4e7d-ac8d-ba3969342b97 HTTP/1.1" status: 204 len: 168 time: 0.6963203 Nov 26 22:03:01.133955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60456) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:01.194189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-32b19fdc-0566-4095-90c7-9481be4fa331 None None] Could not find standard attr ID for object 2dd9f94c-771f-4e7d-ac8d-ba3969342b97. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:03:01.205820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-32b19fdc-0566-4095-90c7-9481be4fa331 None None] Provisioning complete for port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:01.206357 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-32b19fdc-0566-4095-90c7-9481be4fa331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.213041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-937ff210-a8c7-4ae1-9c12-f60fb184ce9f tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Deleting subnet 6c2314af-2a9f-4cfe-9c9d-0d9ef2ef00c7 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:03:01.216642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-937ff210-a8c7-4ae1-9c12-f60fb184ce9f tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.268020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-937ff210-a8c7-4ae1-9c12-f60fb184ce9f tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.419314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-937ff210-a8c7-4ae1-9c12-f60fb184ce9f tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.492178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-937ff210-a8c7-4ae1-9c12-f60fb184ce9f tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.521010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ff210-a8c7-4ae1-9c12-f60fb184ce9f tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2314af-2a9f-4cfe-9c9d-0d9ef2ef00c7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:01.533771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-937ff210-a8c7-4ae1-9c12-f60fb184ce9f tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.534995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7955dabd-4a8a-4042-99f7-21a3883a8a08 None None] Could not find standard attr ID for object 2dd9f94c-771f-4e7d-ac8d-ba3969342b97. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:03:01.544219 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-937ff210-a8c7-4ae1-9c12-f60fb184ce9f tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "DELETE /v2.0/subnets/6c2314af-2a9f-4cfe-9c9d-0d9ef2ef00c7 HTTP/1.1" status: 204 len: 168 time: 0.4089651 Nov 26 22:03:01.546874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60466) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:01.643997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.755179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Deleting port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:01.755592 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.829156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c68fe4-29a2-4387-b9f3-06d9f1b118e9 None None] Network 00af0607-2f26-48c9-9f07-196506441270 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:01.868895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] For port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,segment=NetworkSegment(c354c9f0-121d-4517-9c16-303706a2a429),segment_id=c354c9f0-121d-4517-9c16-303706a2a429)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:01.869543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:01.880691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-df377c13-0e42-4858-bfe6-e261a6ee5faa None None] Could not find standard attr ID for object 0cec6be2-3f2c-4d73-b6b2-214264258561. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:03:01.902366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Calling delete_port for a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:01.913710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a01ec2-7535-4a37-af24-32588f1f7b60 req-f42c1912-c518-423e-9964-e459d3df1752 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:01.920941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40a01ec2-7535-4a37-af24-32588f1f7b60 req-f42c1912-c518-423e-9964-e459d3df1752 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1036777 Nov 26 22:03:02.045780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] DHCP port deletion for 00af0607-2f26-48c9-9f07-196506441270 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:02.128715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] Deleting port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:02.129107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.200435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] For port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,segment=NetworkSegment(c354c9f0-121d-4517-9c16-303706a2a429),segment_id=c354c9f0-121d-4517-9c16-303706a2a429)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:02.200863 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.220455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] Calling delete_port for a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:02.314326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40a01ec2-7535-4a37-af24-32588f1f7b60 req-efaab143-cdd3-4d50-97e1-8843945a8416 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923149 Nov 26 22:03:02.323220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.355878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] Pushing event deleted for resources: {'Port': ['ID=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:02.358142 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.362789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f29688-ab56-4231-a70b-78e5c9ac1437 None None] No DVR routers for this DVR port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:02.387033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event deleted for resources: {'Port': ['ID=a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:02.388884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] No DVR routers for this DVR port a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:02.495140 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.511214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60494) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:02.523616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00af0607-2f26-48c9-9f07-196506441270']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:02.535235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c354c9f0-121d-4517-9c16-303706a2a429') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:02.535929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c354c9f0-121d-4517-9c16-303706a2a429') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:02.546364 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.561244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.569872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:02.570840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:02.575267 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:02.675886 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.709033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:02.717084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] 10.222.0.21 "DELETE /v2.0/networks/00af0607-2f26-48c9-9f07-196506441270 HTTP/1.1" status: 204 len: 168 time: 1.1670861 Nov 26 22:03:02.717084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2072be3-b57d-446f-9358-97fb7fac816b tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816 tempest-ExtraDHCPOptionsIpV6TestJSON-2108582816-project] Pushing event deleted for resources: {'Network': ['ID=00af0607-2f26-48c9-9f07-196506441270,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:02.778532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:02.799957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:02.800573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3d0f149-3ebc-48eb-8ba0-ed5b4e67dc95 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:03.034576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60514) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:03.218350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-167be529-358a-4391-8404-5fc915ceff11 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=801a405ea3004c348cb884d3c4d928da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1821074 Nov 26 22:03:03.219592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60522) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:03.277479 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90de85e6-54e2-4535-84e8-fff684b2952b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:03.302596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90de85e6-54e2-4535-84e8-fff684b2952b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:03.364375 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90de85e6-54e2-4535-84e8-fff684b2952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:03.369147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90de85e6-54e2-4535-84e8-fff684b2952b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:03.370528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-90de85e6-54e2-4535-84e8-fff684b2952b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f288bfb1-a017-4fcd-a6a7-df1f3849b059 HTTP/1.1" status: 204 len: 168 time: 0.1498621 Nov 26 22:03:03.399144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de85e6-54e2-4535-84e8-fff684b2952b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f288bfb1-a017-4fcd-a6a7-df1f3849b059,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:03.434351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:03.499658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8065b23-fb98-4722-81f8-470a326e959f req-7abf6323-42fd-483b-b2b0-5a6d6a795913 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:03.501779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8065b23-fb98-4722-81f8-470a326e959f req-7abf6323-42fd-483b-b2b0-5a6d6a795913 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0941350 Nov 26 22:03:03.581280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8065b23-fb98-4722-81f8-470a326e959f req-322cab01-cfad-4259-8e97-03548b113c23 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721159 Nov 26 22:03:03.817266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Deleting port 3e8c3d91-d754-4baa-9d0e-73447b353a80 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:03.817881 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:03.929253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] For port 3e8c3d91-d754-4baa-9d0e-73447b353a80, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3e8c3d91-d754-4baa-9d0e-73447b353a80,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:03.929628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:03.945007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Calling delete_port for 3e8c3d91-d754-4baa-9d0e-73447b353a80 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:04.220945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.254558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8c3d91-d754-4baa-9d0e-73447b353a80,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:04.379544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60568) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:04.450370 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.541414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1546309605'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:04.564491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:04.567999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.576970 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.685548 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.710100 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.720083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Router 82fd1e41-4f66-484a-8769-709a23166869 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:03:04.739711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:04.761916 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.762298 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment a61a3568-2d01-4b75-9988-a844f0e1980d of type vlan for network 9c092fdd-a459-4328-a81b-a1d3ef037e8d Nov 26 22:03:04.778122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3036be6-8b7e-496c-9a85-5b1b7fa8a3db,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:04.811574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd018de-d349-4f19-ab1b-a747592a640a req-a918d386-5777-4706-bb0d-9c7100873d67 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:04.814107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cd018de-d349-4f19-ab1b-a747592a640a req-a918d386-5777-4706-bb0d-9c7100873d67 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1442444 Nov 26 22:03:04.838849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.901188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cd018de-d349-4f19-ab1b-a747592a640a req-a8648efc-ebe7-49dc-922d-826b99f69c55 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806129 Nov 26 22:03:04.902658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.908895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:04.909544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:04.983419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6027236 Nov 26 22:03:05.003812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b24483-e727-4e14-a794-150e3efabd08 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=9c092fdd-a459-4328-a81b-a1d3ef037e8d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:05.014890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 9c092fdd-a459-4328-a81b-a1d3ef037e8d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:05.272627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:03:05.278145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-26263130-1996-4899-bc83-50073d190c6c admin admin] 10.222.0.21 "PUT /v2.0/routers/82fd1e41-4f66-484a-8769-709a23166869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7653871 Nov 26 22:03:05.280423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60592) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:05.284651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] Sync routers for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:03:05.307965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:03:05.308592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:05.427251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:05.559728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:05.612258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:03:05.619311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Deleting port 653a46ab-aae8-4f2f-9294-33afd4b47349 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:05.619664 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:05.723794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] For port 653a46ab-aae8-4f2f-9294-33afd4b47349, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=653a46ab-aae8-4f2f-9294-33afd4b47349,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:05.724546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:05.738207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Calling delete_port for 653a46ab-aae8-4f2f-9294-33afd4b47349 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:05.818601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T22:03:04Z', 'revision_number': 5, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port': {'id': '653a46ab-aae8-4f2f-9294-33afd4b47349', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:1b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fd1e41-4f66-484a-8769-709a23166869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:52:09Z', 'updated_at': '2021-11-26T21:52:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:05.846523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] Checking router: 82fd1e41-4f66-484a-8769-709a23166869 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:03:05.856123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] Routers {'82fd1e41-4f66-484a-8769-709a23166869'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:03:05.856855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:02:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['82fd1e41-4f66-484a-8769-709a23166869'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:05.966686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:05.973012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] Set router 82fd1e41-4f66-484a-8769-709a23166869 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:03:06.037029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T22:03:05Z', 'revision_number': 6, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:06.075575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e76280-ecde-4b35-8435-a50c3f0e66ff None None] The sync data for ids ['82fd1e41-4f66-484a-8769-709a23166869'] in n-d-819494-1 is: [{'id': '82fd1e41-4f66-484a-8769-709a23166869', 'name': 'tempest-AttachVolumeTestJSON-1113040975-router', 'tenant_id': 'd88c7a9f839f486fa4734313e308f0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:52:07Z', 'updated_at': '2021-11-26T22:03:05Z', 'revision_number': 6, 'project_id': 'd88c7a9f839f486fa4734313e308f0cd', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:03:06.089181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=653a46ab-aae8-4f2f-9294-33afd4b47349,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:06.209614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.326253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2492b-4905-46e2-957c-60b01aa226f3 req-5f1db903-f90e-448f-82a1-674e7459a516 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:06.328924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84f2492b-4905-46e2-957c-60b01aa226f3 req-5f1db903-f90e-448f-82a1-674e7459a516 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2519028 Nov 26 22:03:06.336756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.339104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.403152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.403721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82fd1e41-4f66-484a-8769-709a23166869 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:03:06.409894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.411227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-576d7e29-ac56-41a7-8975-4f9c556bcaf8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/82fd1e41-4f66-484a-8769-709a23166869 HTTP/1.1" status: 204 len: 168 time: 1.1297615 Nov 26 22:03:06.414661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60620) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:06.426388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84f2492b-4905-46e2-957c-60b01aa226f3 req-aeb06cab-bda6-4e80-a7bd-67c3e93d582c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854836 Nov 26 22:03:06.523150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d571aa2c-2b96-4555-91e9-8cd7f84322d5 admin admin] Deleting subnet abacfe42-4cfd-4c94-9cf9-e270b42a209a {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:03:06.526519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d571aa2c-2b96-4555-91e9-8cd7f84322d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.563238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d571aa2c-2b96-4555-91e9-8cd7f84322d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.657054 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d571aa2c-2b96-4555-91e9-8cd7f84322d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.720464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d571aa2c-2b96-4555-91e9-8cd7f84322d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.748088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571aa2c-2b96-4555-91e9-8cd7f84322d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abacfe42-4cfd-4c94-9cf9-e270b42a209a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:06.763997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2aed15-cc1b-48ca-907a-7c540beb35ee None None] Network 622e33c2-73f7-41e0-9938-6fd959557b0b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:06.769667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d571aa2c-2b96-4555-91e9-8cd7f84322d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.777054 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d571aa2c-2b96-4555-91e9-8cd7f84322d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/abacfe42-4cfd-4c94-9cf9-e270b42a209a HTTP/1.1" status: 204 len: 168 time: 0.3606930 Nov 26 22:03:06.779616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60626) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:06.924899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:06.985856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.014940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] DHCP port deletion for 622e33c2-73f7-41e0-9938-6fd959557b0b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:07.055226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Deleting port fd836d3b-570b-4e92-a29d-4ddc16280452 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:07.055779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.081210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Deleting port fd836d3b-570b-4e92-a29d-4ddc16280452 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:07.081688 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.173646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] For port fd836d3b-570b-4e92-a29d-4ddc16280452, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd836d3b-570b-4e92-a29d-4ddc16280452,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:07.176622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.177665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] For port fd836d3b-570b-4e92-a29d-4ddc16280452, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd836d3b-570b-4e92-a29d-4ddc16280452,segment=NetworkSegment(74eaa425-8cc5-40a7-950d-86498e0e16ea),segment_id=74eaa425-8cc5-40a7-950d-86498e0e16ea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:07.178201 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.193100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Calling delete_port for fd836d3b-570b-4e92-a29d-4ddc16280452 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:07.215625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Calling delete_port for fd836d3b-570b-4e92-a29d-4ddc16280452 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:07.277886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3e8c3d91-d754-4baa-9d0e-73447b353a80 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:07.328984 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.372913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Pushing event deleted for resources: {'Port': ['ID=fd836d3b-570b-4e92-a29d-4ddc16280452,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:07.375624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 3e8c3d91-d754-4baa-9d0e-73447b353a80 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:07.376069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3e8c3d91-d754-4baa-9d0e-73447b353a80 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.392245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:07.395664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14466a84-c8fc-4c5c-9939-c2435492114c None None] No DVR routers for this DVR port fd836d3b-570b-4e92-a29d-4ddc16280452 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:07.451188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.479025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:03:07.543946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd836d3b-570b-4e92-a29d-4ddc16280452,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:07.586650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] No DVR routers for this DVR port fd836d3b-570b-4e92-a29d-4ddc16280452 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:07.693507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:07.706538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36', 'port_id': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'mac_address': 'fa:16:3e:0b:10:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d798ba-b97d-4dac-8fca-5beb8edcaf82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:03:07.733155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.752048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78366931-b3b7-4223-a0e0-a47d78d7bb1f req-76a884f4-a00f-4fad-aa20-1b0dcd0ada00 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:07.753870 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.754192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78366931-b3b7-4223-a0e0-a47d78d7bb1f req-76a884f4-a00f-4fad-aa20-1b0dcd0ada00 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1874721 Nov 26 22:03:07.772394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b205863-91fa-4de7-b7fd-0aafc3744978 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:03:07.814752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:07.820466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78366931-b3b7-4223-a0e0-a47d78d7bb1f req-9943c225-afe4-4fb7-9b1f-9bf1bc2a6033 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588665 Nov 26 22:03:07.821961 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.822140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622e33c2-73f7-41e0-9938-6fd959557b0b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:07.832704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74eaa425-8cc5-40a7-950d-86498e0e16ea') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:07.833004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74eaa425-8cc5-40a7-950d-86498e0e16ea') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:07.846003 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.859823 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.866915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:07.867343 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:07.871058 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:07.932228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:07.938409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.939813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.948525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:07.953166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] 10.222.0.21 "DELETE /v2.0/networks/622e33c2-73f7-41e0-9938-6fd959557b0b HTTP/1.1" status: 204 len: 168 time: 1.1723754 Nov 26 22:03:07.972103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b33ce-3816-4bec-9552-9c11622aca65 admin admin] Pushing event deleted for resources: {'Network': ['ID=622e33c2-73f7-41e0-9938-6fd959557b0b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:08.023535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['0b205863-91fa-4de7-b7fd-0aafc3744978'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:03:08.158373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60652) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:08.210808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60658) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:08.211382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ec893501-d02c-429c-aea3-c852c8dab976 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d88c7a9f839f486fa4734313e308f0cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514953 Nov 26 22:03:08.278129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16183a72-d752-43bb-84d2-e0ddfb3eaa4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:08.305075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16183a72-d752-43bb-84d2-e0ddfb3eaa4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:08.349435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60664) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:08.357378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': '9c092fdd-a459-4328-a81b-a1d3ef037e8d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:08.364631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16183a72-d752-43bb-84d2-e0ddfb3eaa4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:08.367611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16183a72-d752-43bb-84d2-e0ddfb3eaa4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:08.368776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-16183a72-d752-43bb-84d2-e0ddfb3eaa4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9882fc9c-df0c-48cb-b4ff-c28f7b0c61af HTTP/1.1" status: 204 len: 168 time: 0.1570606 Nov 26 22:03:08.377844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16183a72-d752-43bb-84d2-e0ddfb3eaa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9882fc9c-df0c-48cb-b4ff-c28f7b0c61af,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:08.483680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:08.487953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:08.742491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:08.756666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 653a46ab-aae8-4f2f-9294-33afd4b47349 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:08.782525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 653a46ab-aae8-4f2f-9294-33afd4b47349 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:08.783072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 653a46ab-aae8-4f2f-9294-33afd4b47349 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:08.783628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd836d3b-570b-4e92-a29d-4ddc16280452 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:08.809353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: fd836d3b-570b-4e92-a29d-4ddc16280452 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:08.809712 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd836d3b-570b-4e92-a29d-4ddc16280452 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:08.843392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=2ac673f6-db98-4e92-9c50-89fe005eb372,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:08.850197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': 'a61a3568-2d01-4b75-9988-a844f0e1980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9c092fdd-a459-4328-a81b-a1d3ef037e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:08.850567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: 9c092fdd-a459-4328-a81b-a1d3ef037e8d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:08.898453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network 9c092fdd-a459-4328-a81b-a1d3ef037e8d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:08.919413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 9c092fdd-a459-4328-a81b-a1d3ef037e8d) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:08.928789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a8d60-32a3-45d3-b445-c0825426d136 None None] Network 9c092fdd-a459-4328-a81b-a1d3ef037e8d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:08.934673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:08.935492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:08.974037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e6f1f3ce-3c6d-4280-951e-df7d9099c06d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6231160 Nov 26 22:03:08.977566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60692) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:08.982815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275219917'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:09.036559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:09.037673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f6f1b-cd2e-4ba3-a099-72e9d94ca4bb req-bbfb5546-746e-4098-a83b-2e2fa78bdd6f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:09.041630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-044f6f1b-cd2e-4ba3-a099-72e9d94ca4bb req-bbfb5546-746e-4098-a83b-2e2fa78bdd6f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.0853150 Nov 26 22:03:09.047618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.079251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:09.094007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.094387 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment 5e365afe-d5f5-445b-bd1d-5b7ed671fbfe of type vlan for network a752fc99-56cf-4a90-90c2-d5274672172f Nov 26 22:03:09.139440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-044f6f1b-cd2e-4ba3-a099-72e9d94ca4bb req-976cbd54-8c8a-46b7-838f-053b78d1411a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897219 Nov 26 22:03:09.156837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.182168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-9c092fdd-a459-4328-a81b-a1d3ef037e8d', 'network_id': '9c092fdd-a459-4328-a81b-a1d3ef037e8d', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': '2ac673f6-db98-4e92-9c50-89fe005eb372'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:09.183445 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.205190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.211196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:09.211903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.245235 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2665074 Nov 26 22:03:09.248605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60704) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:09.254154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': 'a752fc99-56cf-4a90-90c2-d5274672172f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:09.371413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426df0b-3997-4255-b3e6-333fbd88c518 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=a752fc99-56cf-4a90-90c2-d5274672172f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:09.385398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network a752fc99-56cf-4a90-90c2-d5274672172f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:09.417076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:09.425624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.445828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Allocated IP 2001:db8:0:ffff::2 (9c092fdd-a459-4328-a81b-a1d3ef037e8d/2ac673f6-db98-4e92-9c50-89fe005eb372/a83766aa-5f4e-4780-ab9b-067c0254e1ff) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:09.480782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:09.602795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 0b205863-91fa-4de7-b7fd-0aafc3744978 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:09.603185 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.733981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.771508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.784997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:03:09.787389 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fbd2b7-b4a8-47ab-a9c2-2d68482b8aa4" -d '{"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-plugged", "status": "completed", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:03:09.822936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:09.833582 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.870802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.885070 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:09.934672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Network 9c092fdd-a459-4328-a81b-a1d3ef037e8d is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:09.934672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:09.937721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:09.969811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:03:09.986449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=1c641ad2-0908-47a1-95cf-f62e3495503f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:09.989220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': '5e365afe-d5f5-445b-bd1d-5b7ed671fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a752fc99-56cf-4a90-90c2-d5274672172f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:09.989854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: a752fc99-56cf-4a90-90c2-d5274672172f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:10.016201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network a752fc99-56cf-4a90-90c2-d5274672172f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:10.034406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, a752fc99-56cf-4a90-90c2-d5274672172f) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:10.036580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Pushing event updated for resources: {'Port': ['ID=a83766aa-5f4e-4780-ab9b-067c0254e1ff,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:10.039281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Attempting to bind port a83766aa-5f4e-4780-ab9b-067c0254e1ff on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:03:10.039838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Attempting to bind port a83766aa-5f4e-4780-ab9b-067c0254e1ff by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a61a3568-2d01-4b75-9988-a844f0e1980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9c092fdd-a459-4328-a81b-a1d3ef037e8d'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:03:10.040408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Attempting to bind port a83766aa-5f4e-4780-ab9b-067c0254e1ff on network 9c092fdd-a459-4328-a81b-a1d3ef037e8d {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:10.045447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:10.046656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259fa5f4-8ca4-48d9-b3a1-329162a22989 None None] Network a752fc99-56cf-4a90-90c2-d5274672172f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:10.048334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.054348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:03:10.054959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Checking segment: {'id': 'a61a3568-2d01-4b75-9988-a844f0e1980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9c092fdd-a459-4328-a81b-a1d3ef037e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:10.055517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.056059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Bound using segment: {'id': 'a61a3568-2d01-4b75-9988-a844f0e1980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9c092fdd-a459-4328-a81b-a1d3ef037e8d'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:03:10.056702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Bound port: a83766aa-5f4e-4780-ab9b-067c0254e1ff, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61a3568-2d01-4b75-9988-a844f0e1980d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9c092fdd-a459-4328-a81b-a1d3ef037e8d'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:03:10.057813 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.091430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-30a53de5-e85c-4a0f-b0f9-c32fead192e3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8397663 Nov 26 22:03:10.092394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60738) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:10.193444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] For port a83766aa-5f4e-4780-ab9b-067c0254e1ff, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:10.197317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] For port a83766aa-5f4e-4780-ab9b-067c0254e1ff, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a83766aa-5f4e-4780-ab9b-067c0254e1ff,segment=NetworkSegment(a61a3568-2d01-4b75-9988-a844f0e1980d),segment_id=a61a3568-2d01-4b75-9988-a844f0e1980d)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:03:10.205603 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.323079 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c838475-b328-4036-b2b7-3ae6af09c913 x-openstack-request-id: req-7c838475-b328-4036-b2b7-3ae6af09c913 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:03:10.323595 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-plugged", "status": "completed", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:03:10.323992 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c838475-b328-4036-b2b7-3ae6af09c913 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:03:10.324604 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'code': 200} Nov 26 22:03:10.371730 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.409848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6a1a-2757-4e5d-9b13-0a26bb1bb920 None None] Pushing event updated for resources: {'Port': ['ID=a83766aa-5f4e-4780-ab9b-067c0254e1ff,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:10.551844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113ab89-6291-44fb-b6d9-52608bcfe570 req-eb0090b1-d7f6-4125-b041-e4b817df56e3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:10.553591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3113ab89-6291-44fb-b6d9-52608bcfe570 req-eb0090b1-d7f6-4125-b041-e4b817df56e3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1449335 Nov 26 22:03:10.558208 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.673027 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3113ab89-6291-44fb-b6d9-52608bcfe570 req-52a185d8-cec1-48d3-aa68-414d5ea78a36 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621417 Nov 26 22:03:10.703645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.735920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=1c641ad2-0908-47a1-95cf-f62e3495503f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:10.816052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c828cd-3464-48b8-ab38-3330152c8592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-a752fc99-56cf-4a90-90c2-d5274672172f', 'network_id': 'a752fc99-56cf-4a90-90c2-d5274672172f', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': '1c641ad2-0908-47a1-95cf-f62e3495503f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:10.817062 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-62c828cd-3464-48b8-ab38-3330152c8592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.936228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:10.963355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a752fc99-56cf-4a90-90c2-d5274672172f']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:10.974601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e365afe-d5f5-445b-bd1d-5b7ed671fbfe') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:10.975072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e365afe-d5f5-445b-bd1d-5b7ed671fbfe') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:10.986652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.004573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.006328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a83766aa-5f4e-4780-ab9b-067c0254e1ff up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:11.012228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:11.012888 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:11.017706 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:11.078646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a83766aa-5f4e-4780-ab9b-067c0254e1ff triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:11.079265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.104764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645c449c-a418-4a85-b22f-ac7214014164 None None] Network a752fc99-56cf-4a90-90c2-d5274672172f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:11.133021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.144265 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.151566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60776) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:11.152311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/a752fc99-56cf-4a90-90c2-d5274672172f HTTP/1.1" status: 204 len: 168 time: 1.0588419 Nov 26 22:03:11.159568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466888904'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:11.170796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d793e1-1807-4e01-b02f-6640bba32135 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=a752fc99-56cf-4a90-90c2-d5274672172f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:11.211281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:11.216063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.260220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:11.276433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.277077 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment 08cfc89a-ee22-463c-86f9-28635a1d213f of type vlan for network 849bbd02-dbca-4602-acf5-64c159d8f1f4 Nov 26 22:03:11.299044 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.331145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.340780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port a83766aa-5f4e-4780-ab9b-067c0254e1ff, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a83766aa-5f4e-4780-ab9b-067c0254e1ff,segment=NetworkSegment(a61a3568-2d01-4b75-9988-a844f0e1980d),segment_id=a61a3568-2d01-4b75-9988-a844f0e1980d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:11.346627 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.387352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.396256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:11.397036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.444329 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2873256 Nov 26 22:03:11.444581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60788) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:11.450329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': '849bbd02-dbca-4602-acf5-64c159d8f1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:11.457786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=a83766aa-5f4e-4780-ab9b-067c0254e1ff,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:11.508313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61292e6d-5785-428a-8f8b-3a7f66a767be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=849bbd02-dbca-4602-acf5-64c159d8f1f4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:11.521942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 849bbd02-dbca-4602-acf5-64c159d8f1f4 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:11.628132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:11.634316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:11.899150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e2f7a-e0ac-46d3-be6a-7ebde6b55d04 req-7d513b43-da43-4d6b-8a0f-917a302766d6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:11.917520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-122e2f7a-e0ac-46d3-be6a-7ebde6b55d04 req-7d513b43-da43-4d6b-8a0f-917a302766d6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1439924 Nov 26 22:03:11.993252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6a00b-d13e-46b6-a785-a07b5cb0de82 None None] Network 9c092fdd-a459-4328-a81b-a1d3ef037e8d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:12.055407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-122e2f7a-e0ac-46d3-be6a-7ebde6b55d04 req-38aec195-fc7d-49cb-9d1f-86505dad5f3f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369157 Nov 26 22:03:12.103822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-40dabb19-7b43-4ca1-ae64-39b882749345 None None] Provisioning complete for port a83766aa-5f4e-4780-ab9b-067c0254e1ff triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:12.104452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40dabb19-7b43-4ca1-ae64-39b882749345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.158844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.260295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=6bc58bda-0bcf-4912-9c2a-37c42e163e98,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:12.300547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': '08cfc89a-ee22-463c-86f9-28635a1d213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '849bbd02-dbca-4602-acf5-64c159d8f1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:12.302035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: 849bbd02-dbca-4602-acf5-64c159d8f1f4, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:12.324906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network 849bbd02-dbca-4602-acf5-64c159d8f1f4 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:12.340487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 849bbd02-dbca-4602-acf5-64c159d8f1f4) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:12.348126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:12.348332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.353353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c79ce1-abbc-4fcc-8e7d-1b80f87102c1 None None] Network 849bbd02-dbca-4602-acf5-64c159d8f1f4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:12.381892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-accf1a14-a96b-46de-9552-84e65a06202f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9351597 Nov 26 22:03:12.385319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60836) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:12.393558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1006736413'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:12.416431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60838) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:12.431147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:12.450085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.526346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:12.548982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.549345 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment 096836ed-fb98-4064-b211-41145836e5a5 of type vlan for network caa896b4-6e68-4dbc-808e-5125ba5cbbad Nov 26 22:03:12.601635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-849bbd02-dbca-4602-acf5-64c159d8f1f4', 'network_id': '849bbd02-dbca-4602-acf5-64c159d8f1f4', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': '6bc58bda-0bcf-4912-9c2a-37c42e163e98'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:12.602721 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.631887 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.652136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef1dca4d-2867-433b-b88c-9a14fac507b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.716623 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.723922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:12.724651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.836172 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4490824 Nov 26 22:03:12.837707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12852860-bb2b-4a7d-8563-b5f00a0a1c43 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=caa896b4-6e68-4dbc-808e-5125ba5cbbad,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:12.839946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60860) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:12.842054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a83766aa-5f4e-4780-ab9b-067c0254e1ff up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:12.846729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': 'caa896b4-6e68-4dbc-808e-5125ba5cbbad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:12.918384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef1dca4d-2867-433b-b88c-9a14fac507b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.935512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network caa896b4-6e68-4dbc-808e-5125ba5cbbad details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:12.938724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef1dca4d-2867-433b-b88c-9a14fac507b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:12.985169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dca4d-2867-433b-b88c-9a14fac507b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0594440b-e98c-4c62-84db-0600f8725aa4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:13.002691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:13.010729 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.025959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ef1dca4d-2867-433b-b88c-9a14fac507b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c278ff3ddb540d4b3a6183a58650247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6070595 Nov 26 22:03:13.030223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60868) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:13.074066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-81801660-7ffe-4d46-bb63-88ab8947f840 None None] Provisioning complete for port a83766aa-5f4e-4780-ab9b-067c0254e1ff triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:13.074706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-81801660-7ffe-4d46-bb63-88ab8947f840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.165265 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33531a54-8683-40c8-9004-e76f87350254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.187120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Allocated IP 2001:db8::1 (849bbd02-dbca-4602-acf5-64c159d8f1f4/6bc58bda-0bcf-4912-9c2a-37c42e163e98/6961a06d-457f-4e96-93a7-7a635eefe9f0) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:13.194232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Performing IP validity checks on allocation pools {{(pid=110000) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 22:03:13.196443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110000) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 22:03:13.265696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a83766aa-5f4e-4780-ab9b-067c0254e1ff triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:13.267481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33531a54-8683-40c8-9004-e76f87350254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.273233 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.451716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84772fd-0838-4afb-9f3c-f65b8c7665da req-d9b033eb-48f1-403f-a01a-ff114ee7d3ff tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:13.453830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d84772fd-0838-4afb-9f3c-f65b8c7665da req-d9b033eb-48f1-403f-a01a-ff114ee7d3ff tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2313118 Nov 26 22:03:13.474221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.534905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33531a54-8683-40c8-9004-e76f87350254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.538442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33531a54-8683-40c8-9004-e76f87350254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.539809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-33531a54-8683-40c8-9004-e76f87350254 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0594440b-e98c-4c62-84db-0600f8725aa4 HTTP/1.1" status: 204 len: 168 time: 0.5064719 Nov 26 22:03:13.572087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33531a54-8683-40c8-9004-e76f87350254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0594440b-e98c-4c62-84db-0600f8725aa4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:13.629785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d84772fd-0838-4afb-9f3c-f65b8c7665da req-684359ed-533e-4a25-98c9-91c634db7c08 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623065 Nov 26 22:03:13.706398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': '096836ed-fb98-4064-b211-41145836e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caa896b4-6e68-4dbc-808e-5125ba5cbbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:13.706984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: caa896b4-6e68-4dbc-808e-5125ba5cbbad, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:13.709573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=c8b1f802-6d41-4784-9ccd-e8e64233dd95,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:13.732740 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.754012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network caa896b4-6e68-4dbc-808e-5125ba5cbbad is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:13.756097 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.771269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, caa896b4-6e68-4dbc-808e-5125ba5cbbad) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:13.785636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:13.788919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.796400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6057f-ce00-4acb-96a2-6273ddfc6499 None None] Network caa896b4-6e68-4dbc-808e-5125ba5cbbad requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:13.833262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60888) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:13.833604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-100992bd-6e1a-4189-9a4a-5e7b8222c637 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9924560 Nov 26 22:03:13.929767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Network 849bbd02-dbca-4602-acf5-64c159d8f1f4 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:13.946184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:13.957599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:03:13.985525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:13.998155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Pushing event updated for resources: {'Port': ['ID=6961a06d-457f-4e96-93a7-7a635eefe9f0,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:14.066019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Attempting to bind port 6961a06d-457f-4e96-93a7-7a635eefe9f0 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:03:14.066460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Attempting to bind port 6961a06d-457f-4e96-93a7-7a635eefe9f0 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '08cfc89a-ee22-463c-86f9-28635a1d213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '849bbd02-dbca-4602-acf5-64c159d8f1f4'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:03:14.066827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Attempting to bind port 6961a06d-457f-4e96-93a7-7a635eefe9f0 on network 849bbd02-dbca-4602-acf5-64c159d8f1f4 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:14.067296 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.150143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:03:14.150759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Checking segment: {'id': '08cfc89a-ee22-463c-86f9-28635a1d213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '849bbd02-dbca-4602-acf5-64c159d8f1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:14.151711 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.152125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Bound using segment: {'id': '08cfc89a-ee22-463c-86f9-28635a1d213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '849bbd02-dbca-4602-acf5-64c159d8f1f4'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:03:14.152621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Bound port: 6961a06d-457f-4e96-93a7-7a635eefe9f0, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08cfc89a-ee22-463c-86f9-28635a1d213f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '849bbd02-dbca-4602-acf5-64c159d8f1f4'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:03:14.153010 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.179995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.229850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588045a-83a4-4d2a-9da1-5ae57504400a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-caa896b4-6e68-4dbc-808e-5125ba5cbbad', 'network_id': 'caa896b4-6e68-4dbc-808e-5125ba5cbbad', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': 'c8b1f802-6d41-4784-9ccd-e8e64233dd95'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:14.233453 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1588045a-83a4-4d2a-9da1-5ae57504400a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.255452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b1f802-6d41-4784-9ccd-e8e64233dd95,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:14.304737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60900) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:14.330791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b98c854-fd50-4a5e-804f-018818699cf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.417229 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.423845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] For port 6961a06d-457f-4e96-93a7-7a635eefe9f0, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:14.440429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] For port 6961a06d-457f-4e96-93a7-7a635eefe9f0, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6961a06d-457f-4e96-93a7-7a635eefe9f0,segment=NetworkSegment(08cfc89a-ee22-463c-86f9-28635a1d213f),segment_id=08cfc89a-ee22-463c-86f9-28635a1d213f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:03:14.450219 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.453989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa896b4-6e68-4dbc-808e-5125ba5cbbad']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:14.467478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096836ed-fb98-4064-b211-41145836e5a5') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:14.467769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e29267-f696-48b8-8a82-ce24f817ab74 None None] Network caa896b4-6e68-4dbc-808e-5125ba5cbbad requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:14.470814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096836ed-fb98-4064-b211-41145836e5a5') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:14.493535 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.544121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b98c854-fd50-4a5e-804f-018818699cf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.555995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.561481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b98c854-fd50-4a5e-804f-018818699cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.576242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:14.576805 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.677575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98c854-fd50-4a5e-804f-018818699cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f3399-5caf-4f05-9376-6ccb31241d43,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:14.689673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868faed-37c0-4aa4-b751-93d3c7f64925 None None] Pushing event updated for resources: {'Port': ['ID=6961a06d-457f-4e96-93a7-7a635eefe9f0,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:14.703086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9b98c854-fd50-4a5e-804f-018818699cf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6ab839eb9014454bfa3237b51236a64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3948021 Nov 26 22:03:14.713439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60910) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:14.767465 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:14.772360 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:03:14.782473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.800464 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.807135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/caa896b4-6e68-4dbc-808e-5125ba5cbbad HTTP/1.1" status: 204 len: 168 time: 0.9695499 Nov 26 22:03:14.816405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60918) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:14.821730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156919888'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:14.868501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcbc78-f90d-4e5e-87c6-dc241ab02b1e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=caa896b4-6e68-4dbc-808e-5125ba5cbbad,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:14.899520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6c7ed86-51ed-452b-9690-2c62bc093f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.928051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:14.932037 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:14.967043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5749d6a-6549-4fd6-9c49-bbf89286022b req-f6afc6f8-fd74-4d58-a24c-29c854e7489b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:14.976263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5749d6a-6549-4fd6-9c49-bbf89286022b req-f6afc6f8-fd74-4d58-a24c-29c854e7489b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1601770 Nov 26 22:03:15.076446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6c7ed86-51ed-452b-9690-2c62bc093f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:15.081435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:15.117714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5749d6a-6549-4fd6-9c49-bbf89286022b req-57cdcf30-3464-48d7-b35a-defaafe42291 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404760 Nov 26 22:03:15.119196 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:15.132843 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment feae6dcf-ea23-4072-b91d-981aeb6b1af6 of type vlan for network aa31424c-cd09-4468-8d34-765b180f36c4 Nov 26 22:03:15.193105 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:15.219039 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6c7ed86-51ed-452b-9690-2c62bc093f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:15.222343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6c7ed86-51ed-452b-9690-2c62bc093f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:15.223655 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e6c7ed86-51ed-452b-9690-2c62bc093f58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc1f3399-5caf-4f05-9376-6ccb31241d43 HTTP/1.1" status: 204 len: 168 time: 0.5107775 Nov 26 22:03:15.237674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7ed86-51ed-452b-9690-2c62bc093f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f3399-5caf-4f05-9376-6ccb31241d43,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:15.278492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:15.287039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:15.287870 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:15.365308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5478070 Nov 26 22:03:15.370000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60930) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:15.377510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': 'aa31424c-cd09-4468-8d34-765b180f36c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:15.413889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163530e3-6d2b-4340-a315-97307b8f15c7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=aa31424c-cd09-4468-8d34-765b180f36c4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:15.426543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network aa31424c-cd09-4468-8d34-765b180f36c4 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:15.557763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:15.563712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:15.944975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:16.091876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=d249a861-1b15-4116-a4d8-2ce353611c75,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:16.145902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': 'feae6dcf-ea23-4072-b91d-981aeb6b1af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'aa31424c-cd09-4468-8d34-765b180f36c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:16.147766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: aa31424c-cd09-4468-8d34-765b180f36c4, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:16.192507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network aa31424c-cd09-4468-8d34-765b180f36c4 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:16.214150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, aa31424c-cd09-4468-8d34-765b180f36c4) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:16.222135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:16.222343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e9a33-39d7-40d6-b143-f50ec01a0ba1 None None] Network aa31424c-cd09-4468-8d34-765b180f36c4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:16.222822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:16.259838 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e0f15aba-76c9-4810-993e-bf58ee12af6e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8884757 Nov 26 22:03:16.260544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60958) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:16.420776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369680-96e0-424c-96c0-d17213a306cb req-37f0319b-58dc-44ab-a5fc-6d4f2cd9c837 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:16.423041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed369680-96e0-424c-96c0-d17213a306cb req-37f0319b-58dc-44ab-a5fc-6d4f2cd9c837 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1850657 Nov 26 22:03:16.443339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646325c4-ff34-4763-99e9-d54c93aab85f None None] Network 849bbd02-dbca-4602-acf5-64c159d8f1f4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:16.451596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:16.579064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed369680-96e0-424c-96c0-d17213a306cb req-18f8c865-1fc3-4028-b9c3-beefe23ea241 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263974 Nov 26 22:03:16.708998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-41dea88a-5cba-42c5-b28c-60a06ef85e5c None None] Provisioning complete for port 6961a06d-457f-4e96-93a7-7a635eefe9f0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:16.709609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41dea88a-5cba-42c5-b28c-60a06ef85e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:16.778745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:16.956180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6961a06d-457f-4e96-93a7-7a635eefe9f0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:16.974558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.029851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=d249a861-1b15-4116-a4d8-2ce353611c75,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:17.159569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.216064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2ac05-2364-41ae-ab9a-e29116789564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-aa31424c-cd09-4468-8d34-765b180f36c4', 'network_id': 'aa31424c-cd09-4468-8d34-765b180f36c4', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': 'd249a861-1b15-4116-a4d8-2ce353611c75'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:17.222998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-08c2ac05-2364-41ae-ab9a-e29116789564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.257970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa31424c-cd09-4468-8d34-765b180f36c4']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:17.282606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feae6dcf-ea23-4072-b91d-981aeb6b1af6') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:17.284230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feae6dcf-ea23-4072-b91d-981aeb6b1af6') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:17.290315 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41dea88a-5cba-42c5-b28c-60a06ef85e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.317172 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.350019 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.363634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6961a06d-457f-4e96-93a7-7a635eefe9f0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:17.364104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.381246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:17.382780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: items = [ Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:17.390760 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:17.406354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-41dea88a-5cba-42c5-b28c-60a06ef85e5c None None] For port 6961a06d-457f-4e96-93a7-7a635eefe9f0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6961a06d-457f-4e96-93a7-7a635eefe9f0,segment=NetworkSegment(08cfc89a-ee22-463c-86f9-28635a1d213f),segment_id=08cfc89a-ee22-463c-86f9-28635a1d213f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:17.425287 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41dea88a-5cba-42c5-b28c-60a06ef85e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.524006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.530725 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-08c2ac05-2364-41ae-ab9a-e29116789564 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 22:03:17.530725 n-d-819494-1 neutron-server[110001]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 26 22:03:17.530725 n-d-819494-1 neutron-server[110001]: [parameters: {'project_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'id': '83522b03-8bea-478b-badc-3ae05bc42d99', 'name': '', 'network_id': 'aa31424c-cd09-4468-8d34-765b180f36c4', 'mac_address': 'fa:16:3e:cd:05:67', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-aa31424c-cd09-4468-8d34-765b180f36c4', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2176}] Nov 26 22:03:17.530725 n-d-819494-1 neutron-server[110001]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:03:17.532271 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-08c2ac05-2364-41ae-ab9a-e29116789564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:03:17.540454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.558051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/aa31424c-cd09-4468-8d34-765b180f36c4 HTTP/1.1" status: 204 len: 168 time: 1.2932658 Nov 26 22:03:17.559147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60996) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:17.574177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731353799'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:17.585826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dea88a-5cba-42c5-b28c-60a06ef85e5c None None] Pushing event updated for resources: {'Port': ['ID=6961a06d-457f-4e96-93a7-7a635eefe9f0,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:17.618578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410944-9fa8-4318-b61f-c8dd974a0523 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=aa31424c-cd09-4468-8d34-765b180f36c4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:17.673162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:17.676756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.761866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-436e986d-99ce-44f2-b8fd-232a08f4a846 None None] Provisioning complete for port 6961a06d-457f-4e96-93a7-7a635eefe9f0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:17.787603 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-436e986d-99ce-44f2-b8fd-232a08f4a846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.834099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:17.860167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:17.860524 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment 6f48dccf-47b6-49de-b745-6f65de082e40 of type vlan for network 9eb60147-ad0e-457b-9d09-632d1e6d00ee Nov 26 22:03:17.951252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae5d1e-0f39-4eb2-b2d2-b9c235864628 req-5cd80a60-cc6b-4396-9271-c66e95bb6465 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:17.958342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fae5d1e-0f39-4eb2-b2d2-b9c235864628 req-5cd80a60-cc6b-4396-9271-c66e95bb6465 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1596792 Nov 26 22:03:17.985806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:18.034690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-08c2ac05-2364-41ae-ab9a-e29116789564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:18.035408 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:18.044382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:18.046142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:18.055093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fae5d1e-0f39-4eb2-b2d2-b9c235864628 req-6122ef3f-fa5e-465f-9813-05efe14919ef tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861366 Nov 26 22:03:18.100724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0a262-624c-46e8-a398-f7bf12dda389 None None] Network aa31424c-cd09-4468-8d34-765b180f36c4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:18.121043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0a262-624c-46e8-a398-f7bf12dda389 None None] Network aa31424c-cd09-4468-8d34-765b180f36c4 could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 22:03:18.124211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5643020 Nov 26 22:03:18.127497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 32782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:18.135007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': '9eb60147-ad0e-457b-9d09-632d1e6d00ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:18.167544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1f59f-6e03-4a2a-9ddb-83174d626e1b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=9eb60147-ad0e-457b-9d09-632d1e6d00ee,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:18.179906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 9eb60147-ad0e-457b-9d09-632d1e6d00ee details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:18.327774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:18.334016 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:18.950621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6961a06d-457f-4e96-93a7-7a635eefe9f0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:19.118558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6961a06d-457f-4e96-93a7-7a635eefe9f0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:19.118904 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:19.188493 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:19.302434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac800-aad5-4a20-a0ac-ed6139307fe6 req-e7ec2117-2dc7-42a5-8938-7f33a91f0079 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:19.304717 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7eeac800-aad5-4a20-a0ac-ed6139307fe6 req-e7ec2117-2dc7-42a5-8938-7f33a91f0079 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1360152 Nov 26 22:03:19.337090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=c12d72c2-28cb-4bb8-a79f-59f29a42a5d1,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:19.368417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': '6f48dccf-47b6-49de-b745-6f65de082e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9eb60147-ad0e-457b-9d09-632d1e6d00ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:19.368996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: 9eb60147-ad0e-457b-9d09-632d1e6d00ee, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:19.397000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7eeac800-aad5-4a20-a0ac-ed6139307fe6 req-43eb7368-77cd-4342-8796-9875407d691e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802457 Nov 26 22:03:19.440713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network 9eb60147-ad0e-457b-9d09-632d1e6d00ee is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:19.462036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 9eb60147-ad0e-457b-9d09-632d1e6d00ee) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:19.470816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:19.471428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:19.479510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18692606-47f9-4e92-879e-1a79b07e8127 None None] Network 9eb60147-ad0e-457b-9d09-632d1e6d00ee requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:19.493962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f17a841e-c4aa-460a-b503-88f5a7229571 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3638668 Nov 26 22:03:19.502098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 32820) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:19.645810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:19.774817 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:19.844355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de3547-ce02-49ab-b9a6-1ec80fb7ed8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-9eb60147-ad0e-457b-9d09-632d1e6d00ee', 'network_id': '9eb60147-ad0e-457b-9d09-632d1e6d00ee', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': 'c12d72c2-28cb-4bb8-a79f-59f29a42a5d1'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:19.845421 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-37de3547-ce02-49ab-b9a6-1ec80fb7ed8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:19.847851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:19.913804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=c12d72c2-28cb-4bb8-a79f-59f29a42a5d1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:20.008851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.038604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb60147-ad0e-457b-9d09-632d1e6d00ee']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:20.050592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f48dccf-47b6-49de-b745-6f65de082e40') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:20.050899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f48dccf-47b6-49de-b745-6f65de082e40') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:20.053411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4653d793-4bbc-4449-ab94-3951b8ac8cd9 None None] Network 9eb60147-ad0e-457b-9d09-632d1e6d00ee requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:20.061434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.076253 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.084184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:20.084692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:20.148305 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:20.155786 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.184538 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.202363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 32844) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:20.208224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1616833456'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:20.222594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/9eb60147-ad0e-457b-9d09-632d1e6d00ee HTTP/1.1" status: 204 len: 168 time: 0.7243550 Nov 26 22:03:20.248046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93031ec8-3eea-4883-b0cf-29fdeadb734f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=9eb60147-ad0e-457b-9d09-632d1e6d00ee,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:20.279067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:20.293110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.348934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:20.375921 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.376277 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment 497114f4-e19d-4dcd-98e8-3461f09a2004 of type vlan for network efd83454-5391-4237-866d-e2a9a40c3669 Nov 26 22:03:20.430751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.474501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.482471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:20.483165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.570952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=efd83454-5391-4237-866d-e2a9a40c3669,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:20.582734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network efd83454-5391-4237-866d-e2a9a40c3669 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:20.600916 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c5f5795c-e41c-4096-86d4-7b7cf704a788 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3968804 Nov 26 22:03:20.609322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 32856) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:20.614652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:20.683712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45116d-7cc0-4ee7-9afd-0523011bcf1b req-d05f5861-38d3-4121-9005-a34212ad5683 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:20.685306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a45116d-7cc0-4ee7-9afd-0523011bcf1b req-d05f5861-38d3-4121-9005-a34212ad5683 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1188059 Nov 26 22:03:20.742586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:20.748311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:20.845506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a45116d-7cc0-4ee7-9afd-0523011bcf1b req-e1bfe000-ee87-4eb8-a7ae-3aee16f02599 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431615 Nov 26 22:03:21.072634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:21.179207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=a9e71fc8-2222-433a-a4e2-2f4c8c1879e5,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:21.188022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': '497114f4-e19d-4dcd-98e8-3461f09a2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:21.188423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: efd83454-5391-4237-866d-e2a9a40c3669, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:21.214761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network efd83454-5391-4237-866d-e2a9a40c3669 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:21.225813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, efd83454-5391-4237-866d-e2a9a40c3669) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:21.231800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:21.232814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:21.238568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a51d88c-b2af-4071-ad77-8c31bcf7133e None None] Network efd83454-5391-4237-866d-e2a9a40c3669 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:21.266866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 32876) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:21.270214 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a8bd853e-3eb6-443e-89c1-f81c745339ae tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6561871 Nov 26 22:03:21.277977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:21.429746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-efd83454-5391-4237-866d-e2a9a40c3669', 'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': 'a9e71fc8-2222-433a-a4e2-2f4c8c1879e5'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:21.430567 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:21.568846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:21.573297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:21.628753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Allocated IP 2001:db8::2 (efd83454-5391-4237-866d-e2a9a40c3669/a9e71fc8-2222-433a-a4e2-2f4c8c1879e5/f146db8e-0795-41e4-9d94-b964ac7539df) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:21.856238 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:21.883873 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:21.946338 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:21.976090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Network efd83454-5391-4237-866d-e2a9a40c3669 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:21.985435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:21.994233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:03:22.024299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Pushing event updated for resources: {'Port': ['ID=f146db8e-0795-41e4-9d94-b964ac7539df,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:22.082835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network efd83454-5391-4237-866d-e2a9a40c3669 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:22.104743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:22.113606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:22.117397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.152719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Attempting to bind port f146db8e-0795-41e4-9d94-b964ac7539df on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:03:22.153455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Attempting to bind port f146db8e-0795-41e4-9d94-b964ac7539df by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '497114f4-e19d-4dcd-98e8-3461f09a2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:03:22.153968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Attempting to bind port f146db8e-0795-41e4-9d94-b964ac7539df on network efd83454-5391-4237-866d-e2a9a40c3669 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:22.161618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:03:22.162392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Checking segment: {'id': '497114f4-e19d-4dcd-98e8-3461f09a2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:22.162950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.163621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Bound using segment: {'id': '497114f4-e19d-4dcd-98e8-3461f09a2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:03:22.164251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Bound port: f146db8e-0795-41e4-9d94-b964ac7539df, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497114f4-e19d-4dcd-98e8-3461f09a2004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:03:22.164798 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.182468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=b177f8cc-584f-47dd-b2ce-dec8af13ea3b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:22.200408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 32904) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:22.202557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-448ee292-9f65-4965-b100-d1e2bd0fc65d tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9344571 Nov 26 22:03:22.229803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64efce1-dc32-4c20-a921-5cb3b41fe5b6 req-48015b8b-253b-46b9-b43f-d85b7bd32049 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:22.232343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c64efce1-dc32-4c20-a921-5cb3b41fe5b6 req-48015b8b-253b-46b9-b43f-d85b7bd32049 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2120152 Nov 26 22:03:22.362089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] For port f146db8e-0795-41e4-9d94-b964ac7539df, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:22.367517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] For port f146db8e-0795-41e4-9d94-b964ac7539df, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f146db8e-0795-41e4-9d94-b964ac7539df,segment=NetworkSegment(497114f4-e19d-4dcd-98e8-3461f09a2004),segment_id=497114f4-e19d-4dcd-98e8-3461f09a2004)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:03:22.378739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c64efce1-dc32-4c20-a921-5cb3b41fe5b6 req-b83f4a85-e643-467a-94f4-05a38682cc67 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356478 Nov 26 22:03:22.389257 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.464943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303b909-67b4-4c5b-a73a-f3493c800626 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:22.477185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303b909-67b4-4c5b-a73a-f3493c800626 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:22.480909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303b909-67b4-4c5b-a73a-f3493c800626 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:22.494826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303b909-67b4-4c5b-a73a-f3493c800626 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:22.498182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303b909-67b4-4c5b-a73a-f3493c800626 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:22.512128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a303b909-67b4-4c5b-a73a-f3493c800626 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3105819 Nov 26 22:03:22.516927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 32914) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:22.523741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133115502'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:22.552357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315b68e-0fe0-49b4-9eb9-98a1e5ea2947 None None] Pushing event updated for resources: {'Port': ['ID=f146db8e-0795-41e4-9d94-b964ac7539df,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:22.602331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:22.615090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.649661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:22.662889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.663294 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment f69a2378-329f-4fdf-88f3-68d4c78dbc93 of type vlan for network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 Nov 26 22:03:22.728498 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.771577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.782383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:22.783057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:22.920752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=28d36603-d4af-42a6-bf98-cff3a1bf67b8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:22.941212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:22.956676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d0b48999-537b-4985-ab98-f0bc23e681bc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4386864 Nov 26 22:03:22.959477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 32928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:22.965287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-20924254-20b4-4395-ba96-fb75542c6d94 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:23.360300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-20924254-20b4-4395-ba96-fb75542c6d94 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:23.389137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-20924254-20b4-4395-ba96-fb75542c6d94 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:23.486107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-344e65a8-66b7-4de4-a620-7368078a5a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:23.502705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20924254-20b4-4395-ba96-fb75542c6d94 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 is not hosted by any dhcp agent {{(pid=110000) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 22:03:23.519058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20924254-20b4-4395-ba96-fb75542c6d94 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:23.526940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-20924254-20b4-4395-ba96-fb75542c6d94 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:23.528406 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-20924254-20b4-4395-ba96-fb75542c6d94 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "PUT /v2.0/networks/28d36603-d4af-42a6-bf98-cff3a1bf67b8 HTTP/1.1" status: 200 len: 723 time: 0.5676434 Nov 26 22:03:23.532160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 32942) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:23.537615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': '28d36603-d4af-42a6-bf98-cff3a1bf67b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:23.669699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20924254-20b4-4395-ba96-fb75542c6d94 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=28d36603-d4af-42a6-bf98-cff3a1bf67b8,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:23.682210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:23.882119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2be49-0890-49c2-8304-1ecbf939aa16 req-1b85f32e-0170-44d2-9ee6-aaa9a3be6dfc tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:23.890693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ad2be49-0890-49c2-8304-1ecbf939aa16 req-1b85f32e-0170-44d2-9ee6-aaa9a3be6dfc tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2255530 Nov 26 22:03:23.974543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ad2be49-0890-49c2-8304-1ecbf939aa16 req-d027b807-7cdb-49d0-83ba-dcfcfeb93204 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823560 Nov 26 22:03:23.977833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:23.985279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:24.348171 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:24.375095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e92713-cb92-42b3-98f8-29a3bfb05b53 None None] Network efd83454-5391-4237-866d-e2a9a40c3669 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:24.441591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=4873fc08-d9eb-4396-a188-c4e3a2325540,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:24.495135 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-d2b69cd9-dc78-4041-a7b6-95674b2bac42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3275378 Nov 26 22:03:24.506012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': 'f69a2378-329f-4fdf-88f3-68d4c78dbc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '28d36603-d4af-42a6-bf98-cff3a1bf67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:24.507305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: 28d36603-d4af-42a6-bf98-cff3a1bf67b8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:24.535367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:24.590963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 28d36603-d4af-42a6-bf98-cff3a1bf67b8) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:24.598838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:24.600062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:24.613932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-43dbd80c-1d3a-46c1-a329-7e0fb955ebee None None] Provisioning complete for port f146db8e-0795-41e4-9d94-b964ac7539df triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:24.614556 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43dbd80c-1d3a-46c1-a329-7e0fb955ebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:24.629431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7c96c8e4-1a80-4f35-9d62-402c96b56ca7 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0960166 Nov 26 22:03:24.632124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 32968) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:24.659404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-461e210e-6c9a-4e7d-a681-5456bdde37cd tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:24.688786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c068f-e68a-4b96-a24d-a898a09582bf None None] Network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:24.729406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7ec2ae9f-83e4-42f4-8e94-bcf077896042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:24.735096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7ec2ae9f-83e4-42f4-8e94-bcf077896042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:24.736324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7ec2ae9f-83e4-42f4-8e94-bcf077896042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:24.739573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7ec2ae9f-83e4-42f4-8e94-bcf077896042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:24.740412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7ec2ae9f-83e4-42f4-8e94-bcf077896042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:24.744863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7ec2ae9f-83e4-42f4-8e94-bcf077896042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:24.746492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7ec2ae9f-83e4-42f4-8e94-bcf077896042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:24.748886 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7ec2ae9f-83e4-42f4-8e94-bcf077896042 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6500 time: 0.1943970 Nov 26 22:03:24.919193 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-461e210e-6c9a-4e7d-a681-5456bdde37cd tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25375715'] for subnet, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:25.019221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-a83cdee6-7969-4bcc-b07b-d70d42759a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:25.022437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-a83cdee6-7969-4bcc-b07b-d70d42759a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:25.023168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-a83cdee6-7969-4bcc-b07b-d70d42759a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:25.026467 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-a83cdee6-7969-4bcc-b07b-d70d42759a1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=a12c8647-c2a6-454e-b2a4-b129f610ef39&id=a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 200 len: 2298 time: 0.2468560 Nov 26 22:03:25.153905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-b3f79f12-b035-40af-a9c1-113766883ac2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70621aed-7a91-4da3-9946-e906c783d7f7 HTTP/1.1" status: 200 len: 1002 time: 0.1200721 Nov 26 22:03:25.253623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f146db8e-0795-41e4-9d94-b964ac7539df up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:25.262029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-29ea54e9-6044-4d1b-880d-24509168736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:25.264405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-29ea54e9-6044-4d1b-880d-24509168736f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f0247c-5539-4f19-9a32-ead622c07557 HTTP/1.1" status: 200 len: 855 time: 0.0985916 Nov 26 22:03:25.339977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-2daf3bee-ab32-43da-a176-2e89cc3f0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:25.346293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-2daf3bee-ab32-43da-a176-2e89cc3f0208 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707903 Nov 26 22:03:25.370590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-e4d731ff-9379-40c9-bba3-b8c1023d4827 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:03:25.371763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-e4d731ff-9379-40c9-bba3-b8c1023d4827 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179067 Nov 26 22:03:25.408490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769410-e544-4853-aa98-063374432f46 req-e39b278a-a9be-4345-ba4d-07ee9db24c03 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:25.419253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a769410-e544-4853-aa98-063374432f46 req-e39b278a-a9be-4345-ba4d-07ee9db24c03 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2726605 Nov 26 22:03:25.427586 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-461e210e-6c9a-4e7d-a681-5456bdde37cd tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760075818864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27233668'] for subnet, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:25.477844 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43dbd80c-1d3a-46c1-a329-7e0fb955ebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:25.498496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f146db8e-0795-41e4-9d94-b964ac7539df triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:25.499358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:25.552112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-f25836b7-db61-431e-8092-6156e9286365 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691060 Nov 26 22:03:25.584619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-43dbd80c-1d3a-46c1-a329-7e0fb955ebee None None] For port f146db8e-0795-41e4-9d94-b964ac7539df, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f146db8e-0795-41e4-9d94-b964ac7539df,segment=NetworkSegment(497114f4-e19d-4dcd-98e8-3461f09a2004),segment_id=497114f4-e19d-4dcd-98e8-3461f09a2004)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:25.598637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43dbd80c-1d3a-46c1-a329-7e0fb955ebee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:25.652012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e210e-6c9a-4e7d-a681-5456bdde37cd tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:25.652682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-461e210e-6c9a-4e7d-a681-5456bdde37cd tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:25.657231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-28d36603-d4af-42a6-bf98-cff3a1bf67b8', 'network_id': '28d36603-d4af-42a6-bf98-cff3a1bf67b8', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': '4873fc08-d9eb-4396-a188-c4e3a2325540'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:25.657756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-461e210e-6c9a-4e7d-a681-5456bdde37cd tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "PUT /v2.0/subnets/4873fc08-d9eb-4396-a188-c4e3a2325540 HTTP/1.1" status: 200 len: 826 time: 1.0231073 Nov 26 22:03:25.659032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:25.664023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 32994) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:25.758212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a769410-e544-4853-aa98-063374432f46 req-9d5c2c64-6426-4f4b-ad31-eeb291fc5e3a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331721 Nov 26 22:03:25.799195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-7102c2dd-1201-448d-9e2f-fcc3efaaac57 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386756 Nov 26 22:03:25.831520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e210e-6c9a-4e7d-a681-5456bdde37cd tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=4873fc08-d9eb-4396-a188-c4e3a2325540,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:25.901043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-24c9d487-f10b-41c5-8007-3a329a542e01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 217 time: 0.0936873 Nov 26 22:03:25.945086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:25.972048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a79d193-10b3-411d-8ce0-8201cccd7155 None None] Update dhcp port {'port': {'network_id': 'efd83454-5391-4237-866d-e2a9a40c3669', 'fixed_ips': [{'subnet_id': 'a9e71fc8-2222-433a-a4e2-2f4c8c1879e5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b177f8cc-584f-47dd-b2ce-dec8af13ea3b'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'f146db8e-0795-41e4-9d94-b964ac7539df'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:03:25.982940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbd80c-1d3a-46c1-a329-7e0fb955ebee None None] Pushing event updated for resources: {'Port': ['ID=f146db8e-0795-41e4-9d94-b964ac7539df,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:26.047552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-a97ef257-0f1b-4f00-b88d-ba7c0f0c7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:26.054575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a79d193-10b3-411d-8ce0-8201cccd7155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:26.054917 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:26.055660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-a97ef257-0f1b-4f00-b88d-ba7c0f0c7980 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1487558 Nov 26 22:03:26.210229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-44e655d8-9484-4ab3-836c-db34328ca6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:26.216677 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-44e655d8-9484-4ab3-836c-db34328ca6ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1519244 Nov 26 22:03:26.362383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-3a79d193-10b3-411d-8ce0-8201cccd7155 None None] Allocated IP 172.20.0.1 (efd83454-5391-4237-866d-e2a9a40c3669/b177f8cc-584f-47dd-b2ce-dec8af13ea3b/f146db8e-0795-41e4-9d94-b964ac7539df) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:26.450654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-22b1ff81-f58d-4bc7-9ff8-e2e82e845c3a service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258818 Nov 26 22:03:26.529425 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5f2e0eef-4b3b-4223-9963-ab5623f71e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:26.533589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Allocated IP 2001:db8::2 (28d36603-d4af-42a6-bf98-cff3a1bf67b8/4873fc08-d9eb-4396-a188-c4e3a2325540/a3c03753-5e70-4d31-8ab2-bc55004bc16f) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:26.585184 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-e82afa3a-3961-416f-ae61-e73bdaf45505 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264472 Nov 26 22:03:26.630905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3a79d193-10b3-411d-8ce0-8201cccd7155 None None] For port f146db8e-0795-41e4-9d94-b964ac7539df, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f146db8e-0795-41e4-9d94-b964ac7539df,segment=NetworkSegment(497114f4-e19d-4dcd-98e8-3461f09a2004),segment_id=497114f4-e19d-4dcd-98e8-3461f09a2004)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:26.707525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-fb780594-ec92-4dbb-8bdd-5775ade37e82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 217 time: 0.0960233 Nov 26 22:03:26.724059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a79d193-10b3-411d-8ce0-8201cccd7155 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:26.738841 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a79d193-10b3-411d-8ce0-8201cccd7155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:26.774214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-d7b7715c-5c63-4906-b4c0-0afe8fdfd009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:26.775415 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-d7b7715c-5c63-4906-b4c0-0afe8fdfd009 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.0670869 Nov 26 22:03:26.935597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-5263c49a-b32e-4769-ab02-06bbd841445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:26.937923 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-5263c49a-b32e-4769-ab02-06bbd841445a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1396940 Nov 26 22:03:26.968320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f146db8e-0795-41e4-9d94-b964ac7539df up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:26.983203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca32d5-1a93-45e1-b4ee-c1ef03632123 req-d9b07ba4-137a-4866-ba5f-ab6416b552ba tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:27.009742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4ca32d5-1a93-45e1-b4ee-c1ef03632123 req-d9b07ba4-137a-4866-ba5f-ab6416b552ba tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1197722 Nov 26 22:03:27.044975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79d193-10b3-411d-8ce0-8201cccd7155 None None] Pushing event updated for resources: {'Port': ['ID=f146db8e-0795-41e4-9d94-b964ac7539df,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:27.121179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4ca32d5-1a93-45e1-b4ee-c1ef03632123 req-6fb96d16-a76c-4e57-9a1e-d832d1515c97 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102867 Nov 26 22:03:27.122518 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.127622 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.151196 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.174376 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.297481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=4873fc08-d9eb-4396-a188-c4e3a2325540,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:27.299400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-24448e90-26b6-4600-a735-16fe4d9fd461 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466496 Nov 26 22:03:27.309860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:27.317928 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:27.327481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:03:27.339447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Pushing event updated for resources: {'Port': ['ID=a3c03753-5e70-4d31-8ab2-bc55004bc16f,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:27.364454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f146db8e-0795-41e4-9d94-b964ac7539df triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:27.370988 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.477049 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.493327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Attempting to bind port a3c03753-5e70-4d31-8ab2-bc55004bc16f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:03:27.522589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Attempting to bind port a3c03753-5e70-4d31-8ab2-bc55004bc16f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f69a2378-329f-4fdf-88f3-68d4c78dbc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '28d36603-d4af-42a6-bf98-cff3a1bf67b8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:03:27.522589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Attempting to bind port a3c03753-5e70-4d31-8ab2-bc55004bc16f on network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:27.529914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d36603-d4af-42a6-bf98-cff3a1bf67b8']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:27.548742 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-fc5f01d6-818f-49a7-9835-1002d7fa4a00 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425723 Nov 26 22:03:27.549996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69a2378-329f-4fdf-88f3-68d4c78dbc93') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:27.550593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69a2378-329f-4fdf-88f3-68d4c78dbc93') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:27.552377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:03:27.552852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Checking segment: {'id': 'f69a2378-329f-4fdf-88f3-68d4c78dbc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '28d36603-d4af-42a6-bf98-cff3a1bf67b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:27.553685 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.554488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Bound using segment: {'id': 'f69a2378-329f-4fdf-88f3-68d4c78dbc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '28d36603-d4af-42a6-bf98-cff3a1bf67b8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:03:27.555106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Bound port: a3c03753-5e70-4d31-8ab2-bc55004bc16f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69a2378-329f-4fdf-88f3-68d4c78dbc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '28d36603-d4af-42a6-bf98-cff3a1bf67b8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:03:27.555600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.583884 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.615528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.634433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:27.634854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:27.638177 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:27.658848 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-57051b8f-fce5-432d-bc62-a07d9d4852a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=df353b82-9244-4a84-b2e0-73497dc7871d HTTP/1.1" status: 200 len: 217 time: 0.1024702 Nov 26 22:03:27.692316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] For port a3c03753-5e70-4d31-8ab2-bc55004bc16f, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:27.780750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-775b3d05-bcfb-47c3-b8b7-0c4ebc0eca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:27.789316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 22:03:27.789316 n-d-819494-1 neutron-server[109999]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 22:03:27.789316 n-d-819494-1 neutron-server[109999]: [parameters: {'id': '28d36603-d4af-42a6-bf98-cff3a1bf67b8'}] Nov 26 22:03:27.789316 n-d-819494-1 neutron-server[109999]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:03:27.791427 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:03:27.793676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-775b3d05-bcfb-47c3-b8b7-0c4ebc0eca96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1272523 Nov 26 22:03:27.798300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] For port a3c03753-5e70-4d31-8ab2-bc55004bc16f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3c03753-5e70-4d31-8ab2-bc55004bc16f,segment=NetworkSegment(f69a2378-329f-4fdf-88f3-68d4c78dbc93),segment_id=f69a2378-329f-4fdf-88f3-68d4c78dbc93)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:03:27.829784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:27.906974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-dacdc98e-d185-4b8a-9ae0-61f726401dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:27.908995 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-dacdc98e-d185-4b8a-9ae0-61f726401dbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079195 Nov 26 22:03:27.912657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2d99b-0862-4161-b091-0ad13465b257 None None] Pushing event updated for resources: {'Port': ['ID=a3c03753-5e70-4d31-8ab2-bc55004bc16f,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:28.034904 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-40ad9dd2-1c78-43b5-aacc-4f4e79ff568e service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167085 Nov 26 22:03:28.059682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce3cd5-4336-4353-9329-472ed8b1491e None None] Network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:28.161196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd860104-5144-4f5f-b957-f73a057d4d20 None None] Network efd83454-5391-4237-866d-e2a9a40c3669 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:28.205622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-f95aa85c-d306-4bda-a703-bd1e2334a83b service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573091 Nov 26 22:03:28.272739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-2a69f976-1554-4070-9704-a80e1a991d97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d HTTP/1.1" status: 200 len: 217 time: 0.0595007 Nov 26 22:03:28.309196 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:28.393341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-e0611055-0ba4-452f-9abf-6bcda921be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:28.397842 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-e0611055-0ba4-452f-9abf-6bcda921be5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1157312 Nov 26 22:03:28.409471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a145-dbab-4856-a972-d3289fda920a req-1c24de96-25fa-4c4a-9ecc-6a392f48b232 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:28.421596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddb2a145-dbab-4856-a972-d3289fda920a req-1c24de96-25fa-4c4a-9ecc-6a392f48b232 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1668384 Nov 26 22:03:28.430687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3c88928c-50d7-4dd7-af9c-3f770e6c1b19 None None] Provisioning complete for port f146db8e-0795-41e4-9d94-b964ac7539df triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:28.431067 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c88928c-50d7-4dd7-af9c-3f770e6c1b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:28.538346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-d036de49-23f0-4549-8e21-32f700bc9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:28.543883 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-d036de49-23f0-4549-8e21-32f700bc9415 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404231 Nov 26 22:03:28.584577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddb2a145-dbab-4856-a972-d3289fda920a req-58fe01d0-5197-4bf0-a2b5-4d37b08032d6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473496 Nov 26 22:03:28.597681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting port a3c03753-5e70-4d31-8ab2-bc55004bc16f {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:28.598028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:28.720523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] For port a3c03753-5e70-4d31-8ab2-bc55004bc16f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3c03753-5e70-4d31-8ab2-bc55004bc16f,segment=NetworkSegment(f69a2378-329f-4fdf-88f3-68d4c78dbc93),segment_id=f69a2378-329f-4fdf-88f3-68d4c78dbc93)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:28.722414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:28.758731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f8afbf-a324-4f58-8cd5-8bef4acb5073 None None] Network 28d36603-d4af-42a6-bf98-cff3a1bf67b8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:28.774107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Calling delete_port for a3c03753-5e70-4d31-8ab2-bc55004bc16f owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:28.790333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-d8be36ad-2cc2-428b-9656-c3276747c557 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376354 Nov 26 22:03:28.948802 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:28.955851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f146db8e-0795-41e4-9d94-b964ac7539df up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:28.992998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.002930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Port': ['ID=a3c03753-5e70-4d31-8ab2-bc55004bc16f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:29.043958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No DVR routers for this DVR port a3c03753-5e70-4d31-8ab2-bc55004bc16f on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:29.079901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-0cc56ec4-4cdf-4a77-a19e-2bef6f9ead7e service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819238 Nov 26 22:03:29.196525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f146db8e-0795-41e4-9d94-b964ac7539df triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:29.196909 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.200311 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-6fdc29b0-6b69-447b-b82b-869082327d27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372 HTTP/1.1" status: 200 len: 217 time: 0.1135228 Nov 26 22:03:29.321775 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.360615 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.362622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d36603-d4af-42a6-bf98-cff3a1bf67b8']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:29.381758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69a2378-329f-4fdf-88f3-68d4c78dbc93') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:29.396392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69a2378-329f-4fdf-88f3-68d4c78dbc93') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:29.416753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.444422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.474850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:29.479642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:29.495202 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:29.505577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-ff7badd6-fe80-4217-b44f-f17bbc033694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:29.509931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b4142-d706-486f-825d-2a20cf65b9a6 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:03:29.514158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-ff7badd6-fe80-4217-b44f-f17bbc033694 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.2896442 Nov 26 22:03:29.527604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-54416baf-565a-4148-89d2-21d015dcd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:29.533730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-54416baf-565a-4148-89d2-21d015dcd156 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1096 time: 0.3490770 Nov 26 22:03:29.731664 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.767778 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.771679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/28d36603-d4af-42a6-bf98-cff3a1bf67b8 HTTP/1.1" status: 204 len: 168 time: 4.0988967 Nov 26 22:03:29.774066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61ea55-e312-432b-8884-bb3013fbb411 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=28d36603-d4af-42a6-bf98-cff3a1bf67b8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:29.776356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33098) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:29.779724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-94e6b3d7-faf1-4b49-954c-392a2e8b2ca0 None None] Provisioning complete for port f146db8e-0795-41e4-9d94-b964ac7539df triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:29.786581 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94e6b3d7-faf1-4b49-954c-392a2e8b2ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:29.837420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-db84bee4-8294-47d3-874e-312cfdec86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:29.846012 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-db84bee4-8294-47d3-874e-312cfdec86cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3046267 Nov 26 22:03:29.878691 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ea8f0a-4ffa-44d2-9945-2fc6e56df214 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:29.879507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ea8f0a-4ffa-44d2-9945-2fc6e56df214 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:29.887416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-06ea8f0a-4ffa-44d2-9945-2fc6e56df214 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/28d36603-d4af-42a6-bf98-cff3a1bf67b8 HTTP/1.1" status: 404 len: 339 time: 0.1100714 Nov 26 22:03:29.890061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33104) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:29.895413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-496800780', 'description': 'd1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:29.924328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ed910-e74a-447c-836b-c7aefa985e73 req-9865e1b1-7dad-444b-b29c-71cd838ffb79 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:29.941783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a69ed910-e74a-447c-836b-c7aefa985e73 req-9865e1b1-7dad-444b-b29c-71cd838ffb79 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1687019 Nov 26 22:03:30.029599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-7b613da6-d1ce-4f21-a12b-ca71ac857120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:30.036366 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-7b613da6-d1ce-4f21-a12b-ca71ac857120 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 915 time: 0.3997285 Nov 26 22:03:30.050321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:30.062877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:30.075815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0b4142-d706-486f-825d-2a20cf65b9a6 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:03:30.102145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a69ed910-e74a-447c-836b-c7aefa985e73 req-d735f965-dcae-4b07-896b-46e494cf5a80 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547003 Nov 26 22:03:30.147514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-314f53b8-f53f-4bf1-ac03-55cc3956ac6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 217 time: 0.0931587 Nov 26 22:03:30.158969 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-bf0b4354-d922-4dde-9948-c145528b9ef7 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100650 Nov 26 22:03:30.174286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:30.200097 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:30.200550 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment f50eec07-dd66-44ee-b000-82c4af334862 of type vlan for network c18b5f58-42fd-4fd6-9f60-ac6700949522 Nov 26 22:03:30.220779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-9835ac32-7be1-46f4-80d4-6a2be05c25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:30.222471 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-9835ac32-7be1-46f4-80d4-6a2be05c25ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.0611832 Nov 26 22:03:30.286551 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:30.323469 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-3749fc9d-9724-43dc-9678-cb3cbb1d9f7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909057 Nov 26 22:03:30.325900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:30.339389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:30.340029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:30.444101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5502019 Nov 26 22:03:30.446672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33118) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:30.561183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d5bdb-86ed-49cf-865f-2186ee6d0087 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=c18b5f58-42fd-4fd6-9f60-ac6700949522,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:30.730490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2e9fe8-ec3b-4b41-9349-a64b0adfee07 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:30.735737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce2e9fe8-ec3b-4b41-9349-a64b0adfee07 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/networks?id=c18b5f58-42fd-4fd6-9f60-ac6700949522 HTTP/1.1" status: 200 len: 764 time: 0.2853458 Nov 26 22:03:30.736587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33124) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:30.750300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8b37e5ee-4d1d-4824-b7d0-b962e9e203f4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'description': 'd2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:30.798196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c18b5f58-42fd-4fd6-9f60-ac6700949522 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:31.151487 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-64d888e1-dcb2-409e-8302-4f23126bb197 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9279172 Nov 26 22:03:31.199148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33136) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:31.311774 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8b37e5ee-4d1d-4824-b7d0-b962e9e203f4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:31.336710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-bdea16ce-ded5-424a-9dae-6280085c5f03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f HTTP/1.1" status: 200 len: 217 time: 0.1502163 Nov 26 22:03:31.359761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8b37e5ee-4d1d-4824-b7d0-b962e9e203f4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:31.370906 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-81897248-ccbc-47e8-8666-58747e28ef6c service neutron] 10.222.0.41 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0365486 Nov 26 22:03:31.389109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b37e5ee-4d1d-4824-b7d0-b962e9e203f4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network c18b5f58-42fd-4fd6-9f60-ac6700949522 is not hosted by any dhcp agent {{(pid=109999) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 22:03:31.395496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37e5ee-4d1d-4824-b7d0-b962e9e203f4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:31.396262 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8b37e5ee-4d1d-4824-b7d0-b962e9e203f4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:31.398158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8b37e5ee-4d1d-4824-b7d0-b962e9e203f4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "PUT /v2.0/networks/c18b5f58-42fd-4fd6-9f60-ac6700949522 HTTP/1.1" status: 200 len: 761 time: 0.6542680 Nov 26 22:03:31.439134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33146) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:31.553519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 9e3a0871-d056-4f3b-a080-8fb29b83827e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:31.554430 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:31.590595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b27ad1-d49e-4e6d-b6ba-3544a7161027 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:31.592458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-51b27ad1-d49e-4e6d-b6ba-3544a7161027 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/networks?id=c18b5f58-42fd-4fd6-9f60-ac6700949522 HTTP/1.1" status: 200 len: 764 time: 0.1526825 Nov 26 22:03:31.606612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33150) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:31.610004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-ce034e56-1898-450f-af73-81021556c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:31.611621 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-ce034e56-1898-450f-af73-81021556c040 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.2397068 Nov 26 22:03:31.653669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb895d04-5f7f-482b-aa7e-935f783839b0 req-5930f96a-a45d-42f8-959e-9538718a9ec1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:31.661598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb895d04-5f7f-482b-aa7e-935f783839b0 req-5930f96a-a45d-42f8-959e-9538718a9ec1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.4121108 Nov 26 22:03:31.682229 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7196df1-1c07-4609-b667-f92c3d489d8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:31.705606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fc1f7bbd-d8f6-47c6-b19b-f2ecaf3d5f92 req-fedea361-89b3-44a5-8098-010209555be2 service neutron] 10.222.0.41 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168945 Nov 26 22:03:31.707026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 0b205863-91fa-4de7-b7fd-0aafc3744978 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:31.707404 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:31.707507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-fc5fa840-4e72-47a4-96e1-dc6503e54959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:31.708897 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-fc5fa840-4e72-47a4-96e1-dc6503e54959 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0845256 Nov 26 22:03:31.794421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7196df1-1c07-4609-b667-f92c3d489d8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:31.830654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37e5ee-4d1d-4824-b7d0-b962e9e203f4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=c18b5f58-42fd-4fd6-9f60-ac6700949522,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:31.852514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c18b5f58-42fd-4fd6-9f60-ac6700949522 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:31.865691 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7196df1-1c07-4609-b667-f92c3d489d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:31.911194 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-50773c68-ef39-4e9a-a2e2-91e737f73dc3 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938672 Nov 26 22:03:32.008164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb895d04-5f7f-482b-aa7e-935f783839b0 req-a99ff6fb-b36b-46a7-8072-275f2905771d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452389 Nov 26 22:03:32.043933 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7196df1-1c07-4609-b667-f92c3d489d8e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd404958489d49b8bfcfc0ec106674c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8326197 Nov 26 22:03:32.052561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33160) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:32.052780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7196df1-1c07-4609-b667-f92c3d489d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900d8668-a97e-42d8-b7f5-364c4ea18607,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:32.086011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:32.089947 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.131842 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec80d1ee-cc54-4058-85d3-682c10c9088a req-a7bf01bc-31db-4d0d-ae77-14f064e71d86 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123160 Nov 26 22:03:32.152961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c24e22-15a0-43df-8223-d480a022faab tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:32.153929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29ed898d-aea2-4390-9fac-ed90fcfe8acc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.154608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-56c24e22-15a0-43df-8223-d480a022faab tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5360506 Nov 26 22:03:32.158065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33162) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:32.255138 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-723d9ec6-7eac-4c4a-b484-21bf544f5f20 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 207 time: 0.0951834 Nov 26 22:03:32.258424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33164) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:32.299826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29ed898d-aea2-4390-9fac-ed90fcfe8acc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.323994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 0eeefe49-1497-4b0f-84b8-48acb508b10b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:32.324365 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.393156 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29ed898d-aea2-4390-9fac-ed90fcfe8acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.396487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29ed898d-aea2-4390-9fac-ed90fcfe8acc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.400740 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-29ed898d-aea2-4390-9fac-ed90fcfe8acc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/900d8668-a97e-42d8-b7f5-364c4ea18607 HTTP/1.1" status: 204 len: 168 time: 0.3457925 Nov 26 22:03:32.433336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed898d-aea2-4390-9fac-ed90fcfe8acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d8668-a97e-42d8-b7f5-364c4ea18607,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:32.439716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Port 0eeefe49-1497-4b0f-84b8-48acb508b10b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:03:32.502502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 20f02052-a5be-4349-baff-35ec9b63de91 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:32.504027 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.556925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Port 20f02052-a5be-4349-baff-35ec9b63de91 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:03:32.572613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 5c26613c-6854-4119-8766-18e746e906db triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:32.573240 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.693411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 66bc3af1-2837-4b30-870c-9eac66dc3285 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:32.693825 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:32.787615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8a1be-a23d-4c2c-8757-f251b4c12824 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:32.806241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8a1be-a23d-4c2c-8757-f251b4c12824 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:32.824635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8a1be-a23d-4c2c-8757-f251b4c12824 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:32.844466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8a1be-a23d-4c2c-8757-f251b4c12824 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:32.854632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8a1be-a23d-4c2c-8757-f251b4c12824 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:32.873608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8a1be-a23d-4c2c-8757-f251b4c12824 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:32.879963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:32.880191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6fd8a1be-a23d-4c2c-8757-f251b4c12824 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6206980 Nov 26 22:03:32.989691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 2b64d893-953e-4d9c-92af-f44d5b5e8d70 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:32.990063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.001608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33188) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:33.081626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Port 2b64d893-953e-4d9c-92af-f44d5b5e8d70 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:03:33.098289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port b5125cbc-1c01-449b-9152-dedac5c331bc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:33.099338 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.159422 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf7f11ea-2875-432a-aad0-dcb1cf3684ed tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2779763 Nov 26 22:03:33.162615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33194) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:33.267114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0eb8d-4371-440d-a2fc-4abce0dd5865 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.269015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0eb8d-4371-440d-a2fc-4abce0dd5865 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.270919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0eb8d-4371-440d-a2fc-4abce0dd5865 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.272875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0eb8d-4371-440d-a2fc-4abce0dd5865 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.274919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f0eb8d-4371-440d-a2fc-4abce0dd5865 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.277475 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-21f0eb8d-4371-440d-a2fc-4abce0dd5865 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1130877 Nov 26 22:03:33.282258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33200) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:33.300263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port 80dd8439-b162-4af9-a719-8b69fa5269dc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:33.300636 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.382613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d1d07-390b-423c-839a-3d66c5b3e4be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.393511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d1d07-390b-423c-839a-3d66c5b3e4be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.395406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d1d07-390b-423c-839a-3d66c5b3e4be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.400279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d1d07-390b-423c-839a-3d66c5b3e4be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.402065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d1d07-390b-423c-839a-3d66c5b3e4be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['shared'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.407502 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-753d1d07-390b-423c-839a-3d66c5b3e4be tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1235728 Nov 26 22:03:33.412205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33202) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:33.492215 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d711c3f-cb9c-486f-be02-dca6bc81b3e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.572298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d0a050-f48e-43a3-9336-5b13324d1df4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.572897 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b8d0a050-f48e-43a3-9336-5b13324d1df4 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/networks/9c092fdd-a459-4328-a81b-a1d3ef037e8d HTTP/1.1" status: 200 len: 804 time: 0.1595528 Nov 26 22:03:33.575697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Provisioning complete for port ab752f04-0070-4594-a31c-6bce087ffa18 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:33.576740 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.578231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33208) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:33.624145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ad617888-3d7d-4677-acc4-d73b75131672 None None] Port ab752f04-0070-4594-a31c-6bce087ffa18 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:03:33.662483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b1b89-f942-4f06-b32a-f85ddeae6994 req-601b33d4-9464-472c-a9a2-6539dc780173 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.671068 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea6b1b89-f942-4f06-b32a-f85ddeae6994 req-601b33d4-9464-472c-a9a2-6539dc780173 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1809006 Nov 26 22:03:33.675521 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d711c3f-cb9c-486f-be02-dca6bc81b3e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.692807 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d711c3f-cb9c-486f-be02-dca6bc81b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.752051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8d711c3f-cb9c-486f-be02-dca6bc81b3e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32f81b2038d5413ea2b81ccd5eb86817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462778 Nov 26 22:03:33.760080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33214) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:33.780751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d711c3f-cb9c-486f-be02-dca6bc81b3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b72294-9bf0-4b02-bc38-92cb96d6e09d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:33.826176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea6b1b89-f942-4f06-b32a-f85ddeae6994 req-f54d4fd3-8b01-4090-9052-03e8c79553d3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348746 Nov 26 22:03:33.843660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0f31c41d-26a2-4893-ad9a-92c4494c10d9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/networks/9c092fdd-a459-4328-a81b-a1d3ef037e8d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2608933 Nov 26 22:03:33.844250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:33.878761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d9247e6-1df7-476d-a675-351cf3ed2941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.911150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d9247e6-1df7-476d-a675-351cf3ed2941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:33.928858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead2f70-df78-49a5-9ffa-dd34ef032847 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:33.934947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33218) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:33.935400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cead2f70-df78-49a5-9ffa-dd34ef032847 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/subnets/2ac673f6-db98-4e92-9c50-89fe005eb372 HTTP/1.1" status: 200 len: 843 time: 0.0893550 Nov 26 22:03:34.006997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d9247e6-1df7-476d-a675-351cf3ed2941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:34.011618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d9247e6-1df7-476d-a675-351cf3ed2941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:34.015695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7d9247e6-1df7-476d-a675-351cf3ed2941 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5b72294-9bf0-4b02-bc38-92cb96d6e09d HTTP/1.1" status: 204 len: 168 time: 0.2553620 Nov 26 22:03:34.031381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9247e6-1df7-476d-a675-351cf3ed2941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b72294-9bf0-4b02-bc38-92cb96d6e09d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:34.035521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676c5206-83ad-40f4-9354-d03276344f5e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:34.037529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-676c5206-83ad-40f4-9354-d03276344f5e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "GET /v2.0/subnets/2ac673f6-db98-4e92-9c50-89fe005eb372?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1016402 Nov 26 22:03:34.042824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33228) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:34.048680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-808068250'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:34.116728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:34.121336 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:34.178871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:34.194331 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:34.195343 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Added segment a49203c8-5e76-4a7f-926b-91b87633c5d0 of type vlan for network 06d04c9a-2840-4a1a-9f27-b8d09f182c56 Nov 26 22:03:34.319894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:34.357082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:34.365722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:34.366694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:34.457184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4129460 Nov 26 22:03:34.460205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33242) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:34.467323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'network_id': '06d04c9a-2840-4a1a-9f27-b8d09f182c56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:34.479213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b6aad-698f-455c-9e36-2014acf3439b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Network': ['ID=06d04c9a-2840-4a1a-9f27-b8d09f182c56,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:34.519155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 06d04c9a-2840-4a1a-9f27-b8d09f182c56 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:34.733336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Made reservation on behalf of 500a88d8cbaa4d398d89c7a1e60dea31 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:34.740186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:34.833974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Performing IP validity checks on allocation pools {{(pid=110000) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 22:03:34.835194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110000) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 22:03:34.992890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58a96e-30ee-49d6-9d53-f1ae329e953e req-b2f1aa94-86e7-458d-b8ef-f507425f5e15 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:34.994629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f58a96e-30ee-49d6-9d53-f1ae329e953e req-b2f1aa94-86e7-458d-b8ef-f507425f5e15 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1140146 Nov 26 22:03:35.076860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f58a96e-30ee-49d6-9d53-f1ae329e953e req-08c6677e-7647-44ac-a410-ce597663540d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738230 Nov 26 22:03:35.110828 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.193309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=d4edbd36-a924-4c8e-9300-b45897da9c5a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:35.215619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Checking segment: {'id': 'a49203c8-5e76-4a7f-926b-91b87633c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '06d04c9a-2840-4a1a-9f27-b8d09f182c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:35.215995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network hostable DHCP agents. Network: 06d04c9a-2840-4a1a-9f27-b8d09f182c56, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:35.244621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Network 06d04c9a-2840-4a1a-9f27-b8d09f182c56 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:35.257443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8024437-9bf4-464f-9a7d-18d80a31151b req-78fea2e7-7e54-477f-8069-4452e80d9ca7 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:35.259102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 06d04c9a-2840-4a1a-9f27-b8d09f182c56) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:35.264551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:35.269892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31e85a6-0958-4356-aedb-c1d2f226d3d4 None None] Network 06d04c9a-2840-4a1a-9f27-b8d09f182c56 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:35.270402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1672505'] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.273678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8024437-9bf4-464f-9a7d-18d80a31151b req-78fea2e7-7e54-477f-8069-4452e80d9ca7 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1677186 Nov 26 22:03:35.305020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8043763c-0f5c-4a31-adb6-fc96bec6e13c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8435318 Nov 26 22:03:35.305820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33286) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:35.312459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-657684b7-58ee-483f-9e3b-5194ec146120 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:35.376659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8024437-9bf4-464f-9a7d-18d80a31151b req-7b4930d7-4ee7-4f66-bac8-de9b74a903be tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997486 Nov 26 22:03:35.398970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33294) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:35.462796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-657684b7-58ee-483f-9e3b-5194ec146120 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25563837'] for subnet, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.640000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-06d04c9a-2840-4a1a-9f27-b8d09f182c56', 'network_id': '06d04c9a-2840-4a1a-9f27-b8d09f182c56', 'tenant_id': '500a88d8cbaa4d398d89c7a1e60dea31', 'fixed_ips': [{'subnet_id': 'd4edbd36-a924-4c8e-9300-b45897da9c5a'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:35.642123 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.679076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 0eeefe49-1497-4b0f-84b8-48acb508b10b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:35.679545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.716119 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-657684b7-58ee-483f-9e3b-5194ec146120 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760075818864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26209175'] for subnet, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.793726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657684b7-58ee-483f-9e3b-5194ec146120 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:35.795115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-657684b7-58ee-483f-9e3b-5194ec146120 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.797284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-657684b7-58ee-483f-9e3b-5194ec146120 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "PUT /v2.0/subnets/d4edbd36-a924-4c8e-9300-b45897da9c5a HTTP/1.1" status: 200 len: 900 time: 0.4903834 Nov 26 22:03:35.800857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33312) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:35.804496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.804779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:35.819688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 0eeefe49-1497-4b0f-84b8-48acb508b10b owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:35.847548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Allocated IP 2001:db8::3 (06d04c9a-2840-4a1a-9f27-b8d09f182c56/d4edbd36-a924-4c8e-9300-b45897da9c5a/a799c6bd-c7f4-4c86-a9b0-855ae6907997) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:35.909586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657684b7-58ee-483f-9e3b-5194ec146120 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event updated for resources: {'Subnet': ['ID=d4edbd36-a924-4c8e-9300-b45897da9c5a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:35.964758 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.046948 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.059422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.068018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.091692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.132800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=0eeefe49-1497-4b0f-84b8-48acb508b10b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:36.175208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Network 06d04c9a-2840-4a1a-9f27-b8d09f182c56 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:36.190106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:36.198804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:03:36.211933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d98412-ada7-46dc-b690-562d15fbd410 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:36.222264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Pushing event updated for resources: {'Port': ['ID=a799c6bd-c7f4-4c86-a9b0-855ae6907997,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:36.316668 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.319294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Attempting to bind port a799c6bd-c7f4-4c86-a9b0-855ae6907997 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:03:36.319812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Attempting to bind port a799c6bd-c7f4-4c86-a9b0-855ae6907997 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a49203c8-5e76-4a7f-926b-91b87633c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '06d04c9a-2840-4a1a-9f27-b8d09f182c56'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:03:36.320576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Attempting to bind port a799c6bd-c7f4-4c86-a9b0-855ae6907997 on network 06d04c9a-2840-4a1a-9f27-b8d09f182c56 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:36.326704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:03:36.327117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Checking segment: {'id': 'a49203c8-5e76-4a7f-926b-91b87633c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '06d04c9a-2840-4a1a-9f27-b8d09f182c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:36.327582 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.328012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Bound using segment: {'id': 'a49203c8-5e76-4a7f-926b-91b87633c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '06d04c9a-2840-4a1a-9f27-b8d09f182c56'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:03:36.328490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Bound port: a799c6bd-c7f4-4c86-a9b0-855ae6907997, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49203c8-5e76-4a7f-926b-91b87633c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '06d04c9a-2840-4a1a-9f27-b8d09f182c56'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:03:36.328936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.401469 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.402539 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Floating IP b51e520f-e59e-42a7-8a6e-e2c69411d48f disassociated (deleted). External IP: 172.25.3.90, port: aca03bfd-2c3d-48b2-9949-aa50545e3550. Nov 26 22:03:36.415560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=d4edbd36-a924-4c8e-9300-b45897da9c5a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:36.428542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753dc41-2838-4e14-b16a-dc542d86ec5d req-03afcb91-1bba-4804-a583-8b5df170769f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:36.439404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2753dc41-2838-4e14-b16a-dc542d86ec5d req-03afcb91-1bba-4804-a583-8b5df170769f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2367549 Nov 26 22:03:36.450642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] For port a799c6bd-c7f4-4c86-a9b0-855ae6907997, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:36.455139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] For port a799c6bd-c7f4-4c86-a9b0-855ae6907997, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a799c6bd-c7f4-4c86-a9b0-855ae6907997,segment=NetworkSegment(a49203c8-5e76-4a7f-926b-91b87633c5d0),segment_id=a49203c8-5e76-4a7f-926b-91b87633c5d0)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:03:36.461967 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.560001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.591158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d04c9a-2840-4a1a-9f27-b8d09f182c56']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:36.601989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49203c8-5e76-4a7f-926b-91b87633c5d0') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:36.602298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49203c8-5e76-4a7f-926b-91b87633c5d0') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:36.613281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.654616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443f2e7-7e2e-428f-be60-93433f16bbd7 None None] Pushing event updated for resources: {'Port': ['ID=a799c6bd-c7f4-4c86-a9b0-855ae6907997,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:36.684359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7262cb44-4c71-4bb6-b3f2-238c64e32cde None None] Network 06d04c9a-2840-4a1a-9f27-b8d09f182c56 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:36.697174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2753dc41-2838-4e14-b16a-dc542d86ec5d req-a90beea9-7c94-4728-871c-53e7ec10082c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567158 Nov 26 22:03:36.724952 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.753195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:36.754373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:36.759825 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:36.846761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-24001466-e871-4c8c-9d94-2f20c716e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:36.848438 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-24001466-e871-4c8c-9d94-2f20c716e66c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1096 time: 0.2045476 Nov 26 22:03:36.850601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.api [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 22:03:36.850601 n-d-819494-1 neutron-server[110000]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 22:03:36.850601 n-d-819494-1 neutron-server[110000]: [parameters: {'id': '06d04c9a-2840-4a1a-9f27-b8d09f182c56'}] Nov 26 22:03:36.850601 n-d-819494-1 neutron-server[110000]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:03:36.850975 n-d-819494-1 neutron-server[110000]: DEBUG oslo_db.api [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:03:36.865006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e880498-c58d-444f-81f1-6a83ebf7f0eb None None] Network 06d04c9a-2840-4a1a-9f27-b8d09f182c56 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:36.891054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router e037842f-bde8-46ed-9def-26410d6de4eb has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:03:36.999032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-eb35c379-5980-4900-a789-3f23c68c30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:37.000512 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-eb35c379-5980-4900-a789-3f23c68c30a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 915 time: 0.1437826 Nov 26 22:03:37.016858 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:37.039941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9b62a-eab2-4b44-93e0-7de83fef2d9f None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:03:37.051057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:03:37.052638 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-9cbaf4ad-99a6-43ba-8d2b-afadbaf890ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 217 time: 0.0443614 Nov 26 22:03:37.059354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:37.063192 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] Sync routers for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:03:37.081463 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:03:37.082402 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:37.139685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-2a7c9719-405d-42bd-916c-90320b27177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:37.142183 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-2a7c9719-405d-42bd-916c-90320b27177f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.0687449 Nov 26 22:03:37.144531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d1d8efa6-b744-4c6e-b211-453f88a317f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/floatingips/b51e520f-e59e-42a7-8a6e-e2c69411d48f HTTP/1.1" status: 204 len: 168 time: 1.7443283 Nov 26 22:03:37.145211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:03:37.152971 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02be238-b983-48df-bbbe-692a68404e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:03:37.219935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-e9f271a3-5424-4326-88e6-d8100c2c29d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622647 Nov 26 22:03:37.291884 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:03:37.295627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9b62a-eab2-4b44-93e0-7de83fef2d9f None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:03:37.353389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:37.501641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-cdd078a2-003a-482c-ab73-97e3fb14158f service neutron] 10.222.0.41 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769759 Nov 26 22:03:37.696095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting port a799c6bd-c7f4-4c86-a9b0-855ae6907997 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:37.697635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:37.730728 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:24Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:37.760878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870658e0-04df-47a9-94ae-4dff68f070eb req-f13214e9-62b5-458b-acd5-eb7786d36a27 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:37.769883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-870658e0-04df-47a9-94ae-4dff68f070eb req-f13214e9-62b5-458b-acd5-eb7786d36a27 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0953271 Nov 26 22:03:37.783411 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c207f197-a5a6-4ef7-a2be-389336efd525 x-openstack-request-id: req-c207f197-a5a6-4ef7-a2be-389336efd525 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:03:37.783976 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:03:37.784336 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c207f197-a5a6-4ef7-a2be-389336efd525 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:03:37.784842 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'status': 'completed', 'code': 200} Nov 26 22:03:37.786668 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] Checking router: e037842f-bde8-46ed-9def-26410d6de4eb for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:03:37.830139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33370) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:37.835667 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:03:37.836283 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:37.891326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] For port a799c6bd-c7f4-4c86-a9b0-855ae6907997, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a799c6bd-c7f4-4c86-a9b0-855ae6907997,segment=NetworkSegment(a49203c8-5e76-4a7f-926b-91b87633c5d0),segment_id=a49203c8-5e76-4a7f-926b-91b87633c5d0)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:37.903675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:37.924505 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:37.958811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Calling delete_port for a799c6bd-c7f4-4c86-a9b0-855ae6907997 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:37.980831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-870658e0-04df-47a9-94ae-4dff68f070eb req-8a4e416f-acd9-4122-a769-463b7fc0053e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097301 Nov 26 22:03:38.008971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be238-b983-48df-bbbe-692a68404e0e req-f0324c49-6378-486c-a354-e0754ce8339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:38.012940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a02be238-b983-48df-bbbe-692a68404e0e req-f0324c49-6378-486c-a354-e0754ce8339c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1635048 Nov 26 22:03:38.116036 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:03:38.119774 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc9d70d0-d56d-4fc9-b80b-91e173424764 req-d67bd9b1-f913-44da-9f79-386cc189bb76 service neutron] 10.222.0.41 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054213 Nov 26 22:03:38.151988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be238-b983-48df-bbbe-692a68404e0e req-31200755-a44f-4fa4-b6bf-2cd3dadf41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:38.153512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a02be238-b983-48df-bbbe-692a68404e0e req-31200755-a44f-4fa4-b6bf-2cd3dadf41d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 200 len: 898 time: 0.1315913 Nov 26 22:03:38.159158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.203737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Port': ['ID=a799c6bd-c7f4-4c86-a9b0-855ae6907997,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:38.204283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a31cf4a5-21c5-410c-9605-b3076ec93672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.213538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No DVR routers for this DVR port a799c6bd-c7f4-4c86-a9b0-855ae6907997 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:38.246704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a02be238-b983-48df-bbbe-692a68404e0e req-ef2ae54c-2122-409f-a47f-d5f13ae496ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 200 len: 217 time: 0.0693581 Nov 26 22:03:38.350950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.366327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a31cf4a5-21c5-410c-9605-b3076ec93672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.378333 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:24Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:38.380184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d04c9a-2840-4a1a-9f27-b8d09f182c56']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:38.387524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2b124-c25a-4fcb-9c3c-e4728157a237 req-316e278f-e3bf-4b0f-85e3-9516c81e48b7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:38.390892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69d2b124-c25a-4fcb-9c3c-e4728157a237 req-316e278f-e3bf-4b0f-85e3-9516c81e48b7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.2337816 Nov 26 22:03:38.396962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a31cf4a5-21c5-410c-9605-b3076ec93672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.397458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49203c8-5e76-4a7f-926b-91b87633c5d0') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:38.397781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49203c8-5e76-4a7f-926b-91b87633c5d0') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:38.412405 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccef28-fe45-484e-b138-7304aa81628e None None] The sync data for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 is: [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:00:17Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5bada3ce-6604-4296-a84d-923dd56a8f8f', 'name': '', 'network_id': 'e5914d9a-d5d4-463f-a36e-3cd1d700c20d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:3d:9a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '334d7454-a112-4e10-b655-0b449afc1de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:15Z', 'updated_at': '2021-11-26T22:00:24Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': '334d7454-a112-4e10-b655-0b449afc1de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:03:38.417107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.426106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be238-b983-48df-bbbe-692a68404e0e req-ddd54f16-8271-4af0-ac90-3e89d873f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:38.427661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a02be238-b983-48df-bbbe-692a68404e0e req-ddd54f16-8271-4af0-ac90-3e89d873f6a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 200 len: 835 time: 0.1190190 Nov 26 22:03:38.451815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.461841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:38.462371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:38.467465 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:38.517544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a31cf4a5-21c5-410c-9605-b3076ec93672 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a0ff70a4958400fa4bf9feff058d50c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6861880 Nov 26 22:03:38.520444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33374) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:38.528618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cf4a5-21c5-410c-9605-b3076ec93672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5254dc9-b234-4067-b0d4-17eacdff6412,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:38.553867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.564270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.567875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/06d04c9a-2840-4a1a-9f27-b8d09f182c56 HTTP/1.1" status: 204 len: 168 time: 2.7660778 Nov 26 22:03:38.580398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33376) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:38.594314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caf495-0900-4696-bcc3-974dd267c198 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=06d04c9a-2840-4a1a-9f27-b8d09f182c56,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:38.633419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69d2b124-c25a-4fcb-9c3c-e4728157a237 req-52c55cea-49ad-4947-9133-84d4934b19d6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229156 Nov 26 22:03:38.641662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be238-b983-48df-bbbe-692a68404e0e req-eb3de9b9-dc2e-4f4e-a5d3-9e622ce32bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:38.643229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a02be238-b983-48df-bbbe-692a68404e0e req-eb3de9b9-dc2e-4f4e-a5d3-9e622ce32bf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5914d9a-d5d4-463f-a36e-3cd1d700c20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920164 Nov 26 22:03:38.646976 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2599e7-b825-428e-aa07-26bf8c8d5cb3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:38.647420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2599e7-b825-428e-aa07-26bf8c8d5cb3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:38.653098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33382) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:38.653236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bc2599e7-b825-428e-aa07-26bf8c8d5cb3 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/d4edbd36-a924-4c8e-9300-b45897da9c5a HTTP/1.1" status: 404 len: 337 time: 0.0710459 Nov 26 22:03:38.676954 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-00008b13-12d8-4e4b-8e0c-25454a8db091 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:38.677664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00008b13-12d8-4e4b-8e0c-25454a8db091 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:38.680964 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-00008b13-12d8-4e4b-8e0c-25454a8db091 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/06d04c9a-2840-4a1a-9f27-b8d09f182c56 HTTP/1.1" status: 404 len: 339 time: 0.0266094 Nov 26 22:03:38.687443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33384) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:38.756145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.780129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.801201 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.811319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a02be238-b983-48df-bbbe-692a68404e0e req-4bb77586-d8ce-4eea-b436-1c10ecb1980b service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571043 Nov 26 22:03:38.832927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9203dcc0-20fa-42f9-9a1e-85f88eeedf01 None None] New status for floating IP b51e520f-e59e-42a7-8a6e-e2c69411d48f: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:03:38.882664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.911935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18b5f58-42fd-4fd6-9f60-ac6700949522']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:38.928711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50eec07-dd66-44ee-b000-82c4af334862') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:38.929020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50eec07-dd66-44ee-b000-82c4af334862') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:38.941557 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.958745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.969238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:38.969794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:38.973966 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:38.979967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.987557 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:38.988852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5254dc9-b234-4067-b0d4-17eacdff6412 HTTP/1.1" status: 204 len: 168 time: 0.4625876 Nov 26 22:03:39.058508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5254dc9-b234-4067-b0d4-17eacdff6412,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:39.065018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.076884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.077970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.078429 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.078856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.079332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.079777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.080212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.080632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.081053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.081475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.082055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.082514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f0127b-45b2-49b2-95d9-cf138f53651c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:39.088516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a02be238-b983-48df-bbbe-692a68404e0e req-7cd2b104-87f7-40dd-beb3-3d072c78a695 service neutron] 10.222.0.41 "GET /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668593 Nov 26 22:03:39.106629 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.121746 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/c18b5f58-42fd-4fd6-9f60-ac6700949522 HTTP/1.1" status: 204 len: 168 time: 0.4294994 Nov 26 22:03:39.122430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33394) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:39.170595 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bcb7ef-87e9-423e-abb1-ec89841a7fb8 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:39.172098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bcb7ef-87e9-423e-abb1-ec89841a7fb8 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:39.176311 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-58bcb7ef-87e9-423e-abb1-ec89841a7fb8 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/4873fc08-d9eb-4396-a188-c4e3a2325540 HTTP/1.1" status: 404 len: 337 time: 0.0394349 Nov 26 22:03:39.177406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e42106-745e-4283-b11c-e63abfef3779 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=c18b5f58-42fd-4fd6-9f60-ac6700949522,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:39.179987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33396) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:39.203191 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e14844-85fe-47a5-b0c7-16730253dd6f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:39.203723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e14844-85fe-47a5-b0c7-16730253dd6f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:39.207706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a1e14844-85fe-47a5-b0c7-16730253dd6f tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/28d36603-d4af-42a6-bf98-cff3a1bf67b8 HTTP/1.1" status: 404 len: 339 time: 0.0264449 Nov 26 22:03:39.210115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33398) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:39.264419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183225c-cc3c-4d6b-bfc0-70e4ac059cb2 req-c0409dfc-213b-431c-97a7-9f1acace4e0f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:39.267199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c183225c-cc3c-4d6b-bfc0-70e4ac059cb2 req-c0409dfc-213b-431c-97a7-9f1acace4e0f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 946 time: 0.1620522 Nov 26 22:03:39.279429 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c010da-6a68-4880-8c4e-400b855581b7 req-53e3d14a-dcc5-4a57-b2b1-fe7135c546e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:39.281247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19c010da-6a68-4880-8c4e-400b855581b7 req-53e3d14a-dcc5-4a57-b2b1-fe7135c546e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 946 time: 0.0704982 Nov 26 22:03:39.296870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-7074f5f0-1fd1-4a04-9510-f646d3513424 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting subnet b177f8cc-584f-47dd-b2ce-dec8af13ea3b {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:03:39.301233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7074f5f0-1fd1-4a04-9510-f646d3513424 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.357291 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7074f5f0-1fd1-4a04-9510-f646d3513424 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.401983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c183225c-cc3c-4d6b-bfc0-70e4ac059cb2 req-1d66d96f-02c5-414e-b38b-d99379fc8e6b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=901f000b-9fed-4b1c-8eea-3f1d462b88a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197104 Nov 26 22:03:39.433171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port aca03bfd-2c3d-48b2-9949-aa50545e3550 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:39.433524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.455745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7074f5f0-1fd1-4a04-9510-f646d3513424 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.459553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33402) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:39.521090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16ef67d8-9075-4010-8c6b-73bb5620dee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.545553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port aca03bfd-2c3d-48b2-9949-aa50545e3550, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=aca03bfd-2c3d-48b2-9949-aa50545e3550,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:39.546175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.564304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for aca03bfd-2c3d-48b2-9949-aa50545e3550 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:39.570533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7074f5f0-1fd1-4a04-9510-f646d3513424 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.610672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074f5f0-1fd1-4a04-9510-f646d3513424 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=b177f8cc-584f-47dd-b2ce-dec8af13ea3b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:39.614149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7074f5f0-1fd1-4a04-9510-f646d3513424 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.619606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7074f5f0-1fd1-4a04-9510-f646d3513424 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/b177f8cc-584f-47dd-b2ce-dec8af13ea3b HTTP/1.1" status: 204 len: 168 time: 0.3953755 Nov 26 22:03:39.620688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33404) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:39.632240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d245b-64bb-43e6-9a6b-5dec1018be4e None None] Network efd83454-5391-4237-866d-e2a9a40c3669 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:39.699719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:39.700066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58e6384-a51b-420a-b095-25706db91acc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting subnet a9e71fc8-2222-433a-a4e2-2f4c8c1879e5 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:03:39.703771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e58e6384-a51b-420a-b095-25706db91acc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.725077 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.758630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=aca03bfd-2c3d-48b2-9949-aa50545e3550,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:39.760339 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e58e6384-a51b-420a-b095-25706db91acc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.848277 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.852200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] No DVR routers for this DVR port aca03bfd-2c3d-48b2-9949-aa50545e3550 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:39.855159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.860415 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19c010da-6a68-4880-8c4e-400b855581b7 req-495bc7ea-b8ed-4aed-bb2b-b038feadfeb0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "DELETE /v2.0/ports/aca03bfd-2c3d-48b2-9949-aa50545e3550 HTTP/1.1" status: 204 len: 173 time: 0.5718851 Nov 26 22:03:39.872627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16ef67d8-9075-4010-8c6b-73bb5620dee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.875353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e58e6384-a51b-420a-b095-25706db91acc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.892894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-deleted', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:03:39.895290 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce0f169-a938-4683-b0da-1c4eb505c611" -d '{"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-deleted", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:03:39.928199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16ef67d8-9075-4010-8c6b-73bb5620dee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:39.951575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ad758-47aa-43ac-a493-e2125ad98f12 req-33f28835-5c86-4fe5-8459-215dfafba477 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:39.958682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf9ad758-47aa-43ac-a493-e2125ad98f12 req-33f28835-5c86-4fe5-8459-215dfafba477 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.1077852 Nov 26 22:03:39.970834 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7c6e3-04bc-4dd1-8575-4013b625ce8d x-openstack-request-id: req-1ed7c6e3-04bc-4dd1-8575-4013b625ce8d {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:03:39.971149 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2", "name": "network-vif-deleted", "tag": "aca03bfd-2c3d-48b2-9949-aa50545e3550", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:03:39.971438 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ed7c6e3-04bc-4dd1-8575-4013b625ce8d {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:03:39.971840 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2', 'name': 'network-vif-deleted', 'tag': 'aca03bfd-2c3d-48b2-9949-aa50545e3550', 'status': 'completed', 'code': 200} Nov 26 22:03:39.980272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:03:39.983517 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e818cc45-e2b2-4ba5-b663-347da5059743" -d '{"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-unplugged", "status": "completed", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:03:40.029218 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-16ef67d8-9075-4010-8c6b-73bb5620dee4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a788010bfdd24f8fb7860f1ee2e92742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5685527 Nov 26 22:03:40.032735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33416) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:40.049374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef67d8-9075-4010-8c6b-73bb5620dee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271c47be-5d7a-45e6-8a34-389efb4e5d26,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:40.081785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:40.086994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf9ad758-47aa-43ac-a493-e2125ad98f12 req-1e88e3f4-e2f0-4351-931f-e69511b71b96 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996373 Nov 26 22:03:40.101844 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e58e6384-a51b-420a-b095-25706db91acc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.113280 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8dcc21-d594-4a58-a7a1-c3ebfe76ebd3 x-openstack-request-id: req-ce8dcc21-d594-4a58-a7a1-c3ebfe76ebd3 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:03:40.116829 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-unplugged", "status": "completed", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:03:40.117262 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce8dcc21-d594-4a58-a7a1-c3ebfe76ebd3 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:03:40.117820 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'code': 200} Nov 26 22:03:40.120085 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.123704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:40.138780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e6384-a51b-420a-b095-25706db91acc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e71fc8-2222-433a-a4e2-2f4c8c1879e5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:40.149322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e58e6384-a51b-420a-b095-25706db91acc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.153791 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e58e6384-a51b-420a-b095-25706db91acc tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/a9e71fc8-2222-433a-a4e2-2f4c8c1879e5 HTTP/1.1" status: 204 len: 168 time: 0.5313938 Nov 26 22:03:40.162312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:40.168305 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1226e11c-af79-4f34-9731-8576356cc3bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.193638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1226e11c-af79-4f34-9731-8576356cc3bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.258674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: aca03bfd-2c3d-48b2-9949-aa50545e3550 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:40.259028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device aca03bfd-2c3d-48b2-9949-aa50545e3550 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:40.321609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.326139 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1226e11c-af79-4f34-9731-8576356cc3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.327089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:40.329471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1226e11c-af79-4f34-9731-8576356cc3bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.347114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1226e11c-af79-4f34-9731-8576356cc3bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/271c47be-5d7a-45e6-8a34-389efb4e5d26 HTTP/1.1" status: 204 len: 168 time: 0.2968984 Nov 26 22:03:40.366391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226e11c-af79-4f34-9731-8576356cc3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271c47be-5d7a-45e6-8a34-389efb4e5d26,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:40.477730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting port f146db8e-0795-41e4-9d94-b964ac7539df {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:40.478209 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.591444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] For port f146db8e-0795-41e4-9d94-b964ac7539df, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f146db8e-0795-41e4-9d94-b964ac7539df,segment=NetworkSegment(497114f4-e19d-4dcd-98e8-3461f09a2004),segment_id=497114f4-e19d-4dcd-98e8-3461f09a2004)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:40.592193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.623237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Calling delete_port for f146db8e-0795-41e4-9d94-b964ac7539df owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:40.691227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f8aa427-7803-4896-8941-77229b9a2ba5 req-3916bca2-b140-4376-b5b9-2eeea38c734c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3372abc-b0ef-4a34-bee2-fe8b2f53d3c2 HTTP/1.1" status: 200 len: 210 time: 0.0619898 Nov 26 22:03:40.771500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.802196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Port': ['ID=f146db8e-0795-41e4-9d94-b964ac7539df,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:40.805675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No DVR routers for this DVR port f146db8e-0795-41e4-9d94-b964ac7539df on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:40.933154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:40.993396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd83454-5391-4237-866d-e2a9a40c3669']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:41.008002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497114f4-e19d-4dcd-98e8-3461f09a2004') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:41.008558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497114f4-e19d-4dcd-98e8-3461f09a2004') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:41.032358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.053998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.060359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:41.060839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:41.065699 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:41.152962 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.159017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.164650 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/efd83454-5391-4237-866d-e2a9a40c3669 HTTP/1.1" status: 204 len: 168 time: 0.9991984 Nov 26 22:03:41.165566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33444) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.179726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3778c-3bf8-47f4-a374-ed3651153db9 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=efd83454-5391-4237-866d-e2a9a40c3669,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:41.230395 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-be574331-07de-418f-b6a7-58fe8dbfe95a tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:41.230705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be574331-07de-418f-b6a7-58fe8dbfe95a tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:41.235268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-be574331-07de-418f-b6a7-58fe8dbfe95a tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/c12d72c2-28cb-4bb8-a79f-59f29a42a5d1 HTTP/1.1" status: 404 len: 337 time: 0.0680580 Nov 26 22:03:41.237822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33448) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.247262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eaaaca2a-a32a-4b03-adf1-989974352ca9 None None] Could not find standard attr ID for object f146db8e-0795-41e4-9d94-b964ac7539df. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:03:41.263280 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb3d1e3-929d-401c-8706-5539be1ceb55 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:41.263869 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb3d1e3-929d-401c-8706-5539be1ceb55 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:41.269955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2cb3d1e3-929d-401c-8706-5539be1ceb55 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/9eb60147-ad0e-457b-9d09-632d1e6d00ee HTTP/1.1" status: 404 len: 339 time: 0.0287268 Nov 26 22:03:41.270393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33452) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.284631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbb12c-56d4-4f53-97ad-a247a14c86b2 req-90d1e86d-2c09-4245-848f-6b28d719e8c2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:41.292395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fedbb12c-56d4-4f53-97ad-a247a14c86b2 req-90d1e86d-2c09-4245-848f-6b28d719e8c2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.1277492 Nov 26 22:03:41.323798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e947c0dc-c21e-4e6a-ad5e-2f812c62650c None None] DHCP port deletion for efd83454-5391-4237-866d-e2a9a40c3669 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:41.345009 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbfc3bc-1446-4ef8-8a6c-e8fb39da5af5 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:41.345585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbfc3bc-1446-4ef8-8a6c-e8fb39da5af5 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:41.354549 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ddbfc3bc-1446-4ef8-8a6c-e8fb39da5af5 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/d249a861-1b15-4116-a4d8-2ce353611c75 HTTP/1.1" status: 404 len: 337 time: 0.0805268 Nov 26 22:03:41.354549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33456) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.378702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fedbb12c-56d4-4f53-97ad-a247a14c86b2 req-a5335b5e-872f-4717-aad4-8dc154b3e9e0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852790 Nov 26 22:03:41.382378 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-4470a41e-3924-479d-aea6-8d99cc17d404 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:41.382506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4470a41e-3924-479d-aea6-8d99cc17d404 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:41.386122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4470a41e-3924-479d-aea6-8d99cc17d404 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/aa31424c-cd09-4468-8d34-765b180f36c4 HTTP/1.1" status: 404 len: 339 time: 0.0296838 Nov 26 22:03:41.389373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33460) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.422936 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-05eb2ee4-ebcf-4f6f-a6a7-1028c3993808 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:41.423497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05eb2ee4-ebcf-4f6f-a6a7-1028c3993808 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:41.429526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33466) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.429899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-05eb2ee4-ebcf-4f6f-a6a7-1028c3993808 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/c8b1f802-6d41-4784-9ccd-e8e64233dd95 HTTP/1.1" status: 404 len: 337 time: 0.0386806 Nov 26 22:03:41.469462 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e90ffba-c400-4c68-8bce-e5796a59c507 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:41.470608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e90ffba-c400-4c68-8bce-e5796a59c507 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:41.477016 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8e90ffba-c400-4c68-8bce-e5796a59c507 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/caa896b4-6e68-4dbc-808e-5125ba5cbbad HTTP/1.1" status: 404 len: 339 time: 0.0463669 Nov 26 22:03:41.477203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33468) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.596001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d40b2b-9e0f-44d6-a4e0-3db7efa33f76 req-49263afe-69e6-49ea-8ef1-3b60a0549ebe tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:41.597440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1d40b2b-9e0f-44d6-a4e0-3db7efa33f76 req-49263afe-69e6-49ea-8ef1-3b60a0549ebe tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.1223171 Nov 26 22:03:41.601328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-55346ee9-c7f2-495a-a084-24dd1a7f9191 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting subnet 6bc58bda-0bcf-4912-9c2a-37c42e163e98 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:03:41.605168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55346ee9-c7f2-495a-a084-24dd1a7f9191 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.672648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55346ee9-c7f2-495a-a084-24dd1a7f9191 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.719703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1d40b2b-9e0f-44d6-a4e0-3db7efa33f76 req-2e241c12-417b-4d6a-9927-df6584783f99 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113224 Nov 26 22:03:41.775025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33486) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.793194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55346ee9-c7f2-495a-a084-24dd1a7f9191 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.934206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55346ee9-c7f2-495a-a084-24dd1a7f9191 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.972306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-5e45c280-a307-45be-b159-b96c3d1c7107 req-272b7659-28c8-4cc4-aefd-4b3eb09b2e30 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:03:41.973578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e45c280-a307-45be-b159-b96c3d1c7107 req-272b7659-28c8-4cc4-aefd-4b3eb09b2e30 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0343447 Nov 26 22:03:41.974506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55346ee9-c7f2-495a-a084-24dd1a7f9191 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc58bda-0bcf-4912-9c2a-37c42e163e98,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:41.981981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55346ee9-c7f2-495a-a084-24dd1a7f9191 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:41.987885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-55346ee9-c7f2-495a-a084-24dd1a7f9191 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/6bc58bda-0bcf-4912-9c2a-37c42e163e98 HTTP/1.1" status: 204 len: 168 time: 0.5004957 Nov 26 22:03:41.990405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33500) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:41.991684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81bd61a-a851-446e-9cf0-88d3b773e588 None None] Network 849bbd02-dbca-4602-acf5-64c159d8f1f4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:42.154333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:42.368094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting port 6961a06d-457f-4e96-93a7-7a635eefe9f0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:42.371095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:42.515899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] For port 6961a06d-457f-4e96-93a7-7a635eefe9f0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6961a06d-457f-4e96-93a7-7a635eefe9f0,segment=NetworkSegment(08cfc89a-ee22-463c-86f9-28635a1d213f),segment_id=08cfc89a-ee22-463c-86f9-28635a1d213f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:42.516562 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:42.552533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Calling delete_port for 6961a06d-457f-4e96-93a7-7a635eefe9f0 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:42.557659 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:42.586695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] DHCP port deletion for 849bbd02-dbca-4602-acf5-64c159d8f1f4 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:42.623537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7983-14ad-44b3-a2ce-92e5528307cb req-641929be-148b-45db-92eb-a50c193303d2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:42.632495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54cf7983-14ad-44b3-a2ce-92e5528307cb req-641929be-148b-45db-92eb-a50c193303d2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.3695788 Nov 26 22:03:42.700370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] Deleting port 6961a06d-457f-4e96-93a7-7a635eefe9f0 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:42.700750 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:42.746242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33532) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:42.767357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54cf7983-14ad-44b3-a2ce-92e5528307cb req-02a0e462-7ac2-47d1-b003-ce13fd9f9954 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339133 Nov 26 22:03:42.805198 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:42.819328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No DVR routers for this DVR port 6961a06d-457f-4e96-93a7-7a635eefe9f0 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:42.869114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] For port 6961a06d-457f-4e96-93a7-7a635eefe9f0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6961a06d-457f-4e96-93a7-7a635eefe9f0,segment=NetworkSegment(08cfc89a-ee22-463c-86f9-28635a1d213f),segment_id=08cfc89a-ee22-463c-86f9-28635a1d213f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:42.869571 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:42.900334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Port': ['ID=6961a06d-457f-4e96-93a7-7a635eefe9f0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:42.911402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] Calling delete_port for 6961a06d-457f-4e96-93a7-7a635eefe9f0 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:42.940106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f146db8e-0795-41e4-9d94-b964ac7539df no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:43.008958 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-daf332ab-50ec-4609-83aa-c65ee372a8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.012287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.036072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f146db8e-0795-41e4-9d94-b964ac7539df {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:43.036845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f146db8e-0795-41e4-9d94-b964ac7539df not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:43.037574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6961a06d-457f-4e96-93a7-7a635eefe9f0 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:43.048143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849bbd02-dbca-4602-acf5-64c159d8f1f4']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:43.060977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6961a06d-457f-4e96-93a7-7a635eefe9f0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:43.065344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 5bada3ce-6604-4296-a84d-923dd56a8f8f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:43.065730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.068074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cfc89a-ee22-463c-86f9-28635a1d213f') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:43.068308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cfc89a-ee22-463c-86f9-28635a1d213f') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:43.069823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6961a06d-457f-4e96-93a7-7a635eefe9f0 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:43.111435 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.136984 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:03:43.142740 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:03:43.144721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.149207 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.161989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:43.163902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.179737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] Pushing event deleted for resources: {'Port': ['ID=6961a06d-457f-4e96-93a7-7a635eefe9f0,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:43.187258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74ce70-596c-4e6b-be8e-f570ecc41064 None None] No DVR routers for this DVR port 6961a06d-457f-4e96-93a7-7a635eefe9f0 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:43.188563 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:43.196523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-a9aab77a-007d-447f-b3f2-6a0712474cc2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4922166 Nov 26 22:03:43.202170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port 5bada3ce-6604-4296-a84d-923dd56a8f8f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5bada3ce-6604-4296-a84d-923dd56a8f8f,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:43.203298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.235206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 5bada3ce-6604-4296-a84d-923dd56a8f8f owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:43.294104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.300542 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.304166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/849bbd02-dbca-4602-acf5-64c159d8f1f4 HTTP/1.1" status: 204 len: 168 time: 1.3125622 Nov 26 22:03:43.321695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33544) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:43.323284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e750f0b-73b1-4c03-8f47-ad80cf842795 tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=849bbd02-dbca-4602-acf5-64c159d8f1f4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:43.362486 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e131cd-13bd-413a-94e6-b02620976a1c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:43.362954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e131cd-13bd-413a-94e6-b02620976a1c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:43.368570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-85e131cd-13bd-413a-94e6-b02620976a1c tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/1c641ad2-0908-47a1-95cf-f62e3495503f HTTP/1.1" status: 404 len: 337 time: 0.0408809 Nov 26 22:03:43.370858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33546) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:43.401456 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-150844b1-3551-4ce5-87e5-40cbfb88a03b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] DELETE failed (client error): The resource could not be found. Nov 26 22:03:43.402750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150844b1-3551-4ce5-87e5-40cbfb88a03b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:03:43.403567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-daf332ab-50ec-4609-83aa-c65ee372a8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.409627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-daf332ab-50ec-4609-83aa-c65ee372a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.410269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-150844b1-3551-4ce5-87e5-40cbfb88a03b tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/a752fc99-56cf-4a90-90c2-d5274672172f HTTP/1.1" status: 404 len: 339 time: 0.0378447 Nov 26 22:03:43.411024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33548) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:43.459420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf332ab-50ec-4609-83aa-c65ee372a8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ca2c0-b47d-4764-9ac5-aec2d2f09688,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:43.475368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-daf332ab-50ec-4609-83aa-c65ee372a8f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=734651cbd829477783e384210218e85f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7272809 Nov 26 22:03:43.478453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33550) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:43.567057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b1166b7-efaf-456e-bf9c-0742e33464c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.633256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b1166b7-efaf-456e-bf9c-0742e33464c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.663167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:43.739033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b1166b7-efaf-456e-bf9c-0742e33464c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.744187 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b1166b7-efaf-456e-bf9c-0742e33464c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.749186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6b1166b7-efaf-456e-bf9c-0742e33464c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d6ca2c0-b47d-4764-9ac5-aec2d2f09688 HTTP/1.1" status: 204 len: 168 time: 0.2694898 Nov 26 22:03:43.769717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1166b7-efaf-456e-bf9c-0742e33464c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ca2c0-b47d-4764-9ac5-aec2d2f09688,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:43.963986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b98f49f-ebb6-4b1e-b5c7-1409a6e642fe tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting subnet 2ac673f6-db98-4e92-9c50-89fe005eb372 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:03:43.972729 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b98f49f-ebb6-4b1e-b5c7-1409a6e642fe tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:43.987729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c98fa-533a-494c-b90d-03e4566e0476 req-ddb819d8-9630-446e-a07b-e5c34301ee50 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:43.996436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-914c98fa-533a-494c-b90d-03e4566e0476 req-ddb819d8-9630-446e-a07b-e5c34301ee50 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.1224144 Nov 26 22:03:44.019449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b98f49f-ebb6-4b1e-b5c7-1409a6e642fe tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:44.064305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-914c98fa-533a-494c-b90d-03e4566e0476 req-57f86022-7f9b-4f94-a598-a2f52c5098f9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648768 Nov 26 22:03:44.177342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b98f49f-ebb6-4b1e-b5c7-1409a6e642fe tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:44.405244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:44.461433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b98f49f-ebb6-4b1e-b5c7-1409a6e642fe tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:44.471720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=5bada3ce-6604-4296-a84d-923dd56a8f8f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:44.485818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b98f49f-ebb6-4b1e-b5c7-1409a6e642fe tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:44.492271 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2b98f49f-ebb6-4b1e-b5c7-1409a6e642fe tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/subnets/2ac673f6-db98-4e92-9c50-89fe005eb372 HTTP/1.1" status: 204 len: 168 time: 1.0418527 Nov 26 22:03:44.493112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33616) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:44.506936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f96b60-94c7-4501-9252-d0101c49bee1 None None] Network 9c092fdd-a459-4328-a81b-a1d3ef037e8d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:44.590798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98f49f-ebb6-4b1e-b5c7-1409a6e642fe tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac673f6-db98-4e92-9c50-89fe005eb372,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:44.779011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:44.899246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] DHCP port deletion for 9c092fdd-a459-4328-a81b-a1d3ef037e8d request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:44.996770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Deleting port a83766aa-5f4e-4780-ab9b-067c0254e1ff {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:44.997115 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.025045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] Deleting port a83766aa-5f4e-4780-ab9b-067c0254e1ff {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:45.027930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.040648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-704b6e46-8f19-4e2f-b2a2-d3b8e342ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:45.043946 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-704b6e46-8f19-4e2f-b2a2-d3b8e342ba33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865&tenant_id=c7abe64670dd411c884b6ce94732b744 HTTP/1.1" status: 200 len: 1094 time: 0.2009833 Nov 26 22:03:45.074623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:45.118041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.123365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] For port a83766aa-5f4e-4780-ab9b-067c0254e1ff, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a83766aa-5f4e-4780-ab9b-067c0254e1ff,segment=NetworkSegment(a61a3568-2d01-4b75-9988-a844f0e1980d),segment_id=a61a3568-2d01-4b75-9988-a844f0e1980d)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:45.123733 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.168299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Calling delete_port for a83766aa-5f4e-4780-ab9b-067c0254e1ff owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:45.224805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] For port a83766aa-5f4e-4780-ab9b-067c0254e1ff, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a83766aa-5f4e-4780-ab9b-067c0254e1ff,segment=NetworkSegment(a61a3568-2d01-4b75-9988-a844f0e1980d),segment_id=a61a3568-2d01-4b75-9988-a844f0e1980d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:45.225235 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.242989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] Calling delete_port for a83766aa-5f4e-4780-ab9b-067c0254e1ff owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:45.326869 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402eb501-fd10-4019-b611-2e7d88aa451b req-cd5e6b42-dca7-4dc0-90c4-7f451a175ab2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:45.334682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-402eb501-fd10-4019-b611-2e7d88aa451b req-cd5e6b42-dca7-4dc0-90c4-7f451a175ab2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.0729516 Nov 26 22:03:45.343404 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.368752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.390031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.417626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] No DVR routers for this DVR port a83766aa-5f4e-4780-ab9b-067c0254e1ff on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:45.425122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] Pushing event deleted for resources: {'Port': ['ID=a83766aa-5f4e-4780-ab9b-067c0254e1ff,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:45.442117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5c58f-06b7-4d15-b9c1-cb7d3ae61ee0 None None] No DVR routers for this DVR port a83766aa-5f4e-4780-ab9b-067c0254e1ff on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:45.442507 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-402eb501-fd10-4019-b611-2e7d88aa451b req-8a8d4f26-145c-4714-b1ba-18d20dc2ba11 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992763 Nov 26 22:03:45.443612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Port': ['ID=a83766aa-5f4e-4780-ab9b-067c0254e1ff,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:45.549570 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.579445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c092fdd-a459-4328-a81b-a1d3ef037e8d']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:45.594619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61a3568-2d01-4b75-9988-a844f0e1980d') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:45.594619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61a3568-2d01-4b75-9988-a844f0e1980d') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:45.618173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.634783 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.648982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:45.651624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:45.657599 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:45.787728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.797412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:45.803795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] 10.222.0.21 "DELETE /v2.0/networks/9c092fdd-a459-4328-a81b-a1d3ef037e8d HTTP/1.1" status: 204 len: 168 time: 1.3095155 Nov 26 22:03:45.838195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4027c9-1c02-413b-8d7c-8b772cd2fe3e tempest-NetworksIpV6Test-861769504 tempest-NetworksIpV6Test-861769504-project] Pushing event deleted for resources: {'Network': ['ID=9c092fdd-a459-4328-a81b-a1d3ef037e8d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:46.220775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router e037842f-bde8-46ed-9def-26410d6de4eb has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:03:46.237633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:46.283107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33818) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:46.407685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:46.460661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b205863-91fa-4de7-b7fd-0aafc3744978 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:03:46.467342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:03:46.478550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33850) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:46.478744 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-44cfb5c9-e45a-42d2-bc7e-39bcd26df74f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "PUT /v2.0/routers/e037842f-bde8-46ed-9def-26410d6de4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7021790 Nov 26 22:03:46.484391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:46.495205 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] Sync routers for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:03:46.521011 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:03:46.521637 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:46.528616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Transition to ACTIVE for port object 0b205863-91fa-4de7-b7fd-0aafc3744978 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:03:46.535021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:46.647815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27396127-1547-4870-aac1-134f722860eb None None] DHCP port deletion for d44a0803-39db-47ca-b277-3c6185e9cf36 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:46.654572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce33819f-6c88-441f-b5f7-8870b8c7cb50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=500a88d8cbaa4d398d89c7a1e60dea31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681135 Nov 26 22:03:46.660490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33866) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:46.722017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] No DVR routers for this DVR port 0b205863-91fa-4de7-b7fd-0aafc3744978 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:46.728669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=9']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:46.734529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35334d5-5bac-4b10-925a-37967ae1c199 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting subnet 334d7454-a112-4e10-b655-0b449afc1de0 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:03:46.746998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f35334d5-5bac-4b10-925a-37967ae1c199 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:46.829093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.837890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.839132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.840701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.841643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.842749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.844461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.845621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.846606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.867545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.868140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.868675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:03:46.878508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a83766aa-5f4e-4780-ab9b-067c0254e1ff no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:46.922271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Attempting to bind port 0b205863-91fa-4de7-b7fd-0aafc3744978 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:03:46.922975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Attempting to bind port 0b205863-91fa-4de7-b7fd-0aafc3744978 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:03:46.923518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Attempting to bind port 0b205863-91fa-4de7-b7fd-0aafc3744978 on network d44a0803-39db-47ca-b277-3c6185e9cf36 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:46.947237 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:03:46.952071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Port 0b205863-91fa-4de7-b7fd-0aafc3744978 on network d44a0803-39db-47ca-b277-3c6185e9cf36 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:03:46.952878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Attempting to bind port 0b205863-91fa-4de7-b7fd-0aafc3744978 on network d44a0803-39db-47ca-b277-3c6185e9cf36 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:46.967022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:03:46.967430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Checking segment: {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:46.968391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Bound using segment: {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:03:46.968887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Bound port: 0b205863-91fa-4de7-b7fd-0aafc3744978, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7409f257-5d48-4bc0-bcde-879308e91efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:03:46.972063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a83766aa-5f4e-4780-ab9b-067c0254e1ff {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:46.972994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:46.975150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a83766aa-5f4e-4780-ab9b-067c0254e1ff not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:47.139282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:47.144966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:03:47.157250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.209077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:47.213534 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.216777 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] 10.222.0.13 "PUT /v2.0/ports/0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 1091 time: 2.1552317 Nov 26 22:03:47.218959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:03:47.228766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d270535-8950-47c8-88b4-77a904635d1b None None] DHCP port deletion for d44a0803-39db-47ca-b277-3c6185e9cf36 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:47.256180 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb84d45-6e46-43e6-a760-cf82b8280229" -d '{"events": [{"name": "network-changed", "server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:03:47.353378 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:03:44Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:47.357261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f35334d5-5bac-4b10-925a-37967ae1c199 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.396757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d45e8-6184-47ff-b592-c60e86819770 req-b4f4ba35-bdb8-4d3b-a1ac-a8e3200082c7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:47.404922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd1d45e8-6184-47ff-b592-c60e86819770 req-b4f4ba35-bdb8-4d3b-a1ac-a8e3200082c7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 943 time: 0.7104321 Nov 26 22:03:47.444328 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb955-9564-4545-b8a4-dfde01e03755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.470652 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] Checking router: e037842f-bde8-46ed-9def-26410d6de4eb for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:03:47.481797 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] Routers {'e037842f-bde8-46ed-9def-26410d6de4eb'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:03:47.482776 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e037842f-bde8-46ed-9def-26410d6de4eb'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:47.492269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-c1150bea-35c1-446f-9326-2a4068a24b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:47.497740 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-c1150bea-35c1-446f-9326-2a4068a24b9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1095 time: 0.1493480 Nov 26 22:03:47.503210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e90e6a-fbf3-4c6f-bd7e-19731bed608e service neutron] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:47.563464 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21593cb0-abb9-47a8-905c-5aab00212b0b x-openstack-request-id: req-21593cb0-abb9-47a8-905c-5aab00212b0b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:03:47.563755 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:03:47.564016 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21593cb0-abb9-47a8-905c-5aab00212b0b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:03:47.564423 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'status': 'completed', 'code': 200} Nov 26 22:03:47.572532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd1d45e8-6184-47ff-b592-c60e86819770 req-977092ef-b94e-4184-987f-1f861a629d5b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641724 Nov 26 22:03:47.582881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb955-9564-4545-b8a4-dfde01e03755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.688658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] Set router e037842f-bde8-46ed-9def-26410d6de4eb gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:03:47.694414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f35334d5-5bac-4b10-925a-37967ae1c199 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.707422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-a90d8ade-6d11-4405-b479-903ee199aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:47.709440 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-a90d8ade-6d11-4405-b479-903ee199aeaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 915 time: 0.1954017 Nov 26 22:03:47.742597 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb955-9564-4545-b8a4-dfde01e03755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.756316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d1ffb955-9564-4545-b8a4-dfde01e03755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.757501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d1ffb955-9564-4545-b8a4-dfde01e03755 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3036be6-8b7e-496c-9a85-5b1b7fa8a3db HTTP/1.1" status: 204 len: 168 time: 1.0960073 Nov 26 22:03:47.795176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffb955-9564-4545-b8a4-dfde01e03755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3036be6-8b7e-496c-9a85-5b1b7fa8a3db,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:47.860893 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-1ac9cfb0-2b16-4697-9087-92c9b7c4a44a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 217 time: 0.1434522 Nov 26 22:03:47.865521 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f35334d5-5bac-4b10-925a-37967ae1c199 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.921879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35334d5-5bac-4b10-925a-37967ae1c199 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Subnet': ['ID=334d7454-a112-4e10-b655-0b449afc1de0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:47.937426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f35334d5-5bac-4b10-925a-37967ae1c199 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:47.943338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab06d1-357e-4e7c-ad89-bf65a24441fc None None] Network e5914d9a-d5d4-463f-a36e-3cd1d700c20d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:47.963681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f35334d5-5bac-4b10-925a-37967ae1c199 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/subnets/334d7454-a112-4e10-b655-0b449afc1de0 HTTP/1.1" status: 204 len: 168 time: 1.4836419 Nov 26 22:03:47.967116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34000) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:47.971264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-279e81aa-92c0-4fd7-8b67-0b1d074c3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:47.973410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-279e81aa-92c0-4fd7-8b67-0b1d074c3b02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.1015592 Nov 26 22:03:48.013204 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:03:44Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:48.056904 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd336c6-f5fd-452d-89e2-0ce90fd2b083 None None] The sync data for ids ['e037842f-bde8-46ed-9def-26410d6de4eb'] in n-d-819494-1 is: [{'id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-584148437', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:00:01Z', 'updated_at': '2021-11-26T22:03:44Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:db:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e037842f-bde8-46ed-9def-26410d6de4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:00:02Z', 'updated_at': '2021-11-26T22:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:03:48.183847 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-47d5b553-d96c-41af-8fab-b1b11cdd0c0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914511 Nov 26 22:03:48.368339 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:48.451919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-788b3d4d-0cd3-4a89-8645-a8cf0e85e3e0 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591712 Nov 26 22:03:48.492307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] DHCP port deletion for e5914d9a-d5d4-463f-a36e-3cd1d700c20d request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:48.695082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] Deleting port 7dd9bcc0-effc-4298-810a-a8f6f731f866 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:48.695812 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:48.705314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:48.766050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-bf74bfb6-18e8-47e2-bf75-3a58716b2f68 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056712 Nov 26 22:03:48.799826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:03:48.800503 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:49.011969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ff690-2abf-4c1c-b08c-72a2d4590860 req-83d483d1-2ad8-4f42-857b-abdb8ae9760e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:49.026758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a94ff690-2abf-4c1c-b08c-72a2d4590860 req-83d483d1-2ad8-4f42-857b-abdb8ae9760e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.2720299 Nov 26 22:03:49.034725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:49.037326 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:49.057514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] For port 7dd9bcc0-effc-4298-810a-a8f6f731f866, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7dd9bcc0-effc-4298-810a-a8f6f731f866,segment=NetworkSegment(d27d63c8-349d-4881-958a-795a2ff6e0ca),segment_id=d27d63c8-349d-4881-958a-795a2ff6e0ca)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:49.058005 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:49.075399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-dc451828-7a92-4c33-b06a-6852fce38936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:49.077136 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-dc451828-7a92-4c33-b06a-6852fce38936 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1095 time: 0.1803403 Nov 26 22:03:49.113312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:49.114746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] Calling delete_port for 7dd9bcc0-effc-4298-810a-a8f6f731f866 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:03:49.154675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5bada3ce-6604-4296-a84d-923dd56a8f8f no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:49.170233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a94ff690-2abf-4c1c-b08c-72a2d4590860 req-11771a22-e144-4f9e-9e4c-9c5655ee7768 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422968 Nov 26 22:03:49.204603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 5bada3ce-6604-4296-a84d-923dd56a8f8f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:49.205289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5bada3ce-6604-4296-a84d-923dd56a8f8f not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:49.205721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7dd9bcc0-effc-4298-810a-a8f6f731f866 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:49.454572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-c6b98c70-1726-421f-81f8-7648a96a25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:49.456237 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-c6b98c70-1726-421f-81f8-7648a96a25fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 915 time: 0.3704739 Nov 26 22:03:49.529050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34176) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:49.559058 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:49.569965 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-213f9878-9460-47fe-8909-500fdb13fad1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 217 time: 0.0997326 Nov 26 22:03:49.594732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:49.680576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] Pushing event deleted for resources: {'Port': ['ID=7dd9bcc0-effc-4298-810a-a8f6f731f866,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:49.712875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fa8fb-0a88-408b-aa13-37d98df5387f None None] No DVR routers for this DVR port 7dd9bcc0-effc-4298-810a-a8f6f731f866 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:03:49.798267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-444980716'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:49.815595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-4d6ec093-4571-494b-b612-6eb8ab8c0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:49.818661 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-4d6ec093-4571-494b-b612-6eb8ab8c0339 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.2446096 Nov 26 22:03:49.827657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:49.853874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:49.860434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:49.868731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb7706-73c4-4a35-848d-6200eb76d32f None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:03:49.886426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:49.989829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:50.023882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.045237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.055617 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.129718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73301092-1867-4f6e-960e-1e634ae190a3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:50.163764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:50.179898 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.180601 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021 of type vlan for network b4c55c79-4a48-496c-bc80-ee6442b8f13f Nov 26 22:03:50.263017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.301108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34200) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:50.409821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.417501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:50.419427 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.458676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9282842 Nov 26 22:03:50.467750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34210) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:50.481448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-140612649'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:50.594332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbfc62-b7f5-4f9c-806f-211b6c9b4e83 req-5c28c52b-4d76-428e-b006-f12f331b8772 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:50.596792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abcbfc62-b7f5-4f9c-806f-211b6c9b4e83 req-5c28c52b-4d76-428e-b006-f12f331b8772 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.2581332 Nov 26 22:03:50.626769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c06b1006-f2cb-4e75-a10f-76a96e5429ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.710854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f19731-7672-4692-a497-622b768346e3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=b4c55c79-4a48-496c-bc80-ee6442b8f13f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:50.724180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network b4c55c79-4a48-496c-bc80-ee6442b8f13f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:50.731800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:50.737218 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.758140 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.766242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.826326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abcbfc62-b7f5-4f9c-806f-211b6c9b4e83 req-e54416c1-8bab-4b7e-8bb6-f46bf8510940 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004690 Nov 26 22:03:50.864831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:50.868618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c06b1006-f2cb-4e75-a10f-76a96e5429ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.876168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c06b1006-f2cb-4e75-a10f-76a96e5429ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.903120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.903509 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment 1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8 of type vlan for network b179f3af-3128-451c-9ec7-083eec87309b Nov 26 22:03:50.909714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.910827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Fanout notify agent at l3_agent the message router_deleted on router e037842f-bde8-46ed-9def-26410d6de4eb {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:03:50.950806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:50.957878 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-034013a2-2633-4ef9-b7ca-8b40c1a73f26 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/routers/e037842f-bde8-46ed-9def-26410d6de4eb HTTP/1.1" status: 204 len: 168 time: 2.9816866 Nov 26 22:03:50.959090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:50.984702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c06b1006-f2cb-4e75-a10f-76a96e5429ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=828c9186fed74782a4224f6372b14226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6765807 Nov 26 22:03:50.996185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34218) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:50.998232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1006-f2cb-4e75-a10f-76a96e5429ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977d056f-172f-4c70-9997-a9f5c0c4b7bb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:51.027104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.144266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.234573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.240486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:51.240927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.271671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72160e52-fa3a-4ab1-8cf0-7dcda3d12db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.289386 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.340018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8625500 Nov 26 22:03:51.345737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34228) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:51.355020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': 'b4c55c79-4a48-496c-bc80-ee6442b8f13f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:51.358158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72160e52-fa3a-4ab1-8cf0-7dcda3d12db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.363132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5914d9a-d5d4-463f-a36e-3cd1d700c20d']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:51.378686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738174fc-c8f0-4c07-89a7-a481a23952e5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=b179f3af-3128-451c-9ec7-083eec87309b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:51.389240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network b179f3af-3128-451c-9ec7-083eec87309b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:51.416545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-6fdc8bfa-f735-4a05-a942-16819bd5ffc3 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:51.418067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-6fdc8bfa-f735-4a05-a942-16819bd5ffc3 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/networks?id=f7176357-f750-48b9-871b-b10bc0ddd0ff HTTP/1.1" status: 200 len: 814 time: 0.2891536 Nov 26 22:03:51.439480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-95928798-9a60-4763-824d-fe341412305d tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/quotas/f472851f89d645388ae67d3bd2615df2 HTTP/1.1" status: 200 len: 375 time: 0.0134556 Nov 26 22:03:51.459313 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72160e52-fa3a-4ab1-8cf0-7dcda3d12db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.462691 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72160e52-fa3a-4ab1-8cf0-7dcda3d12db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.466159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-72160e52-fa3a-4ab1-8cf0-7dcda3d12db8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/977d056f-172f-4c70-9997-a9f5c0c4b7bb HTTP/1.1" status: 204 len: 168 time: 0.4667406 Nov 26 22:03:51.467250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27d63c8-349d-4881-958a-795a2ff6e0ca') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:51.469068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27d63c8-349d-4881-958a-795a2ff6e0ca') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:03:51.483190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-91c828ee-3c9a-4b24-b996-53356ad572b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f472851f89d645388ae67d3bd2615df2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362961 Nov 26 22:03:51.488388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72160e52-fa3a-4ab1-8cf0-7dcda3d12db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977d056f-172f-4c70-9997-a9f5c0c4b7bb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:51.497620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.557641 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.562167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:51.566639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.675830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:03:51.676500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.688853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-f13c5615-face-43a2-b74e-07f49018afb6 service neutron] 10.222.0.21 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809368 Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:03:51.763960 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:03:51.770046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.775208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.786725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/networks/e5914d9a-d5d4-463f-a36e-3cd1d700c20d HTTP/1.1" status: 204 len: 168 time: 0.8256998 Nov 26 22:03:51.786884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34232) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:51.790557 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:03:51.825697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e67b6-58a7-4e74-8d00-eee6ebb28494 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Network': ['ID=e5914d9a-d5d4-463f-a36e-3cd1d700c20d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:51.888305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-41dd3147-60c4-4e07-8361-1505783703f1 service neutron] 10.222.0.21 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984410 Nov 26 22:03:51.967232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-27684e7b-f96d-42ba-9624-ae05d9019224 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:51.983982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.022333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-27684e7b-f96d-42ba-9624-ae05d9019224 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.060869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=49059833-9665-4ab2-bea2-ace9c315d08b,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:52.070710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': 'a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b4c55c79-4a48-496c-bc80-ee6442b8f13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:52.071151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: b4c55c79-4a48-496c-bc80-ee6442b8f13f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:52.106259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network b4c55c79-4a48-496c-bc80-ee6442b8f13f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:52.128146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34242) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:52.133171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, b4c55c79-4a48-496c-bc80-ee6442b8f13f) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:52.141861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:52.142535 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.148235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd9f698-53a0-45b1-a2c6-514f51b4fdd3 None None] Network b4c55c79-4a48-496c-bc80-ee6442b8f13f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:52.152131 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7881c298-4b16-4d91-9804-130108ad608e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.180192 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-27684e7b-f96d-42ba-9624-ae05d9019224 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.184996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-27684e7b-f96d-42ba-9624-ae05d9019224 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.188991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-46e34138-b1b0-4dd0-af31-690e5821847f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8405716 Nov 26 22:03:52.190450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-27684e7b-f96d-42ba-9624-ae05d9019224 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/security-groups/901f000b-9fed-4b1c-8eea-3f1d462b88a1 HTTP/1.1" status: 204 len: 168 time: 0.4025910 Nov 26 22:03:52.193643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34246) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:52.203006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': 'b179f3af-3128-451c-9ec7-083eec87309b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:52.238723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27684e7b-f96d-42ba-9624-ae05d9019224 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f000b-9fed-4b1c-8eea-3f1d462b88a1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:52.427702 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7881c298-4b16-4d91-9804-130108ad608e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.455123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6494e-1e34-4000-a03d-e228dc86d8b9 req-7e2f3775-a32f-4108-9663-42e006f8cae8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:52.456698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33d6494e-1e34-4000-a03d-e228dc86d8b9 req-7e2f3775-a32f-4108-9663-42e006f8cae8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.0908942 Nov 26 22:03:52.469690 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7881c298-4b16-4d91-9804-130108ad608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.486505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:52.496743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-b4c55c79-4a48-496c-bc80-ee6442b8f13f', 'network_id': 'b4c55c79-4a48-496c-bc80-ee6442b8f13f', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': '49059833-9665-4ab2-bea2-ace9c315d08b'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:52.497811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.524070 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.610126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7881c298-4b16-4d91-9804-130108ad608e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ed2a217feaa45e28cd653d6b6c90674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4804835 Nov 26 22:03:52.616543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881c298-4b16-4d91-9804-130108ad608e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de302eb-5906-4899-97ca-60152216be3a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:52.621870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34254) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:52.636297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33d6494e-1e34-4000-a03d-e228dc86d8b9 req-1420304b-d0cf-49c8-ab80-e1dfc94dbcba tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718912 Nov 26 22:03:52.770774 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d34eedee-601f-47b3-8158-9191e6ae2059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.802697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:03:52.851546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d34eedee-601f-47b3-8158-9191e6ae2059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.930402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:03:52.931014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9f369e1b-d7ea-49bb-ad6e-bc58b9a98a87 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:03:52.955652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67ccd523-3bf3-4d8e-8c5f-1dbdb1926e65 req-bc5f1a04-5607-4389-88fd-2e14c80b65a6 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 210 time: 0.0469143 Nov 26 22:03:52.982996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Allocated IP 172.20.0.2 (b4c55c79-4a48-496c-bc80-ee6442b8f13f/49059833-9665-4ab2-bea2-ace9c315d08b/daa2bcbf-f0de-4195-b454-d48311d2fee7) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:52.992303 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d34eedee-601f-47b3-8158-9191e6ae2059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:52.996970 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d34eedee-601f-47b3-8158-9191e6ae2059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.001399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d34eedee-601f-47b3-8158-9191e6ae2059 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0de302eb-5906-4899-97ca-60152216be3a HTTP/1.1" status: 204 len: 168 time: 0.3749380 Nov 26 22:03:53.036064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eedee-601f-47b3-8158-9191e6ae2059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de302eb-5906-4899-97ca-60152216be3a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:53.056168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.193808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=0144117e-be3c-4c4a-9b75-7199e5a2b9e1,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:53.231024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': '1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b179f3af-3128-451c-9ec7-083eec87309b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:53.231579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: b179f3af-3128-451c-9ec7-083eec87309b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:03:53.256244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network b179f3af-3128-451c-9ec7-083eec87309b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:03:53.269331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, b179f3af-3128-451c-9ec7-083eec87309b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:53.276683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:53.277627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.323591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c620c440-6940-403c-880b-200cfb9efb21 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1284742 Nov 26 22:03:53.326671 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.328587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34266) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:53.334037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ed138d-a4e1-4d2b-bbbe-9eed6ca2c470 None None] Network b179f3af-3128-451c-9ec7-083eec87309b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:53.338512 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.341125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-72a712fc-af11-458c-bbe3-75e9b2257d98 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1794460476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:53.411672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72a712fc-af11-458c-bbe3-75e9b2257d98 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.414511 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72a712fc-af11-458c-bbe3-75e9b2257d98 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.473799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Network b4c55c79-4a48-496c-bc80-ee6442b8f13f is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:53.476241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:53.481045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Pushing event updated for resources: {'Port': ['ID=daa2bcbf-f0de-4195-b454-d48311d2fee7,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:53.484861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:03:53.518820 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7dcd4436-1229-47f3-8bbb-6428c64b6b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.562167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Attempting to bind port daa2bcbf-f0de-4195-b454-d48311d2fee7 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:03:53.563049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Attempting to bind port daa2bcbf-f0de-4195-b454-d48311d2fee7 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b4c55c79-4a48-496c-bc80-ee6442b8f13f'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:03:53.563564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Attempting to bind port daa2bcbf-f0de-4195-b454-d48311d2fee7 on network b4c55c79-4a48-496c-bc80-ee6442b8f13f {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:53.580928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34270) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:53.583291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:03:53.583860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Checking segment: {'id': 'a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b4c55c79-4a48-496c-bc80-ee6442b8f13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:53.584439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.584974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Bound using segment: {'id': 'a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b4c55c79-4a48-496c-bc80-ee6442b8f13f'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:03:53.585590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Bound port: daa2bcbf-f0de-4195-b454-d48311d2fee7, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'b4c55c79-4a48-496c-bc80-ee6442b8f13f'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:03:53.586156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.587092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5616b325-1165-4864-8240-74ec0112c6e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324942171', 'description': 'tempest-secgroup-smoke-324942171 description', 'project_id': '44636e60510b4cc993a80af73b717746'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:53.615399 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72a712fc-af11-458c-bbe3-75e9b2257d98 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.625403 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72a712fc-af11-458c-bbe3-75e9b2257d98 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.647104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5616b325-1165-4864-8240-74ec0112c6e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.665437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72a712fc-af11-458c-bbe3-75e9b2257d98 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.666993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-72a712fc-af11-458c-bbe3-75e9b2257d98 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3366032 Nov 26 22:03:53.670159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34274) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:53.701183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] For port daa2bcbf-f0de-4195-b454-d48311d2fee7, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:53.706585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] For port daa2bcbf-f0de-4195-b454-d48311d2fee7, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=daa2bcbf-f0de-4195-b454-d48311d2fee7,segment=NetworkSegment(a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021),segment_id=a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:03:53.830812 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.837569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5616b325-1165-4864-8240-74ec0112c6e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.847501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5616b325-1165-4864-8240-74ec0112c6e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.890650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5616b325-1165-4864-8240-74ec0112c6e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.893117 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5616b325-1165-4864-8240-74ec0112c6e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3109221 Nov 26 22:03:53.895690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616b325-1165-4864-8240-74ec0112c6e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18fc671-bcc4-4184-a48e-2f00559b20ec,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:53.899670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34284) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:53.908466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-583d520b-f8bb-430a-8745-3324dfb7b97b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': 'f18fc671-bcc4-4184-a48e-2f00559b20ec', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:53.929438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-b179f3af-3128-451c-9ec7-083eec87309b', 'network_id': 'b179f3af-3128-451c-9ec7-083eec87309b', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': '0144117e-be3c-4c4a-9b75-7199e5a2b9e1'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:03:53.930879 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:53.995421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-583d520b-f8bb-430a-8745-3324dfb7b97b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.018108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2014c83-ff1a-478e-9794-1565ce9d15e4 None None] Pushing event updated for resources: {'Port': ['ID=daa2bcbf-f0de-4195-b454-d48311d2fee7,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:54.119848 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-583d520b-f8bb-430a-8745-3324dfb7b97b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.125108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-583d520b-f8bb-430a-8745-3324dfb7b97b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.167265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d520b-f8bb-430a-8745-3324dfb7b97b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04796e8e-950d-4504-a769-be0b6ec6a046,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:54.180079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-583d520b-f8bb-430a-8745-3324dfb7b97b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.183910 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-583d520b-f8bb-430a-8745-3324dfb7b97b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2794480 Nov 26 22:03:54.191128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34294) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:54.195944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9d380f2b-912d-4d14-9231-3e22bdacbf93 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': 'f18fc671-bcc4-4184-a48e-2f00559b20ec', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:54.254346 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d380f2b-912d-4d14-9231-3e22bdacbf93 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.356696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939642-ea43-443b-87c0-e01f1509be91 req-b0f10d60-dd0d-4752-b7d4-72138fdab5c1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:54.361768 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43939642-ea43-443b-87c0-e01f1509be91 req-b0f10d60-dd0d-4752-b7d4-72138fdab5c1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.4884341 Nov 26 22:03:54.382752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Allocated IP 172.21.0.2 (b179f3af-3128-451c-9ec7-083eec87309b/0144117e-be3c-4c4a-9b75-7199e5a2b9e1/6040ec8c-bdf7-4737-b523-95de4964364b) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:54.394871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d380f2b-912d-4d14-9231-3e22bdacbf93 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.411545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d380f2b-912d-4d14-9231-3e22bdacbf93 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.445291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d380f2b-912d-4d14-9231-3e22bdacbf93 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469d8c69-a7ed-48eb-9063-19dfc6de05ca,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:54.477384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d380f2b-912d-4d14-9231-3e22bdacbf93 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.478851 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9d380f2b-912d-4d14-9231-3e22bdacbf93 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2866714 Nov 26 22:03:54.486591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34300) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:54.491728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-edb26e5f-354d-4428-9339-ec4c1c40e660 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': 'f18fc671-bcc4-4184-a48e-2f00559b20ec', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:54.525528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.579218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edb26e5f-354d-4428-9339-ec4c1c40e660 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.605352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43939642-ea43-443b-87c0-e01f1509be91 req-dfaf8342-b954-4df2-907a-6c8e1310332f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353802 Nov 26 22:03:54.733517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edb26e5f-354d-4428-9339-ec4c1c40e660 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.740686 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edb26e5f-354d-4428-9339-ec4c1c40e660 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.784359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb26e5f-354d-4428-9339-ec4c1c40e660 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3060cade-f962-44ad-b81d-4302e135a95f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:54.798329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edb26e5f-354d-4428-9339-ec4c1c40e660 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.802191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-edb26e5f-354d-4428-9339-ec4c1c40e660 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117204 Nov 26 22:03:54.804375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34310) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:54.810709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-869b1ebc-98a7-45f3-b4ae-9c59f775a332 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': 'f18fc671-bcc4-4184-a48e-2f00559b20ec', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:54.956923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13d5e7e3-15be-4910-a3ed-59c7379b2943 req-117255e3-e194-471f-a28b-9b9fadf56fa6 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 210 time: 0.0727954 Nov 26 22:03:54.960663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-869b1ebc-98a7-45f3-b4ae-9c59f775a332 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:54.995460 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.004914 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.099659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device daa2bcbf-f0de-4195-b454-d48311d2fee7 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:55.189147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Network b179f3af-3128-451c-9ec7-083eec87309b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:55.201909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:55.211107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:03:55.356950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-869b1ebc-98a7-45f3-b4ae-9c59f775a332 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.369302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-869b1ebc-98a7-45f3-b4ae-9c59f775a332 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.448026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.20.0.1 (b4c55c79-4a48-496c-bc80-ee6442b8f13f/49059833-9665-4ab2-bea2-ace9c315d08b/d4e3456b-3451-4c0d-9283-ee33f330820d) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:03:55.449975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b1ebc-98a7-45f3-b4ae-9c59f775a332 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea30889d-abc4-453a-92cf-e43f57cb10b0,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:55.510311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Pushing event updated for resources: {'Port': ['ID=6040ec8c-bdf7-4737-b523-95de4964364b,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:55.520554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-869b1ebc-98a7-45f3-b4ae-9c59f775a332 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.521778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-869b1ebc-98a7-45f3-b4ae-9c59f775a332 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7164383 Nov 26 22:03:55.524681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34334) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:55.530742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ffbbeb54-0feb-4ca8-a1ca-329b2495c40a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': 'f18fc671-bcc4-4184-a48e-2f00559b20ec', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:55.579372 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-ffbbeb54-0feb-4ca8-a1ca-329b2495c40a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Project 44636e60510b4cc993a80af73b717746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:03:55.597873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffbbeb54-0feb-4ca8-a1ca-329b2495c40a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.606179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Attempting to bind port 6040ec8c-bdf7-4737-b523-95de4964364b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:03:55.607829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Attempting to bind port 6040ec8c-bdf7-4737-b523-95de4964364b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b179f3af-3128-451c-9ec7-083eec87309b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:03:55.609038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Attempting to bind port 6040ec8c-bdf7-4737-b523-95de4964364b on network b179f3af-3128-451c-9ec7-083eec87309b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:03:55.652620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:03:55.653330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Checking segment: {'id': '1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b179f3af-3128-451c-9ec7-083eec87309b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:03:55.653948 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.654545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Bound using segment: {'id': '1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b179f3af-3128-451c-9ec7-083eec87309b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:03:55.655296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Bound port: 6040ec8c-bdf7-4737-b523-95de4964364b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b179f3af-3128-451c-9ec7-083eec87309b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:03:55.656084 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.678058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port daa2bcbf-f0de-4195-b454-d48311d2fee7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:55.679002 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.817749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffbbeb54-0feb-4ca8-a1ca-329b2495c40a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.824537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffbbeb54-0feb-4ca8-a1ca-329b2495c40a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.837173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769a7ff9-2f09-456e-9b39-f96abb7d85e1 None None] Network b4c55c79-4a48-496c-bc80-ee6442b8f13f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:55.873531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:55.877632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffbbeb54-0feb-4ca8-a1ca-329b2495c40a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.881484 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ffbbeb54-0feb-4ca8-a1ca-329b2495c40a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3526471 Nov 26 22:03:55.886852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34344) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:55.892832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ca1f5e80-0c1f-4bb0-8df1-9611a55b2105 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': 'f18fc671-bcc4-4184-a48e-2f00559b20ec', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:55.896381 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] For port 6040ec8c-bdf7-4737-b523-95de4964364b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:03:55.900524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbeb54-0feb-4ca8-a1ca-329b2495c40a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006ffba6-8279-4b6c-a997-fe64ac89fc10,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:55.960801 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-ca1f5e80-0c1f-4bb0-8df1-9611a55b2105 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Project 44636e60510b4cc993a80af73b717746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:03:55.969789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] For port 6040ec8c-bdf7-4737-b523-95de4964364b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6040ec8c-bdf7-4737-b523-95de4964364b,segment=NetworkSegment(1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8),segment_id=1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:03:55.986725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5e80-0c1f-4bb0-8df1-9611a55b2105 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.996099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dd635f97-cdf0-46d8-9bfa-8ff4de4293cc None None] Provisioning complete for port daa2bcbf-f0de-4195-b454-d48311d2fee7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:55.996870 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dd635f97-cdf0-46d8-9bfa-8ff4de4293cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:55.999595 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.020854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.053825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555940b7-7df3-4f76-9265-54ec4495ac2d req-3000622d-74e1-4393-baf2-b857fea4b8f2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:56.059800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.074716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-555940b7-7df3-4f76-9265-54ec4495ac2d req-3000622d-74e1-4393-baf2-b857fea4b8f2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.2634876 Nov 26 22:03:56.101121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed7363-6ef5-43e5-acc1-89f8696d7491 None None] Pushing event updated for resources: {'Port': ['ID=6040ec8c-bdf7-4737-b523-95de4964364b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:56.205768 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5e80-0c1f-4bb0-8df1-9611a55b2105 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.214958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-555940b7-7df3-4f76-9265-54ec4495ac2d req-ef26f148-bb91-4183-9237-ff2f62d60283 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375661 Nov 26 22:03:56.215744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5e80-0c1f-4bb0-8df1-9611a55b2105 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.290925 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.291660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca1f5e80-0c1f-4bb0-8df1-9611a55b2105 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.297407 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ca1f5e80-0c1f-4bb0-8df1-9611a55b2105 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4059668 Nov 26 22:03:56.305229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34352) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:56.337113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'network': {'name': 'tempest-network-smoke--1431842404', 'project_id': '44636e60510b4cc993a80af73b717746', 'port_security_enabled': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:56.365327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f5e80-0c1f-4bb0-8df1-9611a55b2105 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dc93d6-ee58-4b5b-bd77-0f22703b85de,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:56.367340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network b4c55c79-4a48-496c-bc80-ee6442b8f13f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:56.372035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:56.378728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:03:56.381431 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99173650-586c-4851-994c-aea37df1f8cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.391015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:56.413905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.435254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.528168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port daa2bcbf-f0de-4195-b454-d48311d2fee7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=daa2bcbf-f0de-4195-b454-d48311d2fee7,segment=NetworkSegment(a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021),segment_id=a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:56.531145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=d4e3456b-3451-4c0d-9283-ee33f330820d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:56.558624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.561108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9638c3e6-0f4d-4752-8fb5-ff70b2e505da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.582157 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-0d5f7e33-9bca-4ddb-80c3-5c389f2f1145 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082313 Nov 26 22:03:56.689317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:56.726319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38b06110-7347-4f2c-b62f-ab4caa7f56b0 req-ab63a2b9-69eb-4940-8ea7-1ff429bcd213 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 210 time: 0.0537288 Nov 26 22:03:56.867100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=daa2bcbf-f0de-4195-b454-d48311d2fee7,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:56.924916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:03:57.104236 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.117727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99173650-586c-4851-994c-aea37df1f8cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.122383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.122769 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Added segment fd4d1a92-b230-41ab-b61f-d52e1b2e1e94 of type vlan for network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e Nov 26 22:03:57.128084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6040ec8c-bdf7-4737-b523-95de4964364b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:57.147749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99173650-586c-4851-994c-aea37df1f8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.260078 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.262905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.267121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6040ec8c-bdf7-4737-b523-95de4964364b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:57.267507 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.276553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.415978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.resource_extend [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 22:03:57.420416 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-99173650-586c-4851-994c-aea37df1f8cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=316c1bd0a3ce4aa79c27c175cf482285&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5402122 Nov 26 22:03:57.432807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34362) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:57.435407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99173650-586c-4851-994c-aea37df1f8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eb3125-a05c-4179-8061-e2560feb71ae,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:57.503283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-a39b896d-f3cb-4570-a272-493171407a59 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596493 Nov 26 22:03:57.503599 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.514702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.520612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:57.521231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.596110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 6040ec8c-bdf7-4737-b523-95de4964364b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6040ec8c-bdf7-4737-b523-95de4964364b,segment=NetworkSegment(1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8),segment_id=1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:03:57.599436 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.604607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:57.615460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=d4e3456b-3451-4c0d-9283-ee33f330820d,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:57.660217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4750a4-b9c6-4228-b845-ce794ff0c074 req-7b021d69-f171-4c57-a502-368520fedaf7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:57.668276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c4750a4-b9c6-4228-b845-ce794ff0c074 req-7b021d69-f171-4c57-a502-368520fedaf7 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.2154877 Nov 26 22:03:57.718833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Network': ['ID=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:57.748869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:03:57.893826 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6f5fbff6-2e30-419b-81bd-bd51d1d371b1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5696542 Nov 26 22:03:57.897298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c4750a4-b9c6-4228-b845-ce794ff0c074 req-a9c9cc7e-d193-41b5-974a-f3a62dab7a91 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096589 Nov 26 22:03:57.899787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34368) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:57.904224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'admin_state_up': True, 'project_id': '44636e60510b4cc993a80af73b717746', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:57.990410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f546fd83-b987-478f-a581-c1b9a075a0a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.027021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04207b5b-a5c8-4fb6-af35-05eb0111b25d req-1c530449-347c-4501-82ad-5ec724b56936 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 210 time: 0.0521674 Nov 26 22:03:58.040806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.042108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.060539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network b4c55c79-4a48-496c-bc80-ee6442b8f13f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:03:58.065642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:03:58.073810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=6040ec8c-bdf7-4737-b523-95de4964364b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:58.104402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f546fd83-b987-478f-a581-c1b9a075a0a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.116331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d4c8ab94-18c6-429e-a100-b24e6d16b7d3 None None] Provisioning complete for port d4e3456b-3451-4c0d-9283-ee33f330820d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:58.117464 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ab94-18c6-429e-a100-b24e6d16b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.185483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8ab94-18c6-429e-a100-b24e6d16b7d3 None None] Port d4e3456b-3451-4c0d-9283-ee33f330820d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:03:58.212803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d4c8ab94-18c6-429e-a100-b24e6d16b7d3 None None] Provisioning complete for port daa2bcbf-f0de-4195-b454-d48311d2fee7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:58.213172 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ab94-18c6-429e-a100-b24e6d16b7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.397820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f546fd83-b987-478f-a581-c1b9a075a0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.402677 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f546fd83-b987-478f-a581-c1b9a075a0a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.403869 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f546fd83-b987-478f-a581-c1b9a075a0a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51eb3125-a05c-4179-8061-e2560feb71ae HTTP/1.1" status: 204 len: 168 time: 0.9647684 Nov 26 22:03:58.512609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546fd83-b987-478f-a581-c1b9a075a0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eb3125-a05c-4179-8061-e2560feb71ae,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:03:58.564409 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6cb84d45-6e46-43e6-a760-cf82b8280229 req-02333024-17c9-4f2a-8f82-f732c0aa8e03 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8466511 Nov 26 22:03:58.617792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-ede20fb0-d2e9-4837-8e5e-283115e6cf7b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:58.619913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-ede20fb0-d2e9-4837-8e5e-283115e6cf7b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.13 "GET /v2.0/networks?id=f7176357-f750-48b9-871b-b10bc0ddd0ff HTTP/1.1" status: 200 len: 814 time: 0.3911970 Nov 26 22:03:58.644489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-882f921e-20a2-4e7e-931c-281bb9efb22f None None] Provisioning complete for port d4e3456b-3451-4c0d-9283-ee33f330820d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:58.646476 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-882f921e-20a2-4e7e-931c-281bb9efb22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.657777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd6692-9767-48c4-b606-b62ebd88ab73 None None] Network b179f3af-3128-451c-9ec7-083eec87309b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:03:58.908394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.926655 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:58.957698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-882f921e-20a2-4e7e-931c-281bb9efb22f None None] Port d4e3456b-3451-4c0d-9283-ee33f330820d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:03:58.989351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device daa2bcbf-f0de-4195-b454-d48311d2fee7 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:59.236410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:59.240483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2096f91f-7eb2-4873-b1f1-84ff0945c60d None None] Provisioning complete for port d4e3456b-3451-4c0d-9283-ee33f330820d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:59.241291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2096f91f-7eb2-4873-b1f1-84ff0945c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:59.247193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Request body: {'port': {'device_id': '96e4c187-3f19-4507-9286-f5436e7749e9', 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff', 'admin_state_up': True, 'tenant_id': 'f472851f89d645388ae67d3bd2615df2'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:03:59.300734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-2096f91f-7eb2-4873-b1f1-84ff0945c60d None None] Port d4e3456b-3451-4c0d-9283-ee33f330820d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:03:59.315241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port daa2bcbf-f0de-4195-b454-d48311d2fee7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:59.317337 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:59.327458 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:59.449036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2096f91f-7eb2-4873-b1f1-84ff0945c60d None None] Provisioning complete for port 6040ec8c-bdf7-4737-b523-95de4964364b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:03:59.449773 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2096f91f-7eb2-4873-b1f1-84ff0945c60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:59.628451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-243f03cf-f689-4bea-88ab-20aee697450f req-3f6c4b19-aaa7-4290-a70b-fc7f7235367a tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 210 time: 0.0779819 Nov 26 22:03:59.635209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Made reservation on behalf of f472851f89d645388ae67d3bd2615df2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:03:59.640744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:03:59.656922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f9bae-b563-44a5-a03e-a39f415615b0 req-c0986e24-5911-45ef-ba7e-39086af9c1df tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:03:59.659523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b75f9bae-b563-44a5-a03e-a39f415615b0 req-c0986e24-5911-45ef-ba7e-39086af9c1df tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.3242066 Nov 26 22:03:59.722603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router c0332be6-1948-4f73-8fa2-0e19fbbcccce is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:03:59.739230 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6040ec8c-bdf7-4737-b523-95de4964364b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:03:59.881179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:03:59.899011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-347b161a-4915-4621-a06e-4514ad3d6e39 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/c0332be6-1948-4f73-8fa2-0e19fbbcccce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2261441 Nov 26 22:03:59.904575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34400) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:03:59.933480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66039def-aff7-42a6-a3fb-c419d6724d86 None None] Sync routers for ids ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:03:59.995028 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b75f9bae-b563-44a5-a03e-a39f415615b0 req-c5b5f521-3348-485b-80d6-299932541319 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155494 Nov 26 22:04:00.035772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66039def-aff7-42a6-a3fb-c419d6724d86 None None] Routers {'c0332be6-1948-4f73-8fa2-0e19fbbcccce'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:00.038138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-66039def-aff7-42a6-a3fb-c419d6724d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:00.080440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128c6a40-9e96-4190-af2c-85d0bfd7f68e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:00.090394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34404) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:00.095622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-128c6a40-9e96-4190-af2c-85d0bfd7f68e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports/d4e3456b-3451-4c0d-9283-ee33f330820d HTTP/1.1" status: 200 len: 910 time: 0.1898553 Nov 26 22:04:00.123852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-66039def-aff7-42a6-a3fb-c419d6724d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:00.185037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66039def-aff7-42a6-a3fb-c419d6724d86 None None] Routers {'c0332be6-1948-4f73-8fa2-0e19fbbcccce'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:00.185848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-66039def-aff7-42a6-a3fb-c419d6724d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:00.234390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Allocated IP 172.20.0.4 (f7176357-f750-48b9-871b-b10bc0ddd0ff/45eee5c7-0c95-46d1-8c6c-86b8b456ad3c/c2922d9b-b9a9-4d31-bd6b-2a684838bed9) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:00.325883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-66039def-aff7-42a6-a3fb-c419d6724d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:00.326793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66039def-aff7-42a6-a3fb-c419d6724d86 None None] The sync data for ids ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:00.349937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6040ec8c-bdf7-4737-b523-95de4964364b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:00.350720 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:00.379194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:00.406531 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:00.524896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1f66680a-f888-4509-8a1a-8977c304b56a None None] Provisioning complete for port 6040ec8c-bdf7-4737-b523-95de4964364b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:00.528259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f66680a-f888-4509-8a1a-8977c304b56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:00.727357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:00.821160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:00.930717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Network f7176357-f750-48b9-871b-b10bc0ddd0ff is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:00.955237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:00.963135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:00.974993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede0acb2-97e5-46e3-bac2-fd4fd2404277 None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:01.077440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Pushing event updated for resources: {'Port': ['ID=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:01.078378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-03077d59-a8b2-4db8-b730-9d08f3bdfe91 None None] Provisioning complete for port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:01.079342 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-03077d59-a8b2-4db8-b730-9d08f3bdfe91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.135417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-03077d59-a8b2-4db8-b730-9d08f3bdfe91 None None] Port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:01.192686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:01.193936 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.232495 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-4dfffd3a-bd46-4f97-a36b-877140cb637e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9906693 Nov 26 22:04:01.396282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95c4c-e581-4810-b9ac-caa0eba0c430 req-a7ed158f-4b46-4a53-b5a2-113295a1c33f tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:01.397916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25d95c4c-e581-4810-b9ac-caa0eba0c430 req-a7ed158f-4b46-4a53-b5a2-113295a1c33f tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 931 time: 0.4505873 Nov 26 22:04:01.427809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34434) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:01.456052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.25.3.57 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/045b8934-3096-45eb-847c-1105c93d1b16) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:01.571508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a7630-824a-4522-8f26-34fafbeae59c req-9947635a-baa5-4356-9fe6-7234c18a97ca tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:01.578183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-474a7630-824a-4522-8f26-34fafbeae59c req-9947635a-baa5-4356-9fe6-7234c18a97ca tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.3231714 Nov 26 22:04:01.705436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1680351762'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:01.709526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25d95c4c-e581-4810-b9ac-caa0eba0c430 req-b2306b55-6485-4358-b0f0-98835a476f3f tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766171 Nov 26 22:04:01.735318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.751960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Made reservation on behalf of 4c551678400a42ca8af4e98333daffb3 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:01.756067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.778847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.830032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-474a7630-824a-4522-8f26-34fafbeae59c req-82d05b69-a930-42a7-be44-98e968e646cc tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301402 Nov 26 22:04:01.897063 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.907445 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.912628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.937692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:04:01.956831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd26bba-dd1c-40c4-ab52-f204bb3491a6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:01.959835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:01.960129 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Added segment d851a999-f005-49f5-a424-69a4b7493434 of type vlan for network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc Nov 26 22:04:02.003798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.015793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.029832 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.035183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:02.035780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.068022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:02.078507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:02.085042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:02.096899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249e9bf-b87a-46cd-a533-b9f3644e8a70 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:02.097467 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6682286 Nov 26 22:04:02.101850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34440) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:02.114376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Request body: {'subnet': {'network_id': '54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:02.133092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=045b8934-3096-45eb-847c-1105c93d1b16,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:02.133392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde7819-9ba1-481d-ba95-59d1ace3f5a8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event updated for resources: {'Network': ['ID=54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:02.152861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:04:02.165022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.21.0.1 (b179f3af-3128-451c-9ec7-083eec87309b/0144117e-be3c-4c4a-9b75-7199e5a2b9e1/39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:02.208820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Made reservation on behalf of 4c551678400a42ca8af4e98333daffb3 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:02.212417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.223768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6f05ab08-bc95-4582-8d83-16ae16d5360c None None] Provisioning complete for port 045b8934-3096-45eb-847c-1105c93d1b16 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:02.224135 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f05ab08-bc95-4582-8d83-16ae16d5360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.266645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6f05ab08-bc95-4582-8d83-16ae16d5360c None None] Port 045b8934-3096-45eb-847c-1105c93d1b16 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:02.400570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.469628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event updated for resources: {'Subnet': ['ID=fdc401b4-2d48-4ca2-9d8e-bb709df9dc6f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:02.478464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Checking segment: {'id': 'd851a999-f005-49f5-a424-69a4b7493434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:02.478833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Network hostable DHCP agents. Network: 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:04:02.497335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:04:02.515825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:02.520864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:02.521517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.526420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93de22d-10a9-4d70-8463-22ac3ce7f146 None None] Network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:02.541362 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9877717f-2725-45f2-a759-495826285e26 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4360812 Nov 26 22:04:02.541874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:02.547836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Request body: {'port': {'network_id': '54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1827430300'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:02.666995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Made reservation on behalf of 4c551678400a42ca8af4e98333daffb3 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:02.670733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.692223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] device_id is not set on port 21dc4da3-3503-48e1-8864-a2a05c32a26e yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:04:02.769004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.806960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.845847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc', 'network_id': '54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc', 'tenant_id': '4c551678400a42ca8af4e98333daffb3', 'fixed_ips': [{'subnet_id': 'fdc401b4-2d48-4ca2-9d8e-bb709df9dc6f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:04:02.847023 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.851748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Allocated IP 172.20.0.4 (54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc/fdc401b4-2d48-4ca2-9d8e-bb709df9dc6f/21dc4da3-3503-48e1-8864-a2a05c32a26e) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:02.916745 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:02.982919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network b179f3af-3128-451c-9ec7-083eec87309b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:02.992782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eb607-7dec-4a89-a7c1-d0056f1121b9 req-8323b573-b30e-4281-b662-99cbf6cd2628 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:02.994392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d02eb607-7dec-4a89-a7c1-d0056f1121b9 req-8323b573-b30e-4281-b662-99cbf6cd2628 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 931 time: 0.1841853 Nov 26 22:04:03.001246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:03.010134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:03.019458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.038876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:03.059787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.116069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:03.119442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:03.125148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:03.156076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event updated for resources: {'Port': ['ID=21dc4da3-3503-48e1-8864-a2a05c32a26e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:03.158224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Allocated IP 172.20.0.2 (54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc/fdc401b4-2d48-4ca2-9d8e-bb709df9dc6f/e9ada0f0-7316-4175-8867-bc1944aa531b) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:03.163751 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.213812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:03.214437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d02eb607-7dec-4a89-a7c1-d0056f1121b9 req-9c743414-ea28-46d9-a169-b24c2574b16b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071815 Nov 26 22:04:03.214919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.258362 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-853eb49f-faf2-44f4-9599-d7bd94c29e30 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7155244 Nov 26 22:04:03.259108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34452) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:03.293197 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.339123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-715ca0e9-5b3b-4b86-accc-04db18b7d8d4 None None] Provisioning complete for port 39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:03.339504 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-715ca0e9-5b3b-4b86-accc-04db18b7d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.363775 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.393106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d298ad4e-9991-45ef-b70e-5e1f94e59049 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Deleting port 21dc4da3-3503-48e1-8864-a2a05c32a26e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:03.393714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d298ad4e-9991-45ef-b70e-5e1f94e59049 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.421020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-715ca0e9-5b3b-4b86-accc-04db18b7d8d4 None None] Port 39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:03.422791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.429920 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.489244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:03.492994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:03.503341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:03.532505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Pushing event updated for resources: {'Port': ['ID=e9ada0f0-7316-4175-8867-bc1944aa531b,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:03.544814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d298ad4e-9991-45ef-b70e-5e1f94e59049 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.581045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d298ad4e-9991-45ef-b70e-5e1f94e59049 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Calling delete_port for 21dc4da3-3503-48e1-8864-a2a05c32a26e owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:03.613871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Attempting to bind port e9ada0f0-7316-4175-8867-bc1944aa531b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:03.614272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Attempting to bind port e9ada0f0-7316-4175-8867-bc1944aa531b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'd851a999-f005-49f5-a424-69a4b7493434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:03.614636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Attempting to bind port e9ada0f0-7316-4175-8867-bc1944aa531b on network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:03.620539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:03.620941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Checking segment: {'id': 'd851a999-f005-49f5-a424-69a4b7493434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:03.621351 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.621737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Bound using segment: {'id': 'd851a999-f005-49f5-a424-69a4b7493434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:03.622229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Bound port: e9ada0f0-7316-4175-8867-bc1944aa531b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd851a999-f005-49f5-a424-69a4b7493434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:03.622609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.627609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920d8a9-a75f-41ee-a864-5670e3db8449 req-0d63200a-a754-4797-8557-dc6bab641329 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:03.628973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0920d8a9-a75f-41ee-a864-5670e3db8449 req-0d63200a-a754-4797-8557-dc6bab641329 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.2150271 Nov 26 22:04:03.695620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] For port e9ada0f0-7316-4175-8867-bc1944aa531b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:03.699120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] For port e9ada0f0-7316-4175-8867-bc1944aa531b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e9ada0f0-7316-4175-8867-bc1944aa531b,segment=NetworkSegment(d851a999-f005-49f5-a424-69a4b7493434),segment_id=d851a999-f005-49f5-a424-69a4b7493434)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:03.704442 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.731782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d298ad4e-9991-45ef-b70e-5e1f94e59049 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.768903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298ad4e-9991-45ef-b70e-5e1f94e59049 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event deleted for resources: {'Port': ['ID=21dc4da3-3503-48e1-8864-a2a05c32a26e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:03.771296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c1c31-6b93-48c2-988d-9af8806516d9 None None] Pushing event updated for resources: {'Port': ['ID=e9ada0f0-7316-4175-8867-bc1944aa531b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:03.774380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0920d8a9-a75f-41ee-a864-5670e3db8449 req-6ecbef92-0b46-4605-9937-509b7186fae3 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263270 Nov 26 22:04:03.783270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 3f101628-536c-4a81-bc26-a3b8b7ca951a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:04:03.881448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d298ad4e-9991-45ef-b70e-5e1f94e59049 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.885096 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d298ad4e-9991-45ef-b70e-5e1f94e59049 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "DELETE /v2.0/ports/21dc4da3-3503-48e1-8864-a2a05c32a26e HTTP/1.1" status: 204 len: 168 time: 0.6245887 Nov 26 22:04:03.889043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:03.971024 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.973246 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cec5ead0-2a7a-4050-a924-396d17e4ccd4 tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0827510 Nov 26 22:04:03.975926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34458) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:03.978669 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:03.981539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-310011066'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:04.012796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Made reservation on behalf of 4c551678400a42ca8af4e98333daffb3 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:04.017521 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.046363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:04:04.048684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:04.060457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.062009 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Added segment a303c755-741b-4248-a7da-33cab81179cd of type vlan for network 54ca6bcb-17a0-4619-be91-0ca66ac604d2 Nov 26 22:04:04.063739 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Sync routers for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:04.082439 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:04.083536 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:04.090053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.094548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:04.117834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.119120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9f9468ac-6370-49bb-8870-1fd7094d6c22 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2183621 Nov 26 22:04:04.124746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.126855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34460) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:04.194015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Request body: {'port': {'device_id': '96e4c187-3f19-4507-9286-f5436e7749e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:04.201111 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9415cc48-864b-4503-bd3c-7a09e2a7e128 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=44636e60510b4cc993a80af73b717746&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729377 Nov 26 22:04:04.206726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34462) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:04.209899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network b179f3af-3128-451c-9ec7-083eec87309b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:04.215349 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:04:04.221563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:04.221726 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.228322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:04.229001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.259306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2795970 Nov 26 22:04:04.271449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34466) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:04.453949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router c0332be6-1948-4f73-8fa2-0e19fbbcccce has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:04.460641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4557516b-8926-4e8d-8efe-ecbf2e4fba3b tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:04.468478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4557516b-8926-4e8d-8efe-ecbf2e4fba3b tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2601144 Nov 26 22:04:04.473644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34470) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:04.492927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f91890-cc2b-42e0-a462-7f984638284e tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event updated for resources: {'Network': ['ID=54ca6bcb-17a0-4619-be91-0ca66ac604d2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:04.497784 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:02Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:04.515754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 54ca6bcb-17a0-4619-be91-0ca66ac604d2 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:04:04.530559 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Checking router: 3f101628-536c-4a81-bc26-a3b8b7ca951a for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:04:04.531239 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Updating router 3f101628-536c-4a81-bc26-a3b8b7ca951a port 045b8934-3096-45eb-847c-1105c93d1b16 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:04:04.560687 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.565969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b08a45d5-e208-4c01-8abc-221ba63816e6 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0872178 Nov 26 22:04:04.568515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34472) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:04.568855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.581725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779509975', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'project_id': '44636e60510b4cc993a80af73b717746', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:04.597703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f6e4a-1084-4081-b86f-fe60fe9f5de3 req-9049fac9-2c93-442e-8cbd-b41b516527e2 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:04.599574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d1f6e4a-1084-4081-b86f-fe60fe9f5de3 req-9049fac9-2c93-442e-8cbd-b41b516527e2 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 931 time: 0.2362602 Nov 26 22:04:04.635434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-468fe585-4a5e-478d-a961-458177269c72 None None] Provisioning complete for port 39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:04.636071 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-468fe585-4a5e-478d-a961-458177269c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:04.661589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e8ad54ed-d449-4ea1-9480-53398c893f2e tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "GET /v2.0/agents/3bb38a8c-0f95-4710-9756-bcda9d3f2738/dhcp-networks HTTP/1.1" status: 200 len: 11238 time: 0.3887985 Nov 26 22:04:04.664214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34474) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:04.674315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-468fe585-4a5e-478d-a961-458177269c72 None None] Port 39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:04.880405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7225372-8118-44d4-bf9b-5196bf333aec tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] Network 54ca6bcb-17a0-4619-be91-0ca66ac604d2 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:04:04.896561 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e7225372-8118-44d4-bf9b-5196bf333aec tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "POST /v2.0/agents/3bb38a8c-0f95-4710-9756-bcda9d3f2738/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2309506 Nov 26 22:04:04.901747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098ceba7-5dc4-485c-9dd9-688d1093e92c None None] Network 54ca6bcb-17a0-4619-be91-0ca66ac604d2 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:04.914747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34480) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:05.015558 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.018765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d1f6e4a-1084-4081-b86f-fe60fe9f5de3 req-7abee9c0-d26a-412a-94d2-9da6513bbed2 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109194 Nov 26 22:04:05.025354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:05.027824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:05.033754 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.039489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e9ada0f0-7316-4175-8867-bc1944aa531b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:05.060445 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.072457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9c035-08dc-4b80-b579-d9b5ed869aed None None] Sync routers for ids ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:05.084552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3ed97c70-ee63-4fbf-b6dc-8d92ee94a542 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/c0332be6-1948-4f73-8fa2-0e19fbbcccce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9918306 Nov 26 22:04:05.087654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34482) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:05.112597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b9443-93c6-4e1e-aa26-10d60c671bbf None None] Network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:05.165653 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Pushing event updated for resources: {'Port': ['ID=045b8934-3096-45eb-847c-1105c93d1b16,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:05.180130 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.180481 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.180949 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.181353 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.181775 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.183608 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.183608 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.183608 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.183608 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.183608 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.184002 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.184806 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:05.196322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df4341-c261-4c0c-ab77-cfb9a2b885d7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:05.196680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e84d78-42a2-4d67-bbb3-81bec030308b req-18831db6-9c95-4d06-8230-d2077cb02572 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:05.199958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-05df4341-c261-4c0c-ab77-cfb9a2b885d7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports/39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0 HTTP/1.1" status: 200 len: 910 time: 0.1095493 Nov 26 22:04:05.200816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66e84d78-42a2-4d67-bbb3-81bec030308b req-18831db6-9c95-4d06-8230-d2077cb02572 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.2736201 Nov 26 22:04:05.201340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34486) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:05.201471 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Attempting to bind port 045b8934-3096-45eb-847c-1105c93d1b16 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:05.202937 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Attempting to bind port 045b8934-3096-45eb-847c-1105c93d1b16 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:05.203320 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Attempting to bind port 045b8934-3096-45eb-847c-1105c93d1b16 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:05.211923 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:05.212302 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:05.212706 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.213100 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:05.213579 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Bound port: 045b8934-3096-45eb-847c-1105c93d1b16, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:05.213958 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.217035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e90223-347a-487c-ad1a-d3d08bb7e201 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:05.253415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9c035-08dc-4b80-b579-d9b5ed869aed None None] Routers {'c0332be6-1948-4f73-8fa2-0e19fbbcccce'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:05.254059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-54b9c035-08dc-4b80-b579-d9b5ed869aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:05.297306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-54b9c035-08dc-4b80-b579-d9b5ed869aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:05.304948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6fb1a2a7-54da-4e6f-92d8-1a5c7989a7d4 None None] Provisioning complete for port e9ada0f0-7316-4175-8867-bc1944aa531b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:05.305324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a2a7-54da-4e6f-92d8-1a5c7989a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.321421 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] For port 045b8934-3096-45eb-847c-1105c93d1b16, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:05.321552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66e84d78-42a2-4d67-bbb3-81bec030308b req-983701c2-71c9-4ec2-9e9f-c5420c972a59 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947793 Nov 26 22:04:05.326065 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] For port 045b8934-3096-45eb-847c-1105c93d1b16, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=045b8934-3096-45eb-847c-1105c93d1b16,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:05.335234 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.360192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b9c035-08dc-4b80-b579-d9b5ed869aed None None] Routers {'c0332be6-1948-4f73-8fa2-0e19fbbcccce'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:05.360914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-54b9c035-08dc-4b80-b579-d9b5ed869aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:05.397513 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:05.398193 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:05.425124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb1e4fa-f6ab-4fa5-91cc-987dad0eee8d None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:05.432736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e9ada0f0-7316-4175-8867-bc1944aa531b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:05.433103 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.488906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-54b9c035-08dc-4b80-b579-d9b5ed869aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:05.489656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b9c035-08dc-4b80-b579-d9b5ed869aed None None] The sync data for ids ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:05.622161 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.693558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port e9ada0f0-7316-4175-8867-bc1944aa531b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e9ada0f0-7316-4175-8867-bc1944aa531b,segment=NetworkSegment(d851a999-f005-49f5-a424-69a4b7493434),segment_id=d851a999-f005-49f5-a424-69a4b7493434)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:05.739472 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:04:05.753373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2922d9b-b9a9-4d31-bd6b-2a684838bed9 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:04:05.754439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.759173 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fb1a2a7-54da-4e6f-92d8-1a5c7989a7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.764536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.773780 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb36687-07cd-4788-91c9-a119428914d6 None None] Pushing event updated for resources: {'Port': ['ID=045b8934-3096-45eb-847c-1105c93d1b16,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:05.778247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Transition to ACTIVE for port object c2922d9b-b9a9-4d31-bd6b-2a684838bed9 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:04:05.815262 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a218a995-c528-42ed-b08e-c49a0acfbade tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "GET /v2.0/agents/3bb38a8c-0f95-4710-9756-bcda9d3f2738/dhcp-networks HTTP/1.1" status: 200 len: 12008 time: 0.8992004 Nov 26 22:04:05.815977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34490) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:05.827207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:05.860287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01d0eb-323c-4e10-902f-4a163f888a44 None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:05.894428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=e9ada0f0-7316-4175-8867-bc1944aa531b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:05.910834 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-6fb1a2a7-54da-4e6f-92d8-1a5c7989a7d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:04:05.911608 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-6fb1a2a7-54da-4e6f-92d8-1a5c7989a7d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:04:05.977559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:06.023354 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:02Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:06.029839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1d7b4132-2b8d-4736-b4bb-381e3e66d735 tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "DELETE /v2.0/agents/3bb38a8c-0f95-4710-9756-bcda9d3f2738/dhcp-networks/54ca6bcb-17a0-4619-be91-0ca66ac604d2 HTTP/1.1" status: 204 len: 168 time: 0.2111421 Nov 26 22:04:06.033259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34492) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:06.034117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Pushing event updated for resources: {'Port': ['ID=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:06.058536 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4278fa-24da-45dd-8e27-fa73dc387aee None None] The sync data for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 is: [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:02Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:06.113264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Subnet': ['ID=cee86048-b3c1-4b27-b153-8e83510575b1,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:06.131636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Checking segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:06.133058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network hostable DHCP agents. Network: e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:04:06.238961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:04:06.241734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Attempting to bind port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:06.242162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Attempting to bind port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:06.242909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Attempting to bind port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 on network f7176357-f750-48b9-871b-b10bc0ddd0ff {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:06.250781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 on network f7176357-f750-48b9-871b-b10bc0ddd0ff not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:04:06.251128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Attempting to bind port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 on network f7176357-f750-48b9-871b-b10bc0ddd0ff {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:06.255891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3032b0-e213-46b8-bcd5-b98188cce4e1 req-9740ad0e-5749-486f-aa75-cb9b80dedc2e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:06.257646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a3032b0-e213-46b8-bcd5-b98188cce4e1 req-9740ad0e-5749-486f-aa75-cb9b80dedc2e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 943 time: 0.1188924 Nov 26 22:04:06.267361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:06.267668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Checking segment: {'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:06.268195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Bound using segment: {'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:06.268831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Bound port: c2922d9b-b9a9-4d31-bd6b-2a684838bed9, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:06.269047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:06.279888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:06.290141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:06.290746 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:06.292750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d3f552-50a3-4f63-ad5d-5fe401ad39c8 None None] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:06.328619 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:06.386500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c9576e5d-b355-4690-abd0-c835e0aad286 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8091164 Nov 26 22:04:06.391845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34502) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:06.440481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a3032b0-e213-46b8-bcd5-b98188cce4e1 req-a8790227-9633-4e69-aefc-aa5c1aa9c5e1 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760736 Nov 26 22:04:06.586921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-096bd6c3-0c57-4ab6-a575-16fa1edd3eca tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "GET /v2.0/agents/3bb38a8c-0f95-4710-9756-bcda9d3f2738/dhcp-networks HTTP/1.1" status: 200 len: 11238 time: 0.5497613 Nov 26 22:04:06.599868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34504) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:06.629031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] For port c2922d9b-b9a9-4d31-bd6b-2a684838bed9, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:06.722427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] For port c2922d9b-b9a9-4d31-bd6b-2a684838bed9, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:06.727732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079db451-65d9-418a-aa25-5f05d6d468a7 req-530da10e-e39b-4f92-b3a3-5f21517dac30 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:06.739499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-079db451-65d9-418a-aa25-5f05d6d468a7 req-530da10e-e39b-4f92-b3a3-5f21517dac30 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.1228952 Nov 26 22:04:06.753012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:06.766698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1cc66c1e-90a4-4bf7-8e58-16f21a6e28d9 tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "GET /v2.0/networks/54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1653681 Nov 26 22:04:06.790581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34508) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:06.790798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:04:06.791544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:06.827871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] Could not find standard attr ID for object 21dc4da3-3503-48e1-8864-a2a05c32a26e. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:04:06.870987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1654e00e-2f35-4d20-a9f0-9c5e520701d7 tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "GET /v2.0/networks/54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0757875 Nov 26 22:04:06.888870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34510) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:06.923475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-079db451-65d9-418a-aa25-5f05d6d468a7 req-248ac85f-16ae-4ddb-ae0c-1580b6e7adaf tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834714 Nov 26 22:04:06.988185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:06.988531 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.024347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:07.031150 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.032849 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] 10.222.0.13 "PUT /v2.0/ports/c2922d9b-b9a9-4d31-bd6b-2a684838bed9 HTTP/1.1" status: 200 len: 1091 time: 2.8565154 Nov 26 22:04:07.033558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e4c187-3f19-4507-9286-f5436e7749e9', 'tag': 'c2922d9b-b9a9-4d31-bd6b-2a684838bed9'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:04:07.036573 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524cdaa8-b965-4342-96cb-fd61a4b59835" -d '{"events": [{"name": "network-changed", "server_uuid": "96e4c187-3f19-4507-9286-f5436e7749e9", "tag": "c2922d9b-b9a9-4d31-bd6b-2a684838bed9"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:04:07.042004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bb6e7d-d3a7-4152-9ad3-d2af95521bd9 None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:07.085728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b18a6-6144-4ba7-8fad-bbcc2ea46658 service neutron] Pushing event updated for resources: {'Port': ['ID=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:07.088528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] Provisioning complete for port e9ada0f0-7316-4175-8867-bc1944aa531b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:07.088913 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.172535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e9ada0f0-7316-4175-8867-bc1944aa531b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:07.180266 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9c9e87-c221-48ee-9a99-cbb242291de0 x-openstack-request-id: req-3a9c9e87-c221-48ee-9a99-cbb242291de0 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:04:07.180917 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e4c187-3f19-4507-9286-f5436e7749e9", "tag": "c2922d9b-b9a9-4d31-bd6b-2a684838bed9", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:04:07.181476 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a9c9e87-c221-48ee-9a99-cbb242291de0 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:04:07.183040 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e4c187-3f19-4507-9286-f5436e7749e9', 'tag': 'c2922d9b-b9a9-4d31-bd6b-2a684838bed9', 'status': 'completed', 'code': 200} Nov 26 22:04:07.200165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.218617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:07.352441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-0e8b207c-d66b-4353-b852-475cffda8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:07.354360 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-0e8b207c-d66b-4353-b852-475cffda8ffd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f472851f89d645388ae67d3bd2615df2&device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 1094 time: 0.2353206 Nov 26 22:04:07.386526 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a7b5600-da08-4154-a9c4-2d4cec27bf97 tempest-DHCPAgentSchedulersTestJSON-1032819390 tempest-DHCPAgentSchedulersTestJSON-1032819390-project-admin] 10.222.0.21 "GET /v2.0/agents/3bb38a8c-0f95-4710-9756-bcda9d3f2738/dhcp-networks HTTP/1.1" status: 200 len: 12021 time: 0.4950638 Nov 26 22:04:07.399707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34516) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:07.426392 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-5ea7b971-40b0-41f9-83dc-fd16e752aa60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2922d9b-b9a9-4d31-bd6b-2a684838bed9 HTTP/1.1" status: 200 len: 217 time: 0.0553868 Nov 26 22:04:07.436044 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.446633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:04:07.502202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Allocated IP 172.20.0.2 (e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e/cee86048-b3c1-4b27-b153-8e83510575b1/f56f21c9-d949-426a-961b-8556d8c7524d) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:07.523240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.578351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-2dd98abc-b7f7-412a-8fe8-f908e2e7a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:07.579945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-2dd98abc-b7f7-412a-8fe8-f908e2e7a171 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45eee5c7-0c95-46d1-8c6c-86b8b456ad3c HTTP/1.1" status: 200 len: 854 time: 0.1448145 Nov 26 22:04:07.672834 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-5f346f65-75b9-48dd-8540-e8199c281397 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7176357-f750-48b9-871b-b10bc0ddd0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805504 Nov 26 22:04:07.710903 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.713500 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.717485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e9ada0f0-7316-4175-8867-bc1944aa531b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:07.717912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.765117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=39394f5d-4a95-4fa4-ba5b-3a21dd04c7a0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:07.770588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ca6bcb-17a0-4619-be91-0ca66ac604d2']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:07.790307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a303c755-741b-4248-a7da-33cab81179cd') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:07.790624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a303c755-741b-4248-a7da-33cab81179cd') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:07.827639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392268e-d571-441b-a386-63d513ea9b3f req-d99d6689-fee8-48e7-a131-80d8ff4e3e1b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:07.827925 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.829511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2392268e-d571-441b-a386-63d513ea9b3f req-d99d6689-fee8-48e7-a131-80d8ff4e3e1b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 943 time: 0.1649156 Nov 26 22:04:07.836744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.844554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:07.867309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] Provisioning complete for port 045b8934-3096-45eb-847c-1105c93d1b16 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:07.867705 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.886053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'network_id': 'd44a0803-39db-47ca-b277-3c6185e9cf36', 'port_id': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'mac_address': 'fa:16:3e:0b:10:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d798ba-b97d-4dac-8fca-5beb8edcaf82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:04:07.901158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.919489 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-6a020edf-c0fe-462a-88f2-32f4f115bd64 service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277322 Nov 26 22:04:07.937590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:04:07.937831 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:04:07.945467 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:04:07.985326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.056782 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.062830 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.081600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.095121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b205863-91fa-4de7-b7fd-0aafc3744978 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:04:08.100932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 045b8934-3096-45eb-847c-1105c93d1b16 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:08.101637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2392268e-d571-441b-a386-63d513ea9b3f req-37353427-75f4-40ef-a335-71c5f848813c tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627895 Nov 26 22:04:08.113486 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-407634f7-1f6e-4cd0-9b3e-eae2db7db384 req-009413ed-ef7e-4bae-ba57-545abdd03670 service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166804 Nov 26 22:04:08.173702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Pushing event updated for resources: {'Port': ['ID=f56f21c9-d949-426a-961b-8556d8c7524d,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:08.195810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.213962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.221446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "DELETE /v2.0/networks/54ca6bcb-17a0-4619-be91-0ca66ac604d2 HTTP/1.1" status: 204 len: 168 time: 0.8209765 Nov 26 22:04:08.224524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.225023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34526) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:08.238302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:08.244229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0749d25-d2b6-43eb-9e08-fa0995a42cdf tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event deleted for resources: {'Network': ['ID=54ca6bcb-17a0-4619-be91-0ca66ac604d2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:08.246165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:08.258828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c5f28-d8ec-44d7-9946-785be804cb15 req-c6bf5690-2a44-423d-98ac-d6bbc716b957 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:08.262551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:08.266748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-808c5f28-d8ec-44d7-9946-785be804cb15 req-c6bf5690-2a44-423d-98ac-d6bbc716b957 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 944 time: 0.2166448 Nov 26 22:04:08.306551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:08.308451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.308794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.309154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.309733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.309942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.310449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.310804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.311212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.311954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.312306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.313915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.314300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:08.341209 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.350664 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5c557d-d50f-4b2d-afe6-e0c795f3a1b1 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] DELETE failed (client error): The resource could not be found. Nov 26 22:04:08.351225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5c557d-d50f-4b2d-afe6-e0c795f3a1b1 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:04:08.354396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5b5c557d-d50f-4b2d-afe6-e0c795f3a1b1 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "DELETE /v2.0/ports/21dc4da3-3503-48e1-8864-a2a05c32a26e HTTP/1.1" status: 404 len: 333 time: 0.1272199 Nov 26 22:04:08.361295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34530) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:08.364868 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.422780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-808c5f28-d8ec-44d7-9946-785be804cb15 req-9e090560-36c3-41ed-95ac-aa16b7c802e4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550386 Nov 26 22:04:08.429235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] For port 045b8934-3096-45eb-847c-1105c93d1b16, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=045b8934-3096-45eb-847c-1105c93d1b16,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:08.434750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Attempting to bind port f56f21c9-d949-426a-961b-8556d8c7524d on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:08.435119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Attempting to bind port f56f21c9-d949-426a-961b-8556d8c7524d by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:08.435545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Attempting to bind port f56f21c9-d949-426a-961b-8556d8c7524d on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:08.455458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.461898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:08.462380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Checking segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:08.462795 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.463190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Bound using segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:08.463686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Bound port: f56f21c9-d949-426a-961b-8556d8c7524d, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:08.464067 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.468216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:08.481504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 045b8934-3096-45eb-847c-1105c93d1b16 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:08.481877 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.496883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-945e0071-8106-498a-94db-b4f9a8e5cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:08.498421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-945e0071-8106-498a-94db-b4f9a8e5cc0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f472851f89d645388ae67d3bd2615df2&device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 1094 time: 0.2724814 Nov 26 22:04:08.506563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a759ac5-b276-4d0e-a786-d78da0a7793c tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Deleting subnet fdc401b4-2d48-4ca2-9d8e-bb709df9dc6f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:04:08.525338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a759ac5-b276-4d0e-a786-d78da0a7793c tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.600716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.20.0.1 (e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e/cee86048-b3c1-4b27-b153-8e83510575b1/c383cebb-1b8b-4a83-a581-4fa9b499a7ad) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:08.606753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router c0332be6-1948-4f73-8fa2-0e19fbbcccce has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:08.615600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e322472-98f3-499a-8687-9be2c5e9dec0 None None] Pushing event updated for resources: {'Port': ['ID=045b8934-3096-45eb-847c-1105c93d1b16,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:08.634868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] For port f56f21c9-d949-426a-961b-8556d8c7524d, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:08.639906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] For port f56f21c9-d949-426a-961b-8556d8c7524d, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f56f21c9-d949-426a-961b-8556d8c7524d,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:08.640770 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a759ac5-b276-4d0e-a786-d78da0a7793c tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.669178 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:08.750728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178cbf9-3c02-4e44-a4c3-4259f2ecad81 None None] Pushing event updated for resources: {'Port': ['ID=f56f21c9-d949-426a-961b-8556d8c7524d,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:08.775604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-b14dcd5a-7624-4e3b-944a-61eb2bca86b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:08.777247 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-b14dcd5a-7624-4e3b-944a-61eb2bca86b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7176357-f750-48b9-871b-b10bc0ddd0ff HTTP/1.1" status: 200 len: 915 time: 0.2641869 Nov 26 22:04:08.777469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:08.787697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b550a895-204a-4270-970e-5d475783c65d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/c0332be6-1948-4f73-8fa2-0e19fbbcccce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5729489 Nov 26 22:04:08.787832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34536) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:08.790886 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d2ff5f-dcfb-40b4-afcf-b05499e72c26 None None] Sync routers for ids ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:08.812602 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d2ff5f-dcfb-40b4-afcf-b05499e72c26 None None] Routers {'c0332be6-1948-4f73-8fa2-0e19fbbcccce'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:08.813334 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-99d2ff5f-dcfb-40b4-afcf-b05499e72c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:08.876533 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-99d2ff5f-dcfb-40b4-afcf-b05499e72c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:08.895609 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d2ff5f-dcfb-40b4-afcf-b05499e72c26 None None] Routers {'c0332be6-1948-4f73-8fa2-0e19fbbcccce'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:08.896915 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-99d2ff5f-dcfb-40b4-afcf-b05499e72c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:08.937349 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-99d2ff5f-dcfb-40b4-afcf-b05499e72c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:08.937349 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d2ff5f-dcfb-40b4-afcf-b05499e72c26 None None] The sync data for ids ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:08.941921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-5d913bf9-2b9d-4246-8d9c-d7f86117ae2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2922d9b-b9a9-4d31-bd6b-2a684838bed9 HTTP/1.1" status: 200 len: 217 time: 0.1449769 Nov 26 22:04:08.949490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 045b8934-3096-45eb-847c-1105c93d1b16 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:08.986561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0b205863-91fa-4de7-b7fd-0aafc3744978'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:04:09.044598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:09.069073 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a759ac5-b276-4d0e-a786-d78da0a7793c tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:09.069318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 045b8934-3096-45eb-847c-1105c93d1b16 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:09.069652 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:09.083856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-bc6d4ada-f3f5-49c0-b13d-5c121e17337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:09.085706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-bc6d4ada-f3f5-49c0-b13d-5c121e17337c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45eee5c7-0c95-46d1-8c6c-86b8b456ad3c HTTP/1.1" status: 200 len: 854 time: 0.1242342 Nov 26 22:04:09.272490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10fa9a-71d8-48d2-a695-b7d55e6b130f req-5ab0904d-0ca3-4d9b-b79c-40c9427c3668 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:09.274791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b10fa9a-71d8-48d2-a695-b7d55e6b130f req-5ab0904d-0ca3-4d9b-b79c-40c9427c3668 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 943 time: 0.0557091 Nov 26 22:04:09.327444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b10fa9a-71d8-48d2-a695-b7d55e6b130f req-77405bfe-55c0-442d-81b1-d5ea44f5d25e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452421 Nov 26 22:04:09.553086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f5276-51f3-4d5e-9726-8ae98b7d7092 req-e40c34e9-e071-4865-93ff-1f2ea48808f8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:09.555452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f18f5276-51f3-4d5e-9726-8ae98b7d7092 req-e40c34e9-e071-4865-93ff-1f2ea48808f8 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0622518 Nov 26 22:04:09.558955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-1a3cdd28-f98a-4001-a944-e9f0514e96f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7176357-f750-48b9-871b-b10bc0ddd0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4407065 Nov 26 22:04:09.620518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f18f5276-51f3-4d5e-9726-8ae98b7d7092 req-ef9ead04-0291-4368-90fe-a4d2bbe581f9 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583847 Nov 26 22:04:09.668694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:09.674757 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a759ac5-b276-4d0e-a786-d78da0a7793c tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:09.775220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a759ac5-b276-4d0e-a786-d78da0a7793c tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc401b4-2d48-4ca2-9d8e-bb709df9dc6f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:09.780484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a759ac5-b276-4d0e-a786-d78da0a7793c tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:09.782753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f642f3-8908-4705-a498-c9f3f6b1338b None None] Network 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:09.783777 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8a759ac5-b276-4d0e-a786-d78da0a7793c tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "DELETE /v2.0/subnets/fdc401b4-2d48-4ca2-9d8e-bb709df9dc6f HTTP/1.1" status: 204 len: 168 time: 1.4217176 Nov 26 22:04:09.786413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34546) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:09.802528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:09.814715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:09.820430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-937e30ea-534c-4204-b031-29a456a63679 service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479980 Nov 26 22:04:09.823142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:09.825729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:09.898063 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:09.948827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:09.977684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Deleting port e9ada0f0-7316-4175-8867-bc1944aa531b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:09.978030 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.003604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4667a8-c220-43a7-bbd3-598be55ffa5a None None] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:10.053256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-524cdaa8-b965-4342-96cb-fd61a4b59835 req-1d11f108-dcda-46f2-8500-dc678064989d service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243438 Nov 26 22:04:10.065726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] For port e9ada0f0-7316-4175-8867-bc1944aa531b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e9ada0f0-7316-4175-8867-bc1944aa531b,segment=NetworkSegment(d851a999-f005-49f5-a424-69a4b7493434),segment_id=d851a999-f005-49f5-a424-69a4b7493434)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:10.066115 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.081482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] DHCP port deletion for 54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:10.092212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Calling delete_port for e9ada0f0-7316-4175-8867-bc1944aa531b owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:10.124999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fd8f3871-6d54-4ba9-98f3-c3f1131fee85 None None] Provisioning complete for port f56f21c9-d949-426a-961b-8556d8c7524d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:10.125461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3871-6d54-4ba9-98f3-c3f1131fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.163323 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.177782 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.205151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event deleted for resources: {'Port': ['ID=e9ada0f0-7316-4175-8867-bc1944aa531b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:10.210879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] No DVR routers for this DVR port e9ada0f0-7316-4175-8867-bc1944aa531b on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:10.229464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.255367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] Deleting port e9ada0f0-7316-4175-8867-bc1944aa531b {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:10.258015 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.299322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.321097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:10.332869 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd851a999-f005-49f5-a424-69a4b7493434') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:10.333247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd851a999-f005-49f5-a424-69a4b7493434') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:10.345306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.363930 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.372593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:04:10.373002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.389332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] For port e9ada0f0-7316-4175-8867-bc1944aa531b, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:10.390053 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.428223 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3871-6d54-4ba9-98f3-c3f1131fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.430524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] Calling delete_port for e9ada0f0-7316-4175-8867-bc1944aa531b owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:10.433899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] Port e9ada0f0-7316-4175-8867-bc1944aa531b was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:04:10.444093 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:04:10.445953 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.509236 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.511726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] Pushing event deleted for resources: {'Port': ['ID=e9ada0f0-7316-4175-8867-bc1944aa531b,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:10.513872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f93c2-9709-42eb-a10e-86391aa477a9 None None] No DVR routers for this DVR port e9ada0f0-7316-4175-8867-bc1944aa531b on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:10.517120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.520870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] 10.222.0.21 "DELETE /v2.0/networks/54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc HTTP/1.1" status: 204 len: 168 time: 0.7334397 Nov 26 22:04:10.540224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb6ec8-10df-453d-aa60-3534bdb2aab5 req-715bd95d-9619-4b2d-9297-eb3d29fd3029 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:10.550705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6cb6ec8-10df-453d-aa60-3534bdb2aab5 req-715bd95d-9619-4b2d-9297-eb3d29fd3029 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 943 time: 0.1064823 Nov 26 22:04:10.564389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fd8f3871-6d54-4ba9-98f3-c3f1131fee85 None None] For port f56f21c9-d949-426a-961b-8556d8c7524d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f56f21c9-d949-426a-961b-8556d8c7524d,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:10.574252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3871-6d54-4ba9-98f3-c3f1131fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.580495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00cfff-4d13-4381-a562-7b44a4dd8fb8 tempest-DHCPAgentSchedulersTestJSON-673440869 tempest-DHCPAgentSchedulersTestJSON-673440869-project] Pushing event deleted for resources: {'Network': ['ID=54fb9bd7-ae2a-46fa-9d1d-d2110f1b92bc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:10.628887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6cb6ec8-10df-453d-aa60-3534bdb2aab5 req-453adb36-ed8f-40b4-9269-ae71a4079f63 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773408 Nov 26 22:04:10.701565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f3871-6d54-4ba9-98f3-c3f1131fee85 None None] Pushing event updated for resources: {'Port': ['ID=f56f21c9-d949-426a-961b-8556d8c7524d,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:10.754801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port d4e3456b-3451-4c0d-9283-ee33f330820d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:10.755288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.772277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.816667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.821765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5989f603-aabf-45b2-a66d-41e0a01f7edc None None] Provisioning complete for port f56f21c9-d949-426a-961b-8556d8c7524d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:10.822190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5989f603-aabf-45b2-a66d-41e0a01f7edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:10.825569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a011b-c82b-4291-b6f4-5ef95e606308 req-574901d5-da5f-476e-bb31-8db57a0ec810 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:10.834727 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-104a011b-c82b-4291-b6f4-5ef95e606308 req-574901d5-da5f-476e-bb31-8db57a0ec810 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0868008 Nov 26 22:04:10.895573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-104a011b-c82b-4291-b6f4-5ef95e606308 req-32cb0f7f-338e-4e4c-94d1-ad4b496f7345 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599425 Nov 26 22:04:10.957954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:10.973370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f56f21c9-d949-426a-961b-8556d8c7524d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:11.010252 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.024546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for d4e3456b-3451-4c0d-9283-ee33f330820d owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:11.029485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5989f603-aabf-45b2-a66d-41e0a01f7edc None None] Provisioning complete for port c383cebb-1b8b-4a83-a581-4fa9b499a7ad triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:11.030544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5989f603-aabf-45b2-a66d-41e0a01f7edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.032442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.033564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f56f21c9-d949-426a-961b-8556d8c7524d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:11.033940 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.083599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34566) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:11.261209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:11.263325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:11.274915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5989f603-aabf-45b2-a66d-41e0a01f7edc None None] Port c383cebb-1b8b-4a83-a581-4fa9b499a7ad cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:11.288201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f3c0ea65-8de7-4801-b4d1-d7f069d69c68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c551678400a42ca8af4e98333daffb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2034235 Nov 26 22:04:11.291193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34570) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:11.357264 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ba1c180-800a-448c-a71d-dd68f6331ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.384152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ba1c180-800a-448c-a71d-dd68f6331ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.406799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.422741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-074eb178-c42e-43a3-a389-f6f412d2e095 None None] Provisioning complete for port c383cebb-1b8b-4a83-a581-4fa9b499a7ad triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:11.423169 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-074eb178-c42e-43a3-a389-f6f412d2e095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.447299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=d4e3456b-3451-4c0d-9283-ee33f330820d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:11.448557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c2922d9b-b9a9-4d31-bd6b-2a684838bed9 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:04:11.450859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:11.468148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 3f101628-536c-4a81-bc26-a3b8b7ca951a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:11.511062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ba1c180-800a-448c-a71d-dd68f6331ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.513811 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ba1c180-800a-448c-a71d-dd68f6331ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.518104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5ba1c180-800a-448c-a71d-dd68f6331ee2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcd26bba-dd1c-40c4-ab52-f204bb3491a6 HTTP/1.1" status: 204 len: 168 time: 0.2228253 Nov 26 22:04:11.520948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e9ada0f0-7316-4175-8867-bc1944aa531b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:04:11.533930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1c180-800a-448c-a71d-dd68f6331ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd26bba-dd1c-40c4-ab52-f204bb3491a6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:11.585330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-074eb178-c42e-43a3-a389-f6f412d2e095 None None] Port c383cebb-1b8b-4a83-a581-4fa9b499a7ad cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:11.586438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: e9ada0f0-7316-4175-8867-bc1944aa531b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:04:11.586789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e9ada0f0-7316-4175-8867-bc1944aa531b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:04:11.714304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 0b205863-91fa-4de7-b7fd-0aafc3744978 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:04:11.723964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 0b205863-91fa-4de7-b7fd-0aafc3744978 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:11.724147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.735707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.767321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:11.793706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Sync routers for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:11.793932 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-452d2592-7e88-42fb-bb00-e29acb266204 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "PUT /v2.0/routers/3f101628-536c-4a81-bc26-a3b8b7ca951a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3900571 Nov 26 22:04:11.817990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c2922d9b-b9a9-4d31-bd6b-2a684838bed9, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:11.829330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-894fc6ea-8f98-4508-8c17-2362aaffe492 None None] Provisioning complete for port c383cebb-1b8b-4a83-a581-4fa9b499a7ad triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:11.829710 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-894fc6ea-8f98-4508-8c17-2362aaffe492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:11.871764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-894fc6ea-8f98-4508-8c17-2362aaffe492 None None] Port c383cebb-1b8b-4a83-a581-4fa9b499a7ad cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:11.881213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:11.881875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:11.884131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'c2922d9b-b9a9-4d31-bd6b-2a684838bed9', 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff', 'port_id': 'c2922d9b-b9a9-4d31-bd6b-2a684838bed9', 'mac_address': 'fa:16:3e:ea:3e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45eee5c7-0c95-46d1-8c6c-86b8b456ad3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:04:11.888196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f237bc5-9ccf-4cba-a72e-91d733b53453 req-03637042-1376-489d-9c45-3804775d629b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:11.892774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f237bc5-9ccf-4cba-a72e-91d733b53453 req-03637042-1376-489d-9c45-3804775d629b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 943 time: 0.1348495 Nov 26 22:04:11.958649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f237bc5-9ccf-4cba-a72e-91d733b53453 req-067f78b9-3f03-45f2-84d4-dd97cc8175a3 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542448 Nov 26 22:04:12.028204 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.067815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc4722-2979-4679-9b97-03e3aa29852f req-f207d778-2bf7-45f1-b75a-76f468656b10 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:12.068985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10dc4722-2979-4679-9b97-03e3aa29852f req-f207d778-2bf7-45f1-b75a-76f468656b10 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 945 time: 0.0548947 Nov 26 22:04:12.084208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router c0332be6-1948-4f73-8fa2-0e19fbbcccce has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:12.103032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34596) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:12.103867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:12.111100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:04:12.113807 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7280a790-01b1-46a9-93d3-c0a49ab5a3aa" -d '{"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-plugged", "status": "completed", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:04:12.115997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.126776 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.142850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2922d9b-b9a9-4d31-bd6b-2a684838bed9 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:04:12.177744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16b358d3-94bb-4c9a-bf0b-c5b364de73f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.186499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10dc4722-2979-4679-9b97-03e3aa29852f req-46c32b75-48dc-4016-a782-797f6a88e224 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087501 Nov 26 22:04:12.199711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:04:12.199922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:12.200033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c2922d9b-b9a9-4d31-bd6b-2a684838bed9, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:12.209398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-04d9c973-4638-4638-8add-aed2ffd9b61d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/c0332be6-1948-4f73-8fa2-0e19fbbcccce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4186170 Nov 26 22:04:12.212948 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736b942-c809-4d73-bdcc-306367822ab4 None None] Sync routers for ids ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:12.222782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-8610ddae-9a94-4af2-9952-0dceac099e56 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324942171&fields=id&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 267 time: 0.1129246 Nov 26 22:04:12.223328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34602) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:12.229048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736b942-c809-4d73-bdcc-306367822ab4 None None] Routers {'c0332be6-1948-4f73-8fa2-0e19fbbcccce'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:12.229670 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e736b942-c809-4d73-bdcc-306367822ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:12.243244 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.253195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=12']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:12.300143 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e736b942-c809-4d73-bdcc-306367822ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:12.301582 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5adbc0d0-88c5-4a62-857f-4969a7e4e7ad tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0332be6-1948-4f73-8fa2-0e19fbbcccce HTTP/1.1" status: 200 len: 205 time: 0.0747252 Nov 26 22:04:12.304277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34604) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:12.335428 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736b942-c809-4d73-bdcc-306367822ab4 None None] Routers {'c0332be6-1948-4f73-8fa2-0e19fbbcccce'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:12.336048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e736b942-c809-4d73-bdcc-306367822ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:12.369079 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8656ef24-84b9-4ba8-9682-3e6ccef87c55 x-openstack-request-id: req-8656ef24-84b9-4ba8-9682-3e6ccef87c55 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:04:12.369697 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-plugged", "status": "completed", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:04:12.370265 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8656ef24-84b9-4ba8-9682-3e6ccef87c55 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:04:12.370752 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'code': 200} Nov 26 22:04:12.387643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:12.420319 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e736b942-c809-4d73-bdcc-306367822ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:12.421716 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736b942-c809-4d73-bdcc-306367822ab4 None None] The sync data for ids ['c0332be6-1948-4f73-8fa2-0e19fbbcccce'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:12.467139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad960-a30f-475c-9068-6c71db655f35 req-3a508146-5403-49b7-ac7e-53b52f951a65 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:12.474321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-3a508146-5403-49b7-ac7e-53b52f951a65 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/networks?id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 200 len: 797 time: 0.2463927 Nov 26 22:04:12.485555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-716e16f9-f56f-42cc-8237-8badb00ef304 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/quotas/44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 375 time: 0.0097554 Nov 26 22:04:12.499458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22036262-718d-495a-8990-e82865264cc6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.504716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 2, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:12.537792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Checking router: 3f101628-536c-4a81-bc26-a3b8b7ca951a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:04:12.538181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Updating router 3f101628-536c-4a81-bc26-a3b8b7ca951a port c383cebb-1b8b-4a83-a581-4fa9b499a7ad binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:04:12.558940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-2af56372-884a-436f-974c-9a1a53354d46 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651469 Nov 26 22:04:12.581426 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.585841 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16b358d3-94bb-4c9a-bf0b-c5b364de73f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.596910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-16b358d3-94bb-4c9a-bf0b-c5b364de73f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.726392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['c2922d9b-b9a9-4d31-bd6b-2a684838bed9'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:04:12.745849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-fb21de1f-0723-48c8-bd6a-d6334b0ce2da service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:04:12.746904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-fb21de1f-0723-48c8-bd6a-d6334b0ce2da service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1737831 Nov 26 22:04:12.872963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-2395a799-ec31-48df-9a38-d62f14bd00e4 service neutron] 10.222.0.21 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190422 Nov 26 22:04:12.969408 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.984924 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:12.995739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-84e4ab92-aa43-4f00-83b3-45c3258e29a3 service neutron] 10.222.0.21 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216230 Nov 26 22:04:13.049658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beafb67-9d51-457d-a1ee-1853fbe5580d None None] Pushing event updated for resources: {'Port': ['ID=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:13.121278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22036262-718d-495a-8990-e82865264cc6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.128946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22036262-718d-495a-8990-e82865264cc6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.138408 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-16b358d3-94bb-4c9a-bf0b-c5b364de73f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17b07c20b2224b18982efb99b3167954&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0322473 Nov 26 22:04:13.139232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b358d3-94bb-4c9a-bf0b-c5b364de73f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c3d312-59d9-48a7-bbf0-dca01ce174ae,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:13.145623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34612) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:13.152716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115a122-8542-4d14-8e0a-414c7b61a51c req-558b56c4-1d0f-4b56-8c50-1895e4348135 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:13.163592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1115a122-8542-4d14-8e0a-414c7b61a51c req-558b56c4-1d0f-4b56-8c50-1895e4348135 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 944 time: 0.1154876 Nov 26 22:04:13.194909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Attempting to bind port c383cebb-1b8b-4a83-a581-4fa9b499a7ad on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:13.195460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Attempting to bind port c383cebb-1b8b-4a83-a581-4fa9b499a7ad by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:13.195892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Attempting to bind port c383cebb-1b8b-4a83-a581-4fa9b499a7ad on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:13.205642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:13.206024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Checking segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:13.206569 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.207562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Bound using segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:13.208063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Bound port: c383cebb-1b8b-4a83-a581-4fa9b499a7ad, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:13.208456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.237667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1115a122-8542-4d14-8e0a-414c7b61a51c req-8bca7f2a-b055-4ced-af92-7e526feacc89 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730813 Nov 26 22:04:13.271094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c9083-64c8-452c-ad19-8f1a89d6e2a6 req-fb6f0ea7-1ee2-4e11-889d-b3a4cb4a9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:13.272624 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-917c9083-64c8-452c-ad19-8f1a89d6e2a6 req-fb6f0ea7-1ee2-4e11-889d-b3a4cb4a9774 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1097 time: 0.6073411 Nov 26 22:04:13.274621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22036262-718d-495a-8990-e82865264cc6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.275119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22036262-718d-495a-8990-e82865264cc6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Fanout notify agent at l3_agent the message router_deleted on router c0332be6-1948-4f73-8fa2-0e19fbbcccce {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:04:13.290123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22036262-718d-495a-8990-e82865264cc6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.305222 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-22036262-718d-495a-8990-e82865264cc6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/c0332be6-1948-4f73-8fa2-0e19fbbcccce HTTP/1.1" status: 204 len: 168 time: 0.9981899 Nov 26 22:04:13.310389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34622) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:13.313708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83aa8f26-7113-4fba-a476-c3f9bde43302 req-dcb5a30d-fad9-4b02-9ac9-fb66b2b074c3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 210 time: 0.0596967 Nov 26 22:04:13.367771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] For port c383cebb-1b8b-4a83-a581-4fa9b499a7ad, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:13.379273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] For port c383cebb-1b8b-4a83-a581-4fa9b499a7ad, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:13.392385 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.398535 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d118d953-56f3-4e21-9130-0470b78be835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.454325 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-917c9083-64c8-452c-ad19-8f1a89d6e2a6 req-ce5d77b4-46cd-4823-8186-b9683cf10978 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430883 Nov 26 22:04:13.465642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ec5aea-f945-4704-bdff-f5dca8245170 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet 0144117e-be3c-4c4a-9b75-7199e5a2b9e1 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:04:13.469880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ec5aea-f945-4704-bdff-f5dca8245170 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.481920 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d118d953-56f3-4e21-9130-0470b78be835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.524262 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ec5aea-f945-4704-bdff-f5dca8245170 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.537179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:13.537847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:03:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:13.568804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6104e-40e0-4459-b176-ecf70c7ed33e req-7f6fb285-ef1f-4c95-a8b9-11e42cf3b762 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:13.578180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ac6104e-40e0-4459-b176-ecf70c7ed33e req-7f6fb285-ef1f-4c95-a8b9-11e42cf3b762 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1930780 Nov 26 22:04:13.591077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d118d953-56f3-4e21-9130-0470b78be835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.594695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d118d953-56f3-4e21-9130-0470b78be835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.600424 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d118d953-56f3-4e21-9130-0470b78be835 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08c3d312-59d9-48a7-bbf0-dca01ce174ae HTTP/1.1" status: 204 len: 168 time: 0.4536235 Nov 26 22:04:13.626345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118d953-56f3-4e21-9130-0470b78be835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c3d312-59d9-48a7-bbf0-dca01ce174ae,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:13.644505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beafb67-9d51-457d-a1ee-1853fbe5580d None None] Pushing event updated for resources: {'Port': ['ID=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:13.705999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-730e6249-5113-4b87-bd27-bd527e14063b None None] Provisioning complete for port c383cebb-1b8b-4a83-a581-4fa9b499a7ad triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:13.706409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-730e6249-5113-4b87-bd27-bd527e14063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.715273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ac6104e-40e0-4459-b176-ecf70c7ed33e req-e187b63a-11e6-4549-a72a-9e14a1175288 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360307 Nov 26 22:04:13.756184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ec5aea-f945-4704-bdff-f5dca8245170 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.826753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:04:13.854865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ec5aea-f945-4704-bdff-f5dca8245170 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.887861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec5aea-f945-4704-bdff-f5dca8245170 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=0144117e-be3c-4c4a-9b75-7199e5a2b9e1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:13.890555 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ec5aea-f945-4704-bdff-f5dca8245170 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:13.908380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34636) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:13.917862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-26ec5aea-f945-4704-bdff-f5dca8245170 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/0144117e-be3c-4c4a-9b75-7199e5a2b9e1 HTTP/1.1" status: 204 len: 168 time: 0.6030548 Nov 26 22:04:13.931380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f677f5-8a4c-45ac-84c8-216e8bea7865 None None] Network b179f3af-3128-451c-9ec7-083eec87309b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:13.966855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a27725-d4c0-4922-97bd-fe551e2d7f8e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet 49059833-9665-4ab2-bea2-ace9c315d08b {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:04:13.971455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50a27725-d4c0-4922-97bd-fe551e2d7f8e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.039854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50a27725-d4c0-4922-97bd-fe551e2d7f8e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.086327 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-730e6249-5113-4b87-bd27-bd527e14063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.149813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50a27725-d4c0-4922-97bd-fe551e2d7f8e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.228923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50a27725-d4c0-4922-97bd-fe551e2d7f8e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.271861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50a27725-d4c0-4922-97bd-fe551e2d7f8e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.280895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34650) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:14.296127 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-50a27725-d4c0-4922-97bd-fe551e2d7f8e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/49059833-9665-4ab2-bea2-ace9c315d08b HTTP/1.1" status: 204 len: 168 time: 0.3847237 Nov 26 22:04:14.297338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a27725-d4c0-4922-97bd-fe551e2d7f8e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=49059833-9665-4ab2-bea2-ace9c315d08b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:14.305444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-730e6249-5113-4b87-bd27-bd527e14063b None None] For port c383cebb-1b8b-4a83-a581-4fa9b499a7ad, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:14.310208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fee53b9-4844-4926-ab4f-d2e5f48e92b6 None None] Network b4c55c79-4a48-496c-bc80-ee6442b8f13f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:14.382189 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-730e6249-5113-4b87-bd27-bd527e14063b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.514017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e6249-5113-4b87-bd27-bd527e14063b None None] Pushing event updated for resources: {'Port': ['ID=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:14.579081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7ea629a9-e884-465e-b896-32ff52948897 None None] Provisioning complete for port c383cebb-1b8b-4a83-a581-4fa9b499a7ad triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:14.579455 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7ea629a9-e884-465e-b896-32ff52948897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.614411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] DHCP port deletion for b179f3af-3128-451c-9ec7-083eec87309b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:14.670703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:13Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:14.711926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9168e-a8fb-435e-82ed-13a309a4471d None None] The sync data for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 is: [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:13Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:14.792777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] Deleting port 6040ec8c-bdf7-4737-b523-95de4964364b {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:14.793191 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:14.814780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] DHCP port deletion for b4c55c79-4a48-496c-bc80-ee6442b8f13f request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:14.963190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a01d390-e2f7-40e9-b03e-f10e066d0121 req-bd103e2b-a7bc-4486-8c0c-00e85ab6dc3d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 210 time: 0.1158862 Nov 26 22:04:15.003983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device daa2bcbf-f0de-4195-b454-d48311d2fee7 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:04:15.049579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.069271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] For port 6040ec8c-bdf7-4737-b523-95de4964364b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6040ec8c-bdf7-4737-b523-95de4964364b,segment=NetworkSegment(1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8),segment_id=1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:15.069541 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.141932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172cdfc-ec15-4481-8e55-293ffdec12e5 req-1eb947d4-b71e-43fb-a27a-d66f4111b309 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:15.142096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] Calling delete_port for 6040ec8c-bdf7-4737-b523-95de4964364b owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:15.150365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1172cdfc-ec15-4481-8e55-293ffdec12e5 req-1eb947d4-b71e-43fb-a27a-d66f4111b309 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 944 time: 0.8331354 Nov 26 22:04:15.349816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad960-a30f-475c-9068-6c71db655f35 req-be0a1d5f-3c20-41e0-aad5-1cb3b0889728 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:15.354534 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.367061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-be0a1d5f-3c20-41e0-aad5-1cb3b0889728 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "GET /v2.0/networks?id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 200 len: 797 time: 0.4851916 Nov 26 22:04:15.379496 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.381322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1172cdfc-ec15-4481-8e55-293ffdec12e5 req-2da379ff-4ff6-415c-8bfd-95a368fe2f13 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300253 Nov 26 22:04:15.436873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] Pushing event deleted for resources: {'Port': ['ID=6040ec8c-bdf7-4737-b523-95de4964364b,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:15.465584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] Deleting port daa2bcbf-f0de-4195-b454-d48311d2fee7 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:15.465996 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.499641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c2922d9b-b9a9-4d31-bd6b-2a684838bed9 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:15.558188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ee0f1-e32f-407e-b6ee-1cbe74653999 None None] No DVR routers for this DVR port 6040ec8c-bdf7-4737-b523-95de4964364b on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:15.583405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 6040ec8c-bdf7-4737-b523-95de4964364b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:15.584028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.597004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port daa2bcbf-f0de-4195-b454-d48311d2fee7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=daa2bcbf-f0de-4195-b454-d48311d2fee7,segment=NetworkSegment(a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021),segment_id=a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:15.630566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-1ec907f7-d1dd-4712-9412-a64461a35c36 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 379 time: 0.2423699 Nov 26 22:04:15.646116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'port': {'device_id': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'admin_state_up': True, 'tenant_id': '44636e60510b4cc993a80af73b717746', 'security_groups': ['f18fc671-bcc4-4184-a48e-2f00559b20ec']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:15.648314 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.649055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6040ec8c-bdf7-4737-b523-95de4964364b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:04:15.715758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6040ec8c-bdf7-4737-b523-95de4964364b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:04:15.716121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6040ec8c-bdf7-4737-b523-95de4964364b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:04:15.737435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:04:15.764939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b249e0-226b-49f9-ae2d-1fe1388824f7 req-32e9a08d-06ba-44c8-8fbb-64320ed1936d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:15.767291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58b249e0-226b-49f9-ae2d-1fe1388824f7 req-32e9a08d-06ba-44c8-8fbb-64320ed1936d tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.3723962 Nov 26 22:04:15.768272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:15.768706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.830371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] For port daa2bcbf-f0de-4195-b454-d48311d2fee7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=daa2bcbf-f0de-4195-b454-d48311d2fee7,segment=NetworkSegment(a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021),segment_id=a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:15.831018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.849368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=daa2bcbf-f0de-4195-b454-d48311d2fee7,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:15.864714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] Calling delete_port for daa2bcbf-f0de-4195-b454-d48311d2fee7 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:15.888602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 6040ec8c-bdf7-4737-b523-95de4964364b, host n-d-819494-1, got binding levels [] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:15.888981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.957834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 6040ec8c-bdf7-4737-b523-95de4964364b owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:15.969262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Port 6040ec8c-bdf7-4737-b523-95de4964364b was not found and therefore no delete operation was performed {{(pid=109999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:04:15.988173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:15.994296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.027180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No DVR routers for this DVR port 6040ec8c-bdf7-4737-b523-95de4964364b on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:16.036338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=6040ec8c-bdf7-4737-b523-95de4964364b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:16.050444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58b249e0-226b-49f9-ae2d-1fe1388824f7 req-2e933a4b-9853-4e47-8d94-d290d6a48691 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685525 Nov 26 22:04:16.050636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e4c187-3f19-4507-9286-f5436e7749e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2922d9b-b9a9-4d31-bd6b-2a684838bed9'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:04:16.057943 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701e1c65-f718-461c-bee5-60c2f647e44e" -d '{"events": [{"server_uuid": "96e4c187-3f19-4507-9286-f5436e7749e9", "name": "network-vif-plugged", "status": "completed", "tag": "c2922d9b-b9a9-4d31-bd6b-2a684838bed9"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:04:16.070421 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.097386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c2922d9b-b9a9-4d31-bd6b-2a684838bed9, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:16.132085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] No DVR routers for this DVR port daa2bcbf-f0de-4195-b454-d48311d2fee7 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:16.134599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcffd20-c9e2-43f9-88a4-39b0e6acc576 None None] Pushing event deleted for resources: {'Port': ['ID=daa2bcbf-f0de-4195-b454-d48311d2fee7,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:16.136406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.211469 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287748f4-22af-4530-a4d5-0eb6d3939038 x-openstack-request-id: req-287748f4-22af-4530-a4d5-0eb6d3939038 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:04:16.213840 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e4c187-3f19-4507-9286-f5436e7749e9", "name": "network-vif-plugged", "status": "completed", "tag": "c2922d9b-b9a9-4d31-bd6b-2a684838bed9", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:04:16.217019 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-287748f4-22af-4530-a4d5-0eb6d3939038 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:04:16.218579 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e4c187-3f19-4507-9286-f5436e7749e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2922d9b-b9a9-4d31-bd6b-2a684838bed9', 'code': 200} Nov 26 22:04:16.271984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:16.332380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:16.336076 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.396843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c07e54-e3a9-45db-90ff-a03a324add93 req-01f2b439-e19a-4a9f-b717-66f3cdca1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:16.398846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63c07e54-e3a9-45db-90ff-a03a324add93 req-01f2b439-e19a-4a9f-b717-66f3cdca1a2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 1096 time: 0.0884705 Nov 26 22:04:16.432287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22a2a427-a7aa-4276-acbc-07adca7859aa req-a45cdc2d-e207-41c0-8785-8babc6030638 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 210 time: 0.2858093 Nov 26 22:04:16.459875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.487275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63c07e54-e3a9-45db-90ff-a03a324add93 req-025016f3-3df2-4894-ad89-752031683239 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808926 Nov 26 22:04:16.527171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b179f3af-3128-451c-9ec7-083eec87309b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:16.581274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:16.581655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1263c7a5-c766-4ff6-9ce5-5d25dad4b4f8') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:16.600574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.628577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.641714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.20.0.9 (e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e/cee86048-b3c1-4b27-b153-8e83510575b1/cbf7f915-e6a6-4db7-a854-c9bba4e47ded) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:16.655045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d910-169f-4a4a-b379-4de9f8c757ae req-99c9c3ae-774e-4d45-98ad-db1119a859b5 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:16.656800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aab7d910-169f-4a4a-b379-4de9f8c757ae req-99c9c3ae-774e-4d45-98ad-db1119a859b5 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 945 time: 0.1489892 Nov 26 22:04:16.659140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:04:16.659539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:04:16.662508 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:04:16.738766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34744) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:16.779403 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.802543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.806726 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/b179f3af-3128-451c-9ec7-083eec87309b HTTP/1.1" status: 204 len: 168 time: 2.5246909 Nov 26 22:04:16.809658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34748) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:16.852660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aab7d910-169f-4a4a-b379-4de9f8c757ae req-925b7666-a7af-42dd-8d79-10746db0168b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558135 Nov 26 22:04:16.909284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c383cebb-1b8b-4a83-a581-4fa9b499a7ad up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:16.922950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17795807-e4f1-4d83-9a5d-5e500b09bf9d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=b179f3af-3128-451c-9ec7-083eec87309b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:16.944919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.968432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c383cebb-1b8b-4a83-a581-4fa9b499a7ad triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:16.968808 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:16.984278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:17.002615 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.040529 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.066286 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.076699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.087583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:17.090726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:17.095991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:17.103148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:17.105320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c55c79-4a48-496c-bc80-ee6442b8f13f']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:17.119803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:17.120109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d8ed29-ce8b-42d8-bbbe-915c0f7dc021') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:17.156321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:17.157022 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.160694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.182335 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.196324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:04:17.196739 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:04:17.201912 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:04:17.206865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-c713f427-6f83-4869-a905-8f2ac37ef6b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5677145 Nov 26 22:04:17.229860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84575cd6-7008-4d20-97ed-0d7935b6be7a req-ed8d8b64-7b44-488f-bd8d-98a4f93fc7f4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:17.231605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84575cd6-7008-4d20-97ed-0d7935b6be7a req-ed8d8b64-7b44-488f-bd8d-98a4f93fc7f4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0702605 Nov 26 22:04:17.236240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Request body: {'port': {'device_id': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:17.286789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.298090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.305740 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/b4c55c79-4a48-496c-bc80-ee6442b8f13f HTTP/1.1" status: 204 len: 168 time: 0.4947560 Nov 26 22:04:17.309643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34752) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:17.316359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-1500670772'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:17.335631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f445f18-ade9-4682-bf28-76ce82381703 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=b4c55c79-4a48-496c-bc80-ee6442b8f13f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:17.340068 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.345413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84575cd6-7008-4d20-97ed-0d7935b6be7a req-44e702ac-9b26-4d8c-82e8-59edd9800881 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061718 Nov 26 22:04:17.346054 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.388252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4e4bb9ab-e209-4a2c-a80f-3723aeab3d36 None None] Provisioning complete for port cbf7f915-e6a6-4db7-a854-c9bba4e47ded triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:17.390887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb9ab-e209-4a2c-a80f-3723aeab3d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.412348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:17.416860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.461380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bb9ab-e209-4a2c-a80f-3723aeab3d36 None None] Port cbf7f915-e6a6-4db7-a854-c9bba4e47ded cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:17.516698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Allocated IP 172.25.3.40 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/e076de77-44c1-46f9-9ffe-f984fb6fa65b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:17.525910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:04:17.543250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.543607 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment 4fd19208-d7f9-4f99-a85f-e89b536719e7 of type vlan for network 5395d0bc-985d-4c45-84f2-450b45b77b1f Nov 26 22:04:17.581934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fa570-0d14-4a00-a4eb-caa6e863bf15 req-d258369c-a0e8-4a9d-9852-172126d24efb tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:17.583506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c53fa570-0d14-4a00-a4eb-caa6e863bf15 req-d258369c-a0e8-4a9d-9852-172126d24efb tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1110208 Nov 26 22:04:17.645455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.682546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c53fa570-0d14-4a00-a4eb-caa6e863bf15 req-264ba564-6ead-470b-b5c7-1e44eebd04f5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840414 Nov 26 22:04:17.724981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.731203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:17.731816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.738605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.743472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89da2a-509e-4c6b-a238-7c7bea3c54d0 req-9572be0f-5aea-453b-8f15-ca8cd1ba50c5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:17.745007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c89da2a-509e-4c6b-a238-7c7bea3c54d0 req-9572be0f-5aea-453b-8f15-ca8cd1ba50c5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 931 time: 0.1059785 Nov 26 22:04:17.805218 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4942071 Nov 26 22:04:17.807967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34766) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:17.816324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': '5395d0bc-985d-4c45-84f2-450b45b77b1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:17.835127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19eb0a-f63f-4bac-8cc2-3828113a0e45 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=5395d0bc-985d-4c45-84f2-450b45b77b1f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:17.849954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 5395d0bc-985d-4c45-84f2-450b45b77b1f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:04:17.853130 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.897016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:17.900307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:17.904341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:17.943891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'Port': ['ID=e076de77-44c1-46f9-9ffe-f984fb6fa65b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:17.949498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf7f915-e6a6-4db7-a854-c9bba4e47ded {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:04:17.964916 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:17.977763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c89da2a-509e-4c6b-a238-7c7bea3c54d0 req-04981083-6827-4255-8841-91ed08af216a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243836 Nov 26 22:04:18.001167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Transition to ACTIVE for port object cbf7f915-e6a6-4db7-a854-c9bba4e47ded will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:04:18.014610 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.022650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ede522-7b96-43d3-851d-ab94dec0685c req-f92ed161-2efe-4117-9b9a-15f20a2130b5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:18.024330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40ede522-7b96-43d3-851d-ab94dec0685c req-f92ed161-2efe-4117-9b9a-15f20a2130b5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1399362 Nov 26 22:04:18.024968 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.030990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:18.034497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.053079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.209819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:18.218500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.225313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.273345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40ede522-7b96-43d3-851d-ab94dec0685c req-93a45fbc-6438-4956-b586-043c86e1812b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094147 Nov 26 22:04:18.306374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'Port': ['ID=e076de77-44c1-46f9-9ffe-f984fb6fa65b,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:18.313927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ffc9a-81c8-43f7-bed9-f5dfe1f7ebd7 req-d1451a47-67c2-453e-ad52-c94fa3893d48 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:18.314180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.336363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a8ffc9a-81c8-43f7-bed9-f5dfe1f7ebd7 req-d1451a47-67c2-453e-ad52-c94fa3893d48 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 945 time: 0.2563367 Nov 26 22:04:18.340949 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.347728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34774) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:18.348127 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d16ed622-ca18-4403-bf26-09962ca9c21b tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6073256 Nov 26 22:04:18.352761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1935104882'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:18.478120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:18.478468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:18.478808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:18.489132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Made reservation on behalf of 78d8aecafa914ce5a2b3a54d3b593761 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:18.492577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.514961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:04:18.515289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:18.520825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.525435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a8ffc9a-81c8-43f7-bed9-f5dfe1f7ebd7 req-f6cff4ba-c10a-42d4-af61-733c0338a643 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881654 Nov 26 22:04:18.540248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:18.540600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Checking segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:18.541104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Bound using segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:18.541423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Bound port: cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:18.541781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.597228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075dc34-5265-41f2-ad29-e98f23a3141e req-7d1bf596-a94e-4c5c-8a55-2d3a00efa22f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:18.598804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7075dc34-5265-41f2-ad29-e98f23a3141e req-7d1bf596-a94e-4c5c-8a55-2d3a00efa22f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.2072008 Nov 26 22:04:18.671323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.783907 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:18.790604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:18.797766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7075dc34-5265-41f2-ad29-e98f23a3141e req-082e2a91-826a-448f-8624-f91c4bb1be29 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893780 Nov 26 22:04:18.801087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=ada3850d-bca5-4da7-9846-1f671a2ea5d3,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:18.811869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.875650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:18.876283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.877736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] 10.222.0.41 "PUT /v2.0/ports/cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 1091 time: 1.6564789 Nov 26 22:04:18.880936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:04:18.883286 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69" -d '{"events": [{"name": "network-changed", "server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:04:18.898000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': '4fd19208-d7f9-4f99-a85f-e89b536719e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5395d0bc-985d-4c45-84f2-450b45b77b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:18.898405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: 5395d0bc-985d-4c45-84f2-450b45b77b1f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:04:18.947434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:18.957276 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed5cb33-4937-4edb-9f52-a33c5a66d4a8 x-openstack-request-id: req-0ed5cb33-4937-4edb-9f52-a33c5a66d4a8 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:04:18.957576 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:04:18.957838 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ed5cb33-4937-4edb-9f52-a33c5a66d4a8 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:04:18.958263 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'status': 'completed', 'code': 200} Nov 26 22:04:18.973880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcbfaf-e9a2-4c43-93c6-18dac9aab5bf service neutron] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:18.976275 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.056515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:04:19.079277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd96256-3812-44c3-a4da-3db63475e41a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:19.093308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 5395d0bc-985d-4c45-84f2-450b45b77b1f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:04:19.111977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.112327 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Added segment c7157648-bdcd-4bca-9da0-55e68a784960 of type vlan for network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 Nov 26 22:04:19.123321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7efbc-d39e-484b-acfc-906f4f5afd9c req-ad5f68e1-c090-4212-8a4b-0805d8588e04 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:19.125898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abb7efbc-d39e-484b-acfc-906f4f5afd9c req-ad5f68e1-c090-4212-8a4b-0805d8588e04 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.2396789 Nov 26 22:04:19.155229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad960-a30f-475c-9068-6c71db655f35 req-472871ed-9335-4b13-8783-2723f05148f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:19.157085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-472871ed-9335-4b13-8783-2723f05148f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1094 time: 0.2027507 Nov 26 22:04:19.176466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 5395d0bc-985d-4c45-84f2-450b45b77b1f) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:19.184792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e16f5-a348-4617-b60a-b2a5a19a25dd None None] Network 5395d0bc-985d-4c45-84f2-450b45b77b1f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:19.225914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:19.226540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.272501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.284598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-6373dfc9-df4c-41cd-bcf5-0155d6d2259e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 217 time: 0.1062441 Nov 26 22:04:19.351913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d6f6885c-1b7e-4f68-a477-a564edd409e7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5403645 Nov 26 22:04:19.352776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34850) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:19.359408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-91e14a7f-3b15-4107-9b77-67e0a6578fd2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1897889647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:19.384963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5216aab-908c-424b-a792-0a1753af6f15 req-92ac9bd8-21ad-40ae-b839-2eaa8edbfce2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:19.392952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5216aab-908c-424b-a792-0a1753af6f15 req-92ac9bd8-21ad-40ae-b839-2eaa8edbfce2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 943 time: 0.2920344 Nov 26 22:04:19.397551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abb7efbc-d39e-484b-acfc-906f4f5afd9c req-6a1e3ced-3c59-4335-a2f7-48ea1b1e8be4 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485397 Nov 26 22:04:19.412426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e14a7f-3b15-4107-9b77-67e0a6578fd2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.414326 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e14a7f-3b15-4107-9b77-67e0a6578fd2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.475581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-5395d0bc-985d-4c45-84f2-450b45b77b1f', 'network_id': '5395d0bc-985d-4c45-84f2-450b45b77b1f', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': 'ada3850d-bca5-4da7-9846-1f671a2ea5d3'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:04:19.476515 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.496590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5216aab-908c-424b-a792-0a1753af6f15 req-81cd411c-0922-4889-913a-435f037d3df5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003039 Nov 26 22:04:19.500366 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.521994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:19.522994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.565138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad960-a30f-475c-9068-6c71db655f35 req-ee377fcd-f2d7-45db-ba15-5dbc4171fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:19.569140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-ee377fcd-f2d7-45db-ba15-5dbc4171fa98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee86048-b3c1-4b27-b153-8e83510575b1 HTTP/1.1" status: 200 len: 835 time: 0.2638299 Nov 26 22:04:19.595408 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e14a7f-3b15-4107-9b77-67e0a6578fd2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.603336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e14a7f-3b15-4107-9b77-67e0a6578fd2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.641648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91e14a7f-3b15-4107-9b77-67e0a6578fd2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.642926 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-91e14a7f-3b15-4107-9b77-67e0a6578fd2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2879884 Nov 26 22:04:19.645622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34870) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:19.653856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'port': {'network_id': '5395d0bc-985d-4c45-84f2-450b45b77b1f', 'name': 'tempest-RoutersTest-1020164958'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:19.656576 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3077760 Nov 26 22:04:19.659678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34872) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:19.673110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Request body: {'subnet': {'network_id': '3d0f6f88-efc7-4639-abfb-ce823ce6c6e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:19.745226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Allocated IP 172.20.0.2 (5395d0bc-985d-4c45-84f2-450b45b77b1f/ada3850d-bca5-4da7-9846-1f671a2ea5d3/a5c9a061-8b5a-40c7-bb9b-6da75848b511) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:19.748266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2340a2a-05c9-4dd2-abab-364aac08f64e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'Network': ['ID=3d0f6f88-efc7-4639-abfb-ce823ce6c6e8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:19.759157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad960-a30f-475c-9068-6c71db655f35 req-58ae261e-d076-4b3a-9a12-74e3cc1a2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:19.760777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-58ae261e-d076-4b3a-9a12-74e3cc1a2ef2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980215 Nov 26 22:04:19.775542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:04:19.801655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1fea-0e0e-4479-808d-94c844235abf req-42050a87-fccf-4b46-9abd-7edc6590199c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:19.803252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-147c1fea-0e0e-4479-808d-94c844235abf req-42050a87-fccf-4b46-9abd-7edc6590199c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1441185 Nov 26 22:04:19.875907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Made reservation on behalf of 78d8aecafa914ce5a2b3a54d3b593761 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:19.879775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:19.927658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-147c1fea-0e0e-4479-808d-94c844235abf req-1166bbec-d6f8-467d-a040-54bbb9bf053f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946484 Nov 26 22:04:20.000781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-472635e7-794b-4ad6-87a8-8cb8b5eea3d1 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298265 Nov 26 22:04:20.046116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:20.056082 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.094937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] device_id is not set on port 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:04:20.259333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-977ad960-a30f-475c-9068-6c71db655f35 req-bf610c3a-64a8-46dc-a4c7-430f29f96155 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499061 Nov 26 22:04:20.260081 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.269548 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.331284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bc2bb-008d-49d7-90bc-fe2b1dac6d78 req-bf888f53-3038-481c-addb-3c64a6b9ceaf tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:20.337606 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a05bc2bb-008d-49d7-90bc-fe2b1dac6d78 req-bf888f53-3038-481c-addb-3c64a6b9ceaf tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0738821 Nov 26 22:04:20.339513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Network 5395d0bc-985d-4c45-84f2-450b45b77b1f is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:20.343749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:20.346427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.20.0.4 (5395d0bc-985d-4c45-84f2-450b45b77b1f/ada3850d-bca5-4da7-9846-1f671a2ea5d3/7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:20.348738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:20.354143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Pushing event updated for resources: {'Port': ['ID=a5c9a061-8b5a-40c7-bb9b-6da75848b511,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:20.410724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Attempting to bind port a5c9a061-8b5a-40c7-bb9b-6da75848b511 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:20.411216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Attempting to bind port a5c9a061-8b5a-40c7-bb9b-6da75848b511 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '4fd19208-d7f9-4f99-a85f-e89b536719e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5395d0bc-985d-4c45-84f2-450b45b77b1f'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:20.411743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Attempting to bind port a5c9a061-8b5a-40c7-bb9b-6da75848b511 on network 5395d0bc-985d-4c45-84f2-450b45b77b1f {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:20.412243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a05bc2bb-008d-49d7-90bc-fe2b1dac6d78 req-19b6892e-d62b-45e0-ae8c-7d36c6a10f5a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670989 Nov 26 22:04:20.419183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:20.419557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Checking segment: {'id': '4fd19208-d7f9-4f99-a85f-e89b536719e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5395d0bc-985d-4c45-84f2-450b45b77b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:20.419964 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.420909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Bound using segment: {'id': '4fd19208-d7f9-4f99-a85f-e89b536719e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5395d0bc-985d-4c45-84f2-450b45b77b1f'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:20.421745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Bound port: a5c9a061-8b5a-40c7-bb9b-6da75848b511, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd19208-d7f9-4f99-a85f-e89b536719e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5395d0bc-985d-4c45-84f2-450b45b77b1f'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:20.422167 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.457016 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.489241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-f102b784-edcf-4e93-a4a7-158488d8c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:20.491823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-f102b784-edcf-4e93-a4a7-158488d8c7e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1094 time: 0.0847552 Nov 26 22:04:20.500578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] For port a5c9a061-8b5a-40c7-bb9b-6da75848b511, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:20.505350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] For port a5c9a061-8b5a-40c7-bb9b-6da75848b511, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a5c9a061-8b5a-40c7-bb9b-6da75848b511,segment=NetworkSegment(4fd19208-d7f9-4f99-a85f-e89b536719e7),segment_id=4fd19208-d7f9-4f99-a85f-e89b536719e7)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:20.520381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.607736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c507afa-81a8-4261-93a4-903b6d76eca9 None None] Pushing event updated for resources: {'Port': ['ID=a5c9a061-8b5a-40c7-bb9b-6da75848b511,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:20.656607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'Subnet': ['ID=ccdca45e-996a-4f9f-b9e1-bb3d36a357ac,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:20.668803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Checking segment: {'id': 'c7157648-bdcd-4bca-9da0-55e68a784960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3d0f6f88-efc7-4639-abfb-ce823ce6c6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:20.669165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Network hostable DHCP agents. Network: 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:04:20.743310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d24e2-677f-42ed-b61d-c7607d2b15f7 req-468a5256-b0e3-41a2-8740-2731b3f03548 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:20.744904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-201d24e2-677f-42ed-b61d-c7607d2b15f7 req-468a5256-b0e3-41a2-8740-2731b3f03548 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 943 time: 0.1105862 Nov 26 22:04:20.752421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-1253da70-2515-42b2-93f2-f4eecc1f4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:20.753945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-1253da70-2515-42b2-93f2-f4eecc1f4ce0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 200 len: 898 time: 0.2544036 Nov 26 22:04:20.756481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:04:20.782394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.784752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:20.794865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870fd895-698f-4ce7-ac8d-e42517601201 None None] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:20.805242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:20.806014 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.867702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-9878de1d-0fac-4b6e-a861-87e3bd16cbcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 217 time: 0.0963259 Nov 26 22:04:20.890464 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-32928af0-b8a0-42f0-9f8c-1e2261c3cdf6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2283628 Nov 26 22:04:20.893108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34888) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:20.915954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:20.926672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-426538206', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:20.970867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 5395d0bc-985d-4c45-84f2-450b45b77b1f is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:20.975880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:21.006664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:21.039317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-201d24e2-677f-42ed-b61d-c7607d2b15f7 req-569ac45d-808c-4985-945d-0220e26f001a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796814 Nov 26 22:04:21.057946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-f9bc81d5-f265-4e63-b282-cf119028a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:21.062923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-f9bc81d5-f265-4e63-b282-cf119028a80a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee86048-b3c1-4b27-b153-8e83510575b1 HTTP/1.1" status: 200 len: 835 time: 0.1478593 Nov 26 22:04:21.068544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3d0f6f88-efc7-4639-abfb-ce823ce6c6e8', 'network_id': '3d0f6f88-efc7-4639-abfb-ce823ce6c6e8', 'tenant_id': '78d8aecafa914ce5a2b3a54d3b593761', 'fixed_ips': [{'subnet_id': 'ccdca45e-996a-4f9f-b9e1-bb3d36a357ac'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:04:21.069664 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.079038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bbbfe-c5fc-4971-9de9-2110aae35ed6 req-e6aeac3a-fb0f-4caf-bcb7-f526ca07c325 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:21.086143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.087680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.095130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c19bbbfe-c5fc-4971-9de9-2110aae35ed6 req-e6aeac3a-fb0f-4caf-bcb7-f526ca07c325 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.2380667 Nov 26 22:04:21.109529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:21.129436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:21.130338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.159837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-09b653a1-04b6-4ae9-a89f-47fa653fb544 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5117350 Nov 26 22:04:21.160512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34894) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:21.222724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.267302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c19bbbfe-c5fc-4971-9de9-2110aae35ed6 req-464945e3-7b3a-4d5c-846f-2e5c6109b81b tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703398 Nov 26 22:04:21.272754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-0836c898-6f3a-4e0c-a436-e43bd07c5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:21.278478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-0836c898-6f3a-4e0c-a436-e43bd07c5238 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767693 Nov 26 22:04:21.290111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Allocated IP 172.20.0.2 (3d0f6f88-efc7-4639-abfb-ce823ce6c6e8/ccdca45e-996a-4f9f-b9e1-bb3d36a357ac/81e19881-6862-49e1-915c-3b360b96e0bf) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:21.451401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-cac078d9-2be5-41ad-ba80-ff6e32912df6 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684959 Nov 26 22:04:21.482928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.542926 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.559160 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.649316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Pushing event updated for resources: {'Port': ['ID=81e19881-6862-49e1-915c-3b360b96e0bf,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:21.658675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:21.660143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:21.662600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:21.768889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Attempting to bind port 81e19881-6862-49e1-915c-3b360b96e0bf on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:21.769645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Attempting to bind port 81e19881-6862-49e1-915c-3b360b96e0bf by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'c7157648-bdcd-4bca-9da0-55e68a784960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3d0f6f88-efc7-4639-abfb-ce823ce6c6e8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:21.771317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Attempting to bind port 81e19881-6862-49e1-915c-3b360b96e0bf on network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:21.786590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:21.788947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Checking segment: {'id': 'c7157648-bdcd-4bca-9da0-55e68a784960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3d0f6f88-efc7-4639-abfb-ce823ce6c6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:21.789504 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.791738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Bound using segment: {'id': 'c7157648-bdcd-4bca-9da0-55e68a784960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3d0f6f88-efc7-4639-abfb-ce823ce6c6e8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:21.793319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Bound port: 81e19881-6862-49e1-915c-3b360b96e0bf, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7157648-bdcd-4bca-9da0-55e68a784960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3d0f6f88-efc7-4639-abfb-ce823ce6c6e8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:21.794474 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.905948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] For port 81e19881-6862-49e1-915c-3b360b96e0bf, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:21.909917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] For port 81e19881-6862-49e1-915c-3b360b96e0bf, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=81e19881-6862-49e1-915c-3b360b96e0bf,segment=NetworkSegment(c7157648-bdcd-4bca-9da0-55e68a784960),segment_id=c7157648-bdcd-4bca-9da0-55e68a784960)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:21.922561 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:21.929070 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:22.000123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dae10c5-417e-4650-ac2c-6eb8e9ae5e69 req-360a1ec1-aad1-423f-b2c0-a239ac34fb09 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400312 Nov 26 22:04:22.027071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae0071-07ec-4d44-9352-c473f7efa923 None None] Pushing event updated for resources: {'Port': ['ID=81e19881-6862-49e1-915c-3b360b96e0bf,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:22.098061 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:22.113247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7ea75e-10f1-4e66-b69f-0c4950291ee2 None None] Network 5395d0bc-985d-4c45-84f2-450b45b77b1f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:22.127758 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:22.201399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8453f2e0-9cc6-44c1-b98c-6642da176a7f None None] Provisioning complete for port a5c9a061-8b5a-40c7-bb9b-6da75848b511 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:22.201952 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8453f2e0-9cc6-44c1-b98c-6642da176a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:22.220967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee437a3-e9f6-42f4-b0c3-4291a523b046 req-9057182b-0112-4fb1-ae31-d285f7841bab tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:22.227724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eee437a3-e9f6-42f4-b0c3-4291a523b046 req-9057182b-0112-4fb1-ae31-d285f7841bab tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 943 time: 0.0802176 Nov 26 22:04:22.387410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eee437a3-e9f6-42f4-b0c3-4291a523b046 req-401d5daf-b517-40f7-9d01-e6cb732b07eb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514664 Nov 26 22:04:22.567846 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8453f2e0-9cc6-44c1-b98c-6642da176a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:22.583442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dabce-a5f9-49e5-bc2a-ca3676434076 req-40237631-c924-47ba-828d-b3105f743321 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:22.585024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-655dabce-a5f9-49e5-bc2a-ca3676434076 req-40237631-c924-47ba-828d-b3105f743321 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0799987 Nov 26 22:04:22.669586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8453f2e0-9cc6-44c1-b98c-6642da176a7f None None] For port a5c9a061-8b5a-40c7-bb9b-6da75848b511, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a5c9a061-8b5a-40c7-bb9b-6da75848b511,segment=NetworkSegment(4fd19208-d7f9-4f99-a85f-e89b536719e7),segment_id=4fd19208-d7f9-4f99-a85f-e89b536719e7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:22.678044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-655dabce-a5f9-49e5-bc2a-ca3676434076 req-5279d9df-3fd1-4d26-975d-82119f90f4dd tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854428 Nov 26 22:04:22.679654 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8453f2e0-9cc6-44c1-b98c-6642da176a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:22.787549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453f2e0-9cc6-44c1-b98c-6642da176a7f None None] Pushing event updated for resources: {'Port': ['ID=a5c9a061-8b5a-40c7-bb9b-6da75848b511,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:22.990001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Allocated IP 172.25.3.91 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/147a22a7-86e1-492c-949e-94dd7d00f9a7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:23.102015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 81e19881-6862-49e1-915c-3b360b96e0bf up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:23.124875 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.153119 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.157104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee9f8b-f795-4160-b841-ff44c5e20913 req-de1cdf2b-36f4-4549-873a-0dc121815ec2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:23.167277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89ee9f8b-f795-4160-b841-ff44c5e20913 req-de1cdf2b-36f4-4549-873a-0dc121815ec2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1394308 Nov 26 22:04:23.207984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3c3272ca-6ffa-4e10-a523-761b443a2edb None None] Provisioning complete for port a5c9a061-8b5a-40c7-bb9b-6da75848b511 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:23.209268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c3272ca-6ffa-4e10-a523-761b443a2edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.274096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89ee9f8b-f795-4160-b841-ff44c5e20913 req-a2b65578-f9b9-4cc4-a7f8-0c4367f99281 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057115 Nov 26 22:04:23.300321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-d0c0baaf-0c28-44df-bd39-950806886dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:23.301855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-d0c0baaf-0c28-44df-bd39-950806886dd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7abe64670dd411c884b6ce94732b744&device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 1097 time: 0.1919644 Nov 26 22:04:23.309647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 81e19881-6862-49e1-915c-3b360b96e0bf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:23.311090 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.315932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:23.363698 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.596154 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1040178c-9374-4a79-9e6d-3e6806b2ab9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.622003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3c3272ca-6ffa-4e10-a523-761b443a2edb None None] Provisioning complete for port 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:23.622734 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c3272ca-6ffa-4e10-a523-761b443a2edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.636024 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.636671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6946-0642-43bb-b55b-15d6573f28ba req-34741654-ff61-40f3-9ef6-72e39b97f687 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:23.646983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4afb6946-0642-43bb-b55b-15d6573f28ba req-34741654-ff61-40f3-9ef6-72e39b97f687 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 943 time: 0.1313345 Nov 26 22:04:23.661236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-289faea4-0950-4246-ac23-554a0825dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:23.663207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-289faea4-0950-4246-ac23-554a0825dd93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 200 len: 915 time: 0.3427501 Nov 26 22:04:23.718723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.728115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.735035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1300f180-0bce-4bf7-81f0-101b249bcafe None None] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:23.765607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4afb6946-0642-43bb-b55b-15d6573f28ba req-f521c849-a976-41a5-a5c9-ccdd66807f0a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123977 Nov 26 22:04:23.833589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:23.838112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device cbf7f915-e6a6-4db7-a854-c9bba4e47ded details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:04:23.839127 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-0e876c58-e841-47ef-9ac8-55ecb5ad7ac9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 200 len: 217 time: 0.1390316 Nov 26 22:04:23.845714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:23.848398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:23.870714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 81e19881-6862-49e1-915c-3b360b96e0bf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=81e19881-6862-49e1-915c-3b360b96e0bf,segment=NetworkSegment(c7157648-bdcd-4bca-9da0-55e68a784960),segment_id=c7157648-bdcd-4bca-9da0-55e68a784960)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:23.875931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'Port': ['ID=147a22a7-86e1-492c-949e-94dd7d00f9a7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:23.877566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad039df-c471-42ce-b2a8-279baecaf026 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:23.884769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3c3272ca-6ffa-4e10-a523-761b443a2edb None None] Port 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:23.891489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:23.892292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a5c9a061-8b5a-40c7-bb9b-6da75848b511 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:24.024266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-f0d226fd-4523-4491-b3f0-ba156074ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:24.025779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-f0d226fd-4523-4491-b3f0-ba156074ca51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 200 len: 854 time: 0.1723683 Nov 26 22:04:24.098992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=81e19881-6862-49e1-915c-3b360b96e0bf,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:24.119857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6aaa4738-18ce-4260-9e6a-537f15986566 None None] Provisioning complete for port 81e19881-6862-49e1-915c-3b360b96e0bf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:24.120243 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4738-18ce-4260-9e6a-537f15986566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.134041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-573079b0-5277-49dc-b16f-681db04608b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d44a0803-39db-47ca-b277-3c6185e9cf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798504 Nov 26 22:04:24.143442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.161818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a5c9a061-8b5a-40c7-bb9b-6da75848b511 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:24.162224 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.218864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:24.253630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'port_id': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'mac_address': 'fa:16:3e:b5:14:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:04:24.376324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.408994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf7f915-e6a6-4db7-a854-c9bba4e47ded {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:04:24.442125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:24.448750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6aaa4738-18ce-4260-9e6a-537f15986566 None None] Provisioning complete for port 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:24.449413 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4738-18ce-4260-9e6a-537f15986566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.453512 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.476743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd00d8-5425-4ddc-98c2-60bdc501ce6a req-865976e5-0d84-4a96-8a64-0e64d5372626 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:24.485356 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-a8665bc6-5d3b-447d-9d6b-66ab6325dc47 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350503 Nov 26 22:04:24.495187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9bd00d8-5425-4ddc-98c2-60bdc501ce6a req-865976e5-0d84-4a96-8a64-0e64d5372626 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1050074 Nov 26 22:04:24.554173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa4738-18ce-4260-9e6a-537f15986566 None None] Port 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:24.558036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.578652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:24.582989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9bd00d8-5425-4ddc-98c2-60bdc501ce6a req-d3a14803-ebea-4a4e-b255-738b6e0bbdc2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868073 Nov 26 22:04:24.603914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6aaa4738-18ce-4260-9e6a-537f15986566 None None] Provisioning complete for port 147a22a7-86e1-492c-949e-94dd7d00f9a7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:24.604483 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6aaa4738-18ce-4260-9e6a-537f15986566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.645142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6aaa4738-18ce-4260-9e6a-537f15986566 None None] Port 147a22a7-86e1-492c-949e-94dd7d00f9a7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:24.773037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2a0f9fc9-1bf8-4d04-8cc9-7636a096ee8e None None] Provisioning complete for port 81e19881-6862-49e1-915c-3b360b96e0bf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:24.773422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9fc9-1bf8-4d04-8cc9-7636a096ee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.813010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29e51adc-9b71-4bf9-81f7-8ffdf4e70ad5 req-ec613f25-8d17-49cf-85f0-63de7b2e4e60 service neutron] 10.222.0.13 "GET /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113365 Nov 26 22:04:24.867822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['cbf7f915-e6a6-4db7-a854-c9bba4e47ded'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:04:24.895459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.907836 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.965026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:24.970450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 81e19881-6862-49e1-915c-3b360b96e0bf up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:24.992829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450f87-430d-48d3-bd74-db1598688376 req-67c469dd-f9d9-44d0-9e0b-f88b252ab101 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:24.995079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8450f87-430d-48d3-bd74-db1598688376 req-67c469dd-f9d9-44d0-9e0b-f88b252ab101 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.1252029 Nov 26 22:04:25.097578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8450f87-430d-48d3-bd74-db1598688376 req-11562afd-ecb1-4c4f-87b1-4af0e584bb79 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885653 Nov 26 22:04:25.189350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:25.208451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:25.223652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 5395d0bc-985d-4c45-84f2-450b45b77b1f is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:25.235592 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-0beda321-e346-4aa2-9f3c-f1bcdf37f6bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1203046 Nov 26 22:04:25.236478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:25.238901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 81e19881-6862-49e1-915c-3b360b96e0bf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:25.239278 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:25.421136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a5c9a061-8b5a-40c7-bb9b-6da75848b511 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:25.534912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a5c9a061-8b5a-40c7-bb9b-6da75848b511 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:25.535615 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:25.631130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-312b69e5-4eb2-44f8-b463-1782326f307f None None] Provisioning complete for port 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:25.631792 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-312b69e5-4eb2-44f8-b463-1782326f307f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:25.689013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-312b69e5-4eb2-44f8-b463-1782326f307f None None] Port 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:25.761213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053df1e9-c912-44a4-b767-ea05f944828f req-6954cb9e-3e4e-4383-a046-758f14828ed0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:25.767894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-053df1e9-c912-44a4-b767-ea05f944828f req-6954cb9e-3e4e-4383-a046-758f14828ed0 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0748649 Nov 26 22:04:25.824284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-053df1e9-c912-44a4-b767-ea05f944828f req-e0d4f24a-e303-41ff-b6f6-aab50c44b5af tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545175 Nov 26 22:04:25.889028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-665c1aac-0d61-436f-884b-bf42e4596281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:25.889547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-665c1aac-0d61-436f-884b-bf42e4596281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:25.890144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-665c1aac-0d61-436f-884b-bf42e4596281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:25.890624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-665c1aac-0d61-436f-884b-bf42e4596281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:25.891089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-665c1aac-0d61-436f-884b-bf42e4596281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:25.891568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-665c1aac-0d61-436f-884b-bf42e4596281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:25.892020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-665c1aac-0d61-436f-884b-bf42e4596281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:25.893984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-665c1aac-0d61-436f-884b-bf42e4596281 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6500 time: 0.5595665 Nov 26 22:04:25.945778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:04:25.948993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Router 4c21b1fc-9ca9-48dd-b604-021d3ebd2779 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:04:26.207146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:26.219653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c382f9cd-1d7b-487a-b6cc-b3b35eca6d1e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9952531 Nov 26 22:04:26.224024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34952) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:26.230143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf2da1-0a81-4288-a908-9f3ccd47a5d9 None None] Sync routers for ids ['dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:26.235655 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1def575a-0465-46fb-bc90-0b37e4804cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:26.251557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:26.259464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf2da1-0a81-4288-a908-9f3ccd47a5d9 None None] Routers {'dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:26.260115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-87bf2da1-0a81-4288-a908-9f3ccd47a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:26.265509 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604f6aa-6173-4292-8823-ac2474840bbf None None] Sync routers for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:26.272880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55c29a-56ee-46c1-bb78-c8ff0be41d00 req-d37c4db5-5602-4fc2-b3f0-26900a2c23e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:26.276033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f55c29a-56ee-46c1-bb78-c8ff0be41d00 req-d37c4db5-5602-4fc2-b3f0-26900a2c23e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.1055906 Nov 26 22:04:26.293488 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604f6aa-6173-4292-8823-ac2474840bbf None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:26.294586 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2604f6aa-6173-4292-8823-ac2474840bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:26.315542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-b2595a1b-6fa0-4ad9-be5a-1fef1793abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:26.316029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-b2595a1b-6fa0-4ad9-be5a-1fef1793abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:26.316496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-b2595a1b-6fa0-4ad9-be5a-1fef1793abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:26.318114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-b2595a1b-6fa0-4ad9-be5a-1fef1793abf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=a12c8647-c2a6-454e-b2a4-b129f610ef39&id=a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 200 len: 2298 time: 0.2899444 Nov 26 22:04:26.322910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-87bf2da1-0a81-4288-a908-9f3ccd47a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:26.326128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238019f4-ba20-464e-a362-009224521343 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:26.328146 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-238019f4-ba20-464e-a362-009224521343 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports/7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db HTTP/1.1" status: 200 len: 977 time: 0.1011703 Nov 26 22:04:26.331410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:26.332614 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-500539f2-c994-4df5-a747-58925568250e tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.4243944 Nov 26 22:04:26.333190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34954) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:26.335933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34956) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:26.343723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf2da1-0a81-4288-a908-9f3ccd47a5d9 None None] Routers {'dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:26.346793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-87bf2da1-0a81-4288-a908-9f3ccd47a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:26.349253 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2604f6aa-6173-4292-8823-ac2474840bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:26.364569 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604f6aa-6173-4292-8823-ac2474840bbf None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:26.365436 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2604f6aa-6173-4292-8823-ac2474840bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:26.408058 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2604f6aa-6173-4292-8823-ac2474840bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:26.409072 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2604f6aa-6173-4292-8823-ac2474840bbf None None] The sync data for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:26.409898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f55c29a-56ee-46c1-bb78-c8ff0be41d00 req-4a530e67-f131-4c36-a62c-35adf68c3a9e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254210 Nov 26 22:04:26.422226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-87bf2da1-0a81-4288-a908-9f3ccd47a5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:26.431614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf2da1-0a81-4288-a908-9f3ccd47a5d9 None None] The sync data for ids ['dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:26.565881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-2122c886-1232-49e3-b4be-3e7e8cfa94d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70621aed-7a91-4da3-9946-e906c783d7f7 HTTP/1.1" status: 200 len: 1002 time: 0.2317259 Nov 26 22:04:26.744412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-482894aa-2532-4e35-9d38-febd4de70a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:26.745871 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-482894aa-2532-4e35-9d38-febd4de70a99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f0247c-5539-4f19-9a32-ead622c07557 HTTP/1.1" status: 200 len: 855 time: 0.1672063 Nov 26 22:04:26.923436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-b1280164-635b-4ad5-b73a-daf53c6b6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:26.924953 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-b1280164-635b-4ad5-b73a-daf53c6b6bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1701486 Nov 26 22:04:26.980518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748ce96-30bc-4953-bf78-4636a0e3a6af req-bc3f75a8-a35d-4cc7-b457-f5d54aab38ee tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:26.987845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a748ce96-30bc-4953-bf78-4636a0e3a6af req-bc3f75a8-a35d-4cc7-b457-f5d54aab38ee tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0702071 Nov 26 22:04:27.043955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a748ce96-30bc-4953-bf78-4636a0e3a6af req-96f53805-c199-4d88-92ba-bbb9d96ffe51 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495801 Nov 26 22:04:27.063759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:27.198910 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-1f383c83-e858-498e-af00-b746a6f36332 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644880 Nov 26 22:04:27.205615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be777c-ec66-4902-980c-13542506d9ae req-1c3b643d-3e2e-461d-8d46-015e18c956ac tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:27.207164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6be777c-ec66-4902-980c-13542506d9ae req-1c3b643d-3e2e-461d-8d46-015e18c956ac tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0721338 Nov 26 22:04:27.260268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6be777c-ec66-4902-980c-13542506d9ae req-a2d4d494-12bb-4147-ad13-76ebbd58b83c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469584 Nov 26 22:04:27.405789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:27.423915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c536994-dc61-4575-8823-89ea81790346 req-522acfc7-6a9c-42f9-9e77-9e9e6b685961 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:27.425555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c536994-dc61-4575-8823-89ea81790346 req-522acfc7-6a9c-42f9-9e77-9e9e6b685961 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0585966 Nov 26 22:04:27.505211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-d8d875e2-ffe7-41b9-8d2a-9949c57aaccb service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872639 Nov 26 22:04:27.526160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c536994-dc61-4575-8823-89ea81790346 req-8f1b46cc-620c-48c5-83cb-527081073625 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889857 Nov 26 22:04:27.564229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad380c-1c7b-436f-9424-3ae2359b96f1 req-9037763e-bccd-4776-bc77-403c96e350d1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:27.571960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85ad380c-1c7b-436f-9424-3ae2359b96f1 req-9037763e-bccd-4776-bc77-403c96e350d1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.0763562 Nov 26 22:04:27.620341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85ad380c-1c7b-436f-9424-3ae2359b96f1 req-d1e55123-3f5e-4091-9200-d000ca23f997 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477524 Nov 26 22:04:27.620575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-ad9253de-6d02-41e8-ad3f-9c73c94ead92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 217 time: 0.0966067 Nov 26 22:04:27.689456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4974f8c-e2c6-4baf-951e-d07500440106 req-008c856c-3e83-4ed5-a35c-a937a17069bc tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:27.695015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4974f8c-e2c6-4baf-951e-d07500440106 req-008c856c-3e83-4ed5-a35c-a937a17069bc tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0724571 Nov 26 22:04:27.752801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4974f8c-e2c6-4baf-951e-d07500440106 req-47997dd7-f6c0-422c-9bca-a00a4a7d062f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529103 Nov 26 22:04:27.839326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device cbf7f915-e6a6-4db7-a854-c9bba4e47ded up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:27.915724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port cbf7f915-e6a6-4db7-a854-c9bba4e47ded completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:04:27.920906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port cbf7f915-e6a6-4db7-a854-c9bba4e47ded triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:27.921339 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:27.973026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a4617-8994-4ee0-a108-c9ab01c27581 req-3c49036a-e095-42db-a12b-9ccb1ed4f32c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:27.974904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b5a4617-8994-4ee0-a108-c9ab01c27581 req-3c49036a-e095-42db-a12b-9ccb1ed4f32c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0761106 Nov 26 22:04:28.044962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b5a4617-8994-4ee0-a108-c9ab01c27581 req-f6eb2ca1-0bdf-40e0-bebf-ac41e9fbfb07 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632985 Nov 26 22:04:28.074099 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:28.082627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:28.104120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:04:28.106880 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7bc3c1-325f-46dd-838c-7320b674cfc6" -d '{"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-plugged", "status": "completed", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:04:28.123089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:28.132022 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:28.175521 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d079aa-923b-405f-88cf-2e00e3620453 x-openstack-request-id: req-77d079aa-923b-405f-88cf-2e00e3620453 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:04:28.175826 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-plugged", "status": "completed", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:04:28.176081 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77d079aa-923b-405f-88cf-2e00e3620453 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:04:28.176470 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'code': 200} Nov 26 22:04:28.197772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:28.211308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c2a59-5b05-4009-b414-94823e5413ab req-78a63424-51a2-4dd2-9855-2027edc6ef98 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:28.213521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-083603fd-cd95-4d16-9d65-e7d8c7b8850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:28.215072 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-083603fd-cd95-4d16-9d65-e7d8c7b8850f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.5571644 Nov 26 22:04:28.223410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a5c2a59-5b05-4009-b414-94823e5413ab req-78a63424-51a2-4dd2-9855-2027edc6ef98 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0731711 Nov 26 22:04:28.282620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a5c2a59-5b05-4009-b414-94823e5413ab req-1756b0fc-faf3-4baa-bdd4-721853ee95e2 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581865 Nov 26 22:04:28.347981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-ca5b210a-aa5d-4c54-b1b0-f273b57081bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:28.349545 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-ca5b210a-aa5d-4c54-b1b0-f273b57081bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176405 Nov 26 22:04:28.356972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a9d5-8c0c-4c79-b262-85ae1dc3faf2 req-0f65d93b-e051-496b-a19b-2990cf859814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:28.359621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94e8a9d5-8c0c-4c79-b262-85ae1dc3faf2 req-0f65d93b-e051-496b-a19b-2990cf859814 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1096 time: 0.0639307 Nov 26 22:04:28.447880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94e8a9d5-8c0c-4c79-b262-85ae1dc3faf2 req-d8adce54-0cf6-48a4-8aeb-1125e66245c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807106 Nov 26 22:04:28.495167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda32d1-e79a-4841-adcd-fee233ff06b0 req-341e5342-e2ea-46d5-aa2c-762bfe6e4a59 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:28.499242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8eda32d1-e79a-4841-adcd-fee233ff06b0 req-341e5342-e2ea-46d5-aa2c-762bfe6e4a59 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0900941 Nov 26 22:04:28.570639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8eda32d1-e79a-4841-adcd-fee233ff06b0 req-cba3198f-6c95-4b9d-b3ab-4d089f35009e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656767 Nov 26 22:04:28.571973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-2daf76e9-e7c4-4dc4-a906-f33b8a58b2bc service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965191 Nov 26 22:04:28.577811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:28.583047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:28.583320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:28.596364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Allocated IP 172.20.0.1 (3d0f6f88-efc7-4639-abfb-ce823ce6c6e8/ccdca45e-996a-4f9f-b9e1-bb3d36a357ac/6af74b72-95f8-4cb8-9120-333bde61532d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:28.715636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da429817-e404-4838-95e5-82282cf1fc5b req-2766decb-2129-4ecd-ae65-7242df8800ff tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:28.717344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da429817-e404-4838-95e5-82282cf1fc5b req-2766decb-2129-4ecd-ae65-7242df8800ff tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0654318 Nov 26 22:04:28.771908 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:04:28.797587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da429817-e404-4838-95e5-82282cf1fc5b req-8edf1810-8f9e-49be-9a96-b794880b3130 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687065 Nov 26 22:04:28.814133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba39af4-b52c-4d3e-9812-6c47b6621dd7 req-6eb6d9ca-f2cc-4167-9edf-9693d1ae594f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:28.824194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aba39af4-b52c-4d3e-9812-6c47b6621dd7 req-6eb6d9ca-f2cc-4167-9edf-9693d1ae594f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.1053255 Nov 26 22:04:28.839544 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:28.855184 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-6e69a2d7-cf94-4027-beb2-e2fa92334a1f service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750590 Nov 26 22:04:28.877077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:28.910116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aba39af4-b52c-4d3e-9812-6c47b6621dd7 req-0158e470-cd2b-4559-9e90-22bfddc411a6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780094 Nov 26 22:04:28.924093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-27a3449f-1694-410b-a361-28fb1fb3173e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 217 time: 0.0548496 Nov 26 22:04:29.004065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:29.010557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995a2e7-1003-4781-ba99-8b4fa6178312 req-8e3f7052-1fff-4baa-a46c-f6bc484dd8ca tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:29.019654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b995a2e7-1003-4781-ba99-8b4fa6178312 req-8e3f7052-1fff-4baa-a46c-f6bc484dd8ca tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0685494 Nov 26 22:04:29.052728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-01738071-154f-4dee-b486-902b9a278c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:29.054369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-01738071-154f-4dee-b486-902b9a278c58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.0922263 Nov 26 22:04:29.088648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b995a2e7-1003-4781-ba99-8b4fa6178312 req-19269906-a0ae-4678-ade4-a103d21e5c73 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642490 Nov 26 22:04:29.100611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:29.178211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:29.181080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-66677a29-0482-4c16-b8b0-3c2a7a357bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:29.182619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-66677a29-0482-4c16-b8b0-3c2a7a357bfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774295 Nov 26 22:04:29.233613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef80e9f-c84c-43fd-870d-3be7675e41f7 req-6c5aabfd-8e4f-4145-9b49-ea309c54353c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:29.240975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cef80e9f-c84c-43fd-870d-3be7675e41f7 req-6c5aabfd-8e4f-4145-9b49-ea309c54353c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0683312 Nov 26 22:04:29.290769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cef80e9f-c84c-43fd-870d-3be7675e41f7 req-d52d161b-1e29-4064-ba69-5449fcf5f29a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487359 Nov 26 22:04:29.311310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:29.321370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:29.331213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:29.337926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'Port': ['ID=6af74b72-95f8-4cb8-9120-333bde61532d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:29.372485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:29.417854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=7d2ff80f-5dda-48cb-8fb9-3e58c46dd5db,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:29.458754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:29.550623 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-d80bc355-29a0-460c-bb99-50ab0156d070 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368638 Nov 26 22:04:29.558779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff030c-c492-4602-b6c8-ffb68bf58a04 req-25bcdfdf-5e66-4424-ace7-f0e8b2496d87 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:29.560390 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94ff030c-c492-4602-b6c8-ffb68bf58a04 req-25bcdfdf-5e66-4424-ace7-f0e8b2496d87 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1201677 Nov 26 22:04:29.688720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94ff030c-c492-4602-b6c8-ffb68bf58a04 req-b15280c6-750b-4cb9-8649-bde4faa03a0f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094639 Nov 26 22:04:29.736090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-032fadd5-4a27-46f0-8bc6-a1393259b98b None None] Provisioning complete for port 6af74b72-95f8-4cb8-9120-333bde61532d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:29.736613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-032fadd5-4a27-46f0-8bc6-a1393259b98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:29.804082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-032fadd5-4a27-46f0-8bc6-a1393259b98b None None] Port 6af74b72-95f8-4cb8-9120-333bde61532d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:29.886206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f9066-86c7-4529-b170-7e98809d79f5 req-c625692a-14bf-4f4c-9c0a-c4a23f426e55 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:29.894787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:29.895341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c9f9066-86c7-4529-b170-7e98809d79f5 req-c625692a-14bf-4f4c-9c0a-c4a23f426e55 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1059184 Nov 26 22:04:29.912633 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-84469656-8cc6-465c-889f-9412ca5f7747 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265402 Nov 26 22:04:29.968540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c9f9066-86c7-4529-b170-7e98809d79f5 req-ad361924-cac2-4422-9dee-c0262793ff90 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712054 Nov 26 22:04:30.047634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d81d8-ffa2-4dbb-9918-47ea5acc47f4 req-6d3f2e0e-0583-407b-9acd-d8834188e7ca tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:30.049790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-740d81d8-ffa2-4dbb-9918-47ea5acc47f4 req-6d3f2e0e-0583-407b-9acd-d8834188e7ca tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.0569644 Nov 26 22:04:30.103717 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-e979c847-99b0-45f8-aea2-5c2d8f063c01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=df353b82-9244-4a84-b2e0-73497dc7871d HTTP/1.1" status: 200 len: 217 time: 0.1644881 Nov 26 22:04:30.108634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:30.194144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-740d81d8-ffa2-4dbb-9918-47ea5acc47f4 req-bba69567-65a4-414b-84d6-0d5ab7e5f985 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355438 Nov 26 22:04:30.207127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e2a24-60e4-4dde-beac-f44a4d00a38c req-a93b4ce8-f2d9-483d-81b6-337ea6178012 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:30.214511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-903e2a24-60e4-4dde-beac-f44a4d00a38c req-a93b4ce8-f2d9-483d-81b6-337ea6178012 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1259882 Nov 26 22:04:30.239874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-68b43d93-650d-41f8-b716-08217dc771ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181426 Nov 26 22:04:30.305337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-903e2a24-60e4-4dde-beac-f44a4d00a38c req-598bd679-f7dc-4b6d-beec-a423f3584b0c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899012 Nov 26 22:04:30.337971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-0562f159-9bb7-4602-950d-83415c60d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:30.339478 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-0562f159-9bb7-4602-950d-83415c60d6e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.2167311 Nov 26 22:04:30.362968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-f04f80ad-26b0-4361-8285-c71fe6e7991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:30.369545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-f04f80ad-26b0-4361-8285-c71fe6e7991c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1096 time: 0.0906458 Nov 26 22:04:30.392001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:30.515334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-9ad25be4-a6f4-42d5-97bb-24047b5fd8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:30.516867 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-9ad25be4-a6f4-42d5-97bb-24047b5fd8ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1647873 Nov 26 22:04:30.535803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d8cd8-fe16-4390-95f4-5518449b1857 req-80574a89-25ff-4417-b54a-25a930ef204c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:30.537363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e32d8cd8-fe16-4390-95f4-5518449b1857 req-80574a89-25ff-4417-b54a-25a930ef204c tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1297996 Nov 26 22:04:30.546248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdcc8e-1bc6-4161-b76f-a187fd095d16 req-486f4e68-5bb5-4ae9-856c-19a29dac6e51 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:30.547802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abcdcc8e-1bc6-4161-b76f-a187fd095d16 req-486f4e68-5bb5-4ae9-856c-19a29dac6e51 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.1611481 Nov 26 22:04:30.583525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:30.591959 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e303dba2-625a-411d-b5b6-b9dcc770cf65 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2537606 Nov 26 22:04:30.594708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb3c67-dbaf-4d04-9ed9-3bc0c36527d8 None None] Sync routers for ids ['dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:30.600434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35038) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:30.606658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb3c67-dbaf-4d04-9ed9-3bc0c36527d8 None None] Routers {'dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:30.607532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4fbb3c67-dbaf-4d04-9ed9-3bc0c36527d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:30.617387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-19c06f0c-5a44-4766-9063-d38fc7d04dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:30.619754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-19c06f0c-5a44-4766-9063-d38fc7d04dd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2214241 Nov 26 22:04:30.640920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4fbb3c67-dbaf-4d04-9ed9-3bc0c36527d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:30.650951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb3c67-dbaf-4d04-9ed9-3bc0c36527d8 None None] Routers {'dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:30.651922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4fbb3c67-dbaf-4d04-9ed9-3bc0c36527d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:30.691523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4fbb3c67-dbaf-4d04-9ed9-3bc0c36527d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:30.692541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb3c67-dbaf-4d04-9ed9-3bc0c36527d8 None None] The sync data for ids ['dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:30.740021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e32d8cd8-fe16-4390-95f4-5518449b1857 req-2ee5eb14-c44d-47d8-be31-6ae83904044e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854134 Nov 26 22:04:30.824079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abcdcc8e-1bc6-4161-b76f-a187fd095d16 req-5f874f3f-75cb-412b-a501-53285bbf61f2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663815 Nov 26 22:04:30.865599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35044) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:30.944121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-cdd2061c-b001-414a-86b8-342dc57f0d78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 1001 time: 0.2145796 Nov 26 22:04:31.089749 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-28684a65-9962-4bac-9130-e8465763433f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] remove_router_interface failed (client error): The resource could not be found. Nov 26 22:04:31.094214 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-28684a65-9962-4bac-9130-e8465763433f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4919822 Nov 26 22:04:31.094638 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-3e0fcf64-d634-4d29-bf85-3012df89fa59 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693347 Nov 26 22:04:31.095130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35050) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:31.102101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c00f81-cd6d-4c95-8d08-b5cbd89a7df1 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:31.106258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c2c00f81-cd6d-4c95-8d08-b5cbd89a7df1 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1091 time: 0.2370701 Nov 26 22:04:31.107719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35052) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:31.112162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:31.138196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e2e78-b61b-4377-ac18-7cfd2ff722e8 req-3541b70e-cff9-41ef-879c-8bbaf64a072a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:31.140921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cba0070b-7caa-4fa1-b937-5a4c7c3e258b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29 HTTP/1.1" status: 200 len: 205 time: 0.0432138 Nov 26 22:04:31.146928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-084e2e78-b61b-4377-ac18-7cfd2ff722e8 req-3541b70e-cff9-41ef-879c-8bbaf64a072a tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.2049813 Nov 26 22:04:31.152649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35054) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:31.159865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-519f7729-bb5c-41eb-8cd5-a3c06b598016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:31.163109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-519f7729-bb5c-41eb-8cd5-a3c06b598016 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.2026265 Nov 26 22:04:31.242915 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.268550 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.276759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-693f570a-5f22-42b8-b5bb-4cea415796e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:31.278126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-693f570a-5f22-42b8-b5bb-4cea415796e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017518 Nov 26 22:04:31.280710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.285530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-084e2e78-b61b-4377-ac18-7cfd2ff722e8 req-715976a3-5118-4e1a-b6e0-74d7874047a5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339891 Nov 26 22:04:31.375124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d967a6e7-6413-4475-988f-43155aad0ec0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.449806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-36aea477-ecc6-4f0d-9653-59e8b89d7e7a service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394572 Nov 26 22:04:31.525414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.526979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'Port': ['ID=6af74b72-95f8-4cb8-9120-333bde61532d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:31.531656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-1f1f0200-4e37-47c3-afb2-f8624852bf9e service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227109 Nov 26 22:04:31.532933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.618846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40de566b-1065-4e2c-a2ef-b29ee95b3d09 req-b38463cc-c931-45ba-b666-19579e9b467c service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599493 Nov 26 22:04:31.687496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.25.3.24 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/30eed55e-adc9-47a5-a3d8-b27efbd419c8) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:31.712903 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-313a5409-b466-453c-b7cd-9e45db44d56c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d HTTP/1.1" status: 200 len: 217 time: 0.1716194 Nov 26 22:04:31.720920 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d967a6e7-6413-4475-988f-43155aad0ec0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.731934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d967a6e7-6413-4475-988f-43155aad0ec0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.845204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.857483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d967a6e7-6413-4475-988f-43155aad0ec0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.858718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d967a6e7-6413-4475-988f-43155aad0ec0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Fanout notify agent at l3_agent the message router_deleted on router dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:04:31.869443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-e244aa55-dff8-4fe3-8d8c-a993503df8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:31.871157 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-e244aa55-dff8-4fe3-8d8c-a993503df8d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1482890 Nov 26 22:04:31.879182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d967a6e7-6413-4475-988f-43155aad0ec0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:31.880251 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d967a6e7-6413-4475-988f-43155aad0ec0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29 HTTP/1.1" status: 204 len: 168 time: 0.7266834 Nov 26 22:04:31.890234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35064) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:31.913403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:31.917754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:31.973734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1003a20-354e-4778-8fac-5e88a3dfc50f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet ada3850d-bca5-4da7-9846-1f671a2ea5d3 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:04:31.978286 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c1003a20-354e-4778-8fac-5e88a3dfc50f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:32.019625 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:32.110236 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c1003a20-354e-4778-8fac-5e88a3dfc50f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:32.158379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:32.161794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:32.169533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Router 4c21b1fc-9ca9-48dd-b604-021d3ebd2779 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:32.180174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-7469caf1-f507-4da8-ace6-fb24b781e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:32.181853 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-7469caf1-f507-4da8-ace6-fb24b781e708 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2991230 Nov 26 22:04:32.192835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=30eed55e-adc9-47a5-a3d8-b27efbd419c8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:32.206011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:32.272954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5b500261-de9f-4675-87a7-8e612915f212 None None] Provisioning complete for port 6af74b72-95f8-4cb8-9120-333bde61532d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:32.273962 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5b500261-de9f-4675-87a7-8e612915f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:32.330396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5b500261-de9f-4675-87a7-8e612915f212 None None] Port 6af74b72-95f8-4cb8-9120-333bde61532d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:32.385687 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-bea623d4-9e90-4de5-bcb5-10d76e396ab7 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936674 Nov 26 22:04:32.389664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:32.396182 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bb2ad155-a254-4242-9bfe-f23152062742 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "PUT /v2.0/routers/4c21b1fc-9ca9-48dd-b604-021d3ebd2779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0466869 Nov 26 22:04:32.401566 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df099f-5c58-466f-93dd-d78133aa4e8a None None] Sync routers for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:32.410544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c1003a20-354e-4778-8fac-5e88a3dfc50f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:32.413643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35070) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:32.419573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Request body: {'port': {'network_id': '3d0f6f88-efc7-4639-abfb-ce823ce6c6e8', 'name': 'tempest-FloatingIPAdminTestJSON-1738016554'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:32.421929 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df099f-5c58-466f-93dd-d78133aa4e8a None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:32.423368 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-27df099f-5c58-466f-93dd-d78133aa4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:32.486677 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-27df099f-5c58-466f-93dd-d78133aa4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:32.501063 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df099f-5c58-466f-93dd-d78133aa4e8a None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:32.502228 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-27df099f-5c58-466f-93dd-d78133aa4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:32.509101 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-b6edd423-001a-4319-aabd-f35951688921 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115835 Nov 26 22:04:32.548613 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-27df099f-5c58-466f-93dd-d78133aa4e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:32.550885 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df099f-5c58-466f-93dd-d78133aa4e8a None None] The sync data for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:32.601935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-7d3dbf3a-d618-4ff7-afb2-7e8a459d82e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372 HTTP/1.1" status: 200 len: 217 time: 0.0769424 Nov 26 22:04:32.677443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-edb5b2c6-cbbd-44d0-a0d5-d228bcbe2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:32.678995 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-edb5b2c6-cbbd-44d0-a0d5-d228bcbe2273 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.0559783 Nov 26 22:04:32.709399 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c1003a20-354e-4778-8fac-5e88a3dfc50f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:32.744361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-72f0f555-075e-4a9b-bf1f-113a6e876cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:32.745883 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-72f0f555-075e-4a9b-bf1f-113a6e876cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577979 Nov 26 22:04:32.760723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1003a20-354e-4778-8fac-5e88a3dfc50f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=ada3850d-bca5-4da7-9846-1f671a2ea5d3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:32.809249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c1003a20-354e-4778-8fac-5e88a3dfc50f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:32.818944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c1003a20-354e-4778-8fac-5e88a3dfc50f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/ada3850d-bca5-4da7-9846-1f671a2ea5d3 HTTP/1.1" status: 204 len: 168 time: 0.9218163 Nov 26 22:04:32.818944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35076) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:32.825378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da2f58-324e-4d72-8aab-6b2e4f7f78a2 None None] Network 5395d0bc-985d-4c45-84f2-450b45b77b1f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:32.922936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-947d31d4-dcf6-40ce-98de-13e75f7588c2 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690187 Nov 26 22:04:33.062236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-ee6d3868-ec20-413f-8267-9be1028eb685 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289387 Nov 26 22:04:33.067716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] DHCP port deletion for 5395d0bc-985d-4c45-84f2-450b45b77b1f request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:33.148377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] Deleting port a5c9a061-8b5a-40c7-bb9b-6da75848b511 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:33.148377 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.173733 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-31b3e461-fbc0-463a-a64c-3160e4c431c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f HTTP/1.1" status: 200 len: 217 time: 0.0953827 Nov 26 22:04:33.289634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-bd47b244-f397-4f99-889f-655ebffc74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:33.291055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] For port a5c9a061-8b5a-40c7-bb9b-6da75848b511, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a5c9a061-8b5a-40c7-bb9b-6da75848b511,segment=NetworkSegment(4fd19208-d7f9-4f99-a85f-e89b536719e7),segment_id=4fd19208-d7f9-4f99-a85f-e89b536719e7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:33.291535 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.292678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-bd47b244-f397-4f99-889f-655ebffc74be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.1181178 Nov 26 22:04:33.307319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] Calling delete_port for a5c9a061-8b5a-40c7-bb9b-6da75848b511 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:33.385869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-c2d05492-c9dd-4047-9f71-2c8057faa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:33.388446 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-c2d05492-c9dd-4047-9f71-2c8057faa32e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618734 Nov 26 22:04:33.406666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.423719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] No DVR routers for this DVR port a5c9a061-8b5a-40c7-bb9b-6da75848b511 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:33.446817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b73996-f372-44af-84b9-b2452f3e5b30 None None] Pushing event deleted for resources: {'Port': ['ID=a5c9a061-8b5a-40c7-bb9b-6da75848b511,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:33.473251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Made reservation on behalf of 78d8aecafa914ce5a2b3a54d3b593761 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:33.477061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.528934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.538879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] device_id is not set on port 9d3d3ea6-962a-4e07-ba09-da31852a4b2b yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:04:33.549514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-31cc3991-5ed8-467f-ab6c-8ccbabe1bf21 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526432 Nov 26 22:04:33.706634 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8f6dfe1b-7868-42eb-866b-551544829ac2 req-1fb8e117-cdc6-4efa-934e-425cefdb61e9 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481850 Nov 26 22:04:33.813761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.849417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Allocated IP 172.20.0.14 (3d0f6f88-efc7-4639-abfb-ce823ce6c6e8/ccdca45e-996a-4f9f-b9e1-bb3d36a357ac/9d3d3ea6-962a-4e07-ba09-da31852a4b2b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:33.853998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5395d0bc-985d-4c45-84f2-450b45b77b1f']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:33.866933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.893886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd19208-d7f9-4f99-a85f-e89b536719e7') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:33.894226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd19208-d7f9-4f99-a85f-e89b536719e7') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:33.915872 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.949672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.987520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:04:33.987921 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:04:33.992685 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:04:34.043701 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.149390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.161773 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.166445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/5395d0bc-985d-4c45-84f2-450b45b77b1f HTTP/1.1" status: 204 len: 168 time: 1.3477666 Nov 26 22:04:34.170916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35090) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:34.176411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-2038658221'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:34.209303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd71405-ede0-4792-b7d2-06cf2dac4e7c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=5395d0bc-985d-4c45-84f2-450b45b77b1f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:34.234210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:34.268996 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.363369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:04:34.380799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.381363 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment 96e2c4ae-4f7c-4abf-83be-4d004245ef1e of type vlan for network fa73468f-bc26-4504-ae59-7357b2434ab0 Nov 26 22:04:34.393445 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.459110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.491778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.501662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:34.502907 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.548852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3765616 Nov 26 22:04:34.553229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35096) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:34.560055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': 'fa73468f-bc26-4504-ae59-7357b2434ab0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:34.571085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.577411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.638538 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.644187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=30eed55e-adc9-47a5-a3d8-b27efbd419c8,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:34.655945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca84b4-8a58-4c59-a633-b16d5c8063d0 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=fa73468f-bc26-4504-ae59-7357b2434ab0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:34.667653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network fa73468f-bc26-4504-ae59-7357b2434ab0 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:04:34.723220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:34.730450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:34.736836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:34.803674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.804243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:34.812612 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:34.913559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a5c9a061-8b5a-40c7-bb9b-6da75848b511 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:04:34.950813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a5c9a061-8b5a-40c7-bb9b-6da75848b511 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:04:34.956326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a5c9a061-8b5a-40c7-bb9b-6da75848b511 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:04:35.009743 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Floating IP 6da003c6-474c-4990-b5af-8d241df2f54a associated. External IP: 172.25.3.24, port: cbf7f915-e6a6-4db7-a854-c9bba4e47ded. Nov 26 22:04:35.051245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:35.053522 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.128814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event updated for resources: {'Port': ['ID=9d3d3ea6-962a-4e07-ba09-da31852a4b2b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:35.189448 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-50c75716-80b1-48e3-808a-3ad8c304f030 None None] Provisioning complete for port 9d3d3ea6-962a-4e07-ba09-da31852a4b2b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:35.192551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.204215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-50c75716-80b1-48e3-808a-3ad8c304f030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.212626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6ce6c14-573d-4e36-8f8a-e96260eb36a6 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7979860 Nov 26 22:04:35.267347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35108) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:35.268866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=1e5cde27-7b99-453b-b443-91bd248afd5a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:35.311564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': '96e2c4ae-4f7c-4abf-83be-4d004245ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa73468f-bc26-4504-ae59-7357b2434ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:35.312004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: fa73468f-bc26-4504-ae59-7357b2434ab0, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:04:35.334990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network fa73468f-bc26-4504-ae59-7357b2434ab0 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:04:35.339266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-50c75716-80b1-48e3-808a-3ad8c304f030 None None] Port 9d3d3ea6-962a-4e07-ba09-da31852a4b2b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:35.368928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, fa73468f-bc26-4504-ae59-7357b2434ab0) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:35.379320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a9cd9-65ab-4330-a54b-5db7e3de0637 None None] Network fa73468f-bc26-4504-ae59-7357b2434ab0 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:35.383513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:35.384157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.406654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'project_id': '78d8aecafa914ce5a2b3a54d3b593761', 'port_id': '9d3d3ea6-962a-4e07-ba09-da31852a4b2b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:35.467383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.491131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7cc3ca5e-3f71-4f59-af53-698726bba456 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9370258 Nov 26 22:04:35.497790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35116) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:35.507598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0b3f374f-20da-4e1c-8825-a22ece7d94b4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1199387762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:35.659963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b3f374f-20da-4e1c-8825-a22ece7d94b4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.661026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b3f374f-20da-4e1c-8825-a22ece7d94b4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.696333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42adccbc-2edc-4c16-9cb4-60da88c82ddc req-acbeb29e-8aa8-4be6-a8a1-ba0e66ccd93d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:35.709560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42adccbc-2edc-4c16-9cb4-60da88c82ddc req-acbeb29e-8aa8-4be6-a8a1-ba0e66ccd93d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.1767220 Nov 26 22:04:35.712744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 3f101628-536c-4a81-bc26-a3b8b7ca951a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:35.716523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-fa73468f-bc26-4504-ae59-7357b2434ab0', 'network_id': 'fa73468f-bc26-4504-ae59-7357b2434ab0', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': '1e5cde27-7b99-453b-b443-91bd248afd5a'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:04:35.721720 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.822630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b3f374f-20da-4e1c-8825-a22ece7d94b4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.827452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42adccbc-2edc-4c16-9cb4-60da88c82ddc req-8fcf832a-aad7-488b-b3c8-f43d57e4401d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119063 Nov 26 22:04:35.859284 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b3f374f-20da-4e1c-8825-a22ece7d94b4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.909098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.934674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Allocated IP 172.20.0.2 (fa73468f-bc26-4504-ae59-7357b2434ab0/1e5cde27-7b99-453b-b443-91bd248afd5a/1f899755-5eae-449c-9bd5-f520a30ad52f) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:35.990360 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b3f374f-20da-4e1c-8825-a22ece7d94b4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:35.995437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0b3f374f-20da-4e1c-8825-a22ece7d94b4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4946508 Nov 26 22:04:35.997040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35134) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:36.052709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:36.064490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] Sync routers for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:36.095131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:36.096408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:36.120467 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:36.227750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3f8cb343-3188-4905-8f62-b75423fb9c95 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1197529 Nov 26 22:04:36.228453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:04:36.232003 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511536e7-9571-4149-8c77-7894657f5355" -d '{"events": [{"name": "network-changed", "server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:04:36.241562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:04:36.468880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f9b9b-2b58-4202-afa7-409c77818890 req-a4355a68-63af-4ff4-986e-f5bcc7fc09bb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:36.473067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf0f9b9b-2b58-4202-afa7-409c77818890 req-a4355a68-63af-4ff4-986e-f5bcc7fc09bb tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.1025610 Nov 26 22:04:36.519939 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:36.562982 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:36.571834 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf0f9b9b-2b58-4202-afa7-409c77818890 req-edfb6f4e-b31d-49e1-ae91-9c3b287e49d4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920639 Nov 26 22:04:36.604788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35154) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:36.660215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Allocated IP 172.25.3.65 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/129ec727-6e02-4416-97a7-987f4eb7019e) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:36.662811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:36.756773 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb296ae-f305-4694-bee7-a8622003a132 x-openstack-request-id: req-eeb296ae-f305-4694-bee7-a8622003a132 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:04:36.758315 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:04:36.758580 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eeb296ae-f305-4694-bee7-a8622003a132 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:04:36.760077 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'status': 'completed', 'code': 200} Nov 26 22:04:36.809463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f362cd41-e660-40a0-bbc4-b33834ae01a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/6da003c6-474c-4990-b5af-8d241df2f54a HTTP/1.1" status: 200 len: 990 time: 0.2032931 Nov 26 22:04:36.895013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511536e7-9571-4149-8c77-7894657f5355 req-93624554-e975-4b56-a921-8ecd29c3f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:36.897511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-511536e7-9571-4149-8c77-7894657f5355 req-93624554-e975-4b56-a921-8ecd29c3f644 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1365778 Nov 26 22:04:36.909489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Network fa73468f-bc26-4504-ae59-7357b2434ab0 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:36.911346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Pushing event updated for resources: {'Port': ['ID=1f899755-5eae-449c-9bd5-f520a30ad52f,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:36.924989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:36.933621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:37.015398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511536e7-9571-4149-8c77-7894657f5355 req-02d30f7c-43f5-4678-a5f7-dd3588776691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:37.017394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-511536e7-9571-4149-8c77-7894657f5355 req-02d30f7c-43f5-4678-a5f7-dd3588776691 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 200 len: 898 time: 0.1118860 Nov 26 22:04:37.196225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-511536e7-9571-4149-8c77-7894657f5355 req-522e733a-1f21-467b-bdb2-94dca9ef297d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 998 time: 0.1707170 Nov 26 22:04:37.273284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511536e7-9571-4149-8c77-7894657f5355 req-ec8cde11-aef7-4e97-8243-767976def0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:37.275206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-511536e7-9571-4149-8c77-7894657f5355 req-ec8cde11-aef7-4e97-8243-767976def0a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee86048-b3c1-4b27-b153-8e83510575b1 HTTP/1.1" status: 200 len: 835 time: 0.0672257 Nov 26 22:04:37.311911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Attempting to bind port 1f899755-5eae-449c-9bd5-f520a30ad52f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:37.312042 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Attempting to bind port 1f899755-5eae-449c-9bd5-f520a30ad52f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '96e2c4ae-4f7c-4abf-83be-4d004245ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa73468f-bc26-4504-ae59-7357b2434ab0'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:37.312374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Attempting to bind port 1f899755-5eae-449c-9bd5-f520a30ad52f on network fa73468f-bc26-4504-ae59-7357b2434ab0 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:37.321953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:37.322382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Checking segment: {'id': '96e2c4ae-4f7c-4abf-83be-4d004245ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa73468f-bc26-4504-ae59-7357b2434ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:37.323152 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:37.323152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Bound using segment: {'id': '96e2c4ae-4f7c-4abf-83be-4d004245ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa73468f-bc26-4504-ae59-7357b2434ab0'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:37.323658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Bound port: 1f899755-5eae-449c-9bd5-f520a30ad52f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e2c4ae-4f7c-4abf-83be-4d004245ef1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fa73468f-bc26-4504-ae59-7357b2434ab0'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:37.324045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:37.326064 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:37.355497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '6da003c6-474c-4990-b5af-8d241df2f54a', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'port_id': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'mac_address': 'fa:16:3e:b5:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:04:33Z', 'updated_at': '2021-11-26T22:04:33Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:14Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:37.379740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511536e7-9571-4149-8c77-7894657f5355 req-64ff0f6a-1731-4d5a-9b61-f1f2b84d5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:37.381319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-511536e7-9571-4149-8c77-7894657f5355 req-64ff0f6a-1731-4d5a-9b61-f1f2b84d5b56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787907 Nov 26 22:04:37.412449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] Checking router: 3f101628-536c-4a81-bc26-a3b8b7ca951a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:04:37.428840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:37.429501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:37.513598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-511536e7-9571-4149-8c77-7894657f5355 req-84b6cc6e-3b82-4884-9128-a485e836d75e service neutron] 10.222.0.41 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240058 Nov 26 22:04:37.566210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] For port 1f899755-5eae-449c-9bd5-f520a30ad52f, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:37.584149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] For port 1f899755-5eae-449c-9bd5-f520a30ad52f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1f899755-5eae-449c-9bd5-f520a30ad52f,segment=NetworkSegment(96e2c4ae-4f7c-4abf-83be-4d004245ef1e),segment_id=96e2c4ae-4f7c-4abf-83be-4d004245ef1e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:37.598236 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:37.609469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:04:37.770516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-511536e7-9571-4149-8c77-7894657f5355 req-c1ea5d86-c6c7-45ee-80d3-9f0024444618 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492216 Nov 26 22:04:37.790426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:37.796012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a122c-61b7-47a9-85de-94e3d541a39f None None] Pushing event updated for resources: {'Port': ['ID=1f899755-5eae-449c-9bd5-f520a30ad52f,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:37.812653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35178) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:37.911004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.20.0.1 (fa73468f-bc26-4504-ae59-7357b2434ab0/1e5cde27-7b99-453b-b443-91bd248afd5a/f8bffb62-8ed2-48af-a621-3251cdcaf6fa) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:37.931846 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:37.953738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:37.959224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:37.995929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:38.007830 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:38.016641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0578235b-3d21-4d81-a220-0c25363153f8 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/6da003c6-474c-4990-b5af-8d241df2f54a HTTP/1.1" status: 200 len: 990 time: 0.1747558 Nov 26 22:04:38.143613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '6da003c6-474c-4990-b5af-8d241df2f54a', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'port_id': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'mac_address': 'fa:16:3e:b5:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:04:33Z', 'updated_at': '2021-11-26T22:04:33Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:14Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:38.198934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Pushing event updated for resources: {'Port': ['ID=129ec727-6e02-4416-97a7-987f4eb7019e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:38.219252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53e3d4-04f0-426f-a4f9-b71bf4e5d346 None None] The sync data for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 is: [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '6da003c6-474c-4990-b5af-8d241df2f54a', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'port_id': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'mac_address': 'fa:16:3e:b5:14:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:04:33Z', 'updated_at': '2021-11-26T22:04:33Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:14Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:38.319667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:38.476790 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:38.543542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network fa73468f-bc26-4504-ae59-7357b2434ab0 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:38.567715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:38.574542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:38.578889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=f8bffb62-8ed2-48af-a621-3251cdcaf6fa,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:38.684004 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6642b901-8088-463f-9f59-6db742338581 None None] New status for floating IP 6da003c6-474c-4990-b5af-8d241df2f54a: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:04:38.730234 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:38.855343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:38.972850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1f899755-5eae-449c-9bd5-f520a30ad52f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:38.973980 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:38.993334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35192) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:39.135172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7dd83895-80dc-46ab-b15e-cb35d497b1f3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/6da003c6-474c-4990-b5af-8d241df2f54a HTTP/1.1" status: 200 len: 992 time: 0.1271603 Nov 26 22:04:39.145469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1f899755-5eae-449c-9bd5-f520a30ad52f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:39.146041 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.259271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.274620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215664a0-6785-4027-9dbb-b3087ece643a None None] Network fa73468f-bc26-4504-ae59-7357b2434ab0 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:39.479601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a89b926f-0ef6-45ca-a80d-cd031cacaac1 None None] Provisioning complete for port 1f899755-5eae-449c-9bd5-f520a30ad52f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:39.481884 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a89b926f-0ef6-45ca-a80d-cd031cacaac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.500860 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.518128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.636815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 1f899755-5eae-449c-9bd5-f520a30ad52f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1f899755-5eae-449c-9bd5-f520a30ad52f,segment=NetworkSegment(96e2c4ae-4f7c-4abf-83be-4d004245ef1e),segment_id=96e2c4ae-4f7c-4abf-83be-4d004245ef1e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:39.649347 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.669750 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.814584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=1f899755-5eae-449c-9bd5-f520a30ad52f,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:39.854420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.860160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Pushing event updated for resources: {'Port': ['ID=129ec727-6e02-4416-97a7-987f4eb7019e,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:39.866181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.868233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:39.946360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf6d51-ea7d-4b27-9e3c-208043b4d6b0 req-7f0dbb09-2477-43e5-839b-3a422704ff8e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:39.946499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0bf6d51-ea7d-4b27-9e3c-208043b4d6b0 req-7f0dbb09-2477-43e5-839b-3a422704ff8e tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.1823766 Nov 26 22:04:40.035484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-09d0ebb5-d57a-4b2f-ac3f-883d7ea64a1d None None] Provisioning complete for port f8bffb62-8ed2-48af-a621-3251cdcaf6fa triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:40.039902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-09d0ebb5-d57a-4b2f-ac3f-883d7ea64a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:40.072737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0bf6d51-ea7d-4b27-9e3c-208043b4d6b0 req-fbb14a31-d52b-41d7-8ab5-62c87f11e642 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186333 Nov 26 22:04:40.089897 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Floating IP b11dd0c7-aca0-4466-8fab-1cbdb79c50b1 associated. External IP: 172.25.3.65, port: 9d3d3ea6-962a-4e07-ba09-da31852a4b2b. Nov 26 22:04:40.114879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-09d0ebb5-d57a-4b2f-ac3f-883d7ea64a1d None None] Port f8bffb62-8ed2-48af-a621-3251cdcaf6fa cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:40.128813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:40.146809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-09d0ebb5-d57a-4b2f-ac3f-883d7ea64a1d None None] Provisioning complete for port 1f899755-5eae-449c-9bd5-f520a30ad52f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:40.147593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-09d0ebb5-d57a-4b2f-ac3f-883d7ea64a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:40.284159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=f8bffb62-8ed2-48af-a621-3251cdcaf6fa,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:40.400390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3daecc17-2ba6-4701-b5f5-5d92405a105f None None] Provisioning complete for port f8bffb62-8ed2-48af-a621-3251cdcaf6fa triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:40.400922 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3daecc17-2ba6-4701-b5f5-5d92405a105f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:40.450089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3daecc17-2ba6-4701-b5f5-5d92405a105f None None] Port f8bffb62-8ed2-48af-a621-3251cdcaf6fa cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:40.450801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network fa73468f-bc26-4504-ae59-7357b2434ab0 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:40.455061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:40.583092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Router 4c21b1fc-9ca9-48dd-b604-021d3ebd2779 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:40.656810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 719c9d32-0756-4aa1-b344-2f2321b9be71 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:04:40.781935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-be4987e8-46a7-40ab-a742-eaac8c3bf29d None None] Provisioning complete for port f8bffb62-8ed2-48af-a621-3251cdcaf6fa triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:40.782856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-be4987e8-46a7-40ab-a742-eaac8c3bf29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:40.801985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:40.808741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:40.817488 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-22a4a9ea-8010-48a1-bbb1-7854418e357a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/719c9d32-0756-4aa1-b344-2f2321b9be71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8156276 Nov 26 22:04:40.820697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35228) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:40.829719 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:40.840023 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf7318-be23-4f5d-a032-64e5e90a64ec None None] Sync routers for ids ['719c9d32-0756-4aa1-b344-2f2321b9be71'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:40.857038 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf7318-be23-4f5d-a032-64e5e90a64ec None None] Routers {'719c9d32-0756-4aa1-b344-2f2321b9be71'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:40.858751 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-aabf7318-be23-4f5d-a032-64e5e90a64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['719c9d32-0756-4aa1-b344-2f2321b9be71'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:40.878555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfdbf48-bb55-4538-82b4-e1c944aa120a None None] Sync routers for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:40.903425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c36210ac-4b32-43dc-ab58-c7dc18a384e9 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6321194 Nov 26 22:04:40.903969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfdbf48-bb55-4538-82b4-e1c944aa120a None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:40.904072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8bfdbf48-bb55-4538-82b4-e1c944aa120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:40.905775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35230) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:40.936021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ecd3f-b48f-4c2c-a33b-cf52c7fc3990 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:40.938475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-802ecd3f-b48f-4c2c-a33b-cf52c7fc3990 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports/f8bffb62-8ed2-48af-a621-3251cdcaf6fa HTTP/1.1" status: 200 len: 910 time: 0.1158359 Nov 26 22:04:40.941329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35232) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:40.946268 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-aabf7318-be23-4f5d-a032-64e5e90a64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:40.953392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-be4987e8-46a7-40ab-a742-eaac8c3bf29d None None] Port f8bffb62-8ed2-48af-a621-3251cdcaf6fa cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:40.958630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8bfdbf48-bb55-4538-82b4-e1c944aa120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:40.966561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1f899755-5eae-449c-9bd5-f520a30ad52f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:40.985545 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf7318-be23-4f5d-a032-64e5e90a64ec None None] Routers {'719c9d32-0756-4aa1-b344-2f2321b9be71'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:40.986531 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-aabf7318-be23-4f5d-a032-64e5e90a64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['719c9d32-0756-4aa1-b344-2f2321b9be71'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:41.017689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfdbf48-bb55-4538-82b4-e1c944aa120a None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:41.018364 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8bfdbf48-bb55-4538-82b4-e1c944aa120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:41.031056 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-aabf7318-be23-4f5d-a032-64e5e90a64ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:41.031738 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabf7318-be23-4f5d-a032-64e5e90a64ec None None] The sync data for ids ['719c9d32-0756-4aa1-b344-2f2321b9be71'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:41.067097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8bfdbf48-bb55-4538-82b4-e1c944aa120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:41.067769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfdbf48-bb55-4538-82b4-e1c944aa120a None None] The sync data for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:41.094809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1f899755-5eae-449c-9bd5-f520a30ad52f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:41.096107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:41.146559 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c5483268-31f9-49c9-b1cf-f89141b45766 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] 10.222.0.21 "GET /v2.0/floatingips/b11dd0c7-aca0-4466-8fab-1cbdb79c50b1 HTTP/1.1" status: 200 len: 983 time: 0.2394817 Nov 26 22:04:41.151702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35238) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:41.673129 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8dfad8ad-3e49-498c-8d2c-34b166924eef tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4607 time: 0.5174282 Nov 26 22:04:41.673318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35244) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:41.690656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebdbd7-4048-4486-a031-d74491db8cbb req-408204f2-7ce4-4cd2-b314-ce8b136376b6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:41.692735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1ebdbd7-4048-4486-a031-d74491db8cbb req-408204f2-7ce4-4cd2-b314-ce8b136376b6 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.5079908 Nov 26 22:04:41.768974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1ebdbd7-4048-4486-a031-d74491db8cbb req-861dced3-618e-45d4-bc0c-b38b19afc5a1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650213 Nov 26 22:04:41.859726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:41.895830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:04:42.033907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:42.050275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '90b11964-bc13-4c37-9377-dd99160272ff', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '90b11964-bc13-4c37-9377-dd99160272ff', 'mac_address': 'fa:16:3e:85:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:04:42.094608 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.114411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90b11964-bc13-4c37-9377-dd99160272ff {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:04:42.141310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:42.149841 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.166661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port f8bffb62-8ed2-48af-a621-3251cdcaf6fa {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:42.167205 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.214470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:42.303233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-577df41a-65f3-45a0-b060-00b88c32028f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:42.304726 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-577df41a-65f3-45a0-b060-00b88c32028f tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.13 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.0817633 Nov 26 22:04:42.307550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.325844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for f8bffb62-8ed2-48af-a621-3251cdcaf6fa owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:42.330751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['90b11964-bc13-4c37-9377-dd99160272ff'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:04:42.435127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Deleting port 129ec727-6e02-4416-97a7-987f4eb7019e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:42.435383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.518667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Deleting port 0b205863-91fa-4de7-b7fd-0aafc3744978 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:42.519939 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.607777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.608025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.629715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Calling delete_port for 129ec727-6e02-4416-97a7-987f4eb7019e owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:42.633182 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.664234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=f8bffb62-8ed2-48af-a621-3251cdcaf6fa,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:42.697421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.697932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.698443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.698853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.699258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.699721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.700053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.700452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.700859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.701859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.702290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.702767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:42.731364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] For port 0b205863-91fa-4de7-b7fd-0aafc3744978, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0b205863-91fa-4de7-b7fd-0aafc3744978,segment=NetworkSegment(7409f257-5d48-4bc0-bcde-879308e91efe),segment_id=7409f257-5d48-4bc0-bcde-879308e91efe)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:42.731742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:42.809717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Calling delete_port for 0b205863-91fa-4de7-b7fd-0aafc3744978 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:42.891453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.112742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.120227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0582846-ac8b-433a-b061-9596fc58bf81 req-4d60e79e-8a78-40bb-a144-4872ffcaa1c1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:43.121844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0582846-ac8b-433a-b061-9596fc58bf81 req-4d60e79e-8a78-40bb-a144-4872ffcaa1c1 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/ports?device_id=52d4f1e0-7636-44e4-a3ec-26d5c3b05865 HTTP/1.1" status: 200 len: 946 time: 0.2077370 Nov 26 22:04:43.145921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 719c9d32-0756-4aa1-b344-2f2321b9be71 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:43.180548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event deleted for resources: {'Port': ['ID=129ec727-6e02-4416-97a7-987f4eb7019e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:43.198777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.232164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0b205863-91fa-4de7-b7fd-0aafc3744978'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:04:43.235848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad097b2-2d97-4113-886e-35cde59bf40d None None] DHCP port deletion for d44a0803-39db-47ca-b277-3c6185e9cf36 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:43.280846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:43.286701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Pushing event deleted for resources: {'Port': ['ID=0b205863-91fa-4de7-b7fd-0aafc3744978,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:43.294691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-930658fd-02e7-481b-a716-00cc73038a68 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/719c9d32-0756-4aa1-b344-2f2321b9be71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3507171 Nov 26 22:04:43.294848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c136b0e-1b1c-42e8-8549-e11ca9c2f41d None None] Sync routers for ids ['719c9d32-0756-4aa1-b344-2f2321b9be71'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:43.295566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35264) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:43.303565 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0582846-ac8b-433a-b061-9596fc58bf81 req-58386bbd-4df9-4b20-ac85-23a8285f6c90 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.21 "GET /v2.0/security-groups?id=37d7baac-ed92-4243-8f55-d215b13e88d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707108 Nov 26 22:04:43.307430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c136b0e-1b1c-42e8-8549-e11ca9c2f41d None None] Routers {'719c9d32-0756-4aa1-b344-2f2321b9be71'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:43.308132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3c136b0e-1b1c-42e8-8549-e11ca9c2f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['719c9d32-0756-4aa1-b344-2f2321b9be71'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:43.335767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] No DVR routers for this DVR port 0b205863-91fa-4de7-b7fd-0aafc3744978 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:43.355293 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.359151 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed370c51-8bc6-4798-a3e4-fb6ea2dd2ede req-448e9590-542b-4272-a1df-65d2de9ee5d5 tempest-ServersNegativeTestJSON-1844536215 tempest-ServersNegativeTestJSON-1844536215-project] 10.222.0.13 "DELETE /v2.0/ports/0b205863-91fa-4de7-b7fd-0aafc3744978 HTTP/1.1" status: 204 len: 173 time: 1.0352728 Nov 26 22:04:43.359619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-deleted', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:04:43.362120 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb069d2-8a55-4a18-b43f-93e514ad8dde" -d '{"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-deleted", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:04:43.381814 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-221f021a-429a-46cb-87df-f75206bcefb8 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=719c9d32-0756-4aa1-b344-2f2321b9be71 HTTP/1.1" status: 200 len: 205 time: 0.0830557 Nov 26 22:04:43.381814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.381814 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Floating IP b11dd0c7-aca0-4466-8fab-1cbdb79c50b1 disassociated (deleted). External IP: 172.25.3.65, port: 9d3d3ea6-962a-4e07-ba09-da31852a4b2b. Nov 26 22:04:43.382613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35268) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:43.440768 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd574f1-6671-46b1-a917-ed5d521c964d x-openstack-request-id: req-cdd574f1-6671-46b1-a917-ed5d521c964d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:04:43.441072 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d4f1e0-7636-44e4-a3ec-26d5c3b05865", "name": "network-vif-deleted", "tag": "0b205863-91fa-4de7-b7fd-0aafc3744978", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:04:43.441329 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdd574f1-6671-46b1-a917-ed5d521c964d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:04:43.441726 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d4f1e0-7636-44e4-a3ec-26d5c3b05865', 'name': 'network-vif-deleted', 'tag': '0b205863-91fa-4de7-b7fd-0aafc3744978', 'status': 'completed', 'code': 200} Nov 26 22:04:43.518832 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc07a09d-fb55-402d-9acd-7265e053b906 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.524395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3c136b0e-1b1c-42e8-8549-e11ca9c2f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:43.535826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c136b0e-1b1c-42e8-8549-e11ca9c2f41d None None] Routers {'719c9d32-0756-4aa1-b344-2f2321b9be71'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:43.536645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3c136b0e-1b1c-42e8-8549-e11ca9c2f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['719c9d32-0756-4aa1-b344-2f2321b9be71'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:43.574566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3c136b0e-1b1c-42e8-8549-e11ca9c2f41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:43.575498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c136b0e-1b1c-42e8-8549-e11ca9c2f41d None None] The sync data for ids ['719c9d32-0756-4aa1-b344-2f2321b9be71'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:43.726568 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc07a09d-fb55-402d-9acd-7265e053b906 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.729441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc07a09d-fb55-402d-9acd-7265e053b906 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.808463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc07a09d-fb55-402d-9acd-7265e053b906 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.808993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc07a09d-fb55-402d-9acd-7265e053b906 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Fanout notify agent at l3_agent the message router_deleted on router 719c9d32-0756-4aa1-b344-2f2321b9be71 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:04:43.848324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc07a09d-fb55-402d-9acd-7265e053b906 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.849500 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dc07a09d-fb55-402d-9acd-7265e053b906 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/719c9d32-0756-4aa1-b344-2f2321b9be71 HTTP/1.1" status: 204 len: 168 time: 0.4654016 Nov 26 22:04:43.852599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35272) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:43.897771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:43.920778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-624fe6c8-fbd4-4e34-b314-d2909a41de25 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet 1e5cde27-7b99-453b-b443-91bd248afd5a {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:04:43.926487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-624fe6c8-fbd4-4e34-b314-d2909a41de25 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:43.995795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Router 4c21b1fc-9ca9-48dd-b604-021d3ebd2779 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:44.003005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 90b11964-bc13-4c37-9377-dd99160272ff triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:44.003381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.010337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-624fe6c8-fbd4-4e34-b314-d2909a41de25 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.111163 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.135781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:04:44.138114 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1559b57-a791-44c1-a112-0befc7df18fd" -d '{"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-plugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:04:44.163661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:44.168568 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.192483 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f925e1-9c8b-42ec-b926-f6a662077804 x-openstack-request-id: req-f8f925e1-9c8b-42ec-b926-f6a662077804 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:04:44.192854 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-plugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:04:44.193172 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8f925e1-9c8b-42ec-b926-f6a662077804 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:04:44.193622 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'code': 200} Nov 26 22:04:44.202181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-624fe6c8-fbd4-4e34-b314-d2909a41de25 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.223399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:44.234565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:44.240508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.245542 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf204f-f317-4021-aa4d-12df67520b8c None None] Sync routers for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:44.259777 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf204f-f317-4021-aa4d-12df67520b8c None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:44.260344 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d6cf204f-f317-4021-aa4d-12df67520b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:44.278926 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-098165cc-50ac-4872-a304-7bf03127a0b2 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "DELETE /v2.0/floatingips/b11dd0c7-aca0-4466-8fab-1cbdb79c50b1 HTTP/1.1" status: 204 len: 168 time: 2.6043761 Nov 26 22:04:44.282871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35286) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:44.288000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:44.302162 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d6cf204f-f317-4021-aa4d-12df67520b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:44.304390 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-624fe6c8-fbd4-4e34-b314-d2909a41de25 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.312678 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf204f-f317-4021-aa4d-12df67520b8c None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:44.313318 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d6cf204f-f317-4021-aa4d-12df67520b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:44.322949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.345080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fe6c8-fbd4-4e34-b314-d2909a41de25 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5cde27-7b99-453b-b443-91bd248afd5a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:44.350996 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-624fe6c8-fbd4-4e34-b314-d2909a41de25 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.354345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-624fe6c8-fbd4-4e34-b314-d2909a41de25 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/1e5cde27-7b99-453b-b443-91bd248afd5a HTTP/1.1" status: 204 len: 168 time: 0.5005960 Nov 26 22:04:44.356920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35292) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:44.361553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e881ae-7719-493a-87c3-7daf8bd6c115 None None] Network fa73468f-bc26-4504-ae59-7357b2434ab0 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:44.386357 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-d6cf204f-f317-4021-aa4d-12df67520b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:44.389453 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf204f-f317-4021-aa4d-12df67520b8c None None] The sync data for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:44.427274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35294) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:44.474804 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.476164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.551151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-c572a0ce-2483-4932-9c50-e4d69c2144fc admin admin] Deleting subnet 86d798ba-b97d-4dac-8fca-5beb8edcaf82 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:04:44.559046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 1f899755-5eae-449c-9bd5-f520a30ad52f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:44.559642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.559785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c572a0ce-2483-4932-9c50-e4d69c2144fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.613629 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c572a0ce-2483-4932-9c50-e4d69c2144fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.638846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 1f899755-5eae-449c-9bd5-f520a30ad52f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1f899755-5eae-449c-9bd5-f520a30ad52f,segment=NetworkSegment(96e2c4ae-4f7c-4abf-83be-4d004245ef1e),segment_id=96e2c4ae-4f7c-4abf-83be-4d004245ef1e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:44.639222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.641554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] DHCP port deletion for fa73468f-bc26-4504-ae59-7357b2434ab0 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:44.663332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 1f899755-5eae-449c-9bd5-f520a30ad52f owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:44.718777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Allocated IP 172.25.3.108 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/1e67c0e7-678d-40bc-bc17-42bd6d7b2e93) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:44.721110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c572a0ce-2483-4932-9c50-e4d69c2144fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.739010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] Deleting port 1f899755-5eae-449c-9bd5-f520a30ad52f {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:44.739391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.813342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.839977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c572a0ce-2483-4932-9c50-e4d69c2144fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.855776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] For port 1f899755-5eae-449c-9bd5-f520a30ad52f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1f899755-5eae-449c-9bd5-f520a30ad52f,segment=NetworkSegment(96e2c4ae-4f7c-4abf-83be-4d004245ef1e),segment_id=96e2c4ae-4f7c-4abf-83be-4d004245ef1e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:44.856184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.857514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=1f899755-5eae-449c-9bd5-f520a30ad52f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:44.865873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No DVR routers for this DVR port 1f899755-5eae-449c-9bd5-f520a30ad52f on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:44.876424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572a0ce-2483-4932-9c50-e4d69c2144fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d798ba-b97d-4dac-8fca-5beb8edcaf82,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:44.877127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] Calling delete_port for 1f899755-5eae-449c-9bd5-f520a30ad52f owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:44.888570 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c572a0ce-2483-4932-9c50-e4d69c2144fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.897161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c572a0ce-2483-4932-9c50-e4d69c2144fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86d798ba-b97d-4dac-8fca-5beb8edcaf82 HTTP/1.1" status: 204 len: 168 time: 0.4642625 Nov 26 22:04:44.897161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35308) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:44.902629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98d9814-9703-4b97-a4e5-99458112f701 None None] Network d44a0803-39db-47ca-b277-3c6185e9cf36 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:44.981840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:44.997860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.003770 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.022185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa73468f-bc26-4504-ae59-7357b2434ab0']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:45.025415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1f899755-5eae-449c-9bd5-f520a30ad52f no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:04:45.030389 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.035806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e2c4ae-4f7c-4abf-83be-4d004245ef1e') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:45.036182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e2c4ae-4f7c-4abf-83be-4d004245ef1e') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:45.048083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.065423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.071574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.075006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:04:45.077043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.124126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] No DVR routers for this DVR port 1f899755-5eae-449c-9bd5-f520a30ad52f on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:45.145207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.172197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:04:45.179527 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:04:45.184527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:45.187269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.188165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Pushing event updated for resources: {'Port': ['ID=1e67c0e7-678d-40bc-bc17-42bd6d7b2e93,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:45.192462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:45.196409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44a0803-39db-47ca-b277-3c6185e9cf36']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:45.200035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 1f899755-5eae-449c-9bd5-f520a30ad52f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:04:45.200390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1f899755-5eae-449c-9bd5-f520a30ad52f not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:04:45.215146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.216219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59be7c5-f23a-4184-b981-811cce46a743 None None] Pushing event deleted for resources: {'Port': ['ID=1f899755-5eae-449c-9bd5-f520a30ad52f,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:45.221854 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/fa73468f-bc26-4504-ae59-7357b2434ab0 HTTP/1.1" status: 204 len: 168 time: 0.8630555 Nov 26 22:04:45.232177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35312) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:45.240910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dbded-8a81-4217-a262-bb7d5232cb4d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=fa73468f-bc26-4504-ae59-7357b2434ab0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:45.242765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1579828821', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:45.260916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7409f257-5d48-4bc0-bcde-879308e91efe') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:45.260916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7409f257-5d48-4bc0-bcde-879308e91efe') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:45.287147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.301697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a07298-a47c-4971-945f-1d8cbe2b0dd5 None None] DHCP port deletion for d44a0803-39db-47ca-b277-3c6185e9cf36 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:45.307765 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.309044 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.318854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.328349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:04:45.329145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:04:45.332658 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:04:45.440851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.452443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.454449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.528566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.532437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d44a0803-39db-47ca-b277-3c6185e9cf36 HTTP/1.1" status: 204 len: 168 time: 0.6343215 Nov 26 22:04:45.533226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f5078-3eb0-435f-8c29-771266c01767 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44a0803-39db-47ca-b277-3c6185e9cf36,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:45.581920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:04:45.607853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 0b205863-91fa-4de7-b7fd-0aafc3744978 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:04:45.608206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0b205863-91fa-4de7-b7fd-0aafc3744978 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:04:45.627938 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.650914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.715898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35316) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:45.826102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-036fe7b8-0bb7-4513-871f-5639a42a1d38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7abe64670dd411c884b6ce94732b744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012630 Nov 26 22:04:45.826102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35322) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:45.868736 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.877296 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.895077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8803-e330-4709-b15d-76c00e50d140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.917468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8803-e330-4709-b15d-76c00e50d140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.979546 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8803-e330-4709-b15d-76c00e50d140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.983314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e2d8803-e330-4709-b15d-76c00e50d140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:45.987324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1e2d8803-e330-4709-b15d-76c00e50d140 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37d7baac-ed92-4243-8f55-d215b13e88d1 HTTP/1.1" status: 204 len: 168 time: 0.1631711 Nov 26 22:04:45.994914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d8803-e330-4709-b15d-76c00e50d140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d7baac-ed92-4243-8f55-d215b13e88d1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:46.369935 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:46.374504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Pushing event updated for resources: {'Port': ['ID=1e67c0e7-678d-40bc-bc17-42bd6d7b2e93,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:46.399118 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:46.402145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:46.457584 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:46.463040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-41859ca8-096e-41f6-8b0f-e172f0d4b612 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1788099 Nov 26 22:04:46.463390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35352) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:46.586593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.25.3.71 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/bd8556a0-ee54-449f-b61b-b684f88081c7) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:46.745060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:46.783364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:46.792494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:46.828614 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:46.912072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=bd8556a0-ee54-449f-b61b-b684f88081c7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:46.932623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:46.938366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:46.943921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:46.959556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d17eb5-a57c-411f-b4d4-d530a366b27e None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:47.048929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:47.061903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e61763b2-c312-4625-bcea-9a85e266449c None None] Provisioning complete for port bd8556a0-ee54-449f-b61b-b684f88081c7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:47.062303 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e61763b2-c312-4625-bcea-9a85e266449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:47.166978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e61763b2-c312-4625-bcea-9a85e266449c None None] Port bd8556a0-ee54-449f-b61b-b684f88081c7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:47.185235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Allocated IP 172.25.3.55 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/c042d5c2-dc90-4146-8542-d5b1db5002d7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:47.433725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:47.491509 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:47.515344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:47.600492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:47.603771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:47.607419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:47.666776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Pushing event updated for resources: {'Port': ['ID=c042d5c2-dc90-4146-8542-d5b1db5002d7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:47.703176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.704277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.704957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.706050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.706582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.707285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.708376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.708878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.709607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.710113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.710814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.711307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:04:47.810138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:47.878599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:47.882856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.141323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 144c415b-c6c6-4add-a8bd-8598edc2c66e is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:04:48.154119 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.162701 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.264352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Pushing event updated for resources: {'Port': ['ID=c042d5c2-dc90-4146-8542-d5b1db5002d7,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:48.273721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.303109 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.304333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0a5e60ad-1375-472c-b64e-dda067353265 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8400123 Nov 26 22:04:48.306949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35428) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:48.385081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:48.397566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474afc6-fb84-4ada-9850-a8cd3cf36df6 None None] Sync routers for ids ['144c415b-c6c6-4add-a8bd-8598edc2c66e'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:48.411688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d43bbb52-5328-45a7-8c4d-1da35214c4d4 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4791 time: 0.1034324 Nov 26 22:04:48.414282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35430) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:48.416517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474afc6-fb84-4ada-9850-a8cd3cf36df6 None None] Routers {'144c415b-c6c6-4add-a8bd-8598edc2c66e'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:48.417439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4474afc6-fb84-4ada-9850-a8cd3cf36df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['144c415b-c6c6-4add-a8bd-8598edc2c66e'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:48.445785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.445785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4049f095-48a2-435e-823a-79bea778f5ba tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.2105482 Nov 26 22:04:48.448289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35432) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:48.492071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4474afc6-fb84-4ada-9850-a8cd3cf36df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:48.508284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474afc6-fb84-4ada-9850-a8cd3cf36df6 None None] Routers {'144c415b-c6c6-4add-a8bd-8598edc2c66e'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:48.512196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4474afc6-fb84-4ada-9850-a8cd3cf36df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['144c415b-c6c6-4add-a8bd-8598edc2c66e'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:48.554635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e19174e8-daba-4d09-a9eb-97260bae7a7f tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1391702 Nov 26 22:04:48.557211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35436) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:48.569380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4474afc6-fb84-4ada-9850-a8cd3cf36df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:48.572596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4474afc6-fb84-4ada-9850-a8cd3cf36df6 None None] The sync data for ids ['144c415b-c6c6-4add-a8bd-8598edc2c66e'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:48.717928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35440) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:48.738249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-95ee4501-036c-472b-bbf6-9974056c8766 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/routers/144c415b-c6c6-4add-a8bd-8598edc2c66e HTTP/1.1" status: 200 len: 880 time: 0.2892365 Nov 26 22:04:48.741013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35444) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:48.784748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Deleting port c042d5c2-dc90-4146-8542-d5b1db5002d7 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:48.785083 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.946683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.947274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:48.960540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Calling delete_port for c042d5c2-dc90-4146-8542-d5b1db5002d7 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:48.984116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-96e04c4a-732e-484e-b2ec-4f8eece015be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.197013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.285028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Pushing event deleted for resources: {'Port': ['ID=c042d5c2-dc90-4146-8542-d5b1db5002d7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:49.368714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.373780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.375148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d8254cc6-f88f-46fe-85d1-981f8208d8f3 tempest-FloatingIPAdminTestJSON-1530964745 tempest-FloatingIPAdminTestJSON-1530964745-project] 10.222.0.21 "DELETE /v2.0/floatingips/715bb8e1-bcae-4607-a0f1-d5b0d72ce4f0 HTTP/1.1" status: 204 len: 168 time: 0.8170018 Nov 26 22:04:49.377713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35454) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:49.555484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Deleting port 1e67c0e7-678d-40bc-bc17-42bd6d7b2e93 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:49.555820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.603767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-96e04c4a-732e-484e-b2ec-4f8eece015be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.623361 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-96e04c4a-732e-484e-b2ec-4f8eece015be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.662224 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.663360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.694940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Calling delete_port for 1e67c0e7-678d-40bc-bc17-42bd6d7b2e93 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:49.702835 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-96e04c4a-732e-484e-b2ec-4f8eece015be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1650343e89644b0963eb01cb1e1c6a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9835742 Nov 26 22:04:49.705103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e04c4a-732e-484e-b2ec-4f8eece015be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e1f924-0b62-450a-8a5f-a7a407d9a94b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:49.708585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35458) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:49.762985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bb8324dd-8a55-4794-8b3b-622a6c0151fe tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0193121 Nov 26 22:04:49.765979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35460) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:49.780709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2f5efe47-e905-4cf6-82b6-fce947c85a20 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1579828821'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:49.850583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c99958b-80e9-4182-94e0-a117880fee00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.914037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c99958b-80e9-4182-94e0-a117880fee00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.923855 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:49.967304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e67c0e7-678d-40bc-bc17-42bd6d7b2e93,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:50.060492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.064975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.070741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-499fe82a-bd57-4d21-9987-e0da4798c771 tempest-FloatingIPAdminTestJSON-306630089 tempest-FloatingIPAdminTestJSON-306630089-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/a77b7137-6a18-493c-8dca-f4874c51bbe4 HTTP/1.1" status: 204 len: 168 time: 0.6913369 Nov 26 22:04:50.071366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35462) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:50.176320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-72b1ad57-be0e-489b-809f-4cf488c150bb tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Deleting port 9d3d3ea6-962a-4e07-ba09-da31852a4b2b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:50.176657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72b1ad57-be0e-489b-809f-4cf488c150bb tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.208284 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c99958b-80e9-4182-94e0-a117880fee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.212978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c99958b-80e9-4182-94e0-a117880fee00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.214309 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3c99958b-80e9-4182-94e0-a117880fee00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4e1f924-0b62-450a-8a5f-a7a407d9a94b HTTP/1.1" status: 204 len: 168 time: 0.4992597 Nov 26 22:04:50.228199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99958b-80e9-4182-94e0-a117880fee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e1f924-0b62-450a-8a5f-a7a407d9a94b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:50.311891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72b1ad57-be0e-489b-809f-4cf488c150bb tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.356536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-72b1ad57-be0e-489b-809f-4cf488c150bb tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Calling delete_port for 9d3d3ea6-962a-4e07-ba09-da31852a4b2b owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:50.415268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f5efe47-e905-4cf6-82b6-fce947c85a20 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.448496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f5efe47-e905-4cf6-82b6-fce947c85a20 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.622964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5efe47-e905-4cf6-82b6-fce947c85a20 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 144c415b-c6c6-4add-a8bd-8598edc2c66e has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:50.635929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72b1ad57-be0e-489b-809f-4cf488c150bb tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.673856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1ad57-be0e-489b-809f-4cf488c150bb tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event deleted for resources: {'Port': ['ID=9d3d3ea6-962a-4e07-ba09-da31852a4b2b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:50.776861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5efe47-e905-4cf6-82b6-fce947c85a20 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:50.792481 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca1630-f50e-46dd-9dd9-d32a2ad5c600 None None] Sync routers for ids ['144c415b-c6c6-4add-a8bd-8598edc2c66e'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:50.802871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f5efe47-e905-4cf6-82b6-fce947c85a20 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.807734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35482) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:50.807942 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2f5efe47-e905-4cf6-82b6-fce947c85a20 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/144c415b-c6c6-4add-a8bd-8598edc2c66e HTTP/1.1" status: 200 len: 887 time: 1.0365458 Nov 26 22:04:50.813077 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca1630-f50e-46dd-9dd9-d32a2ad5c600 None None] Routers {'144c415b-c6c6-4add-a8bd-8598edc2c66e'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:50.819144 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4bca1630-f50e-46dd-9dd9-d32a2ad5c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['144c415b-c6c6-4add-a8bd-8598edc2c66e'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:50.911413 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4bca1630-f50e-46dd-9dd9-d32a2ad5c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:50.931369 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca1630-f50e-46dd-9dd9-d32a2ad5c600 None None] Routers {'144c415b-c6c6-4add-a8bd-8598edc2c66e'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:50.931653 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72b1ad57-be0e-489b-809f-4cf488c150bb tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:50.934205 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4bca1630-f50e-46dd-9dd9-d32a2ad5c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['144c415b-c6c6-4add-a8bd-8598edc2c66e'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:50.945010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-72b1ad57-be0e-489b-809f-4cf488c150bb tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "DELETE /v2.0/ports/9d3d3ea6-962a-4e07-ba09-da31852a4b2b HTTP/1.1" status: 204 len: 168 time: 0.8704650 Nov 26 22:04:50.945785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35488) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:51.033755 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4bca1630-f50e-46dd-9dd9-d32a2ad5c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:51.034474 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca1630-f50e-46dd-9dd9-d32a2ad5c600 None None] The sync data for ids ['144c415b-c6c6-4add-a8bd-8598edc2c66e'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:51.052330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abae9f2-ad12-45df-85ef-3fb3341d5575 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:51.054343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3abae9f2-ad12-45df-85ef-3fb3341d5575 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c21b1fc-9ca9-48dd-b604-021d3ebd2779 HTTP/1.1" status: 200 len: 913 time: 0.1079092 Nov 26 22:04:51.057639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35490) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:51.097843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1f690337-c221-4bda-bad4-1572e8f9984b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/routers/144c415b-c6c6-4add-a8bd-8598edc2c66e HTTP/1.1" status: 200 len: 887 time: 0.2741654 Nov 26 22:04:51.098576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35494) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:51.141602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b8249a4-ada2-4701-a5d2-87875be34e40 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=144c415b-c6c6-4add-a8bd-8598edc2c66e HTTP/1.1" status: 200 len: 205 time: 0.0418618 Nov 26 22:04:51.142983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35496) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:51.349125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:51.584154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:51.682231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port bd8556a0-ee54-449f-b61b-b684f88081c7 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:51.682910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:51.824544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:51.850636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for bd8556a0-ee54-449f-b61b-b684f88081c7 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:51.905545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.364348 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.454744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890494c-968c-4239-8b58-d7e5870e33de None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:52.462183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Deleting port 6af74b72-95f8-4cb8-9120-333bde61532d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:52.462414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.505455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=bd8556a0-ee54-449f-b61b-b684f88081c7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:52.584110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.623904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.655461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Calling delete_port for 6af74b72-95f8-4cb8-9120-333bde61532d owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:52.771008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.774598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.878112 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.879895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Fanout notify agent at l3_agent the message router_deleted on router 144c415b-c6c6-4add-a8bd-8598edc2c66e {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:04:52.897051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.902471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c819e8ae-b146-4aa2-9530-e12a458b3a63 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/144c415b-c6c6-4add-a8bd-8598edc2c66e HTTP/1.1" status: 204 len: 168 time: 1.7538898 Nov 26 22:04:52.907227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35540) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:52.913676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-1631082902'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:52.919552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.940369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:52.946783 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:52.993602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:04:53.017183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:53.017498 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment 32646b41-0949-4b14-8030-a8df221b158d of type vlan for network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 Nov 26 22:04:53.041835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event deleted for resources: {'Port': ['ID=6af74b72-95f8-4cb8-9120-333bde61532d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:53.077840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:53.127454 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:53.133373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:53.134096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:53.260877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3525226 Nov 26 22:04:53.265763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35548) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:53.271865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': '6191173a-9d8f-4fe9-8a6e-6e1f07db57b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:53.324919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dfe19-d441-4a88-b62a-1c8bc6d51632 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=6191173a-9d8f-4fe9-8a6e-6e1f07db57b9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:53.345600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:04:53.384325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:53.480637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:04:53.503397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:53.652556 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-80d1a1be-332f-4d82-8990-d7d2faa17411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:53.828443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Router 4c21b1fc-9ca9-48dd-b604-021d3ebd2779 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:04:53.898547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:53.950712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:53.959222 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-148c796a-7824-475f-b6a5-9a0dae74e797 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "PUT /v2.0/routers/4c21b1fc-9ca9-48dd-b604-021d3ebd2779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8973341 Nov 26 22:04:53.959588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35558) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:53.970379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e782be2-1998-454a-be67-63170399f5e0 None None] Sync routers for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:53.973986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': '32646b41-0949-4b14-8030-a8df221b158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6191173a-9d8f-4fe9-8a6e-6e1f07db57b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:53.974384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:04:53.978249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=e1a06952-9a21-4dea-916b-e941c0dcee7f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:53.984458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e782be2-1998-454a-be67-63170399f5e0 None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:53.986025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4e782be2-1998-454a-be67-63170399f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:54.000619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:04:54.018594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:54.032834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:54.033407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df3691-8e21-4a55-8fe5-18bc351d4952 None None] Network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:54.034734 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.038542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4e782be2-1998-454a-be67-63170399f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:54.077570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-13bc795c-cd20-467c-9f84-2d3b12ab4ab6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8099892 Nov 26 22:04:54.078625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35564) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:54.090314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-423d75a8-0bef-431c-8552-21771ff78023 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-695817576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:54.107911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e782be2-1998-454a-be67-63170399f5e0 None None] Routers {'4c21b1fc-9ca9-48dd-b604-021d3ebd2779'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:54.109285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4e782be2-1998-454a-be67-63170399f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:54.120914 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.137080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-423d75a8-0bef-431c-8552-21771ff78023 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.139139 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-423d75a8-0bef-431c-8552-21771ff78023 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.153127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4e782be2-1998-454a-be67-63170399f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:54.154524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e782be2-1998-454a-be67-63170399f5e0 None None] The sync data for ids ['4c21b1fc-9ca9-48dd-b604-021d3ebd2779'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:54.223893 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-423d75a8-0bef-431c-8552-21771ff78023 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.230134 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-423d75a8-0bef-431c-8552-21771ff78023 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.260006 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-423d75a8-0bef-431c-8552-21771ff78023 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.262545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-423d75a8-0bef-431c-8552-21771ff78023 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1820047 Nov 26 22:04:54.267797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35566) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:54.285145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.300676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-6191173a-9d8f-4fe9-8a6e-6e1f07db57b9', 'network_id': '6191173a-9d8f-4fe9-8a6e-6e1f07db57b9', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': 'e1a06952-9a21-4dea-916b-e941c0dcee7f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:04:54.301572 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.369479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Deleting port 147a22a7-86e1-492c-949e-94dd7d00f9a7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:54.369807 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.463537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Allocated IP 172.20.0.2 (6191173a-9d8f-4fe9-8a6e-6e1f07db57b9/e1a06952-9a21-4dea-916b-e941c0dcee7f/38c8b2b7-c5c7-40d2-ac8a-928989dfd059) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:54.477796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.500972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Calling delete_port for 147a22a7-86e1-492c-949e-94dd7d00f9a7 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:54.719372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.742755 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.762018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.776392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event deleted for resources: {'Port': ['ID=147a22a7-86e1-492c-949e-94dd7d00f9a7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:54.852182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2443f9-2641-4c9d-b3db-e7c819deff0d None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:54.872852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:54.922152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:54.928432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:54.932119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:54.941529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Pushing event updated for resources: {'Port': ['ID=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:55.057334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Attempting to bind port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:04:55.063414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Attempting to bind port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '32646b41-0949-4b14-8030-a8df221b158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6191173a-9d8f-4fe9-8a6e-6e1f07db57b9'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:04:55.064413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Attempting to bind port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 on network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:04:55.073766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:04:55.074602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Checking segment: {'id': '32646b41-0949-4b14-8030-a8df221b158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6191173a-9d8f-4fe9-8a6e-6e1f07db57b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:04:55.075839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.077406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Bound using segment: {'id': '32646b41-0949-4b14-8030-a8df221b158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6191173a-9d8f-4fe9-8a6e-6e1f07db57b9'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:04:55.078143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Bound port: 38c8b2b7-c5c7-40d2-ac8a-928989dfd059, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32646b41-0949-4b14-8030-a8df221b158d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '6191173a-9d8f-4fe9-8a6e-6e1f07db57b9'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:04:55.079220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.221799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] For port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:04:55.225448 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] For port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,segment=NetworkSegment(32646b41-0949-4b14-8030-a8df221b158d),segment_id=32646b41-0949-4b14-8030-a8df221b158d)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:04:55.239605 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.298928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.398394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe9ca-029e-4666-a769-774051bc7365 None None] Pushing event updated for resources: {'Port': ['ID=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:55.482983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.486536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.601283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.601891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Fanout notify agent at l3_agent the message router_deleted on router 4c21b1fc-9ca9-48dd-b604-021d3ebd2779 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:04:55.617236 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.618414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-44f0af19-04ea-4464-b48c-78e8cc2d7ce8 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "DELETE /v2.0/routers/4c21b1fc-9ca9-48dd-b604-021d3ebd2779 HTTP/1.1" status: 204 len: 168 time: 1.6577318 Nov 26 22:04:55.620878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35604) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:55.722559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17ce72f-14a9-47c1-8e86-ae15ca3382d7 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Deleting subnet ccdca45e-996a-4f9f-b9e1-bb3d36a357ac {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:04:55.729160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a17ce72f-14a9-47c1-8e86-ae15ca3382d7 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.792210 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a17ce72f-14a9-47c1-8e86-ae15ca3382d7 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:55.905684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.20.0.1 (6191173a-9d8f-4fe9-8a6e-6e1f07db57b9/e1a06952-9a21-4dea-916b-e941c0dcee7f/fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:04:55.931413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a17ce72f-14a9-47c1-8e86-ae15ca3382d7 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.029747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a17ce72f-14a9-47c1-8e86-ae15ca3382d7 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.083984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.094758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ce72f-14a9-47c1-8e86-ae15ca3382d7 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdca45e-996a-4f9f-b9e1-bb3d36a357ac,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:56.121748 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4eb8d-f476-4199-872c-55a5d5698617 None None] Network 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:56.123574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a17ce72f-14a9-47c1-8e86-ae15ca3382d7 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.133532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a17ce72f-14a9-47c1-8e86-ae15ca3382d7 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "DELETE /v2.0/subnets/ccdca45e-996a-4f9f-b9e1-bb3d36a357ac HTTP/1.1" status: 204 len: 168 time: 0.5115645 Nov 26 22:04:56.137642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35610) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:56.163387 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.292161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:56.293435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-128084d4-6c21-4510-9a20-a6300a13f085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.295851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:56.302120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.323295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:04:56.336809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:56.477060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.479904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] DHCP port deletion for 3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:04:56.520138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Deleting port 81e19881-6862-49e1-915c-3b360b96e0bf {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:56.520840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.593303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] Deleting port 81e19881-6862-49e1-915c-3b360b96e0bf {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:56.593671 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.631266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] For port 81e19881-6862-49e1-915c-3b360b96e0bf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=81e19881-6862-49e1-915c-3b360b96e0bf,segment=NetworkSegment(c7157648-bdcd-4bca-9da0-55e68a784960),segment_id=c7157648-bdcd-4bca-9da0-55e68a784960)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:56.631888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.653400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Calling delete_port for 81e19881-6862-49e1-915c-3b360b96e0bf owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:56.759317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.776493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] For port 81e19881-6862-49e1-915c-3b360b96e0bf, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=81e19881-6862-49e1-915c-3b360b96e0bf,segment=NetworkSegment(c7157648-bdcd-4bca-9da0-55e68a784960),segment_id=c7157648-bdcd-4bca-9da0-55e68a784960)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:56.776896 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:56.797747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event deleted for resources: {'Port': ['ID=81e19881-6862-49e1-915c-3b360b96e0bf,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:56.802869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] No DVR routers for this DVR port 81e19881-6862-49e1-915c-3b360b96e0bf on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:56.818987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] Calling delete_port for 81e19881-6862-49e1-915c-3b360b96e0bf owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:56.865671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.031765 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.033123 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.087745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0f6f88-efc7-4639-abfb-ce823ce6c6e8']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:57.114494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7157648-bdcd-4bca-9da0-55e68a784960') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:57.114839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7157648-bdcd-4bca-9da0-55e68a784960') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:57.127762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] No DVR routers for this DVR port 81e19881-6862-49e1-915c-3b360b96e0bf on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:04:57.135625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786ced0-b118-4462-965b-2a1a8223b7ba None None] Pushing event deleted for resources: {'Port': ['ID=81e19881-6862-49e1-915c-3b360b96e0bf,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:57.143839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.173428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.173890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:57.200642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:04:57.200642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.210931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.226909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a29af-19a5-4260-b871-82e785cf5afb None None] Network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:04:57.378795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a204aae3-71e0-49e1-9e2d-ed2167113267 None None] Provisioning complete for port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:57.379591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a204aae3-71e0-49e1-9e2d-ed2167113267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:04:57.379974 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:04:57.382831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.392769 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.406132 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "DELETE /v2.0/networks/3d0f6f88-efc7-4639-abfb-ce823ce6c6e8 HTTP/1.1" status: 204 len: 168 time: 1.2668619 Nov 26 22:04:57.408978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35626) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:57.440219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:57.440976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.443038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb4189-80e9-4c14-bc86-f3cabfe284a3 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event deleted for resources: {'Network': ['ID=3d0f6f88-efc7-4639-abfb-ce823ce6c6e8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:57.660741 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a204aae3-71e0-49e1-9e2d-ed2167113267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.761928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.778900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:57.990124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Deleting port e076de77-44c1-46f9-9ffe-f984fb6fa65b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:04:57.990124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.041596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a204aae3-71e0-49e1-9e2d-ed2167113267 None None] For port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,segment=NetworkSegment(32646b41-0949-4b14-8030-a8df221b158d),segment_id=32646b41-0949-4b14-8030-a8df221b158d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:04:58.051974 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a204aae3-71e0-49e1-9e2d-ed2167113267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.053714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:58.055884 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.067105 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.188708 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:04:58.189625 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:04:58.192251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204aae3-71e0-49e1-9e2d-ed2167113267 None None] Pushing event updated for resources: {'Port': ['ID=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:58.236373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:04:58.239100 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.239519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.243879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:04:58.424154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Calling delete_port for e076de77-44c1-46f9-9ffe-f984fb6fa65b owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:04:58.491216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3188868c-762f-42ac-a325-5a87eeed7c03 None None] Provisioning complete for port fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:58.491587 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3188868c-762f-42ac-a325-5a87eeed7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.569843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 586965fa-decc-48e7-a6e8-228ac4723c36 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:04:58.581599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3188868c-762f-42ac-a325-5a87eeed7c03 None None] Port fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:58.602728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3188868c-762f-42ac-a325-5a87eeed7c03 None None] Provisioning complete for port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:58.603306 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3188868c-762f-42ac-a325-5a87eeed7c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.696856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.752854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:04:58.758520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cd191686-26a8-4c7f-881d-e62901aa5688 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/586965fa-decc-48e7-a6e8-228ac4723c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4895895 Nov 26 22:04:58.763728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35654) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:58.766900 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fc4d4-bd62-4695-b74c-1ba93e63158b None None] Sync routers for ids ['586965fa-decc-48e7-a6e8-228ac4723c36'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:04:58.786954 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fc4d4-bd62-4695-b74c-1ba93e63158b None None] Routers {'586965fa-decc-48e7-a6e8-228ac4723c36'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:58.787591 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9d4fc4d4-bd62-4695-b74c-1ba93e63158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['586965fa-decc-48e7-a6e8-228ac4723c36'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:58.807724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:58.908410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Pushing event deleted for resources: {'Port': ['ID=e076de77-44c1-46f9-9ffe-f984fb6fa65b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:04:58.914102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95345fe1-0ea3-4334-8d28-479845803ae3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:04:58.940426 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-95345fe1-0ea3-4334-8d28-479845803ae3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports/fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 HTTP/1.1" status: 200 len: 910 time: 0.1737461 Nov 26 22:04:58.943145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35660) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:58.956693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-34392e8a-3457-4481-80f1-ced3bdf0f24b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1a06952-9a21-4dea-916b-e941c0dcee7f'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:04:58.999070 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:59.004072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:59.005303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe984c11-7085-47d1-bd48-74c4a32aabb5 tempest-FloatingIPAdminTestJSON-1579065894 tempest-FloatingIPAdminTestJSON-1579065894-project] 10.222.0.21 "DELETE /v2.0/floatingips/d4da15f4-b704-4a3f-99a1-ffa5dfa51515 HTTP/1.1" status: 204 len: 168 time: 1.5808337 Nov 26 22:04:59.100552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:59.106350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 81e19881-6862-49e1-915c-3b360b96e0bf no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:04:59.144427 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9d4fc4d4-bd62-4695-b74c-1ba93e63158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:59.181469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4fc4d4-bd62-4695-b74c-1ba93e63158b None None] Routers {'586965fa-decc-48e7-a6e8-228ac4723c36'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:04:59.182391 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9d4fc4d4-bd62-4695-b74c-1ba93e63158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['586965fa-decc-48e7-a6e8-228ac4723c36'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:59.184033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 81e19881-6862-49e1-915c-3b360b96e0bf {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:04:59.186821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 81e19881-6862-49e1-915c-3b360b96e0bf not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:04:59.207869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-676a9e65-c926-4036-a759-d272488d4073 None None] Provisioning complete for port fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:59.210381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-676a9e65-c926-4036-a759-d272488d4073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:59.302510 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9d4fc4d4-bd62-4695-b74c-1ba93e63158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:04:59.303198 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4fc4d4-bd62-4695-b74c-1ba93e63158b None None] The sync data for ids ['586965fa-decc-48e7-a6e8-228ac4723c36'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:04:59.330720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-676a9e65-c926-4036-a759-d272488d4073 None None] Port fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:59.421799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:04:59.499168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34392e8a-3457-4481-80f1-ced3bdf0f24b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:59.618343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dbccd61f-2ecc-48a6-8132-0691c35d5a10 None None] Provisioning complete for port fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:59.620370 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dbccd61f-2ecc-48a6-8132-0691c35d5a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:59.673423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35680) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:59.715198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dbccd61f-2ecc-48a6-8132-0691c35d5a10 None None] Port fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:04:59.747017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:04:59.747407 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:04:59.995320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35690) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:04:59.996749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70cc29ef-2e9a-4297-b9f4-dca14423cf5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78d8aecafa914ce5a2b3a54d3b593761&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217487 Nov 26 22:05:00.125299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-18a068fa-d2f9-4df3-86d5-d50033878447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:00.208696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-18a068fa-d2f9-4df3-86d5-d50033878447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:00.325248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34392e8a-3457-4481-80f1-ced3bdf0f24b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:00.344372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34392e8a-3457-4481-80f1-ced3bdf0f24b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:00.387553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-18a068fa-d2f9-4df3-86d5-d50033878447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:00.391077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-18a068fa-d2f9-4df3-86d5-d50033878447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:00.394601 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-18a068fa-d2f9-4df3-86d5-d50033878447 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecd96256-3812-44c3-a4da-3db63475e41a HTTP/1.1" status: 204 len: 168 time: 0.3954668 Nov 26 22:05:00.647556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34392e8a-3457-4481-80f1-ced3bdf0f24b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:00.648088 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34392e8a-3457-4481-80f1-ced3bdf0f24b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:00.649471 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-34392e8a-3457-4481-80f1-ced3bdf0f24b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/ports/fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 HTTP/1.1" status: 200 len: 910 time: 1.7051833 Nov 26 22:05:00.653069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35700) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:00.702185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a068fa-d2f9-4df3-86d5-d50033878447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd96256-3812-44c3-a4da-3db63475e41a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:00.719127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34392e8a-3457-4481-80f1-ced3bdf0f24b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:01.156321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35714) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:01.182308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f374e39a-1b13-4f55-ac9f-b44b876d55cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.380813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.412667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f374e39a-1b13-4f55-ac9f-b44b876d55cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.424059 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f374e39a-1b13-4f55-ac9f-b44b876d55cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.484356 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f374e39a-1b13-4f55-ac9f-b44b876d55cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f31460794aa47a98a88939bf609b17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255284 Nov 26 22:05:01.487408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35718) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:01.498539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374e39a-1b13-4f55-ac9f-b44b876d55cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed36651b-978d-4e33-a9e6-757873d1b30d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:01.591094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2dfc0308-4385-428e-a9b4-1c44d458fa15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.622404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2dfc0308-4385-428e-a9b4-1c44d458fa15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.698509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2dfc0308-4385-428e-a9b4-1c44d458fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.703137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2dfc0308-4385-428e-a9b4-1c44d458fa15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.706662 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2dfc0308-4385-428e-a9b4-1c44d458fa15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed36651b-978d-4e33-a9e6-757873d1b30d HTTP/1.1" status: 204 len: 168 time: 0.2157168 Nov 26 22:05:01.713999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc0308-4385-428e-a9b4-1c44d458fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed36651b-978d-4e33-a9e6-757873d1b30d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:01.822753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:01.823211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.966324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:01.984668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:02.406881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:02.471735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35748) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:02.490765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=fa2a6cf1-22be-4d14-b1e2-a0f63ea774c5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:02.518026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595069c8-9f49-4cc6-b541-46406924e1b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:02.694098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595069c8-9f49-4cc6-b541-46406924e1b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:02.705272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-595069c8-9f49-4cc6-b541-46406924e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:02.766618 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-595069c8-9f49-4cc6-b541-46406924e1b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b5daa2c874447bd973b9b4f7aff2b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936926 Nov 26 22:05:02.766796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35756) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:02.812719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595069c8-9f49-4cc6-b541-46406924e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8cd670-cad6-42da-9c55-b139b4341a3d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:02.823291 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:03.351560 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edb81c39-ba91-4789-b0a1-6ad47391bf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:03.415314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 586965fa-decc-48e7-a6e8-228ac4723c36 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:03.429191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edb81c39-ba91-4789-b0a1-6ad47391bf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:03.555667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:03.566189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35770) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:03.571120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-97244929-0270-4c07-bdb2-ff2b413eece4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/586965fa-decc-48e7-a6e8-228ac4723c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9077184 Nov 26 22:05:03.573905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76318e-00b2-409c-a9d0-f016c55fe97d None None] Sync routers for ids ['586965fa-decc-48e7-a6e8-228ac4723c36'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:03.594624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76318e-00b2-409c-a9d0-f016c55fe97d None None] Routers {'586965fa-decc-48e7-a6e8-228ac4723c36'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:03.595287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-be76318e-00b2-409c-a9d0-f016c55fe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['586965fa-decc-48e7-a6e8-228ac4723c36'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:03.596148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edb81c39-ba91-4789-b0a1-6ad47391bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:03.602980 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edb81c39-ba91-4789-b0a1-6ad47391bf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:03.610336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-edb81c39-ba91-4789-b0a1-6ad47391bf03 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff8cd670-cad6-42da-9c55-b139b4341a3d HTTP/1.1" status: 204 len: 168 time: 0.8424883 Nov 26 22:05:03.620605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb81c39-ba91-4789-b0a1-6ad47391bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8cd670-cad6-42da-9c55-b139b4341a3d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:03.626510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35774) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:03.626781 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c3471b7a-31dd-40c9-b1fd-6be8efd56e51 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=586965fa-decc-48e7-a6e8-228ac4723c36 HTTP/1.1" status: 200 len: 205 time: 0.0596733 Nov 26 22:05:03.702535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-be76318e-00b2-409c-a9d0-f016c55fe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:03.746663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be76318e-00b2-409c-a9d0-f016c55fe97d None None] Routers {'586965fa-decc-48e7-a6e8-228ac4723c36'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:03.747541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-be76318e-00b2-409c-a9d0-f016c55fe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['586965fa-decc-48e7-a6e8-228ac4723c36'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:03.771543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2e68-855a-4d52-b14c-6bfc8076e337 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:03.822965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-be76318e-00b2-409c-a9d0-f016c55fe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:03.833232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be76318e-00b2-409c-a9d0-f016c55fe97d None None] The sync data for ids ['586965fa-decc-48e7-a6e8-228ac4723c36'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:04.151342 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2e68-855a-4d52-b14c-6bfc8076e337 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.154468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2e68-855a-4d52-b14c-6bfc8076e337 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.209393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2e68-855a-4d52-b14c-6bfc8076e337 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.210379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd2e68-855a-4d52-b14c-6bfc8076e337 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Fanout notify agent at l3_agent the message router_deleted on router 586965fa-decc-48e7-a6e8-228ac4723c36 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:05:04.231132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2e68-855a-4d52-b14c-6bfc8076e337 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.235063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6dd2e68-855a-4d52-b14c-6bfc8076e337 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/586965fa-decc-48e7-a6e8-228ac4723c36 HTTP/1.1" status: 204 len: 168 time: 0.6049840 Nov 26 22:05:04.236449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35792) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:04.324488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-99745e7c-8b31-4d6c-bb98-914b38c2aa80 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet e1a06952-9a21-4dea-916b-e941c0dcee7f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:05:04.338328 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99745e7c-8b31-4d6c-bb98-914b38c2aa80 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.409041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99745e7c-8b31-4d6c-bb98-914b38c2aa80 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.548627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99745e7c-8b31-4d6c-bb98-914b38c2aa80 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.662821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99745e7c-8b31-4d6c-bb98-914b38c2aa80 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.703871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99745e7c-8b31-4d6c-bb98-914b38c2aa80 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a06952-9a21-4dea-916b-e941c0dcee7f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:04.709411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99745e7c-8b31-4d6c-bb98-914b38c2aa80 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:04.716610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35808) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:04.723675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be0803b-7cdd-4fac-967b-9f9693472c2a None None] Network 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:04.734695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-99745e7c-8b31-4d6c-bb98-914b38c2aa80 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/e1a06952-9a21-4dea-916b-e941c0dcee7f HTTP/1.1" status: 204 len: 168 time: 0.4969530 Nov 26 22:05:04.870861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.001611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35818) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:05.032126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:05.032870 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.088613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] DHCP port deletion for 6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:05:05.140000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,segment=NetworkSegment(32646b41-0949-4b14-8030-a8df221b158d),segment_id=32646b41-0949-4b14-8030-a8df221b158d)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:05.140501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.182512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:05.186552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] Deleting port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:05.187143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.208818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2830c56c-1ba1-417d-9de5-24fa306732e8 tempest-AgentManagementNegativeTest-1439751721 tempest-AgentManagementNegativeTest-1439751721-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1994543 Nov 26 22:05:05.259795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] For port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,segment=NetworkSegment(32646b41-0949-4b14-8030-a8df221b158d),segment_id=32646b41-0949-4b14-8030-a8df221b158d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:05.260418 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.278939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] Calling delete_port for 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:05.455277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:05:05.468276 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.485895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:05:05.486594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:05:05.489422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.529843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] No DVR routers for this DVR port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:05:05.550512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed759b5-673f-4152-a23b-34553e0d44a1 None None] Pushing event deleted for resources: {'Port': ['ID=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:05.553909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=38c8b2b7-c5c7-40d2-ac8a-928989dfd059,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:05.587037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No DVR routers for this DVR port 38c8b2b7-c5c7-40d2-ac8a-928989dfd059 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:05:05.783140 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:05:05.856756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.885734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6191173a-9d8f-4fe9-8a6e-6e1f07db57b9']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:05.908578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32646b41-0949-4b14-8030-a8df221b158d') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:05.908948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32646b41-0949-4b14-8030-a8df221b158d') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:05.928864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35838) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:05.932318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.949320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.958842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:05:05.959696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:05:05.965853 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:05:06.047693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.055192 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.069828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/6191173a-9d8f-4fe9-8a6e-6e1f07db57b9 HTTP/1.1" status: 204 len: 168 time: 1.3498442 Nov 26 22:05:06.074602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35844) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:06.097623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-90fd767d-4c43-4360-8672-af6205071808 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2084774486', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:06.121019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3983-7487-48d3-8e55-5e2433010a79 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=6191173a-9d8f-4fe9-8a6e-6e1f07db57b9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:06.125860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90fd767d-4c43-4360-8672-af6205071808 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.127266 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90fd767d-4c43-4360-8672-af6205071808 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.161983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ce89956-0ee2-4617-bc5d-5557b98b381b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.247092 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90fd767d-4c43-4360-8672-af6205071808 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.257754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90fd767d-4c43-4360-8672-af6205071808 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.269670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ce89956-0ee2-4617-bc5d-5557b98b381b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.275866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ce89956-0ee2-4617-bc5d-5557b98b381b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.294240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-90fd767d-4c43-4360-8672-af6205071808 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.295794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-90fd767d-4c43-4360-8672-af6205071808 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2175848 Nov 26 22:05:06.298457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35846) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:06.304203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-1877363695'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:06.354332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:06.363676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.378001 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3ce89956-0ee2-4617-bc5d-5557b98b381b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08580dba3dae4c4a995f15c2c36fa5e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4479070 Nov 26 22:05:06.378308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35850) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:06.379391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce89956-0ee2-4617-bc5d-5557b98b381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da042c2-5cd0-4dc5-83b3-27ba78f5661e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:06.448842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:05:06.470726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.471169 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment 1d9bfd71-864b-423a-ad73-fdf1afcc44b7 of type vlan for network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea Nov 26 22:05:06.520719 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.564337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.575497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:06.575497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.700343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=2b8d6746-28f9-4c27-8dbc-ca94a191dcea,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:06.707950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5f73c3c-719e-4002-bee0-14837a7935a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.716679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:05:06.736580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-134e3f62-208c-44fa-aba0-6593515a6e4e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4337285 Nov 26 22:05:06.736781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35858) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:06.741646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:06.838951 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5f73c3c-719e-4002-bee0-14837a7935a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.888451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:06.892756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.969966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5f73c3c-719e-4002-bee0-14837a7935a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.973462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5f73c3c-719e-4002-bee0-14837a7935a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:06.974944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c5f73c3c-719e-4002-bee0-14837a7935a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7da042c2-5cd0-4dc5-83b3-27ba78f5661e HTTP/1.1" status: 204 len: 168 time: 0.5955460 Nov 26 22:05:06.992229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f73c3c-719e-4002-bee0-14837a7935a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da042c2-5cd0-4dc5-83b3-27ba78f5661e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:07.080932 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:07.224405 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:07.381831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:07.384273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: 2b8d6746-28f9-4c27-8dbc-ca94a191dcea, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:05:07.401504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=dd84630b-34cf-4560-88c7-a5b42a3e92cf,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:07.452583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:05:07.469828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 2b8d6746-28f9-4c27-8dbc-ca94a191dcea) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:07.484624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66fdda5-4c54-416c-bef8-c047099e52c6 None None] Network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:07.513851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:07.515060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:07.605000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35888) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:07.605614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b5b8e03-a697-49bc-bf1d-ac98a0d634d4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8671052 Nov 26 22:05:07.960671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:07.961597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.082145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:05:08.084469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.315153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Allocated IP 172.20.0.2 (2b8d6746-28f9-4c27-8dbc-ca94a191dcea/dd84630b-34cf-4560-88c7-a5b42a3e92cf/150b2cdf-9259-40bc-8854-694f40659c52) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:08.370514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fa88c1d8-c589-47fe-af1a-73887979fe38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.602049 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fa88c1d8-c589-47fe-af1a-73887979fe38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.608554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fa88c1d8-c589-47fe-af1a-73887979fe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.625571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.670479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88c1d8-c589-47fe-af1a-73887979fe38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2a49a-fa1e-49d8-b2ae-e9b252b2ee04,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:08.685973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fa88c1d8-c589-47fe-af1a-73887979fe38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ea8de4e522a44f8bf06ad001c154171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7221458 Nov 26 22:05:08.686702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35920) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:08.769396 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.791897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.813045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2884-5b62-4034-b803-16e2580a7116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.868264 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2884-5b62-4034-b803-16e2580a7116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.904329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:08.905290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Pushing event updated for resources: {'Port': ['ID=150b2cdf-9259-40bc-8854-694f40659c52,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:08.908902 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:08.916323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:08.923123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35928) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:08.940318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.940679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.941045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.941421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.941806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.942179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.942953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.945111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.945517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.945861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.946356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.946710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:08.970261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2884-5b62-4034-b803-16e2580a7116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.973080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3a0d2884-5b62-4034-b803-16e2580a7116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:08.974397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3a0d2884-5b62-4034-b803-16e2580a7116 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dc2a49a-fa1e-49d8-b2ae-e9b252b2ee04 HTTP/1.1" status: 204 len: 168 time: 0.2867191 Nov 26 22:05:08.991034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d2884-5b62-4034-b803-16e2580a7116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc2a49a-fa1e-49d8-b2ae-e9b252b2ee04,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:09.068659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Attempting to bind port 150b2cdf-9259-40bc-8854-694f40659c52 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:09.069088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Attempting to bind port 150b2cdf-9259-40bc-8854-694f40659c52 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:09.069342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Attempting to bind port 150b2cdf-9259-40bc-8854-694f40659c52 on network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:09.082901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:09.083305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Checking segment: {'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:09.085798 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.085798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Bound using segment: {'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:09.085983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Bound port: 150b2cdf-9259-40bc-8854-694f40659c52, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:09.086403 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.182029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1906733610'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:09.230575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.20.0.1 (2b8d6746-28f9-4c27-8dbc-ca94a191dcea/dd84630b-34cf-4560-88c7-a5b42a3e92cf/5eecc695-a489-45c2-adcf-d4790b4f3589) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:09.237674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:09.241420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.271638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.324286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] For port 150b2cdf-9259-40bc-8854-694f40659c52, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:09.342161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] For port 150b2cdf-9259-40bc-8854-694f40659c52, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=150b2cdf-9259-40bc-8854-694f40659c52,segment=NetworkSegment(1d9bfd71-864b-423a-ad73-fdf1afcc44b7),segment_id=1d9bfd71-864b-423a-ad73-fdf1afcc44b7)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:09.370291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.571113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004852a-e094-4ec9-a3e4-8ad44251cc50 None None] Pushing event updated for resources: {'Port': ['ID=150b2cdf-9259-40bc-8854-694f40659c52,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:09.611217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.653000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.658607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.700563 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.746296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fbc887-df7d-4a61-8c3d-2573368b94b0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:09.768139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:05:09.790419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.792803 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Added segment a0a1fe74-1fd7-4071-bbb6-91b69f97048c of type vlan for network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 Nov 26 22:05:09.821027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:09.828256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:09.832475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:09.896363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=5eecc695-a489-45c2-adcf-d4790b4f3589,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:09.962742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:09.977856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.040140 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.050830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:10.052352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.192627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Network': ['ID=14cad2ca-1eed-45bf-9a23-aad573b6ed34,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:10.207697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:05:10.244447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4a736070-3a66-4b8e-b42b-5ae985848d04 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3196094 Nov 26 22:05:10.245074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35962) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:10.252922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'subnet': {'network_id': '14cad2ca-1eed-45bf-9a23-aad573b6ed34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:10.286573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.479363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:10.484303 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.623532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.629572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.742772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.744706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=5eecc695-a489-45c2-adcf-d4790b4f3589,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:10.802672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.878300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Subnet': ['ID=3fb3f6dd-fe7e-42bf-8b41-3840367a980c,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:10.903036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:10.908599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:10.912922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Checking segment: {'id': 'a0a1fe74-1fd7-4071-bbb6-91b69f97048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '14cad2ca-1eed-45bf-9a23-aad573b6ed34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:10.913668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network hostable DHCP agents. Network: 14cad2ca-1eed-45bf-9a23-aad573b6ed34, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:05:10.937617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:05:10.953131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 14cad2ca-1eed-45bf-9a23-aad573b6ed34) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:10.960121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:10.961648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:10.978871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b834e24-5dc8-41ba-9ec3-a23ea313416d None None] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:10.997379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f2a46df-6c8a-4129-a45d-e412bbacaca6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7512200 Nov 26 22:05:11.000394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35994) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:11.004980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-277453058', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:11.036918 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:11.038178 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:11.143869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:11.156794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:05:11.277085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050203f7-66cd-44ca-a060-353f87699611 None None] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:11.361891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796c2cf-970f-409c-bc1f-ca0917caeee6 None None] Network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:11.495357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 150b2cdf-9259-40bc-8854-694f40659c52 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:11.582976 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:11.596862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d561078-63e9-47df-aaaa-54d9aa1426d2 req-ca0700dd-987b-40ec-b16a-e261ee078de3 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:11.608787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d561078-63e9-47df-aaaa-54d9aa1426d2 req-ca0700dd-987b-40ec-b16a-e261ee078de3 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.3563733 Nov 26 22:05:11.709136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2d055213-d5c2-4166-8ebf-d91ddab28fa3 None None] Provisioning complete for port 150b2cdf-9259-40bc-8854-694f40659c52 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:11.709459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d055213-d5c2-4166-8ebf-d91ddab28fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:11.815098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d561078-63e9-47df-aaaa-54d9aa1426d2 req-3fbf1e9a-c5fb-4ec0-9419-b4becd73be9e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988564 Nov 26 22:05:11.825766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:11.835188 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c4dbe7eb-bf79-4668-90e0-542d1cfc540c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2266324 Nov 26 22:05:11.836643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36020) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:11.838509 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:11.844546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-365959386'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:11.854479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 150b2cdf-9259-40bc-8854-694f40659c52 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:11.856607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:11.859186 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:11.861702 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:11.876388 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:11.880657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:11.912091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:05:11.925994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:11.925994 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment 0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad of type vlan for network 902725e0-0019-4813-8754-e99312bbcffa Nov 26 22:05:12.033065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.041209 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:12.065075 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.086425 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.096656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.100501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:12.101342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.181428 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d055213-d5c2-4166-8ebf-d91ddab28fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.202675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3644075 Nov 26 22:05:12.208574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36032) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:12.223927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:12.241992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21331759-7549-4d9d-a7e6-25dba6301245 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=902725e0-0019-4813-8754-e99312bbcffa,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:12.271590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 902725e0-0019-4813-8754-e99312bbcffa details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:05:12.418997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.25.3.104 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/38031705-d5c6-4cbf-a9aa-6b4fdd6ce034) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:12.473308 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:10Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:10Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:12.520122 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:05:12.520477 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Updating router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 port 5eecc695-a489-45c2-adcf-d4790b4f3589 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:05:12.550838 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.651654 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.727389 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.818795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2d055213-d5c2-4166-8ebf-d91ddab28fa3 None None] For port 150b2cdf-9259-40bc-8854-694f40659c52, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=150b2cdf-9259-40bc-8854-694f40659c52,segment=NetworkSegment(1d9bfd71-864b-423a-ad73-fdf1afcc44b7),segment_id=1d9bfd71-864b-423a-ad73-fdf1afcc44b7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:12.832544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.846156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d055213-d5c2-4166-8ebf-d91ddab28fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.849771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=38031705-d5c6-4cbf-a9aa-6b4fdd6ce034,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:12.860406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:12.865457 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:12.985508 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.001284 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.117325 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:05:13.119265 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:05:13.121990 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.148974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d055213-d5c2-4166-8ebf-d91ddab28fa3 None None] Pushing event updated for resources: {'Port': ['ID=150b2cdf-9259-40bc-8854-694f40659c52,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:13.163311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-771c1d44-7089-4d65-bd3b-4e117463f032 None None] Provisioning complete for port 5eecc695-a489-45c2-adcf-d4790b4f3589 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:13.163696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-771c1d44-7089-4d65-bd3b-4e117463f032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.190115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:13.202426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:13.205315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:13.226738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d81608-2d89-4c0b-93f2-97d21c441f44 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:05:13.270260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-771c1d44-7089-4d65-bd3b-4e117463f032 None None] Port 5eecc695-a489-45c2-adcf-d4790b4f3589 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:05:13.283246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-771c1d44-7089-4d65-bd3b-4e117463f032 None None] Provisioning complete for port 150b2cdf-9259-40bc-8854-694f40659c52 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:13.283622 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-771c1d44-7089-4d65-bd3b-4e117463f032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.303789 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Pushing event updated for resources: {'Port': ['ID=5eecc695-a489-45c2-adcf-d4790b4f3589,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:13.321712 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Attempting to bind port 5eecc695-a489-45c2-adcf-d4790b4f3589 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:13.322099 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Attempting to bind port 5eecc695-a489-45c2-adcf-d4790b4f3589 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:13.330893 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Attempting to bind port 5eecc695-a489-45c2-adcf-d4790b4f3589 on network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:13.368414 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.369329 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.371467 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.372276 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.372276 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.372276 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.372727 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.373143 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.373476 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.373801 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.374150 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.375062 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:13.383250 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:13.384168 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Checking segment: {'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:13.384168 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.384454 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Bound using segment: {'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:13.385013 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Bound port: 5eecc695-a489-45c2-adcf-d4790b4f3589, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9bfd71-864b-423a-ad73-fdf1afcc44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:13.385207 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.539379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbbad7-991d-4c38-ae21-e6d6402aba99 req-f3092211-bf2a-4e99-9200-5446773feb0f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:13.549162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3edbbad7-991d-4c38-ae21-e6d6402aba99 req-f3092211-bf2a-4e99-9200-5446773feb0f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.4608665 Nov 26 22:05:13.562670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=5396fc94-773a-4d46-ba59-5939b8fcc127,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:13.570856 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] For port 5eecc695-a489-45c2-adcf-d4790b4f3589, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:13.577008 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] For port 5eecc695-a489-45c2-adcf-d4790b4f3589, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5eecc695-a489-45c2-adcf-d4790b4f3589,segment=NetworkSegment(1d9bfd71-864b-423a-ad73-fdf1afcc44b7),segment_id=1d9bfd71-864b-423a-ad73-fdf1afcc44b7)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:13.585002 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.595831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] Provisioning complete for port 38031705-d5c6-4cbf-a9aa-6b4fdd6ce034 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:13.596256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.629462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:13.629817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: 902725e0-0019-4813-8754-e99312bbcffa, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:05:13.685804 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056202fc-7b3e-4bd6-89dd-db05b97c4d7b None None] Pushing event updated for resources: {'Port': ['ID=5eecc695-a489-45c2-adcf-d4790b4f3589,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:13.694277 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:13.694905 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:13.721484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3edbbad7-991d-4c38-ae21-e6d6402aba99 req-e1e5b0a5-c30b-4863-91b2-9df6f36802e7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714418 Nov 26 22:05:13.735002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 902725e0-0019-4813-8754-e99312bbcffa is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:05:13.756827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] Port 38031705-d5c6-4cbf-a9aa-6b4fdd6ce034 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:05:13.774442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] Provisioning complete for port 5eecc695-a489-45c2-adcf-d4790b4f3589 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:13.774809 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.790482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 902725e0-0019-4813-8754-e99312bbcffa) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:13.800691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:13.804235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68196cb1-953d-4eab-875a-986097d5699f None None] Network 902725e0-0019-4813-8754-e99312bbcffa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:13.804955 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:13.889388 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:14.036547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:05:14.039930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 150b2cdf-9259-40bc-8854-694f40659c52 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:14.214362 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:10Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:13Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:14.245869 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:14.298640 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c533d187-3b02-4516-83f0-029bb0d89c40 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:10Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:13Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:14.435385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-902725e0-0019-4813-8754-e99312bbcffa', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:05:14.436576 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:14.474889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] For port 5eecc695-a489-45c2-adcf-d4790b4f3589, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5eecc695-a489-45c2-adcf-d4790b4f3589,segment=NetworkSegment(1d9bfd71-864b-423a-ad73-fdf1afcc44b7),segment_id=1d9bfd71-864b-423a-ad73-fdf1afcc44b7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:14.503494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:14.506273 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:14.617270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b367b3f4-4c41-4f02-bfca-4c843c782445 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4072452 Nov 26 22:05:14.620034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36094) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:14.660970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:14.682760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95285a31-5459-4f1f-970a-000d2e268444 None None] Pushing event updated for resources: {'Port': ['ID=5eecc695-a489-45c2-adcf-d4790b4f3589,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:14.692056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:05:14.693574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:14.703062 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e1b2ba-962d-475f-832d-c9fb36f2c759" -d '{"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-unplugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:05:14.722116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 150b2cdf-9259-40bc-8854-694f40659c52 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:14.723505 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:14.869285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:14.897315 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec3a87b-5a11-43d3-8ad5-9ab60f90a2af x-openstack-request-id: req-5ec3a87b-5a11-43d3-8ad5-9ab60f90a2af {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:05:14.897819 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-unplugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:05:14.898323 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ec3a87b-5a11-43d3-8ad5-9ab60f90a2af {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:05:14.899107 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'code': 200} Nov 26 22:05:15.014971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-caa003bb-a0f3-467b-ae02-b6a7a4632f9e None None] Provisioning complete for port 5eecc695-a489-45c2-adcf-d4790b4f3589 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:15.015296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-caa003bb-a0f3-467b-ae02-b6a7a4632f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:15.098676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:15.237501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:15.265164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Allocated IP 172.21.0.2 (902725e0-0019-4813-8754-e99312bbcffa/5396fc94-773a-4d46-ba59-5939b8fcc127/8521d1ac-a31e-4933-b529-8506bea24867) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:15.301444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:15.439808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:05:15.682019 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:15.696332 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:15.749996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:15.766168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Network 902725e0-0019-4813-8754-e99312bbcffa is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:15.770978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27881296-9972-449a-adf4-ea2d30eb57f7 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:15.793702 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:15.796060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-449cdce9-5108-4905-a7c1-4d58e7f7486b tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7947121 Nov 26 22:05:15.799165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36132) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:15.806111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:15.811259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:15.865816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27881296-9972-449a-adf4-ea2d30eb57f7 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:15.866912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-27881296-9972-449a-adf4-ea2d30eb57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:15.925102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Pushing event updated for resources: {'Port': ['ID=8521d1ac-a31e-4933-b529-8506bea24867,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:15.943441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-27881296-9972-449a-adf4-ea2d30eb57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:16.011320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27881296-9972-449a-adf4-ea2d30eb57f7 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:16.012406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-27881296-9972-449a-adf4-ea2d30eb57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:16.016177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Attempting to bind port 8521d1ac-a31e-4933-b529-8506bea24867 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:16.016843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Attempting to bind port 8521d1ac-a31e-4933-b529-8506bea24867 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:16.017493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Attempting to bind port 8521d1ac-a31e-4933-b529-8506bea24867 on network 902725e0-0019-4813-8754-e99312bbcffa {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:16.024792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:16.025301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Checking segment: {'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:16.025816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:16.026364 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Bound using segment: {'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:16.027072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Bound port: 8521d1ac-a31e-4933-b529-8506bea24867, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:16.027446 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:16.063136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-27881296-9972-449a-adf4-ea2d30eb57f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:16.064328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27881296-9972-449a-adf4-ea2d30eb57f7 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:16.078309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5eecc695-a489-45c2-adcf-d4790b4f3589 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:16.187368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5eecc695-a489-45c2-adcf-d4790b4f3589 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:16.188313 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:16.209210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] For port 8521d1ac-a31e-4933-b529-8506bea24867, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:16.223743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.21.0.1 (902725e0-0019-4813-8754-e99312bbcffa/5396fc94-773a-4d46-ba59-5939b8fcc127/eec8c630-0c9c-4ace-9067-b026428d7712) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:16.231481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] For port 8521d1ac-a31e-4933-b529-8506bea24867, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8521d1ac-a31e-4933-b529-8506bea24867,segment=NetworkSegment(0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad),segment_id=0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:16.245090 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:16.316166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0c338-38b2-476d-992f-1f8be7158d84 None None] Pushing event updated for resources: {'Port': ['ID=8521d1ac-a31e-4933-b529-8506bea24867,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:16.510605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:16.598441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:16.715341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 902725e0-0019-4813-8754-e99312bbcffa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:16.787131 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:16.795119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=eec8c630-0c9c-4ace-9067-b026428d7712,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:16.799143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:16.801895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:16.895718 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:17.105995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:17.324895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.20.0.1 (14cad2ca-1eed-45bf-9a23-aad573b6ed34/3fb3f6dd-fe7e-42bf-8b41-3840367a980c/e0d5a388-a713-4be6-ae4e-8a31cd35ab09) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:17.554659 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:17.632869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:17.645695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:17.681648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:17.766634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:17.777444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:17.778383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=eec8c630-0c9c-4ace-9067-b026428d7712,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:17.783569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:17.786395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:17.822280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=e0d5a388-a713-4be6-ae4e-8a31cd35ab09,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:17.847389 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:17.959278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 902725e0-0019-4813-8754-e99312bbcffa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:17.961146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:17.994601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2602b-096b-4399-b3cc-7a2f3035dec2 None None] Network 902725e0-0019-4813-8754-e99312bbcffa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:18.042201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8521d1ac-a31e-4933-b529-8506bea24867 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:18.054088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.103590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:18.150530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1ff3130a-cb56-4298-abb4-8a9ab07615e9 None None] Provisioning complete for port 8521d1ac-a31e-4933-b529-8506bea24867 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:18.151165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ff3130a-cb56-4298-abb4-8a9ab07615e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.235520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:18.249259 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:18.265498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-efde349a-1ffc-4329-ada4-2650c2218074 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6405585 Nov 26 22:05:18.266823 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:18.271067 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:18.271780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:18.287890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-344393788'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:18.340094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:18.347073 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.430379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ff3130a-cb56-4298-abb4-8a9ab07615e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.432804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:05:18.461726 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.462711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8521d1ac-a31e-4933-b529-8506bea24867 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:18.463107 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment c2efb27d-b8b9-4c3e-82e5-2272eea871de of type vlan for network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 Nov 26 22:05:18.463259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.515350 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.524307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.553314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.594494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.604367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:18.605191 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.624610 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:18.665136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.675423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=e0d5a388-a713-4be6-ae4e-8a31cd35ab09,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:18.715998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1ff3130a-cb56-4298-abb4-8a9ab07615e9 None None] For port 8521d1ac-a31e-4933-b529-8506bea24867, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8521d1ac-a31e-4933-b529-8506bea24867,segment=NetworkSegment(0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad),segment_id=0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:18.731498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ff3130a-cb56-4298-abb4-8a9ab07615e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:18.755585 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4762046 Nov 26 22:05:18.757904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36200) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:18.762910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:18.765960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2553ed3-4d8f-4d4b-a13e-eba2d4868529 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=d8f23558-f5de-40f8-afd5-e7ac537bc0c8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:18.854372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:05:18.888997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:18.893228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:18.944594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:18.948103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:19.039023 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:17Z', 'revision_number': 3, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:17Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:19.088835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:19.096619 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:05:19.097273 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Updating router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 port eec8c630-0c9c-4ace-9067-b026428d7712 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:05:19.157790 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:19.252572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3130a-cb56-4298-abb4-8a9ab07615e9 None None] Pushing event updated for resources: {'Port': ['ID=8521d1ac-a31e-4933-b529-8506bea24867,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:19.285781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:19.298039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:19.331035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7642526-607d-4707-a7b0-3cfd7b438825 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/routers/21c6c96a-fda8-4001-8b23-339f05561fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5311747 Nov 26 22:05:19.333597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36208) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:19.339584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'port': {'network_id': '14cad2ca-1eed-45bf-9a23-aad573b6ed34', 'name': 'tempest-FloatingIPTestJSON-1413343802'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:19.369851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=fdde5f81-8b5a-4c32-8cde-afa03b55c224,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:19.380694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:19.381171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: d8f23558-f5de-40f8-afd5-e7ac537bc0c8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:05:19.392570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99c5c7-4359-4565-854d-5043ed063a29 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:19.401719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:05:19.414333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d8f23558-f5de-40f8-afd5-e7ac537bc0c8) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:19.420539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:19.421448 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:19.443748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1dfaf454-24da-44e3-b1ad-6455e4caa412 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6844277 Nov 26 22:05:19.444471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872607fd-d4d4-43e8-a994-724515334431 None None] Network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:19.447699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36214) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:19.467517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99c5c7-4359-4565-854d-5043ed063a29 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:19.468128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dd99c5c7-4359-4565-854d-5043ed063a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:19.560631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dd99c5c7-4359-4565-854d-5043ed063a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:19.580429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99c5c7-4359-4565-854d-5043ed063a29 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:19.581063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dd99c5c7-4359-4565-854d-5043ed063a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:19.626360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dd99c5c7-4359-4565-854d-5043ed063a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:19.627028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd99c5c7-4359-4565-854d-5043ed063a29 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:19.637549 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:19.652244 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:19.736522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:19.747517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:19.843519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] device_id is not set on port 5a7dbd81-4585-400c-b7b5-ae3ee9c105fb yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:05:20.005152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8521d1ac-a31e-4933-b529-8506bea24867 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:20.107758 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d0f08-aba2-4f4c-b865-1fffb438c541 None None] Pushing event updated for resources: {'Port': ['ID=eec8c630-0c9c-4ace-9067-b026428d7712,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:20.134121 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Attempting to bind port eec8c630-0c9c-4ace-9067-b026428d7712 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:20.134519 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Attempting to bind port eec8c630-0c9c-4ace-9067-b026428d7712 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:20.134913 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Attempting to bind port eec8c630-0c9c-4ace-9067-b026428d7712 on network 902725e0-0019-4813-8754-e99312bbcffa {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:20.155403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-d8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:05:20.157210 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.163540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:05:20.180435 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:20.180435 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Checking segment: {'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:20.180824 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.181201 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Bound using segment: {'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:20.181725 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Bound port: eec8c630-0c9c-4ace-9067-b026428d7712, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '902725e0-0019-4813-8754-e99312bbcffa'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:20.187332 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.282693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.20.0.7 (14cad2ca-1eed-45bf-9a23-aad573b6ed34/3fb3f6dd-fe7e-42bf-8b41-3840367a980c/5a7dbd81-4585-400c-b7b5-ae3ee9c105fb) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:20.398449 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] For port eec8c630-0c9c-4ace-9067-b026428d7712, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:20.406379 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] For port eec8c630-0c9c-4ace-9067-b026428d7712, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eec8c630-0c9c-4ace-9067-b026428d7712,segment=NetworkSegment(0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad),segment_id=0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:20.417397 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.518041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b2e713e9-b136-43f7-90d0-a4ad3bb8cea9 None None] Provisioning complete for port 8521d1ac-a31e-4933-b529-8506bea24867 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:20.518613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b2e713e9-b136-43f7-90d0-a4ad3bb8cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.521142 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d0f08-aba2-4f4c-b865-1fffb438c541 None None] Pushing event updated for resources: {'Port': ['ID=eec8c630-0c9c-4ace-9067-b026428d7712,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:20.555613 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:20.556485 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.557609 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:20.676817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:20.763456 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.790264 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:20.807801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '90b11964-bc13-4c37-9377-dd99160272ff', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '90b11964-bc13-4c37-9377-dd99160272ff', 'mac_address': 'fa:16:3e:85:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:05:20.812337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.860155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8521d1ac-a31e-4933-b529-8506bea24867 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:20.860559 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:20.912473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:20.920519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:20.923895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:21.009174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:21.043263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=5a7dbd81-4585-400c-b7b5-ae3ee9c105fb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:21.118883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:21.119587 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:21.153741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2bc15f8d-f5b0-46dc-a589-23eff6a17402 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8187814 Nov 26 22:05:21.156762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36262) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:21.173147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'port': {'network_id': '14cad2ca-1eed-45bf-9a23-aad573b6ed34', 'name': 'tempest-FloatingIPTestJSON-2001840393'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:21.255246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b11964-bc13-4c37-9377-dd99160272ff {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:05:21.266986 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:17Z', 'revision_number': 3, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:20Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:21.287550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:21.297230 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Allocated IP 172.22.0.2 (d8f23558-f5de-40f8-afd5-e7ac537bc0c8/fdde5f81-8b5a-4c32-8cde-afa03b55c224/98f01573-e7a3-4012-9d42-e172dffc8f08) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:21.303791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:21.358872 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1580080a-d85b-4358-9abc-2cb2b0cae423 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:17Z', 'revision_number': 3, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:20Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:21.511033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:21.511772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['90b11964-bc13-4c37-9377-dd99160272ff'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:05:21.517618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:21.552356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] device_id is not set on port 2d2168d3-7298-4d6b-8754-06886cc1996a yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:05:21.645907 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728801b-6056-48f0-bc0b-9504db1ccbd8 req-2254bab9-c7c1-485a-935e-9b95cefe7b34 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:21.654311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6728801b-6056-48f0-bc0b-9504db1ccbd8 req-2254bab9-c7c1-485a-935e-9b95cefe7b34 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.8765638 Nov 26 22:05:21.710925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:21.750272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.20.0.6 (14cad2ca-1eed-45bf-9a23-aad573b6ed34/3fb3f6dd-fe7e-42bf-8b41-3840367a980c/2d2168d3-7298-4d6b-8754-06886cc1996a) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:21.754058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b2e713e9-b136-43f7-90d0-a4ad3bb8cea9 None None] Provisioning complete for port eec8c630-0c9c-4ace-9067-b026428d7712 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:21.754626 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b2e713e9-b136-43f7-90d0-a4ad3bb8cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:21.941538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6728801b-6056-48f0-bc0b-9504db1ccbd8 req-42db30bf-3e29-4842-a520-682d0c45ad73 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859545 Nov 26 22:05:22.040647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.043269 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.065707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eec8c630-0c9c-4ace-9067-b026428d7712 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:22.094863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.115789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.163906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:22.167427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:22.170518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:22.175418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.22.0.1 (d8f23558-f5de-40f8-afd5-e7ac537bc0c8/fdde5f81-8b5a-4c32-8cde-afa03b55c224/604403ab-adc8-405a-827c-8ee019734243) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:22.182976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b2e713e9-b136-43f7-90d0-a4ad3bb8cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.210759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=2d2168d3-7298-4d6b-8754-06886cc1996a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:22.219726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:22.236117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:22.238862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:22.250841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Pushing event updated for resources: {'Port': ['ID=98f01573-e7a3-4012-9d42-e172dffc8f08,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:22.273183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b2e713e9-b136-43f7-90d0-a4ad3bb8cea9 None None] For port eec8c630-0c9c-4ace-9067-b026428d7712, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eec8c630-0c9c-4ace-9067-b026428d7712,segment=NetworkSegment(0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad),segment_id=0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:22.307044 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b2e713e9-b136-43f7-90d0-a4ad3bb8cea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.308095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:22.311231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.349874 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3e72dcb7-55ec-4190-b1ce-a6ff83be0542 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1891472 Nov 26 22:05:22.359257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36276) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:22.364643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '2d2168d3-7298-4d6b-8754-06886cc1996a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:22.374334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port eec8c630-0c9c-4ace-9067-b026428d7712 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:22.388775 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.403176 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.455223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.516477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e713e9-b136-43f7-90d0-a4ad3bb8cea9 None None] Pushing event updated for resources: {'Port': ['ID=eec8c630-0c9c-4ace-9067-b026428d7712,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:22.538720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.541818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Attempting to bind port 98f01573-e7a3-4012-9d42-e172dffc8f08 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:22.542240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Attempting to bind port 98f01573-e7a3-4012-9d42-e172dffc8f08 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:22.542622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Attempting to bind port 98f01573-e7a3-4012-9d42-e172dffc8f08 on network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:22.562196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:22.562594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Checking segment: {'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:22.562954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.563070 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.563384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Bound using segment: {'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:22.563878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Bound port: 98f01573-e7a3-4012-9d42-e172dffc8f08, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:22.564519 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.580178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2e1b54b1-19e1-497e-aa11-17acd5f0c6b0 None None] Provisioning complete for port eec8c630-0c9c-4ace-9067-b026428d7712 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:22.580551 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2e1b54b1-19e1-497e-aa11-17acd5f0c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.661494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:22.664655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=604403ab-adc8-405a-827c-8ee019734243,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:22.679978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:22.684414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:22.690581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.25.3.77 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5e46eb96-5d3e-4831-b027-145ae8e38b5d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:22.750726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.786442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] For port 98f01573-e7a3-4012-9d42-e172dffc8f08, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:22.797420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] For port 98f01573-e7a3-4012-9d42-e172dffc8f08, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=98f01573-e7a3-4012-9d42-e172dffc8f08,segment=NetworkSegment(c2efb27d-b8b9-4c3e-82e5-2272eea871de),segment_id=c2efb27d-b8b9-4c3e-82e5-2272eea871de)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:22.808319 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.810466 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.851443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:22.897585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:22.906732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:22.915486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:22.919732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=5e46eb96-5d3e-4831-b027-145ae8e38b5d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:22.963892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.034015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcd780-1bfb-4844-a71a-dbe0ef071213 None None] Pushing event updated for resources: {'Port': ['ID=98f01573-e7a3-4012-9d42-e172dffc8f08,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:23.108810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36292) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:23.232462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4728b2-fbe1-4f83-ab91-56bdcbf11509 req-56b9fc58-0773-4def-9974-91e4c0ebd144 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:23.234017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b4728b2-fbe1-4f83-ab91-56bdcbf11509 req-56b9fc58-0773-4def-9974-91e4c0ebd144 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1242852 Nov 26 22:05:23.386201 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b6988ce-5b1e-44b9-af9e-24ec0f659989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.479235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b4728b2-fbe1-4f83-ab91-56bdcbf11509 req-166fef52-26af-4027-8381-bca970f193fb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118971 Nov 26 22:05:23.511408 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5000fb2-55e2-4827-8871-7e83edf38814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.523445 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.570038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b6988ce-5b1e-44b9-af9e-24ec0f659989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.580981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7b6988ce-5b1e-44b9-af9e-24ec0f659989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.599324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.603116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.612966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.688142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6988ce-5b1e-44b9-af9e-24ec0f659989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b99f43f-235a-4c0f-8601-e7ed1f92e21b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:23.696061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7b6988ce-5b1e-44b9-af9e-24ec0f659989 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bbfa60f07a741a7823e05e67ff7620e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5828328 Nov 26 22:05:23.702974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36300) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:23.732422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.741913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=604403ab-adc8-405a-827c-8ee019734243,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:23.805756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.817922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.827747 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f9ebeb-d621-4f14-8d0f-322e81029ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.873832 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f9ebeb-d621-4f14-8d0f-322e81029ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:23.899693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:23.905968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:23.980447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=5e46eb96-5d3e-4831-b027-145ae8e38b5d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:23.998719 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.021780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f9ebeb-d621-4f14-8d0f-322e81029ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.025708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f9ebeb-d621-4f14-8d0f-322e81029ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.029579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-74f9ebeb-d621-4f14-8d0f-322e81029ef5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b99f43f-235a-4c0f-8601-e7ed1f92e21b HTTP/1.1" status: 204 len: 168 time: 0.3230436 Nov 26 22:05:24.041882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:24.062481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9ebeb-d621-4f14-8d0f-322e81029ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b99f43f-235a-4c0f-8601-e7ed1f92e21b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:24.081698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:24.146735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 98f01573-e7a3-4012-9d42-e172dffc8f08 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:24.377093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 90b11964-bc13-4c37-9377-dd99160272ff triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:24.377470 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.386882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:24.398853 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:24.409126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9f115904-6801-4774-a89b-5a46368b3660 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9597061 Nov 26 22:05:24.411680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36326) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:24.417324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'network': {'name': 'tempest-RoutersTest-858894260'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:24.425532 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:24.426596 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:24.459327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 98f01573-e7a3-4012-9d42-e172dffc8f08 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:24.459702 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.468640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:24.474368 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.545685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:05:24.558536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.558886 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added segment ca066485-a3e2-4334-81bc-1127dcc6faeb of type vlan for network 0529e928-df88-45ad-933b-c6b4bd007d03 Nov 26 22:05:24.693481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36338) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:24.724433 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:24.754383 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.793042 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1969138f-e829-4c2e-9678-aefadcc04f02 None None] Network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:24.813035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99d09cd2-4416-4a98-b7ee-0823334cbfe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.859807 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP a6fc3d6b-6b81-43b6-9897-77fa9e55c00f associated. External IP: 172.25.3.77, port: 2d2168d3-7298-4d6b-8754-06886cc1996a. Nov 26 22:05:24.891452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.930545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.937782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:24.943017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:24.998682 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:23Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:25.008729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190a195-6a26-471b-a54e-b80ab8be0c9e req-38f17a49-7698-4ed9-9a84-24e451858bcd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:25.010582 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8190a195-6a26-471b-a54e-b80ab8be0c9e req-38f17a49-7698-4ed9-9a84-24e451858bcd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.3144917 Nov 26 22:05:25.121376 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:05:25.131442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Updating router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 port 604403ab-adc8-405a-827c-8ee019734243 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:05:25.195427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7824678 Nov 26 22:05:25.205527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:25.214909 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.219925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36348) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:25.226532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:05:25.229109 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbda9f10-85a1-4c02-9022-e1cce7adb795" -d '{"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-plugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:05:25.238386 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.253266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'subnet': {'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:25.291342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:25.319156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-af6558c4-9798-43a8-974f-c42f06a99520 None None] Provisioning complete for port 98f01573-e7a3-4012-9d42-e172dffc8f08 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:25.319831 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-af6558c4-9798-43a8-974f-c42f06a99520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.359712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-355b105f-8fa3-4cb7-ba1c-3e28e07ef6f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1095185 Nov 26 22:05:25.378855 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69af6103-9365-432e-ab99-e8e33f23aa9a x-openstack-request-id: req-69af6103-9365-432e-ab99-e8e33f23aa9a {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:05:25.379144 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-plugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:05:25.379400 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69af6103-9365-432e-ab99-e8e33f23aa9a {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:05:25.379803 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'code': 200} Nov 26 22:05:25.383531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:25.473522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db13f93-4dd7-4b60-9dff-aaa63bdd1d57 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Network': ['ID=0529e928-df88-45ad-933b-c6b4bd007d03,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:25.556346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0529e928-df88-45ad-933b-c6b4bd007d03 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:05:25.581873 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.646664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8190a195-6a26-471b-a54e-b80ab8be0c9e req-6a24fafd-3c6a-43b5-8608-40305506811c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6147614 Nov 26 22:05:25.675323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Made reservation on behalf of e83b228af31c4b978cffd453a8e63cbd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:25.684337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.697007 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.697999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-95edf435-ebe7-453b-b6a7-412c6aae4e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:25.702153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-95edf435-ebe7-453b-b6a7-412c6aae4e08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f472851f89d645388ae67d3bd2615df2&device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 1096 time: 0.2295597 Nov 26 22:05:25.719039 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.793016 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffbc82-0a30-4bf6-94b6-2e72527caa73 None None] Pushing event updated for resources: {'Port': ['ID=604403ab-adc8-405a-827c-8ee019734243,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:25.867396 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99d09cd2-4416-4a98-b7ee-0823334cbfe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.894417 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Attempting to bind port 604403ab-adc8-405a-827c-8ee019734243 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:25.894933 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Attempting to bind port 604403ab-adc8-405a-827c-8ee019734243 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:25.895404 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Attempting to bind port 604403ab-adc8-405a-827c-8ee019734243 on network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:25.897355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-66376c6c-7d0a-4b72-af1d-66e4f7d186f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:25.899428 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-66376c6c-7d0a-4b72-af1d-66e4f7d186f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7176357-f750-48b9-871b-b10bc0ddd0ff HTTP/1.1" status: 200 len: 915 time: 0.1746328 Nov 26 22:05:25.904082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99d09cd2-4416-4a98-b7ee-0823334cbfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.907264 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:25.911825 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Checking segment: {'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:25.912674 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.913233 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Bound using segment: {'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:25.915114 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Bound port: 604403ab-adc8-405a-827c-8ee019734243, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2efb27d-b8b9-4c3e-82e5-2272eea871de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:25.915695 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:25.981134 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-99d09cd2-4416-4a98-b7ee-0823334cbfe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6ca3377836e4ac3be16e17abceafb11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2827988 Nov 26 22:05:25.992177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36358) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:26.019716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d09cd2-4416-4a98-b7ee-0823334cbfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be23811-f6ca-4dfb-a458-f78937fd88a9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:26.033528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-c385576d-e31a-4b7b-ab7e-e09807ca8a97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2922d9b-b9a9-4d31-bd6b-2a684838bed9 HTTP/1.1" status: 200 len: 217 time: 0.1234570 Nov 26 22:05:26.038630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:26.080095 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] For port 604403ab-adc8-405a-827c-8ee019734243, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:26.086874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] For port 604403ab-adc8-405a-827c-8ee019734243, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=604403ab-adc8-405a-827c-8ee019734243,segment=NetworkSegment(c2efb27d-b8b9-4c3e-82e5-2272eea871de),segment_id=c2efb27d-b8b9-4c3e-82e5-2272eea871de)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:26.090789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d1b74-6bfa-4fce-afb1-596e3f4d0b9c None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:26.095145 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.132877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da8c3e59-3f27-4e38-ace6-2fd88287b461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.201667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da8c3e59-3f27-4e38-ace6-2fd88287b461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.202701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-af6558c4-9798-43a8-974f-c42f06a99520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.206416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.224819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.275371 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:26.277416 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:26.349690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Subnet': ['ID=384515ad-d55f-45fe-b4ff-d55157b8690e,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:26.351584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-83939bf8-49b7-4275-bbc5-8365f9f19373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:26.353944 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-83939bf8-49b7-4275-bbc5-8365f9f19373 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45eee5c7-0c95-46d1-8c6c-86b8b456ad3c HTTP/1.1" status: 200 len: 854 time: 0.2988064 Nov 26 22:05:26.355954 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2ae4371f-fc1e-4a05-bfb5-874318e9a658 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9953892 Nov 26 22:05:26.363919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36364) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:26.370502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d1b74-6bfa-4fce-afb1-596e3f4d0b9c None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:26.377194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c10d1b74-6bfa-4fce-afb1-596e3f4d0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:26.381416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:26.412970 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-458d8fc5-d269-41f7-a020-8075fd766020 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7176357-f750-48b9-871b-b10bc0ddd0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386512 Nov 26 22:05:26.476123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c10d1b74-6bfa-4fce-afb1-596e3f4d0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:26.488515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 98f01573-e7a3-4012-9d42-e172dffc8f08, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=98f01573-e7a3-4012-9d42-e172dffc8f08,segment=NetworkSegment(c2efb27d-b8b9-4c3e-82e5-2272eea871de),segment_id=c2efb27d-b8b9-4c3e-82e5-2272eea871de)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:26.510953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da8c3e59-3f27-4e38-ace6-2fd88287b461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.524994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da8c3e59-3f27-4e38-ace6-2fd88287b461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.533238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-da8c3e59-3f27-4e38-ace6-2fd88287b461 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8be23811-f6ca-4dfb-a458-f78937fd88a9 HTTP/1.1" status: 204 len: 168 time: 0.5365875 Nov 26 22:05:26.534179 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.535162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eec8c630-0c9c-4ace-9067-b026428d7712 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:26.536622 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc90689d-0396-4b05-b634-d28eb36ac21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.549093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Checking segment: {'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:26.553610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network hostable DHCP agents. Network: 0529e928-df88-45ad-933b-c6b4bd007d03, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:05:26.593550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c3e59-3f27-4e38-ace6-2fd88287b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be23811-f6ca-4dfb-a458-f78937fd88a9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:26.627905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-a7bdbf1b-96ef-4304-ad88-28c7799f93d2 service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065980 Nov 26 22:05:26.692544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.707760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 0529e928-df88-45ad-933b-c6b4bd007d03 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:05:26.716651 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:26.723651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d1b74-6bfa-4fce-afb1-596e3f4d0b9c None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:26.727191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c10d1b74-6bfa-4fce-afb1-596e3f4d0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:04:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:26.844215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 0529e928-df88-45ad-933b-c6b4bd007d03) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:26.866240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:26.876630 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:26.900166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c3648-f1e7-4943-baad-072ec154a33d None None] Network 0529e928-df88-45ad-933b-c6b4bd007d03 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:26.916848 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38eddfcf-ed09-4798-a2aa-7b18a728f252 req-53460ac2-6950-4f6e-bb7b-fceadda40690 service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720461 Nov 26 22:05:26.928993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c10d1b74-6bfa-4fce-afb1-596e3f4d0b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:26.930159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10d1b74-6bfa-4fce-afb1-596e3f4d0b9c None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:26.941450 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffbc82-0a30-4bf6-94b6-2e72527caa73 None None] Pushing event updated for resources: {'Port': ['ID=604403ab-adc8-405a-827c-8ee019734243,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:26.985263 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-af6558c4-9798-43a8-974f-c42f06a99520 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:05:26.985640 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-af6558c4-9798-43a8-974f-c42f06a99520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:05:27.060636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36376) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:27.069385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ad0e82d3-47e6-4072-adb6-41236afc3141 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8439901 Nov 26 22:05:27.095671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=98f01573-e7a3-4012-9d42-e172dffc8f08,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:27.162699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:27.198835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port eec8c630-0c9c-4ace-9067-b026428d7712 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:27.198835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:27.238729 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:26Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:27.279411 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158bb81-3978-4abc-9dcc-702deee08657 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:26Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:27.282692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:27.322328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66dc7d-92f1-4d55-b89f-a1bb60e2b8c2 req-7500d0a8-e397-46b6-87bb-a2e9f8c9e77c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:27.333518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b66dc7d-92f1-4d55-b89f-a1bb60e2b8c2 req-7500d0a8-e397-46b6-87bb-a2e9f8c9e77c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.4705274 Nov 26 22:05:27.347611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:27.347966 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP a6fc3d6b-6b81-43b6-9897-77fa9e55c00f disassociated. External IP: 172.25.3.77, port: 2d2168d3-7298-4d6b-8754-06886cc1996a. Nov 26 22:05:27.665540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-0529e928-df88-45ad-933b-c6b4bd007d03', 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'fixed_ips': [{'subnet_id': '384515ad-d55f-45fe-b4ff-d55157b8690e'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:05:27.666511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:27.743093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b66dc7d-92f1-4d55-b89f-a1bb60e2b8c2 req-72fe1741-09ae-453d-891f-5d15dfc81ff6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965390 Nov 26 22:05:27.824223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dc775536-2668-4823-a2f2-e27437e560ed None None] Provisioning complete for port 98f01573-e7a3-4012-9d42-e172dffc8f08 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:27.824406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dc775536-2668-4823-a2f2-e27437e560ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:28.232891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 604403ab-adc8-405a-827c-8ee019734243 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:28.233609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:28.585671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Allocated IP 172.23.0.2 (0529e928-df88-45ad-933b-c6b4bd007d03/384515ad-d55f-45fe-b4ff-d55157b8690e/155c01c0-f923-47d2-a391-b8bf1b2eb6e5) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:28.616141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:28.632575 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b73aa0-e1b6-4cf6-825b-4e392b53c8a6 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:28.635088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:28.658696 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b73aa0-e1b6-4cf6-825b-4e392b53c8a6 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:28.659344 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-74b73aa0-e1b6-4cf6-825b-4e392b53c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:28.712693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 604403ab-adc8-405a-827c-8ee019734243 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:28.713243 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:28.750953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-69286a7e-34f4-4055-8787-626d8786c85e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/floatingips/a6fc3d6b-6b81-43b6-9897-77fa9e55c00f HTTP/1.1" status: 200 len: 687 time: 2.3825266 Nov 26 22:05:28.754294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36410) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:28.761669 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:28.802913 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-74b73aa0-e1b6-4cf6-825b-4e392b53c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:28.804994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dc775536-2668-4823-a2f2-e27437e560ed None None] Provisioning complete for port 604403ab-adc8-405a-827c-8ee019734243 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:28.805500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dc775536-2668-4823-a2f2-e27437e560ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:28.822560 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b73aa0-e1b6-4cf6-825b-4e392b53c8a6 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:28.824291 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-74b73aa0-e1b6-4cf6-825b-4e392b53c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:28.845487 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:28.881368 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-74b73aa0-e1b6-4cf6-825b-4e392b53c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:28.882104 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b73aa0-e1b6-4cf6-825b-4e392b53c8a6 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:29.043227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afb989-b956-43fd-bf8c-746b1b7955ed req-b18c9cae-9405-43c6-9dfd-0b7787e7d60d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:29.044955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44afb989-b956-43fd-bf8c-746b1b7955ed req-b18c9cae-9405-43c6-9dfd-0b7787e7d60d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1007552 Nov 26 22:05:29.176360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44afb989-b956-43fd-bf8c-746b1b7955ed req-a774ef81-2d29-4b35-9bc0-aee998e6bfc4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245210 Nov 26 22:05:29.205215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.237908 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.392394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Pushing event updated for resources: {'Port': ['ID=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:29.433641 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.453747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Network 0529e928-df88-45ad-933b-c6b4bd007d03 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:29.463589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:29.466841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:29.506819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 5e46eb96-5d3e-4831-b027-145ae8e38b5d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:29.507190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.740634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Attempting to bind port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:29.741167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Attempting to bind port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:29.741260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Attempting to bind port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 on network 0529e928-df88-45ad-933b-c6b4bd007d03 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:29.746205 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.750204 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dc775536-2668-4823-a2f2-e27437e560ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.755429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Allocated IP 172.23.0.1 (0529e928-df88-45ad-933b-c6b4bd007d03/384515ad-d55f-45fe-b4ff-d55157b8690e/52da9139-7926-4037-8f94-7f7138b3bda9) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:29.791672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:29.792050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Checking segment: {'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:29.792463 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.792878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Bound using segment: {'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:29.793413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Bound port: 155c01c0-f923-47d2-a391-b8bf1b2eb6e5, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:29.793745 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.811377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.811728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.864542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 5e46eb96-5d3e-4831-b027-145ae8e38b5d owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:29.937028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 604403ab-adc8-405a-827c-8ee019734243, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=604403ab-adc8-405a-827c-8ee019734243,segment=NetworkSegment(c2efb27d-b8b9-4c3e-82e5-2272eea871de),segment_id=c2efb27d-b8b9-4c3e-82e5-2272eea871de)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:29.955080 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:29.956220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 98f01573-e7a3-4012-9d42-e172dffc8f08 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:30.107723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:30.254634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:30.309767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=52da9139-7926-4037-8f94-7f7138b3bda9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:30.330529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 0529e928-df88-45ad-933b-c6b4bd007d03 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:30.333159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:30.337724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:30.350490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:30.381724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] For port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:30.426781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32961c-478a-4ad4-9192-0ee51fa5c705 req-16c6f840-b3be-467a-a924-52dadb459e8b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:30.436350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be32961c-478a-4ad4-9192-0ee51fa5c705 req-16c6f840-b3be-467a-a924-52dadb459e8b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.0759625 Nov 26 22:05:30.439902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-dc775536-2668-4823-a2f2-e27437e560ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:05:30.441437 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-dc775536-2668-4823-a2f2-e27437e560ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:05:30.464040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] For port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,segment=NetworkSegment(ca066485-a3e2-4334-81bc-1127dcc6faeb),segment_id=ca066485-a3e2-4334-81bc-1127dcc6faeb)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:30.467219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=604403ab-adc8-405a-827c-8ee019734243,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:30.473085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=5e46eb96-5d3e-4831-b027-145ae8e38b5d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:30.479775 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:30.542474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be32961c-478a-4ad4-9192-0ee51fa5c705 req-97d4beab-6efb-4711-9694-db28110fc840 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049163 Nov 26 22:05:30.581784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 98f01573-e7a3-4012-9d42-e172dffc8f08 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:30.582305 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:30.616549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ca4ff-042e-4eaf-a630-8347f2ee3c03 None None] Pushing event updated for resources: {'Port': ['ID=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:30.668876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:30.736712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:30.740865 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:30.742468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-80da2f11-1356-4037-a26e-71e413627163 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/floatingips/a6fc3d6b-6b81-43b6-9897-77fa9e55c00f HTTP/1.1" status: 204 len: 168 time: 1.9113042 Nov 26 22:05:30.746029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36464) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:30.754891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '5a7dbd81-4585-400c-b7b5-ae3ee9c105fb'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:30.900075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:31.007856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 604403ab-adc8-405a-827c-8ee019734243 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:31.088642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:31.212184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 604403ab-adc8-405a-827c-8ee019734243 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:31.212853 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:31.408662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-326373ef-ccb9-4817-abc6-5dccc7d7d92a None None] Provisioning complete for port 604403ab-adc8-405a-827c-8ee019734243 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:31.409720 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-326373ef-ccb9-4817-abc6-5dccc7d7d92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:31.797467 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:31.833563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32aca6-a56f-48a1-a39a-00dc4601c093 req-72aa82bf-c69a-48b4-a27e-47d66c9f05cc tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:31.842275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f32aca6-a56f-48a1-a39a-00dc4601c093 req-72aa82bf-c69a-48b4-a27e-47d66c9f05cc tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.0966492 Nov 26 22:05:31.944385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f32aca6-a56f-48a1-a39a-00dc4601c093 req-822a045a-2e9c-4094-90c1-c39d05631a11 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007383 Nov 26 22:05:32.034500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36496) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:32.049985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.25.3.41 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/066ef3b1-aa47-46fd-96ed-4ffdd25508b2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:32.210052 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.218764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.284261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8331d12-170c-4bc1-a06e-99b35b655c5c req-e631769a-5208-4070-a005-505c4332a33e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:32.286530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8331d12-170c-4bc1-a06e-99b35b655c5c req-e631769a-5208-4070-a005-505c4332a33e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 945 time: 0.1379690 Nov 26 22:05:32.318418 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39b5cfb2-5bff-480d-a6f5-d497705e6648 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.324339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a066441-74d4-4b1e-8311-7193bee91469 None None] Network 0529e928-df88-45ad-933b-c6b4bd007d03 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:32.333000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-fb180225-0cc4-4068-b267-c916cd4e868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:32.334789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-fb180225-0cc4-4068-b267-c916cd4e868d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1097 time: 0.1765797 Nov 26 22:05:32.354993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event updated for resources: {'Port': ['ID=52da9139-7926-4037-8f94-7f7138b3bda9,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:32.360266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.364767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.439982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-31b2ce41-ebc7-48a0-9902-2063f9505ba6 None None] Provisioning complete for port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:32.440763 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31b2ce41-ebc7-48a0-9902-2063f9505ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.473581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Network 0529e928-df88-45ad-933b-c6b4bd007d03 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:32.473799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-eab40909-bed9-46a9-8009-24fa4b3069ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:32.475093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-eab40909-bed9-46a9-8009-24fa4b3069ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.1062891 Nov 26 22:05:32.484202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:32.575115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.629961 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31b2ce41-ebc7-48a0-9902-2063f9505ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.638191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:32.664402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:32.673677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:32.688207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-31b2ce41-ebc7-48a0-9902-2063f9505ba6 None None] For port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,segment=NetworkSegment(ca066485-a3e2-4334-81bc-1127dcc6faeb),segment_id=ca066485-a3e2-4334-81bc-1127dcc6faeb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:32.695935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31b2ce41-ebc7-48a0-9902-2063f9505ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.751236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2ce41-ebc7-48a0-9902-2063f9505ba6 None None] Pushing event updated for resources: {'Port': ['ID=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:32.775088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=066ef3b1-aa47-46fd-96ed-4ffdd25508b2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:32.842513 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39b5cfb2-5bff-480d-a6f5-d497705e6648 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.867360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39b5cfb2-5bff-480d-a6f5-d497705e6648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:32.887531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:32.911370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-f6ca9dc6-0176-4b05-8d3b-aa7138aa5169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 1001 time: 0.2419150 Nov 26 22:05:32.962003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8331d12-170c-4bc1-a06e-99b35b655c5c req-8a079d4d-d676-4482-afbd-3f9e002b1b9c tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6667612 Nov 26 22:05:33.002468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:33.048801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-ae605101-f752-4445-8000-3b0e878558c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:33.050899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-ae605101-f752-4445-8000-3b0e878558c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1274540 Nov 26 22:05:33.052060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5cfb2-5bff-480d-a6f5-d497705e6648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28dd1f8-b3da-481c-8de8-083eba87a62b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:33.077211 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-39b5cfb2-5bff-480d-a6f5-d497705e6648 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84a406d6281a4fd099aa5549f32245b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0371573 Nov 26 22:05:33.079420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36510) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:33.110459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4a07ddef-1480-4061-ba5d-83769699d3d3 None None] Provisioning complete for port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:33.110844 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a07ddef-1480-4061-ba5d-83769699d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.254615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:33.255293 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.264104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-71d9cf63-a098-43fa-b197-5c5bd56ad8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:33.269071 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-71d9cf63-a098-43fa-b197-5c5bd56ad8d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898787 Nov 26 22:05:33.307765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:33.334608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:33.363482 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c606ff59-3d62-4e5b-956b-5968953d31a4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2987761 Nov 26 22:05:33.370671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36512) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:33.386475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:33.387336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:33.388362 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:33.404609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7962845-8afe-49ff-9e88-25858b737200 req-270e8cdd-2628-4ca8-a052-024c02ad82c1 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:33.411870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-419cafa4-7966-4e05-8203-d9dc0a9847d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.414888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7962845-8afe-49ff-9e88-25858b737200 req-270e8cdd-2628-4ca8-a052-024c02ad82c1 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.2798872 Nov 26 22:05:33.537086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:33.549783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-419cafa4-7966-4e05-8203-d9dc0a9847d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.743292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-419cafa4-7966-4e05-8203-d9dc0a9847d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.746607 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-419cafa4-7966-4e05-8203-d9dc0a9847d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.748573 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-419cafa4-7966-4e05-8203-d9dc0a9847d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e28dd1f8-b3da-481c-8de8-083eba87a62b HTTP/1.1" status: 204 len: 168 time: 0.6625497 Nov 26 22:05:33.757152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.766741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cafa4-7966-4e05-8203-d9dc0a9847d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28dd1f8-b3da-481c-8de8-083eba87a62b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:33.912691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4a07ddef-1480-4061-ba5d-83769699d3d3 None None] Provisioning complete for port 52da9139-7926-4037-8f94-7f7138b3bda9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:33.913250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.913358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a07ddef-1480-4061-ba5d-83769699d3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:33.999435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4a07ddef-1480-4061-ba5d-83769699d3d3 None None] Port 52da9139-7926-4037-8f94-7f7138b3bda9 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:05:34.031632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:30Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '52da9139-7926-4037-8f94-7f7138b3bda9', 'name': '', 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:7d:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:29Z', 'updated_at': '2021-11-26T22:05:31Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:34.063838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:05:34.064313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Updating router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 port 52da9139-7926-4037-8f94-7f7138b3bda9 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:05:34.099250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:05:34.124662 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.239508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-7b471a8a-0480-4b26-96cb-525db0789f10 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:34.245070 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-7b471a8a-0480-4b26-96cb-525db0789f10 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 945 time: 0.2788689 Nov 26 22:05:34.339244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:34.361724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'port_id': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'mac_address': 'fa:16:3e:84:11:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:05:34.445602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36526) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:34.480876 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.481818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac455b02-2c32-432d-8f1c-59e79ffa959f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.490690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fadc75b4-2cce-46a5-be68-0836a5f962c8 None None] Provisioning complete for port 52da9139-7926-4037-8f94-7f7138b3bda9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:34.491458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fadc75b4-2cce-46a5-be68-0836a5f962c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.544115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.553582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c89768da-20ba-407f-8b4f-e577e5c303ed {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:05:34.556984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7962845-8afe-49ff-9e88-25858b737200 req-085ea8b3-5fe9-4fa8-9ff4-927c8e884b27 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1411390 Nov 26 22:05:34.559146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.577641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:34.596714 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.598106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fadc75b4-2cce-46a5-be68-0836a5f962c8 None None] Port 52da9139-7926-4037-8f94-7f7138b3bda9 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:05:34.668514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-f0e752f7-b5c9-4eee-9538-82dc51f6eade service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3867655 Nov 26 22:05:34.705807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab628b-fcda-4c30-9b18-3d9938c65f03 req-10207a2a-7843-401d-ba9b-69980348f157 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:34.706985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6aab628b-fcda-4c30-9b18-3d9938c65f03 req-10207a2a-7843-401d-ba9b-69980348f157 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 945 time: 0.3575487 Nov 26 22:05:34.714701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:34.717444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.724460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=066ef3b1-aa47-46fd-96ed-4ffdd25508b2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:34.729908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Deleting port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:34.730475 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.744593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.752169 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:34.786755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c89768da-20ba-407f-8b4f-e577e5c303ed'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:05:34.998882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6aab628b-fcda-4c30-9b18-3d9938c65f03 req-2bbfd75f-0905-4f60-9024-df435ed1ffdb tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825818 Nov 26 22:05:35.098927 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac455b02-2c32-432d-8f1c-59e79ffa959f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.111213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] For port c2922d9b-b9a9-4d31-bd6b-2a684838bed9, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:35.113624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.125807 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP ed98b690-39dc-4bca-b498-44cf03876c40 associated. External IP: 172.25.3.41, port: 5a7dbd81-4585-400c-b7b5-ae3ee9c105fb. Nov 26 22:05:35.138265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac455b02-2c32-432d-8f1c-59e79ffa959f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.168883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc421162-8a01-435c-a9ca-a1016bcfedd4 None None] Pushing event updated for resources: {'Port': ['ID=52da9139-7926-4037-8f94-7f7138b3bda9,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:35.224336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ac455b02-2c32-432d-8f1c-59e79ffa959f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51d65c9b81b045528a622c345411a93c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7775133 Nov 26 22:05:35.228390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Calling delete_port for c2922d9b-b9a9-4d31-bd6b-2a684838bed9 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:35.232276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36538) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:35.243291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Attempting to bind port 52da9139-7926-4037-8f94-7f7138b3bda9 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:35.243724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Attempting to bind port 52da9139-7926-4037-8f94-7f7138b3bda9 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:35.244049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Attempting to bind port 52da9139-7926-4037-8f94-7f7138b3bda9 on network 0529e928-df88-45ad-933b-c6b4bd007d03 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:35.255068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:35.255470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Checking segment: {'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:35.255888 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.256292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Bound using segment: {'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:35.256775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Bound port: 52da9139-7926-4037-8f94-7f7138b3bda9, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca066485-a3e2-4334-81bc-1127dcc6faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:35.257165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.264011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.extraroute_db [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109999) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 22:05:35.284908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.extraroute_db [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Removed routes are [] {{(pid=109999) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 22:05:35.285613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.291669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ba100a-fdd7-49f3-9299-7dda626315fd req-89c65c1f-1280-478b-9000-b0302c8c3bd2 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952835 Nov 26 22:05:35.337666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b8f97f52-e9b9-4863-b18c-9d4b6602a2a1 None None] Provisioning complete for port 52da9139-7926-4037-8f94-7f7138b3bda9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:35.338051 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8f97f52-e9b9-4863-b18c-9d4b6602a2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.412401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b8f97f52-e9b9-4863-b18c-9d4b6602a2a1 None None] Port 52da9139-7926-4037-8f94-7f7138b3bda9 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:05:35.462309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] For port 52da9139-7926-4037-8f94-7f7138b3bda9, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:35.480550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] For port 52da9139-7926-4037-8f94-7f7138b3bda9, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=52da9139-7926-4037-8f94-7f7138b3bda9,segment=NetworkSegment(ca066485-a3e2-4334-81bc-1127dcc6faeb),segment_id=ca066485-a3e2-4334-81bc-1127dcc6faeb)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:35.487909 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.578565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc421162-8a01-435c-a9ca-a1016bcfedd4 None None] Pushing event updated for resources: {'Port': ['ID=52da9139-7926-4037-8f94-7f7138b3bda9,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:35.582262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:35.582911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:35.623288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.629223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.667362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac455b02-2c32-432d-8f1c-59e79ffa959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6571452-daff-405c-a0cd-04efe7319096,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:35.752671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:35.791371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-da3e682b-d709-45f6-b775-cc1e43ea9063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.849926 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-da3e682b-d709-45f6-b775-cc1e43ea9063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.903179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:35.913106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467359d-7bcd-4b96-b4ab-59dcb517b0e4 req-bb52c1bc-2a5e-44b3-8843-606e7c8f0b5f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:35.915370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7467359d-7bcd-4b96-b4ab-59dcb517b0e4 req-bb52c1bc-2a5e-44b3-8843-606e7c8f0b5f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 945 time: 0.0982068 Nov 26 22:05:35.971767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-da3e682b-d709-45f6-b775-cc1e43ea9063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.974621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-da3e682b-d709-45f6-b775-cc1e43ea9063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:35.975822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-da3e682b-d709-45f6-b775-cc1e43ea9063 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6571452-daff-405c-a0cd-04efe7319096 HTTP/1.1" status: 204 len: 168 time: 0.7375314 Nov 26 22:05:35.997975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e682b-d709-45f6-b775-cc1e43ea9063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6571452-daff-405c-a0cd-04efe7319096,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:36.025939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7467359d-7bcd-4b96-b4ab-59dcb517b0e4 req-81baf4d8-1552-4497-a1db-8847234cfd8e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983136 Nov 26 22:05:36.125829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:36.127586 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:36.172627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:36.181425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3ac48aef-8a32-4924-a49c-04cb44dd47ef None None] Provisioning complete for port 52da9139-7926-4037-8f94-7f7138b3bda9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:36.183535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Pushing event deleted for resources: {'Port': ['ID=c2922d9b-b9a9-4d31-bd6b-2a684838bed9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:36.183935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3ac48aef-8a32-4924-a49c-04cb44dd47ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:36.222526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c97c5-cee1-4329-ab1d-2f5da83b61b8 None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:05:36.282870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] No DVR routers for this DVR port c2922d9b-b9a9-4d31-bd6b-2a684838bed9 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:05:36.287478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:36.291847 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b5a93e-280c-454a-ade3-7cb180eaf189 req-d0a87cc2-4875-4ccf-9965-896df18e2654 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.13 "DELETE /v2.0/ports/c2922d9b-b9a9-4d31-bd6b-2a684838bed9 HTTP/1.1" status: 204 len: 173 time: 2.0401573 Nov 26 22:05:36.292678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e4c187-3f19-4507-9286-f5436e7749e9', 'name': 'network-vif-deleted', 'tag': 'c2922d9b-b9a9-4d31-bd6b-2a684838bed9'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:05:36.295231 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c303ab0-1c63-42f6-a5d2-121611c29cb8" -d '{"events": [{"server_uuid": "96e4c187-3f19-4507-9286-f5436e7749e9", "name": "network-vif-deleted", "tag": "c2922d9b-b9a9-4d31-bd6b-2a684838bed9"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:05:36.376733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:36.387186 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60daf96f-1768-4b14-8351-bcb841a4b7b1 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:36.423461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:36.425553 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60daf96f-1768-4b14-8351-bcb841a4b7b1 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:36.426253 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-60daf96f-1768-4b14-8351-bcb841a4b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:36.438874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fe1ad77-5d27-43e1-91bc-dbba0d5124e6 req-05667053-48ab-4a79-8e46-3e9ed9904a4d tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=96e4c187-3f19-4507-9286-f5436e7749e9 HTTP/1.1" status: 200 len: 210 time: 0.1926022 Nov 26 22:05:36.480433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:36.499319 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a087fc2-56c2-4232-9e96-676ac8e08416 x-openstack-request-id: req-4a087fc2-56c2-4232-9e96-676ac8e08416 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:05:36.500730 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e4c187-3f19-4507-9286-f5436e7749e9", "name": "network-vif-deleted", "tag": "c2922d9b-b9a9-4d31-bd6b-2a684838bed9", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:05:36.501995 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a087fc2-56c2-4232-9e96-676ac8e08416 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:05:36.503493 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e4c187-3f19-4507-9286-f5436e7749e9', 'name': 'network-vif-deleted', 'tag': 'c2922d9b-b9a9-4d31-bd6b-2a684838bed9', 'status': 'completed', 'code': 200} Nov 26 22:05:36.508368 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-60daf96f-1768-4b14-8351-bcb841a4b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:36.512206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:36.517685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36558) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:36.521107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-26ebb98e-39d8-4d4b-8666-bac94e3ddbbc tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 200 len: 934 time: 3.1489179 Nov 26 22:05:36.528891 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60daf96f-1768-4b14-8351-bcb841a4b7b1 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:36.529564 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-60daf96f-1768-4b14-8351-bcb841a4b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:36.537214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36560) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:36.537684 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fd29d609-0bf1-4fad-9f67-fdf7d2e30f1c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7900956 Nov 26 22:05:36.589816 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-60daf96f-1768-4b14-8351-bcb841a4b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:36.591360 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60daf96f-1768-4b14-8351-bcb841a4b7b1 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:36.662234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:35Z', 'revision_number': 6, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '52da9139-7926-4037-8f94-7f7138b3bda9', 'name': '', 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:7d:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:29Z', 'updated_at': '2021-11-26T22:05:35Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:36.675577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-eb878c37-bc41-40e6-878a-1fb8acf72cd8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "GET /v2.0/floatingips/ed98b690-39dc-4bca-b498-44cf03876c40 HTTP/1.1" status: 200 len: 977 time: 0.1365893 Nov 26 22:05:36.676839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36564) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:36.724978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a4747-f3b1-417c-b35f-c05851811f14 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:35Z', 'revision_number': 6, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '52da9139-7926-4037-8f94-7f7138b3bda9', 'name': '', 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:7d:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:29Z', 'updated_at': '2021-11-26T22:05:35Z', 'revision_number': 4, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:36.749024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port c89768da-20ba-407f-8b4f-e577e5c303ed triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:36.749640 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:36.761366 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-05306c70-5d3e-4f09-be75-bdc941c4fe00 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 200 len: 934 time: 0.2412369 Nov 26 22:05:36.770278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36572) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:36.776525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'routes': None}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:36.925935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-308aa5a4-4ece-4e79-a422-0c024fb62f90 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2477269 Nov 26 22:05:36.926599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36576) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:36.942733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'port_id': '2d2168d3-7298-4d6b-8754-06886cc1996a'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:36.952202 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3ac48aef-8a32-4924-a49c-04cb44dd47ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:37.126028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:37.147940 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:37.273325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:37.276454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3ac48aef-8a32-4924-a49c-04cb44dd47ef None None] For port 52da9139-7926-4037-8f94-7f7138b3bda9, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=52da9139-7926-4037-8f94-7f7138b3bda9,segment=NetworkSegment(ca066485-a3e2-4334-81bc-1127dcc6faeb),segment_id=ca066485-a3e2-4334-81bc-1127dcc6faeb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:37.277369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:05:37.281130 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cc14c1-8d67-4bae-89e8-294ef81e611f" -d '{"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-plugged", "status": "completed", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:05:37.286250 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:37.287114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:37.349851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:37.362348 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3ac48aef-8a32-4924-a49c-04cb44dd47ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:37.430114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac48aef-8a32-4924-a49c-04cb44dd47ef None None] Pushing event updated for resources: {'Port': ['ID=52da9139-7926-4037-8f94-7f7138b3bda9,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:37.451383 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea46ff08-84c1-4123-9d08-b57fdce208ec x-openstack-request-id: req-ea46ff08-84c1-4123-9d08-b57fdce208ec {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:05:37.452080 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-plugged", "status": "completed", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:05:37.452674 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea46ff08-84c1-4123-9d08-b57fdce208ec {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:05:37.453312 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'code': 200} Nov 26 22:05:37.612359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527be09-e598-4414-b851-f6f7e4894701 req-2a4c01db-534b-4aab-bc41-04d15d20d853 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:37.620470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b527be09-e598-4414-b851-f6f7e4894701 req-2a4c01db-534b-4aab-bc41-04d15d20d853 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.3437383 Nov 26 22:05:37.688769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.extraroute_db [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added routes are [] {{(pid=110000) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 22:05:37.689095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.extraroute_db [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=110000) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 22:05:37.746648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:37.750845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c2922d9b-b9a9-4d31-bd6b-2a684838bed9 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:05:37.855644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: c2922d9b-b9a9-4d31-bd6b-2a684838bed9 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:05:37.863252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c2922d9b-b9a9-4d31-bd6b-2a684838bed9 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:05:37.932538 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:37.946369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b527be09-e598-4414-b851-f6f7e4894701 req-c96ae7cd-3086-45e5-a11b-2fe945aca80b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247397 Nov 26 22:05:38.175860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:38.184519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:38.488890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:38.522998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:38.543666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:38.545193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:38.697845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:38.703357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:38.707471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:38.726205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:38.729935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7d57f0f8-24f1-40f6-be58-34708aeef45b tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 200 len: 700 time: 1.9562159 Nov 26 22:05:38.730532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36630) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:38.816305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:38.941569 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP ed98b690-39dc-4bca-b498-44cf03876c40 associated. External IP: 172.25.3.41, port: 5a7dbd81-4585-400c-b7b5-ae3ee9c105fb. Nov 26 22:05:38.978469 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-73994c47-fba8-40d1-b6dd-57b212677de5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 200 len: 700 time: 0.2466846 Nov 26 22:05:38.983815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36644) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:39.033626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 52da9139-7926-4037-8f94-7f7138b3bda9 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:05:39.215644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 52da9139-7926-4037-8f94-7f7138b3bda9 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:05:39.216914 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:39.478149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb6912-af79-4983-896d-4cb9aa308a74 req-fcbc75a6-a0b2-4fd4-95f4-b5d552eb01b3 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:39.488454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3eb6912-af79-4983-896d-4cb9aa308a74 req-fcbc75a6-a0b2-4fd4-95f4-b5d552eb01b3 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.3164017 Nov 26 22:05:39.521822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:37Z', 'revision_number': 7, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '52da9139-7926-4037-8f94-7f7138b3bda9', 'name': '', 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:7d:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:29Z', 'updated_at': '2021-11-26T22:05:37Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:39.564196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:05:39.576773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:39.578531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:39.637365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:39.662460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3eb6912-af79-4983-896d-4cb9aa308a74 req-ae469467-00f9-4093-a154-4a106d862e99 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730225 Nov 26 22:05:39.838636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:39.884162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:40.055614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:40.069241 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf282f4-b3af-4af7-89ed-702f169ef412 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:40.096747 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf282f4-b3af-4af7-89ed-702f169ef412 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:40.097371 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2cf282f4-b3af-4af7-89ed-702f169ef412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:40.287964 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2cf282f4-b3af-4af7-89ed-702f169ef412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:40.316750 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf282f4-b3af-4af7-89ed-702f169ef412 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:40.321769 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2cf282f4-b3af-4af7-89ed-702f169ef412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:40.426774 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2cf282f4-b3af-4af7-89ed-702f169ef412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:40.430644 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf282f4-b3af-4af7-89ed-702f169ef412 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:40.634903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:37Z', 'revision_number': 7, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '52da9139-7926-4037-8f94-7f7138b3bda9', 'name': '', 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:7d:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:29Z', 'updated_at': '2021-11-26T22:05:37Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:40.769360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f27fb-e1ec-4ff4-852a-85f5c61cad0e None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:37Z', 'revision_number': 7, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '52da9139-7926-4037-8f94-7f7138b3bda9', 'name': '', 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:7d:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:29Z', 'updated_at': '2021-11-26T22:05:37Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:41.396828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 52da9139-7926-4037-8f94-7f7138b3bda9 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:41.403142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:41.412277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:41.431691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:41.433084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:41.537803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 52da9139-7926-4037-8f94-7f7138b3bda9, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=52da9139-7926-4037-8f94-7f7138b3bda9,segment=NetworkSegment(ca066485-a3e2-4334-81bc-1127dcc6faeb),segment_id=ca066485-a3e2-4334-81bc-1127dcc6faeb)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:41.538203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:41.556599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 52da9139-7926-4037-8f94-7f7138b3bda9 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:41.816778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:41.835369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:42.003693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a677b73-1419-46d0-a3d7-ccb408a7f1bc req-aea47c8f-4f03-4a3b-972a-995d2c27dad0 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:42.017188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a677b73-1419-46d0-a3d7-ccb408a7f1bc req-aea47c8f-4f03-4a3b-972a-995d2c27dad0 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.4527974 Nov 26 22:05:42.065208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=52da9139-7926-4037-8f94-7f7138b3bda9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:42.513767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a677b73-1419-46d0-a3d7-ccb408a7f1bc req-e2cb68c5-185e-4d61-997f-c2a7f203420b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393504 Nov 26 22:05:42.542610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36710) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:42.567382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:42.596124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:42.773460 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:05:42.894338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:42.903918 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:42.910120 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d11dbb-ee8b-4ce1-a58a-92c495ba1005 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:42.926667 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d11dbb-ee8b-4ce1-a58a-92c495ba1005 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:42.927322 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-70d11dbb-ee8b-4ce1-a58a-92c495ba1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:42.959761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:37Z', 'revision_number': 7, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '52da9139-7926-4037-8f94-7f7138b3bda9', 'name': '', 'network_id': '0529e928-df88-45ad-933b-c6b4bd007d03', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:7d:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:29Z', 'updated_at': '2021-11-26T22:05:37Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '384515ad-d55f-45fe-b4ff-d55157b8690e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:42.970635 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:42.996002 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-70d11dbb-ee8b-4ce1-a58a-92c495ba1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:43.011354 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d11dbb-ee8b-4ce1-a58a-92c495ba1005 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:43.013493 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-70d11dbb-ee8b-4ce1-a58a-92c495ba1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:43.040387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:05:43.043734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6a1757e-8682-4bfd-b8db-fd9bf8d58bbd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/floatingips/ed98b690-39dc-4bca-b498-44cf03876c40 HTTP/1.1" status: 200 len: 977 time: 6.1160676 Nov 26 22:05:43.052213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36724) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:43.061480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:43.073608 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-70d11dbb-ee8b-4ce1-a58a-92c495ba1005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:43.074525 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d11dbb-ee8b-4ce1-a58a-92c495ba1005 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:43.082245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:43.084286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:43.114177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:43.223002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:43.295790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:43.367947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:43.383967 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2b667906-dc94-4a84-9297-0f6f8af384d9 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3989329 Nov 26 22:05:43.384765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36726) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:43.406060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:43.423788 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:43.424140 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP ed98b690-39dc-4bca-b498-44cf03876c40 disassociated. External IP: 172.25.3.41, port: 2d2168d3-7298-4d6b-8754-06886cc1996a. Nov 26 22:05:43.555895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ac0090-6463-4347-8429-81a0e66950cf tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet 384515ad-d55f-45fe-b4ff-d55157b8690e {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:05:43.588212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60ac0090-6463-4347-8429-81a0e66950cf tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:43.692718 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60ac0090-6463-4347-8429-81a0e66950cf tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:43.842231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:43.886352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60ac0090-6463-4347-8429-81a0e66950cf tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:43.911042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7c770-cbfd-4cd6-8411-276ddb3ecb1e req-ae582997-62ef-4126-8ddf-60578ccbdc13 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:43.912610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24b7c770-cbfd-4cd6-8411-276ddb3ecb1e req-ae582997-62ef-4126-8ddf-60578ccbdc13 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.2515216 Nov 26 22:05:43.915819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.024930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60ac0090-6463-4347-8429-81a0e66950cf tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.036396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:41Z', 'revision_number': 8, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:44.097473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac0090-6463-4347-8429-81a0e66950cf tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=384515ad-d55f-45fe-b4ff-d55157b8690e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:44.104470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60ac0090-6463-4347-8429-81a0e66950cf tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.114062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48127bcf4c154a79a75ff3859914b808&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5634398 Nov 26 22:05:44.120260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-60ac0090-6463-4347-8429-81a0e66950cf tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/384515ad-d55f-45fe-b4ff-d55157b8690e HTTP/1.1" status: 204 len: 168 time: 0.7298851 Nov 26 22:05:44.120260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36738) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:44.120476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae20a1c-6bb1-48f1-a7f6-ae61707252da None None] Network 0529e928-df88-45ad-933b-c6b4bd007d03 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:44.124479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36740) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:44.126766 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e9d68e-0977-4fe8-b559-e09875fbcb00,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:44.134854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:44.181039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24b7c770-cbfd-4cd6-8411-276ddb3ecb1e req-1c698467-67c7-4078-9690-bde8e2abf254 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472391 Nov 26 22:05:44.184141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.194718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.199474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.202648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.203169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.203684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.204175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.204669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.205214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.205697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.206228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.206722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0226a6ab-aa22-402a-842e-99ff6e9a960d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:44.396984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.406699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a44a09-0ac5-4855-b24f-1bd5dde11d39 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:41Z', 'revision_number': 8, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:44.507588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:44.521176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89b1fa-f13d-4f9c-b8fc-9df1766193a3 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:44.521477 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.601987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89b1fa-f13d-4f9c-b8fc-9df1766193a3 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:44.612443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0e89b1fa-f13d-4f9c-b8fc-9df1766193a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:44.626625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9a0731f1-c3de-42dc-bd73-ec533168a25e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/floatingips/ed98b690-39dc-4bca-b498-44cf03876c40 HTTP/1.1" status: 200 len: 687 time: 1.5732882 Nov 26 22:05:44.632178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36744) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:44.713538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d194d5d-2f3b-412e-be4c-a47029c27aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.723414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0e89b1fa-f13d-4f9c-b8fc-9df1766193a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:44.746286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89b1fa-f13d-4f9c-b8fc-9df1766193a3 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:44.746961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0e89b1fa-f13d-4f9c-b8fc-9df1766193a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:44.767364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d194d5d-2f3b-412e-be4c-a47029c27aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.873755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0e89b1fa-f13d-4f9c-b8fc-9df1766193a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:44.874736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e89b1fa-f13d-4f9c-b8fc-9df1766193a3 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:44.882846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] DHCP port deletion for 0529e928-df88-45ad-933b-c6b4bd007d03 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:05:44.889397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d194d5d-2f3b-412e-be4c-a47029c27aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.895408 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d194d5d-2f3b-412e-be4c-a47029c27aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.900939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3d194d5d-2f3b-412e-be4c-a47029c27aaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42e9d68e-0977-4fe8-b559-e09875fbcb00 HTTP/1.1" status: 204 len: 168 time: 0.7776449 Nov 26 22:05:44.940250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d194d5d-2f3b-412e-be4c-a47029c27aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e9d68e-0977-4fe8-b559-e09875fbcb00,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:44.947093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:44.947093 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:44.975361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 066ef3b1-aa47-46fd-96ed-4ffdd25508b2 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:44.977380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.005855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 52da9139-7926-4037-8f94-7f7138b3bda9 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:05:45.054670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 52da9139-7926-4037-8f94-7f7138b3bda9 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:05:45.055722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 52da9139-7926-4037-8f94-7f7138b3bda9 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:05:45.056293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:05:45.131582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] Deleting port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:45.132738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.175916 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702855ea-457b-4402-8261-7df96737b574 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:45.189111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,segment=NetworkSegment(ca066485-a3e2-4334-81bc-1127dcc6faeb),segment_id=ca066485-a3e2-4334-81bc-1127dcc6faeb)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:45.191973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.196851 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702855ea-457b-4402-8261-7df96737b574 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:45.199088 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-702855ea-457b-4402-8261-7df96737b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:45.234292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:45.240813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.241341 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.252460 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.276171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 066ef3b1-aa47-46fd-96ed-4ffdd25508b2 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:45.438540 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-702855ea-457b-4402-8261-7df96737b574 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:45.476450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,segment=NetworkSegment(ca066485-a3e2-4334-81bc-1127dcc6faeb),segment_id=ca066485-a3e2-4334-81bc-1127dcc6faeb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:45.500019 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.520970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] For port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,segment=NetworkSegment(ca066485-a3e2-4334-81bc-1127dcc6faeb),segment_id=ca066485-a3e2-4334-81bc-1127dcc6faeb)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:45.521630 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.529227 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.610568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:45.612714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No DVR routers for this DVR port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:05:45.647947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] Calling delete_port for 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:45.675303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event deleted for resources: {'Port': ['ID=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:45.691599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:45.780639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b4351-7078-40a5-a1d7-6d23d8df5719 req-9ec298f5-0e1a-497f-850a-835c4caf46bb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:45.800378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-252b4351-7078-40a5-a1d7-6d23d8df5719 req-9ec298f5-0e1a-497f-850a-835c4caf46bb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.2103541 Nov 26 22:05:45.963435 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.001024 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.031602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0529e928-df88-45ad-933b-c6b4bd007d03']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:46.054245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca066485-a3e2-4334-81bc-1127dcc6faeb') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:46.054736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=066ef3b1-aa47-46fd-96ed-4ffdd25508b2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:46.057068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca066485-a3e2-4334-81bc-1127dcc6faeb') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:46.087601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.089537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] No DVR routers for this DVR port 155c01c0-f923-47d2-a391-b8bf1b2eb6e5 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:05:46.117649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36758) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:46.158702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd11ef-3aea-4029-bcef-60877c79a54f None None] Pushing event deleted for resources: {'Port': ['ID=155c01c0-f923-47d2-a391-b8bf1b2eb6e5,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:46.159478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.181045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21d6e177-2a88-4d4b-9b3b-716300e6cd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.210895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-252b4351-7078-40a5-a1d7-6d23d8df5719 req-d586c61b-6118-4b9c-8a17-bf59f2f51503 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056351 Nov 26 22:05:46.254337 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-702855ea-457b-4402-8261-7df96737b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:41Z', 'revision_number': 8, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:46.278118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:05:46.278118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:05:46.291982 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:05:46.296459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.306946 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.319331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-57ef576a-8049-40e4-a66f-06f44a211d38 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/floatingips/ed98b690-39dc-4bca-b498-44cf03876c40 HTTP/1.1" status: 204 len: 168 time: 1.6850927 Nov 26 22:05:46.319572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36760) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:46.376437 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702855ea-457b-4402-8261-7df96737b574 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:05:46.406880 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702855ea-457b-4402-8261-7df96737b574 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:46.410766 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-702855ea-457b-4402-8261-7df96737b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:46.442442 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-c28ad6c4-fbac-4b8b-9fac-86f94444174f tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] delete failed (client error): The resource could not be found. Nov 26 22:05:46.447974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c28ad6c4-fbac-4b8b-9fac-86f94444174f tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/floatingips/ed98b690-39dc-4bca-b498-44cf03876c40 HTTP/1.1" status: 404 len: 345 time: 0.1274431 Nov 26 22:05:46.448577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36762) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:46.610526 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-702855ea-457b-4402-8261-7df96737b574 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:46.620482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.661736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e50e3-2ddb-436d-81ad-aba79571a199 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:46.662539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21d6e177-2a88-4d4b-9b3b-716300e6cd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.668189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e50e3-2ddb-436d-81ad-aba79571a199 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:46.669794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.677485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/0529e928-df88-45ad-933b-c6b4bd007d03 HTTP/1.1" status: 204 len: 168 time: 2.5407407 Nov 26 22:05:46.687326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e50e3-2ddb-436d-81ad-aba79571a199 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:46.691422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36766) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:46.691685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0a1e50e3-2ddb-436d-81ad-aba79571a199 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "GET /v2.0/ports?network_id=14cad2ca-1eed-45bf-9a23-aad573b6ed34 HTTP/1.1" status: 200 len: 2358 time: 0.2395167 Nov 26 22:05:46.692288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36768) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:46.695632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21d6e177-2a88-4d4b-9b3b-716300e6cd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:46.701182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d3c23-109a-4ea8-b385-4b8159a99830 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=0529e928-df88-45ad-933b-c6b4bd007d03,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:46.754902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6e177-2a88-4d4b-9b3b-716300e6cd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677b7b34-c93b-4710-b568-486b05dfbe09,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:46.822649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275ba60-c110-43e8-bb96-39ea07587abb tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:46.826256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-21d6e177-2a88-4d4b-9b3b-716300e6cd32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=864f2176c05a43769e62e990e60753ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7068038 Nov 26 22:05:46.829045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36772) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:46.833716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d275ba60-c110-43e8-bb96-39ea07587abb tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "GET /v2.0/subnets/3fb3f6dd-fe7e-42bf-8b41-3840367a980c HTTP/1.1" status: 200 len: 797 time: 0.1384728 Nov 26 22:05:46.834503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36774) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:46.839937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'port': {'network_id': '14cad2ca-1eed-45bf-9a23-aad573b6ed34', 'name': 'tempest-FloatingIPTestJSON-1522964906', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:46.990356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d71b466-de76-4f4a-ad49-69aff0e32eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:47.036635 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-702855ea-457b-4402-8261-7df96737b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:41Z', 'revision_number': 8, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:47.063600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:47.068443 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702855ea-457b-4402-8261-7df96737b574 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:41Z', 'revision_number': 8, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '604403ab-adc8-405a-827c-8ee019734243', 'name': '', 'network_id': 'd8f23558-f5de-40f8-afd5-e7ac537bc0c8', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:37:dc:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:21Z', 'updated_at': '2021-11-26T22:05:29Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'fdde5f81-8b5a-4c32-8cde-afa03b55c224', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:47.272507 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d71b466-de76-4f4a-ad49-69aff0e32eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:47.280860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:47.348805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] device_id is not set on port 96e15425-646d-4102-acda-bcf86a8805d9 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:05:47.539498 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d71b466-de76-4f4a-ad49-69aff0e32eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:47.547138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d71b466-de76-4f4a-ad49-69aff0e32eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:47.558107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2d71b466-de76-4f4a-ad49-69aff0e32eb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/677b7b34-c93b-4710-b568-486b05dfbe09 HTTP/1.1" status: 204 len: 168 time: 0.7227263 Nov 26 22:05:47.639798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71b466-de76-4f4a-ad49-69aff0e32eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677b7b34-c93b-4710-b568-486b05dfbe09,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:47.901319 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:47.925273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9dd0d-760b-4284-a651-c65ca6cf5dd4 req-9053c74d-17bd-480a-afb8-bb5d363acdad tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:47.933287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ac9dd0d-760b-4284-a651-c65ca6cf5dd4 req-9053c74d-17bd-480a-afb8-bb5d363acdad tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.5227969 Nov 26 22:05:48.013457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ac9dd0d-760b-4284-a651-c65ca6cf5dd4 req-4dfdb54f-729d-4645-b5c4-0d8f8e148145 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730252 Nov 26 22:05:48.566975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.20.0.14 (14cad2ca-1eed-45bf-9a23-aad573b6ed34/3fb3f6dd-fe7e-42bf-8b41-3840367a980c/96e15425-646d-4102-acda-bcf86a8805d9) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:48.594334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319c150-fe9b-4d48-9908-7f69b3601bf7 req-7c242a98-8ade-4e07-b4ea-456097c235f5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:48.601653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3319c150-fe9b-4d48-9908-7f69b3601bf7 req-7c242a98-8ade-4e07-b4ea-456097c235f5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.1748488 Nov 26 22:05:48.631537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.20.0.13 (14cad2ca-1eed-45bf-9a23-aad573b6ed34/3fb3f6dd-fe7e-42bf-8b41-3840367a980c/96e15425-646d-4102-acda-bcf86a8805d9) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:48.663868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 604403ab-adc8-405a-827c-8ee019734243 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:48.664443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:48.737493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3319c150-fe9b-4d48-9908-7f69b3601bf7 req-23a86006-8436-4f86-abb1-66e22d3785d0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348629 Nov 26 22:05:48.797751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36806) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:48.988928 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a0fa504a-be41-43c1-9c08-fd55204bacad tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/6da003c6-474c-4990-b5af-8d241df2f54a HTTP/1.1" status: 200 len: 992 time: 0.1895061 Nov 26 22:05:49.058088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 604403ab-adc8-405a-827c-8ee019734243, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=604403ab-adc8-405a-827c-8ee019734243,segment=NetworkSegment(c2efb27d-b8b9-4c3e-82e5-2272eea871de),segment_id=c2efb27d-b8b9-4c3e-82e5-2272eea871de)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:49.060833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:49.118537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 604403ab-adc8-405a-827c-8ee019734243 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:49.136848 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:49.274667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:49.342542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:49.350136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:49.366643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed84e6a-37bb-4f3b-973b-2822b97b69c4 req-4660b485-da14-4f79-90f4-6b494c57b77d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:49.370554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ed84e6a-37bb-4f3b-973b-2822b97b69c4 req-4660b485-da14-4f79-90f4-6b494c57b77d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1768801 Nov 26 22:05:49.402695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:49.477101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:49.477814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:49.523636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=96e15425-646d-4102-acda-bcf86a8805d9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:49.567812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-865f7bbd-4f67-4133-b7da-da5504016e10 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7290947 Nov 26 22:05:49.568701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36830) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:49.573075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '96e15425-646d-4102-acda-bcf86a8805d9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:49.611145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:49.645864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:49.714692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ed84e6a-37bb-4f3b-973b-2822b97b69c4 req-37a3b145-6f20-419c-b50e-7fa472dc8504 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314497 Nov 26 22:05:49.764970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567cd6a-f7f4-4343-b378-371804ce2b7d req-e307818c-63a8-4960-94d4-24572bbca6db tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:49.769476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=604403ab-adc8-405a-827c-8ee019734243,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:49.771652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c567cd6a-f7f4-4343-b378-371804ce2b7d req-e307818c-63a8-4960-94d4-24572bbca6db tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1096 time: 0.1840549 Nov 26 22:05:49.859047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c567cd6a-f7f4-4343-b378-371804ce2b7d req-2037a1f6-9c4e-4ebb-9fd7-bd81a502ad8f tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782886 Nov 26 22:05:49.999469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:49.999828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.000173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.000517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.000859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.001196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.001535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.001872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.040527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.043932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.046858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.047257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:05:50.613185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36858) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:50.896772 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-660fb596-31f5-40ec-8008-a199a406dd0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.178772 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-660fb596-31f5-40ec-8008-a199a406dd0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.188930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fa9f3-9854-4c8a-9710-00f6ee7d7010 req-1f2bad85-c04f-44b8-a6d4-5189095ef354 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:51.197799 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa3fa9f3-9854-4c8a-9710-00f6ee7d7010 req-1f2bad85-c04f-44b8-a6d4-5189095ef354 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.2173827 Nov 26 22:05:51.207380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-660fb596-31f5-40ec-8008-a199a406dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.317527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-660fb596-31f5-40ec-8008-a199a406dd0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36f7326f835247edbae61f4b1fff8b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7029445 Nov 26 22:05:51.324497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36874) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:51.326789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fb596-31f5-40ec-8008-a199a406dd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a70a761-fe19-4b2f-a409-b2fbf04086c3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:51.364390 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.367896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa3fa9f3-9854-4c8a-9710-00f6ee7d7010 req-021d4e89-07ee-41d6-b298-1ae74fc95023 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690812 Nov 26 22:05:51.410203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-e172f06f-ec85-4c8a-9afc-bd8a188f6322 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3140371 Nov 26 22:05:51.416266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-0a2657b2-804a-47f9-953f-f3dd7228a03b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:05:51.437490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-0a2657b2-804a-47f9-953f-f3dd7228a03b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258441 Nov 26 22:05:51.497018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.643689 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c5435c5-1979-4498-9343-862facc46911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.681554 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c5435c5-1979-4498-9343-862facc46911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.785868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c5435c5-1979-4498-9343-862facc46911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.793538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c5435c5-1979-4498-9343-862facc46911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:51.795889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5c5435c5-1979-4498-9343-862facc46911 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a70a761-fe19-4b2f-a409-b2fbf04086c3 HTTP/1.1" status: 204 len: 168 time: 0.4359591 Nov 26 22:05:51.891643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5435c5-1979-4498-9343-862facc46911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a70a761-fe19-4b2f-a409-b2fbf04086c3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:52.141789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:52.178140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.25.3.213 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/2c6b8d4e-aec2-414a-a34c-39e7c7f77cc6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:52.503978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-cf7c6760-50f0-44b0-b95f-935252b7b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:52.519804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-cf7c6760-50f0-44b0-b95f-935252b7b974 service neutron] 10.222.0.21 "GET /v2.0/ports/cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 1093 time: 0.1342077 Nov 26 22:05:52.538593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Request body: {'binding': {'host': 'n-h1-819494-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:52.539471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Unknown quota resources ['binding']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 22:05:52.551130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:52.562201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:52.564466 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-225feff2-2c9c-46f5-886b-1e47aa13fab1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8746235 Nov 26 22:05:52.568913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36912) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:52.595230 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:52.596160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:52.668363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:52.680400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd365d50-3664-4f0f-8a62-874cf7708b90 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet fdde5f81-8b5a-4c32-8cde-afa03b55c224 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:05:52.697895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd365d50-3664-4f0f-8a62-874cf7708b90 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:52.767440 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd365d50-3664-4f0f-8a62-874cf7708b90 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:52.870506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on host n-h1-819494-1 for vnic_type normal with profile None {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:05:52.870975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:05:52.871410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:52.877990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:05:52.878538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:05:52.889990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:05:52.890473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Checking segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:05:52.891009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Bound using segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:05:52.891549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Bound port: cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:05:52.908115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:53.008843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:53.117583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd365d50-3664-4f0f-8a62-874cf7708b90 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:53.234088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:49Z', 'revision_number': 9, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:53.254829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=2c6b8d4e-aec2-414a-a34c-39e7c7f77cc6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:53.259119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:53.261060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:53.265595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:53.316685 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd365d50-3664-4f0f-8a62-874cf7708b90 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:53.319486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:05:53.337024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:53.337657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:53.359344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd365d50-3664-4f0f-8a62-874cf7708b90 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:53.366237 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cd365d50-3664-4f0f-8a62-874cf7708b90 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/fdde5f81-8b5a-4c32-8cde-afa03b55c224 HTTP/1.1" status: 204 len: 168 time: 0.7910206 Nov 26 22:05:53.366900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36938) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:53.416993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd365d50-3664-4f0f-8a62-874cf7708b90 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=fdde5f81-8b5a-4c32-8cde-afa03b55c224,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:53.449097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b11ab4-a77a-43df-aeab-58c7ed0e1d6e None None] Network d8f23558-f5de-40f8-afd5-e7ac537bc0c8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:05:53.545008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:53.601750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:05:53.627459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:05:53.638541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] Publish callbacks [] for binding, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:53.640877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-d66fbb29-3e12-480d-b64b-967a1f4fb7bb service neutron] 10.222.0.21 "POST /v2.0/ports/cbf7f915-e6a6-4db7-a854-c9bba4e47ded/bindings HTTP/1.1" status: 201 len: 389 time: 1.1147804 Nov 26 22:05:53.920478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 98f01573-e7a3-4012-9d42-e172dffc8f08 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:53.926664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:53.963507 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-180630c2-5d45-4d14-8a61-13563712b415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:53.973380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd376159-bc29-446d-a559-d37cd143c9b9 req-d8431c8b-2ce7-4807-a07b-d9ca76063d18 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:53.981008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd376159-bc29-446d-a559-d37cd143c9b9 req-d8431c8b-2ce7-4807-a07b-d9ca76063d18 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.0886774 Nov 26 22:05:54.066012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd376159-bc29-446d-a559-d37cd143c9b9 req-7d73fe4b-d55c-4868-80ec-8f8734897713 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821562 Nov 26 22:05:54.077242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:49Z', 'revision_number': 9, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:54.109675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fbf72-15ef-4e82-b144-b9329470591b req-37ab7dd3-3659-41c6-8484-ce639841d007 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:54.121008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-37ab7dd3-3659-41c6-8484-ce639841d007 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/networks?id=f7176357-f750-48b9-871b-b10bc0ddd0ff HTTP/1.1" status: 200 len: 814 time: 0.3429697 Nov 26 22:05:54.157597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-34fbad0f-fbab-4a26-9b3b-30b42bdfc26a tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/quotas/f472851f89d645388ae67d3bd2615df2 HTTP/1.1" status: 200 len: 375 time: 0.0260463 Nov 26 22:05:54.206764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-56cadf21-361a-4fc2-9c87-859e561e898f tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f472851f89d645388ae67d3bd2615df2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438082 Nov 26 22:05:54.335433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b2d24-f2c1-4558-b972-dab11c16897e None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:05:49Z', 'revision_number': 9, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eec8c630-0c9c-4ace-9067-b026428d7712', 'name': '', 'network_id': '902725e0-0019-4813-8754-e99312bbcffa', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:bc:dd:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:15Z', 'updated_at': '2021-11-26T22:05:22Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': '5396fc94-773a-4d46-ba59-5939b8fcc127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:54.346067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] DHCP port deletion for d8f23558-f5de-40f8-afd5-e7ac537bc0c8 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:05:54.363992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-30e35670-d94b-45c9-84c7-7bd7db17df77 service neutron] 10.222.0.21 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495380 Nov 26 22:05:54.422505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] Deleting port 98f01573-e7a3-4012-9d42-e172dffc8f08 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:54.423079 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:54.499411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-a0e9239a-c1c1-4ca1-a7e6-7a0e8adc127c service neutron] 10.222.0.21 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254804 Nov 26 22:05:54.546520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] For port 98f01573-e7a3-4012-9d42-e172dffc8f08, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=98f01573-e7a3-4012-9d42-e172dffc8f08,segment=NetworkSegment(c2efb27d-b8b9-4c3e-82e5-2272eea871de),segment_id=c2efb27d-b8b9-4c3e-82e5-2272eea871de)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:54.551086 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:54.589907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] Calling delete_port for 98f01573-e7a3-4012-9d42-e172dffc8f08 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:54.610336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeadc9-e6e9-41a3-ae8b-e5b3132ac60f req-76dcffa8-eb71-40ab-b9f3-0fedc5444e21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:54.616388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cbbeadc9-e6e9-41a3-ae8b-e5b3132ac60f req-76dcffa8-eb71-40ab-b9f3-0fedc5444e21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.1159465 Nov 26 22:05:54.617438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 98f01573-e7a3-4012-9d42-e172dffc8f08, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=98f01573-e7a3-4012-9d42-e172dffc8f08,segment=NetworkSegment(c2efb27d-b8b9-4c3e-82e5-2272eea871de),segment_id=c2efb27d-b8b9-4c3e-82e5-2272eea871de)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:54.618287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:54.742522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 98f01573-e7a3-4012-9d42-e172dffc8f08 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:05:54.755578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-973a39db-be96-4674-9d83-cf9443729269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:54.757065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-973a39db-be96-4674-9d83-cf9443729269 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1096 time: 0.7728508 Nov 26 22:05:54.781738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:54.848213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] Pushing event deleted for resources: {'Port': ['ID=98f01573-e7a3-4012-9d42-e172dffc8f08,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:54.853210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cbbeadc9-e6e9-41a3-ae8b-e5b3132ac60f req-e409e65d-3f6b-4af1-8408-e4d9113105a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239792 Nov 26 22:05:54.866734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de20a8a-d7b3-41d0-b9b2-0253fa63291b None None] No DVR routers for this DVR port 98f01573-e7a3-4012-9d42-e172dffc8f08 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:05:54.960064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:55.004238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-465b4ae6-0816-41bc-9d6b-ed8f67009a48 req-6149fc63-9d00-4741-a204-5353694c5213 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 210 time: 0.0345926 Nov 26 22:05:55.016260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 604403ab-adc8-405a-827c-8ee019734243 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:05:55.037097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae3201-37aa-4902-99bd-e92f56612877 req-19e9925e-bd84-472e-ba8e-884d61c83804 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:55.045628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbae3201-37aa-4902-99bd-e92f56612877 req-19e9925e-bd84-472e-ba8e-884d61c83804 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.1837530 Nov 26 22:05:55.080109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 604403ab-adc8-405a-827c-8ee019734243 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:05:55.080109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 604403ab-adc8-405a-827c-8ee019734243 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:05:55.080109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 98f01573-e7a3-4012-9d42-e172dffc8f08 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:05:55.125302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbae3201-37aa-4902-99bd-e92f56612877 req-8ae6d1be-b36a-435a-afcf-8daa3c3a8690 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736816 Nov 26 22:05:55.141744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No DVR routers for this DVR port 98f01573-e7a3-4012-9d42-e172dffc8f08 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:05:55.143479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=98f01573-e7a3-4012-9d42-e172dffc8f08,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:55.153648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-4a9cedf1-f06a-42d1-b88c-c1ebbb4e8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:55.155423 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-4a9cedf1-f06a-42d1-b88c-c1ebbb4e8437 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 200 len: 898 time: 0.3668234 Nov 26 22:05:55.167219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 98f01573-e7a3-4012-9d42-e172dffc8f08 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:05:55.170328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 98f01573-e7a3-4012-9d42-e172dffc8f08 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:05:55.203467 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:55.318894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8ce7f-ef0f-46ec-aa6f-d334ffd222d3 req-8f5cdc0f-428d-42e8-acc9-bf30ddaf9a83 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:55.321897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83c8ce7f-ef0f-46ec-aa6f-d334ffd222d3 req-8f5cdc0f-428d-42e8-acc9-bf30ddaf9a83 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.0655522 Nov 26 22:05:55.357521 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:55.382142 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-986536b1-258e-483a-99f6-e7344c05da1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 1000 time: 0.1945767 Nov 26 22:05:55.453626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f23558-f5de-40f8-afd5-e7ac537bc0c8']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:55.477492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2efb27d-b8b9-4c3e-82e5-2272eea871de') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:55.477801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2efb27d-b8b9-4c3e-82e5-2272eea871de') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:55.481016 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:55.508781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83c8ce7f-ef0f-46ec-aa6f-d334ffd222d3 req-f5e6db5f-55d6-4688-8934-cb9bacb22953 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733599 Nov 26 22:05:55.532852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:55.563622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-b89c7714-8dc6-4299-99f4-4d08e579730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:55.565373 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-b89c7714-8dc6-4299-99f4-4d08e579730a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cee86048-b3c1-4b27-b153-8e83510575b1 HTTP/1.1" status: 200 len: 835 time: 0.1691127 Nov 26 22:05:55.579855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:55.616189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:05:55.616608 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:05:55.621731 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:05:56.020040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fb0f3-17ac-499e-a86f-32f33e2d9000 req-e6afe442-8795-489b-a558-15d53c4885ab tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:56.031178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-588fb0f3-17ac-499e-a86f-32f33e2d9000 req-e6afe442-8795-489b-a558-15d53c4885ab tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.0872531 Nov 26 22:05:56.116017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-9fa7faf6-97db-4a70-9a3c-035628438826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:56.117449 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-9fa7faf6-97db-4a70-9a3c-035628438826 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5408158 Nov 26 22:05:56.122420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:56.142987 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:56.150239 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/d8f23558-f5de-40f8-afd5-e7ac537bc0c8 HTTP/1.1" status: 204 len: 168 time: 2.7728319 Nov 26 22:05:56.155228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37056) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:56.234630 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-825e5398-df4a-4358-86cb-51ff7cde3969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:56.289144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb76a-64b8-40d8-b795-13f103e9b0a5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=d8f23558-f5de-40f8-afd5-e7ac537bc0c8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:56.297566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-588fb0f3-17ac-499e-a86f-32f33e2d9000 req-a0d6ec56-e9f3-4478-957e-431d5a11d211 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652655 Nov 26 22:05:56.381112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae0c6c-bef0-4459-a597-b7d68639f38f req-bfa8d860-8c5f-4fa8-a884-a20a847998d0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:56.393021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0ae0c6c-bef0-4459-a597-b7d68639f38f req-bfa8d860-8c5f-4fa8-a884-a20a847998d0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.2935071 Nov 26 22:05:56.469606 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:56.530465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e14516e3-17f4-46c4-81eb-85b4a8bd8922 req-85ef6d10-4c61-4d83-823b-408e97113b6b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 210 time: 0.1127081 Nov 26 22:05:56.547230 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0ae0c6c-bef0-4459-a597-b7d68639f38f req-8873463d-33b0-4d76-b265-ea35c1f05f1d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516414 Nov 26 22:05:56.671930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:56.752678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-a0da9c88-c4a8-49e6-95a5-8f4af741876d service neutron] 10.222.0.13 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228247 Nov 26 22:05:56.769086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec81309-644d-4df3-9a83-7f286b5b3999 req-9680df4b-7449-4bda-a4c2-330edec15c3c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:56.770788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dec81309-644d-4df3-9a83-7f286b5b3999 req-9680df4b-7449-4bda-a4c2-330edec15c3c tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1131566 Nov 26 22:05:56.887956 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dec81309-644d-4df3-9a83-7f286b5b3999 req-2302c372-ea12-4503-b978-7e5a35aa3441 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112289 Nov 26 22:05:56.937778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=2c6b8d4e-aec2-414a-a34c-39e7c7f77cc6,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:56.955503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37082) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:57.089742 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.092323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e4310d1-2045-4f38-b9b6-7cc3ded8d7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.160829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.205195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e4310d1-2045-4f38-b9b6-7cc3ded8d7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.215318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e4310d1-2045-4f38-b9b6-7cc3ded8d7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.265146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0e4310d1-2045-4f38-b9b6-7cc3ded8d7b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d499980f72f48ab8ca89e72c5913bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083248 Nov 26 22:05:57.267436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37086) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:57.282434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4310d1-2045-4f38-b9b6-7cc3ded8d7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e1b3dc-7116-4a45-8c7e-2f75e22ef190,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:57.312415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fbf72-15ef-4e82-b144-b9329470591b req-203127f7-333b-44e1-809b-91597ca81b21 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:57.316981 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-203127f7-333b-44e1-809b-91597ca81b21 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.13 "GET /v2.0/networks?id=f7176357-f750-48b9-871b-b10bc0ddd0ff HTTP/1.1" status: 200 len: 814 time: 0.6055632 Nov 26 22:05:57.318930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-b7141c58-96d4-417f-a107-f76fe9cfd6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761820 Nov 26 22:05:57.327211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9af5c7e0-00ce-4791-9099-ac93e50ff70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.352889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9af5c7e0-00ce-4791-9099-ac93e50ff70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.361474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Request body: {'port': {'device_id': '3a470e57-ec8f-4910-8030-033624459d72', 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff', 'admin_state_up': True, 'tenant_id': 'f472851f89d645388ae67d3bd2615df2'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:57.412671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9af5c7e0-00ce-4791-9099-ac93e50ff70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.417165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9af5c7e0-00ce-4791-9099-ac93e50ff70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.419779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9af5c7e0-00ce-4791-9099-ac93e50ff70f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2e1b3dc-7116-4a45-8c7e-2f75e22ef190 HTTP/1.1" status: 204 len: 168 time: 0.1501083 Nov 26 22:05:57.457386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5c7e0-00ce-4791-9099-ac93e50ff70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e1b3dc-7116-4a45-8c7e-2f75e22ef190,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:57.516652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8c5f9-389f-4569-9989-dec641157d49 req-fc8ce0ce-6d1b-45ed-b884-b3613354899c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:57.521591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26e8c5f9-389f-4569-9989-dec641157d49 req-fc8ce0ce-6d1b-45ed-b884-b3613354899c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.0754032 Nov 26 22:05:57.582962 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP 571a34b8-bb09-4bb4-86ec-57896604e11e associated. External IP: 172.25.3.213, port: 96e15425-646d-4102-acda-bcf86a8805d9. Nov 26 22:05:57.685511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4349b2c-3440-4672-a021-fe0e815b44e7 req-d3014f3e-393c-4ce5-8948-93541e3c0acc tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 210 time: 0.0416057 Nov 26 22:05:57.702261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26e8c5f9-389f-4569-9989-dec641157d49 req-81ce8726-f3b8-409e-9b83-15a86b642818 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602597 Nov 26 22:05:57.786194 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.799667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-12cf10c8-23eb-430a-96d8-2edc31df5eda tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:57.801389 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-12cf10c8-23eb-430a-96d8-2edc31df5eda tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1&tenant_id=44636e60510b4cc993a80af73b717746&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1096 time: 0.2954640 Nov 26 22:05:57.820659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b616a-2358-4ff8-b2af-c1fb70f9a5ce req-0381aa0c-d3f9-4725-ac5e-4a20bdb6167e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:57.828960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e9b616a-2358-4ff8-b2af-c1fb70f9a5ce req-0381aa0c-d3f9-4725-ac5e-4a20bdb6167e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.0633786 Nov 26 22:05:57.843356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-819494-1'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:57.901074 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e9b616a-2358-4ff8-b2af-c1fb70f9a5ce req-ecb4fa29-2f26-4fc8-9a36-86799245d616 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710344 Nov 26 22:05:57.959569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Made reservation on behalf of f472851f89d645388ae67d3bd2615df2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:05:57.963145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37102) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:57.963296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:57.996137 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00dd2219-0082-416f-9eb2-b3e939007309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.129471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29474e61-ef87-4dc2-b0e1-9113cda7fec2 req-2809dc5a-904c-475b-8429-b6a513636c3f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:58.137086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29474e61-ef87-4dc2-b0e1-9113cda7fec2 req-2809dc5a-904c-475b-8429-b6a513636c3f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1230214 Nov 26 22:05:58.179235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00dd2219-0082-416f-9eb2-b3e939007309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.195137 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00dd2219-0082-416f-9eb2-b3e939007309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.241373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:05:58.252660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-29474e61-ef87-4dc2-b0e1-9113cda7fec2 req-77abe07d-b67d-4e12-a8b2-867d97e8a46b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144903 Nov 26 22:05:58.262511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-00dd2219-0082-416f-9eb2-b3e939007309 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da4998b1f25a4ad3b6c3de5a5cba31cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976959 Nov 26 22:05:58.267310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37104) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:58.279735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd2219-0082-416f-9eb2-b3e939007309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9085b43d-ec0b-419a-9a9b-6f02b36d3b10,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:58.379722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6eb214cf-6b07-4b9c-b9ca-5351bb83571c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.414433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.423114 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6eb214cf-6b07-4b9c-b9ca-5351bb83571c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.425646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.507226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:58.519622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6eb214cf-6b07-4b9c-b9ca-5351bb83571c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.520665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:05:58.528034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6eb214cf-6b07-4b9c-b9ca-5351bb83571c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.530592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6eb214cf-6b07-4b9c-b9ca-5351bb83571c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9085b43d-ec0b-419a-9a9b-6f02b36d3b10 HTTP/1.1" status: 204 len: 168 time: 0.2617841 Nov 26 22:05:58.536258 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44da31b5-572f-4b02-ba0c-81f076e5ca7c" -d '{"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-unplugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:05:58.544404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb214cf-6b07-4b9c-b9ca-5351bb83571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9085b43d-ec0b-419a-9a9b-6f02b36d3b10,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:58.559857 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.645820 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406fe4eb-3a9c-4da2-aea1-845eab1eb00c x-openstack-request-id: req-406fe4eb-3a9c-4da2-aea1-845eab1eb00c {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:05:58.646674 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-unplugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:05:58.647209 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-406fe4eb-3a9c-4da2-aea1-845eab1eb00c {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:05:58.647810 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'code': 200} Nov 26 22:05:58.665699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:05:58.697303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:05:58.703963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:58.937000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-056c97bb-887b-4212-972e-14a66a87c35a req-3d91b710-8020-4342-a136-55741385eaaa tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 210 time: 0.0731452 Nov 26 22:05:58.949933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Allocated IP 172.20.0.13 (f7176357-f750-48b9-871b-b10bc0ddd0ff/45eee5c7-0c95-46d1-8c6c-86b8b456ad3c/6d506030-9949-4a03-b174-7839000ab3f7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:05:59.000935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0cbf3-ac93-4209-8ccb-ce7a0f4723dd req-4bc82866-fb57-4500-9e09-3da635bc264b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:59.002848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3c0cbf3-ac93-4209-8ccb-ce7a0f4723dd req-4bc82866-fb57-4500-9e09-3da635bc264b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.1582258 Nov 26 22:05:59.096140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:59.150348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3c0cbf3-ac93-4209-8ccb-ce7a0f4723dd req-3bce5dce-bd2a-4897-9b88-39fb9b5251e7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348772 Nov 26 22:05:59.228978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:05:59.263064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f116f9-2bac-484b-9a89-5fdb1a6f8e54 req-9a5a35da-3185-4170-867a-5b5aa8a732f2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:59.286152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6f116f9-2bac-484b-9a89-5fdb1a6f8e54 req-9a5a35da-3185-4170-867a-5b5aa8a732f2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1938126 Nov 26 22:05:59.335085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:05:59.369862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:05:59.382547 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfff057-7972-49ed-bfcc-1238abd4ffa6 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:05:59.404102 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfff057-7972-49ed-bfcc-1238abd4ffa6 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:59.404742 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-edfff057-7972-49ed-bfcc-1238abd4ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:59.421040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6f116f9-2bac-484b-9a89-5fdb1a6f8e54 req-ca5c107a-7e55-426c-b18f-8e9abdb6a42f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326940 Nov 26 22:05:59.496665 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-edfff057-7972-49ed-bfcc-1238abd4ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:59.518525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:59.526623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:05:59.529560 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f50d135-8e70-40c3-8ea7-3887d51c6499" -d '{"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:05:59.534978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfff057-7972-49ed-bfcc-1238abd4ffa6 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:05:59.535770 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-edfff057-7972-49ed-bfcc-1238abd4ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:59.558495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:59.574436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f56ec7-deee-4296-ac94-b3660d981a5b req-5029ba29-302d-4862-8850-ff2c2e534624 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:05:59.577186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8f56ec7-deee-4296-ac94-b3660d981a5b req-5029ba29-302d-4862-8850-ff2c2e534624 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1335332 Nov 26 22:05:59.627938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:59.631994 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-edfff057-7972-49ed-bfcc-1238abd4ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:05:59.632678 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfff057-7972-49ed-bfcc-1238abd4ffa6 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:05:59.665281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8f56ec7-deee-4296-ac94-b3660d981a5b req-5a5c179e-f9e0-4394-81ba-481009df50da tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815492 Nov 26 22:05:59.711549 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4948e5a4-8daa-47a1-ba65-ffc93f364f9e x-openstack-request-id: req-4948e5a4-8daa-47a1-ba65-ffc93f364f9e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:05:59.712128 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:05:59.712613 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4948e5a4-8daa-47a1-ba65-ffc93f364f9e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:05:59.713259 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'code': 200} Nov 26 22:05:59.714114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:59.730483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port eec8c630-0c9c-4ace-9067-b026428d7712 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:05:59.731741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:59.799554 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:05:59.844161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Network f7176357-f750-48b9-871b-b10bc0ddd0ff is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:05:59.849558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:05:59.857262 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-34ef73de-1857-4072-9b85-23e6bdb25078 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.2841499 Nov 26 22:05:59.857262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:05:59.860855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37140) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:05:59.879921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6ad86171-c0d1-415c-8c93-edf5ddafdeb2 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'port_id': '96e15425-646d-4102-acda-bcf86a8805d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:05:59.911641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4abbc26-8ee8-4766-8121-3e7b31d9f3e6 None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:00.000266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-db7c2058-bc3d-4ea2-8568-d28962c2c737 None None] Provisioning complete for port 6d506030-9949-4a03-b174-7839000ab3f7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:00.000647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db7c2058-bc3d-4ea2-8568-d28962c2c737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:00.016067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port eec8c630-0c9c-4ace-9067-b026428d7712, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eec8c630-0c9c-4ace-9067-b026428d7712,segment=NetworkSegment(0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad),segment_id=0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:00.016587 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:00.054058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for eec8c630-0c9c-4ace-9067-b026428d7712 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:00.124254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-db7c2058-bc3d-4ea2-8568-d28962c2c737 None None] Port 6d506030-9949-4a03-b174-7839000ab3f7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:00.167299 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ad86171-c0d1-415c-8c93-edf5ddafdeb2 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:00.243769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:06:00.299200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:00.299851 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:00.464841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:00.502462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '90b11964-bc13-4c37-9377-dd99160272ff', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '90b11964-bc13-4c37-9377-dd99160272ff', 'mac_address': 'fa:16:3e:85:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:06:00.557909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:00.617792 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:00.636807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2826393 Nov 26 22:06:00.647438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f8562555-e380-4487-b9f2-6333a971e819 None None] Provisioning complete for port cbf7f915-e6a6-4db7-a854-c9bba4e47ded triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:00.650482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8562555-e380-4487-b9f2-6333a971e819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:00.711102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b11964-bc13-4c37-9377-dd99160272ff {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:06:00.739509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Request body: {'port': {'device_id': '3a470e57-ec8f-4910-8030-033624459d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:00.779888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f8562555-e380-4487-b9f2-6333a971e819 None None] Port cbf7f915-e6a6-4db7-a854-c9bba4e47ded cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:00.786595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:00.800165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:00.884744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4f878-57d8-4669-a71a-72f2d0e9a3b7 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Pushing event updated for resources: {'Port': ['ID=6d506030-9949-4a03-b174-7839000ab3f7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:00.906481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:00.942148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=12']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:00.992947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['90b11964-bc13-4c37-9377-dd99160272ff'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:06:01.014289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=eec8c630-0c9c-4ace-9067-b026428d7712,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:01.060755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:01.076639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on host n-h2-819494-1 for vnic_type normal with profile {"migrating_to": "n-h1-819494-1"} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:06:01.076983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:06:01.077308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:01.163835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:06:01.166526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Attempting to bind port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:01.193708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:06:01.196478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Checking segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:01.197103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Bound using segment: {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:06:01.197735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Bound port: cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:06:01.199534 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:01.350409 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ad86171-c0d1-415c-8c93-edf5ddafdeb2 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:01.371495 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ad86171-c0d1-415c-8c93-edf5ddafdeb2 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:01.569554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:06:01.611766 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51a29-2d73-4efc-bc87-709c2d76449d req-3f66d864-4f64-465d-9a28-d4439c81b308 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:01.619626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08c51a29-2d73-4efc-bc87-709c2d76449d req-3f66d864-4f64-465d-9a28-d4439c81b308 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 932 time: 1.4948282 Nov 26 22:06:01.636592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:06:01.638737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:01.649036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:01.665643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f4f05-4182-4c69-9c2f-c755e7c8d65f req-23286d12-6f73-4604-a657-8c6d7708a4cc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:01.675167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-681f4f05-4182-4c69-9c2f-c755e7c8d65f req-23286d12-6f73-4604-a657-8c6d7708a4cc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 943 time: 0.7089956 Nov 26 22:06:01.831178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08c51a29-2d73-4efc-bc87-709c2d76449d req-2580d005-ddb7-4de4-a83c-147371856bcf tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100182 Nov 26 22:06:01.889364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad86171-c0d1-415c-8c93-edf5ddafdeb2 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:01.913496 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-681f4f05-4182-4c69-9c2f-c755e7c8d65f req-adaf565d-8ab0-4b4f-a018-8ee5e71544ce tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371030 Nov 26 22:06:02.128995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e5e31073-34c0-48b1-b940-0c3f25574042 None None] Provisioning complete for port cbf7f915-e6a6-4db7-a854-c9bba4e47ded triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:02.131894 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e5e31073-34c0-48b1-b940-0c3f25574042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.174725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad86171-c0d1-415c-8c93-edf5ddafdeb2 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:02.189094 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ad86171-c0d1-415c-8c93-edf5ddafdeb2 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.189295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969672d8-1a06-4ddd-9c57-fa3a770e0400 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:02.213982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969672d8-1a06-4ddd-9c57-fa3a770e0400 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:02.214774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-969672d8-1a06-4ddd-9c57-fa3a770e0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:02.235341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c436d-faef-4c2c-a6ae-ec03af7ab29f req-39dd1aa3-9e13-4fc8-aa16-c3e3ae162205 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:02.237396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b2c436d-faef-4c2c-a6ae-ec03af7ab29f req-39dd1aa3-9e13-4fc8-aa16-c3e3ae162205 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 945 time: 0.2253990 Nov 26 22:06:02.248146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3afc8f-9a5f-447c-81ef-7ab6f160e233 req-eba1e13c-1459-497b-9461-5646a4839157 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:02.256382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e3afc8f-9a5f-447c-81ef-7ab6f160e233 req-eba1e13c-1459-497b-9461-5646a4839157 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1577706 Nov 26 22:06:02.256860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:06:02.260644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-969672d8-1a06-4ddd-9c57-fa3a770e0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:02.310918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969672d8-1a06-4ddd-9c57-fa3a770e0400 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:02.311557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-969672d8-1a06-4ddd-9c57-fa3a770e0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:02.353166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ad86171-c0d1-415c-8c93-edf5ddafdeb2 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/floatingips/571a34b8-bb09-4bb4-86ec-57896604e11e HTTP/1.1" status: 200 len: 979 time: 2.4877644 Nov 26 22:06:02.358611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37224) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:02.384340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e3afc8f-9a5f-447c-81ef-7ab6f160e233 req-83eb9422-dd49-472c-a491-5a1bfb1778c5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216662 Nov 26 22:06:02.419337 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-969672d8-1a06-4ddd-9c57-fa3a770e0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:02.420528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969672d8-1a06-4ddd-9c57-fa3a770e0400 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:02.424991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e5e31073-34c0-48b1-b940-0c3f25574042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.444720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b2c436d-faef-4c2c-a6ae-ec03af7ab29f req-dcaaa9c6-40d2-4de3-ad4b-3cea322a17ef tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849461 Nov 26 22:06:02.449385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:02.450677 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.452081 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] 10.222.0.13 "PUT /v2.0/ports/cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 1121 time: 4.6145005 Nov 26 22:06:02.452537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:02.456134 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db18f4-b37e-4f4c-a788-382d545d1d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:02.457256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 90b11964-bc13-4c37-9377-dd99160272ff triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:02.457653 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.465541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:02.468508 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24250fc1-48f8-41fa-b23b-e6de65fae520" -d '{"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-plugged", "status": "completed", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:02.485083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff807a2b-e7e1-44ac-ad95-a084ef21773b service neutron] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:02.532705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e5e31073-34c0-48b1-b940-0c3f25574042 None None] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:02.542956 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e5e31073-34c0-48b1-b940-0c3f25574042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.609478 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76273c16-13ba-482f-8e44-d9cb3c380dc7 x-openstack-request-id: req-76273c16-13ba-482f-8e44-d9cb3c380dc7 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:02.610467 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:02.610880 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76273c16-13ba-482f-8e44-d9cb3c380dc7 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:02.611460 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'status': 'completed', 'code': 200} Nov 26 22:06:02.634600 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d39f671-5310-4fe1-85f8-5ca052ace74e x-openstack-request-id: req-7d39f671-5310-4fe1-85f8-5ca052ace74e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:02.635103 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-plugged", "status": "completed", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:02.635599 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d39f671-5310-4fe1-85f8-5ca052ace74e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:02.636051 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'code': 200} Nov 26 22:06:02.658336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37232) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:02.687579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-d68e3cd9-e541-4123-b6dc-63d42e24378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:02.689401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:02.689559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-d68e3cd9-e541-4123-b6dc-63d42e24378d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1126 time: 0.0930645 Nov 26 22:06:02.734361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e31073-34c0-48b1-b940-0c3f25574042 None None] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:02.739507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d506030-9949-4a03-b174-7839000ab3f7 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:06:02.758157 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.804923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:02.812158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.812716 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.843259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Transition to ACTIVE for port object 6d506030-9949-4a03-b174-7839000ab3f7 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:06:02.851039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 2c6b8d4e-aec2-414a-a34c-39e7c7f77cc6 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:02.852159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.853068 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:02.888538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=13']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:02.888864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:02.898107 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:02.922598 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:02.923611 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:02.925827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cf81eaa2-d2f9-4807-bbf5-e8cc369b19cd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7670982 Nov 26 22:06:02.927837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f0173-2874-498d-88eb-902d576c06f7 None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:02.932172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37238) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:02.942971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['cbf7f915-e6a6-4db7-a854-c9bba4e47ded'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:06:02.991972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Pushing event updated for resources: {'Port': ['ID=6d506030-9949-4a03-b174-7839000ab3f7,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:03.054961 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b469c0f-39d4-49b6-a50e-700b2be069d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:03.072896 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:03.073599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:03.092495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 2c6b8d4e-aec2-414a-a34c-39e7c7f77cc6 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:03.143601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Attempting to bind port 6d506030-9949-4a03-b174-7839000ab3f7 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:06:03.143981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Attempting to bind port 6d506030-9949-4a03-b174-7839000ab3f7 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:06:03.144278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Attempting to bind port 6d506030-9949-4a03-b174-7839000ab3f7 on network f7176357-f750-48b9-871b-b10bc0ddd0ff {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:03.149222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Port 6d506030-9949-4a03-b174-7839000ab3f7 on network f7176357-f750-48b9-871b-b10bc0ddd0ff not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:06:03.149637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Attempting to bind port 6d506030-9949-4a03-b174-7839000ab3f7 on network f7176357-f750-48b9-871b-b10bc0ddd0ff {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:03.156686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:06:03.157057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Checking segment: {'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:03.157470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Bound using segment: {'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:06:03.157911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Bound port: 6d506030-9949-4a03-b174-7839000ab3f7, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc7c8b5-4b44-4def-819e-80f9d9f349b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:06:03.158404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:03.198260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-3323cfc5-8872-4d35-a83c-5a198e930323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.199659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-3323cfc5-8872-4d35-a83c-5a198e930323 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 200 len: 898 time: 0.4813898 Nov 26 22:06:03.209076 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:03.234383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] For port 6d506030-9949-4a03-b174-7839000ab3f7, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:06:03.238104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] For port 6d506030-9949-4a03-b174-7839000ab3f7, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=6d506030-9949-4a03-b174-7839000ab3f7,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:06:03.247181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:03.311526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0195711-5a22-41b0-afff-253e2cb063ab tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet 5396fc94-773a-4d46-ba59-5939b8fcc127 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:06:03.328929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.329150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0195711-5a22-41b0-afff-253e2cb063ab tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:03.329795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:03.331439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] 10.222.0.13 "PUT /v2.0/ports/6d506030-9949-4a03-b174-7839000ab3f7 HTTP/1.1" status: 200 len: 1092 time: 2.6152122 Nov 26 22:06:03.355102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b892c1-ccfc-41fc-ace8-f168378e5a10 None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:03.406240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38fd25-82f1-435e-8b64-71f066bb8928 service neutron] Pushing event updated for resources: {'Port': ['ID=6d506030-9949-4a03-b174-7839000ab3f7,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:03.442354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0940e-ac36-4c99-a542-248f13d9597e req-cc6f1e22-3801-4d13-b921-f53a66f81cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.443883 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41e0940e-ac36-4c99-a542-248f13d9597e req-cc6f1e22-3801-4d13-b921-f53a66f81cfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 1097 time: 0.1305778 Nov 26 22:06:03.447788 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:00Z', 'revision_number': 10, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:03.451088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fbf72-15ef-4e82-b144-b9329470591b req-a51ee249-c508-44b8-a63c-35e7c9719cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.452753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-a51ee249-c508-44b8-a63c-35e7c9719cc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f472851f89d645388ae67d3bd2615df2&device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 1095 time: 0.0627534 Nov 26 22:06:03.477844 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:06:03.491362 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:03.492119 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:03.545937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-15ec8bb2-68dc-4ad5-a027-8ced079c7949 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d506030-9949-4a03-b174-7839000ab3f7 HTTP/1.1" status: 200 len: 217 time: 0.0720701 Nov 26 22:06:03.584756 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:03.623264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0940e-ac36-4c99-a542-248f13d9597e req-7592aba3-9fc1-4dc6-91de-c7fe5405e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.624776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41e0940e-ac36-4c99-a542-248f13d9597e req-7592aba3-9fc1-4dc6-91de-c7fe5405e3b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.1711404 Nov 26 22:06:03.626169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fbf72-15ef-4e82-b144-b9329470591b req-5927c3f7-c930-4413-b94a-6f39a11a76b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.627513 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-5927c3f7-c930-4413-b94a-6f39a11a76b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45eee5c7-0c95-46d1-8c6c-86b8b456ad3c HTTP/1.1" status: 200 len: 854 time: 0.0737638 Nov 26 22:06:03.704714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-f2eabb6f-1203-4a7a-8e62-889b1ff76374 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7176357-f750-48b9-871b-b10bc0ddd0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662541 Nov 26 22:06:03.773312 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41e0940e-ac36-4c99-a542-248f13d9597e req-fb0838dc-a796-4c21-ac52-96ee3803d494 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89768da-20ba-407f-8b4f-e577e5c303ed HTTP/1.1" status: 200 len: 1002 time: 0.1413264 Nov 26 22:06:03.780969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b72aa5-7d13-4ed7-bffa-9036ba92fd9f req-ea44718c-86c1-4ff1-9a61-5fef76ed50ae tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.782514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84b72aa5-7d13-4ed7-bffa-9036ba92fd9f req-ea44718c-86c1-4ff1-9a61-5fef76ed50ae tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 944 time: 0.7462604 Nov 26 22:06:03.803852 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:00Z', 'revision_number': 10, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:03.832372 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca463bb5-7400-4fd1-bf4b-d7cb684c2c54 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:00Z', 'revision_number': 10, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None, '_interfaces': [{'id': '5eecc695-a489-45c2-adcf-d4790b4f3589', 'name': '', 'network_id': '2b8d6746-28f9-4c27-8dbc-ca94a191dcea', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'mac_address': 'fa:16:3e:be:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'device_owner': 'network:router_interface', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:05:08Z', 'updated_at': '2021-11-26T22:05:14Z', 'revision_number': 5, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'subnets': [{'id': 'dd84630b-34cf-4560-88c7-a5b42a3e92cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:03.842175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42fc99-0154-4eef-8714-3bec63171b01 req-8ef41e40-9f85-4830-b8c5-9ef5effa33a7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.843687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d42fc99-0154-4eef-8714-3bec63171b01 req-8ef41e40-9f85-4830-b8c5-9ef5effa33a7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.6778035 Nov 26 22:06:03.847640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-f8a15e82-774b-44a4-a893-0920faec6f50 service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356394 Nov 26 22:06:03.848951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0940e-ac36-4c99-a542-248f13d9597e req-e089949a-1735-4a47-9b43-b6471ce19c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.850315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41e0940e-ac36-4c99-a542-248f13d9597e req-e089949a-1735-4a47-9b43-b6471ce19c20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.0699656 Nov 26 22:06:03.855582 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-de9c4ea6-7edf-43b5-9e88-8cabce11f29f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 1000 time: 0.6092944 Nov 26 22:06:03.866261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0195711-5a22-41b0-afff-253e2cb063ab tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:03.961738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0940e-ac36-4c99-a542-248f13d9597e req-455592dd-a892-4d72-9c11-74f27bc01749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:03.963275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41e0940e-ac36-4c99-a542-248f13d9597e req-455592dd-a892-4d72-9c11-74f27bc01749 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973845 Nov 26 22:06:04.037182 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c92fbf72-15ef-4e82-b144-b9329470591b req-704e69c2-2bd1-4f69-b11f-dfc315cc8549 service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813233 Nov 26 22:06:04.061562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-7d4e2a14-6242-4064-a5cc-7558e79f6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:04.063477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-7d4e2a14-6242-4064-a5cc-7558e79f6262 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cee86048-b3c1-4b27-b153-8e83510575b1 HTTP/1.1" status: 200 len: 835 time: 0.1914091 Nov 26 22:06:04.080595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41e0940e-ac36-4c99-a542-248f13d9597e req-33382f46-b203-4308-b3a1-ee47b1711c8e service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084206 Nov 26 22:06:04.113069 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84b72aa5-7d13-4ed7-bffa-9036ba92fd9f req-249ff1a2-59eb-4ec7-b1fa-c7e9837491a1 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172991 Nov 26 22:06:04.121510 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b469c0f-39d4-49b6-a50e-700b2be069d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.132195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d42fc99-0154-4eef-8714-3bec63171b01 req-a265efe6-d2b4-4a31-8411-2c98cce99224 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722180 Nov 26 22:06:04.165720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b469c0f-39d4-49b6-a50e-700b2be069d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.211331 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41e0940e-ac36-4c99-a542-248f13d9597e req-5fd99650-4f32-496b-a192-0ac6c3dc9ace service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236231 Nov 26 22:06:04.226337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0195711-5a22-41b0-afff-253e2cb063ab tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.273860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.310632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b469c0f-39d4-49b6-a50e-700b2be069d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7174891e17a433b81056433ba34be0b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6492093 Nov 26 22:06:04.313553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37248) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:04.345980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=2c6b8d4e-aec2-414a-a34c-39e7c7f77cc6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:04.348917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b469c0f-39d4-49b6-a50e-700b2be069d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1714b59e-6214-46e5-aadc-e6490b52fa69,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:04.377699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efe6006b-5806-49c1-83f1-570ac1ed8ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.401940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efe6006b-5806-49c1-83f1-570ac1ed8ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.411834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-f6652033-83c6-483e-b632-af07829827bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:04.413437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-f6652033-83c6-483e-b632-af07829827bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3049133 Nov 26 22:06:04.458707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efe6006b-5806-49c1-83f1-570ac1ed8ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.461459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-efe6006b-5806-49c1-83f1-570ac1ed8ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.466335 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-efe6006b-5806-49c1-83f1-570ac1ed8ce6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1714b59e-6214-46e5-aadc-e6490b52fa69 HTTP/1.1" status: 204 len: 168 time: 0.1513915 Nov 26 22:06:04.475415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6006b-5806-49c1-83f1-570ac1ed8ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1714b59e-6214-46e5-aadc-e6490b52fa69,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:04.478569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b47cac-e076-4979-aeeb-23455ff810a0 req-d3aaac91-ee01-4399-8c0d-1decef807ea5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:04.480049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57b47cac-e076-4979-aeeb-23455ff810a0 req-d3aaac91-ee01-4399-8c0d-1decef807ea5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.2259710 Nov 26 22:06:04.484261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0195711-5a22-41b0-afff-253e2cb063ab tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.561994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0195711-5a22-41b0-afff-253e2cb063ab tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=5396fc94-773a-4d46-ba59-5939b8fcc127,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:04.577409 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.577851 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP 571a34b8-bb09-4bb4-86ec-57896604e11e disassociated (deleted). External IP: 172.25.3.213, port: 96e15425-646d-4102-acda-bcf86a8805d9. Nov 26 22:06:04.586413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa9e78b-cdba-43a1-9044-89ec929e2d84 None None] Network 902725e0-0019-4813-8754-e99312bbcffa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:04.613320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a470e57-ec8f-4910-8030-033624459d72', 'tag': '6d506030-9949-4a03-b174-7839000ab3f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:04.615752 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d05cb5d-1109-449f-8be7-445fbcd1b043" -d '{"events": [{"name": "network-changed", "server_uuid": "3a470e57-ec8f-4910-8030-033624459d72", "tag": "6d506030-9949-4a03-b174-7839000ab3f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:04.616711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccd881-449b-4b35-82f5-b2cee863f971 req-03685f94-fbc0-420c-94b3-4a1e9ef63fd2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:04.624688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1ccd881-449b-4b35-82f5-b2cee863f971 req-03685f94-fbc0-420c-94b3-4a1e9ef63fd2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.2895794 Nov 26 22:06:04.631574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0195711-5a22-41b0-afff-253e2cb063ab tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.638122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0195711-5a22-41b0-afff-253e2cb063ab tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/5396fc94-773a-4d46-ba59-5939b8fcc127 HTTP/1.1" status: 204 len: 168 time: 1.6963325 Nov 26 22:06:04.640958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37264) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:04.673901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:04.680915 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57990910-3832-45da-bdf1-a3b77da3e872" -d '{"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-plugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:04.755090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57b47cac-e076-4979-aeeb-23455ff810a0 req-4db0d1aa-19cb-4af9-9429-db0df5958539 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642460 Nov 26 22:06:04.819903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-e65982c1-b177-4794-91bd-b2b37e0c81ff service neutron] 10.222.0.41 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264070 Nov 26 22:06:04.835505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1ccd881-449b-4b35-82f5-b2cee863f971 req-73f2524f-4cb0-4a20-a341-46c574566033 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043386 Nov 26 22:06:04.838810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:04.854759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] DHCP port deletion for 902725e0-0019-4813-8754-e99312bbcffa request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:04.920132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eec8c630-0c9c-4ace-9067-b026428d7712 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:04.925640 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2665d918-720e-4ff1-92f0-4c01ecc5c6f7 x-openstack-request-id: req-2665d918-720e-4ff1-92f0-4c01ecc5c6f7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:04.925933 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-plugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:04.926218 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2665d918-720e-4ff1-92f0-4c01ecc5c6f7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:04.926607 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'code': 200} Nov 26 22:06:04.932699 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b4ce02-bfa4-45a2-901f-fdbd26081c15 x-openstack-request-id: req-54b4ce02-bfa4-45a2-901f-fdbd26081c15 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:04.932992 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a470e57-ec8f-4910-8030-033624459d72", "tag": "6d506030-9949-4a03-b174-7839000ab3f7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:04.933247 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54b4ce02-bfa4-45a2-901f-fdbd26081c15 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:04.933988 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a470e57-ec8f-4910-8030-033624459d72', 'tag': '6d506030-9949-4a03-b174-7839000ab3f7', 'status': 'completed', 'code': 200} Nov 26 22:06:04.987985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37274) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:04.990607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: eec8c630-0c9c-4ace-9067-b026428d7712 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:06:04.990955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eec8c630-0c9c-4ace-9067-b026428d7712 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:05.014517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] Deleting port 8521d1ac-a31e-4933-b529-8506bea24867 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:05.015180 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.030305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-251e84e6-68b3-4a0a-b18e-5c28e0027fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.066196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31db18f4-b37e-4f4c-a788-382d545d1d9b req-a0d5b8f4-2fee-4d6d-b9a6-fcd1d1067838 service neutron] 10.222.0.41 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292948 Nov 26 22:06:05.091798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] For port 8521d1ac-a31e-4933-b529-8506bea24867, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8521d1ac-a31e-4933-b529-8506bea24867,segment=NetworkSegment(0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad),segment_id=0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:05.092000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-1cb97851-10f9-45ba-90a6-f0f467e48b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:05.092558 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.093444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-1cb97851-10f9-45ba-90a6-f0f467e48b18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f472851f89d645388ae67d3bd2615df2&device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 1095 time: 0.1344683 Nov 26 22:06:05.112071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] Calling delete_port for 8521d1ac-a31e-4933-b529-8506bea24867 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:05.116344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:05.203339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 8521d1ac-a31e-4933-b529-8506bea24867 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:05.213568 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.214886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.257220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] Pushing event deleted for resources: {'Port': ['ID=8521d1ac-a31e-4933-b529-8506bea24867,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:05.267996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512eaf3-0138-40fd-91f9-1565074192e2 None None] No DVR routers for this DVR port 8521d1ac-a31e-4933-b529-8506bea24867 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:05.358866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 8521d1ac-a31e-4933-b529-8506bea24867, host n-d-819494-1, got binding levels [] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:05.359394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.394235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 8521d1ac-a31e-4933-b529-8506bea24867 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:05.398796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9af00d-a064-4763-95e8-06b10cab2fbe req-47e0b218-6227-421b-b927-1b81ee90a4e3 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:05.400758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-8e4c084d-2013-42a5-9fec-f08eddf91622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:05.401103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c9af00d-a064-4763-95e8-06b10cab2fbe req-47e0b218-6227-421b-b927-1b81ee90a4e3 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 944 time: 0.1668758 Nov 26 22:06:05.402607 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-8e4c084d-2013-42a5-9fec-f08eddf91622 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7176357-f750-48b9-871b-b10bc0ddd0ff HTTP/1.1" status: 200 len: 915 time: 0.3014002 Nov 26 22:06:05.408531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Port 8521d1ac-a31e-4933-b529-8506bea24867 was not found and therefore no delete operation was performed {{(pid=110000) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:06:05.410863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-251e84e6-68b3-4a0a-b18e-5c28e0027fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.419275 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.423038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2487084-f750-4e12-9a55-ad6a617523b5 req-ac267542-9ed0-4589-87c9-c0a0ccfeb29c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:05.425210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2487084-f750-4e12-9a55-ad6a617523b5 req-ac267542-9ed0-4589-87c9-c0a0ccfeb29c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.1434152 Nov 26 22:06:05.468364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-251e84e6-68b3-4a0a-b18e-5c28e0027fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.481338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:05.488941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.501447 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-251e84e6-68b3-4a0a-b18e-5c28e0027fcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=259a8e3acd1f4921aa93767e22772f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5092161 Nov 26 22:06:05.502251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37290) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:05.502411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8597f0-5dc7-4bc0-8ad6-f52d73bb1441 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:05.527511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8597f0-5dc7-4bc0-8ad6-f52d73bb1441 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:05.532231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7b8597f0-5dc7-4bc0-8ad6-f52d73bb1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:05.532922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-39a4dc0f-f20e-451f-a78d-9704cc5c4b75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d506030-9949-4a03-b174-7839000ab3f7 HTTP/1.1" status: 200 len: 217 time: 0.1205800 Nov 26 22:06:05.546507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=8521d1ac-a31e-4933-b529-8506bea24867,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:05.551920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No DVR routers for this DVR port 8521d1ac-a31e-4933-b529-8506bea24867 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:05.582336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1b9e015f-e212-4801-9ff8-437e3887a4f9 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/floatingips/571a34b8-bb09-4bb4-86ec-57896604e11e HTTP/1.1" status: 204 len: 168 time: 3.2219858 Nov 26 22:06:05.582955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37292) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:05.591970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7b8597f0-5dc7-4bc0-8ad6-f52d73bb1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:05.602135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8597f0-5dc7-4bc0-8ad6-f52d73bb1441 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:05.602975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7b8597f0-5dc7-4bc0-8ad6-f52d73bb1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:05.604556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2487084-f750-4e12-9a55-ad6a617523b5 req-fac4185e-ba99-4baf-80b4-81113171dfef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733317 Nov 26 22:06:05.641396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7b8597f0-5dc7-4bc0-8ad6-f52d73bb1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:05.642091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8597f0-5dc7-4bc0-8ad6-f52d73bb1441 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:05.652215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c9af00d-a064-4763-95e8-06b10cab2fbe req-2e484fdc-a03e-4cda-afbe-dceb6357ad5d tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226250 Nov 26 22:06:05.675177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e84e6-68b3-4a0a-b18e-5c28e0027fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6b805-ab8f-4601-81a6-c477f829a3ab,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:05.752176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b4cafa6a-6205-4d5d-b6ec-8b5bd9d71d72 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 96e15425-646d-4102-acda-bcf86a8805d9 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:05.752665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4cafa6a-6205-4d5d-b6ec-8b5bd9d71d72 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.756601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-cc4f00f3-8f38-429d-9265-58e06fdd9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:05.758535 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-cc4f00f3-8f38-429d-9265-58e06fdd9ee8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45eee5c7-0c95-46d1-8c6c-86b8b456ad3c HTTP/1.1" status: 200 len: 854 time: 0.2097349 Nov 26 22:06:05.784717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.795069 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad42aea8-5187-44d4-8a6d-e2e3e7d7ea37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.846374 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-97434a8b-05f1-4100-abf5-e93fe349ed1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7176357-f750-48b9-871b-b10bc0ddd0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746639 Nov 26 22:06:05.848239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad42aea8-5187-44d4-8a6d-e2e3e7d7ea37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.872009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902725e0-0019-4813-8754-e99312bbcffa']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:05.884361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:05.884703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9d141e-4e72-4e0a-8a6c-b79dcf2adfad') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:05.895198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cbf7f915-e6a6-4db7-a854-c9bba4e47ded details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:06:05.896156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4cafa6a-6205-4d5d-b6ec-8b5bd9d71d72 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.897692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.913100 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.920878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:06:05.921280 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:05.933394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b4cafa6a-6205-4d5d-b6ec-8b5bd9d71d72 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 96e15425-646d-4102-acda-bcf86a8805d9 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:06.030157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b242234-611a-4147-a9e9-2b2e53c9d5af req-613a0b52-0301-4640-a51d-f9e339bc4ad6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:06.037241 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b242234-611a-4147-a9e9-2b2e53c9d5af req-613a0b52-0301-4640-a51d-f9e339bc4ad6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.1666481 Nov 26 22:06:06.057873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:06.077860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cbf7f915-e6a6-4db7-a854-c9bba4e47ded has no active binding in host n-h1-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 22:06:06.100702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ae5ce-4d22-46ca-870e-f4ce681c6c10 req-0b88a210-d16a-4148-bedf-b9a4d788e8e5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:06.102185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-880ae5ce-4d22-46ca-870e-f4ce681c6c10 req-0b88a210-d16a-4148-bedf-b9a4d788e8e5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.1564555 Nov 26 22:06:06.152643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b242234-611a-4147-a9e9-2b2e53c9d5af req-f8172f02-94f5-4437-8900-e3e031608c16 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095848 Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:06:06.165888 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:06:06.168328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-44528802-bd2a-4ae9-ac83-d3504796530b service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041794 Nov 26 22:06:06.185760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:06.274447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:06.303649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37298) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:06.304137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/902725e0-0019-4813-8754-e99312bbcffa HTTP/1.1" status: 204 len: 168 time: 1.6550729 Nov 26 22:06:06.317353 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4cafa6a-6205-4d5d-b6ec-8b5bd9d71d72 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:06.348407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4ce8a-e308-45af-b46c-8597f143da17 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=902725e0-0019-4813-8754-e99312bbcffa,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:06.361252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-880ae5ce-4d22-46ca-870e-f4ce681c6c10 req-7fee4931-055c-4b6f-9208-2de42e0ad62c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325625 Nov 26 22:06:06.428954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cafa6a-6205-4d5d-b6ec-8b5bd9d71d72 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=96e15425-646d-4102-acda-bcf86a8805d9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:06.440635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad42aea8-5187-44d4-8a6d-e2e3e7d7ea37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:06.443360 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad42aea8-5187-44d4-8a6d-e2e3e7d7ea37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:06.458259 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ad42aea8-5187-44d4-8a6d-e2e3e7d7ea37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0f6b805-ab8f-4601-81a6-c477f829a3ab HTTP/1.1" status: 204 len: 168 time: 0.9216659 Nov 26 22:06:06.497957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42aea8-5187-44d4-8a6d-e2e3e7d7ea37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6b805-ab8f-4601-81a6-c477f829a3ab,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:06.548396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8d05cb5d-1109-449f-8be7-445fbcd1b043 req-ae2a14c5-91c3-4548-a1fa-8a9cb947a9d9 service neutron] 10.222.0.13 "GET /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535402 Nov 26 22:06:06.750699 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4cafa6a-6205-4d5d-b6ec-8b5bd9d71d72 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:06.757897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37308) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:06.763685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b4cafa6a-6205-4d5d-b6ec-8b5bd9d71d72 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/ports/96e15425-646d-4102-acda-bcf86a8805d9 HTTP/1.1" status: 204 len: 168 time: 1.1693919 Nov 26 22:06:06.765078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:06.812929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:06.938794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8521d1ac-a31e-4933-b529-8506bea24867 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:06.956439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637951c1-437e-4ee2-be27-baabe86ec5a4 req-7725b3bf-65f1-408c-96b0-16647eb2128a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:06.966976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637951c1-437e-4ee2-be27-baabe86ec5a4 req-7725b3bf-65f1-408c-96b0-16647eb2128a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.2219787 Nov 26 22:06:06.978738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8521d1ac-a31e-4933-b529-8506bea24867 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:06:06.979033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8521d1ac-a31e-4933-b529-8506bea24867 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:07.035917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:07.040849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2b542-125f-4b52-ad20-9b061694e0c8 req-a9a5e99d-a71b-4521-b380-596368db1d41 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:07.046511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:07.049770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27d2b542-125f-4b52-ad20-9b061694e0c8 req-a9a5e99d-a71b-4521-b380-596368db1d41 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 944 time: 0.2706096 Nov 26 22:06:07.112173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-637951c1-437e-4ee2-be27-baabe86ec5a4 req-64536b45-c43a-4d96-bc27-d3b8e7bcb704 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437361 Nov 26 22:06:07.209319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.25.3.97 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/4761955a-a095-4d79-9cbb-8fc5eb8157d6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:07.220281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27d2b542-125f-4b52-ad20-9b061694e0c8 req-45449113-66eb-42f3-848d-f72d671d3d7c tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685214 Nov 26 22:06:07.358337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:07.388878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd56-5ca2-4d63-b772-e883b2c6caac req-b96f924b-8de5-4a3b-b6e4-82a9796305f2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:07.390499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f33fd56-5ca2-4d63-b772-e883b2c6caac req-b96f924b-8de5-4a3b-b6e4-82a9796305f2 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 946 time: 0.0776465 Nov 26 22:06:07.397090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:07.414602 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:07.477112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:07.480813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:07.490959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:07.513622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=4761955a-a095-4d79-9cbb-8fc5eb8157d6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:07.630250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:07.651737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f33fd56-5ca2-4d63-b772-e883b2c6caac req-fc93dea7-c4e9-45d8-a608-2369f14d4711 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520576 Nov 26 22:06:07.699677 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:07.718053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35605a-7c82-4ade-9763-132422c317a7 req-a2aef102-ae92-4fe6-b298-fac3c90cc3b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:07.725378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b35605a-7c82-4ade-9763-132422c317a7 req-a2aef102-ae92-4fe6-b298-fac3c90cc3b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.1937556 Nov 26 22:06:07.810935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b35605a-7c82-4ade-9763-132422c317a7 req-729adcad-c30a-4782-8695-34646c6571cc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844622 Nov 26 22:06:07.908451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 6d506030-9949-4a03-b174-7839000ab3f7 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:06:07.936317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:07.952600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.066296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 6d506030-9949-4a03-b174-7839000ab3f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=6d506030-9949-4a03-b174-7839000ab3f7,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:08.066871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 5eecc695-a489-45c2-adcf-d4790b4f3589 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:08.067311 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.102561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=4761955a-a095-4d79-9cbb-8fc5eb8157d6,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:08.120721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '6d506030-9949-4a03-b174-7839000ab3f7', 'network_id': 'f7176357-f750-48b9-871b-b10bc0ddd0ff', 'port_id': '6d506030-9949-4a03-b174-7839000ab3f7', 'mac_address': 'fa:16:3e:97:97:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45eee5c7-0c95-46d1-8c6c-86b8b456ad3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:06:08.234899 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.269745 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.272826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.285433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.289198 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2ec5e802-983c-42b8-88e2-da13ee10336a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5272391 Nov 26 22:06:08.291554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37356) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:08.297172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'port': {'network_id': '14cad2ca-1eed-45bf-9a23-aad573b6ed34', 'name': 'tempest-FloatingIPTestJSON-725799153'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:08.349283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 5eecc695-a489-45c2-adcf-d4790b4f3589, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5eecc695-a489-45c2-adcf-d4790b4f3589,segment=NetworkSegment(1d9bfd71-864b-423a-ad73-fdf1afcc44b7),segment_id=1d9bfd71-864b-423a-ad73-fdf1afcc44b7)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:08.349657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.349994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:08.378527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 5eecc695-a489-45c2-adcf-d4790b4f3589 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:08.693387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d506030-9949-4a03-b174-7839000ab3f7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:06:08.729968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 6d506030-9949-4a03-b174-7839000ab3f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=6d506030-9949-4a03-b174-7839000ab3f7,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:08.763500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.794493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.861948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:08.864629 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e78509-fba7-4db6-907a-0f1fbf5035b3" -d '{"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-unplugged", "status": "completed", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:08.869834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=6d506030-9949-4a03-b174-7839000ab3f7,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:08.882322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:08.891230 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:08.955084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:08.960193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37370) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:08.966225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.966964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.967494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.967987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.968522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.969010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.969495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.969989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.971110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.971730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.972278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:08.972775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:09.014482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:09.019401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.054492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] device_id is not set on port 7e1e53c7-6855-45cf-9a10-74d6fda5836b yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:09.169220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe23e6-b9ca-4e23-8280-6b29fe11a1ec req-1863b618-8f0b-4cfb-a860-c93b8ef9f270 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:09.170870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99fe23e6-b9ca-4e23-8280-6b29fe11a1ec req-1863b618-8f0b-4cfb-a860-c93b8ef9f270 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.7605472 Nov 26 22:06:09.182642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6917c-a51c-48c7-811b-ff68dfc2ccbf req-189e8089-45de-4613-8156-2ef24862ea7e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:09.184669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aec6917c-a51c-48c7-811b-ff68dfc2ccbf req-189e8089-45de-4613-8156-2ef24862ea7e tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 944 time: 0.7178710 Nov 26 22:06:09.185478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1183256654', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:09.198652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.20.0.4 (14cad2ca-1eed-45bf-9a23-aad573b6ed34/3fb3f6dd-fe7e-42bf-8b41-3840367a980c/7e1e53c7-6855-45cf-9a10-74d6fda5836b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:09.222933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Made reservation on behalf of abcc6324b285417badb1012c613a0a9d for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:09.225204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.248395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.327732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99fe23e6-b9ca-4e23-8280-6b29fe11a1ec req-f296bcb2-6332-4faf-9be2-cbd7108095a3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402111 Nov 26 22:06:09.333847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aec6917c-a51c-48c7-811b-ff68dfc2ccbf req-15bf2da6-8df0-4fff-9af3-681f20ce81fa tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422098 Nov 26 22:06:09.374695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['6d506030-9949-4a03-b174-7839000ab3f7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:06:09.449181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.512825 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.519823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=5eecc695-a489-45c2-adcf-d4790b4f3589,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:09.549130 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.568994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.578583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] device_id is not set on port 5f5ccc54-6a8e-4418-9f4b-a06b6df01a39 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:09.688001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d589d4b6-10c6-4a05-9581-d0c12bcbe3cb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:09.758362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.847605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:09.880670 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c123525-dc49-4dac-a2d3-1259fdc0f80d x-openstack-request-id: req-5c123525-dc49-4dac-a2d3-1259fdc0f80d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:09.880975 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-unplugged", "status": "failed", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed", "code": 422}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:09.881245 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c123525-dc49-4dac-a2d3-1259fdc0f80d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:09.881648 n-d-819494-1 neutron-server[110001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'code': 422} returned with failed status Nov 26 22:06:09.951834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 14cad2ca-1eed-45bf-9a23-aad573b6ed34 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:10.022743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=7e1e53c7-6855-45cf-9a10-74d6fda5836b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:10.033533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Allocated IP 172.25.3.251 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5f5ccc54-6a8e-4418-9f4b-a06b6df01a39) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:10.033533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:10.036020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:10.118767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c4d5d-d905-4fe1-b6d8-b63a9fcd37ab req-eaa06cfb-3e66-4973-88bd-7e1201b94292 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:10.129874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a1c4d5d-d905-4fe1-b6d8-b63a9fcd37ab req-eaa06cfb-3e66-4973-88bd-7e1201b94292 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.5003557 Nov 26 22:06:10.225534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:10.226202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:10.264654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b598a41c-d60d-432f-8022-9a9743cdbad5 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9719350 Nov 26 22:06:10.268029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37394) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:10.273571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'port_id': '7e1e53c7-6855-45cf-9a10-74d6fda5836b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:10.315705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:10.447648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a1c4d5d-d905-4fe1-b6d8-b63a9fcd37ab req-3abccb0f-8b11-4ee0-8396-34957183f8e8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151393 Nov 26 22:06:10.469940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bfb2f-58f1-4ce1-a33d-7129e08ee637 req-0ba8efa9-454a-4332-b56c-830d8bb9c5aa tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:10.476936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb0bfb2f-58f1-4ce1-a33d-7129e08ee637 req-0ba8efa9-454a-4332-b56c-830d8bb9c5aa tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.2485228 Nov 26 22:06:10.480073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:10.612364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:10.623557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:10.638945 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:10.652368 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:10.654717 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:10.662113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb0bfb2f-58f1-4ce1-a33d-7129e08ee637 req-9138ab81-5c19-4141-a9e1-57c09c0bdad0 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837142 Nov 26 22:06:10.670659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-10ffe728-1e78-457f-ab55-91a41c670a73 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3659296 Nov 26 22:06:10.673584 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37406) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:10.752978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:10.810554 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:09Z', 'revision_number': 11, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:10.848928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f3727-302f-4a01-b41d-37a7969be583 req-c1053b57-d2bf-4635-8ac0-42a4291bd52b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:10.849322 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:06:10.850791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e7f3727-302f-4a01-b41d-37a7969be583 req-c1053b57-d2bf-4635-8ac0-42a4291bd52b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 945 time: 0.2552245 Nov 26 22:06:10.859999 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:10.860857 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:10.901919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c85d6c-af15-4f94-9e19-4bd7de82f9b3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting subnet dd84630b-34cf-4560-88c7-a5b42a3e92cf {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:06:10.919205 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60c85d6c-af15-4f94-9e19-4bd7de82f9b3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:10.937782 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:10.964615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-c34db1f0-cd35-4f46-aeb6-a33ff8bc5f30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2082334 Nov 26 22:06:11.003232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83841ce4-2fb5-499f-bc27-1043baedc312 req-c7230d85-ecec-4c29-ae59-e2aecb05baff tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:11.010618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83841ce4-2fb5-499f-bc27-1043baedc312 req-c7230d85-ecec-4c29-ae59-e2aecb05baff tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 945 time: 0.2353673 Nov 26 22:06:11.014782 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:09Z', 'revision_number': 11, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:11.062481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.071303 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae47e12-7fbd-4195-b9d3-9eb451d941e9 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:09Z', 'revision_number': 11, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:11.094793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.132955 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60c85d6c-af15-4f94-9e19-4bd7de82f9b3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.177383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e7f3727-302f-4a01-b41d-37a7969be583 req-12052e83-1639-48d0-8257-67258d04345f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118649 Nov 26 22:06:11.237627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83841ce4-2fb5-499f-bc27-1043baedc312 req-353ff56f-89c5-43cf-8f59-dc9a48d24b28 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259336 Nov 26 22:06:11.238702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.241920 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP 6633fa09-ec14-4ece-9438-186e0662460f associated. External IP: 172.25.3.97, port: 7e1e53c7-6855-45cf-9a10-74d6fda5836b. Nov 26 22:06:11.293175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-59fc1d1a-db87-4f02-85ae-8f1b78caa8ad service neutron] 10.222.0.41 "GET /v2.0/ports/cbf7f915-e6a6-4db7-a854-c9bba4e47ded/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 384 time: 0.1770637 Nov 26 22:06:11.376119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Pushing event updated for resources: {'Port': ['ID=5f5ccc54-6a8e-4418-9f4b-a06b6df01a39,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:11.380194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:11.389469 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60c85d6c-af15-4f94-9e19-4bd7de82f9b3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.392197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:11.410821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:11.419024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c0fd7-ce32-43bd-b227-bd6807b3fd02 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:11.518476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5da796f3-4215-4a6e-80aa-01706aa6b10a None None] Provisioning complete for port 5f5ccc54-6a8e-4418-9f4b-a06b6df01a39 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:11.518624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5da796f3-4215-4a6e-80aa-01706aa6b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.554808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:11.555520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.598959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5da796f3-4215-4a6e-80aa-01706aa6b10a None None] Port 5f5ccc54-6a8e-4418-9f4b-a06b6df01a39 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:11.659555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b2083054-55c0-4776-8b43-29ad171cc12c tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.6950581 Nov 26 22:06:11.660389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:11.676617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251'}]}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:11.717297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60c85d6c-af15-4f94-9e19-4bd7de82f9b3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.742856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60c85d6c-af15-4f94-9e19-4bd7de82f9b3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.748696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fe1908-a5c4-4761-9f43-f3f297877638 None None] Network 2b8d6746-28f9-4c27-8dbc-ca94a191dcea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:11.757719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-60c85d6c-af15-4f94-9e19-4bd7de82f9b3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/dd84630b-34cf-4560-88c7-a5b42a3e92cf HTTP/1.1" status: 204 len: 168 time: 1.0796173 Nov 26 22:06:11.770434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37424) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:11.806690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.816901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:11.850846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:11.893378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c85d6c-af15-4f94-9e19-4bd7de82f9b3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Subnet': ['ID=dd84630b-34cf-4560-88c7-a5b42a3e92cf,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:11.923300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 6d506030-9949-4a03-b174-7839000ab3f7 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:06:11.954501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.007723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:12.040205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 6d506030-9949-4a03-b174-7839000ab3f7 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:06:12.047555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 6d506030-9949-4a03-b174-7839000ab3f7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:12.048049 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.106340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be437df-185e-43c3-89b5-ca7959ebfa33 req-a7cb1e41-212c-4343-9864-1694b6a0d72b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:12.108001 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3be437df-185e-43c3-89b5-ca7959ebfa33 req-a7cb1e41-212c-4343-9864-1694b6a0d72b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.4965031 Nov 26 22:06:12.115192 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.129927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] DHCP port deletion for 2b8d6746-28f9-4c27-8dbc-ca94a191dcea request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:12.151792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:06:12.186594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.243707 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.246592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3be437df-185e-43c3-89b5-ca7959ebfa33 req-6f7a2fe1-4374-4a27-93c4-7dd494cdccd4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245618 Nov 26 22:06:12.248107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:12.258925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4cecc-6d2f-4de1-b628-2f348ebd2ff8 req-821674ef-7845-409d-9b29-9986f1c3da99 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:12.265184 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.267331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21b4cecc-6d2f-4de1-b628-2f348ebd2ff8 req-821674ef-7845-409d-9b29-9986f1c3da99 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.4219546 Nov 26 22:06:12.296982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:12.297228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] Deleting port 150b2cdf-9259-40bc-8854-694f40659c52 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:12.297592 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.299695 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce8ca21-747f-4e8b-ab29-5ac6aef5bbde" -d '{"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:12.331188 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:12.374847 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-77af9561-cbb2-43c8-8ded-82dc7c08ed9e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/floatingips/6633fa09-ec14-4ece-9438-186e0662460f HTTP/1.1" status: 200 len: 976 time: 2.1054688 Nov 26 22:06:12.377245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-3b2f561e-dacf-4075-934e-198854de3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:12.379330 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-3b2f561e-dacf-4075-934e-198854de3a3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6&tenant_id=2e23ce2282ef44368a268d7ecf5556a3 HTTP/1.1" status: 200 len: 1095 time: 0.1952944 Nov 26 22:06:12.390818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] For port 150b2cdf-9259-40bc-8854-694f40659c52, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=150b2cdf-9259-40bc-8854-694f40659c52,segment=NetworkSegment(1d9bfd71-864b-423a-ad73-fdf1afcc44b7),segment_id=1d9bfd71-864b-423a-ad73-fdf1afcc44b7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:12.391307 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.405390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37432) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:12.410318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.412633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] Calling delete_port for 150b2cdf-9259-40bc-8854-694f40659c52 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:12.423749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853e49f-76f3-46c7-983f-0d66879cd797 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:12.458537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Deleting port 150b2cdf-9259-40bc-8854-694f40659c52 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:12.458904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.494259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-91cdb5e3-6285-447b-9357-59177a0ebfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:12.496314 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-91cdb5e3-6285-447b-9357-59177a0ebfa7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 1095 time: 0.0675797 Nov 26 22:06:12.510913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21b4cecc-6d2f-4de1-b628-2f348ebd2ff8 req-45f81efc-ffe8-4182-80eb-18c3d8cf30cf tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427855 Nov 26 22:06:12.527223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a470e57-ec8f-4910-8030-033624459d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d506030-9949-4a03-b174-7839000ab3f7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:12.530412 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769d58d3-8f79-43de-b618-8edde8be0a6a" -d '{"events": [{"server_uuid": "3a470e57-ec8f-4910-8030-033624459d72", "name": "network-vif-plugged", "status": "completed", "tag": "6d506030-9949-4a03-b174-7839000ab3f7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:12.538949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853e49f-76f3-46c7-983f-0d66879cd797 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:12.539656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1853e49f-76f3-46c7-983f-0d66879cd797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:12.595838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcabc9c-ddda-465f-85dc-f7abf1d885b7 req-5a4b563d-547d-4610-9b08-010ac931e82a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:12.596301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 6d506030-9949-4a03-b174-7839000ab3f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=6d506030-9949-4a03-b174-7839000ab3f7,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:12.598797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1853e49f-76f3-46c7-983f-0d66879cd797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:12.601953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddcabc9c-ddda-465f-85dc-f7abf1d885b7 req-5a4b563d-547d-4610-9b08-010ac931e82a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.2382507 Nov 26 22:06:12.614293 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.640955 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.658106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853e49f-76f3-46c7-983f-0d66879cd797 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:12.658658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1853e49f-76f3-46c7-983f-0d66879cd797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:12.699284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] No DVR routers for this DVR port 150b2cdf-9259-40bc-8854-694f40659c52 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:12.706909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1853e49f-76f3-46c7-983f-0d66879cd797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:12.707569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853e49f-76f3-46c7-983f-0d66879cd797 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:12.710119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-6c801991-7c41-4744-81e7-11226a4ed763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:12.711646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-6c801991-7c41-4744-81e7-11226a4ed763 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.2058380 Nov 26 22:06:12.722970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=6d506030-9949-4a03-b174-7839000ab3f7,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:12.758396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70b5c4-83be-48ff-8010-95936408c9f3 None None] Pushing event deleted for resources: {'Port': ['ID=150b2cdf-9259-40bc-8854-694f40659c52,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:12.848567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] For port 150b2cdf-9259-40bc-8854-694f40659c52, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=150b2cdf-9259-40bc-8854-694f40659c52,segment=NetworkSegment(1d9bfd71-864b-423a-ad73-fdf1afcc44b7),segment_id=1d9bfd71-864b-423a-ad73-fdf1afcc44b7)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:12.849020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:12.898113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Calling delete_port for 150b2cdf-9259-40bc-8854-694f40659c52 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:12.954423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 150b2cdf-9259-40bc-8854-694f40659c52 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:12.985548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 150b2cdf-9259-40bc-8854-694f40659c52 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:06:12.986441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 150b2cdf-9259-40bc-8854-694f40659c52 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:12.987091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5eecc695-a489-45c2-adcf-d4790b4f3589 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:12.989121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddcabc9c-ddda-465f-85dc-f7abf1d885b7 req-f486cd7e-d505-4f28-b744-59592604651a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717953 Nov 26 22:06:12.995180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] Transition to ACTIVE for port object cbf7f915-e6a6-4db7-a854-c9bba4e47ded will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:06:13.006001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378e5b8-74cb-4d6a-a597-88c05ba77fab req-584f03e1-4db9-437a-8281-cc1be9ed8d53 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:13.015493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 5eecc695-a489-45c2-adcf-d4790b4f3589 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:06:13.015950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5eecc695-a489-45c2-adcf-d4790b4f3589 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:13.029917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a378e5b8-74cb-4d6a-a597-88c05ba77fab req-584f03e1-4db9-437a-8281-cc1be9ed8d53 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 946 time: 0.3142269 Nov 26 22:06:13.045245 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:13.128035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 7e1e53c7-6855-45cf-9a10-74d6fda5836b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:13.128385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:13.133146 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35452e8e-d29e-4a8f-bc29-1dd7ea664a6e x-openstack-request-id: req-35452e8e-d29e-4a8f-bc29-1dd7ea664a6e {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:13.133451 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:13.133705 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35452e8e-d29e-4a8f-bc29-1dd7ea664a6e {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:13.134141 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'code': 200} Nov 26 22:06:13.142356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=11']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:13.219038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-fddaadc2-e67c-42a9-a706-aaf87c90f75b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89768da-20ba-407f-8b4f-e577e5c303ed HTTP/1.1" status: 200 len: 1000 time: 0.1207271 Nov 26 22:06:13.223609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:13.253198 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19940559-ec28-4099-a91c-0ad3ea331cf9 x-openstack-request-id: req-19940559-ec28-4099-a91c-0ad3ea331cf9 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:13.253502 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a470e57-ec8f-4910-8030-033624459d72", "name": "network-vif-plugged", "status": "completed", "tag": "6d506030-9949-4a03-b174-7839000ab3f7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:13.253792 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19940559-ec28-4099-a91c-0ad3ea331cf9 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:13.254196 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a470e57-ec8f-4910-8030-033624459d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d506030-9949-4a03-b174-7839000ab3f7', 'code': 200} Nov 26 22:06:13.295278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:13.416327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-c7c01ba3-d6fb-42ce-a69c-f176cd985faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:13.417850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-c7c01ba3-d6fb-42ce-a69c-f176cd985faf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1897249 Nov 26 22:06:13.534213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] No DVR routers for this DVR port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:13.561934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a378e5b8-74cb-4d6a-a597-88c05ba77fab req-7e94819b-41fe-4507-8d31-cbcd971de7ec tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254498 Nov 26 22:06:13.607476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5761d-ccf4-4fd1-a0ea-c468bd0a13b4 req-466008b7-2c1a-48d3-b0f1-1c539fb5d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:13.609206 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d5f5761d-ccf4-4fd1-a0ea-c468bd0a13b4 req-466008b7-2c1a-48d3-b0f1-1c539fb5d312 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 1097 time: 0.2294209 Nov 26 22:06:13.620863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-894c2814-bb10-4d1d-b134-8abe6452cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:13.622595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-894c2814-bb10-4d1d-b134-8abe6452cd3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827915 Nov 26 22:06:13.785145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d5f5761d-ccf4-4fd1-a0ea-c468bd0a13b4 req-0a839e51-f7ac-4745-b395-bc9baf0faf7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663406 Nov 26 22:06:13.799827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.019884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.022258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.076381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-a98cb285-3081-4e7b-af81-3a81fb47a6db service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349442 Nov 26 22:06:14.085323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.088600 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.100635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.101222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22c214a6-53ee-4f66-8117-26efd262c6ca {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:06:14.163286 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 26 22:06:14.164364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6990b982-7945-4181-9621-798abc9574f2 tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5035775 Nov 26 22:06:14.169985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37444) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:14.171219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a6c5-a7b5-4741-92bc-873311119480 req-31b400cf-e774-4204-8118-cfc8e25b8a3b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:14.179272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f113a6c5-a7b5-4741-92bc-873311119480 req-31b400cf-e774-4204-8118-cfc8e25b8a3b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.7127235 Nov 26 22:06:14.187492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Port': ['ID=150b2cdf-9259-40bc-8854-694f40659c52,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:14.284454 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-1b8ca0fa-28ee-4254-bbd7-4c06c9435989 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972749 Nov 26 22:06:14.289206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No DVR routers for this DVR port 150b2cdf-9259-40bc-8854-694f40659c52 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:14.326484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-598500ce-10f1-4a2b-94ae-8d7bba91165f tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Deleting port 5f5ccc54-6a8e-4418-9f4b-a06b6df01a39 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:14.326484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-598500ce-10f1-4a2b-94ae-8d7bba91165f tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.361707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device cbf7f915-e6a6-4db7-a854-c9bba4e47ded no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:14.458337 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device cbf7f915-e6a6-4db7-a854-c9bba4e47ded not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:14.467343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-598500ce-10f1-4a2b-94ae-8d7bba91165f tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.486653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-598500ce-10f1-4a2b-94ae-8d7bba91165f tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Calling delete_port for 5f5ccc54-6a8e-4418-9f4b-a06b6df01a39 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:14.533238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3430c04-33b2-443a-bf81-db424908dc91 req-acc6fd74-82fd-4575-80cc-0ea508fbe041 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:14.540688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3430c04-33b2-443a-bf81-db424908dc91 req-acc6fd74-82fd-4575-80cc-0ea508fbe041 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.8412046 Nov 26 22:06:14.583353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f113a6c5-a7b5-4741-92bc-873311119480 req-3ffe0ade-d08c-4ae4-a2b9-b281600a967a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028435 Nov 26 22:06:14.659096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.730724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-598500ce-10f1-4a2b-94ae-8d7bba91165f tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.735212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-87abf93f-3f73-49f8-89ee-8f9cd0e36338 service neutron] 10.222.0.41 "PUT /v2.0/ports/cbf7f915-e6a6-4db7-a854-c9bba4e47ded/bindings/n-h1-819494-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4339280 Nov 26 22:06:14.761855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50c5ff-fcbe-498c-b615-bf159184706a None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:14.780587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8d6746-28f9-4c27-8dbc-ca94a191dcea']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:14.805832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9bfd71-864b-423a-ad73-fdf1afcc44b7') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:14.806153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9bfd71-864b-423a-ad73-fdf1afcc44b7') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:14.817168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3430c04-33b2-443a-bf81-db424908dc91 req-9a20fc6d-b482-46aa-b29f-6d3602b69d6f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754786 Nov 26 22:06:14.834474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.834669 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.834919 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP 6633fa09-ec14-4ece-9438-186e0662460f disassociated. External IP: 172.25.3.97, port: 7e1e53c7-6855-45cf-9a10-74d6fda5836b. Nov 26 22:06:14.835258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 7e1e53c7-6855-45cf-9a10-74d6fda5836b owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:14.838114 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.876204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.887235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598500ce-10f1-4a2b-94ae-8d7bba91165f tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f5ccc54-6a8e-4418-9f4b-a06b6df01a39,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:14.966780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e197f-c769-4337-9a17-a3be0413fd4b req-07a310f0-56c3-4940-a804-04e43386cf51 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:14.973981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a1e197f-c769-4337-9a17-a3be0413fd4b req-07a310f0-56c3-4940-a804-04e43386cf51 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.2648516 Nov 26 22:06:14.990708 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-598500ce-10f1-4a2b-94ae-8d7bba91165f tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:14.996956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:06:14.999649 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:15.000603 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-598500ce-10f1-4a2b-94ae-8d7bba91165f tempest-RoutersAdminNegativeIpV6Test-976072148 tempest-RoutersAdminNegativeIpV6Test-976072148-project-admin] 10.222.0.21 "DELETE /v2.0/ports/5f5ccc54-6a8e-4418-9f4b-a06b6df01a39 HTTP/1.1" status: 204 len: 168 time: 0.8278842 Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:06:15.025746 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:06:15.041128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-dd59f368-23d9-4cc1-8856-e16062e3be96 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:15.049648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-dd59f368-23d9-4cc1-8856-e16062e3be96 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1&tenant_id=44636e60510b4cc993a80af73b717746&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.1636324 Nov 26 22:06:15.163075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-e21a72eb-cbb0-4c9c-a6f4-15ca5a0e3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:15.165346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-e21a72eb-cbb0-4c9c-a6f4-15ca5a0e3128 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 1095 time: 0.0699122 Nov 26 22:06:15.203925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a1e197f-c769-4337-9a17-a3be0413fd4b req-b86b9784-514f-4b4d-a243-5f7a263af899 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229059 Nov 26 22:06:15.208538 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:15.291873 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:15.299111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/networks/2b8d6746-28f9-4c27-8dbc-ca94a191dcea HTTP/1.1" status: 204 len: 168 time: 3.5211151 Nov 26 22:06:15.299111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:15.301181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37468) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:15.315568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'routes': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:15.358630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900aad7-eee2-46c6-bdd0-ad33669bfdd6 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Pushing event deleted for resources: {'Network': ['ID=2b8d6746-28f9-4c27-8dbc-ca94a191dcea,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:15.406696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-09865ae3-eea6-4bf6-b16e-1fa32fe28551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:15.409280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d576778-b214-4e96-9a9c-76453daab63d req-dfd8b663-69f3-498c-b75b-98815360d338 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:15.410124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-09865ae3-eea6-4bf6-b16e-1fa32fe28551 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1095 time: 0.1482866 Nov 26 22:06:15.416709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d576778-b214-4e96-9a9c-76453daab63d req-dfd8b663-69f3-498c-b75b-98815360d338 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 946 time: 0.3139434 Nov 26 22:06:15.464435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=7e1e53c7-6855-45cf-9a10-74d6fda5836b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:15.563271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d576778-b214-4e96-9a9c-76453daab63d req-06732ca8-7ad6-40a7-b53f-dab89a95c3ab tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445577 Nov 26 22:06:15.674646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-b8e01948-9822-4dc9-9314-20afd48dd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:15.676810 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-b8e01948-9822-4dc9-9314-20afd48dd6fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 200 len: 898 time: 0.2579298 Nov 26 22:06:15.736816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37474) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:15.795790 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-9d15bec8-466a-4490-b8e9-b9bacf65f7b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 998 time: 0.1113820 Nov 26 22:06:15.843409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.extraroute_db [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Added routes are [] {{(pid=109999) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 22:06:15.843719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.extraroute_db [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Removed routes are [] {{(pid=109999) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 22:06:15.844091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:15.870773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-3e7e6302-2f46-46b5-9b21-666dda624ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:15.873913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-3e7e6302-2f46-46b5-9b21-666dda624ad1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cee86048-b3c1-4b27-b153-8e83510575b1 HTTP/1.1" status: 200 len: 835 time: 0.0712326 Nov 26 22:06:16.070938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-497c0956-c0c6-47b0-8082-a2993e9589fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:16.074600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-497c0956-c0c6-47b0-8082-a2993e9589fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919811 Nov 26 22:06:16.087995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1f7a-6f63-4e91-bddf-a3ca5ed6701b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:16.207028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb68dc-cd71-4b91-b804-66ea9f07f20b req-ccc1fdc0-473a-4d80-8934-de9523a95c87 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:16.207028 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18bb68dc-cd71-4b91-b804-66ea9f07f20b req-ccc1fdc0-473a-4d80-8934-de9523a95c87 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.4665360 Nov 26 22:06:16.361901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-bb65e018-09fc-46ee-aaff-3f31503aaf2d service neutron] 10.222.0.13 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716699 Nov 26 22:06:16.389546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18bb68dc-cd71-4b91-b804-66ea9f07f20b req-bb831269-611e-40fe-a963-d93b2e4b110d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068242 Nov 26 22:06:16.411774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:16.420100 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:16.496023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d3d5a-6f7a-4b3e-bf7c-767de97a3180 req-75df9ac7-fc92-45ba-9808-9e014ea73a36 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:16.515756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b91d3d5a-6f7a-4b3e-bf7c-767de97a3180 req-75df9ac7-fc92-45ba-9808-9e014ea73a36 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.4686623 Nov 26 22:06:16.545494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:16.589144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-8b756166-fe3a-4818-9144-3938cec41a70 service neutron] 10.222.0.13 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207637 Nov 26 22:06:16.881872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:16.919600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b91d3d5a-6f7a-4b3e-bf7c-767de97a3180 req-167eb4b2-ac8f-489e-b85e-db252c12ea38 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017382 Nov 26 22:06:16.923971 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1f7a-6f63-4e91-bddf-a3ca5ed6701b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:17.067978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-4e00fb68-98b0-4594-8699-0aa6b95c35ed tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:17.069422 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-4e00fb68-98b0-4594-8699-0aa6b95c35ed tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1&tenant_id=44636e60510b4cc993a80af73b717746&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 1095 time: 0.1548765 Nov 26 22:06:17.122092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:17.133954 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] Sync routers for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:17.139218 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:17.140420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-129c5491-8837-4644-8b97-e3bfaae9875c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 200 len: 701 time: 1.8290958 Nov 26 22:06:17.153587 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f5d1f7a-6f63-4e91-bddf-a3ca5ed6701b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:17.154503 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:17.157105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37486) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:17.158656 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:17.182235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdb59b-c6f4-476d-a6c8-d5aaf3974061 req-8e7e2224-fd71-492f-a940-0b1f40342501 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:17.184016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5cdb59b-c6f4-476d-a6c8-d5aaf3974061 req-8e7e2224-fd71-492f-a940-0b1f40342501 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.3708475 Nov 26 22:06:17.281557 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:17.282616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37488) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:17.295486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b7dece0d-cfbd-4cc4-92d2-26b9de4fb9f1 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 200 len: 205 time: 0.1321836 Nov 26 22:06:17.355469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f5d1f7a-6f63-4e91-bddf-a3ca5ed6701b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df99606defc149d3a974ef12e2232d88&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5850151 Nov 26 22:06:17.358229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:17.368451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d9e6a-65c3-4967-97ac-f1b7ddd262f2 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:17.388423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d9e6a-65c3-4967-97ac-f1b7ddd262f2 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:17.390216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c64d9e6a-65c3-4967-97ac-f1b7ddd262f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:17.409567 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:09Z', 'revision_number': 11, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:17.412389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37490) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:17.450361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c64d9e6a-65c3-4967-97ac-f1b7ddd262f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:17.463754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d9e6a-65c3-4967-97ac-f1b7ddd262f2 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:17.464758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c64d9e6a-65c3-4967-97ac-f1b7ddd262f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:17.467742 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] Checking router: 44de5d39-d5f1-40ab-a2b5-2f72772e9674 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:06:17.486900 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] Routers {'44de5d39-d5f1-40ab-a2b5-2f72772e9674'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:17.490045 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:17.510156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c64d9e6a-65c3-4967-97ac-f1b7ddd262f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:17.511183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d9e6a-65c3-4967-97ac-f1b7ddd262f2 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:17.539901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d1f7a-6f63-4e91-bddf-a3ca5ed6701b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f484e-2b25-4450-ba60-c18362714573,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:17.575978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-711e081c-548e-41b0-9eea-88a4a6905215 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:17.624169 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] Set router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:17.631249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5cdb59b-c6f4-476d-a6c8-d5aaf3974061 req-39fd5f89-3fc2-4e17-a0c7-1d401194e645 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845480 Nov 26 22:06:17.675281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-210f68dc-a919-4ead-9b3b-cd36a9cc7065 service neutron] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:06:17.681010 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-210f68dc-a919-4ead-9b3b-cd36a9cc7065 service neutron] Publish callbacks [] for binding, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:17.689070 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea04c914-7280-4cc6-8643-04a540a607b5 req-210f68dc-a919-4ead-9b3b-cd36a9cc7065 service neutron] 10.222.0.13 "DELETE /v2.0/ports/cbf7f915-e6a6-4db7-a854-c9bba4e47ded/bindings/n-h2-819494-1 HTTP/1.1" status: 204 len: 173 time: 0.6005278 Nov 26 22:06:17.865108 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:09Z', 'revision_number': 11, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:17.894396 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a5422a-fcbb-422d-ad0a-52ec96da8dd7 None None] The sync data for ids ['44de5d39-d5f1-40ab-a2b5-2f72772e9674'] in n-d-819494-1 is: [{'id': '44de5d39-d5f1-40ab-a2b5-2f72772e9674', 'name': 'tempest-RoutersTest-router-2084774486', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:05:06Z', 'updated_at': '2021-11-26T22:06:09Z', 'revision_number': 11, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:17.945239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-711e081c-548e-41b0-9eea-88a4a6905215 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:17.947744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-711e081c-548e-41b0-9eea-88a4a6905215 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.026479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-711e081c-548e-41b0-9eea-88a4a6905215 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.027250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711e081c-548e-41b0-9eea-88a4a6905215 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Fanout notify agent at l3_agent the message router_deleted on router 44de5d39-d5f1-40ab-a2b5-2f72772e9674 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:06:18.042918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-711e081c-548e-41b0-9eea-88a4a6905215 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.046386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-711e081c-548e-41b0-9eea-88a4a6905215 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 204 len: 168 time: 0.7376788 Nov 26 22:06:18.053764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37502) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:18.067795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c0b2b479-09f2-45b0-8f27-0f0b43047a44 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1933412332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:18.143975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b479-09f2-45b0-8f27-0f0b43047a44 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.146507 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b479-09f2-45b0-8f27-0f0b43047a44 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.310674 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b479-09f2-45b0-8f27-0f0b43047a44 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.318213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b479-09f2-45b0-8f27-0f0b43047a44 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.351722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b2b479-09f2-45b0-8f27-0f0b43047a44 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.354128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c0b2b479-09f2-45b0-8f27-0f0b43047a44 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2972910 Nov 26 22:06:18.356819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37504) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:18.368594 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f65005b2-ef4b-48dd-9f17-221f54238d24 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:18.489757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438dbdb-82c0-42f0-9b47-445d7af74157 req-7505be10-fdbd-45b4-aea6-82c2e9e1b33f tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:18.491392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e438dbdb-82c0-42f0-9b47-445d7af74157 req-7505be10-fdbd-45b4-aea6-82c2e9e1b33f tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 946 time: 1.3708861 Nov 26 22:06:18.603288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd7132-284f-484e-b91c-ea6114d2c9fd req-fb4e58fd-17af-4b4a-a2a4-8f4a558ce79d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:18.613335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69fd7132-284f-484e-b91c-ea6114d2c9fd req-fb4e58fd-17af-4b4a-a2a4-8f4a558ce79d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.2419813 Nov 26 22:06:18.638999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e438dbdb-82c0-42f0-9b47-445d7af74157 req-5fdda761-e347-4cc5-94e9-ada8ca69db1b tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105332 Nov 26 22:06:18.647822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5fb5-4882-43c1-9623-bb54018c08cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.687731 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5fb5-4882-43c1-9623-bb54018c08cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.761559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.765994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-88e5b368-36c7-4c28-8c26-91812e47de7a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/ports/7e1e53c7-6855-45cf-9a10-74d6fda5836b HTTP/1.1" status: 204 len: 168 time: 6.3534944 Nov 26 22:06:18.767276 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5fb5-4882-43c1-9623-bb54018c08cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.770836 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5fb5-4882-43c1-9623-bb54018c08cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:18.772860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b4aa5fb5-4882-43c1-9623-bb54018c08cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b62f484e-2b25-4450-ba60-c18362714573 HTTP/1.1" status: 204 len: 168 time: 1.3590932 Nov 26 22:06:18.773488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37510) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:19.009803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa5fb5-4882-43c1-9623-bb54018c08cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f484e-2b25-4450-ba60-c18362714573,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:19.017091 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-feae6f78-bf09-4f1d-bba0-44c23c414a77 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "GET /v2.0/floatingips/6633fa09-ec14-4ece-9438-186e0662460f HTTP/1.1" status: 200 len: 687 time: 0.1760428 Nov 26 22:06:19.026104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37514) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:19.093904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69fd7132-284f-484e-b91c-ea6114d2c9fd req-74ec5130-be3d-4cc7-a3ba-a6dc4dbcae82 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4758055 Nov 26 22:06:19.166210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5922521-9126-43ee-84d4-c594cffd61b6 req-f4591d56-b18f-4b44-abad-e8b349768842 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:19.167986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5922521-9126-43ee-84d4-c594cffd61b6 req-f4591d56-b18f-4b44-abad-e8b349768842 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.1489573 Nov 26 22:06:19.357134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b89db1-32ec-4fe3-9fd9-d90e9fdd4db5 req-b11de2fd-d97a-49e2-b90b-2cafd6d92b20 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:19.367533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59b89db1-32ec-4fe3-9fd9-d90e9fdd4db5 req-b11de2fd-d97a-49e2-b90b-2cafd6d92b20 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.1483436 Nov 26 22:06:19.376796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f65005b2-ef4b-48dd-9f17-221f54238d24 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:19.399205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f65005b2-ef4b-48dd-9f17-221f54238d24 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:19.419756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5922521-9126-43ee-84d4-c594cffd61b6 req-276c9eb2-592c-46ad-b85e-6492edd0f892 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425342 Nov 26 22:06:19.476635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37518) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:19.494312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59b89db1-32ec-4fe3-9fd9-d90e9fdd4db5 req-ab55fac5-2ff3-4db4-b0c0-ed5ca3ff89e1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247036 Nov 26 22:06:19.607671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-64e40e31-8933-4217-9ed9-06c919614c62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abcc6324b285417badb1012c613a0a9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1113789 Nov 26 22:06:19.608674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37524) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:19.654718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 4761955a-a095-4d79-9cbb-8fc5eb8157d6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:19.655231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:19.747933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:19.748445 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:19.764962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 4761955a-a095-4d79-9cbb-8fc5eb8157d6 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:19.782183 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:06:19.860091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22647b9-e915-46d1-a443-8e9d17060bdd req-1ba14d1d-089b-49a0-ad0c-4d88ee2e3010 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:19.864586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b22647b9-e915-46d1-a443-8e9d17060bdd req-1ba14d1d-089b-49a0-ad0c-4d88ee2e3010 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1095 time: 0.2538693 Nov 26 22:06:20.070766 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e181cd6f-64bd-46b7-bd58-232f79b7224c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.107088 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.123652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e181cd6f-64bd-46b7-bd58-232f79b7224c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.130243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b22647b9-e915-46d1-a443-8e9d17060bdd req-43f46e58-2101-4277-9c0e-36dfba302a32 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567716 Nov 26 22:06:20.281324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=4761955a-a095-4d79-9cbb-8fc5eb8157d6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:20.374051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e181cd6f-64bd-46b7-bd58-232f79b7224c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.376944 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e181cd6f-64bd-46b7-bd58-232f79b7224c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.379400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e181cd6f-64bd-46b7-bd58-232f79b7224c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d589d4b6-10c6-4a05-9581-d0c12bcbe3cb HTTP/1.1" status: 204 len: 168 time: 0.7228780 Nov 26 22:06:20.427377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181cd6f-64bd-46b7-bd58-232f79b7224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d589d4b6-10c6-4a05-9581-d0c12bcbe3cb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:20.443938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65005b2-ef4b-48dd-9f17-221f54238d24 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Router cd38e666-7fe7-44d0-9f26-f214bf31ad61 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:06:20.468605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.475204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.487445 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2b44b8de-ee66-4c94-afaf-01ee653892d8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/floatingips/6633fa09-ec14-4ece-9438-186e0662460f HTTP/1.1" status: 204 len: 168 time: 1.4547226 Nov 26 22:06:20.506145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe8aec-f418-4d3b-aa55-b7ca2085239b req-0a56911a-68f9-4655-9a43-946e188e8bab tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:20.507781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1fe8aec-f418-4d3b-aa55-b7ca2085239b req-0a56911a-68f9-4655-9a43-946e188e8bab tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.2336557 Nov 26 22:06:20.508295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37542) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:20.535406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '2d2168d3-7298-4d6b-8754-06886cc1996a'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:20.628921 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.741500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65005b2-ef4b-48dd-9f17-221f54238d24 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:20.762786 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] Sync routers for ids ['cd38e666-7fe7-44d0-9f26-f214bf31ad61'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:20.779457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f65005b2-ef4b-48dd-9f17-221f54238d24 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:20.783300 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f65005b2-ef4b-48dd-9f17-221f54238d24 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "PUT /v2.0/routers/cd38e666-7fe7-44d0-9f26-f214bf31ad61 HTTP/1.1" status: 200 len: 694 time: 2.4203336 Nov 26 22:06:20.783451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37544) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:20.786814 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] Routers {'cd38e666-7fe7-44d0-9f26-f214bf31ad61'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:20.787452 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['cd38e666-7fe7-44d0-9f26-f214bf31ad61'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:20.891286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1fe8aec-f418-4d3b-aa55-b7ca2085239b req-1243cd85-f150-4669-acae-718c6458a3e1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268957 Nov 26 22:06:20.948171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259b8d6-da34-4d7d-9c01-57d74077185c req-bbe121fb-f0ee-41b2-b153-d96431836851 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:20.970731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3259b8d6-da34-4d7d-9c01-57d74077185c req-bbe121fb-f0ee-41b2-b153-d96431836851 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.3821507 Nov 26 22:06:20.977585 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] Set router cd38e666-7fe7-44d0-9f26-f214bf31ad61 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:21.006239 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d307e26f-b97e-4e30-9688-6f02496a7737 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/routers/cd38e666-7fe7-44d0-9f26-f214bf31ad61 HTTP/1.1" status: 200 len: 700 time: 0.2140501 Nov 26 22:06:21.007035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37548) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:21.062366 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38e666-7fe7-44d0-9f26-f214bf31ad61', 'name': 'tempest-RoutersTest-router-1933412332', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:18Z', 'updated_at': '2021-11-26T22:06:19Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:21.105150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5bd399fe-209f-43f3-b3ef-c0659ea62a75 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd38e666-7fe7-44d0-9f26-f214bf31ad61 HTTP/1.1" status: 200 len: 205 time: 0.0926335 Nov 26 22:06:21.107129 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] Checking router: cd38e666-7fe7-44d0-9f26-f214bf31ad61 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:06:21.114706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37550) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:21.119646 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] Routers {'cd38e666-7fe7-44d0-9f26-f214bf31ad61'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:21.120252 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:05:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['cd38e666-7fe7-44d0-9f26-f214bf31ad61'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:21.300195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c0eed-2aa9-4584-b1e7-984712c4684d req-4f42c359-e3bb-4359-b282-a79d6fac8943 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:21.301840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e7c0eed-2aa9-4584-b1e7-984712c4684d req-4f42c359-e3bb-4359-b282-a79d6fac8943 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.2496760 Nov 26 22:06:21.352540 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] Set router cd38e666-7fe7-44d0-9f26-f214bf31ad61 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:21.367099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3259b8d6-da34-4d7d-9c01-57d74077185c req-6d448401-a08e-4edf-9d7f-af22798f877f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927407 Nov 26 22:06:21.384650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48a932f4-46e8-4a4d-8959-6281a30cbd3f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:21.397537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37564) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:21.485437 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd38e666-7fe7-44d0-9f26-f214bf31ad61', 'name': 'tempest-RoutersTest-router-1933412332', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:18Z', 'updated_at': '2021-11-26T22:06:19Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:21.562183 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e417a-b2aa-4b62-ac41-39ccb52eac88 None None] The sync data for ids ['cd38e666-7fe7-44d0-9f26-f214bf31ad61'] in n-d-819494-1 is: [{'id': 'cd38e666-7fe7-44d0-9f26-f214bf31ad61', 'name': 'tempest-RoutersTest-router-1933412332', 'tenant_id': 'e83b228af31c4b978cffd453a8e63cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:18Z', 'updated_at': '2021-11-26T22:06:19Z', 'revision_number': 2, 'project_id': 'e83b228af31c4b978cffd453a8e63cbd', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:21.581634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:21.815743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ce421e5e-8ee6-44a7-b665-a321147d426a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/6da003c6-474c-4990-b5af-8d241df2f54a HTTP/1.1" status: 200 len: 990 time: 0.4138203 Nov 26 22:06:21.898065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.25.3.187 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/13e51bda-fb1c-49c6-a427-a7477bb7aa7f) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:21.968311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48a932f4-46e8-4a4d-8959-6281a30cbd3f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:21.975973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48a932f4-46e8-4a4d-8959-6281a30cbd3f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:22.061950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e7c0eed-2aa9-4584-b1e7-984712c4684d req-0f01de75-5693-4231-aacb-73c0ad4ffc54 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7335570 Nov 26 22:06:22.101759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48a932f4-46e8-4a4d-8959-6281a30cbd3f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:22.102679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a932f4-46e8-4a4d-8959-6281a30cbd3f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Fanout notify agent at l3_agent the message router_deleted on router cd38e666-7fe7-44d0-9f26-f214bf31ad61 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:06:22.123961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-48a932f4-46e8-4a4d-8959-6281a30cbd3f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:22.133025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-48a932f4-46e8-4a4d-8959-6281a30cbd3f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/cd38e666-7fe7-44d0-9f26-f214bf31ad61 HTTP/1.1" status: 204 len: 168 time: 1.0162382 Nov 26 22:06:22.133395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37580) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.163253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37584) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.197124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-903e2c87-06d7-4f56-901d-b4df7ab7a47e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd38e666-7fe7-44d0-9f26-f214bf31ad61 HTTP/1.1" status: 200 len: 205 time: 0.0606496 Nov 26 22:06:22.214944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37586) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.320180 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-4111ee85-5ea7-4358-8b7a-1283af827bf2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] delete failed (client error): The resource could not be found. Nov 26 22:06:22.327866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4111ee85-5ea7-4358-8b7a-1283af827bf2 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/cd38e666-7fe7-44d0-9f26-f214bf31ad61 HTTP/1.1" status: 404 len: 336 time: 0.1102364 Nov 26 22:06:22.328839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.344688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:22.397222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b009-16ec-40e7-b42b-2681f79e342c req-b18fd416-ef77-430b-ab67-892ff5911edd tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:22.411316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f26b009-16ec-40e7-b42b-2681f79e342c req-b18fd416-ef77-430b-ab67-892ff5911edd tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.2169287 Nov 26 22:06:22.431578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37590) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.442035 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-af85aeba-8fbf-4123-acf0-1be78f8ad82c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:22.442292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af85aeba-8fbf-4123-acf0-1be78f8ad82c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:22.453255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37594) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.458993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-af85aeba-8fbf-4123-acf0-1be78f8ad82c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/384515ad-d55f-45fe-b4ff-d55157b8690e HTTP/1.1" status: 404 len: 337 time: 0.0897555 Nov 26 22:06:22.674482 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fbf4aa-9b12-45d0-ba3f-323dbe803def tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:22.684098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fbf4aa-9b12-45d0-ba3f-323dbe803def tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:22.691274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-98fbf4aa-9b12-45d0-ba3f-323dbe803def tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/fdde5f81-8b5a-4c32-8cde-afa03b55c224 HTTP/1.1" status: 404 len: 337 time: 0.2330928 Nov 26 22:06:22.704033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37600) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.763584 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:22.784904 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33547c5-aebb-4fbe-86cd-0096d80a6f52 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:22.785413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33547c5-aebb-4fbe-86cd-0096d80a6f52 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:22.795587 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f33547c5-aebb-4fbe-86cd-0096d80a6f52 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/5396fc94-773a-4d46-ba59-5939b8fcc127 HTTP/1.1" status: 404 len: 337 time: 0.0876033 Nov 26 22:06:22.797364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37604) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.860457 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5aca22-850a-4889-a179-193c50b88af5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:22.860457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5aca22-850a-4889-a179-193c50b88af5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:22.865947 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9b5aca22-850a-4889-a179-193c50b88af5 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/dd84630b-34cf-4560-88c7-a5b42a3e92cf HTTP/1.1" status: 404 len: 337 time: 0.0642948 Nov 26 22:06:22.881816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1841001275'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:22.925669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37608) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.968364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-364fdbe3-8f5a-4204-9f6b-1c8d06e2a3a3 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 200 len: 205 time: 0.0382285 Nov 26 22:06:22.968364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Made reservation on behalf of 62a063e3c4354ecf90305992c252c572 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:22.971023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:22.972274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37610) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:22.978615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=13e51bda-fb1c-49c6-a427-a7477bb7aa7f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:23.000317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.003328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 30eed55e-adc9-47a5-a3d8-b27efbd419c8 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:23.003666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.028160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:23.041211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:23.086736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f26b009-16ec-40e7-b42b-2681f79e342c req-60bfb4eb-7735-4e2d-a54c-cbbb65fc3c6f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6728261 Nov 26 22:06:23.188282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:23.194996 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-9596b456-8509-47ff-9ddb-69c29b784b2a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] delete failed (client error): The resource could not be found. Nov 26 22:06:23.205129 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9596b456-8509-47ff-9ddb-69c29b784b2a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/44de5d39-d5f1-40ab-a2b5-2f72772e9674 HTTP/1.1" status: 404 len: 336 time: 0.2115448 Nov 26 22:06:23.210262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37614) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:23.299125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b8cd57bf-96d5-459b-a485-a66d21da4d81 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=586965fa-decc-48e7-a6e8-228ac4723c36 HTTP/1.1" status: 200 len: 205 time: 0.0732419 Nov 26 22:06:23.302056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.302910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.305946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37616) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:23.388583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 30eed55e-adc9-47a5-a3d8-b27efbd419c8 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:23.391305 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-1abc64e5-bb53-45c7-bf65-92f9127c8016 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] delete failed (client error): The resource could not be found. Nov 26 22:06:23.392392 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1abc64e5-bb53-45c7-bf65-92f9127c8016 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/586965fa-decc-48e7-a6e8-228ac4723c36 HTTP/1.1" status: 404 len: 336 time: 0.0854564 Nov 26 22:06:23.401551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37618) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:23.405372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.443409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.477948 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66a64268-13aa-4c30-b74f-c256837c3f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.479827 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd43122f-03a2-4d2b-86ea-3bb2230c4e15 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:23.480293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd43122f-03a2-4d2b-86ea-3bb2230c4e15 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:23.484352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cd43122f-03a2-4d2b-86ea-3bb2230c4e15 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/e1a06952-9a21-4dea-916b-e941c0dcee7f HTTP/1.1" status: 404 len: 337 time: 0.0817800 Nov 26 22:06:23.550832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37620) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:23.582658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:06:23.655951 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3cd32115-2825-4f57-b468-8cf2f67e3d5e tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=144c415b-c6c6-4add-a8bd-8598edc2c66e HTTP/1.1" status: 200 len: 205 time: 0.1041284 Nov 26 22:06:23.661008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37622) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:23.716451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.719754 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Added segment b283dc4e-9f5f-4fd1-969a-15f32287c245 of type vlan for network c641497a-cb5b-4da3-863f-e0a569f7d3b9 Nov 26 22:06:23.809793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.893824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542ad872-7c06-43b3-b56c-400025d28811,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:23.907664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:23.917986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:23.918700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:24.045569 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-fc84a1a8-41e2-48f8-bdca-32dffbbb18f4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] delete failed (client error): The resource could not be found. Nov 26 22:06:24.045807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96faea-34ac-458e-bf1e-c9a6b196bfc9 req-a0e21112-eff0-494f-beab-62ddc258dd5f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:24.046681 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fc84a1a8-41e2-48f8-bdca-32dffbbb18f4 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/144c415b-c6c6-4add-a8bd-8598edc2c66e HTTP/1.1" status: 404 len: 336 time: 0.3582342 Nov 26 22:06:24.048302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae96faea-34ac-458e-bf1e-c9a6b196bfc9 req-a0e21112-eff0-494f-beab-62ddc258dd5f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.7912929 Nov 26 22:06:24.101065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37628) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:24.166774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-67a33488-cb73-489a-b011-5b172e9be332 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=719c9d32-0756-4aa1-b344-2f2321b9be71 HTTP/1.1" status: 200 len: 205 time: 0.0537534 Nov 26 22:06:24.174391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37632) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:24.260769 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-b9b948e1-53b6-463b-a04d-940a7e5b5fa7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] delete failed (client error): The resource could not be found. Nov 26 22:06:24.262611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b9b948e1-53b6-463b-a04d-940a7e5b5fa7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/719c9d32-0756-4aa1-b344-2f2321b9be71 HTTP/1.1" status: 404 len: 336 time: 0.0866997 Nov 26 22:06:24.268830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae96faea-34ac-458e-bf1e-c9a6b196bfc9 req-18af4582-5217-4bf4-99a3-d28dd5c3ed37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114937 Nov 26 22:06:24.273858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37634) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:24.314101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Network': ['ID=c641497a-cb5b-4da3-863f-e0a569f7d3b9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:24.317609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:06:24.324421 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-f117fc2b-33bf-4599-951e-20988e6a109a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:24.325032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f117fc2b-33bf-4599-951e-20988e6a109a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:24.336346 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f117fc2b-33bf-4599-951e-20988e6a109a tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/1e5cde27-7b99-453b-b443-91bd248afd5a HTTP/1.1" status: 404 len: 337 time: 0.0604284 Nov 26 22:06:24.339133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37636) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:24.343922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a735d81-42a3-45ef-963d-acd853ae3faa tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9074481 Nov 26 22:06:24.344728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37638) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:24.361530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'subnet': {'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:24.412573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ad45fdb-6e69-42f3-948f-054d8850c1a8 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29 HTTP/1.1" status: 200 len: 205 time: 0.0676727 Nov 26 22:06:24.427869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37640) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:24.465633 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:24.662899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:24.713682 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-bce7b7c2-a479-43ee-aad6-515e4caa8fe7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] delete failed (client error): The resource could not be found. Nov 26 22:06:24.714780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bce7b7c2-a479-43ee-aad6-515e4caa8fe7 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/dfa7e060-cfe8-4fc8-8507-30cdfbc0ca29 HTTP/1.1" status: 404 len: 336 time: 0.2793639 Nov 26 22:06:24.719942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37642) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:24.854897 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e27ec9-0f41-4462-8713-460b5515001c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:24.856140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e27ec9-0f41-4462-8713-460b5515001c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:24.860182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-85e27ec9-0f41-4462-8713-460b5515001c tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/ada3850d-bca5-4da7-9846-1f671a2ea5d3 HTTP/1.1" status: 404 len: 337 time: 0.1391976 Nov 26 22:06:24.866903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37646) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:24.867644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Made reservation on behalf of 62a063e3c4354ecf90305992c252c572 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:24.878285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:24.899702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:24.922901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d4c22-870a-4f64-91b9-c2cf4586672d req-9c1e18a7-3ce0-475e-830c-82c80b2ce3d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:24.924820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c2d4c22-870a-4f64-91b9-c2cf4586672d req-9c1e18a7-3ce0-475e-830c-82c80b2ce3d7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.0862370 Nov 26 22:06:25.045233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c2d4c22-870a-4f64-91b9-c2cf4586672d req-853b7f62-c925-45f1-bfab-8683a1a2e2b4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096995 Nov 26 22:06:25.083673 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56a2a02e-c72e-41b6-bcfe-5c4a78893817 tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0332be6-1948-4f73-8fa2-0e19fbbcccce HTTP/1.1" status: 200 len: 205 time: 0.1968672 Nov 26 22:06:25.084393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37658) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:25.190907 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-a19f90b6-72a2-4a75-9857-4d225a260d8f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] delete failed (client error): The resource could not be found. Nov 26 22:06:25.192308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a19f90b6-72a2-4a75-9857-4d225a260d8f tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/routers/c0332be6-1948-4f73-8fa2-0e19fbbcccce HTTP/1.1" status: 404 len: 336 time: 0.0961130 Nov 26 22:06:25.206241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37660) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:25.240997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=30eed55e-adc9-47a5-a3d8-b27efbd419c8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:25.266490 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a1c0c1-cbb1-41cb-9f7a-db628b67d8fd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:25.266762 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a1c0c1-cbb1-41cb-9f7a-db628b67d8fd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:25.269742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d1a1c0c1-cbb1-41cb-9f7a-db628b67d8fd tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/0144117e-be3c-4c4a-9b75-7199e5a2b9e1 HTTP/1.1" status: 404 len: 337 time: 0.0592828 Nov 26 22:06:25.272538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37666) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:25.311875 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be73b98-8e66-497c-b5ce-cfbc5965a85d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] DELETE failed (client error): The resource could not be found. Nov 26 22:06:25.312400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be73b98-8e66-497c-b5ce-cfbc5965a85d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:06:25.316403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3be73b98-8e66-497c-b5ce-cfbc5965a85d tempest-RoutersTest-1008550413 tempest-RoutersTest-1008550413-project] 10.222.0.21 "DELETE /v2.0/subnets/49059833-9665-4ab2-bea2-ace9c315d08b HTTP/1.1" status: 404 len: 337 time: 0.0423632 Nov 26 22:06:25.337550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:25.346047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:25.509813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=13e51bda-fb1c-49c6-a427-a7477bb7aa7f,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:25.519035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:25.541287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:25.541951 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Floating IP 6da003c6-474c-4990-b5af-8d241df2f54a disassociated (deleted). External IP: 172.25.3.24, port: cbf7f915-e6a6-4db7-a854-c9bba4e47ded. Nov 26 22:06:25.630518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:25.726216 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP 79fbba47-42dc-4644-a08b-64bc32fa90a5 associated. External IP: 172.25.3.187, port: 2d2168d3-7298-4d6b-8754-06886cc1996a. Nov 26 22:06:25.910216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37674) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:25.937595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff264b-e3ad-4074-81af-7a60bbf0acfd req-a5f26ff3-3a83-4045-84dd-6268f0b6fd93 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:25.942792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62ff264b-e3ad-4074-81af-7a60bbf0acfd req-a5f26ff3-3a83-4045-84dd-6268f0b6fd93 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.5244219 Nov 26 22:06:26.217138 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-71f85b46-05a3-482d-96e8-b09ff1ece604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:26.262521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Subnet': ['ID=8cbc09eb-562d-499b-a908-36dbd3edd06a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:26.347194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-eb35725d-211e-4a5e-b9df-d4cb03b8fb32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e83b228af31c4b978cffd453a8e63cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4326515 Nov 26 22:06:26.353468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37686) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:26.457484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Checking segment: {'id': 'b283dc4e-9f5f-4fd1-969a-15f32287c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:26.457484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Network hostable DHCP agents. Network: c641497a-cb5b-4da3-863f-e0a569f7d3b9, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:06:26.462376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829abd01-2ec9-49ed-8172-bdf0de8e4f26 req-f44bdbe8-896d-450a-aa25-c32f5f1b9a8d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:26.468540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-829abd01-2ec9-49ed-8172-bdf0de8e4f26 req-f44bdbe8-896d-450a-aa25-c32f5f1b9a8d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.2615540 Nov 26 22:06:26.491395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62ff264b-e3ad-4074-81af-7a60bbf0acfd req-607888c7-c388-40f8-8e1b-529837926b36 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996816 Nov 26 22:06:26.498044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:26.599301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:06:26.614507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, c641497a-cb5b-4da3-863f-e0a569f7d3b9) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:26.624032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fcefb9-6158-4438-a09a-a7cb54dd645d None None] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:26.651735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:26.652590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:26.688426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-829abd01-2ec9-49ed-8172-bdf0de8e4f26 req-ad2c6820-adde-4dcb-8c6d-3cc3977554c3 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869962 Nov 26 22:06:26.691601 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-eae4f452-28d7-4844-9641-d37582b7ca72 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3440490 Nov 26 22:06:26.712150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37688) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:26.717896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2100026745'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:26.725551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 3f101628-536c-4a81-bc26-a3b8b7ca951a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:26.769910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c77592-8646-438b-a3b8-14fe3f5b5d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:26.849032 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c77592-8646-438b-a3b8-14fe3f5b5d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:27.041772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'tenant_id': '62a063e3c4354ecf90305992c252c572', 'fixed_ips': [{'subnet_id': '8cbc09eb-562d-499b-a908-36dbd3edd06a'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:06:27.043154 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:27.196091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:27.207039 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:27.219760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Made reservation on behalf of 62a063e3c4354ecf90305992c252c572 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:27.223501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:27.258736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] Sync routers for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:27.268009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Allocated IP 2001:db8::2 (c641497a-cb5b-4da3-863f-e0a569f7d3b9/8cbc09eb-562d-499b-a908-36dbd3edd06a/8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:27.305699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:27.318930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:27.319969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:27.401701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ef8bfd48-448d-49bb-a4a5-d96762f6d1ea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/floatingips/6da003c6-474c-4990-b5af-8d241df2f54a HTTP/1.1" status: 204 len: 168 time: 5.2372985 Nov 26 22:06:27.404633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] device_id is not set on port 93018428-13d3-49ed-81ed-bd78ffe36281 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:27.415213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:27.418753 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0270e7-38c9-4d95-819a-0fc26de061ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:27.495763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-399debdc-c1e1-4160-b132-a33552c3eab2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1885858 Nov 26 22:06:27.547375 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e863a1b-201b-4e5e-9459-b2bc9aeb43b0 x-openstack-request-id: req-4e863a1b-201b-4e5e-9459-b2bc9aeb43b0 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:27.547549 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:27.547887 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e863a1b-201b-4e5e-9459-b2bc9aeb43b0 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:27.548298 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'status': 'completed', 'code': 200} Nov 26 22:06:27.616863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:27.858233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2402ca65-56c8-4dd2-8a5d-fe975b63d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:27.858821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2402ca65-56c8-4dd2-8a5d-fe975b63d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:27.859314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2402ca65-56c8-4dd2-8a5d-fe975b63d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:27.865984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2402ca65-56c8-4dd2-8a5d-fe975b63d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:27.870000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2402ca65-56c8-4dd2-8a5d-fe975b63d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:27.870621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2402ca65-56c8-4dd2-8a5d-fe975b63d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:27.871253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2402ca65-56c8-4dd2-8a5d-fe975b63d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:27.885838 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2402ca65-56c8-4dd2-8a5d-fe975b63d90f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6500 time: 0.2900820 Nov 26 22:06:27.888642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-6778e758-9270-4f98-b51d-e272e5930621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:27.890165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-6778e758-9270-4f98-b51d-e272e5930621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 1095 time: 0.2934475 Nov 26 22:06:28.146990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:14Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:28.184854 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:28.186939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] Checking router: 3f101628-536c-4a81-bc26-a3b8b7ca951a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:06:28.198625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:28.199584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:28.203676 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:28.305716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-bf1dd271-dbc9-4e75-a517-5503d0165df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:28.311310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-bf1dd271-dbc9-4e75-a517-5503d0165df4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 200 len: 898 time: 0.4097629 Nov 26 22:06:28.422402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Allocated IP 2001:db8::3a8 (c641497a-cb5b-4da3-863f-e0a569f7d3b9/8cbc09eb-562d-499b-a908-36dbd3edd06a/93018428-13d3-49ed-81ed-bd78ffe36281) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:28.444046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:28.456946 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbd523-2ff9-464f-bcc6-7133c6a3e425 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:28.479219 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c77592-8646-438b-a3b8-14fe3f5b5d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:28.483079 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbd523-2ff9-464f-bcc6-7133c6a3e425 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:28.483755 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-65dbd523-2ff9-464f-bcc6-7133c6a3e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:28.487629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:28.494472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5c77592-8646-438b-a3b8-14fe3f5b5d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:28.504596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c5c77592-8646-438b-a3b8-14fe3f5b5d7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73301092-1867-4f6e-960e-1e634ae190a3 HTTP/1.1" status: 204 len: 168 time: 2.1445439 Nov 26 22:06:28.581981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c77592-8646-438b-a3b8-14fe3f5b5d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73301092-1867-4f6e-960e-1e634ae190a3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:28.594576 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-65dbd523-2ff9-464f-bcc6-7133c6a3e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:28.615154 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dbd523-2ff9-464f-bcc6-7133c6a3e425 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:28.616683 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-65dbd523-2ff9-464f-bcc6-7133c6a3e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:28.663736 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:28.666380 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-65dbd523-2ff9-464f-bcc6-7133c6a3e425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:28.667449 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dbd523-2ff9-464f-bcc6-7133c6a3e425 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:28.761413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefca781-7e79-40d7-9492-f314edf70527 req-e59e77d7-cce1-4165-9116-9df8068c1387 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:28.773149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cefca781-7e79-40d7-9492-f314edf70527 req-e59e77d7-cce1-4165-9116-9df8068c1387 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.4806893 Nov 26 22:06:28.799093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60953943-08d4-4bff-8a53-f7138e2f4a01 req-128a6a10-4b04-4b72-984a-e18acf626d15 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:28.812988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60953943-08d4-4bff-8a53-f7138e2f4a01 req-128a6a10-4b04-4b72-984a-e18acf626d15 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.5305126 Nov 26 22:06:28.907891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-e5374027-5f90-442f-83df-f9d3e7cc2c0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 200 len: 217 time: 0.2162397 Nov 26 22:06:28.922786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8f0dba96-a75b-48fc-a435-5c6e6afc9b5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.3995597 Nov 26 22:06:28.926341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37750) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:28.963207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60953943-08d4-4bff-8a53-f7138e2f4a01 req-0722dc5c-ae15-4f1d-b814-cce82cddbf38 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435432 Nov 26 22:06:28.977230 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cefca781-7e79-40d7-9492-f314edf70527 req-ab08f1f1-ef29-409c-8e91-84010e86624e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029228 Nov 26 22:06:29.064794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-252416326'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:29.241964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609338c-df97-4ff2-b5a4-60eb74302e71 req-af31e3b8-011e-4669-92c1-06cf109ca66b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:29.247899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:29.256776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4609338c-df97-4ff2-b5a4-60eb74302e71 req-af31e3b8-011e-4669-92c1-06cf109ca66b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.1854067 Nov 26 22:06:29.271224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-815ba2ca-ec70-4c4b-b21e-aa0b206b572d req-e7a06d6f-8944-434f-98c4-dace776437da service neutron] (110000) timed out ('10.222.0.13', 50092) {{(pid=110000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:06:29.311691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:29.325944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:29.326247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-4a895a24-8327-4607-acca-5ce4c549b12b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:29.328245 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-4a895a24-8327-4607-acca-5ce4c549b12b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.6211042 Nov 26 22:06:29.335992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:29.368109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-ecf8b164-03dd-4a30-9592-19f5e1642f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:29.368860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-ecf8b164-03dd-4a30-9592-19f5e1642f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:29.373148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-ecf8b164-03dd-4a30-9592-19f5e1642f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:29.391869 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-ecf8b164-03dd-4a30-9592-19f5e1642f13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=a12c8647-c2a6-454e-b2a4-b129f610ef39&id=a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 200 len: 2298 time: 1.4329057 Nov 26 22:06:29.439959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4609338c-df97-4ff2-b5a4-60eb74302e71 req-24738c7a-597d-4777-8327-f5b7a7f6102f tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776698 Nov 26 22:06:29.465716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-da37124a-151c-4163-a2ba-0943689e36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:29.472725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-da37124a-151c-4163-a2ba-0943689e36cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cee86048-b3c1-4b27-b153-8e83510575b1 HTTP/1.1" status: 200 len: 835 time: 0.5385294 Nov 26 22:06:29.593428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Pushing event updated for resources: {'Port': ['ID=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:29.599886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:29.603701 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:29.615511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:29.672200 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:29.751455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Attempting to bind port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:06:29.751855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Attempting to bind port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'b283dc4e-9f5f-4fd1-969a-15f32287c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:06:29.752220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Attempting to bind port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 on network c641497a-cb5b-4da3-863f-e0a569f7d3b9 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:29.801971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:06:29.821007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:29.821502 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Added segment e28fbf32-a2e7-4840-8fc7-44baf73bf3e3 of type vlan for network 26e22f9c-6262-431d-803a-cdbce459eeb7 Nov 26 22:06:29.825676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:06:29.826150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Checking segment: {'id': 'b283dc4e-9f5f-4fd1-969a-15f32287c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:29.827300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:29.827713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Bound using segment: {'id': 'b283dc4e-9f5f-4fd1-969a-15f32287c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:06:29.829653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Bound port: 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b283dc4e-9f5f-4fd1-969a-15f32287c245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:06:29.830050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:29.947967 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-21cb3d09-5e08-4178-be1d-e98739e7207b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70621aed-7a91-4da3-9946-e906c783d7f7 HTTP/1.1" status: 200 len: 1002 time: 0.5386648 Nov 26 22:06:30.006213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064338d-2ac2-496e-9cca-e23cd06c995e req-aa169b8c-cb4f-4537-9258-2d64e6b44bc5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:30.029679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3064338d-2ac2-496e-9cca-e23cd06c995e req-aa169b8c-cb4f-4537-9258-2d64e6b44bc5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 946 time: 0.1540887 Nov 26 22:06:30.170862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3064338d-2ac2-496e-9cca-e23cd06c995e req-3e4b8215-e755-4894-8a67-d6e462ee0897 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403666 Nov 26 22:06:30.228527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] For port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:06:30.249938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] For port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,segment=NetworkSegment(b283dc4e-9f5f-4fd1-969a-15f32287c245),segment_id=b283dc4e-9f5f-4fd1-969a-15f32287c245)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:06:30.261112 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:30.287989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108673fc-18b2-426d-9579-67bd14f335bd req-c0475488-974a-438e-88e8-e8807ab1b0e4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:30.299931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-108673fc-18b2-426d-9579-67bd14f335bd req-c0475488-974a-438e-88e8-e8807ab1b0e4 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.1279948 Nov 26 22:06:30.358792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-5297446f-52d7-449f-96ef-b52b61ee9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:30.367287 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-5297446f-52d7-449f-96ef-b52b61ee9c10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f0247c-5539-4f19-9a32-ead622c07557 HTTP/1.1" status: 200 len: 855 time: 0.3768203 Nov 26 22:06:30.392602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-108673fc-18b2-426d-9579-67bd14f335bd req-9269ec0c-6bb0-4872-9847-8cddc4df1e20 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889413 Nov 26 22:06:30.438104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:30.556077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:30.578365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-5d9060c9-ede8-4bee-84ca-386aa90e2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:30.579997 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-5d9060c9-ede8-4bee-84ca-386aa90e2781 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9956591 Nov 26 22:06:30.594593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-b025b679-eb5f-4db0-ab53-dca9fe4c996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:30.596168 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-b025b679-eb5f-4db0-ab53-dca9fe4c996f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220311 Nov 26 22:06:30.683467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:14Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:30.725599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-60bc1b51-0847-4285-ada7-a8be0b945bb8 service neutron] 10.222.0.13 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274574 Nov 26 22:06:30.730737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:30.837257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f937402-40cb-4792-8ae5-bef7c49a1881 req-fe237f98-7c39-49a9-b6bd-36411abfd4e2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:30.862263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f937402-40cb-4792-8ae5-bef7c49a1881 req-fe237f98-7c39-49a9-b6bd-36411abfd4e2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.1728692 Nov 26 22:06:30.867680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26c036-ce2a-4893-af08-755dffeaca68 None None] The sync data for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 is: [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:04:10Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c383cebb-1b8b-4a83-a581-4fa9b499a7ad', 'name': '', 'network_id': 'e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:11:03:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:08Z', 'updated_at': '2021-11-26T22:04:14Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'cee86048-b3c1-4b27-b153-8e83510575b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:30.955966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea554d5-ae02-4e93-8d76-2332ed91eca6 None None] Pushing event updated for resources: {'Port': ['ID=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:31.026230 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.resource_extend [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 26 22:06:31.042315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f937402-40cb-4792-8ae5-bef7c49a1881 req-5e8656eb-50cf-41e6-a7bf-bc173e8ce29e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790094 Nov 26 22:06:31.116046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-b790d5e8-13a8-4917-b5d9-d7919d0e84dd service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893039 Nov 26 22:06:31.195836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=93018428-13d3-49ed-81ed-bd78ffe36281,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:31.328035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:31.379857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-c3b9747e-afe9-4463-a10a-6761813d7c6e service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181802 Nov 26 22:06:31.394317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:31.404376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:31.411873 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1980941a-ce0e-4f59-bb58-783e5d982bdf" -d '{"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-unplugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:31.453969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:31.467137 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:31.571617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=14']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:31.578502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:31.607800 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5959ca88-495f-42bd-895e-dce9c6da1cf5 x-openstack-request-id: req-5959ca88-495f-42bd-895e-dce9c6da1cf5 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:31.607800 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-unplugged", "status": "completed", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:31.607800 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5959ca88-495f-42bd-895e-dce9c6da1cf5 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:31.607800 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'code': 200} Nov 26 22:06:31.608388 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port cbf7f915-e6a6-4db7-a854-c9bba4e47ded {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:31.608778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:31.753110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:31.797845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:31.798564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:31.848759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:31.852954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525c9fc-a1b7-499e-8ef2-8ad6f209d227 req-22052dbd-8d06-42e7-80ce-5cacd693e17b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:31.857353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:31.858219 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:31.862255 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5525c9fc-a1b7-499e-8ef2-8ad6f209d227 req-22052dbd-8d06-42e7-80ce-5cacd693e17b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.2204993 Nov 26 22:06:31.904023 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-b89978c4-8a20-45ce-88aa-d23d315bef6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 217 time: 0.4655771 Nov 26 22:06:32.006841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cbf7f915-e6a6-4db7-a854-c9bba4e47ded no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:32.051757 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5525c9fc-a1b7-499e-8ef2-8ad6f209d227 req-7dcafec9-f41b-4d89-9a47-f33a2f6a04d9 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803894 Nov 26 22:06:32.141870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port cbf7f915-e6a6-4db7-a854-c9bba4e47ded, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:32.142637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:32.160132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for cbf7f915-e6a6-4db7-a854-c9bba4e47ded owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:32.365461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213b8fc-b777-46d9-be45-64c24b178de3 req-e85941f7-8c41-4038-8099-18187630fffc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:32.374909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9213b8fc-b777-46d9-be45-64c24b178de3 req-e85941f7-8c41-4038-8099-18187630fffc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 944 time: 0.1372757 Nov 26 22:06:32.414428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843954f8-4af5-423c-a9a9-354eadd1c879 None None] New status for floating IP 6da003c6-474c-4990-b5af-8d241df2f54a: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:06:32.516918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9213b8fc-b777-46d9-be45-64c24b178de3 req-ab307f1e-2db8-45ce-9ca0-a2a600697aea tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=f18fc671-bcc4-4184-a48e-2f00559b20ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273975 Nov 26 22:06:32.582891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e0e7f2-95e7-4a4d-82e6-0af930aef780 None None] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:32.593576 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ee0270e7-38c9-4d95-819a-0fc26de061ab req-4bb161fc-b1da-4ac8-a0f2-5a5d96e5e696 service neutron] 10.222.0.13 "GET /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8141725 Nov 26 22:06:32.629187 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f7e75722-e667-4f76-b897-5d80d91b0593 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.9127872 Nov 26 22:06:32.629405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37864) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:32.630128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-340d5886-e2e0-489a-aecb-18a68c70a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:32.635402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-340d5886-e2e0-489a-aecb-18a68c70a8da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.6895435 Nov 26 22:06:32.648366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1574040697', 'allowed_address_pairs': [{'ip_address': '2001:db8::3a8', 'mac_address': 'fa:16:3e:d7:5d:1c'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:32.665353 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.6366832 Nov 26 22:06:32.676545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37870) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:32.720467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'subnet': {'network_id': '26e22f9c-6262-431d-803a-cdbce459eeb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:32.760023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151afd1-9e1c-409d-8fc9-e79c525059f3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Network': ['ID=26e22f9c-6262-431d-803a-cdbce459eeb7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:32.772840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-04abdc5c-db3b-4f5f-92cf-d201a465e5ce None None] Provisioning complete for port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:32.773229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-04abdc5c-db3b-4f5f-92cf-d201a465e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:32.822119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:06:32.917077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Made reservation on behalf of 62a063e3c4354ecf90305992c252c572 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:33.103516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.158454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] device_id is not set on port e606a569-a41c-493b-9d3f-1bd17182ae1d yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:33.166858 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-04abdc5c-db3b-4f5f-92cf-d201a465e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.170459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:06:33.339499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-04abdc5c-db3b-4f5f-92cf-d201a465e5ce None None] For port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,segment=NetworkSegment(b283dc4e-9f5f-4fd1-969a-15f32287c245),segment_id=b283dc4e-9f5f-4fd1-969a-15f32287c245)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:33.351336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-df5d27dc-209c-4fb2-9ace-b9c15b14be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:33.353404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-df5d27dc-209c-4fb2-9ace-b9c15b14be19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6758690 Nov 26 22:06:33.356877 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.375997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:33.376579 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.378379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-04abdc5c-db3b-4f5f-92cf-d201a465e5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.424731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=cbf7f915-e6a6-4db7-a854-c9bba4e47ded,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:33.441343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Allocated IP 2001:db8::2e9 (c641497a-cb5b-4da3-863f-e0a569f7d3b9/8cbc09eb-562d-499b-a908-36dbd3edd06a/e606a569-a41c-493b-9d3f-1bd17182ae1d) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:33.498442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abdc5c-db3b-4f5f-92cf-d201a465e5ce None None] Pushing event updated for resources: {'Port': ['ID=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:33.594262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] No DVR routers for this DVR port cbf7f915-e6a6-4db7-a854-c9bba4e47ded on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:33.602302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.606942 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-59b0efcf-be2a-4da8-9063-f69bc548a25c req-c4b8f447-07a6-44f9-9b47-d4288439ab83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "DELETE /v2.0/ports/cbf7f915-e6a6-4db7-a854-c9bba4e47ded HTTP/1.1" status: 204 len: 173 time: 4.1940341 Nov 26 22:06:33.607407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-deleted', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:33.609862 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cf318b-8ec2-427b-b9ef-52a600e09e98" -d '{"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-deleted", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:33.642590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:33.654705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.678139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4446-2efc-4743-8534-dfb11487a795 req-8af902f2-c067-4e7a-a724-5cb8838fe981 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:33.679668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-deed4446-2efc-4743-8534-dfb11487a795 req-8af902f2-c067-4e7a-a724-5cb8838fe981 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.3172772 Nov 26 22:06:33.750758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-5e3dbdc1-9df4-477a-87f9-bb04098fb880 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749530 Nov 26 22:06:33.755088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f145d-5f9b-4a4b-813c-6a8f5abc88c6 req-4c37fd24-013e-4d23-8e96-e90ef2b0e2ef tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:33.756612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-354f145d-5f9b-4a4b-813c-6a8f5abc88c6 req-4c37fd24-013e-4d23-8e96-e90ef2b0e2ef tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2005212 Nov 26 22:06:33.848376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-deed4446-2efc-4743-8534-dfb11487a795 req-49c1f7ae-3939-4916-b5c7-b1ae7a5a8e6b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541033 Nov 26 22:06:33.856010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bf2847ec-81e8-439a-a938-06f881948edd None None] Provisioning complete for port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:33.857837 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf2847ec-81e8-439a-a938-06f881948edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.916462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:33.961845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-354f145d-5f9b-4a4b-813c-6a8f5abc88c6 req-1f7fcbad-2344-4db2-8f27-6764307f8e71 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935201 Nov 26 22:06:34.107344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b0c880e-baa0-4c15-a8cc-e81f4bb8c84c req-abb40c26-315c-456a-addc-e9c3dab66857 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f84883e-b9da-4986-bcdc-e8aca4085ca1 HTTP/1.1" status: 200 len: 210 time: 0.1037145 Nov 26 22:06:34.138165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:34.150102 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687dc6d3-e740-4012-a046-0fa7e80eef31 x-openstack-request-id: req-687dc6d3-e740-4012-a046-0fa7e80eef31 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:34.150616 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f84883e-b9da-4986-bcdc-e8aca4085ca1", "name": "network-vif-deleted", "tag": "cbf7f915-e6a6-4db7-a854-c9bba4e47ded", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:34.151063 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-687dc6d3-e740-4012-a046-0fa7e80eef31 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:34.151557 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f84883e-b9da-4986-bcdc-e8aca4085ca1', 'name': 'network-vif-deleted', 'tag': 'cbf7f915-e6a6-4db7-a854-c9bba4e47ded', 'status': 'completed', 'code': 200} Nov 26 22:06:34.233645 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-7812711a-4876-4d1f-9e90-89e375a2e028 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599164 Nov 26 22:06:34.238229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:34.238916 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:34.245526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:34.267217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:34.273333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.274270 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:34.277118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bf2847ec-81e8-439a-a938-06f881948edd None None] Provisioning complete for port 93018428-13d3-49ed-81ed-bd78ffe36281 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:34.280767 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf2847ec-81e8-439a-a938-06f881948edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:34.305989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=e606a569-a41c-493b-9d3f-1bd17182ae1d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:34.317502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e3c0ca71-c51e-4ba8-8e14-8e7a309f6996 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6848629 Nov 26 22:06:34.318469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37926) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:34.397293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe9865-3b76-484e-8d56-05ab29aca11c tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.402760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe9865-3b76-484e-8d56-05ab29aca11c tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.420417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe9865-3b76-484e-8d56-05ab29aca11c tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.422759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c0fe9865-3b76-484e-8d56-05ab29aca11c tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1038744 Nov 26 22:06:34.425529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37930) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:34.464527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bf2847ec-81e8-439a-a938-06f881948edd None None] Port 93018428-13d3-49ed-81ed-bd78ffe36281 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:34.501196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Subnet': ['ID=5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:34.527269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-e8a682de-e6d4-4ead-9a4d-4afc35bd2637 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 217 time: 0.2714846 Nov 26 22:06:34.533624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Checking segment: {'id': 'e28fbf32-a2e7-4840-8fc7-44baf73bf3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '26e22f9c-6262-431d-803a-cdbce459eeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:34.534113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network hostable DHCP agents. Network: 26e22f9c-6262-431d-803a-cdbce459eeb7, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:06:34.598387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0e964487-200a-42b9-b9e3-9bdf08c0fde7 None None] Provisioning complete for port 93018428-13d3-49ed-81ed-bd78ffe36281 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:34.598718 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e964487-200a-42b9-b9e3-9bdf08c0fde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:34.648317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-0755ab60-9f87-4290-86cb-f5ccf07af7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.649950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-0755ab60-9f87-4290-86cb-f5ccf07af7c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 1095 time: 0.1130564 Nov 26 22:06:34.651703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0e964487-200a-42b9-b9e3-9bdf08c0fde7 None None] Port 93018428-13d3-49ed-81ed-bd78ffe36281 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:34.659833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:06:34.677870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b93651-47b8-49d9-a436-f97ce773e028 req-6fe64470-67f4-4e5d-b89f-12a804652221 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.681497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52b93651-47b8-49d9-a436-f97ce773e028 req-6fe64470-67f4-4e5d-b89f-12a804652221 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1944878 Nov 26 22:06:34.690770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 26e22f9c-6262-431d-803a-cdbce459eeb7) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:34.696291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-283e58ff-5a2a-4ee9-9822-ee5d04a1f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.697834 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-283e58ff-5a2a-4ee9-9822-ee5d04a1f4e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1597700 Nov 26 22:06:34.700461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.701071 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:34.711057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb173bd0-1e47-4aad-a5b3-ea0ab3accb56 None None] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:34.735520 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-41d97aae-0a55-4dd9-a472-ec4e4cc1e9b0 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0181329 Nov 26 22:06:34.750130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-d9455e64-dce2-404d-8c25-7173ef06bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.751651 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-d9455e64-dce2-404d-8c25-7173ef06bb33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1095 time: 0.1691642 Nov 26 22:06:34.752265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37932) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:34.759857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-738915878', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:34.777190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8c69fd5d-c30f-4092-9dd2-628e1e74af0e tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Deleting port e606a569-a41c-493b-9d3f-1bd17182ae1d {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:34.777764 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c69fd5d-c30f-4092-9dd2-628e1e74af0e tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:34.786976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-69d49ae3-3a10-4528-9773-4c06cea981a6 None None] Provisioning complete for port e606a569-a41c-493b-9d3f-1bd17182ae1d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:34.786976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69d49ae3-3a10-4528-9773-4c06cea981a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:34.850631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-0c6bfa39-686b-4aec-a6fb-06a97a3e7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.851255 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-0c6bfa39-686b-4aec-a6fb-06a97a3e7b51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1393561 Nov 26 22:06:34.874939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52b93651-47b8-49d9-a436-f97ce773e028 req-1193a72d-cf86-4390-9c16-ecaecd9ff852 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780574 Nov 26 22:06:34.909328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-05d848a9-5a86-44d7-bc25-881a45359b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.911843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-69d49ae3-3a10-4528-9773-4c06cea981a6 None None] Port e606a569-a41c-493b-9d3f-1bd17182ae1d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:34.913742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-05d848a9-5a86-44d7-bc25-881a45359b61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 200 len: 917 time: 0.2312112 Nov 26 22:06:34.988827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-9d3ff755-ec7f-4f95-9eb7-d897af6ee28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:34.995378 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-9d3ff755-ec7f-4f95-9eb7-d897af6ee28b service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2274041 Nov 26 22:06:35.000215 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.002064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.006605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-26e22f9c-6262-431d-803a-cdbce459eeb7', 'network_id': '26e22f9c-6262-431d-803a-cdbce459eeb7', 'tenant_id': '9d067de887ab46129b90fbd910765894', 'fixed_ips': [{'subnet_id': '5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:06:35.007478 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.013616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:06:35.100022 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c69fd5d-c30f-4092-9dd2-628e1e74af0e tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.127596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8c69fd5d-c30f-4092-9dd2-628e1e74af0e tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Calling delete_port for e606a569-a41c-493b-9d3f-1bd17182ae1d owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:35.132023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-192b17f5-2d85-4275-a7ee-dc9666008568 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c89768da-20ba-407f-8b4f-e577e5c303ed HTTP/1.1" status: 200 len: 1000 time: 0.2078109 Nov 26 22:06:35.210688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:35.242936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25252d-db3d-40e9-9d5d-63133f697692 req-e44cc7a0-b9ba-4422-93a3-e1a4c39f4c93 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:35.244837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca25252d-db3d-40e9-9d5d-63133f697692 req-e44cc7a0-b9ba-4422-93a3-e1a4c39f4c93 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.1938190 Nov 26 22:06:35.257427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-07dd28c4-2829-455f-94b0-2bcf6d88eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:35.258977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-07dd28c4-2829-455f-94b0-2bcf6d88eb61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 200 len: 855 time: 0.1193144 Nov 26 22:06:35.290046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.297352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-c13423fa-3de6-456e-be47-4db9a59c1e09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 999 time: 0.2614841 Nov 26 22:06:35.342188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:35.342759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.373380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca25252d-db3d-40e9-9d5d-63133f697692 req-21780e94-9d71-4d7d-b1e0-cb3bf7fc8360 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132965 Nov 26 22:06:35.376721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-7987c8f9-7af0-417a-bd35-7ad18415099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:35.378271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-7987c8f9-7af0-417a-bd35-7ad18415099e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c0930f8f-56c9-4dc2-947b-a41660669060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096668 Nov 26 22:06:35.462355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Allocated IP 172.20.0.2 (26e22f9c-6262-431d-803a-cdbce459eeb7/5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4/7ecc6f5a-c841-493c-9a9b-0b1645e2263b) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:35.529847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-442d07f7-6d9c-461d-a91b-ef161d7e020d service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403542 Nov 26 22:06:35.568641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-f6cf228a-99cf-4209-b907-41c1cd9d1b6b service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732660 Nov 26 22:06:35.576092 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.626945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-61bed7ee-911f-430f-9ef5-e0200f96e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:35.628417 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-61bed7ee-911f-430f-9ef5-e0200f96e4ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.3174562 Nov 26 22:06:35.645995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c69fd5d-c30f-4092-9dd2-628e1e74af0e tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.680277 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.687883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.698711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc5e3ced-7b05-44c9-932a-66a36bf959ad req-e6264a94-a0dc-46fb-a8de-b8ebc233a2c0 service neutron] 10.222.0.41 "GET /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600575 Nov 26 22:06:35.700353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69fd5d-c30f-4092-9dd2-628e1e74af0e tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Port': ['ID=e606a569-a41c-493b-9d3f-1bd17182ae1d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:35.733348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:35.736842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:35.739255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:35.801614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Pushing event updated for resources: {'Port': ['ID=7ecc6f5a-c841-493c-9a9b-0b1645e2263b,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:35.819172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Attempting to bind port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:06:35.819829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Attempting to bind port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'e28fbf32-a2e7-4840-8fc7-44baf73bf3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '26e22f9c-6262-431d-803a-cdbce459eeb7'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:06:35.820528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Attempting to bind port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b on network 26e22f9c-6262-431d-803a-cdbce459eeb7 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:35.828043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:06:35.828681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Checking segment: {'id': 'e28fbf32-a2e7-4840-8fc7-44baf73bf3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '26e22f9c-6262-431d-803a-cdbce459eeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:35.829904 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.831292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Bound using segment: {'id': 'e28fbf32-a2e7-4840-8fc7-44baf73bf3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '26e22f9c-6262-431d-803a-cdbce459eeb7'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:06:35.832015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Bound port: 7ecc6f5a-c841-493c-9a9b-0b1645e2263b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28fbf32-a2e7-4840-8fc7-44baf73bf3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '26e22f9c-6262-431d-803a-cdbce459eeb7'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:06:35.832636 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.833652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c69fd5d-c30f-4092-9dd2-628e1e74af0e tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.843356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8c69fd5d-c30f-4092-9dd2-628e1e74af0e tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "DELETE /v2.0/ports/e606a569-a41c-493b-9d3f-1bd17182ae1d HTTP/1.1" status: 204 len: 168 time: 1.4166200 Nov 26 22:06:35.845731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37950) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:35.872631 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-f054a188-dead-4835-87d6-6b58acbd4dd2 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] GET failed (client error): The resource could not be found. Nov 26 22:06:35.878673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f054a188-dead-4835-87d6-6b58acbd4dd2 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "GET /v2.0/ports/e606a569-a41c-493b-9d3f-1bd17182ae1d HTTP/1.1" status: 404 len: 333 time: 0.0317299 Nov 26 22:06:35.879347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37952) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:35.884750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1739194854'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:35.922451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] For port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:06:35.926787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] For port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ecc6f5a-c841-493c-9a9b-0b1645e2263b,segment=NetworkSegment(e28fbf32-a2e7-4840-8fc7-44baf73bf3e3),segment_id=e28fbf32-a2e7-4840-8fc7-44baf73bf3e3)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:06:35.936678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:35.998185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-a7e4448a-ed0c-4f59-ae1d-ad627aa673bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:36.000930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-a7e4448a-ed0c-4f59-ae1d-ad627aa673bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3079536 Nov 26 22:06:36.001861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-52f3cf4e-03ff-4c18-836f-cd1dfa00e78c service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184682 Nov 26 22:06:36.068114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03ebb0-fbda-45c6-9047-7e95af2b03ae None None] Pushing event updated for resources: {'Port': ['ID=7ecc6f5a-c841-493c-9a9b-0b1645e2263b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:36.164137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-a960daea-be87-4ee2-bb19-6c533ccf3c9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=df353b82-9244-4a84-b2e0-73497dc7871d HTTP/1.1" status: 200 len: 217 time: 0.1048360 Nov 26 22:06:36.209060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02213e-6333-4574-a31a-f2140f21236e req-7d18be5a-fec2-4380-b3b8-3313b100d407 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:36.218536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b02213e-6333-4574-a31a-f2140f21236e req-7d18be5a-fec2-4380-b3b8-3313b100d407 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1649420 Nov 26 22:06:36.242977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Made reservation on behalf of 62a063e3c4354ecf90305992c252c572 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:36.257636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:36.306748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] device_id is not set on port 4e38bcd1-4e81-43ae-9606-451834e79716 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:36.314482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-e9e05af3-249a-428f-a1b3-ec459da2ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:36.316218 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-e9e05af3-249a-428f-a1b3-ec459da2ae70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1423724 Nov 26 22:06:36.359385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b02213e-6333-4574-a31a-f2140f21236e req-3e84828c-9322-4384-a418-b09e4369c16f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336703 Nov 26 22:06:36.422015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-006bc3b9-06a6-42a3-a21b-1a9ab449ee8b req-040d243b-791c-4149-9f4d-8526c0ba4175 service neutron] (109999) timed out ('10.222.0.41', 55671) {{(pid=109999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:06:36.595835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Allocated IP 2001:db8::5a (c641497a-cb5b-4da3-863f-e0a569f7d3b9/8cbc09eb-562d-499b-a908-36dbd3edd06a/4e38bcd1-4e81-43ae-9606-451834e79716) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:36.661049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399f7ea-6d7c-43bb-bfba-dc82c5ebdcbe req-47bf67e5-a98f-44d6-91e6-58ec1c28eecb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:36.662697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6399f7ea-6d7c-43bb-bfba-dc82c5ebdcbe req-47bf67e5-a98f-44d6-91e6-58ec1c28eecb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.1414704 Nov 26 22:06:36.779455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6399f7ea-6d7c-43bb-bfba-dc82c5ebdcbe req-9f383c11-3ed7-480c-9f9c-c9b2293304b3 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064987 Nov 26 22:06:36.783561 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-e91d21aa-ac1f-4662-829e-6a8d2bc221bd service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255142 Nov 26 22:06:36.837747 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:36.880302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:36.893724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-855f8cf7-23cd-4d40-ba1c-db3999a73c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:36.897481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-855f8cf7-23cd-4d40-ba1c-db3999a73c65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1752846 Nov 26 22:06:36.944870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:36.948156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:36.951419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:36.957360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:36.957984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:36.978211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=4e38bcd1-4e81-43ae-9606-451834e79716,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:37.004012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f53d9ab8-c24f-49b4-8378-5fcf529f4f7f tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1234508 Nov 26 22:06:37.005242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37964) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:37.027924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a8', 'mac_address': 'fa:16:3e:d7:5d:1c'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:37.050359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ecc6f5a-c841-493c-9a9b-0b1645e2263b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:06:37.100665 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.146678 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.169055 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-218d9911-a783-47d6-9de2-7ce1873bef64 req-163fcf12-4530-419d-b47b-5b48836355b9 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634250 Nov 26 22:06:37.171465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:37.171850 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.238630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.288712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.358892 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.414976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ecc6f5a-c841-493c-9a9b-0b1645e2263b,segment=NetworkSegment(e28fbf32-a2e7-4840-8fc7-44baf73bf3e3),segment_id=e28fbf32-a2e7-4840-8fc7-44baf73bf3e3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:37.424218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.461551 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-534ead86-ee61-47be-b69a-82dcec05bc74 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933472 Nov 26 22:06:37.527065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=7ecc6f5a-c841-493c-9a9b-0b1645e2263b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:37.563267 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.566684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dcaf0673-cbb2-4075-93d4-44d79277e551 None None] Provisioning complete for port 4e38bcd1-4e81-43ae-9606-451834e79716 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:37.568699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dcaf0673-cbb2-4075-93d4-44d79277e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.577676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.691000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] In _notify_port_updated(), no bound segment for port 4e38bcd1-4e81-43ae-9606-451834e79716 on network c641497a-cb5b-4da3-863f-e0a569f7d3b9 {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:06:37.709336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf0673-cbb2-4075-93d4-44d79277e551 None None] Port 4e38bcd1-4e81-43ae-9606-451834e79716 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:37.713646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:37.714608 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.718733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "PUT /v2.0/ports/4e38bcd1-4e81-43ae-9606-451834e79716 HTTP/1.1" status: 200 len: 1002 time: 0.7123942 Nov 26 22:06:37.724068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37972) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:37.793821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab03b90-f86f-41c4-8b89-12d8ffd15b58 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=4e38bcd1-4e81-43ae-9606-451834e79716,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:37.844997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478bb35-137f-4e87-af71-c640088e4992 req-1229524a-318b-487c-9b10-64e766515446 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:37.846492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-9acd7668-7fc0-4111-9179-675afaf6fc0b service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592107 Nov 26 22:06:37.847752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3478bb35-137f-4e87-af71-c640088e4992 req-1229524a-318b-487c-9b10-64e766515446 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.3556869 Nov 26 22:06:37.916476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-dba968c4-b9dc-4f40-86ef-7e1eb61e4d48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d HTTP/1.1" status: 200 len: 217 time: 0.0691996 Nov 26 22:06:37.929143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.943809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.25.3.248 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/22467073-741b-4be0-ace1-4a593362e531) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:37.966006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:37.992086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c2e0a-89b2-4db9-994f-fc322e108fb0 None None] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:38.064873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-18e0f4ba-856f-4d45-a84c-2f3171842a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:38.066753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-18e0f4ba-856f-4d45-a84c-2f3171842a18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.0973163 Nov 26 22:06:38.101954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3fecc11b-d04c-4b70-bf55-565bc79dba28 None None] Provisioning complete for port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:38.102504 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3fecc11b-d04c-4b70-bf55-565bc79dba28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.109377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3478bb35-137f-4e87-af71-c640088e4992 req-45e854ba-adc1-4da8-840b-0154a3ca2f59 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527430 Nov 26 22:06:38.120665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4a1b-d921-4dfb-8783-9cdb15cbb59e req-676a37cf-f71a-4b37-8f37-c928e7248828 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:38.122918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44db4a1b-d921-4dfb-8783-9cdb15cbb59e req-676a37cf-f71a-4b37-8f37-c928e7248828 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 944 time: 0.2238567 Nov 26 22:06:38.158526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-457941d3-baea-4574-9b39-633a921b98f8 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Deleting port 4e38bcd1-4e81-43ae-9606-451834e79716 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:38.159374 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-457941d3-baea-4574-9b39-633a921b98f8 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.212172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-419e1022-95c5-419e-8e7a-35cef4e8f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:38.213677 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-419e1022-95c5-419e-8e7a-35cef4e8f68c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1363349 Nov 26 22:06:38.250410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44db4a1b-d921-4dfb-8783-9cdb15cbb59e req-1fd0e686-b4bc-4fad-9396-b10d2388c59f tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035461 Nov 26 22:06:38.295011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-457941d3-baea-4574-9b39-633a921b98f8 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.313225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-457941d3-baea-4574-9b39-633a921b98f8 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Calling delete_port for 4e38bcd1-4e81-43ae-9606-451834e79716 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:38.372065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.390854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:06:38.459809 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-ee7ba262-7beb-43d9-b068-188524f9622f service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363575 Nov 26 22:06:38.484937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eb01dbf3-432e-4cb6-9fbb-fc14d9a19366 None None] Provisioning complete for port 4e38bcd1-4e81-43ae-9606-451834e79716 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:38.485324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb01dbf3-432e-4cb6-9fbb-fc14d9a19366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.502918 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-457941d3-baea-4574-9b39-633a921b98f8 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.551817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-eb01dbf3-432e-4cb6-9fbb-fc14d9a19366 None None] Port 4e38bcd1-4e81-43ae-9606-451834e79716 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:38.555956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457941d3-baea-4574-9b39-633a921b98f8 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Port': ['ID=4e38bcd1-4e81-43ae-9606-451834e79716,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:38.582162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:38.583091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.602007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'port_id': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'mac_address': 'fa:16:3e:84:11:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:06:38.670553 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.688187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89768da-20ba-407f-8b4f-e577e5c303ed {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:06:38.704721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:38.706563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:38.710122 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-457941d3-baea-4574-9b39-633a921b98f8 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.718276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-457941d3-baea-4574-9b39-633a921b98f8 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "DELETE /v2.0/ports/4e38bcd1-4e81-43ae-9606-451834e79716 HTTP/1.1" status: 204 len: 168 time: 0.9863176 Nov 26 22:06:38.718917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37980) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:38.720890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:38.727722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64c525-04b5-463a-a22b-ac0c3461beb6 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:38.735027 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.739869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:38.771137 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a4628f-5c61-4eea-b442-1af1fa919447 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] GET failed (client error): The resource could not be found. Nov 26 22:06:38.781892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-77a4628f-5c61-4eea-b442-1af1fa919447 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "GET /v2.0/ports/4e38bcd1-4e81-43ae-9606-451834e79716 HTTP/1.1" status: 404 len: 333 time: 0.0618563 Nov 26 22:06:38.782589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37984) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:38.787599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-560707494'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:38.790276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=22467073-741b-4be0-ace1-4a593362e531,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:38.802951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-64b3fbc0-968a-409f-83ab-d35927b95f67 None None] Provisioning complete for port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:38.803326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-64b3fbc0-968a-409f-83ab-d35927b95f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:38.866615 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-2a182f01-a61e-4aca-a815-7025a8ac6c55 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924832 Nov 26 22:06:38.923118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:38.962822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-340562f9-e58f-4800-9b20-eb8137824e47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372 HTTP/1.1" status: 200 len: 217 time: 0.0833502 Nov 26 22:06:38.979639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Made reservation on behalf of 62a063e3c4354ecf90305992c252c572 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:38.984150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.021241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] device_id is not set on port a32ecb32-cf61-4786-90f3-ec309d70bf7f yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:39.039355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ecc6f5a-c841-493c-9a9b-0b1645e2263b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:06:39.084650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port c383cebb-1b8b-4a83-a581-4fa9b499a7ad {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:39.085363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.133956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:39.134550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.173154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Allocated IP 2001:db8::1e0 (c641497a-cb5b-4da3-863f-e0a569f7d3b9/8cbc09eb-562d-499b-a908-36dbd3edd06a/a32ecb32-cf61-4786-90f3-ec309d70bf7f) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:39.191230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-c786bfa5-aee8-44ab-9037-4e9a59bc8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:39.192123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-c786bfa5-aee8-44ab-9037-4e9a59bc8caf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.2218230 Nov 26 22:06:39.192569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c89768da-20ba-407f-8b4f-e577e5c303ed'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:06:39.275016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4ce964f8-f331-47a1-a5e1-3e0983ab6270 None None] Provisioning complete for port 22467073-741b-4be0-ace1-4a593362e531 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:39.275697 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4ce964f8-f331-47a1-a5e1-3e0983ab6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.331594 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port c383cebb-1b8b-4a83-a581-4fa9b499a7ad, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:39.331965 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.337791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49420b57-0e21-476a-be0d-ff92095ebaa4 req-8ccf32fa-0d52-437a-a86e-671094745289 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:39.339568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49420b57-0e21-476a-be0d-ff92095ebaa4 req-8ccf32fa-0d52-437a-a86e-671094745289 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1210384 Nov 26 22:06:39.353133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-af00c180-9685-4ae4-aad3-1b67f12b77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:39.354947 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-af00c180-9685-4ae4-aad3-1b67f12b77eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1545434 Nov 26 22:06:39.361072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for c383cebb-1b8b-4a83-a581-4fa9b499a7ad owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:39.480500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49420b57-0e21-476a-be0d-ff92095ebaa4 req-3302b92d-4a10-4cf4-b2a2-881cfadcb702 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283917 Nov 26 22:06:39.487066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.498755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6008b-ad5b-4283-98d4-b43fc2a99ecd req-0198a249-aef6-4669-bb8a-936fde31a2a6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:39.507015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cc6008b-ad5b-4283-98d4-b43fc2a99ecd req-0198a249-aef6-4669-bb8a-936fde31a2a6 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 945 time: 0.1348336 Nov 26 22:06:39.544082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4ce964f8-f331-47a1-a5e1-3e0983ab6270 None None] Port 22467073-741b-4be0-ace1-4a593362e531 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:39.614413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cc6008b-ad5b-4283-98d4-b43fc2a99ecd req-6d6b42c5-d3c1-4101-a49a-2094019e2e89 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971107 Nov 26 22:06:39.628238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.681580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:39.685757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:39.688229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:39.695001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:39.695667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.712329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=a32ecb32-cf61-4786-90f3-ec309d70bf7f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:39.723802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6e6f94f4-06c5-4ce0-8364-a36244f4399d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9396787 Nov 26 22:06:39.724433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38008) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:39.729983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:5d:1c'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:39.868832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecf04f-b44f-4da9-b3ba-2d1a99e6e149 req-16b42fd3-0d18-4b3c-b953-94662658d65e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:39.870643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-daecf04f-b44f-4da9-b3ba-2d1a99e6e149 req-16b42fd3-0d18-4b3c-b953-94662658d65e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1111119 Nov 26 22:06:39.929195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:39.995841 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-daecf04f-b44f-4da9-b3ba-2d1a99e6e149 req-f3a97da8-07ed-4f12-88d6-554fba3a1de4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178756 Nov 26 22:06:40.005393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.075253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-440f2a50-bf20-4a99-b718-eb0c1fbc43cf service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101254 Nov 26 22:06:40.098251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d7b4ea35-af1d-46ef-88b2-4bf575510b4a None None] Provisioning complete for port a32ecb32-cf61-4786-90f3-ec309d70bf7f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:40.098755 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ea35-af1d-46ef-88b2-4bf575510b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.193614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4ea35-af1d-46ef-88b2-4bf575510b4a None None] Port a32ecb32-cf61-4786-90f3-ec309d70bf7f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:40.242215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7ff24-b359-4ee9-9ec3-20d3121dafc7 req-c7e455f1-34cf-441e-9a58-509fd5f6747b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:40.243822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7d7ff24-b359-4ee9-9ec3-20d3121dafc7 req-c7e455f1-34cf-441e-9a58-509fd5f6747b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0893853 Nov 26 22:06:40.345398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.353901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.371839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-33b57687-c063-4fcf-ab01-46fbdf9b6830 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595835 Nov 26 22:06:40.404940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:06:40.411230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] In _notify_port_updated(), no bound segment for port a32ecb32-cf61-4786-90f3-ec309d70bf7f on network c641497a-cb5b-4da3-863f-e0a569f7d3b9 {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:06:40.425184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:40.425893 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.429744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "PUT /v2.0/ports/a32ecb32-cf61-4786-90f3-ec309d70bf7f HTTP/1.1" status: 200 len: 1002 time: 0.7041185 Nov 26 22:06:40.457885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38020) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:40.473649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-f9745116-6b89-4d5b-a171-3e7d456c1542 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f HTTP/1.1" status: 200 len: 217 time: 0.0939264 Nov 26 22:06:40.545879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.567335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port c89768da-20ba-407f-8b4f-e577e5c303ed triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:40.567791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.604132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=c383cebb-1b8b-4a83-a581-4fa9b499a7ad,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:40.648588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.691274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-78fe7586-5068-41c4-bc3a-048ba02056ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:40.693966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-78fe7586-5068-41c4-bc3a-048ba02056ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.2004275 Nov 26 22:06:40.726164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.784575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:40.787122 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfe9084-0008-4936-a7d2-99349842f021" -d '{"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-plugged", "status": "completed", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:40.816350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:40.826640 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:40.924184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-5a00f3cd-fd98-4894-bf1f-f44d854acd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:40.925720 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-5a00f3cd-fd98-4894-bf1f-f44d854acd08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2214780 Nov 26 22:06:40.962594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:40.977040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1b9d0c2b-5500-435b-a656-37181147b77d None None] Provisioning complete for port a32ecb32-cf61-4786-90f3-ec309d70bf7f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:40.977497 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b9d0c2b-5500-435b-a656-37181147b77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:41.055457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d0c2b-5500-435b-a656-37181147b77d None None] Port a32ecb32-cf61-4786-90f3-ec309d70bf7f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:41.090670 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-3efad093-eac6-4c93-8a27-3edc7cbcf2b8 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383305 Nov 26 22:06:41.180627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7d7ff24-b359-4ee9-9ec3-20d3121dafc7 req-0850279f-9dc3-487b-a6a7-8a76d199d1eb tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9272699 Nov 26 22:06:41.228551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cb6bd-77d8-4c5f-b31e-ce97fe598d3d tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=a32ecb32-cf61-4786-90f3-ec309d70bf7f,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:41.245832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-92310a13-b2d2-4c89-ad61-e759ddcce680 req-3d442cfa-305c-4097-8ddd-9f5c3b792c3c service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210945 Nov 26 22:06:41.289755 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64894f39-4c6b-499f-b694-41c58371f53d x-openstack-request-id: req-64894f39-4c6b-499f-b694-41c58371f53d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:41.290280 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-plugged", "status": "completed", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:41.290518 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64894f39-4c6b-499f-b694-41c58371f53d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:41.291009 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'code': 200} Nov 26 22:06:41.293279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12670510-3a9e-4860-8a05-4c2d6d22116e req-e5e24f8c-93c7-4827-8e8b-e8a902b8b342 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:41.302199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12670510-3a9e-4860-8a05-4c2d6d22116e req-e5e24f8c-93c7-4827-8e8b-e8a902b8b342 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 947 time: 0.1380804 Nov 26 22:06:41.333398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:41.434554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12670510-3a9e-4860-8a05-4c2d6d22116e req-00c4e691-e3fa-4acf-949d-1946ed030595 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306701 Nov 26 22:06:41.482614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-010f8ad8-339a-424b-a8cc-891482a01d05 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Deleting port a32ecb32-cf61-4786-90f3-ec309d70bf7f {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:41.483099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-010f8ad8-339a-424b-a8cc-891482a01d05 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:41.601193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ddd0a-8c2c-4f4a-9868-b9fc64d1e074 req-a8903d35-9bbf-4f43-8b68-7955dfab8be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:41.602742 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-210ddd0a-8c2c-4f4a-9868-b9fc64d1e074 req-a8903d35-9bbf-4f43-8b68-7955dfab8be2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 1098 time: 0.0611238 Nov 26 22:06:41.603319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 215098ab-c404-466a-9140-c6c29a41061f is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:06:41.703101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-010f8ad8-339a-424b-a8cc-891482a01d05 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:41.733494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-010f8ad8-339a-424b-a8cc-891482a01d05 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Calling delete_port for a32ecb32-cf61-4786-90f3-ec309d70bf7f owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:41.748684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-4428c408-dc4b-47b4-84e7-def0a6676d1d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:41.751330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-4428c408-dc4b-47b4-84e7-def0a6676d1d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.1711450 Nov 26 22:06:41.803826 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-210ddd0a-8c2c-4f4a-9868-b9fc64d1e074 req-7113caae-1685-4511-9aa3-439022e9f406 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917133 Nov 26 22:06:41.842909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-b2a62c7d-d1f6-46b5-9a64-5c0ce0ad590f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/quotas/6c8a0c3b23b84376862967611c9ac4e8 HTTP/1.1" status: 200 len: 375 time: 0.0833178 Nov 26 22:06:41.976442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:41.991177 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e5cbd-6925-4ead-a2eb-b778420380bb None None] Sync routers for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:42.042639 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e5cbd-6925-4ead-a2eb-b778420380bb None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:42.043992 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ae6e5cbd-6925-4ead-a2eb-b778420380bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:42.048806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 3f101628-536c-4a81-bc26-a3b8b7ca951a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:42.072411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:42.075293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-23d7abf0-2920-4095-9287-a4ab861eab7f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124569 Nov 26 22:06:42.084404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-857a508a-e637-4e6c-a380-bdcb0142cccd tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3295677 Nov 26 22:06:42.085194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38048) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:42.129488 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ae6e5cbd-6925-4ead-a2eb-b778420380bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:42.145110 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e5cbd-6925-4ead-a2eb-b778420380bb None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:42.147404 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ae6e5cbd-6925-4ead-a2eb-b778420380bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:42.191605 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ae6e5cbd-6925-4ead-a2eb-b778420380bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:42.192322 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6e5cbd-6925-4ead-a2eb-b778420380bb None None] The sync data for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:42.199164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-010f8ad8-339a-424b-a8cc-891482a01d05 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:42.305178 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-010f8ad8-339a-424b-a8cc-891482a01d05 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:42.309321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-010f8ad8-339a-424b-a8cc-891482a01d05 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "DELETE /v2.0/ports/a32ecb32-cf61-4786-90f3-ec309d70bf7f HTTP/1.1" status: 204 len: 168 time: 1.8498976 Nov 26 22:06:42.313800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-5b19143e-1f3f-4bdf-88d5-6842a0505862 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:06:42.315024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-5b19143e-1f3f-4bdf-88d5-6842a0505862 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2288699 Nov 26 22:06:42.316126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f8ad8-339a-424b-a8cc-891482a01d05 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Port': ['ID=a32ecb32-cf61-4786-90f3-ec309d70bf7f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:42.317863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38052) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:42.345385 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4c5965-8dd7-4563-b1f3-b2a00a87d01b tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] GET failed (client error): The resource could not be found. Nov 26 22:06:42.347084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3f4c5965-8dd7-4563-b1f3-b2a00a87d01b tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "GET /v2.0/ports/a32ecb32-cf61-4786-90f3-ec309d70bf7f HTTP/1.1" status: 404 len: 333 time: 0.0282311 Nov 26 22:06:42.354932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38054) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:42.361226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1382611141'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:42.534414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-3150ef5d-1145-47b2-a8e3-887fc4ca6adb service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854036 Nov 26 22:06:42.679225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-75861b1c-48e2-40c2-8226-2ed8eaf78b06 service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444311 Nov 26 22:06:42.701850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8ffe0-bc61-470b-9999-bedbc1f0a402 req-143cd564-3c03-4a3a-bda6-7e6fc372c0cf tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:42.704234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54e8ffe0-bc61-470b-9999-bedbc1f0a402 req-143cd564-3c03-4a3a-bda6-7e6fc372c0cf tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 947 time: 0.0728526 Nov 26 22:06:42.768747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54e8ffe0-bc61-470b-9999-bedbc1f0a402 req-a27d8935-5f5d-467c-95bc-d5175499796d tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588038 Nov 26 22:06:42.885074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:42.896414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c8381cb8-92ac-487e-a60d-9121fdcba0a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "PUT /v2.0/routers/3f101628-536c-4a81-bc26-a3b8b7ca951a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6845586 Nov 26 22:06:42.899303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38070) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:42.900167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] Sync routers for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:42.923808 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:42.924724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:42.961477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Made reservation on behalf of 62a063e3c4354ecf90305992c252c572 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:42.965654 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:43.002990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] device_id is not set on port b06701de-d843-46f9-a36d-4114f87f94ce yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:43.056748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3d299d15-a09f-401d-8998-283e13fe7c70 req-daac1968-e3f3-4911-b89c-9b6b180dcdbf tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 210 time: 0.0936971 Nov 26 22:06:43.094037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-742685cc-e4d9-4171-8f3c-1ec3440405ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting subnet cee86048-b3c1-4b27-b153-8e83510575b1 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:06:43.105135 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-742685cc-e4d9-4171-8f3c-1ec3440405ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:43.169561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:43.216338 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-742685cc-e4d9-4171-8f3c-1ec3440405ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:43.422355 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-742685cc-e4d9-4171-8f3c-1ec3440405ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:43.588122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:06:40Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:43.609152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-742685cc-e4d9-4171-8f3c-1ec3440405ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:43.677661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742685cc-e4d9-4171-8f3c-1ec3440405ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Subnet': ['ID=cee86048-b3c1-4b27-b153-8e83510575b1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:43.682772 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-742685cc-e4d9-4171-8f3c-1ec3440405ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:43.690289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-742685cc-e4d9-4171-8f3c-1ec3440405ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/subnets/cee86048-b3c1-4b27-b153-8e83510575b1 HTTP/1.1" status: 204 len: 168 time: 0.7863989 Nov 26 22:06:43.691458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38118) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:43.701584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] Checking router: 3f101628-536c-4a81-bc26-a3b8b7ca951a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:06:43.704025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Allocated IP 2001:db8::24e (c641497a-cb5b-4da3-863f-e0a569f7d3b9/8cbc09eb-562d-499b-a908-36dbd3edd06a/b06701de-d843-46f9-a36d-4114f87f94ce) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:43.707203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:43.722394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5363923c-3433-468f-aea1-ffef5088cd99 None None] Network e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:43.836606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] Routers {'3f101628-536c-4a81-bc26-a3b8b7ca951a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:43.837583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['3f101628-536c-4a81-bc26-a3b8b7ca951a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:44.138488 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:44.177893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f322d-80dd-465d-8f30-6d6b0420cb22 req-9a0993aa-3ffc-4b52-bfeb-6f463b79f165 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:44.179936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f5f322d-80dd-465d-8f30-6d6b0420cb22 req-9a0993aa-3ffc-4b52-bfeb-6f463b79f165 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 947 time: 0.2545843 Nov 26 22:06:44.245481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] Set router 3f101628-536c-4a81-bc26-a3b8b7ca951a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:44.255062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-059c8458-44e7-4352-803b-7ddacaab4162 req-2f9bf51b-464d-4315-bffd-7b32d61ce272 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 210 time: 0.0739226 Nov 26 22:06:44.361521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.20.0.1 (26e22f9c-6262-431d-803a-cdbce459eeb7/5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4/87a0a6f9-5400-48dd-afb2-14c593c98b9a) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:44.364087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f5f322d-80dd-465d-8f30-6d6b0420cb22 req-040c0ce2-358f-46df-8d1d-b1ebca670b6e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369579 Nov 26 22:06:44.408184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:44.529292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 045b8934-3096-45eb-847c-1105c93d1b16 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:44.529813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:44.531181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:44.720889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] DHCP port deletion for e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:44.733294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port 045b8934-3096-45eb-847c-1105c93d1b16, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=045b8934-3096-45eb-847c-1105c93d1b16,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:44.735823 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:44.787723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 045b8934-3096-45eb-847c-1105c93d1b16 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:44.840959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:06:40Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:44.841636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-be0db36f-48f2-4e14-a91c-b81ca90cf041 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:44.848006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-be0db36f-48f2-4e14-a91c-b81ca90cf041 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.2699206 Nov 26 22:06:44.880028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f3ba8-83a9-4a2b-b866-640c447c8f48 None None] The sync data for ids ['3f101628-536c-4a81-bc26-a3b8b7ca951a'] in n-d-819494-1 is: [{'id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41097734', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '045b8934-3096-45eb-847c-1105c93d1b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:03:58Z', 'updated_at': '2021-11-26T22:06:40Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '045b8934-3096-45eb-847c-1105c93d1b16', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f101628-536c-4a81-bc26-a3b8b7ca951a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:04:00Z', 'updated_at': '2021-11-26T22:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:44.882467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] Deleting port f56f21c9-d949-426a-961b-8556d8c7524d {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:44.882877 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:44.956649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'port': {'device_id': 'bad3f46a-5d07-472c-ba53-f38f86780081', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'admin_state_up': True, 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:44.963661 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:44.976200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] For port f56f21c9-d949-426a-961b-8556d8c7524d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f56f21c9-d949-426a-961b-8556d8c7524d,segment=NetworkSegment(fd4d1a92-b230-41ab-b61f-d52e1b2e1e94),segment_id=fd4d1a92-b230-41ab-b61f-d52e1b2e1e94)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:44.976856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:44.993231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] Calling delete_port for f56f21c9-d949-426a-961b-8556d8c7524d owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:45.085070 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.104186 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.116778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] Pushing event deleted for resources: {'Port': ['ID=f56f21c9-d949-426a-961b-8556d8c7524d,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:45.122923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1f399-8579-45a4-bb10-c6bbf64cea8d None None] No DVR routers for this DVR port f56f21c9-d949-426a-961b-8556d8c7524d on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:45.148634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=045b8934-3096-45eb-847c-1105c93d1b16,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:45.170999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f25a58-0130-4b7c-b183-ec9d9982e405 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:45.175531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.175891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.176520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.176717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.177067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.177406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.177881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.178248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.179212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.179554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.179886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.180309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:45.214381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:45.216328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:45.225106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:45.235471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.271229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f56f21c9-d949-426a-961b-8556d8c7524d no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:45.296577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=87a0a6f9-5400-48dd-afb2-14c593c98b9a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:45.326458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f56f21c9-d949-426a-961b-8556d8c7524d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:06:45.327120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f56f21c9-d949-426a-961b-8556d8c7524d not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:45.365297 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.400644 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.405236 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.527254 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3883256-375d-46e7-bb31-1746a51b6563 req-44f63082-7e74-4c49-b5c7-a446fd8c9efc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 210 time: 0.0561359 Nov 26 22:06:45.535783 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.536856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Fanout notify agent at l3_agent the message router_deleted on router 3f101628-536c-4a81-bc26-a3b8b7ca951a {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:06:45.564180 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.565365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-71672a02-5707-40df-8876-bbee8ddb764b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/routers/3f101628-536c-4a81-bc26-a3b8b7ca951a HTTP/1.1" status: 204 len: 168 time: 1.8725841 Nov 26 22:06:45.573064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:45.626195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.639467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-118d4b78-7961-4012-a01d-da64ef1cc214 None None] Provisioning complete for port 87a0a6f9-5400-48dd-afb2-14c593c98b9a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:45.642602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-118d4b78-7961-4012-a01d-da64ef1cc214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.656744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24691f64-1967-4afc-ad5f-9f549a42495c req-ce7bf3b7-51d5-456e-9079-a04df73b40f5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:45.662098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24691f64-1967-4afc-ad5f-9f549a42495c req-ce7bf3b7-51d5-456e-9079-a04df73b40f5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 947 time: 0.1126292 Nov 26 22:06:45.710343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-118d4b78-7961-4012-a01d-da64ef1cc214 None None] Port 87a0a6f9-5400-48dd-afb2-14c593c98b9a cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:45.761318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Made reservation on behalf of 6c8a0c3b23b84376862967611c9ac4e8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:45.769481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:45.816877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24691f64-1967-4afc-ad5f-9f549a42495c req-9663f3c4-e736-482b-85d7-0fa521f53724 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508019 Nov 26 22:06:45.973214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.039510 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.147723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.300872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:46.344488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Allocated IP 172.20.0.10 (df32a847-cba4-4492-b1c7-be3954ce77ea/53b45918-cc75-4804-80f5-03d9450fe80f/25f00689-a056-4ef7-9dec-abd02394d5cf) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:46.351972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:46.363201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:46.369239 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:46.370051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.386318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=b06701de-d843-46f9-a36d-4114f87f94ce,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:46.429592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.475542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9f496fcf-b2a4-41e7-aa67-b9057fe5b6a5 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.1181021 Nov 26 22:06:46.478322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38150) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:46.485917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'network_id': 'c641497a-cb5b-4da3-863f-e0a569f7d3b9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1148408788'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:46.565256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:46.597065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:46.597657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4d1a92-b230-41ab-b61f-d52e1b2e1e94') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:46.630670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.748852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Made reservation on behalf of 62a063e3c4354ecf90305992c252c572 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:46.756020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.785642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.805265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b503a6be-b41d-47f6-a584-839fe886b0b2 req-09374da0-86a1-4e4d-b048-86e44f86ab5b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 210 time: 0.1037428 Nov 26 22:06:46.844142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:06:46.844552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:06:46.857693 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:06:46.860710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] device_id is not set on port 2992b79a-dbdc-4627-8a67-cbdd610530fd yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:46.873845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-10c4b31d-1472-4722-9aa1-d1948b68fc79 None None] Provisioning complete for port b06701de-d843-46f9-a36d-4114f87f94ce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:46.874401 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-10c4b31d-1472-4722-9aa1-d1948b68fc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:46.934848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-10c4b31d-1472-4722-9aa1-d1948b68fc79 None None] Port b06701de-d843-46f9-a36d-4114f87f94ce cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:46.971142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c383cebb-1b8b-4a83-a581-4fa9b499a7ad no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:47.001219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c383cebb-1b8b-4a83-a581-4fa9b499a7ad {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:06:47.001578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c383cebb-1b8b-4a83-a581-4fa9b499a7ad not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:47.002013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 045b8934-3096-45eb-847c-1105c93d1b16 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:47.026629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 045b8934-3096-45eb-847c-1105c93d1b16 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:06:47.027656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 045b8934-3096-45eb-847c-1105c93d1b16 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:47.036762 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Allocated IP 2001:db8::349 (c641497a-cb5b-4da3-863f-e0a569f7d3b9/8cbc09eb-562d-499b-a908-36dbd3edd06a/2992b79a-dbdc-4627-8a67-cbdd610530fd) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:47.044703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.059952 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.070534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/networks/e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e HTTP/1.1" status: 204 len: 168 time: 1.4814167 Nov 26 22:06:47.072643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38158) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:47.106801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8bfee-a855-47e0-a4da-4d846a6710ae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Network': ['ID=e8c7e3a4-d4c5-4554-a104-4e6ed9de2e0e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:47.138872 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.141882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.154180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.221481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b27f0d6f-c0ac-4edd-8134-f73d03b1f6bc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.253031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=87a0a6f9-5400-48dd-afb2-14c593c98b9a,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:47.264563 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.268995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b27f0d6f-c0ac-4edd-8134-f73d03b1f6bc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.273621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.327821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.365075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Network df32a847-cba4-4492-b1c7-be3954ce77ea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:47.378714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:47.379275 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b27f0d6f-c0ac-4edd-8134-f73d03b1f6bc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.381707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:47.383033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b27f0d6f-c0ac-4edd-8134-f73d03b1f6bc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.384312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b27f0d6f-c0ac-4edd-8134-f73d03b1f6bc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/security-groups/f18fc671-bcc4-4184-a48e-2f00559b20ec HTTP/1.1" status: 204 len: 168 time: 0.3104284 Nov 26 22:06:47.390909 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.391338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'Port': ['ID=25f00689-a056-4ef7-9dec-abd02394d5cf,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:47.442186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f0d6f-c0ac-4edd-8134-f73d03b1f6bc tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18fc671-bcc4-4184-a48e-2f00559b20ec,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:47.448155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:47.458126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:47.462482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:47.469826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:47.470521 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.531244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=2992b79a-dbdc-4627-8a67-cbdd610530fd,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:47.549846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b0e86c85-3fa1-4ffa-ae05-00a20247a965 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0698569 Nov 26 22:06:47.550988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38166) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:47.553227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:47.554009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.563705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3a8', 'mac_address': 'fa:16:3e:d7:5d:1c'}, {'ip_address': '2001:db8::24e', 'mac_address': 'fa:16:3e:be:6a:99'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:47.594594 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:47.612032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:47.652973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-2c9ccf43-6bcc-4e6d-b367-f8630e830602 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7001760 Nov 26 22:06:47.888667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ecaa78d1-f771-4e04-892b-52d92f9f20f3 None None] Provisioning complete for port 25f00689-a056-4ef7-9dec-abd02394d5cf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:47.889673 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ecaa78d1-f771-4e04-892b-52d92f9f20f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.896143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Request body: {'port': {'device_id': 'bad3f46a-5d07-472c-ba53-f38f86780081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:47.897151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:47.911631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38174) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:47.919439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b876af1d-7fa9-4488-a294-e4fd0b66f571 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794285490', 'description': 'tempest-secgroup-smoke-1794285490 description', 'project_id': '44636e60510b4cc993a80af73b717746'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:47.994122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa78d1-f771-4e04-892b-52d92f9f20f3 None None] Port 25f00689-a056-4ef7-9dec-abd02394d5cf cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:48.004061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 215098ab-c404-466a-9140-c6c29a41061f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:48.090638 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b876af1d-7fa9-4488-a294-e4fd0b66f571 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.132119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cb48f71a-0413-4bbe-aede-ff6527ceac5a None None] Provisioning complete for port 2992b79a-dbdc-4627-8a67-cbdd610530fd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:48.134269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fd1b5-d1b9-49ce-8e36-95beef6c43a7 req-34441a44-40a6-4ddb-acba-0c2f4c5e0a0e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:48.140627 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cb48f71a-0413-4bbe-aede-ff6527ceac5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.147520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d2fd1b5-d1b9-49ce-8e36-95beef6c43a7 req-34441a44-40a6-4ddb-acba-0c2f4c5e0a0e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 932 time: 0.1760502 Nov 26 22:06:48.214052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-cb48f71a-0413-4bbe-aede-ff6527ceac5a None None] Port 2992b79a-dbdc-4627-8a67-cbdd610530fd cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:48.290814 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d2fd1b5-d1b9-49ce-8e36-95beef6c43a7 req-848dab02-4c58-4899-ac4e-8ff8829b7830 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423316 Nov 26 22:06:48.367513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-30575702-4d12-4b8e-bec2-c3c3b0a18d42 None None] Provisioning complete for port 87a0a6f9-5400-48dd-afb2-14c593c98b9a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:48.367895 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30575702-4d12-4b8e-bec2-c3c3b0a18d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.378848 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.386232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.442471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-30575702-4d12-4b8e-bec2-c3c3b0a18d42 None None] Port 87a0a6f9-5400-48dd-afb2-14c593c98b9a cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:48.468374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event updated for resources: {'Port': ['ID=2992b79a-dbdc-4627-8a67-cbdd610530fd,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:48.475869 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] In _notify_port_updated(), no bound segment for port 2992b79a-dbdc-4627-8a67-cbdd610530fd on network c641497a-cb5b-4da3-863f-e0a569f7d3b9 {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:06:48.482889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:48.483665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.488493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d81fcd36-3f67-494f-916f-8d1726acbcc4 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "PUT /v2.0/ports/2992b79a-dbdc-4627-8a67-cbdd610530fd HTTP/1.1" status: 200 len: 1068 time: 0.9353747 Nov 26 22:06:48.489155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38184) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:48.610280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1804e-9ab3-4416-bf40-522039c35ddd tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Deleting port 2992b79a-dbdc-4627-8a67-cbdd610530fd {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:48.610961 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804e-9ab3-4416-bf40-522039c35ddd tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.665620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.715353 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804e-9ab3-4416-bf40-522039c35ddd tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.732114 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1804e-9ab3-4416-bf40-522039c35ddd tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Calling delete_port for 2992b79a-dbdc-4627-8a67-cbdd610530fd owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:48.802589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:48.816105 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1203680-fac1-4105-a964-dfd82b4d8431 None None] Sync routers for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:48.821600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6301cc94-4e9e-4eda-9163-c4ecfe563daa tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/routers/215098ab-c404-466a-9140-c6c29a41061f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7318170 Nov 26 22:06:48.824864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38186) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:48.833257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'port': {'network_id': '26e22f9c-6262-431d-803a-cdbce459eeb7', 'name': 'tempest-FloatingIPTestJSON-1196126964'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:48.841242 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1203680-fac1-4105-a964-dfd82b4d8431 None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:48.843379 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e1203680-fac1-4105-a964-dfd82b4d8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:48.872245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-34ee4ade-2c74-42a9-ae64-12af4879798a None None] Provisioning complete for port 2992b79a-dbdc-4627-8a67-cbdd610530fd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:48.872621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-34ee4ade-2c74-42a9-ae64-12af4879798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.906025 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e1203680-fac1-4105-a964-dfd82b4d8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:48.917419 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1203680-fac1-4105-a964-dfd82b4d8431 None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:48.918965 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e1203680-fac1-4105-a964-dfd82b4d8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:48.938053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-34ee4ade-2c74-42a9-ae64-12af4879798a None None] Port 2992b79a-dbdc-4627-8a67-cbdd610530fd cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:48.943741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b876af1d-7fa9-4488-a294-e4fd0b66f571 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.953783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b876af1d-7fa9-4488-a294-e4fd0b66f571 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:48.958899 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e1203680-fac1-4105-a964-dfd82b4d8431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:48.959572 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1203680-fac1-4105-a964-dfd82b4d8431 None None] The sync data for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:48.973553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804e-9ab3-4416-bf40-522039c35ddd tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.008565 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b876af1d-7fa9-4488-a294-e4fd0b66f571 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.013275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b876af1d-7fa9-4488-a294-e4fd0b66f571 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0962720 Nov 26 22:06:49.027126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38188) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:49.037431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f9124b2c-b736-44c6-8020-d4dfd17c5838 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1234e765-1a39-4b02-8946-7faae52a2ab7', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:49.040612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876af1d-7fa9-4488-a294-e4fd0b66f571 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1234e765-1a39-4b02-8946-7faae52a2ab7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:49.070101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1804e-9ab3-4416-bf40-522039c35ddd tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Port': ['ID=2992b79a-dbdc-4627-8a67-cbdd610530fd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:49.110614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f9124b2c-b736-44c6-8020-d4dfd17c5838 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.166353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f00689-a056-4ef7-9dec-abd02394d5cf {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:06:49.175239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.195244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Transition to ACTIVE for port object 25f00689-a056-4ef7-9dec-abd02394d5cf will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:06:49.201171 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.246269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Made reservation on behalf of 9d067de887ab46129b90fbd910765894 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:49.250175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.297057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=25f00689-a056-4ef7-9dec-abd02394d5cf,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:49.389712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] device_id is not set on port efe8a4ac-ebef-4552-8a4c-ff8845c51d94 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:49.426229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Attempting to bind port 25f00689-a056-4ef7-9dec-abd02394d5cf on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:06:49.430348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Attempting to bind port 25f00689-a056-4ef7-9dec-abd02394d5cf by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:06:49.430769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Attempting to bind port 25f00689-a056-4ef7-9dec-abd02394d5cf on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:49.442750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Port 25f00689-a056-4ef7-9dec-abd02394d5cf on network df32a847-cba4-4492-b1c7-be3954ce77ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:06:49.443459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Attempting to bind port 25f00689-a056-4ef7-9dec-abd02394d5cf on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:49.455858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:06:49.456080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Checking segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:49.456533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Bound using segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:06:49.457029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Bound port: 25f00689-a056-4ef7-9dec-abd02394d5cf, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:06:49.457506 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.460610 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ca1804e-9ab3-4416-bf40-522039c35ddd tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.467794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5ca1804e-9ab3-4416-bf40-522039c35ddd tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "DELETE /v2.0/ports/2992b79a-dbdc-4627-8a67-cbdd610530fd HTTP/1.1" status: 204 len: 168 time: 0.9775369 Nov 26 22:06:49.470124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38200) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:49.572283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] For port 25f00689-a056-4ef7-9dec-abd02394d5cf, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:06:49.589260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] For port 25f00689-a056-4ef7-9dec-abd02394d5cf, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=25f00689-a056-4ef7-9dec-abd02394d5cf,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:06:49.603112 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.640194 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-235df5a8-bfb2-4532-aa7d-ae02a4ad56f6 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] GET failed (client error): The resource could not be found. Nov 26 22:06:49.644983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-235df5a8-bfb2-4532-aa7d-ae02a4ad56f6 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "GET /v2.0/ports/2992b79a-dbdc-4627-8a67-cbdd610530fd HTTP/1.1" status: 404 len: 333 time: 0.1727064 Nov 26 22:06:49.650543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38204) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:49.708530 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f9124b2c-b736-44c6-8020-d4dfd17c5838 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.713037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:49.718312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.719777 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/25f00689-a056-4ef7-9dec-abd02394d5cf HTTP/1.1" status: 200 len: 1092 time: 1.8465736 Nov 26 22:06:49.720248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad3f46a-5d07-472c-ba53-f38f86780081', 'tag': '25f00689-a056-4ef7-9dec-abd02394d5cf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:49.722579 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "bad3f46a-5d07-472c-ba53-f38f86780081", "tag": "25f00689-a056-4ef7-9dec-abd02394d5cf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:49.727752 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f9124b2c-b736-44c6-8020-d4dfd17c5838 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.749382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd655fc-230c-40b3-b9b3-e380c65ec1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=25f00689-a056-4ef7-9dec-abd02394d5cf,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:49.795127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Allocated IP 172.20.0.8 (26e22f9c-6262-431d-803a-cdbce459eeb7/5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4/efe8a4ac-ebef-4552-8a4c-ff8845c51d94) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:49.826139 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0295427-751c-4cca-960c-13207264854b x-openstack-request-id: req-c0295427-751c-4cca-960c-13207264854b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:49.826448 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad3f46a-5d07-472c-ba53-f38f86780081", "tag": "25f00689-a056-4ef7-9dec-abd02394d5cf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:49.826712 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0295427-751c-4cca-960c-13207264854b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:49.827118 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad3f46a-5d07-472c-ba53-f38f86780081', 'tag': '25f00689-a056-4ef7-9dec-abd02394d5cf', 'status': 'completed', 'code': 200} Nov 26 22:06:49.844447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb29cb-081d-48b6-99d5-618fe68f74b4 req-dc059167-a573-487e-af46-a704945654ec tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:49.850634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebdb29cb-081d-48b6-99d5-618fe68f74b4 req-dc059167-a573-487e-af46-a704945654ec tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 944 time: 0.4324441 Nov 26 22:06:49.857296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-42e9c1cc-e595-47a5-b582-d29807b2317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:49.858898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-42e9c1cc-e595-47a5-b582-d29807b2317a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 1095 time: 0.0779860 Nov 26 22:06:49.913986 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-153d18e9-810d-47e8-b862-b9fd02929ad5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25f00689-a056-4ef7-9dec-abd02394d5cf HTTP/1.1" status: 200 len: 217 time: 0.0384908 Nov 26 22:06:49.920652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9124b2c-b736-44c6-8020-d4dfd17c5838 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6ad5a1-e9eb-4ec3-ba23-ce7fe43c1b8a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:49.954839 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f9124b2c-b736-44c6-8020-d4dfd17c5838 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:49.956039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f9124b2c-b736-44c6-8020-d4dfd17c5838 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9272971 Nov 26 22:06:49.970742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38208) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:50.000962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0126278c-afa7-48dd-930a-86a4502007b3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1234e765-1a39-4b02-8946-7faae52a2ab7', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:50.005520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-00589fe3-ed77-481e-9160-4d34e0bdec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:50.009090 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-00589fe3-ed77-481e-9160-4d34e0bdec62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.0764351 Nov 26 22:06:50.083457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-44700ef9-8c33-43ba-b38d-5ef28b4c8ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:50.085653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-44700ef9-8c33-43ba-b38d-5ef28b4c8ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675387 Nov 26 22:06:50.106643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8158f8d8-5fad-4b53-aa5c-b65e22e87f21 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Deleting port b06701de-d843-46f9-a36d-4114f87f94ce {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:50.106979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8158f8d8-5fad-4b53-aa5c-b65e22e87f21 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.202060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebdb29cb-081d-48b6-99d5-618fe68f74b4 req-648ba662-9b54-478c-b78b-d50ff1e964ab tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688785 Nov 26 22:06:50.208696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0126278c-afa7-48dd-930a-86a4502007b3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.237730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-3beeb517-e77a-45f5-be74-ebaee642753e service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446123 Nov 26 22:06:50.276175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.323301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8158f8d8-5fad-4b53-aa5c-b65e22e87f21 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.350734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8158f8d8-5fad-4b53-aa5c-b65e22e87f21 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Calling delete_port for b06701de-d843-46f9-a36d-4114f87f94ce owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:50.351566 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-721dbe4c-0495-4eeb-9d81-b4e8b824191d req-34dfe962-4ee8-45f1-bf0e-9a309551174d service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058815 Nov 26 22:06:50.366098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0126278c-afa7-48dd-930a-86a4502007b3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.374497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0126278c-afa7-48dd-930a-86a4502007b3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.434952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.448431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126278c-afa7-48dd-930a-86a4502007b3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ad0eb2-0dcd-408e-8d4f-947673af9e94,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:50.457831 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0126278c-afa7-48dd-930a-86a4502007b3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.459122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0126278c-afa7-48dd-930a-86a4502007b3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4647439 Nov 26 22:06:50.464584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38212) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:50.469259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1234e765-1a39-4b02-8946-7faae52a2ab7', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:50.519941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:50.524829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-bd6b1298-006f-4e42-9fab-92e49bfdc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:50.527712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-bd6b1298-006f-4e42-9fab-92e49bfdc34c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 1095 time: 0.0713215 Nov 26 22:06:50.540175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:50.549626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:50.559738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.564792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event updated for resources: {'Port': ['ID=efe8a4ac-ebef-4552-8a4c-ff8845c51d94,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:50.694281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.706709 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.712872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:50.713671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.717024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-13872c98-177f-46dc-b19b-d47c66a8f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:50.718530 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-13872c98-177f-46dc-b19b-d47c66a8f0e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.1804249 Nov 26 22:06:50.719658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8158f8d8-5fad-4b53-aa5c-b65e22e87f21 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.730492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdc2929-ace5-4973-8669-62f899ee8b67,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:50.741642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.743406 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2775321 Nov 26 22:06:50.754277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38218) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:50.762168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e8d3c3e0-6643-4e9d-8e4e-d30a5efc95b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1234e765-1a39-4b02-8946-7faae52a2ab7', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:50.763047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158f8d8-5fad-4b53-aa5c-b65e22e87f21 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Port': ['ID=b06701de-d843-46f9-a36d-4114f87f94ce,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:50.771967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.773209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.773640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.774133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.774570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.774874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.775559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.775959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.776510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.776849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.778577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.781543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6bc08d-3e7d-4221-9e5c-9e86459357b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:06:50.782957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b592b1b8-bbbe-4fbe-9ab4-627dff111f3a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9540839 Nov 26 22:06:50.798687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38220) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:50.803280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Request body: {'floatingip': {'port_id': 'efe8a4ac-ebef-4552-8a4c-ff8845c51d94'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:50.809725 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8158f8d8-5fad-4b53-aa5c-b65e22e87f21 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.815981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8158f8d8-5fad-4b53-aa5c-b65e22e87f21 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "DELETE /v2.0/ports/b06701de-d843-46f9-a36d-4114f87f94ce HTTP/1.1" status: 204 len: 168 time: 1.1619151 Nov 26 22:06:50.820439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-857ec100-db69-445f-9a33-ffd2c490f61a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25f00689-a056-4ef7-9dec-abd02394d5cf HTTP/1.1" status: 200 len: 217 time: 0.0838788 Nov 26 22:06:50.823505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38222) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:50.876220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-067d1514-6c74-46b3-b6cd-15ff945eaf0d None None] Provisioning complete for port efe8a4ac-ebef-4552-8a4c-ff8845c51d94 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:50.876727 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-067d1514-6c74-46b3-b6cd-15ff945eaf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.885266 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-9674df3b-6aec-48b3-96c4-82dca38d6802 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] GET failed (client error): The resource could not be found. Nov 26 22:06:50.890596 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9674df3b-6aec-48b3-96c4-82dca38d6802 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "GET /v2.0/ports/b06701de-d843-46f9-a36d-4114f87f94ce HTTP/1.1" status: 404 len: 333 time: 0.0660164 Nov 26 22:06:50.892572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38224) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:50.916786 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.925714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c3e0-6643-4e9d-8e4e-d30a5efc95b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.946504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-067d1514-6c74-46b3-b6cd-15ff945eaf0d None None] Port efe8a4ac-ebef-4552-8a4c-ff8845c51d94 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:50.986751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c3e0-6643-4e9d-8e4e-d30a5efc95b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:50.995438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-249f7ed7-88db-4929-ab86-bdbb88e4b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:50.997794 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-249f7ed7-88db-4929-ab86-bdbb88e4b08a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1245704 Nov 26 22:06:50.999129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c3e0-6643-4e9d-8e4e-d30a5efc95b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.049396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3c3e0-6643-4e9d-8e4e-d30a5efc95b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3776e7b0-2028-489e-aca5-08f36de9e516,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:51.060816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c3e0-6643-4e9d-8e4e-d30a5efc95b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.062250 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e8d3c3e0-6643-4e9d-8e4e-d30a5efc95b4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3058615 Nov 26 22:06:51.064598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38226) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:51.077502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-aa19c0a6-a63b-48d4-9a0c-65b4385647e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:51.079149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-aa19c0a6-a63b-48d4-9a0c-65b4385647e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731866 Nov 26 22:06:51.188996 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-6994cdc3-f84d-4473-b32d-b73fd4e8c0c2 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005840 Nov 26 22:06:51.208232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-12930724-12c2-4269-843f-1290bec39f78 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Deleting port 93018428-13d3-49ed-81ed-bd78ffe36281 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:51.208567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12930724-12c2-4269-843f-1290bec39f78 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.346934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-749b7a48-10b4-42c7-8914-588e58f82591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1234e765-1a39-4b02-8946-7faae52a2ab7', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:51.409112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ce9db00-2705-4ac6-9d85-662ad0c86b3e req-63d0ea92-fe07-4a2e-a72d-8cbc24a58435 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118657 Nov 26 22:06:51.410656 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-749b7a48-10b4-42c7-8914-588e58f82591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Project 44636e60510b4cc993a80af73b717746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:06:51.418111 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-749b7a48-10b4-42c7-8914-588e58f82591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.539770 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-749b7a48-10b4-42c7-8914-588e58f82591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.550160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-749b7a48-10b4-42c7-8914-588e58f82591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.581165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b7a48-10b4-42c7-8914-588e58f82591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc2218e-d461-48de-b9de-706538882f6e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:51.594398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-749b7a48-10b4-42c7-8914-588e58f82591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.596656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-749b7a48-10b4-42c7-8914-588e58f82591 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5307376 Nov 26 22:06:51.599363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38242) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:51.608538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-67ff4fcd-5571-4d44-a576-4b98c33d24b9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'security_group_rule': {'security_group_id': '1234e765-1a39-4b02-8946-7faae52a2ab7', 'project_id': '44636e60510b4cc993a80af73b717746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:51.639542 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-67ff4fcd-5571-4d44-a576-4b98c33d24b9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Project 44636e60510b4cc993a80af73b717746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:06:51.657787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-67ff4fcd-5571-4d44-a576-4b98c33d24b9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.798875 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-67ff4fcd-5571-4d44-a576-4b98c33d24b9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.802946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-67ff4fcd-5571-4d44-a576-4b98c33d24b9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.823248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff4fcd-5571-4d44-a576-4b98c33d24b9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8784a942-cde5-47e7-b5d7-5f8e967d8b19,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:51.832115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-67ff4fcd-5571-4d44-a576-4b98c33d24b9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.834281 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-67ff4fcd-5571-4d44-a576-4b98c33d24b9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2325218 Nov 26 22:06:51.837858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38246) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:51.845499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'network': {'name': 'tempest-network-smoke--1002381525', 'project_id': '44636e60510b4cc993a80af73b717746', 'port_security_enabled': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:51.866040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:51.869466 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.889080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172c8e-073a-4700-9bd3-1d93bd93a237 req-c1057d7f-61d5-4630-a0fe-6c2530ae0e25 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:51.890630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64172c8e-073a-4700-9bd3-1d93bd93a237 req-c1057d7f-61d5-4630-a0fe-6c2530ae0e25 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 944 time: 0.1736739 Nov 26 22:06:51.896996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12930724-12c2-4269-843f-1290bec39f78 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.899277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:06:51.908782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.909312 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Added segment 79e260e2-1fed-4603-9a05-447cadb19746 of type vlan for network 54897b4f-9793-451b-a15d-8256cce033c4 Nov 26 22:06:51.936357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-12930724-12c2-4269-843f-1290bec39f78 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Calling delete_port for 93018428-13d3-49ed-81ed-bd78ffe36281 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:51.951646 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.977222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:51.983554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:51.984139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.055221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2136672 Nov 26 22:06:52.055428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38248) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:52.057322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15762b-c429-4df7-b143-d4acd7a1ee1c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Network': ['ID=54897b4f-9793-451b-a15d-8256cce033c4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:52.060150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'admin_state_up': True, 'project_id': '44636e60510b4cc993a80af73b717746', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:52.070732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 54897b4f-9793-451b-a15d-8256cce033c4 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:06:52.102309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64172c8e-073a-4700-9bd3-1d93bd93a237 req-cb44aeba-c5d3-4e27-991a-53bb28e47417 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987658 Nov 26 22:06:52.162820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.163825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.325767 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.328268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12930724-12c2-4269-843f-1290bec39f78 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.344237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.399673 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.429689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12930724-12c2-4269-843f-1290bec39f78 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Port': ['ID=93018428-13d3-49ed-81ed-bd78ffe36281,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:52.498322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12930724-12c2-4269-843f-1290bec39f78 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.504341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-12930724-12c2-4269-843f-1290bec39f78 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "DELETE /v2.0/ports/93018428-13d3-49ed-81ed-bd78ffe36281 HTTP/1.1" status: 204 len: 168 time: 1.6109037 Nov 26 22:06:52.504536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38250) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:52.570000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e3b58f-e7ff-48f8-8c1b-46b0e877acf7 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Deleting subnet 8cbc09eb-562d-499b-a908-36dbd3edd06a {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:06:52.593533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71e3b58f-e7ff-48f8-8c1b-46b0e877acf7 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.615004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.651728 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP 79fbba47-42dc-4644-a08b-64bc32fa90a5 associated. External IP: 172.25.3.187, port: 2d2168d3-7298-4d6b-8754-06886cc1996a. Nov 26 22:06:52.695022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71e3b58f-e7ff-48f8-8c1b-46b0e877acf7 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.832852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71e3b58f-e7ff-48f8-8c1b-46b0e877acf7 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.922050 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71e3b58f-e7ff-48f8-8c1b-46b0e877acf7 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.950537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3b58f-e7ff-48f8-8c1b-46b0e877acf7 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbc09eb-562d-499b-a908-36dbd3edd06a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:52.956756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-71e3b58f-e7ff-48f8-8c1b-46b0e877acf7 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:52.959565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-71e3b58f-e7ff-48f8-8c1b-46b0e877acf7 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "DELETE /v2.0/subnets/8cbc09eb-562d-499b-a908-36dbd3edd06a HTTP/1.1" status: 204 len: 168 time: 0.4537334 Nov 26 22:06:52.961703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38262) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:52.968596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de19f21a-b2cf-44ae-b44f-3d6732e291c4 None None] Network c641497a-cb5b-4da3-863f-e0a569f7d3b9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:53.027592 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.030792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:53.054345 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.067001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.154134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Deleting port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:53.154532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.225350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] DHCP port deletion for c641497a-cb5b-4da3-863f-e0a569f7d3b9 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:53.297080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] For port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,segment=NetworkSegment(b283dc4e-9f5f-4fd1-969a-15f32287c245),segment_id=b283dc4e-9f5f-4fd1-969a-15f32287c245)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:53.297699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.312784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.25.3.166 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/6431d980-0f2c-474a-a7dc-6f1afa926beb) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:53.314705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Calling delete_port for 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:53.328681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:53.341690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] Deleting port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:53.342096 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.344075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af0a0a-3c58-4338-bb78-cdbceaead671 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:53.429268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.441094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3916ae4-9348-4cdf-ab19-c5e7161a549c req-0085eb71-169d-4a23-acc0-f280120eb1e2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:53.442888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3916ae4-9348-4cdf-ab19-c5e7161a549c req-0085eb71-169d-4a23-acc0-f280120eb1e2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 944 time: 0.2087021 Nov 26 22:06:53.444925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af0a0a-3c58-4338-bb78-cdbceaead671 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:53.445793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-98af0a0a-3c58-4338-bb78-cdbceaead671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:53.476998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Port': ['ID=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:53.486025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] No DVR routers for this DVR port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:53.514043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-98af0a0a-3c58-4338-bb78-cdbceaead671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:53.522751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] For port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,segment=NetworkSegment(b283dc4e-9f5f-4fd1-969a-15f32287c245),segment_id=b283dc4e-9f5f-4fd1-969a-15f32287c245)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:53.523659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.536291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a32f49f-ef44-4449-9b58-bd3315ed3b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.545768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] Calling delete_port for 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:53.547708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af0a0a-3c58-4338-bb78-cdbceaead671 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:53.548810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-98af0a0a-3c58-4338-bb78-cdbceaead671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:53.585010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-98af0a0a-3c58-4338-bb78-cdbceaead671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:53.585927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98af0a0a-3c58-4338-bb78-cdbceaead671 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:53.631360 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.671501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3916ae4-9348-4cdf-ab19-c5e7161a549c req-1d973e26-c99a-4567-bf45-3e1c58298df5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597657 Nov 26 22:06:53.671927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c641497a-cb5b-4da3-863f-e0a569f7d3b9']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:53.672297 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.704783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] Pushing event deleted for resources: {'Port': ['ID=8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:53.709967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b380fd57-c33f-4cbf-aa4c-0099ff4e8fa5 None None] No DVR routers for this DVR port 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:06:53.718187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b283dc4e-9f5f-4fd1-969a-15f32287c245') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:53.718904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b283dc4e-9f5f-4fd1-969a-15f32287c245') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:53.757071 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.800328 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.815399 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.820953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:06:53.821366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:06:53.825468 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:06:53.896436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 215098ab-c404-466a-9140-c6c29a41061f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:53.911018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.921906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.927027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:53.932898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] 10.222.0.21 "DELETE /v2.0/networks/c641497a-cb5b-4da3-863f-e0a569f7d3b9 HTTP/1.1" status: 204 len: 168 time: 0.9676743 Nov 26 22:06:53.948608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be759c67-24cc-4966-9817-372bd3c24a53 tempest-AllowedAddressPairIpV6TestJSON-632373196 tempest-AllowedAddressPairIpV6TestJSON-632373196-project] Pushing event deleted for resources: {'Network': ['ID=c641497a-cb5b-4da3-863f-e0a569f7d3b9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:54.006631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:06:54.015346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:54.033612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:06:54.034909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a83378-9311-4a82-ade6-41b38bafcd85 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:54.070489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=6431d980-0f2c-474a-a7dc-6f1afa926beb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:54.110832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5c370e12-d4e0-4a82-b19d-963f9678919f None None] Provisioning complete for port 6431d980-0f2c-474a-a7dc-6f1afa926beb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:54.111213 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c370e12-d4e0-4a82-b19d-963f9678919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:54.177576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5c370e12-d4e0-4a82-b19d-963f9678919f None None] Port 6431d980-0f2c-474a-a7dc-6f1afa926beb cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:54.389298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38276) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:54.452389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 25f00689-a056-4ef7-9dec-abd02394d5cf details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:06:54.625086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a7d7757c-3749-4051-951a-17944a386def admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62a063e3c4354ecf90305992c252c572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342718 Nov 26 22:06:54.627476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38280) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:54.629075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 25f00689-a056-4ef7-9dec-abd02394d5cf, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=25f00689-a056-4ef7-9dec-abd02394d5cf,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:54.647547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '25f00689-a056-4ef7-9dec-abd02394d5cf', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '25f00689-a056-4ef7-9dec-abd02394d5cf', 'mac_address': 'fa:16:3e:6b:0a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:06:54.692949 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:54.698419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e32a81d9-3ebc-4ac1-91de-6c373213c073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:54.727400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e32a81d9-3ebc-4ac1-91de-6c373213c073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:54.756568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f00689-a056-4ef7-9dec-abd02394d5cf {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:06:54.783494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:54.795668 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162d8ea-ceae-4436-b7da-d83e38d116f6 None None] Sync routers for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:54.796689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 25f00689-a056-4ef7-9dec-abd02394d5cf, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=25f00689-a056-4ef7-9dec-abd02394d5cf,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:54.804593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e32a81d9-3ebc-4ac1-91de-6c373213c073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:54.806313 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162d8ea-ceae-4436-b7da-d83e38d116f6 None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:54.807102 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b162d8ea-ceae-4436-b7da-d83e38d116f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:54.807724 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:54.808469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e32a81d9-3ebc-4ac1-91de-6c373213c073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:54.814214 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e32a81d9-3ebc-4ac1-91de-6c373213c073 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/542ad872-7c06-43b3-b56c-400025d28811 HTTP/1.1" status: 204 len: 168 time: 0.1856296 Nov 26 22:06:54.819134 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:54.865574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a81d9-3ebc-4ac1-91de-6c373213c073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ad872-7c06-43b3-b56c-400025d28811,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:54.925046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=25f00689-a056-4ef7-9dec-abd02394d5cf,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:54.927321 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b162d8ea-ceae-4436-b7da-d83e38d116f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:54.971428 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162d8ea-ceae-4436-b7da-d83e38d116f6 None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:54.975665 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b162d8ea-ceae-4436-b7da-d83e38d116f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:55.004987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:06:55.043832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:06:55.044375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8036c0ed-cb1e-4c95-bbb2-07f12f6a22a2 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:06:55.068245 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b162d8ea-ceae-4436-b7da-d83e38d116f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:55.069879 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162d8ea-ceae-4436-b7da-d83e38d116f6 None None] The sync data for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:55.235094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['25f00689-a056-4ef7-9dec-abd02394d5cf'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:06:55.284189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38300) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:55.295314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3d3430fe-2bed-4261-998c-3ab42c251521 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/floatingips/79fbba47-42dc-4644-a08b-64bc32fa90a5 HTTP/1.1" status: 200 len: 978 time: 4.4953635 Nov 26 22:06:55.297043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.306866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38302) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:55.318365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6bc94-f7bc-4fe8-97ec-964d3b728fdd req-61e0bc60-b479-4efc-bfc7-bf18f3f5c278 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:55.320733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efc6bc94-f7bc-4fe8-97ec-964d3b728fdd req-61e0bc60-b479-4efc-bfc7-bf18f3f5c278 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 945 time: 0.4450181 Nov 26 22:06:55.416324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efc6bc94-f7bc-4fe8-97ec-964d3b728fdd req-ad853981-7f35-4b9a-af2a-afdf5545a105 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489035 Nov 26 22:06:55.479928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port efe8a4ac-ebef-4552-8a4c-ff8845c51d94 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:55.480818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.558661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23b3ac84-4c94-42d9-813f-d1960b3a5969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.653537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.755114 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.758870 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23b3ac84-4c94-42d9-813f-d1960b3a5969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.810378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23b3ac84-4c94-42d9-813f-d1960b3a5969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.893626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3ac84-4c94-42d9-813f-d1960b3a5969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d549c67-c0c9-4454-b3eb-977913966c0b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:55.908596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-23b3ac84-4c94-42d9-813f-d1960b3a5969 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36be43aa94404e1dbdafa2bc8443feda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5862868 Nov 26 22:06:55.908730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38322) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:55.961023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 0e189278-1d22-4eca-a084-af28437f9f14 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:06:55.986322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.986680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:55.986997 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Floating IP 79fbba47-42dc-4644-a08b-64bc32fa90a5 disassociated. External IP: 172.25.3.187, port: efe8a4ac-ebef-4552-8a4c-ff8845c51d94. Nov 26 22:06:55.987345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for efe8a4ac-ebef-4552-8a4c-ff8845c51d94 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:56.009747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38328) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:56.016443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38a60c63-7d78-4d5f-896c-9094eeda2452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.057220 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38a60c63-7d78-4d5f-896c-9094eeda2452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.109194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:56.120031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Sync routers for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:56.134169 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.139950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38332) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:56.140144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-018312ef-ddec-437f-8ed5-441f10bb7f48 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0836358 Nov 26 22:06:56.141707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:56.142430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:56.197415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38a60c63-7d78-4d5f-896c-9094eeda2452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.201349 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38a60c63-7d78-4d5f-896c-9094eeda2452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.202735 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-38a60c63-7d78-4d5f-896c-9094eeda2452 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d549c67-c0c9-4454-b3eb-977913966c0b HTTP/1.1" status: 204 len: 168 time: 0.2927952 Nov 26 22:06:56.220582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a60c63-7d78-4d5f-896c-9094eeda2452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d549c67-c0c9-4454-b3eb-977913966c0b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:56.235181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-325274626'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:56.253786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.299681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Made reservation on behalf of 0284b562768440618edfc5836d71e186 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:56.303399 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.307170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=efe8a4ac-ebef-4552-8a4c-ff8845c51d94,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:56.321693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.432180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:56.562809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 215098ab-c404-466a-9140-c6c29a41061f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:06:56.598189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 25f00689-a056-4ef7-9dec-abd02394d5cf up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:06:56.601555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.649969 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.653653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2b0a0-4225-4edd-b8a0-f3fc3e0082bd req-8a1ab0ab-1b6d-4771-933d-1f9ebbb9ea7c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:56.656431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93e2b0a0-4225-4edd-b8a0-f3fc3e0082bd req-8a1ab0ab-1b6d-4771-933d-1f9ebbb9ea7c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 945 time: 0.1065216 Nov 26 22:06:56.660671 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9fa0-af4e-4612-8dcc-cb458b896250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.723543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93e2b0a0-4225-4edd-b8a0-f3fc3e0082bd req-5558309d-1cd7-42e1-bec0-58767c845844 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603747 Nov 26 22:06:56.757447 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b66de148-1e57-41f7-98e4-587a950c1684 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=44636e60510b4cc993a80af73b717746&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6150644 Nov 26 22:06:56.760230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38348) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:56.778934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 25f00689-a056-4ef7-9dec-abd02394d5cf completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:06:56.784219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:06:56.806837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 25f00689-a056-4ef7-9dec-abd02394d5cf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:56.807129 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.821708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:06:56.830531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a2db59-8fbf-40c6-887e-f437c744213d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:56.845929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.846370 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Added segment 2e990ce1-dc4e-4d2a-8030-cf41d9ebad21 of type vlan for network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e Nov 26 22:06:56.901459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:06:56.904170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07665878-033f-41b8-895d-d88a891c74d5 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:56.908861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.909489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-07665878-033f-41b8-895d-d88a891c74d5 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1480694 Nov 26 22:06:56.910949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38350) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:56.913682 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495cc52-d82d-47b1-a5b4-855e1c20fc29 None None] Sync routers for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:06:56.924435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:56.937089 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495cc52-d82d-47b1-a5b4-855e1c20fc29 None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:56.940204 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e495cc52-d82d-47b1-a5b4-855e1c20fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:56.958130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-20402200-7792-4c3d-9604-bb8442543e80 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458214 Nov 26 22:06:56.958985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38352) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:56.959417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38354) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:56.962059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad3f46a-5d07-472c-ba53-f38f86780081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f00689-a056-4ef7-9dec-abd02394d5cf'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:06:56.966048 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f684540-2719-4a71-b6d5-7b24a2f56ad6" -d '{"events": [{"server_uuid": "bad3f46a-5d07-472c-ba53-f38f86780081", "name": "network-vif-plugged", "status": "completed", "tag": "25f00689-a056-4ef7-9dec-abd02394d5cf"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:06:56.982752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:06:54Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:56.986194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581088846', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'project_id': '44636e60510b4cc993a80af73b717746', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:56.989441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09926622-d0ae-4480-afb5-9008e6cf96f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.002233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.008935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:57.009535 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.019873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.024542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-01a1b28b-48c2-4358-ad78-bdef9c96ab3c tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/ports/efe8a4ac-ebef-4552-8a4c-ff8845c51d94 HTTP/1.1" status: 204 len: 168 time: 1.7388642 Nov 26 22:06:57.030471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 25f00689-a056-4ef7-9dec-abd02394d5cf, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=25f00689-a056-4ef7-9dec-abd02394d5cf,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:57.030797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38358) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:57.033669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Checking router: 0e189278-1d22-4eca-a084-af28437f9f14 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:06:57.036393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Updating router 0e189278-1d22-4eca-a084-af28437f9f14 port 6431d980-0f2c-474a-a7dc-6f1afa926beb binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:06:57.067442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e495cc52-d82d-47b1-a5b4-855e1c20fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:57.079311 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495cc52-d82d-47b1-a5b4-855e1c20fc29 None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:57.080189 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e495cc52-d82d-47b1-a5b4-855e1c20fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:57.084523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.090377 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa10eab-4fef-4271-81b2-0df97d8e1c3c x-openstack-request-id: req-baa10eab-4fef-4271-81b2-0df97d8e1c3c {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:06:57.090710 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad3f46a-5d07-472c-ba53-f38f86780081", "name": "network-vif-plugged", "status": "completed", "tag": "25f00689-a056-4ef7-9dec-abd02394d5cf", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:06:57.090940 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baa10eab-4fef-4271-81b2-0df97d8e1c3c {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:06:57.091342 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad3f46a-5d07-472c-ba53-f38f86780081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f00689-a056-4ef7-9dec-abd02394d5cf', 'code': 200} Nov 26 22:06:57.117571 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e495cc52-d82d-47b1-a5b4-855e1c20fc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:57.118784 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e495cc52-d82d-47b1-a5b4-855e1c20fc29 None None] The sync data for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:06:57.137427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.188674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:57.194785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.198344 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1584630 Nov 26 22:06:57.213342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38360) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:57.225624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Request body: {'subnet': {'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:57.280618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90651aa7-2905-4bd8-9db9-b3b89c04b837 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event updated for resources: {'Network': ['ID=65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:57.290858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09926622-d0ae-4480-afb5-9008e6cf96f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.336115 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09926622-d0ae-4480-afb5-9008e6cf96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.458677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926622-d0ae-4480-afb5-9008e6cf96f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d32a46-4733-4607-8fdf-5a213b1fc05b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:57.464170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-09926622-d0ae-4480-afb5-9008e6cf96f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd583d495cbc45288d6b3865d332d21a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026987 Nov 26 22:06:57.469287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38366) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:57.568861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Made reservation on behalf of 0284b562768440618edfc5836d71e186 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:57.572630 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.703444 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.722153 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39a5c95a-0af3-4908-b731-21e12abcbd71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.739630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=25f00689-a056-4ef7-9dec-abd02394d5cf,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:57.743864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624fd2f-15eb-4340-ad44-08eecd4901ce req-cd84fcac-9c98-497e-b5f9-e96e440c7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:57.749250 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8624fd2f-15eb-4340-ad44-08eecd4901ce req-cd84fcac-9c98-497e-b5f9-e96e440c7fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 1097 time: 0.5557039 Nov 26 22:06:57.760969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:06:57.767965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.789760 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39a5c95a-0af3-4908-b731-21e12abcbd71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.805414 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.811885 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.827309 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8624fd2f-15eb-4340-ad44-08eecd4901ce req-6ddc7f39-c8ce-450e-8f9e-2c9f75aba73e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691378 Nov 26 22:06:57.932332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3a702-1b20-48cd-b491-6cc25c87179a None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:57.952437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Subnet': ['ID=bdbe26e4-a06f-49fd-8e30-955ec319c8d9,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:57.963497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50f593-d396-49fa-9a22-af2ae9ca871b None None] Pushing event updated for resources: {'Port': ['ID=6431d980-0f2c-474a-a7dc-6f1afa926beb,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:57.967494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Attempting to bind port 6431d980-0f2c-474a-a7dc-6f1afa926beb on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:06:57.968239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Attempting to bind port 6431d980-0f2c-474a-a7dc-6f1afa926beb by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:06:57.969117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Attempting to bind port 6431d980-0f2c-474a-a7dc-6f1afa926beb on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:06:57.977590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:06:57.978172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:57.978673 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.979206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:06:57.980568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Bound port: 6431d980-0f2c-474a-a7dc-6f1afa926beb, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:06:57.981352 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:57.982671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Checking segment: {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:57.983086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network hostable DHCP agents. Network: 54897b4f-9793-451b-a15d-8256cce033c4, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:06:58.036748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3df4b3-8fe6-4ef1-b29c-d9595ad3d024 req-7b30767e-e247-46cd-86aa-df25a4a4c683 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:58.038356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db3df4b3-8fe6-4ef1-b29c-d9595ad3d024 req-7b30767e-e247-46cd-86aa-df25a4a4c683 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1750572 Nov 26 22:06:58.053606 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39a5c95a-0af3-4908-b731-21e12abcbd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.056354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39a5c95a-0af3-4908-b731-21e12abcbd71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.057616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-39a5c95a-0af3-4908-b731-21e12abcbd71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8d32a46-4733-4607-8fdf-5a213b1fc05b HTTP/1.1" status: 204 len: 168 time: 0.5830863 Nov 26 22:06:58.072186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-800d5022-8f4c-4b42-bea7-87ade4e76500 None None] Provisioning complete for port 6431d980-0f2c-474a-a7dc-6f1afa926beb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:58.073043 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-800d5022-8f4c-4b42-bea7-87ade4e76500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.075220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] For port 6431d980-0f2c-474a-a7dc-6f1afa926beb, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:06:58.080407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] For port 6431d980-0f2c-474a-a7dc-6f1afa926beb, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6431d980-0f2c-474a-a7dc-6f1afa926beb,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:06:58.100414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5c95a-0af3-4908-b731-21e12abcbd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d32a46-4733-4607-8fdf-5a213b1fc05b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:58.102794 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.108612 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.130397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 54897b4f-9793-451b-a15d-8256cce033c4 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:06:58.171416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-800d5022-8f4c-4b42-bea7-87ade4e76500 None None] Port 6431d980-0f2c-474a-a7dc-6f1afa926beb cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:06:58.187605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 54897b4f-9793-451b-a15d-8256cce033c4) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:58.202052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cde569e-7e33-4cc6-86fe-f40e3b8934c1 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:06:58.209979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:06:58.210219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:58.210543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:58.210892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.218043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5efb4c-8ae7-475c-ad62-f59f04938b7e None None] Network 54897b4f-9793-451b-a15d-8256cce033c4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:58.238134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event updated for resources: {'Subnet': ['ID=6f195193-2acb-41c2-a2b8-62beecfe95dd,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:58.238533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.268472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db3df4b3-8fe6-4ef1-b29c-d9595ad3d024 req-eba37b6d-bca6-40d1-98af-3d009e9f218a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201953 Nov 26 22:06:58.275559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Checking segment: {'id': '2e990ce1-dc4e-4d2a-8030-cf41d9ebad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:06:58.275884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Network hostable DHCP agents. Network: 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:06:58.282646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-51b4d555-6fa6-4e30-9a78-448784e0d403 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3022594 Nov 26 22:06:58.282973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50f593-d396-49fa-9a22-af2ae9ca871b None None] Pushing event updated for resources: {'Port': ['ID=6431d980-0f2c-474a-a7dc-6f1afa926beb,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:58.285231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38372) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:58.363227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:06:58.379760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ad6fea91-07b9-409a-83ee-8367158de16c None None] Provisioning complete for port 6431d980-0f2c-474a-a7dc-6f1afa926beb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:06:58.380132 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad6fea91-07b9-409a-83ee-8367158de16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.408036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:06:58.415737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:58.416452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.432017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de149d-7ba0-4097-b73c-c00c3b0211f2 None None] Network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:06:58.443931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f0f07e89-aa68-4c70-8941-7ed2fc265a7f tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2290606 Nov 26 22:06:58.447288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38374) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:06:58.453807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Request body: {'port': {'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-329730848'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:06:58.623780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:06:58.779725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 87a0a6f9-5400-48dd-afb2-14c593c98b9a {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:06:58.780154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.842088 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.857977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Made reservation on behalf of 0284b562768440618edfc5836d71e186 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:06:58.861583 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:58.884647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] device_id is not set on port 0449ee97-3a8c-4651-b1ed-2dd753c2173c yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:06:59.028950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.034541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-54897b4f-9793-451b-a15d-8256cce033c4', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:06:59.035628 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.049546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 87a0a6f9-5400-48dd-afb2-14c593c98b9a owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:06:59.157109 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad6fea91-07b9-409a-83ee-8367158de16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.232178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Allocated IP 172.20.0.2 (65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e/6f195193-2acb-41c2-a2b8-62beecfe95dd/0449ee97-3a8c-4651-b1ed-2dd753c2173c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:06:59.233696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.244924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.247166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e', 'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e', 'tenant_id': '0284b562768440618edfc5836d71e186', 'fixed_ips': [{'subnet_id': '6f195193-2acb-41c2-a2b8-62beecfe95dd'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:06:59.248228 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.253286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ad6fea91-07b9-409a-83ee-8367158de16c None None] For port 6431d980-0f2c-474a-a7dc-6f1afa926beb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6431d980-0f2c-474a-a7dc-6f1afa926beb,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:06:59.381059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad6fea91-07b9-409a-83ee-8367158de16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.455422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.541240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=87a0a6f9-5400-48dd-afb2-14c593c98b9a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:06:59.617041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb80af-54b7-499e-bfb2-9a2f31c399c0 req-7020bd45-0455-42fd-b171-d79c8e8a5659 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:06:59.619469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3fb80af-54b7-499e-bfb2-9a2f31c399c0 req-7020bd45-0455-42fd-b171-d79c8e8a5659 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.2037163 Nov 26 22:06:59.824689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:06:54Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:06:59.915789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:06:59.967136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222a210-67e9-4a8b-9133-2c3cd0c2d0ed None None] The sync data for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 is: [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:06:54Z', 'revision_number': 3, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:07:00.006022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fea91-07b9-409a-83ee-8367158de16c None None] Pushing event updated for resources: {'Port': ['ID=6431d980-0f2c-474a-a7dc-6f1afa926beb,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:00.046715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Allocated IP 172.20.0.2 (54897b4f-9793-451b-a15d-8256cce033c4/bdbe26e4-a06f-49fd-8e30-955ec319c8d9/b576c630-a5a2-460e-9c02-724045969c82) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:00.048645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3fb80af-54b7-499e-bfb2-9a2f31c399c0 req-77973841-dedd-43fc-bf06-d17e226ddad8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002910 Nov 26 22:07:00.213881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:00.331827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 215098ab-c404-466a-9140-c6c29a41061f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:07:00.362435 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:00.515834 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:00.539445 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:00.549778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event updated for resources: {'Port': ['ID=0449ee97-3a8c-4651-b1ed-2dd753c2173c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:00.578327 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-aba0c583-b94f-4fe7-990f-f752552c5ba3 {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:07:00.579025 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:07:00.634279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:00.641162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:00.656691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:00.696985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:07:00.705550 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7305d6dc-7d72-42c1-a26e-7c1ddc370f5e tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/routers/215098ab-c404-466a-9140-c6c29a41061f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6676381 Nov 26 22:07:00.706777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38418) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:00.793149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.20.0.1 (54897b4f-9793-451b-a15d-8256cce033c4/bdbe26e4-a06f-49fd-8e30-955ec319c8d9/683c0cef-0b87-46c3-9b1a-7d6ddf7aff63) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:00.819802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:00.821549 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:00.855716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ec8b86e-39fd-490d-96ac-906e3d4064bb tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4072404 Nov 26 22:07:00.860921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38424) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:00.866249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Request body: {'port': {'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1339997516', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:00.866965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.api.validators [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] bootfile-name is not in valid_values {{(pid=109999) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:07:00.867518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.api.validators [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] tftp-server is not in valid_values {{(pid=109999) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:07:00.867959 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.api.validators [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] server-ip-address is not in valid_values {{(pid=109999) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:07:01.085213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d4d836-8bba-4b1d-8f9f-b4b21f7003e8 None None] Sync routers for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:07:01.094412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6431d980-0f2c-474a-a7dc-6f1afa926beb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:01.103438 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.129155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.205939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Network 54897b4f-9793-451b-a15d-8256cce033c4 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:01.265117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:01.270577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:01.307514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d4d836-8bba-4b1d-8f9f-b4b21f7003e8 None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:01.309115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-29d4d836-8bba-4b1d-8f9f-b4b21f7003e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:01.317457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Pushing event updated for resources: {'Port': ['ID=b576c630-a5a2-460e-9c02-724045969c82,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:01.321042 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.364173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819377d-b35e-42fd-81c4-24d7c97424ca req-ab52d2c3-4655-4372-9c71-fe676f7eb22b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:01.378645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8819377d-b35e-42fd-81c4-24d7c97424ca req-ab52d2c3-4655-4372-9c71-fe676f7eb22b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1715963 Nov 26 22:07:01.409097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.424025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-29d4d836-8bba-4b1d-8f9f-b4b21f7003e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:01.450957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Made reservation on behalf of 0284b562768440618edfc5836d71e186 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:01.454531 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.548122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d4d836-8bba-4b1d-8f9f-b4b21f7003e8 None None] Routers {'215098ab-c404-466a-9140-c6c29a41061f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:01.549046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-29d4d836-8bba-4b1d-8f9f-b4b21f7003e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['215098ab-c404-466a-9140-c6c29a41061f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:01.557095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 22467073-741b-4be0-ace1-4a593362e531 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:01.557724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.561118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Attempting to bind port b576c630-a5a2-460e-9c02-724045969c82 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:01.561657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Attempting to bind port b576c630-a5a2-460e-9c02-724045969c82 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:01.562169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Attempting to bind port b576c630-a5a2-460e-9c02-724045969c82 on network 54897b4f-9793-451b-a15d-8256cce033c4 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:01.575870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] device_id is not set on port 9fb5a40a-cb8b-497b-84df-0ba770bec1bb yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:07:01.640213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-29d4d836-8bba-4b1d-8f9f-b4b21f7003e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:01.641157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d4d836-8bba-4b1d-8f9f-b4b21f7003e8 None None] The sync data for ids ['215098ab-c404-466a-9140-c6c29a41061f'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:07:01.647008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6431d980-0f2c-474a-a7dc-6f1afa926beb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:01.647540 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.653331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:01.653942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Checking segment: {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:01.654729 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.655286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Bound using segment: {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:01.655888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Bound port: b576c630-a5a2-460e-9c02-724045969c82, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:01.656380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.690482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.709354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 22467073-741b-4be0-ace1-4a593362e531 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:01.765548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Allocated IP 172.20.0.3 (65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e/6f195193-2acb-41c2-a2b8-62beecfe95dd/f093d1e3-395d-40ac-ba86-d88fc56f6c9e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:01.771026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8819377d-b35e-42fd-81c4-24d7c97424ca req-c788d31a-59f6-43c8-9f99-957f240af1b0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913863 Nov 26 22:07:01.789883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:01.889265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:01.913281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] For port b576c630-a5a2-460e-9c02-724045969c82, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:01.924609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 54897b4f-9793-451b-a15d-8256cce033c4 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:01.926597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:01.932109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:01.946004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] For port b576c630-a5a2-460e-9c02-724045969c82, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b576c630-a5a2-460e-9c02-724045969c82,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:01.957172 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.034060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.119624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf3f6d-ffd7-47f8-9149-1714bed102bc None None] Pushing event updated for resources: {'Port': ['ID=b576c630-a5a2-460e-9c02-724045969c82,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:02.186037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.236210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=22467073-741b-4be0-ace1-4a593362e531,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:02.258249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b308e4-46dc-49c5-85ac-1fbad0479f6d None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:07:02.314970 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.324492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.329268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963f178-f940-44c5-ad67-df5f27fd6247 req-46827868-4e3a-46b0-ba78-ab7b7a3da8ab tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:02.330811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b963f178-f940-44c5-ad67-df5f27fd6247 req-46827868-4e3a-46b0-ba78-ab7b7a3da8ab tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1777534 Nov 26 22:07:02.358716 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.406800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:02.416320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:02.447936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:02.504438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Pushing event updated for resources: {'Port': ['ID=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:02.570922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-aba0c583-b94f-4fe7-990f-f752552c5ba3 {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:07:02.572243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.572419 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:07:02.576378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.579549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Attempting to bind port f093d1e3-395d-40ac-ba86-d88fc56f6c9e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:02.579549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Attempting to bind port f093d1e3-395d-40ac-ba86-d88fc56f6c9e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '2e990ce1-dc4e-4d2a-8030-cf41d9ebad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:02.580108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Attempting to bind port f093d1e3-395d-40ac-ba86-d88fc56f6c9e on network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:02.586514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:02.592641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Checking segment: {'id': '2e990ce1-dc4e-4d2a-8030-cf41d9ebad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:02.593176 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.597868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Bound using segment: {'id': '2e990ce1-dc4e-4d2a-8030-cf41d9ebad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:02.598935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Bound port: f093d1e3-395d-40ac-ba86-d88fc56f6c9e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e990ce1-dc4e-4d2a-8030-cf41d9ebad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:02.599409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.625157 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b963f178-f940-44c5-ad67-df5f27fd6247 req-8f8ab412-fad3-49e1-8ede-a7d04461fdfc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659083 Nov 26 22:07:02.671201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.671778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Fanout notify agent at l3_agent the message router_deleted on router 215098ab-c404-466a-9140-c6c29a41061f {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:07:02.696449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.701563 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1d791620-22df-41d3-b63d-450394e01ae4 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/routers/215098ab-c404-466a-9140-c6c29a41061f HTTP/1.1" status: 204 len: 168 time: 1.9942667 Nov 26 22:07:02.702260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:02.714098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.732655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] For port f093d1e3-395d-40ac-ba86-d88fc56f6c9e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:02.737010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] For port f093d1e3-395d-40ac-ba86-d88fc56f6c9e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,segment=NetworkSegment(2e990ce1-dc4e-4d2a-8030-cf41d9ebad21),segment_id=2e990ce1-dc4e-4d2a-8030-cf41d9ebad21)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:02.745398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.837685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-44951008-2fdd-4973-87c7-07e5bdc8b1d6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting subnet 5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:07:02.850040 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44951008-2fdd-4973-87c7-07e5bdc8b1d6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:02.858626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a117bc-f417-4f9e-a965-e6b9360df74d None None] Pushing event updated for resources: {'Port': ['ID=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:02.979552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44951008-2fdd-4973-87c7-07e5bdc8b1d6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.105624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.130475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b576c630-a5a2-460e-9c02-724045969c82 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:03.241013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b576c630-a5a2-460e-9c02-724045969c82 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:03.241674 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.247740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] device_id is not set on port 23023e60-a9dc-4863-810f-05d77b058468 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:07:03.283944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44951008-2fdd-4973-87c7-07e5bdc8b1d6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.458538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44951008-2fdd-4973-87c7-07e5bdc8b1d6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.532682 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.547934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.551022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44951008-2fdd-4973-87c7-07e5bdc8b1d6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Subnet': ['ID=5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:03.559321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44951008-2fdd-4973-87c7-07e5bdc8b1d6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.566545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.573866 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-44951008-2fdd-4973-87c7-07e5bdc8b1d6 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/subnets/5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4 HTTP/1.1" status: 204 len: 168 time: 0.8680358 Nov 26 22:07:03.574117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33187a6c-f202-4455-8f3c-a3fc992420db None None] Network 26e22f9c-6262-431d-803a-cdbce459eeb7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:03.574234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:03.575185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Allocated IP 172.20.0.4 (65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e/6f195193-2acb-41c2-a2b8-62beecfe95dd/23023e60-a9dc-4863-810f-05d77b058468) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:03.745337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.763121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port b576c630-a5a2-460e-9c02-724045969c82, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b576c630-a5a2-460e-9c02-724045969c82,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:03.803351 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.844888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:03.845368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.900429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=b576c630-a5a2-460e-9c02-724045969c82,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:03.947816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e9380-1fb7-4007-8374-c770af2431d4 None None] Network 54897b4f-9793-451b-a15d-8256cce033c4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:03.968360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] For port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ecc6f5a-c841-493c-9a9b-0b1645e2263b,segment=NetworkSegment(e28fbf32-a2e7-4840-8fc7-44baf73bf3e3),segment_id=e28fbf32-a2e7-4840-8fc7-44baf73bf3e3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:03.968740 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:03.997855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 7ecc6f5a-c841-493c-9a9b-0b1645e2263b owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:04.023177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] DHCP port deletion for 26e22f9c-6262-431d-803a-cdbce459eeb7 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:07:04.118405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7a56e46f-397e-428c-acbd-a8e7c28e8123 None None] Provisioning complete for port b576c630-a5a2-460e-9c02-724045969c82 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:04.118775 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7a56e46f-397e-428c-acbd-a8e7c28e8123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.195417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.222092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] No DVR routers for this DVR port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:04.230452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] Deleting port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:04.230786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.317237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=7ecc6f5a-c841-493c-9a9b-0b1645e2263b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:04.424600 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.439155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:04.446619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] For port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:04.447728 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.484697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] Calling delete_port for 7ecc6f5a-c841-493c-9a9b-0b1645e2263b owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:04.489234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68af324-356a-4d99-b7dc-6dccf8bc4af3 req-22f6f3f8-3bdd-4b7a-94d2-980bfe214086 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:04.490916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68af324-356a-4d99-b7dc-6dccf8bc4af3 req-22f6f3f8-3bdd-4b7a-94d2-980bfe214086 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1846147 Nov 26 22:07:04.492359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] Port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:07:04.520358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.537054 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.598653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e22f9c-6262-431d-803a-cdbce459eeb7']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:04.611048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28fbf32-a2e7-4840-8fc7-44baf73bf3e3') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:04.611048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28fbf32-a2e7-4840-8fc7-44baf73bf3e3') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:04.617020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] No DVR routers for this DVR port 7ecc6f5a-c841-493c-9a9b-0b1645e2263b on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:04.621866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e484ba5-3941-414f-8207-ebe12f551b25 None None] Pushing event deleted for resources: {'Port': ['ID=7ecc6f5a-c841-493c-9a9b-0b1645e2263b,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:04.624118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf96be-8d1a-4669-ac78-d1d79d10dca7 None None] Network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:04.625542 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.655428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.663195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:04.665802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:04.735135 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:04.746717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.752363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.763019 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/networks/26e22f9c-6262-431d-803a-cdbce459eeb7 HTTP/1.1" status: 204 len: 168 time: 1.1839552 Nov 26 22:07:04.766908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38468) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:04.841503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5bc43-ced9-46aa-9962-385da2702f35 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Network': ['ID=26e22f9c-6262-431d-803a-cdbce459eeb7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:04.853129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d7d1ee6a-8ce1-416e-99c1-9fb087c2801b None None] Provisioning complete for port f093d1e3-395d-40ac-ba86-d88fc56f6c9e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:04.855863 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ee6a-8ce1-416e-99c1-9fb087c2801b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:04.926335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b68af324-356a-4d99-b7dc-6dccf8bc4af3 req-89ae8e46-c0db-4a6e-ab51-09539cb5bf6a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959677 Nov 26 22:07:04.933648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 54897b4f-9793-451b-a15d-8256cce033c4 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:04.937804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:04.999748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 13e51bda-fb1c-49c6-a427-a7477bb7aa7f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:05.000220 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.056072 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ee6a-8ce1-416e-99c1-9fb087c2801b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.087906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.102898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d7d1ee6a-8ce1-416e-99c1-9fb087c2801b None None] For port f093d1e3-395d-40ac-ba86-d88fc56f6c9e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,segment=NetworkSegment(2e990ce1-dc4e-4d2a-8030-cf41d9ebad21),segment_id=2e990ce1-dc4e-4d2a-8030-cf41d9ebad21)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:05.131465 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ee6a-8ce1-416e-99c1-9fb087c2801b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.194673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1ee6a-8ce1-416e-99c1-9fb087c2801b None None] Pushing event updated for resources: {'Port': ['ID=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:05.221922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.222460 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.236614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f093d1e3-395d-40ac-ba86-d88fc56f6c9e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:05.260486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 13e51bda-fb1c-49c6-a427-a7477bb7aa7f owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:05.267047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 0e189278-1d22-4eca-a084-af28437f9f14 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:07:05.270006 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.333604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event updated for resources: {'Port': ['ID=23023e60-a9dc-4863-810f-05d77b058468,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:05.356130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:05.360922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-795b17c1-9fbc-4b94-acc3-373f9d2db630 None None] Provisioning complete for port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:05.362047 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-795b17c1-9fbc-4b94-acc3-373f9d2db630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.437240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-795b17c1-9fbc-4b94-acc3-373f9d2db630 None None] Port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:05.440286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f093d1e3-395d-40ac-ba86-d88fc56f6c9e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:05.440964 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.489100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:05.498749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:05.507964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-795b17c1-9fbc-4b94-acc3-373f9d2db630 None None] Provisioning complete for port b576c630-a5a2-460e-9c02-724045969c82 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:05.508353 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-795b17c1-9fbc-4b94-acc3-373f9d2db630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.611307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:07:05.623317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:05.624034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.624852 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Sync routers for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:07:05.635408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-95efbf5a-b5bf-4894-9727-94cde745a8b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "PUT /v2.0/routers/0e189278-1d22-4eca-a084-af28437f9f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3491437 Nov 26 22:07:05.639132 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:05.658032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:05.665175 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:05.693667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-22b063d2-660f-4729-8035-895b25e42560 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.8317161 Nov 26 22:07:05.700100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38478) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:05.752690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b576c630-a5a2-460e-9c02-724045969c82 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:05.888274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070fd7e-acbc-4b68-b84a-3ef77da45d67 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:05.910826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070fd7e-acbc-4b68-b84a-3ef77da45d67 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:05.938688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070fd7e-acbc-4b68-b84a-3ef77da45d67 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:05.948353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f070fd7e-acbc-4b68-b84a-3ef77da45d67 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2444086 Nov 26 22:07:05.949218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38480) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:05.972733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b576c630-a5a2-460e-9c02-724045969c82 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:05.982427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.117235 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:07:06.182506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0a9fc1c0-ab65-4705-ab40-3b9231409538 None None] Provisioning complete for port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:06.183329 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc1c0-ab65-4705-ab40-3b9231409538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.246495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-f4513675-dfdb-4d03-9f28-ee97b7db254c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794285490&fields=id&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 267 time: 0.1098905 Nov 26 22:07:06.303211 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fc1c0-ab65-4705-ab40-3b9231409538 None None] Port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:06.303860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-db2a2e18-df8d-43b8-b23c-09f438c98160 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Deleting port 23023e60-a9dc-4863-810f-05d77b058468 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:06.304238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db2a2e18-df8d-43b8-b23c-09f438c98160 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.346456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0a9fc1c0-ab65-4705-ab40-3b9231409538 None None] Provisioning complete for port f093d1e3-395d-40ac-ba86-d88fc56f6c9e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:06.348929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc1c0-ab65-4705-ab40-3b9231409538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.410267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ecc6f5a-c841-493c-9a9b-0b1645e2263b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:07:06.475832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 7ecc6f5a-c841-493c-9a9b-0b1645e2263b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:07:06.476189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ecc6f5a-c841-493c-9a9b-0b1645e2263b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:07:06.650516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0a9fc1c0-ab65-4705-ab40-3b9231409538 None None] Provisioning complete for port 0449ee97-3a8c-4651-b1ed-2dd753c2173c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:06.650902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc1c0-ab65-4705-ab40-3b9231409538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.693509 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 2, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:06.713908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=13e51bda-fb1c-49c6-a427-a7477bb7aa7f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:06.725650 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Checking router: 0e189278-1d22-4eca-a084-af28437f9f14 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:07:06.726449 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Updating router 0e189278-1d22-4eca-a084-af28437f9f14 port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:07:06.728434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fc1c0-ab65-4705-ab40-3b9231409538 None None] Port 0449ee97-3a8c-4651-b1ed-2dd753c2173c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:06.764402 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.788230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db2a2e18-df8d-43b8-b23c-09f438c98160 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.816098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.822879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-49f376d1-a99d-4eae-9a26-894805b87137 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:06.823080 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.824836 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1f0cdf52-38df-42f3-b2fb-63f625315886 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/floatingips/79fbba47-42dc-4644-a08b-64bc32fa90a5 HTTP/1.1" status: 204 len: 168 time: 2.0569293 Nov 26 22:07:06.825840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-49f376d1-a99d-4eae-9a26-894805b87137 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/networks?id=54897b4f-9793-451b-a15d-8256cce033c4 HTTP/1.1" status: 200 len: 797 time: 0.5784440 Nov 26 22:07:06.831577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38502) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:06.851507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-db2a2e18-df8d-43b8-b23c-09f438c98160 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Calling delete_port for 23023e60-a9dc-4863-810f-05d77b058468 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:06.853894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Provisioning complete for port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:06.855810 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:06.912674 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e70b4a-5d3f-4168-8d42-0d02261e4cbe tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] DELETE failed (client error): The resource could not be found. Nov 26 22:07:06.914711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e70b4a-5d3f-4168-8d42-0d02261e4cbe tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:07:06.921090 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-66e70b4a-5d3f-4168-8d42-0d02261e4cbe tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/ports/efe8a4ac-ebef-4552-8a4c-ff8845c51d94 HTTP/1.1" status: 404 len: 333 time: 0.0881000 Nov 26 22:07:06.924871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38506) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:06.975749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:06.994728 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5d4a77e0-8f04-420c-805d-9e520f004e3f tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "GET /v2.0/ports?device_id=215098ab-c404-466a-9140-c6c29a41061f HTTP/1.1" status: 200 len: 205 time: 0.0635414 Nov 26 22:07:06.995883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38508) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:07.001959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Provisioning complete for port 23023e60-a9dc-4863-810f-05d77b058468 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:07.002368 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.060415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f093d1e3-395d-40ac-ba86-d88fc56f6c9e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:07.091014 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-855d7723-fc07-4f3f-aeb4-9214a9e0da17 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] delete failed (client error): The resource could not be found. Nov 26 22:07:07.094378 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-855d7723-fc07-4f3f-aeb4-9214a9e0da17 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/routers/215098ab-c404-466a-9140-c6c29a41061f HTTP/1.1" status: 404 len: 336 time: 0.0969977 Nov 26 22:07:07.096900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38512) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:07.108004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc811997-4510-4e02-b635-2d501a11958e req-7752c462-ef3a-471f-818a-c85d1b3e2ccd tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:07.112489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc811997-4510-4e02-b635-2d501a11958e req-7752c462-ef3a-471f-818a-c85d1b3e2ccd tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 1.0401266 Nov 26 22:07:07.148482 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a14da7-8666-4dca-89f2-08ac433188e8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] DELETE failed (client error): The resource could not be found. Nov 26 22:07:07.152640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a14da7-8666-4dca-89f2-08ac433188e8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:07:07.170811 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-89a14da7-8666-4dca-89f2-08ac433188e8 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/subnets/5f838afd-9ffc-4c5a-a4c2-e1722cb8a4a4 HTTP/1.1" status: 404 len: 337 time: 0.0720131 Nov 26 22:07:07.175623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38514) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:07.230508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-27d66c7a-ea35-4d84-a054-2183bb74c028 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/quotas/44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 375 time: 0.2340834 Nov 26 22:07:07.255636 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.268697 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.353568 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Pushing event updated for resources: {'Port': ['ID=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:07.366786 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.368247 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.369122 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.369759 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.371303 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.372039 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.372737 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.373230 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.373754 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.374675 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.375177 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.375797 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:07.400439 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db2a2e18-df8d-43b8-b23c-09f438c98160 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.447818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2e233763-665e-44a0-97a1-3198b3178c30 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 2d2168d3-7298-4d6b-8754-06886cc1996a {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:07.450350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e233763-665e-44a0-97a1-3198b3178c30 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.454167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc811997-4510-4e02-b635-2d501a11958e req-c9396732-fe0e-4867-b832-e5497f2cf8be tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729068 Nov 26 22:07:07.504711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a2e18-df8d-43b8-b23c-09f438c98160 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event deleted for resources: {'Port': ['ID=23023e60-a9dc-4863-810f-05d77b058468,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:07.516845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Port 23023e60-a9dc-4863-810f-05d77b058468 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:07.544709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-138b4c40-a882-4350-9691-99ec2f5aa6bf tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3031189 Nov 26 22:07:07.550368 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.559248 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Provisioning complete for port 0449ee97-3a8c-4651-b1ed-2dd753c2173c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:07.559248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.571213 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Attempting to bind port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:07.573405 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Attempting to bind port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:07.574860 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Attempting to bind port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 on network 54897b4f-9793-451b-a15d-8256cce033c4 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:07.587340 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:07.589813 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Checking segment: {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:07.590949 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.592812 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Bound using segment: {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:07.596016 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Bound port: 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:07.597486 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.668063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f093d1e3-395d-40ac-ba86-d88fc56f6c9e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:07.668936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.719486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e233763-665e-44a0-97a1-3198b3178c30 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.720874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] For port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:07.725978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] For port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:07.736360 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.744989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2e233763-665e-44a0-97a1-3198b3178c30 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 2d2168d3-7298-4d6b-8754-06886cc1996a owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:07.784772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-446c762b-c211-4827-86de-fc5e3d3774de None None] Port 0449ee97-3a8c-4651-b1ed-2dd753c2173c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:07.827368 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:07.828004 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:07.868269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db2a2e18-df8d-43b8-b23c-09f438c98160 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.885249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-db2a2e18-df8d-43b8-b23c-09f438c98160 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "DELETE /v2.0/ports/23023e60-a9dc-4863-810f-05d77b058468 HTTP/1.1" status: 204 len: 168 time: 1.9345832 Nov 26 22:07:07.889847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38524) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:07.912705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Request body: {'port': {'name': 'tempest-new-port-name-1593686209', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:07.913112 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.api.validators [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] bootfile-name is not in valid_values {{(pid=110000) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:07:07.913589 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.api.validators [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] tftp-server is not in valid_values {{(pid=110000) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:07:07.913778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.api.validators [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] server-ip-address is not in valid_values {{(pid=110000) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 26 22:07:07.965884 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:07.968833 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-cfe3e845-a6bb-473f-913d-12496b5146aa service neutron] 10.222.0.21 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722734 Nov 26 22:07:07.974297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-faaf69a8-acaa-4684-8109-c5df65e4fc3e None None] Provisioning complete for port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:07.974826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-faaf69a8-acaa-4684-8109-c5df65e4fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:08.140050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-faaf69a8-acaa-4684-8109-c5df65e4fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:08.183937 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:08.222527 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f045e2-42d1-411a-ae7d-a0e413591049 None None] Pushing event updated for resources: {'Port': ['ID=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:08.231459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-79b155e4-a257-4991-9101-988848e11ec9 service neutron] 10.222.0.21 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552679 Nov 26 22:07:08.242976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-faaf69a8-acaa-4684-8109-c5df65e4fc3e None None] For port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:08.249920 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-faaf69a8-acaa-4684-8109-c5df65e4fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:08.265404 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:07:08.341228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e233763-665e-44a0-97a1-3198b3178c30 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:08.382385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf69a8-acaa-4684-8109-c5df65e4fc3e None None] Pushing event updated for resources: {'Port': ['ID=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:08.403865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7b5c5b57-f8c0-4b8d-b2e1-9d6580531fa9 None None] Provisioning complete for port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:08.404499 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7b5c5b57-f8c0-4b8d-b2e1-9d6580531fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:08.423093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e233763-665e-44a0-97a1-3198b3178c30 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=2d2168d3-7298-4d6b-8754-06886cc1996a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:08.542223 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e233763-665e-44a0-97a1-3198b3178c30 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:08.551009 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2e233763-665e-44a0-97a1-3198b3178c30 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/ports/2d2168d3-7298-4d6b-8754-06886cc1996a HTTP/1.1" status: 204 len: 168 time: 1.3739805 Nov 26 22:07:08.554188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38546) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:08.651536 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:07Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:08.686637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-066074f4-75a4-4986-bec3-7b3ff4502ea3 req-ce6491e7-fd29-4110-851a-f1f948ab5ee7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 210 time: 0.0989809 Nov 26 22:07:08.704181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74178990-0bad-4c2e-86b6-f0382c46082e req-6e5a863e-e4ab-40c0-99da-0f08e0e9eff2 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:08.716021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74178990-0bad-4c2e-86b6-f0382c46082e req-6e5a863e-e4ab-40c0-99da-0f08e0e9eff2 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 946 time: 0.1910162 Nov 26 22:07:08.731148 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50707b-e762-4474-b2f3-ea4acdb8e262 None None] The sync data for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 is: [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:07Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:07:08.803639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74178990-0bad-4c2e-86b6-f0382c46082e req-2e96f275-476c-44bf-9c50-b3e393b25162 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831008 Nov 26 22:07:08.913717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f84277-15a3-4874-bac1-377742edc1fd req-54a8bff7-2322-4f01-8ccd-ed010a691263 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:08.915350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76f84277-15a3-4874-bac1-377742edc1fd req-54a8bff7-2322-4f01-8ccd-ed010a691263 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1401970 Nov 26 22:07:08.934235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb5c58-4069-4c30-aeac-eed58f4605ed tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 5a7dbd81-4585-400c-b7b5-ae3ee9c105fb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:08.935316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5c58-4069-4c30-aeac-eed58f4605ed tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.004926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76f84277-15a3-4874-bac1-377742edc1fd req-ae76a2e1-cbcd-4815-bfcc-94409c34e118 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812376 Nov 26 22:07:09.065158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:09.137175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:09.137621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.159590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.162473 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5c58-4069-4c30-aeac-eed58f4605ed tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.182377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb5c58-4069-4c30-aeac-eed58f4605ed tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 5a7dbd81-4585-400c-b7b5-ae3ee9c105fb owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:09.280031 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.462489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event updated for resources: {'Port': ['ID=0449ee97-3a8c-4651-b1ed-2dd753c2173c,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:09.477291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] In _notify_port_updated(), no bound segment for port 0449ee97-3a8c-4651-b1ed-2dd753c2173c on network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:07:09.489242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:09.490592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.494302 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e6840b5a-7f65-4270-9f3f-41cc00ea5554 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "PUT /v2.0/ports/0449ee97-3a8c-4651-b1ed-2dd753c2173c HTTP/1.1" status: 200 len: 1136 time: 1.6008918 Nov 26 22:07:09.495057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38558) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:09.546676 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5c58-4069-4c30-aeac-eed58f4605ed tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.592176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be8a5c-a256-4aaf-b7b1-7a6f556d191a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:09.594173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-11be8a5c-a256-4aaf-b7b1-7a6f556d191a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "GET /v2.0/ports/0449ee97-3a8c-4651-b1ed-2dd753c2173c HTTP/1.1" status: 200 len: 1136 time: 0.0969172 Nov 26 22:07:09.597317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38560) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:09.617021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-66091b4f-b7d4-47f0-98f9-8b9f98f07c02 None None] Provisioning complete for port 0449ee97-3a8c-4651-b1ed-2dd753c2173c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:09.618011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66091b4f-b7d4-47f0-98f9-8b9f98f07c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.652647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb5c58-4069-4c30-aeac-eed58f4605ed tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=5a7dbd81-4585-400c-b7b5-ae3ee9c105fb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:09.707303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-66091b4f-b7d4-47f0-98f9-8b9f98f07c02 None None] Port 0449ee97-3a8c-4651-b1ed-2dd753c2173c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:09.735217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5c58-4069-4c30-aeac-eed58f4605ed tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:09.746289 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c9eb5c58-4069-4c30-aeac-eed58f4605ed tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/ports/5a7dbd81-4585-400c-b7b5-ae3ee9c105fb HTTP/1.1" status: 204 len: 168 time: 1.1865149 Nov 26 22:07:09.746923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38566) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:09.843536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5301657-f55f-4e42-bc38-86ab43f33920 req-89b753b0-2c1f-4a05-b557-26290cb125ef tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 210 time: 0.0539603 Nov 26 22:07:09.872596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6dc762-effa-45d0-9d6f-f0879872a2d3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:09.876731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9a6dc762-effa-45d0-9d6f-f0879872a2d3 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "GET /v2.0/ports?device_id=21c6c96a-fda8-4001-8b23-339f05561fad HTTP/1.1" status: 200 len: 913 time: 0.1203237 Nov 26 22:07:09.877041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38570) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:09.910857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-682fd398-ab94-4c65-abf3-046854aae92c tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Deleting port 0449ee97-3a8c-4651-b1ed-2dd753c2173c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:09.911240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-682fd398-ab94-4c65-abf3-046854aae92c tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:10.043090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-682fd398-ab94-4c65-abf3-046854aae92c tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:10.056952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-682fd398-ab94-4c65-abf3-046854aae92c tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Calling delete_port for 0449ee97-3a8c-4651-b1ed-2dd753c2173c owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:10.199364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-84fdc499-5279-44c0-8544-65dead29f5c3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:10.200872 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-84fdc499-5279-44c0-8544-65dead29f5c3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "GET /v2.0/networks?id=54897b4f-9793-451b-a15d-8256cce033c4 HTTP/1.1" status: 200 len: 797 time: 0.2558155 Nov 26 22:07:10.293791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db21778-bb41-42b2-a6a4-10ca4409a342 req-bf3744b2-8bb8-4811-8bc4-4624d1571f98 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:10.298594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2db21778-bb41-42b2-a6a4-10ca4409a342 req-bf3744b2-8bb8-4811-8bc4-4624d1571f98 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 946 time: 0.1425350 Nov 26 22:07:10.313672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-682fd398-ab94-4c65-abf3-046854aae92c tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:10.330383 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-0256f17e-f8f4-4b07-848b-9013136d6187 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44636e60510b4cc993a80af73b717746 HTTP/1.1" status: 200 len: 380 time: 0.0875540 Nov 26 22:07:10.356514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fd398-ab94-4c65-abf3-046854aae92c tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event deleted for resources: {'Port': ['ID=0449ee97-3a8c-4651-b1ed-2dd753c2173c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:10.429038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1090f1f-183d-40f9-aadc-52a88dc9ae73 req-ed638a7d-0196-4878-8a72-1b94b1bce650 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:10.437670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1090f1f-183d-40f9-aadc-52a88dc9ae73 req-ed638a7d-0196-4878-8a72-1b94b1bce650 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.2005477 Nov 26 22:07:10.462654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'port': {'device_id': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'admin_state_up': True, 'tenant_id': '44636e60510b4cc993a80af73b717746', 'security_groups': ['1234e765-1a39-4b02-8946-7faae52a2ab7']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:10.516980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2db21778-bb41-42b2-a6a4-10ca4409a342 req-a416fe95-2f68-4eee-8004-24ccf483f021 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135620 Nov 26 22:07:10.558133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-682fd398-ab94-4c65-abf3-046854aae92c tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:10.570939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-682fd398-ab94-4c65-abf3-046854aae92c tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "DELETE /v2.0/ports/0449ee97-3a8c-4651-b1ed-2dd753c2173c HTTP/1.1" status: 204 len: 168 time: 0.9718559 Nov 26 22:07:10.587279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1090f1f-183d-40f9-aadc-52a88dc9ae73 req-3b9bc1ed-9edf-4977-9895-0bf2dfea7b1d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486268 Nov 26 22:07:10.587935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38576) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:10.656401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce17ee6a-0d3d-4969-b244-64c3b7535145 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Deleting subnet 6f195193-2acb-41c2-a2b8-62beecfe95dd {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:07:10.660434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce17ee6a-0d3d-4969-b244-64c3b7535145 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:10.712280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce17ee6a-0d3d-4969-b244-64c3b7535145 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:10.759256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4de35a-be15-49df-88ac-570439a7a759 req-bbe337cf-51f6-4f8d-9589-e7991d5c9407 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:10.760894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-be4de35a-be15-49df-88ac-570439a7a759 req-bbe337cf-51f6-4f8d-9589-e7991d5c9407 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 946 time: 0.1488864 Nov 26 22:07:10.848204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce17ee6a-0d3d-4969-b244-64c3b7535145 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:10.979597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Made reservation on behalf of 44636e60510b4cc993a80af73b717746 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:10.983520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:10.986992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14f85d28-afb1-4258-b032-c5818b5d516c req-a5b8685f-ae50-4b3b-b417-78d795f3abfe tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 210 time: 0.0390606 Nov 26 22:07:11.001566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce17ee6a-0d3d-4969-b244-64c3b7535145 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.030668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17ee6a-0d3d-4969-b244-64c3b7535145 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event deleted for resources: {'Subnet': ['ID=6f195193-2acb-41c2-a2b8-62beecfe95dd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:11.043867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce17ee6a-0d3d-4969-b244-64c3b7535145 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.046698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53a987-4b9b-4600-9bc8-07fe8c174744 None None] Network 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:11.048131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce17ee6a-0d3d-4969-b244-64c3b7535145 tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "DELETE /v2.0/subnets/6f195193-2acb-41c2-a2b8-62beecfe95dd HTTP/1.1" status: 204 len: 168 time: 0.4590542 Nov 26 22:07:11.051709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38582) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:11.075276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Deleting port 6d506030-9949-4a03-b174-7839000ab3f7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:11.075676 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.080421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.165832 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.235859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Deleting port f093d1e3-395d-40ac-ba86-d88fc56f6c9e {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:11.236207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.289572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] DHCP port deletion for 65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:07:11.304359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] For port f093d1e3-395d-40ac-ba86-d88fc56f6c9e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,segment=NetworkSegment(2e990ce1-dc4e-4d2a-8030-cf41d9ebad21),segment_id=2e990ce1-dc4e-4d2a-8030-cf41d9ebad21)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:11.305207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.319191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Calling delete_port for f093d1e3-395d-40ac-ba86-d88fc56f6c9e owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:11.333622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] For port 6d506030-9949-4a03-b174-7839000ab3f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=6d506030-9949-4a03-b174-7839000ab3f7,segment=NetworkSegment(6bc7c8b5-4b44-4def-819e-80f9d9f349b4),segment_id=6bc7c8b5-4b44-4def-819e-80f9d9f349b4)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:11.334216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.343984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Deleting port f093d1e3-395d-40ac-ba86-d88fc56f6c9e {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:11.344473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.349940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.20.0.9 (54897b4f-9793-451b-a15d-8256cce033c4/bdbe26e4-a06f-49fd-8e30-955ec319c8d9/b9b82a1a-387c-4bd6-b37d-2a6bc8001e69) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:11.358968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Calling delete_port for 6d506030-9949-4a03-b174-7839000ab3f7 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:11.407832 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.410596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] For port f093d1e3-395d-40ac-ba86-d88fc56f6c9e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,segment=NetworkSegment(2e990ce1-dc4e-4d2a-8030-cf41d9ebad21),segment_id=2e990ce1-dc4e-4d2a-8030-cf41d9ebad21)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:11.411233 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.426450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Calling delete_port for f093d1e3-395d-40ac-ba86-d88fc56f6c9e owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:11.436290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event deleted for resources: {'Port': ['ID=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:11.440272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] No DVR routers for this DVR port f093d1e3-395d-40ac-ba86-d88fc56f6c9e on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:11.522646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.553201 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.557939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Pushing event deleted for resources: {'Port': ['ID=f093d1e3-395d-40ac-ba86-d88fc56f6c9e,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:11.573379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.574045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.574795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.575449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.575940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.576424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.576915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.577494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.578291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.579793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.580393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.580889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:11.585812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5a1e4-69e1-4c28-a5dc-f644cda870ff None None] No DVR routers for this DVR port f093d1e3-395d-40ac-ba86-d88fc56f6c9e on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:11.616362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:11.646158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e990ce1-dc4e-4d2a-8030-cf41d9ebad21') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:11.646808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e990ce1-dc4e-4d2a-8030-cf41d9ebad21') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:11.673101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.709444 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.719745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:11.720132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:11.723025 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:11.739652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.740848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf2dc6-c0a3-4970-adde-5b832065d411 req-f33b368f-457f-40c7-9b68-b9ffdf473d39 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:11.742392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddcf2dc6-c0a3-4970-adde-5b832065d411 req-f33b368f-457f-40c7-9b68-b9ffdf473d39 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a470e57-ec8f-4910-8030-033624459d72 HTTP/1.1" status: 200 len: 946 time: 0.1358955 Nov 26 22:07:11.786506 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.801862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac308ec-0c63-4b69-a31e-7b8c39bbe162 req-f6f43888-d24b-4896-b441-6d074900d749 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:11.803319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ac308ec-0c63-4b69-a31e-7b8c39bbe162 req-f6f43888-d24b-4896-b441-6d074900d749 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1397645 Nov 26 22:07:11.826903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Pushing event deleted for resources: {'Port': ['ID=6d506030-9949-4a03-b174-7839000ab3f7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:11.831898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['6d506030-9949-4a03-b174-7839000ab3f7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:07:11.832162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port e0d5a388-a713-4be6-ae4e-8a31cd35ab09 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:11.832888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.837793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.866724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.870962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] 10.222.0.21 "DELETE /v2.0/networks/65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e HTTP/1.1" status: 204 len: 168 time: 0.8176444 Nov 26 22:07:11.889151 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.890721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623aaebd-6a93-4ecf-a482-26318f7a4681 None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:07:11.911571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bb484-8818-44bf-b3ae-e2a3f853343a tempest-ExtraDHCPOptionsTestJSON-525412569 tempest-ExtraDHCPOptionsTestJSON-525412569-project] Pushing event deleted for resources: {'Network': ['ID=65cdd73c-6d0d-4cc3-b467-d32bee6aaa6e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:11.928123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddcf2dc6-c0a3-4970-adde-5b832065d411 req-6c34847e-cf6a-4a59-87a1-4e4a80e00e17 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.21 "GET /v2.0/security-groups?id=84e0de36-eef0-415c-8af4-02940340ef9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459570 Nov 26 22:07:11.961229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ac308ec-0c63-4b69-a31e-7b8c39bbe162 req-538bdfe7-d556-40a8-89a5-f40ade0795f5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438284 Nov 26 22:07:11.962354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] No DVR routers for this DVR port 6d506030-9949-4a03-b174-7839000ab3f7 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:11.972709 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:11.976167 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-be4de35a-be15-49df-88ac-570439a7a759 req-7c0b27c4-62ca-45ef-af91-0628e156cd78 tempest-VolumesSnapshotTestJSON-58485754 tempest-VolumesSnapshotTestJSON-58485754-project] 10.222.0.13 "DELETE /v2.0/ports/6d506030-9949-4a03-b174-7839000ab3f7 HTTP/1.1" status: 204 len: 173 time: 1.2055147 Nov 26 22:07:11.978065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a470e57-ec8f-4910-8030-033624459d72', 'name': 'network-vif-deleted', 'tag': '6d506030-9949-4a03-b174-7839000ab3f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:07:11.980914 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa9eae-3ebe-4b37-adbb-0351c1c1e849" -d '{"events": [{"server_uuid": "3a470e57-ec8f-4910-8030-033624459d72", "name": "network-vif-deleted", "tag": "6d506030-9949-4a03-b174-7839000ab3f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:07:12.000235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 54897b4f-9793-451b-a15d-8256cce033c4 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:12.004619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:12.007970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:12.011962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:12.071783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.097280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for e0d5a388-a713-4be6-ae4e-8a31cd35ab09 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:12.195231 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54aa8558-de7f-499d-b18a-e368a41b6723 x-openstack-request-id: req-54aa8558-de7f-499d-b18a-e368a41b6723 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:07:12.195691 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a470e57-ec8f-4910-8030-033624459d72", "name": "network-vif-deleted", "tag": "6d506030-9949-4a03-b174-7839000ab3f7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:07:12.196049 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54aa8558-de7f-499d-b18a-e368a41b6723 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:07:12.196552 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a470e57-ec8f-4910-8030-033624459d72', 'name': 'network-vif-deleted', 'tag': '6d506030-9949-4a03-b174-7839000ab3f7', 'status': 'completed', 'code': 200} Nov 26 22:07:12.224613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31215d-961e-4573-886e-a9395d66a102 req-3237f3fa-bcd7-423d-af23-f0dbcf0e9d6e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:12.226693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f31215d-961e-4573-886e-a9395d66a102 req-3237f3fa-bcd7-423d-af23-f0dbcf0e9d6e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 931 time: 0.0954041 Nov 26 22:07:12.230542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:12.231452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.293045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f31215d-961e-4573-886e-a9395d66a102 req-73574a86-fc27-456a-9854-22f1b9f3baa1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550931 Nov 26 22:07:12.336032 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-a486563e-9b89-4025-8095-154bf607238c tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8798461 Nov 26 22:07:12.360211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Request body: {'port': {'device_id': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:12.409511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38610) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:12.438861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.494694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a0cb4682-c793-492a-aa42-a8382ffe6cbe None None] Provisioning complete for port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:12.496485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4682-c793-492a-aa42-a8382ffe6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.555027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.566389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb4682-c793-492a-aa42-a8382ffe6cbe None None] Port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:12.615943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-41a733b5-a287-4e97-9c83-2fa3fc82d646 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0284b562768440618edfc5836d71e186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050622 Nov 26 22:07:12.616849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:12.685543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc52699-0dd3-4b55-a1cf-ac1a455d6183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.712564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc52699-0dd3-4b55-a1cf-ac1a455d6183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.767861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc52699-0dd3-4b55-a1cf-ac1a455d6183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.772322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dc52699-0dd3-4b55-a1cf-ac1a455d6183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:12.777881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6dc52699-0dd3-4b55-a1cf-ac1a455d6183 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47a2db59-8fbf-40c6-887e-f437c744213d HTTP/1.1" status: 204 len: 168 time: 0.1591146 Nov 26 22:07:12.789292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc52699-0dd3-4b55-a1cf-ac1a455d6183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a2db59-8fbf-40c6-887e-f437c744213d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:12.967464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=e0d5a388-a713-4be6-ae4e-8a31cd35ab09,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:12.983831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f093d1e3-395d-40ac-ba86-d88fc56f6c9e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:07:13.013504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f093d1e3-395d-40ac-ba86-d88fc56f6c9e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:07:13.014322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f093d1e3-395d-40ac-ba86-d88fc56f6c9e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:07:13.147999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a9074-9ed9-4cd4-b06b-09fd76203ff3 req-c2ee7a5e-ec70-41cc-ac27-f4e9d9c72b7d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:13.150371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd8a9074-9ed9-4cd4-b06b-09fd76203ff3 req-c2ee7a5e-ec70-41cc-ac27-f4e9d9c72b7d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.0707486 Nov 26 22:07:13.247719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd8a9074-9ed9-4cd4-b06b-09fd76203ff3 req-7d2df5fd-825d-4df7-82a8-37af94324ec8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892475 Nov 26 22:07:13.362887 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:13.522182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff2eb2-0473-4c1a-b7e1-d31f3be1f803 req-e6d2cdc8-d0b5-4db5-b006-054b34476896 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:13.524266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18ff2eb2-0473-4c1a-b7e1-d31f3be1f803 req-e6d2cdc8-d0b5-4db5-b006-054b34476896 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 931 time: 0.0900097 Nov 26 22:07:13.631452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:07:13.686394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18ff2eb2-0473-4c1a-b7e1-d31f3be1f803 req-d8dde91f-840f-4bd0-8346-ca4060b86311 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366961 Nov 26 22:07:13.690021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:13.753182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Transition to ACTIVE for port object b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:07:13.762839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:13.826491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:13.888421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Router 21c6c96a-fda8-4001-8b23-339f05561fad has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:07:13.985889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38656) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:14.061708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Attempting to bind port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:14.062267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Attempting to bind port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:14.062609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Attempting to bind port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 on network 54897b4f-9793-451b-a15d-8256cce033c4 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:14.097082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 on network 54897b4f-9793-451b-a15d-8256cce033c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:07:14.097420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Attempting to bind port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 on network 54897b4f-9793-451b-a15d-8256cce033c4 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:14.110212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:14.110576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Checking segment: {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:14.110958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Bound using segment: {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:14.111425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Bound port: b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e260e2-1fed-4603-9a05-447cadb19746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:14.111747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.130317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2109177710'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:14.138930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:07:14.149962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8c091-fad3-4655-a4de-d0f0f9122012 None None] Sync routers for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:07:14.163811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8c091-fad3-4655-a4de-d0f0f9122012 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:14.164613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-93c8c091-fad3-4655-a4de-d0f0f9122012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:14.173890 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-742751e6-e432-4d92-844e-52bbcce08731 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "PUT /v2.0/routers/21c6c96a-fda8-4001-8b23-339f05561fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2954669 Nov 26 22:07:14.176595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38664) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:14.177370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Made reservation on behalf of 6663bbfe5d8742a89015d4842081ccac for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:14.180885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.193231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.205125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-93c8c091-fad3-4655-a4de-d0f0f9122012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:14.211818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 6d506030-9949-4a03-b174-7839000ab3f7 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:07:14.246379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8c091-fad3-4655-a4de-d0f0f9122012 None None] Routers {'21c6c96a-fda8-4001-8b23-339f05561fad'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:14.247433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-93c8c091-fad3-4655-a4de-d0f0f9122012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21c6c96a-fda8-4001-8b23-339f05561fad'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:14.289192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-93c8c091-fad3-4655-a4de-d0f0f9122012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:14.290493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c8c091-fad3-4655-a4de-d0f0f9122012 None None] The sync data for ids ['21c6c96a-fda8-4001-8b23-339f05561fad'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:07:14.299667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 6d506030-9949-4a03-b174-7839000ab3f7 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:07:14.300339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 6d506030-9949-4a03-b174-7839000ab3f7 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:07:14.314860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:14.319028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:14.368322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.402867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.414382 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.426194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:14.426836 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.428655 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] 10.222.0.13 "PUT /v2.0/ports/b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 HTTP/1.1" status: 200 len: 1091 time: 2.0734439 Nov 26 22:07:14.435409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:07:14.437811 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27383a0-6cb3-44a6-ac09-329618721f17" -d '{"events": [{"name": "network-changed", "server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:07:14.480787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.490524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047cd5-cd49-4811-84da-80d8939eb784 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:14.569233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:14.654392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70014efe-51ef-41c8-9ce8-69207110d8d4 req-c43922fc-d5f4-4ff3-8136-de59c6c152c7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:14.656526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70014efe-51ef-41c8-9ce8-69207110d8d4 req-c43922fc-d5f4-4ff3-8136-de59c6c152c7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.2948220 Nov 26 22:07:14.659104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd31adb2-1e55-4927-97f2-2fb06456dbdb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:14.675809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.676340 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Added segment cf0afd29-8f85-412a-b7fc-8373fd3aaa66 of type vlan for network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf Nov 26 22:07:14.701073 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad2cc03-59c5-4d28-9b33-495f1cf4f86b x-openstack-request-id: req-8ad2cc03-59c5-4d28-9b33-495f1cf4f86b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:07:14.701403 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:07:14.701684 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ad2cc03-59c5-4d28-9b33-495f1cf4f86b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:07:14.709710 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'status': 'completed', 'code': 200} Nov 26 22:07:14.760534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-fd6c649d-0d9a-4486-a339-0a9edd297989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:14.763332 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-fd6c649d-0d9a-4486-a339-0a9edd297989 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 1094 time: 0.1999767 Nov 26 22:07:14.773857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70014efe-51ef-41c8-9ce8-69207110d8d4 req-52bf52c1-1cf6-49be-9450-582e7b470714 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999136 Nov 26 22:07:14.828691 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.858180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-93f3332a-c060-411d-ae23-d970897b34bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 HTTP/1.1" status: 200 len: 217 time: 0.0786068 Nov 26 22:07:14.859632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.901253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96116eaa-9083-49c7-a906-5f6d29da7072 req-418ee133-e77c-43b4-9f45-e2fc16049546 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:14.903877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96116eaa-9083-49c7-a906-5f6d29da7072 req-418ee133-e77c-43b4-9f45-e2fc16049546 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 943 time: 0.0689368 Nov 26 22:07:14.904784 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.910286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:14.910990 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:14.935372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-4ff8a132-4d12-4787-9892-db085d549335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:14.937208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-4ff8a132-4d12-4787-9892-db085d549335 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdbe26e4-a06f-49fd-8e30-955ec319c8d9 HTTP/1.1" status: 200 len: 834 time: 0.0716488 Nov 26 22:07:14.996435 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting port 38031705-d5c6-4cbf-a9aa-6b4fdd6ce034 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:14.997027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.015483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0283597 Nov 26 22:07:15.020423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38682) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:15.032229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Request body: {'subnet': {'network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:15.041456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2d7a3-4d81-4935-949d-b12744c5ec12 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'Network': ['ID=7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:15.050892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-38009912-b5d0-4e7c-bfe5-cd99c9e29980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:15.052427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-38009912-b5d0-4e7c-bfe5-cd99c9e29980 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54897b4f-9793-451b-a15d-8256cce033c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072264 Nov 26 22:07:15.057734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:15.108079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96116eaa-9083-49c7-a906-5f6d29da7072 req-6d9bb693-47bb-499c-8a50-5ea77ce4f4ac tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941795 Nov 26 22:07:15.160799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.164366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Made reservation on behalf of 6663bbfe5d8742a89015d4842081ccac for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:15.168437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.179544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Calling delete_port for 38031705-d5c6-4cbf-a9aa-6b4fdd6ce034 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:15.210758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-dfd6d6de-b6f0-405e-85f2-9c09a4c114df service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503174 Nov 26 22:07:15.360804 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.391894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3a26cc78-0fc9-42c0-85c3-2a6bd887dda5 req-4a4ecc40-3d5e-41b2-b615-dae388352c57 service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527653 Nov 26 22:07:15.430264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'Subnet': ['ID=6dc8b156-27cb-466e-b9cb-093efaa03037,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:15.443369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Checking segment: {'id': 'cf0afd29-8f85-412a-b7fc-8373fd3aaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:15.443736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Network hostable DHCP agents. Network: 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:15.457713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.464440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:15.476085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:15.485526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48f256-c6af-487d-af92-dd431b93c13b None None] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:15.489811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:15.490582 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.504613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Port': ['ID=38031705-d5c6-4cbf-a9aa-6b4fdd6ce034,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:15.528951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fb1174e6-7a48-4814-afc2-ae88f2cb84e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5048299 Nov 26 22:07:15.529946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38684) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:15.535336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-bef28071-5028-475a-a8e9-fbd03ceb345d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-24754968', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:15.564137 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bef28071-5028-475a-a8e9-fbd03ceb345d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.565719 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bef28071-5028-475a-a8e9-fbd03ceb345d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.606869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-685a02d5-2507-49f8-bbb6-75c712550a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:15.608589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-685a02d5-2507-49f8-bbb6-75c712550a57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 1094 time: 0.1186569 Nov 26 22:07:15.613284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216374b4-b843-4051-91bf-dead9acab0cf None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:07:15.629190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.660042 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bef28071-5028-475a-a8e9-fbd03ceb345d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.670249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bef28071-5028-475a-a8e9-fbd03ceb345d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.715333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bef28071-5028-475a-a8e9-fbd03ceb345d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.716620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bef28071-5028-475a-a8e9-fbd03ceb345d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.1854632 Nov 26 22:07:15.721193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38692) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:15.740746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf', 'network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf', 'tenant_id': '6663bbfe5d8742a89015d4842081ccac', 'fixed_ips': [{'subnet_id': '6dc8b156-27cb-466e-b9cb-093efaa03037'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:07:15.743154 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.769835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.772532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.858783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.859347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Fanout notify agent at l3_agent the message router_deleted on router 21c6c96a-fda8-4001-8b23-339f05561fad {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:07:15.871003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:15.872370 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a87816a-e102-4f0e-be09-03ad54650f71 tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/routers/21c6c96a-fda8-4001-8b23-339f05561fad HTTP/1.1" status: 204 len: 168 time: 1.6944861 Nov 26 22:07:15.875712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38698) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:15.999749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3aa59bb-699f-4bd3-92ef-f7ca113f00cc tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Deleting subnet 3fb3f6dd-fe7e-42bf-8b41-3840367a980c {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:07:16.003679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3aa59bb-699f-4bd3-92ef-f7ca113f00cc tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.054555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3aa59bb-699f-4bd3-92ef-f7ca113f00cc tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.079999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Allocated IP 172.20.0.2 (7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf/6dc8b156-27cb-466e-b9cb-093efaa03037/82a94a59-7e35-43c0-a5d5-8467ba162a9d) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:16.116735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3aa59bb-699f-4bd3-92ef-f7ca113f00cc tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.218713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3aa59bb-699f-4bd3-92ef-f7ca113f00cc tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.428893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.438231 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.523181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Pushing event updated for resources: {'Port': ['ID=82a94a59-7e35-43c0-a5d5-8467ba162a9d,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:16.584614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:16.588624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:16.597254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:16.671811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510ae39-866f-4c35-a842-e35a27675009 req-7ddde927-93a2-4a65-a46e-7b5b142f62f1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:16.673389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1510ae39-866f-4c35-a842-e35a27675009 req-7ddde927-93a2-4a65-a46e-7b5b142f62f1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.7211862 Nov 26 22:07:16.690219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f81cd-a5e4-403a-84f2-0a057bd30bfa req-633a4e41-762f-4012-82f8-5ac1248d8a65 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:16.691521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Attempting to bind port 82a94a59-7e35-43c0-a5d5-8467ba162a9d on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:16.691904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Attempting to bind port 82a94a59-7e35-43c0-a5d5-8467ba162a9d by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'cf0afd29-8f85-412a-b7fc-8373fd3aaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:16.692548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Attempting to bind port 82a94a59-7e35-43c0-a5d5-8467ba162a9d on network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:16.700979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:16.701522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Checking segment: {'id': 'cf0afd29-8f85-412a-b7fc-8373fd3aaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:16.701965 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.702730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Bound using segment: {'id': 'cf0afd29-8f85-412a-b7fc-8373fd3aaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:16.703406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Bound port: 82a94a59-7e35-43c0-a5d5-8467ba162a9d, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0afd29-8f85-412a-b7fc-8373fd3aaa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:16.703924 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.705179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef3f81cd-a5e4-403a-84f2-0a057bd30bfa req-633a4e41-762f-4012-82f8-5ac1248d8a65 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 943 time: 0.2379847 Nov 26 22:07:16.810943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] For port 82a94a59-7e35-43c0-a5d5-8467ba162a9d, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:16.817433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] For port 82a94a59-7e35-43c0-a5d5-8467ba162a9d, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=82a94a59-7e35-43c0-a5d5-8467ba162a9d,segment=NetworkSegment(cf0afd29-8f85-412a-b7fc-8373fd3aaa66),segment_id=cf0afd29-8f85-412a-b7fc-8373fd3aaa66)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:16.820905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-e1d55cc2-4927-4b45-a5bc-62f212e345ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:16.823929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-e1d55cc2-4927-4b45-a5bc-62f212e345ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=54897b4f-9793-451b-a15d-8256cce033c4 HTTP/1.1" status: 200 len: 898 time: 1.1877615 Nov 26 22:07:16.827524 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.844204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1510ae39-866f-4c35-a842-e35a27675009 req-895c5326-5cf3-4752-833e-b8c44e246c27 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298630 Nov 26 22:07:16.852361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa59bb-699f-4bd3-92ef-f7ca113f00cc tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb3f6dd-fe7e-42bf-8b41-3840367a980c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:16.869584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef3f81cd-a5e4-403a-84f2-0a057bd30bfa req-a4e9beae-f01d-443d-ab32-b9a5f8669067 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591983 Nov 26 22:07:16.877089 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3aa59bb-699f-4bd3-92ef-f7ca113f00cc tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.911278 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e3aa59bb-699f-4bd3-92ef-f7ca113f00cc tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/subnets/3fb3f6dd-fe7e-42bf-8b41-3840367a980c HTTP/1.1" status: 204 len: 168 time: 1.0343957 Nov 26 22:07:16.918056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38714) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:16.944687 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:16.961973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-f33d9363-c48d-4aea-be15-f57293d2c6ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 HTTP/1.1" status: 200 len: 217 time: 0.0978434 Nov 26 22:07:17.001153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142c218-3acd-485d-b6db-209f5f8f05f1 None None] Pushing event updated for resources: {'Port': ['ID=82a94a59-7e35-43c0-a5d5-8467ba162a9d,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:17.123514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-ae3966c3-e94f-4a1a-b398-d06cef891f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:17.125631 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-ae3966c3-e94f-4a1a-b398-d06cef891f7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdbe26e4-a06f-49fd-8e30-955ec319c8d9 HTTP/1.1" status: 200 len: 834 time: 0.1513095 Nov 26 22:07:17.131501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.284468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-ee5f64e9-b357-43f2-9815-5752dddb0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:17.286517 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-ee5f64e9-b357-43f2-9815-5752dddb0e7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54897b4f-9793-451b-a15d-8256cce033c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518569 Nov 26 22:07:17.355933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.384538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cad2ca-1eed-45bf-9a23-aad573b6ed34']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:17.389952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Allocated IP 172.20.0.1 (7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf/6dc8b156-27cb-466e-b9cb-093efaa03037/cd3679a6-c29c-40ae-9ae8-78bdc9f6252c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:17.399470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a1fe74-1fd7-4071-bbb6-91b69f97048c') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:17.399780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a1fe74-1fd7-4071-bbb6-91b69f97048c') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:17.427245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.447980 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-9ba217cc-e717-434a-9ddc-eea1d718f3cc service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500034 Nov 26 22:07:17.451918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.472276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:17.472810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:17.487726 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:17.541352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.582365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.612556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.621954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.625033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:17.628519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:17.631346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] 10.222.0.21 "DELETE /v2.0/networks/14cad2ca-1eed-45bf-9a23-aad573b6ed34 HTTP/1.1" status: 204 len: 168 time: 0.7092469 Nov 26 22:07:17.643530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:17.660713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163ed46-ce46-4281-8e8f-1b8906be712a tempest-FloatingIPTestJSON-20549360 tempest-FloatingIPTestJSON-20549360-project] Pushing event deleted for resources: {'Network': ['ID=14cad2ca-1eed-45bf-9a23-aad573b6ed34,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:17.676047 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d27383a0-6cb3-44a6-ac09-329618721f17 req-a0646586-8829-4cd3-809e-91632cd12504 service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153625 Nov 26 22:07:17.701660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'Port': ['ID=cd3679a6-c29c-40ae-9ae8-78bdc9f6252c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:17.742845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:17.951159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.027366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38730) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:18.218106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:07:18.303107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4c093f6f-1a0b-49f2-8825-68d7a5ad1cdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d067de887ab46129b90fbd910765894&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744107 Nov 26 22:07:18.305571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38738) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:18.414167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37944b42-de5e-4b8e-8bd3-83352f5b8600 req-e1ce10dd-be16-46d0-beae-ee8cdf680760 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:18.420448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a33b93b-5b4b-4e96-a34f-9dee15cc0209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.421289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37944b42-de5e-4b8e-8bd3-83352f5b8600 req-e1ce10dd-be16-46d0-beae-ee8cdf680760 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.4329019 Nov 26 22:07:18.456136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:18.477563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'port_id': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'mac_address': 'fa:16:3e:c2:f2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:07:18.531603 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a33b93b-5b4b-4e96-a34f-9dee15cc0209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.545930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349f167-d35b-4f7c-8867-0abb6676c611 req-c1ba64af-964b-40f9-a9bb-437aef4edd02 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:18.547248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.547754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8349f167-d35b-4f7c-8867-0abb6676c611 req-c1ba64af-964b-40f9-a9bb-437aef4edd02 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 943 time: 0.5123043 Nov 26 22:07:18.563699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:07:18.604592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a63b348-d874-4b15-9eff-1a1724c96451 None None] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:18.610452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:18.611533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a33b93b-5b4b-4e96-a34f-9dee15cc0209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.616447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0a33b93b-5b4b-4e96-a34f-9dee15cc0209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.618036 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0a33b93b-5b4b-4e96-a34f-9dee15cc0209 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06fbc887-df7d-4a61-8c3d-2573368b94b0 HTTP/1.1" status: 204 len: 168 time: 0.3101203 Nov 26 22:07:18.650445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33b93b-5b4b-4e96-a34f-9dee15cc0209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fbc887-df7d-4a61-8c3d-2573368b94b0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:18.662039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.705178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8349f167-d35b-4f7c-8867-0abb6676c611 req-c10ff529-3b5c-4e6a-a704-a88fcdcbef70 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889060 Nov 26 22:07:18.712683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37944b42-de5e-4b8e-8bd3-83352f5b8600 req-7fa3875d-3afa-4afd-9e7d-e8c5395a0d8e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359662 Nov 26 22:07:18.748046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-91a8e649-804a-4cbb-b7a2-e325c12cb3bb None None] Provisioning complete for port 82a94a59-7e35-43c0-a5d5-8467ba162a9d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:18.748492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-91a8e649-804a-4cbb-b7a2-e325c12cb3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.819017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:18.836007 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.848235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.970606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-91a8e649-804a-4cbb-b7a2-e325c12cb3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:18.997525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:19.040415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-91a8e649-804a-4cbb-b7a2-e325c12cb3bb None None] For port 82a94a59-7e35-43c0-a5d5-8467ba162a9d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=82a94a59-7e35-43c0-a5d5-8467ba162a9d,segment=NetworkSegment(cf0afd29-8f85-412a-b7fc-8373fd3aaa66),segment_id=cf0afd29-8f85-412a-b7fc-8373fd3aaa66)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:19.046613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-91a8e649-804a-4cbb-b7a2-e325c12cb3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:19.058313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'Port': ['ID=cd3679a6-c29c-40ae-9ae8-78bdc9f6252c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:19.115669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:07:19.205863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 82a94a59-7e35-43c0-a5d5-8467ba162a9d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:19.220442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:19.222157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:19.411781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Router d4726b89-6d6a-471d-b243-eb23863a450a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:07:19.507465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8e649-804a-4cbb-b7a2-e325c12cb3bb None None] Pushing event updated for resources: {'Port': ['ID=82a94a59-7e35-43c0-a5d5-8467ba162a9d,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:19.577645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bdb10bf9-e0f6-443e-b9fa-78d9e2e7a4ac None None] Provisioning complete for port cd3679a6-c29c-40ae-9ae8-78bdc9f6252c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:19.578034 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdb10bf9-e0f6-443e-b9fa-78d9e2e7a4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:19.579748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:07:19.585466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c18f0cd3-2f09-4f46-87fe-0ee2c28dc104 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "PUT /v2.0/routers/d4726b89-6d6a-471d-b243-eb23863a450a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8630762 Nov 26 22:07:19.588160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38762) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:19.593434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Request body: {'port': {'network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf', 'name': 'tempest-FloatingIPNegativeTestJSON-762342050'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:19.595881 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002862e8-f83b-4d80-a54a-ad44d5d03006 None None] Sync routers for ids ['d4726b89-6d6a-471d-b243-eb23863a450a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:07:19.623008 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002862e8-f83b-4d80-a54a-ad44d5d03006 None None] Routers {'d4726b89-6d6a-471d-b243-eb23863a450a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:19.623646 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-002862e8-f83b-4d80-a54a-ad44d5d03006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d4726b89-6d6a-471d-b243-eb23863a450a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:19.672775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bdb10bf9-e0f6-443e-b9fa-78d9e2e7a4ac None None] Port cd3679a6-c29c-40ae-9ae8-78bdc9f6252c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:19.685970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 82a94a59-7e35-43c0-a5d5-8467ba162a9d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:19.686385 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:19.693853 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-002862e8-f83b-4d80-a54a-ad44d5d03006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:19.708801 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002862e8-f83b-4d80-a54a-ad44d5d03006 None None] Routers {'d4726b89-6d6a-471d-b243-eb23863a450a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:19.710174 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-002862e8-f83b-4d80-a54a-ad44d5d03006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:06:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d4726b89-6d6a-471d-b243-eb23863a450a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:19.827699 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-002862e8-f83b-4d80-a54a-ad44d5d03006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:19.831914 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002862e8-f83b-4d80-a54a-ad44d5d03006 None None] The sync data for ids ['d4726b89-6d6a-471d-b243-eb23863a450a'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:07:19.867989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bdb10bf9-e0f6-443e-b9fa-78d9e2e7a4ac None None] Provisioning complete for port 82a94a59-7e35-43c0-a5d5-8467ba162a9d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:19.868416 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdb10bf9-e0f6-443e-b9fa-78d9e2e7a4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:19.877022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Made reservation on behalf of 6663bbfe5d8742a89015d4842081ccac for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:19.887144 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:19.933607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] device_id is not set on port 8543558b-ebd0-4fdb-9cb7-2913134207fd yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:07:20.000241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38778) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:20.029836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a244b-e079-4de1-992f-7a8fc66dc022 req-1fd0c7b1-7bbb-4a45-8b5b-1c324f1512a5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:20.031662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-597a244b-e079-4de1-992f-7a8fc66dc022 req-1fd0c7b1-7bbb-4a45-8b5b-1c324f1512a5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 944 time: 0.1857109 Nov 26 22:07:20.041753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6534ad-b2a7-4997-bb38-1b0ba5cb65fb req-1480674d-454a-4af4-8f00-7d6755b22606 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:20.044321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca6534ad-b2a7-4997-bb38-1b0ba5cb65fb req-1480674d-454a-4af4-8f00-7d6755b22606 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1636143 Nov 26 22:07:20.169955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca6534ad-b2a7-4997-bb38-1b0ba5cb65fb req-35eece93-9b67-4239-9318-1860eea001d9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072912 Nov 26 22:07:20.172317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Allocated IP 172.20.0.12 (7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf/6dc8b156-27cb-466e-b9cb-093efaa03037/8543558b-ebd0-4fdb-9cb7-2913134207fd) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:20.221732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-597a244b-e079-4de1-992f-7a8fc66dc022 req-8e32d186-7eee-4d20-8c12-c759c61a5383 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763551 Nov 26 22:07:20.259687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-secgroup--230588988'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:20.297350 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.328019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.373438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9319e9d3-db2a-4321-93bc-f661e45c19a0 None None] Provisioning complete for port cd3679a6-c29c-40ae-9ae8-78bdc9f6252c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:20.374035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9319e9d3-db2a-4321-93bc-f661e45c19a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.417794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9319e9d3-db2a-4321-93bc-f661e45c19a0 None None] Port cd3679a6-c29c-40ae-9ae8-78bdc9f6252c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:20.447797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.484865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.490001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.491676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.539146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad9c0e5-e0a0-4816-a1f5-8885b05b08d0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:20.555748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:20.561248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:20.568958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:20.596214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.602151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.614220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'Port': ['ID=8543558b-ebd0-4fdb-9cb7-2913134207fd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:20.645470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.649514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6397848 Nov 26 22:07:20.650306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38794) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:20.662933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:20.663900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.669993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdf8b0-8ce5-4de2-a45a-0b956643ad1c tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5900a88-53ae-4e4d-81fb-fea39347889f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:20.692985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a6b5a29d-ddde-4716-af51-9db6a5387600 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1036344 Nov 26 22:07:20.696198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38796) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:20.702248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:20.728179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b9c4a158-1a96-4b1d-b891-686af4a8718a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0741723 Nov 26 22:07:20.728670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38798) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:20.736804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3ab51238-1eea-40a7-a2b5-4c5626d6861b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-security--606714469', 'description': 'tempest-security-description-1251847691'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:20.778008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.845850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ab51238-1eea-40a7-a2b5-4c5626d6861b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.949488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ab51238-1eea-40a7-a2b5-4c5626d6861b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.960943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ab51238-1eea-40a7-a2b5-4c5626d6861b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.965248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ab51238-1eea-40a7-a2b5-4c5626d6861b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.966507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-34f28145-9257-429e-ab3b-2223f74e71cd None None] Provisioning complete for port 8543558b-ebd0-4fdb-9cb7-2913134207fd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:20.966989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3ab51238-1eea-40a7-a2b5-4c5626d6861b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "PUT /v2.0/security-groups/a5900a88-53ae-4e4d-81fb-fea39347889f HTTP/1.1" status: 200 len: 1796 time: 0.2350507 Nov 26 22:07:20.968722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-34f28145-9257-429e-ab3b-2223f74e71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:20.969477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38804) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:20.999882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab51238-1eea-40a7-a2b5-4c5626d6861b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5900a88-53ae-4e4d-81fb-fea39347889f,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:21.048021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.071565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 82a94a59-7e35-43c0-a5d5-8467ba162a9d up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:21.090571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fbe914c4-4748-4e55-8359-006fb3229994 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups/a5900a88-53ae-4e4d-81fb-fea39347889f HTTP/1.1" status: 200 len: 1796 time: 0.1196229 Nov 26 22:07:21.094615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38806) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:21.183647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-34f28145-9257-429e-ab3b-2223f74e71cd None None] Port 8543558b-ebd0-4fdb-9cb7-2913134207fd cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:21.227081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 82a94a59-7e35-43c0-a5d5-8467ba162a9d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:21.227466 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.273302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df577cf4-9aa8-497c-b991-99a28e5e5959 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.287207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Allocated IP 172.25.3.154 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/af765f48-7362-4ce5-b6ed-17a552f7a580) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:21.321741 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df577cf4-9aa8-497c-b991-99a28e5e5959 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.420478 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df577cf4-9aa8-497c-b991-99a28e5e5959 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.423347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df577cf4-9aa8-497c-b991-99a28e5e5959 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.426929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-df577cf4-9aa8-497c-b991-99a28e5e5959 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5900a88-53ae-4e4d-81fb-fea39347889f HTTP/1.1" status: 204 len: 168 time: 0.3288751 Nov 26 22:07:21.427522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38814) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:21.451208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df577cf4-9aa8-497c-b991-99a28e5e5959 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5900a88-53ae-4e4d-81fb-fea39347889f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:21.478551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6cc47-dab0-4ee8-acd3-4dccf1da6c6f req-ec4ff9e9-713f-4bf8-8765-6007b9bf1b40 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:21.485994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17d6cc47-dab0-4ee8-acd3-4dccf1da6c6f req-ec4ff9e9-713f-4bf8-8765-6007b9bf1b40 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1218019 Nov 26 22:07:21.514678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d651e6f2-dea5-4801-9115-e95a989f43bf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0832436 Nov 26 22:07:21.515619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.516360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38816) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:21.536544 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-0ca98728-3087-4b82-8a9f-5e2ac5a96ddb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] delete failed (client error): The resource could not be found. Nov 26 22:07:21.541913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0ca98728-3087-4b82-8a9f-5e2ac5a96ddb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5900a88-53ae-4e4d-81fb-fea39347889f HTTP/1.1" status: 404 len: 347 time: 0.0204723 Nov 26 22:07:21.544237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38820) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:21.549109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1d8141a2-02fb-411c-9a7c-1472a719926e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866706252'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:21.587673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e7121-8827-415a-a449-3476cbb85b1b req-36aefba2-06cb-456a-acf7-8146a531851b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:21.590288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-725e7121-8827-415a-a449-3476cbb85b1b req-36aefba2-06cb-456a-acf7-8146a531851b tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 944 time: 0.1988809 Nov 26 22:07:21.595531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17d6cc47-dab0-4ee8-acd3-4dccf1da6c6f req-35561668-0252-4872-aa88-d0972b217b4f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086895 Nov 26 22:07:21.605243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d8141a2-02fb-411c-9a7c-1472a719926e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.625581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.655038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-725e7121-8827-415a-a449-3476cbb85b1b req-a8b77b7b-9f11-4650-b59c-96e28d796bce tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574732 Nov 26 22:07:21.693680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:21.701384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:21.708192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:21.713986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'Port': ['ID=af765f48-7362-4ce5-b6ed-17a552f7a580,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:21.817682 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d8141a2-02fb-411c-9a7c-1472a719926e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.872620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.879721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d8141a2-02fb-411c-9a7c-1472a719926e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.932458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d8141a2-02fb-411c-9a7c-1472a719926e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.937633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38824) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:21.937837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1d8141a2-02fb-411c-9a7c-1472a719926e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3925712 Nov 26 22:07:21.943733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7feede2e-f736-45f4-8364-bcf2e5ef6c75 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '391a5e24-faf4-465c-891d-62ad77754eb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:21.950625 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:21.953987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8141a2-02fb-411c-9a7c-1472a719926e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391a5e24-faf4-465c-891d-62ad77754eb8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:21.991659 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feede2e-f736-45f4-8364-bcf2e5ef6c75 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.056790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feede2e-f736-45f4-8364-bcf2e5ef6c75 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.062875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feede2e-f736-45f4-8364-bcf2e5ef6c75 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.093180 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feede2e-f736-45f4-8364-bcf2e5ef6c75 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.095299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7feede2e-f736-45f4-8364-bcf2e5ef6c75 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560791 Nov 26 22:07:22.096572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feede2e-f736-45f4-8364-bcf2e5ef6c75 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fbf22c-5650-4570-88a8-44505d3909fd,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:22.099203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38826) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:22.141190 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efc2a100-462e-4c19-b9a9-63dc98e34c05 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.150638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efc2a100-462e-4c19-b9a9-63dc98e34c05 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.152970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.161821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.187134 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efc2a100-462e-4c19-b9a9-63dc98e34c05 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.196103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efc2a100-462e-4c19-b9a9-63dc98e34c05 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.197919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-efc2a100-462e-4c19-b9a9-63dc98e34c05 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/09fbf22c-5650-4570-88a8-44505d3909fd HTTP/1.1" status: 204 len: 168 time: 0.0972784 Nov 26 22:07:22.200674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38828) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:22.215923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2a100-462e-4c19-b9a9-63dc98e34c05 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09fbf22c-5650-4570-88a8-44505d3909fd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:22.221999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:22.272849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1afc5045-791a-425b-81b3-95606ae4d009 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704243 Nov 26 22:07:22.275143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38830) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:22.307696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'Port': ['ID=af765f48-7362-4ce5-b6ed-17a552f7a580,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:22.313903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.328097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:07:22.333632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:22.334388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.338277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.343234 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-86664f2a-dd82-4aae-87ea-1549f8cb474e tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6457751 Nov 26 22:07:22.344003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38832) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:22.349297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c21b3336-7148-4b57-bb23-cae6bc953c3d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Request body: {'floatingip': {'port_id': '8543558b-ebd0-4fdb-9cb7-2913134207fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:22.402553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7842e81-c9a5-4e12-8078-bbc17c38f4c6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.405835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c21b3336-7148-4b57-bb23-cae6bc953c3d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.430588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.437853 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7842e81-c9a5-4e12-8078-bbc17c38f4c6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.462995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:07:22.466630 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd24a12-42c2-401c-b6eb-7d6fe80ec01e" -d '{"events": [{"server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "name": "network-vif-plugged", "status": "completed", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:07:22.523101 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:22.539039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.614553 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-c21b3336-7148-4b57-bb23-cae6bc953c3d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] update failed (client error): The resource could not be found. Nov 26 22:07:22.615793 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c21b3336-7148-4b57-bb23-cae6bc953c3d tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "PUT /v2.0/floatingips/200be373-6252-416d-bb3b-8f2789511647 HTTP/1.1" status: 404 len: 507 time: 0.2707825 Nov 26 22:07:22.619409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38838) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:22.662840 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44806f9-bb3e-4f82-bf98-51d0a3a54eeb x-openstack-request-id: req-a44806f9-bb3e-4f82-bf98-51d0a3a54eeb {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:07:22.663142 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "name": "network-vif-plugged", "status": "completed", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:07:22.666876 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a44806f9-bb3e-4f82-bf98-51d0a3a54eeb {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:07:22.669024 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'code': 200} Nov 26 22:07:22.732504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7842e81-c9a5-4e12-8078-bbc17c38f4c6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.735375 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7842e81-c9a5-4e12-8078-bbc17c38f4c6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.741045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e7842e81-c9a5-4e12-8078-bbc17c38f4c6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/391a5e24-faf4-465c-891d-62ad77754eb8 HTTP/1.1" status: 204 len: 168 time: 0.4646864 Nov 26 22:07:22.742006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38846) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:22.778197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7842e81-c9a5-4e12-8078-bbc17c38f4c6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=391a5e24-faf4-465c-891d-62ad77754eb8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:22.778736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:22.867812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Deleting port af765f48-7362-4ce5-b6ed-17a552f7a580 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:22.868164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.881922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d20b3ae0-0fef-4269-ab3b-62dc49e286af tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1386395 Nov 26 22:07:22.889651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38850) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:22.895699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-32cc8ef8-63c8-424e-8083-c02af20c6eaf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-secgroup--21106915'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:22.902973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509ccd7-cf80-4d9c-a786-a6ad4f5909bd req-73cc39ce-3046-4673-8d08-7fd2c3dd6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:22.904450 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6509ccd7-cf80-4d9c-a786-a6ad4f5909bd req-73cc39ce-3046-4673-8d08-7fd2c3dd6377 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 1096 time: 0.1068778 Nov 26 22:07:22.946461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32cc8ef8-63c8-424e-8083-c02af20c6eaf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.955154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.955487 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:22.968782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Calling delete_port for af765f48-7362-4ce5-b6ed-17a552f7a580 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:22.981437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6509ccd7-cf80-4d9c-a786-a6ad4f5909bd req-e6e346b7-b988-4346-be17-432954289073 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685289 Nov 26 22:07:23.047347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19f8b8-2b4b-43e0-b054-5f879565aa93 req-4d4f1ae2-1a61-457e-8b15-41bb42012fe5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:23.049634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c19f8b8-2b4b-43e0-b054-5f879565aa93 req-4d4f1ae2-1a61-457e-8b15-41bb42012fe5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.2753165 Nov 26 22:07:23.053714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32cc8ef8-63c8-424e-8083-c02af20c6eaf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.061996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f484ca-371e-4f5e-ba73-653357311991 req-4dfea5e4-0fe8-4ebf-91c4-1f49bfb59592 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:23.063744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01f484ca-371e-4f5e-ba73-653357311991 req-4dfea5e4-0fe8-4ebf-91c4-1f49bfb59592 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.2700717 Nov 26 22:07:23.069452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32cc8ef8-63c8-424e-8083-c02af20c6eaf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.101617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-32cc8ef8-63c8-424e-8083-c02af20c6eaf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.102333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-32cc8ef8-63c8-424e-8083-c02af20c6eaf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2116530 Nov 26 22:07:23.105411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38852) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:23.112237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc8ef8-63c8-424e-8083-c02af20c6eaf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61ae35b1-7d4b-4dad-a0f3-4f0b0cc1110c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:23.115835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5068ef8e-887b-453a-8bc3-e3dd2fc85173 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '61ae35b1-7d4b-4dad-a0f3-4f0b0cc1110c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:23.216645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01f484ca-371e-4f5e-ba73-653357311991 req-26318e8a-9632-4a37-addf-b88768b9dfce tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451242 Nov 26 22:07:23.223747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c19f8b8-2b4b-43e0-b054-5f879565aa93 req-6940198d-9cfc-441e-8cc3-6d88068aa681 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590230 Nov 26 22:07:23.226167 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5068ef8e-887b-453a-8bc3-e3dd2fc85173 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.269797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.300768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event deleted for resources: {'Port': ['ID=af765f48-7362-4ce5-b6ed-17a552f7a580,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:23.333436 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5068ef8e-887b-453a-8bc3-e3dd2fc85173 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.357019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5068ef8e-887b-453a-8bc3-e3dd2fc85173 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.383811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068ef8e-887b-453a-8bc3-e3dd2fc85173 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fcab90-1aa4-4798-85c8-91210f30480c,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:23.395412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5068ef8e-887b-453a-8bc3-e3dd2fc85173 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.399260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5068ef8e-887b-453a-8bc3-e3dd2fc85173 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875040 Nov 26 22:07:23.399406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38854) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:23.403865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f998703c-66f4-4bfa-ae6c-369f5b3f4291 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '61ae35b1-7d4b-4dad-a0f3-4f0b0cc1110c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:23.408103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.410901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.411976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4f3c48ae-7451-4a7b-9b51-457fc3cf35fe tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "DELETE /v2.0/floatingips/200be373-6252-416d-bb3b-8f2789511647 HTTP/1.1" status: 204 len: 168 time: 0.7906921 Nov 26 22:07:23.416011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38856) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:23.420827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bed9004b-2bd0-456e-91b7-0bc6b26970e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Request body: {'floatingip': {'floating_network_id': '7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf', 'port_id': '8543558b-ebd0-4fdb-9cb7-2913134207fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:23.437174 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f998703c-66f4-4bfa-ae6c-369f5b3f4291 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.449479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bed9004b-2bd0-456e-91b7-0bc6b26970e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.482690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-20551682-ff09-41aa-a9f2-9b61e8684a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.513215 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f998703c-66f4-4bfa-ae6c-369f5b3f4291 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.517209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f998703c-66f4-4bfa-ae6c-369f5b3f4291 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.543717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998703c-66f4-4bfa-ae6c-369f5b3f4291 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774f3c90-1d8b-4e78-8a9a-fb836c82a30d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:23.551755 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f998703c-66f4-4bfa-ae6c-369f5b3f4291 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.555512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f998703c-66f4-4bfa-ae6c-369f5b3f4291 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527023 Nov 26 22:07:23.555743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38858) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:23.560908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8778f6a5-a669-4d68-a099-37929dfd71aa tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '61ae35b1-7d4b-4dad-a0f3-4f0b0cc1110c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:23.592217 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8778f6a5-a669-4d68-a099-37929dfd71aa tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.601364 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-bed9004b-2bd0-456e-91b7-0bc6b26970e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:07:23.602583 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bed9004b-2bd0-456e-91b7-0bc6b26970e8 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1857748 Nov 26 22:07:23.607518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38860) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:23.614012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '8543558b-ebd0-4fdb-9cb7-2913134207fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:23.646283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.669871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8778f6a5-a669-4d68-a099-37929dfd71aa tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.675519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8778f6a5-a669-4d68-a099-37929dfd71aa tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.696570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778f6a5-a669-4d68-a099-37929dfd71aa tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d544fff2-2064-4c74-bd5f-a8eb547ddf47,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:23.709749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8778f6a5-a669-4d68-a099-37929dfd71aa tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.713629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8778f6a5-a669-4d68-a099-37929dfd71aa tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545703 Nov 26 22:07:23.714477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38866) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:23.719623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d8dc1a9a-85e0-4c5b-8282-a972e0ee3775 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '61ae35b1-7d4b-4dad-a0f3-4f0b0cc1110c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:23.751809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1a9a-85e0-4c5b-8282-a972e0ee3775 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.788648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.846169 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1a9a-85e0-4c5b-8282-a972e0ee3775 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.852964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1a9a-85e0-4c5b-8282-a972e0ee3775 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.878001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc1a9a-85e0-4c5b-8282-a972e0ee3775 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443688a8-b76f-4baf-a7ae-1f774aa8e60f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:23.898755 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1a9a-85e0-4c5b-8282-a972e0ee3775 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:23.903026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d8dc1a9a-85e0-4c5b-8282-a972e0ee3775 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1868107 Nov 26 22:07:23.904909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38874) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:23.911744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-109b8be5-3d2e-4097-a543-3e44cb0d780f tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '61ae35b1-7d4b-4dad-a0f3-4f0b0cc1110c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:23.959964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Allocated IP 172.25.3.169 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/f584a07d-db47-424e-b31d-e6eb95dd57e6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:23.978489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-109b8be5-3d2e-4097-a543-3e44cb0d780f tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.065859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.108636 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.126972 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-109b8be5-3d2e-4097-a543-3e44cb0d780f tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.133562 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-109b8be5-3d2e-4097-a543-3e44cb0d780f tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.159332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b8be5-3d2e-4097-a543-3e44cb0d780f tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c55f1e0-2bd1-43c8-bafb-79eefeb11840,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:24.173477 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-109b8be5-3d2e-4097-a543-3e44cb0d780f tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.175327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-109b8be5-3d2e-4097-a543-3e44cb0d780f tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2694550 Nov 26 22:07:24.178056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38880) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:24.209949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:24.213496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6eab-49f2-4f67-8d97-1f3f6cf3781b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.217685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:24.231244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6eab-49f2-4f67-8d97-1f3f6cf3781b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.233328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:24.280229 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6eab-49f2-4f67-8d97-1f3f6cf3781b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.294783 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6eab-49f2-4f67-8d97-1f3f6cf3781b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.301772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2d9b6eab-49f2-4f67-8d97-1f3f6cf3781b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7c55f1e0-2bd1-43c8-bafb-79eefeb11840 HTTP/1.1" status: 204 len: 168 time: 0.1198878 Nov 26 22:07:24.301954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38886) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:24.413595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b6eab-49f2-4f67-8d97-1f3f6cf3781b tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c55f1e0-2bd1-43c8-bafb-79eefeb11840,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:24.485250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-88ec2205-864d-45cd-be70-3d22855ccede tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1764965 Nov 26 22:07:24.485661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38890) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:24.506762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event updated for resources: {'Port': ['ID=f584a07d-db47-424e-b31d-e6eb95dd57e6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:24.537573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d60317-0fdb-42f6-ab24-b9b455096f47 req-c9f2176a-bc0e-4625-a21f-03619d2b80ca tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:24.539508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05d60317-0fdb-42f6-ab24-b9b455096f47 req-c9f2176a-bc0e-4625-a21f-03619d2b80ca tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1750429 Nov 26 22:07:24.549662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cd65e-7047-4daf-ad40-ab67afb14d10 req-37e35863-1329-4684-8365-dacc0ca06d89 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:24.551358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e99cd65e-7047-4daf-ad40-ab67afb14d10 req-37e35863-1329-4684-8365-dacc0ca06d89 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.1878600 Nov 26 22:07:24.554684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f576dea7-638f-4dc5-97eb-c7fe9c728dbc tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.556012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Deleting port f584a07d-db47-424e-b31d-e6eb95dd57e6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:24.556366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.570957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f576dea7-638f-4dc5-97eb-c7fe9c728dbc tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.671032 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f576dea7-638f-4dc5-97eb-c7fe9c728dbc tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.678550 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05d60317-0fdb-42f6-ab24-b9b455096f47 req-e565c874-d21b-447d-a020-93deffd1f883 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261201 Nov 26 22:07:24.683316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f576dea7-638f-4dc5-97eb-c7fe9c728dbc tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.687095 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f576dea7-638f-4dc5-97eb-c7fe9c728dbc tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/443688a8-b76f-4baf-a7ae-1f774aa8e60f HTTP/1.1" status: 204 len: 168 time: 0.1976583 Nov 26 22:07:24.691844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e99cd65e-7047-4daf-ad40-ab67afb14d10 req-22a78307-e85e-44a8-98b4-a22410be8a23 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180263 Nov 26 22:07:24.692559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38892) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:24.699600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576dea7-638f-4dc5-97eb-c7fe9c728dbc tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=443688a8-b76f-4baf-a7ae-1f774aa8e60f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:24.752428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.752766 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.765932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Calling delete_port for f584a07d-db47-424e-b31d-e6eb95dd57e6 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:24.767092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-04239880-5b3c-40de-b5c2-8517d91aedab tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0734546 Nov 26 22:07:24.771008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38894) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:24.804845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3496b9cb-bd6c-4b62-a932-f0b48c80f1d9 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.813656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3496b9cb-bd6c-4b62-a932-f0b48c80f1d9 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.847074 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3496b9cb-bd6c-4b62-a932-f0b48c80f1d9 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.853196 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3496b9cb-bd6c-4b62-a932-f0b48c80f1d9 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:24.854337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3496b9cb-bd6c-4b62-a932-f0b48c80f1d9 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d544fff2-2064-4c74-bd5f-a8eb547ddf47 HTTP/1.1" status: 204 len: 168 time: 0.0818758 Nov 26 22:07:24.858120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38896) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:24.861551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496b9cb-bd6c-4b62-a932-f0b48c80f1d9 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d544fff2-2064-4c74-bd5f-a8eb547ddf47,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:24.939451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38900) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:24.939684 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a59b9075-99e6-4f36-83a9-7aab3b0c8797 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0799356 Nov 26 22:07:25.013285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e621dce-9157-4ae5-8e36-bd70dd6f5732 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.017742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.021930 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e621dce-9157-4ae5-8e36-bd70dd6f5732 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.047541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event deleted for resources: {'Port': ['ID=f584a07d-db47-424e-b31d-e6eb95dd57e6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:25.063889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e621dce-9157-4ae5-8e36-bd70dd6f5732 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.077340 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e621dce-9157-4ae5-8e36-bd70dd6f5732 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.080716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9e621dce-9157-4ae5-8e36-bd70dd6f5732 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/774f3c90-1d8b-4e78-8a9a-fb836c82a30d HTTP/1.1" status: 204 len: 168 time: 0.1277628 Nov 26 22:07:25.082634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:25.126109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e621dce-9157-4ae5-8e36-bd70dd6f5732 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=774f3c90-1d8b-4e78-8a9a-fb836c82a30d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:25.147653 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] create failed (client error): The resource could not be found. Nov 26 22:07:25.150955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b2543cdb-135b-4332-942d-e5dfd9ce6200 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5421684 Nov 26 22:07:25.154786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38904) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:25.161989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ef672b9-2c0e-46b5-8539-739fcc93521e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0782638 Nov 26 22:07:25.164826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38906) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:25.194110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-038dcac5-e511-4753-87e4-93b986502632 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.203251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-038dcac5-e511-4753-87e4-93b986502632 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.241518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-038dcac5-e511-4753-87e4-93b986502632 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.248943 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-038dcac5-e511-4753-87e4-93b986502632 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.250094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-038dcac5-e511-4753-87e4-93b986502632 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/40fcab90-1aa4-4798-85c8-91210f30480c HTTP/1.1" status: 204 len: 168 time: 0.0842876 Nov 26 22:07:25.256583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38908) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:25.263687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dcac5-e511-4753-87e4-93b986502632 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40fcab90-1aa4-4798-85c8-91210f30480c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:25.330050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-378f0d81-c452-48d6-b47d-779eb1859c86 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0729554 Nov 26 22:07:25.332764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38910) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:25.352577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-db0c72df-7d4d-4333-bda1-c230a60789f6 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Deleting port 8543558b-ebd0-4fdb-9cb7-2913134207fd {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:25.352900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db0c72df-7d4d-4333-bda1-c230a60789f6 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.480981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02643624-e3f6-4ee9-9713-169dd293423d tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.508649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db0c72df-7d4d-4333-bda1-c230a60789f6 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.524590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02643624-e3f6-4ee9-9713-169dd293423d tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.535332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-db0c72df-7d4d-4333-bda1-c230a60789f6 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Calling delete_port for 8543558b-ebd0-4fdb-9cb7-2913134207fd owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:25.627182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02643624-e3f6-4ee9-9713-169dd293423d tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.630097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02643624-e3f6-4ee9-9713-169dd293423d tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.634066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-02643624-e3f6-4ee9-9713-169dd293423d tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/61ae35b1-7d4b-4dad-a0f3-4f0b0cc1110c HTTP/1.1" status: 204 len: 168 time: 0.2976170 Nov 26 22:07:25.635052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38914) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:25.652867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643624-e3f6-4ee9-9713-169dd293423d tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ae35b1-7d4b-4dad-a0f3-4f0b0cc1110c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:25.767509 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ffd90d3b-17c7-4014-ad1d-6a25261dfd32 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1295943 Nov 26 22:07:25.772945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38920) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:25.780123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1c0a20f1-f376-412c-b26c-0dbf3673c879 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-secgroup--973563262'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:25.847794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c0a20f1-f376-412c-b26c-0dbf3673c879 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.852317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db0c72df-7d4d-4333-bda1-c230a60789f6 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:25.913120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c72df-7d4d-4333-bda1-c230a60789f6 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event deleted for resources: {'Port': ['ID=8543558b-ebd0-4fdb-9cb7-2913134207fd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:25.964580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5832bec-1e5d-4a52-9d61-13636976418c req-97522c3b-39a5-4752-8063-44517fb6b835 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:25.966398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5832bec-1e5d-4a52-9d61-13636976418c req-97522c3b-39a5-4752-8063-44517fb6b835 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1287224 Nov 26 22:07:25.981375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc82d5-b4a3-49ba-8512-c1c537bc1b9d req-6721186e-5ff3-4465-a2f1-7147f02c0b9d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:25.983061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adfc82d5-b4a3-49ba-8512-c1c537bc1b9d req-6721186e-5ff3-4465-a2f1-7147f02c0b9d tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.0942512 Nov 26 22:07:26.074730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5832bec-1e5d-4a52-9d61-13636976418c req-e94c4682-0e0d-4b01-8dcd-7b5953f68a9f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905588 Nov 26 22:07:26.123252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adfc82d5-b4a3-49ba-8512-c1c537bc1b9d req-074830e1-f9a1-4b24-9dfe-72d7234a8fc8 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280620 Nov 26 22:07:26.132575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c0a20f1-f376-412c-b26c-0dbf3673c879 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.152396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c0a20f1-f376-412c-b26c-0dbf3673c879 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.152396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db0c72df-7d4d-4333-bda1-c230a60789f6 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.153324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-db0c72df-7d4d-4333-bda1-c230a60789f6 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "DELETE /v2.0/ports/8543558b-ebd0-4fdb-9cb7-2913134207fd HTTP/1.1" status: 204 len: 168 time: 0.9975483 Nov 26 22:07:26.159057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:26.212551 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ccb16fd8-58d5-4dc0-9e1d-be6bec68c04a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.265438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c0a20f1-f376-412c-b26c-0dbf3673c879 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.266711 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1c0a20f1-f376-412c-b26c-0dbf3673c879 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4924426 Nov 26 22:07:26.273240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38930) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:26.279150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3eee5ffd-90ac-4ad6-92d4-dc71a051e222 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '86100eb8-23fa-44b4-89c5-ddb8245988d9', 'direction': 'ingress', 'protocol': 17}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:26.295887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a20f1-f376-412c-b26c-0dbf3673c879 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86100eb8-23fa-44b4-89c5-ddb8245988d9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:26.338100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69448f50-b712-4097-a285-bd1938affc78 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:26.344340 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-69448f50-b712-4097-a285-bd1938affc78 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4726b89-6d6a-471d-b243-eb23863a450a HTTP/1.1" status: 200 len: 913 time: 0.1846154 Nov 26 22:07:26.345021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38932) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:26.365388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a9d90-4855-44a2-b867-835a6c3c2bef req-c9bd77d6-2e7b-4836-8725-cebb5abeeaff tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:26.367295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c92a9d90-4855-44a2-b867-835a6c3c2bef req-c9bd77d6-2e7b-4836-8725-cebb5abeeaff tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.0777097 Nov 26 22:07:26.368779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3eee5ffd-90ac-4ad6-92d4-dc71a051e222 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.452952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c92a9d90-4855-44a2-b867-835a6c3c2bef req-70f7059b-24cb-4d16-b650-e0433881fa11 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755522 Nov 26 22:07:26.458687 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3eee5ffd-90ac-4ad6-92d4-dc71a051e222 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.465002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3eee5ffd-90ac-4ad6-92d4-dc71a051e222 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.488356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38934) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:26.525430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee5ffd-90ac-4ad6-92d4-dc71a051e222 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef8641b-2e83-48e7-86e0-cbb638111345,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:26.558427 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3eee5ffd-90ac-4ad6-92d4-dc71a051e222 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.562435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3eee5ffd-90ac-4ad6-92d4-dc71a051e222 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2876580 Nov 26 22:07:26.565617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38938) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:26.603240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a05c4-f6aa-4dbd-88fe-4fbcb8d51847 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:26.604852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f53a05c4-f6aa-4dbd-88fe-4fbcb8d51847 tempest-TestNetworkAdvancedServerOps-1198854427 tempest-TestNetworkAdvancedServerOps-1198854427-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 1091 time: 0.1104980 Nov 26 22:07:26.608973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:26.615005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:26.643564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d474390a-0b1b-4a4c-898d-09375839fde8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.669427 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d474390a-0b1b-4a4c-898d-09375839fde8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.674469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.731045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d474390a-0b1b-4a4c-898d-09375839fde8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.734536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d474390a-0b1b-4a4c-898d-09375839fde8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.735775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d474390a-0b1b-4a4c-898d-09375839fde8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/86100eb8-23fa-44b4-89c5-ddb8245988d9 HTTP/1.1" status: 204 len: 168 time: 0.1695852 Nov 26 22:07:26.739012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38942) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:26.754709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474390a-0b1b-4a4c-898d-09375839fde8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86100eb8-23fa-44b4-89c5-ddb8245988d9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:26.806944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-94c2e2e6-ea92-42b6-984d-3acb489910cf tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667617 Nov 26 22:07:26.811215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38944) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:26.815521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-42a6b940-5e33-46f2-a204-2567f5df6571 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-secgroup--313386864'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:26.855924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42a6b940-5e33-46f2-a204-2567f5df6571 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.880311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.897436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.956421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42a6b940-5e33-46f2-a204-2567f5df6571 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.960727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42a6b940-5e33-46f2-a204-2567f5df6571 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.994179 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42a6b940-5e33-46f2-a204-2567f5df6571 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:26.998130 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-42a6b940-5e33-46f2-a204-2567f5df6571 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1832962 Nov 26 22:07:26.999065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38946) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:27.007398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-134bc8f2-622c-4817-8e98-8c160e35d4fd tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-secgroup--289839041'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:27.020221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6b940-5e33-46f2-a204-2567f5df6571 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2f516a-ebff-4a3a-b42c-3f135ddcd0eb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:27.056091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134bc8f2-622c-4817-8e98-8c160e35d4fd tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.105462 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.263062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134bc8f2-622c-4817-8e98-8c160e35d4fd tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.294033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134bc8f2-622c-4817-8e98-8c160e35d4fd tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.344649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed736486-ee2d-461b-b3d4-7058000c99c8 req-c99010f5-c513-42db-9d39-8ad5a0e7cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:27.353365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed736486-ee2d-461b-b3d4-7058000c99c8 req-c99010f5-c513-42db-9d39-8ad5a0e7cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1618664 Nov 26 22:07:27.392379 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-134bc8f2-622c-4817-8e98-8c160e35d4fd tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.396145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-134bc8f2-622c-4817-8e98-8c160e35d4fd tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3934658 Nov 26 22:07:27.399883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:27.405563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e6661aa4-5ce9-4b79-9b8d-4d1e078df6cb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '9e2f516a-ebff-4a3a-b42c-3f135ddcd0eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aacd744f-d5ec-4c64-a28c-da98aa452343', 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:27.438879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bc8f2-622c-4817-8e98-8c160e35d4fd tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aacd744f-d5ec-4c64-a28c-da98aa452343,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:27.492051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed736486-ee2d-461b-b3d4-7058000c99c8 req-d90d3636-3441-4711-aac7-ce5b73175cca tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374991 Nov 26 22:07:27.499326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6661aa4-5ce9-4b79-9b8d-4d1e078df6cb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.687766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Allocated IP 172.25.3.46 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/3858c2b5-bafe-4adb-b03e-900771238b3c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:27.711258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6661aa4-5ce9-4b79-9b8d-4d1e078df6cb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.717887 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6661aa4-5ce9-4b79-9b8d-4d1e078df6cb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.740408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6661aa4-5ce9-4b79-9b8d-4d1e078df6cb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8c41d1-c751-4cc8-a29e-2d8fe7cd3475,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:27.773207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6661aa4-5ce9-4b79-9b8d-4d1e078df6cb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.778482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e6661aa4-5ce9-4b79-9b8d-4d1e078df6cb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3771634 Nov 26 22:07:27.783803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:27.798300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Deleting port cd3679a6-c29c-40ae-9ae8-78bdc9f6252c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:27.798757 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.827404 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50742142-432c-4c52-a373-d6d2d341363a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.844616 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50742142-432c-4c52-a373-d6d2d341363a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.929044 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.945060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50742142-432c-4c52-a373-d6d2d341363a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.952087 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-50742142-432c-4c52-a373-d6d2d341363a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.953478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-50742142-432c-4c52-a373-d6d2d341363a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/df8c41d1-c751-4cc8-a29e-2d8fe7cd3475 HTTP/1.1" status: 204 len: 168 time: 0.1677105 Nov 26 22:07:27.955242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:27.958749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38968) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:27.973849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Calling delete_port for cd3679a6-c29c-40ae-9ae8-78bdc9f6252c owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:27.976258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50742142-432c-4c52-a373-d6d2d341363a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8c41d1-c751-4cc8-a29e-2d8fe7cd3475,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:28.044543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a0916bfa-42eb-48a7-b8b6-27cfe70afb0a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0825832 Nov 26 22:07:28.047554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38970) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:28.112380 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.127082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-03bd01d8-b087-4bc2-9f23-899239dbe190 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.157024 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-03bd01d8-b087-4bc2-9f23-899239dbe190 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.189343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:28.197420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:28.206982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:28.240619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=3858c2b5-bafe-4adb-b03e-900771238b3c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:28.263674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-03bd01d8-b087-4bc2-9f23-899239dbe190 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.267795 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-03bd01d8-b087-4bc2-9f23-899239dbe190 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.279628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-03bd01d8-b087-4bc2-9f23-899239dbe190 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/aacd744f-d5ec-4c64-a28c-da98aa452343 HTTP/1.1" status: 204 len: 168 time: 0.2294648 Nov 26 22:07:28.280522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38972) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:28.370659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-16997d4d-8ac9-478d-9795-f1f30057ddf0 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0857069 Nov 26 22:07:28.371850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38974) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:28.372454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.378993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd01d8-b087-4bc2-9f23-899239dbe190 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacd744f-d5ec-4c64-a28c-da98aa452343,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:28.446477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event deleted for resources: {'Port': ['ID=cd3679a6-c29c-40ae-9ae8-78bdc9f6252c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:28.479337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2b121b1-17b4-451b-b6cd-e75a86ea1444 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.548532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2b121b1-17b4-451b-b6cd-e75a86ea1444 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.612365 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.648113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2b121b1-17b4-451b-b6cd-e75a86ea1444 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.650963 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d2b121b1-17b4-451b-b6cd-e75a86ea1444 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.655957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d2b121b1-17b4-451b-b6cd-e75a86ea1444 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e2f516a-ebff-4a3a-b42c-3f135ddcd0eb HTTP/1.1" status: 204 len: 168 time: 0.2831850 Nov 26 22:07:28.656631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38982) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:28.689728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b121b1-17b4-451b-b6cd-e75a86ea1444 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2f516a-ebff-4a3a-b42c-3f135ddcd0eb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:28.843673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f9e7c-0ef1-4830-b040-2c45c2d5b5a9 req-192acd97-8efe-4f31-81fe-72606442cf18 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:28.845383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807f9e7c-0ef1-4830-b040-2c45c2d5b5a9 req-192acd97-8efe-4f31-81fe-72606442cf18 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1202319 Nov 26 22:07:28.925534 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807f9e7c-0ef1-4830-b040-2c45c2d5b5a9 req-887f6567-423e-480f-aa03-d857e88c241c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714586 Nov 26 22:07:28.988179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-65dde6e1-a2f5-4e92-9f04-f67bed4708b1 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3226514 Nov 26 22:07:28.992553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38988) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:28.993168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:28.999788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f1392c2e-ca73-451f-8e24-12835b420792 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-secgroup--96838935'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:29.043413 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1392c2e-ca73-451f-8e24-12835b420792 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.107921 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.222566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1392c2e-ca73-451f-8e24-12835b420792 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.240356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1392c2e-ca73-451f-8e24-12835b420792 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.273899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f1392c2e-ca73-451f-8e24-12835b420792 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.277941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f1392c2e-ca73-451f-8e24-12835b420792 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2815905 Nov 26 22:07:29.281184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38992) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:29.316504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-63476b63-77ae-48da-ab3e-3c3e19df73ad tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '78994e6e-4c55-42d6-957a-93a830807caa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:29.320148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Router d4726b89-6d6a-471d-b243-eb23863a450a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:07:29.339357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1392c2e-ca73-451f-8e24-12835b420792 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78994e6e-4c55-42d6-957a-93a830807caa,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:29.384315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8285-1456-46af-a96a-76177551e4c5 req-473173a6-6697-4f53-8645-a10ec6b3f353 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:29.398539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-170d8285-1456-46af-a96a-76177551e4c5 req-473173a6-6697-4f53-8645-a10ec6b3f353 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2015815 Nov 26 22:07:29.416514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.517614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63476b63-77ae-48da-ab3e-3c3e19df73ad tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.519714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:07:29.533806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3b2a0445-557a-4e8c-895c-00a656e6f1cb tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "PUT /v2.0/routers/d4726b89-6d6a-471d-b243-eb23863a450a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1856585 Nov 26 22:07:29.534221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19445d84-d231-4798-aeda-4e1d255c94bb None None] Sync routers for ids ['d4726b89-6d6a-471d-b243-eb23863a450a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:07:29.539850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 38996) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:29.560893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19445d84-d231-4798-aeda-4e1d255c94bb None None] Routers {'d4726b89-6d6a-471d-b243-eb23863a450a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:29.562055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-19445d84-d231-4798-aeda-4e1d255c94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:07:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d4726b89-6d6a-471d-b243-eb23863a450a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:29.584061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-170d8285-1456-46af-a96a-76177551e4c5 req-69e02d5a-dd81-465b-a3f8-9ecf145719ac tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844306 Nov 26 22:07:29.644562 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63476b63-77ae-48da-ab3e-3c3e19df73ad tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.651818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-19445d84-d231-4798-aeda-4e1d255c94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:29.652578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63476b63-77ae-48da-ab3e-3c3e19df73ad tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.666038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19445d84-d231-4798-aeda-4e1d255c94bb None None] Routers {'d4726b89-6d6a-471d-b243-eb23863a450a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:29.669105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-19445d84-d231-4798-aeda-4e1d255c94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:07:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d4726b89-6d6a-471d-b243-eb23863a450a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:29.676295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63476b63-77ae-48da-ab3e-3c3e19df73ad tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df89f4c-7b3e-43f5-a92e-8bde3953d118,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:29.718347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63476b63-77ae-48da-ab3e-3c3e19df73ad tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.719237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-19445d84-d231-4798-aeda-4e1d255c94bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:29.722378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19445d84-d231-4798-aeda-4e1d255c94bb None None] The sync data for ids ['d4726b89-6d6a-471d-b243-eb23863a450a'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:07:29.726352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-63476b63-77ae-48da-ab3e-3c3e19df73ad tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4429321 Nov 26 22:07:29.727056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39002) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:29.797580 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be942ffc-c617-4aa0-ad96-46e93797e147 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.861177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6128b9bf-d11f-49e2-86eb-a1e56260acf8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.886715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7445f1-6cd8-4ee5-b96d-c74c80af6fe4 req-ddb42c13-86b7-4840-a8ff-b6d341e45bc4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:29.888592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e7445f1-6cd8-4ee5-b96d-c74c80af6fe4 req-ddb42c13-86b7-4840-a8ff-b6d341e45bc4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1285868 Nov 26 22:07:29.890476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6128b9bf-d11f-49e2-86eb-a1e56260acf8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.970703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e7445f1-6cd8-4ee5-b96d-c74c80af6fe4 req-9263c59b-e32b-4e19-99ae-53e82b907ac9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697916 Nov 26 22:07:29.974532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6128b9bf-d11f-49e2-86eb-a1e56260acf8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.993538 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6128b9bf-d11f-49e2-86eb-a1e56260acf8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:29.994819 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6128b9bf-d11f-49e2-86eb-a1e56260acf8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/1df89f4c-7b3e-43f5-a92e-8bde3953d118 HTTP/1.1" status: 204 len: 168 time: 0.2667959 Nov 26 22:07:30.001027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39008) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:30.001871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128b9bf-d11f-49e2-86eb-a1e56260acf8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1df89f4c-7b3e-43f5-a92e-8bde3953d118,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:30.040287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.078456 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be942ffc-c617-4aa0-ad96-46e93797e147 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.086243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be942ffc-c617-4aa0-ad96-46e93797e147 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.161462 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-adda8e19-a6fe-405a-b4c5-98cdf898a7eb tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1565251 Nov 26 22:07:30.161710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39014) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:30.181368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be942ffc-c617-4aa0-ad96-46e93797e147 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.182180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be942ffc-c617-4aa0-ad96-46e93797e147 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Fanout notify agent at l3_agent the message router_deleted on router d4726b89-6d6a-471d-b243-eb23863a450a {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:07:30.190687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be942ffc-c617-4aa0-ad96-46e93797e147 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.194445 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be942ffc-c617-4aa0-ad96-46e93797e147 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "DELETE /v2.0/routers/d4726b89-6d6a-471d-b243-eb23863a450a HTTP/1.1" status: 204 len: 168 time: 0.6385512 Nov 26 22:07:30.195503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39020) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:30.329585 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.334800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.422806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event updated for resources: {'Port': ['ID=3858c2b5-bafe-4adb-b03e-900771238b3c,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:30.450551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.587471 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Floating IP 34dc657a-d935-418d-a392-061773af876d associated. External IP: 172.25.3.46, port: b9b82a1a-387c-4bd6-b37d-2a6bc8001e69. Nov 26 22:07:30.713474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ca6940ee-09a9-479c-b470-ec46a1f6c907 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.731423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-cceb0872-5956-41cf-9a3b-36cd8f64ad66 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Deleting subnet 6dc8b156-27cb-466e-b9cb-093efaa03037 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:07:30.772471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cceb0872-5956-41cf-9a3b-36cd8f64ad66 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.813029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ca6940ee-09a9-479c-b470-ec46a1f6c907 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.848726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-4a95c7d0-c480-466c-8a5d-dc8c6948e74b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:30.850954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-4a95c7d0-c480-466c-8a5d-dc8c6948e74b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.2790358 Nov 26 22:07:30.886543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cceb0872-5956-41cf-9a3b-36cd8f64ad66 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.919621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-52eab309-2552-4c80-b76d-c46febcfbb12 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/quotas/6c8a0c3b23b84376862967611c9ac4e8 HTTP/1.1" status: 200 len: 375 time: 0.0545225 Nov 26 22:07:30.984421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ca6940ee-09a9-479c-b470-ec46a1f6c907 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.987274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ca6940ee-09a9-479c-b470-ec46a1f6c907 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:30.992655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ca6940ee-09a9-479c-b470-ec46a1f6c907 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/78994e6e-4c55-42d6-957a-93a830807caa HTTP/1.1" status: 204 len: 168 time: 0.8297763 Nov 26 22:07:30.996779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39042) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:31.038606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6940ee-09a9-479c-b470-ec46a1f6c907 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78994e6e-4c55-42d6-957a-93a830807caa,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:31.066693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-f5e54e14-9fad-4815-9e91-a18887da8270 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1388073 Nov 26 22:07:31.202779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-32f8ab57-b038-49cf-8feb-221bd7cb809a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2020392 Nov 26 22:07:31.205774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39048) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:31.206827 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cceb0872-5956-41cf-9a3b-36cd8f64ad66 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.214810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-51601da6-6bf0-44f3-9494-1c73e7ebbdc3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group': {'name': 'tempest-secgroup--677386976'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:31.265521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 0e189278-1d22-4eca-a084-af28437f9f14 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:07:31.271332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-51601da6-6bf0-44f3-9494-1c73e7ebbdc3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.292239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-e670915e-6346-4cfd-90d1-667bd8e8b2ed service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033753 Nov 26 22:07:31.394571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-b60be092-ca9b-4b8c-a26c-12495eb40cd0 service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928206 Nov 26 22:07:31.412744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cceb0872-5956-41cf-9a3b-36cd8f64ad66 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.450406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb0872-5956-41cf-9a3b-36cd8f64ad66 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc8b156-27cb-466e-b9cb-093efaa03037,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:31.454086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cceb0872-5956-41cf-9a3b-36cd8f64ad66 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.457500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cceb0872-5956-41cf-9a3b-36cd8f64ad66 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "DELETE /v2.0/subnets/6dc8b156-27cb-466e-b9cb-093efaa03037 HTTP/1.1" status: 204 len: 168 time: 1.2610354 Nov 26 22:07:31.459985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:31.467225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c2eb5-cbb6-4087-9fce-adcda8101b28 None None] Network 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:31.476912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:07:31.486848 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] Sync routers for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:07:31.526762 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:31.527392 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:07:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:31.574124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-51601da6-6bf0-44f3-9494-1c73e7ebbdc3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.584273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-51601da6-6bf0-44f3-9494-1c73e7ebbdc3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.606439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.655434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.699300 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c894322c-f0da-445b-9c39-d55be4c16b8e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0881574 Nov 26 22:07:31.704229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:07:31.707011 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a36d22-4f96-4cfc-b83e-fee201671fff" -d '{"events": [{"name": "network-changed", "server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:07:31.729490 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-51601da6-6bf0-44f3-9494-1c73e7ebbdc3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.733779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-51601da6-6bf0-44f3-9494-1c73e7ebbdc3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5244586 Nov 26 22:07:31.735050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39060) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:31.741059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c4913ddb-641c-442b-bb6c-b20a6c0d2313 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '7358e2f0-7f17-4365-b9aa-76a69ce23822', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:31.759517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51601da6-6bf0-44f3-9494-1c73e7ebbdc3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7358e2f0-7f17-4365-b9aa-76a69ce23822,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:31.786417 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:07:31.802484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4913ddb-641c-442b-bb6c-b20a6c0d2313 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.881237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] DHCP port deletion for 7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:07:31.938283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98b1b318-59ac-49c4-b73f-82dbc6a1a93e req-fb73934f-7632-4c2c-b650-fb230c1a1439 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 210 time: 0.1992199 Nov 26 22:07:31.956811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4913ddb-641c-442b-bb6c-b20a6c0d2313 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:31.977269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4913ddb-641c-442b-bb6c-b20a6c0d2313 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.035100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Deleting port 82a94a59-7e35-43c0-a5d5-8467ba162a9d {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:32.035443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.059519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4913ddb-641c-442b-bb6c-b20a6c0d2313 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ec9d28-2d2c-4eb8-9586-1f7a83d3750e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:32.081568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] Deleting port 82a94a59-7e35-43c0-a5d5-8467ba162a9d {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:32.081983 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.092459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fe2b-c4a2-4869-8dfa-66ab29a0f3c5 req-54eafd28-4ad9-4a5b-9e1a-2184387d27be tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:32.094142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c814fe2b-c4a2-4869-8dfa-66ab29a0f3c5 req-54eafd28-4ad9-4a5b-9e1a-2184387d27be tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.1971869 Nov 26 22:07:32.102015 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4913ddb-641c-442b-bb6c-b20a6c0d2313 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.106479 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c4913ddb-641c-442b-bb6c-b20a6c0d2313 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3692522 Nov 26 22:07:32.107893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39072) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:32.178887 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cf6d73b9-fc30-494a-9102-6a8c5698e47e tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules/b8ec9d28-2d2c-4eb8-9586-1f7a83d3750e HTTP/1.1" status: 200 len: 763 time: 0.0651693 Nov 26 22:07:32.181139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39074) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:32.224968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] For port 82a94a59-7e35-43c0-a5d5-8467ba162a9d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=82a94a59-7e35-43c0-a5d5-8467ba162a9d,segment=NetworkSegment(cf0afd29-8f85-412a-b7fc-8373fd3aaa66),segment_id=cf0afd29-8f85-412a-b7fc-8373fd3aaa66)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:32.228124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.235593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] For port 82a94a59-7e35-43c0-a5d5-8467ba162a9d, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=82a94a59-7e35-43c0-a5d5-8467ba162a9d,segment=NetworkSegment(cf0afd29-8f85-412a-b7fc-8373fd3aaa66),segment_id=cf0afd29-8f85-412a-b7fc-8373fd3aaa66)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:32.236145 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.239044 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '34dc657a-d935-418d-a392-061773af876d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'port_id': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'mac_address': 'fa:16:3e:c2:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:07:28Z', 'updated_at': '2021-11-26T22:07:28Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:08Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:32.275348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] Calling delete_port for 82a94a59-7e35-43c0-a5d5-8467ba162a9d owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:32.290423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Calling delete_port for 82a94a59-7e35-43c0-a5d5-8467ba162a9d owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:32.327544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ae6c3076-5f57-4c42-8b22-3924019078ec tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1451597 Nov 26 22:07:32.328357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39078) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:32.334884 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] Checking router: 0e189278-1d22-4eca-a084-af28437f9f14 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:07:32.342111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c814fe2b-c4a2-4869-8dfa-66ab29a0f3c5 req-55e12126-025a-4cd0-a1f1-413098ad24b6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927192 Nov 26 22:07:32.375157 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:32.375912 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:07:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:32.397988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39082) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:32.495927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.525585 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.558374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-0ae5-4cbf-af5b-c7f0169eb146 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.563253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] Pushing event deleted for resources: {'Port': ['ID=82a94a59-7e35-43c0-a5d5-8467ba162a9d,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:32.565029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44f088-74ff-4903-85e3-121f8fec4888 None None] No DVR routers for this DVR port 82a94a59-7e35-43c0-a5d5-8467ba162a9d on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:32.569148 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7eba3b-5527-4f3d-9c3f-a0b5d74a34ce x-openstack-request-id: req-df7eba3b-5527-4f3d-9c3f-a0b5d74a34ce {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:07:32.569453 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:07:32.569721 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df7eba3b-5527-4f3d-9c3f-a0b5d74a34ce {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:07:32.570187 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'status': 'completed', 'code': 200} Nov 26 22:07:32.581168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event deleted for resources: {'Port': ['ID=82a94a59-7e35-43c0-a5d5-8467ba162a9d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:32.607322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-0ae5-4cbf-af5b-c7f0169eb146 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.616008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] No DVR routers for this DVR port 82a94a59-7e35-43c0-a5d5-8467ba162a9d on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:32.714569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-05bd6c59-e72f-43d7-a794-36c6d70c7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:32.716792 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-05bd6c59-e72f-43d7-a794-36c6d70c7c2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 1096 time: 0.1444762 Nov 26 22:07:32.726899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aab8a8ac-29d9-48f1-90b9-2025a680df94 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/34dc657a-d935-418d-a392-061773af876d HTTP/1.1" status: 200 len: 990 time: 0.3252304 Nov 26 22:07:32.747924 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:07:32.780308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-0ae5-4cbf-af5b-c7f0169eb146 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.854154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7584df1a-0ae5-4cbf-af5b-c7f0169eb146 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.856762 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7584df1a-0ae5-4cbf-af5b-c7f0169eb146 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/b8ec9d28-2d2c-4eb8-9586-1f7a83d3750e HTTP/1.1" status: 204 len: 168 time: 0.5273285 Nov 26 22:07:32.862710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584df1a-0ae5-4cbf-af5b-c7f0169eb146 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8ec9d28-2d2c-4eb8-9586-1f7a83d3750e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:32.873581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39084) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:32.896391 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:32.957960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:33.002663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0afd29-8f85-412a-b7fc-8373fd3aaa66') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:33.003291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c1fa42a1-f4f5-4e5b-b477-2527db23a077 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1279531 Nov 26 22:07:33.006263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39090) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:33.008465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0afd29-8f85-412a-b7fc-8373fd3aaa66') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:33.014353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9a5e812d-967e-4b25-a179-7dfa5a2c6ee3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '7358e2f0-7f17-4365-b9aa-76a69ce23822', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:33.042874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-5dd4fd7e-912f-4f37-8f38-dbc54bc6e430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:33.046842 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.048715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-5dd4fd7e-912f-4f37-8f38-dbc54bc6e430 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54897b4f-9793-451b-a15d-8256cce033c4 HTTP/1.1" status: 200 len: 898 time: 0.3205786 Nov 26 22:07:33.057971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 82a94a59-7e35-43c0-a5d5-8467ba162a9d no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:07:33.070501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a5e812d-967e-4b25-a179-7dfa5a2c6ee3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.086417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 82a94a59-7e35-43c0-a5d5-8467ba162a9d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:07:33.087261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 82a94a59-7e35-43c0-a5d5-8467ba162a9d not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:07:33.092531 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.120348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:33.121127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:33.132498 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:33.135060 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '34dc657a-d935-418d-a392-061773af876d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'port_id': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'mac_address': 'fa:16:3e:c2:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:07:28Z', 'updated_at': '2021-11-26T22:07:28Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:08Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:33.165160 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d24d2-72a0-4659-b11a-be136ff85e62 None None] The sync data for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 is: [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '34dc657a-d935-418d-a392-061773af876d', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'floating_ip_address': '172.25.3.46', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'port_id': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'mac_address': 'fa:16:3e:c2:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:07:28Z', 'updated_at': '2021-11-26T22:07:28Z', 'revision_number': 0, 'project_id': '44636e60510b4cc993a80af73b717746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:08Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:07:33.205400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a5e812d-967e-4b25-a179-7dfa5a2c6ee3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.212545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a29462a-e310-4fc2-8530-0910c9d4834f req-33039ff1-f2c9-4707-90db-ee2508b4fda7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 210 time: 0.0915046 Nov 26 22:07:33.214968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a5e812d-967e-4b25-a179-7dfa5a2c6ee3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.233528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-68db9c73-593e-4be5-ae02-f1998222b5b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 HTTP/1.1" status: 200 len: 998 time: 0.1646740 Nov 26 22:07:33.251419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e812d-967e-4b25-a179-7dfa5a2c6ee3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a6678f-6483-4387-a893-e38175bdc796,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:33.268301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.280784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a5e812d-967e-4b25-a179-7dfa5a2c6ee3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.289622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9a5e812d-967e-4b25-a179-7dfa5a2c6ee3 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2779531 Nov 26 22:07:33.297434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39092) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:33.343787 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.358155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] 10.222.0.21 "DELETE /v2.0/networks/7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf HTTP/1.1" status: 204 len: 168 time: 1.8965969 Nov 26 22:07:33.358716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb56885-91f5-4bd6-aa85-3e38a0ec7595 tempest-FloatingIPNegativeTestJSON-232416440 tempest-FloatingIPNegativeTestJSON-232416440-project] Pushing event deleted for resources: {'Network': ['ID=7daa91a6-e86c-4ecb-a3fa-5a47d1d147cf,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:33.400954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6781e1bc-4b1e-49ea-aac2-d99bd661be41 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules/d6a6678f-6483-4387-a893-e38175bdc796 HTTP/1.1" status: 200 len: 763 time: 0.0306213 Nov 26 22:07:33.405041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39098) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:33.507812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-21cedcd9-bc37-4b6c-9116-24c429cbb86a tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1015296 Nov 26 22:07:33.508828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39100) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:33.515530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-bbbb5504-863d-4cec-90e9-c37377627cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:33.517064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-bbbb5504-863d-4cec-90e9-c37377627cba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdbe26e4-a06f-49fd-8e30-955ec319c8d9 HTTP/1.1" status: 200 len: 834 time: 0.2609191 Nov 26 22:07:33.547426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5104e5a-6704-4a7e-ba7c-7a45d41ad456 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.588517 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5104e5a-6704-4a7e-ba7c-7a45d41ad456 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.667684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5104e5a-6704-4a7e-ba7c-7a45d41ad456 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.685847 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a5104e5a-6704-4a7e-ba7c-7a45d41ad456 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:33.699073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a5104e5a-6704-4a7e-ba7c-7a45d41ad456 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/d6a6678f-6483-4387-a893-e38175bdc796 HTTP/1.1" status: 204 len: 168 time: 0.1888871 Nov 26 22:07:33.700996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39104) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:33.724967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5104e5a-6704-4a7e-ba7c-7a45d41ad456 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6a6678f-6483-4387-a893-e38175bdc796,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:33.758554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-7c745d0b-1aba-4d2f-96d4-18d11720efe1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:33.760285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-7c745d0b-1aba-4d2f-96d4-18d11720efe1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.3101907 Nov 26 22:07:33.763559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8432973b-d000-4e31-aade-1e53a1583e8e None None] New status for floating IP 34dc657a-d935-418d-a392-061773af876d: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:07:33.779592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39106) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:33.786267 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:07:33.830758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'port': {'device_id': 'cb33f8d5-73de-4351-913e-45a933759994', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'admin_state_up': True, 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:33.872546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4d13650d-77a4-43d9-9294-1ab79410f7f1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/34dc657a-d935-418d-a392-061773af876d HTTP/1.1" status: 200 len: 990 time: 0.0859189 Nov 26 22:07:33.894372 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-da4946de-a395-441c-8b92-dc60c2d52d07 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1922264 Nov 26 22:07:33.897274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39110) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:33.902129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ad5ba5b0-81c9-490d-b9de-c21751e21404 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Request body: {'security_group_rule': {'security_group_id': '7358e2f0-7f17-4365-b9aa-76a69ce23822', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:33.912488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-b798998e-68e5-4088-84bb-450c2967b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:33.914717 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-b798998e-68e5-4088-84bb-450c2967b647 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54897b4f-9793-451b-a15d-8256cce033c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3070078 Nov 26 22:07:33.935478 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-ad5ba5b0-81c9-490d-b9de-c21751e21404 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Project 11697c841cab4bffaf858d0126d8bf7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:07:33.944094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39112) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:33.947491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba5b0-81c9-490d-b9de-c21751e21404 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.096274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba5b0-81c9-490d-b9de-c21751e21404 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.106692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba5b0-81c9-490d-b9de-c21751e21404 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.131917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ba5b0-81c9-490d-b9de-c21751e21404 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdee0c82-a40d-4196-af7b-95507d700d59,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:34.144557 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba5b0-81c9-490d-b9de-c21751e21404 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.144813 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-73285865-846d-431c-aa86-c85c0553c2de service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143390 Nov 26 22:07:34.146215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Made reservation on behalf of 6c8a0c3b23b84376862967611c9ac4e8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:34.146748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ad5ba5b0-81c9-490d-b9de-c21751e21404 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2483876 Nov 26 22:07:34.149912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39124) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:34.153735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.172781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2d0003ec-1ba2-4c27-aa32-3f09083735e8 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules/cdee0c82-a40d-4196-af7b-95507d700d59 HTTP/1.1" status: 200 len: 769 time: 0.0210910 Nov 26 22:07:34.178013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39126) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:34.226759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-971120ba-96c6-4fe1-8c36-a89d65faa7ca tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0449886 Nov 26 22:07:34.227024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39130) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:34.273222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7d026eb-78d3-4f27-a706-01491d970ef6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.294422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7d026eb-78d3-4f27-a706-01491d970ef6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.359792 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-550f36ad-1e0c-4db3-bb27-1af8a6448686 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6663bbfe5d8742a89015d4842081ccac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4114733 Nov 26 22:07:34.360978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39140) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:34.404478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25065a51-aea8-4eda-b4b2-b6a96ac58247 req-ce7ffd04-9290-40a7-9b02-70be26a0aeff tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 210 time: 0.0759311 Nov 26 22:07:34.412863 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7d026eb-78d3-4f27-a706-01491d970ef6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.432015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32a36d22-4f96-4cfc-b83e-fee201671fff req-07841e95-f391-4a7c-9b5b-6b6755d7ca7c service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755144 Nov 26 22:07:34.434699 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7d026eb-78d3-4f27-a706-01491d970ef6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.438392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7d026eb-78d3-4f27-a706-01491d970ef6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/cdee0c82-a40d-4196-af7b-95507d700d59 HTTP/1.1" status: 204 len: 168 time: 0.2080150 Nov 26 22:07:34.444802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39148) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:34.462914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d026eb-78d3-4f27-a706-01491d970ef6 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdee0c82-a40d-4196-af7b-95507d700d59,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:34.531346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38aa61db-fbd4-495c-aa7e-af4abc989d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.537978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Allocated IP 172.20.0.6 (df32a847-cba4-4492-b1c7-be3954ce77ea/53b45918-cc75-4804-80f5-03d9450fe80f/0e86234d-794e-49e6-be51-c0b25ccfbecb) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:34.556737 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f315f6fd-afaa-4852-bb98-1a80623b8970 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039417 Nov 26 22:07:34.561328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39156) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:34.592370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38aa61db-fbd4-495c-aa7e-af4abc989d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.665871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-359cbda1-6d9f-4c91-abf5-f2ae32e144a1 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.689724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38aa61db-fbd4-495c-aa7e-af4abc989d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.693549 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38aa61db-fbd4-495c-aa7e-af4abc989d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.694841 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-38aa61db-fbd4-495c-aa7e-af4abc989d5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd31adb2-1e55-4927-97f2-2fb06456dbdb HTTP/1.1" status: 204 len: 168 time: 0.3328302 Nov 26 22:07:34.706539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-359cbda1-6d9f-4c91-abf5-f2ae32e144a1 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.722427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa61db-fbd4-495c-aa7e-af4abc989d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd31adb2-1e55-4927-97f2-2fb06456dbdb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:34.748664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.785201 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-359cbda1-6d9f-4c91-abf5-f2ae32e144a1 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.789540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-359cbda1-6d9f-4c91-abf5-f2ae32e144a1 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.795440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-359cbda1-6d9f-4c91-abf5-f2ae32e144a1 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "DELETE /v2.0/security-groups/7358e2f0-7f17-4365-b9aa-76a69ce23822 HTTP/1.1" status: 204 len: 168 time: 0.2331369 Nov 26 22:07:34.800323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39166) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:34.825784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:34.837547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cbda1-6d9f-4c91-abf5-f2ae32e144a1 tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7358e2f0-7f17-4365-b9aa-76a69ce23822,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:34.865713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['25f00689-a056-4ef7-9dec-abd02394d5cf'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:07:34.878025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39168) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:34.904857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Network df32a847-cba4-4492-b1c7-be3954ce77ea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:34.910919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:34.927655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:34.950369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b409f0bf-e029-49c9-b3ae-9215123030fa tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1432858 Nov 26 22:07:34.955955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39170) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:35.047801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1aa15163-c361-441b-a589-4a1dfbf55d67 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/34dc657a-d935-418d-a392-061773af876d HTTP/1.1" status: 200 len: 992 time: 0.1623960 Nov 26 22:07:35.052274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'Port': ['ID=0e86234d-794e-49e6-be51-c0b25ccfbecb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:35.065667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cd16feae-5a12-4262-97ac-ba71ce961ced tempest-SecGroupIPv6Test-1533787468 tempest-SecGroupIPv6Test-1533787468-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1000042 Nov 26 22:07:35.092132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:35.098937 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:35.153026 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-9dbf8383-8d59-4199-a08e-2420c9227411 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3262165 Nov 26 22:07:35.353101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Request body: {'port': {'device_id': 'cb33f8d5-73de-4351-913e-45a933759994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:35.379441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-73429f25-390e-48c5-956a-8852f1d7ddc7 None None] Provisioning complete for port 0e86234d-794e-49e6-be51-c0b25ccfbecb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:35.381241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-73429f25-390e-48c5-956a-8852f1d7ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:35.460512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-73429f25-390e-48c5-956a-8852f1d7ddc7 None None] Port 0e86234d-794e-49e6-be51-c0b25ccfbecb cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:35.486501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:35.555656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39188) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:35.722107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3592273-4c43-4436-be16-173f2182d6a4 req-5bc1b997-c38b-454d-b43b-cbf63be709ca tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:35.737631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3592273-4c43-4436-be16-173f2182d6a4 req-5bc1b997-c38b-454d-b43b-cbf63be709ca tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 931 time: 0.1416426 Nov 26 22:07:35.855852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-10c1ac3f-a59f-4666-8d96-c4a6e3cd687e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11697c841cab4bffaf858d0126d8bf7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983797 Nov 26 22:07:35.858871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39200) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:35.889782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e86234d-794e-49e6-be51-c0b25ccfbecb {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:07:35.904536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:35.929156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3592273-4c43-4436-be16-173f2182d6a4 req-8e027f27-c1bf-4f24-9fed-4cade09b28d9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897869 Nov 26 22:07:35.941799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Transition to ACTIVE for port object 0e86234d-794e-49e6-be51-c0b25ccfbecb will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:07:35.950536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:36.014182 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b490bf9-74a1-49ce-8345-cec0553d4c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:36.072255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Pushing event updated for resources: {'Port': ['ID=0e86234d-794e-49e6-be51-c0b25ccfbecb,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:36.083713 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b490bf9-74a1-49ce-8345-cec0553d4c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:36.230162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b490bf9-74a1-49ce-8345-cec0553d4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:36.233365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b490bf9-74a1-49ce-8345-cec0553d4c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:36.237179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Attempting to bind port 0e86234d-794e-49e6-be51-c0b25ccfbecb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:36.237179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Attempting to bind port 0e86234d-794e-49e6-be51-c0b25ccfbecb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:36.237633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Attempting to bind port 0e86234d-794e-49e6-be51-c0b25ccfbecb on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:36.238683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b490bf9-74a1-49ce-8345-cec0553d4c1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dad9c0e5-e0a0-4816-a1f5-8885b05b08d0 HTTP/1.1" status: 204 len: 168 time: 0.3786535 Nov 26 22:07:36.242890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Port 0e86234d-794e-49e6-be51-c0b25ccfbecb on network df32a847-cba4-4492-b1c7-be3954ce77ea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:07:36.243219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Attempting to bind port 0e86234d-794e-49e6-be51-c0b25ccfbecb on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:36.249553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:36.249897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Checking segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:36.250738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Bound using segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:36.251189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Bound port: 0e86234d-794e-49e6-be51-c0b25ccfbecb, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:36.251555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:36.260212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b490bf9-74a1-49ce-8345-cec0553d4c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad9c0e5-e0a0-4816-a1f5-8885b05b08d0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:36.357357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] For port 0e86234d-794e-49e6-be51-c0b25ccfbecb, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:36.362040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] For port 0e86234d-794e-49e6-be51-c0b25ccfbecb, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0e86234d-794e-49e6-be51-c0b25ccfbecb,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:36.372165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:36.483226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:36.484822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:36.488905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e86234d-794e-49e6-be51-c0b25ccfbecb HTTP/1.1" status: 200 len: 1091 time: 1.3202257 Nov 26 22:07:36.498940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb33f8d5-73de-4351-913e-45a933759994', 'tag': '0e86234d-794e-49e6-be51-c0b25ccfbecb'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:07:36.510146 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bba512c-89a0-41c2-a1d5-7bc984c9e327" -d '{"events": [{"name": "network-changed", "server_uuid": "cb33f8d5-73de-4351-913e-45a933759994", "tag": "0e86234d-794e-49e6-be51-c0b25ccfbecb"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:07:36.575321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39224) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:36.638225 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f07d69-7470-4f18-a673-48121f1e90b8 x-openstack-request-id: req-09f07d69-7470-4f18-a673-48121f1e90b8 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:07:36.638676 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb33f8d5-73de-4351-913e-45a933759994", "tag": "0e86234d-794e-49e6-be51-c0b25ccfbecb", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:07:36.638809 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09f07d69-7470-4f18-a673-48121f1e90b8 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:07:36.639167 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb33f8d5-73de-4351-913e-45a933759994', 'tag': '0e86234d-794e-49e6-be51-c0b25ccfbecb', 'status': 'completed', 'code': 200} Nov 26 22:07:36.669053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6d731-3449-4a98-9b28-15bac2d2a708 service neutron] Pushing event updated for resources: {'Port': ['ID=0e86234d-794e-49e6-be51-c0b25ccfbecb,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:36.724810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-4b89c9aa-3b22-42a2-9179-28b08e7223bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:36.726689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-4b89c9aa-3b22-42a2-9179-28b08e7223bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 1094 time: 0.1755323 Nov 26 22:07:36.846669 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-5fb39b8c-04ba-45fe-ba0d-7ddc651a285c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e86234d-794e-49e6-be51-c0b25ccfbecb HTTP/1.1" status: 200 len: 217 time: 0.1055121 Nov 26 22:07:36.971558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1946668423'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:37.009748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-0967039a-2b70-40bb-b78f-b9bf8bb72d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:37.015636 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-0967039a-2b70-40bb-b78f-b9bf8bb72d3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1593590 Nov 26 22:07:37.021135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:37.029334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.061607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.156192 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.201346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-32a0524b-52e2-42e0-aeb5-9754701de388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:37.206058 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-32a0524b-52e2-42e0-aeb5-9754701de388 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804273 Nov 26 22:07:37.246992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426172ce-c4ad-431f-8994-5edf02d165f8 req-c7d5f794-eee9-4798-9246-abd405dfa5a4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:37.255476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-426172ce-c4ad-431f-8994-5edf02d165f8 req-c7d5f794-eee9-4798-9246-abd405dfa5a4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 943 time: 0.1619418 Nov 26 22:07:37.353513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-426172ce-c4ad-431f-8994-5edf02d165f8 req-b5838705-b240-49f6-8840-ef745d51ab3f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971246 Nov 26 22:07:37.360844 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-7c1a540b-b5d4-4dca-a0d5-997f9b40a2aa service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468704 Nov 26 22:07:37.412204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.418264 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.440151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:37.455669 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.456625 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment b6ccff06-921a-48ae-a428-99072092fe46 of type vlan for network a1ab295c-a46a-4e26-9614-3c7ab57471fb Nov 26 22:07:37.478380 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c48d9792-ee0d-4835-98fc-140fdb14e867 req-56632b8c-5cc8-4aac-bd61-f677cd64d7d0 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096895 Nov 26 22:07:37.532157 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.585855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7170c938-6f23-4486-9938-f8c6e216f000,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:37.623552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.626647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-1787ddf7-7f5a-4f60-813e-bf104fcd127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:37.628526 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-1787ddf7-7f5a-4f60-813e-bf104fcd127a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 1094 time: 0.0603755 Nov 26 22:07:37.632270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:37.633473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:37.747159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=a1ab295c-a46a-4e26-9614-3c7ab57471fb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:37.753195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9e201bbf-e349-4add-9c3d-4b278824b80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1767621 Nov 26 22:07:37.760538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-6492f003-d80d-4cea-af19-7134ddc8b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:37.762946 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-6492f003-d80d-4cea-af19-7134ddc8b901 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.1249530 Nov 26 22:07:37.785666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network a1ab295c-a46a-4e26-9614-3c7ab57471fb details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:37.817170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-a982ce9a-b724-4307-96d3-c2346131059d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e86234d-794e-49e6-be51-c0b25ccfbecb HTTP/1.1" status: 200 len: 217 time: 0.0458004 Nov 26 22:07:37.837826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39256) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:37.891968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-d044610d-b6f5-4e1d-90d3-1c96ac0dfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:37.893787 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-d044610d-b6f5-4e1d-90d3-1c96ac0dfb62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.0633113 Nov 26 22:07:37.916081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39262) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:37.921496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': 'a1ab295c-a46a-4e26-9614-3c7ab57471fb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:37.980641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-c5d4f7f6-6782-4409-8be6-229319a36abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:37.982252 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-c5d4f7f6-6782-4409-8be6-229319a36abf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809278 Nov 26 22:07:37.992266 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.032160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-174ef475-d738-4651-88e4-c4777b321c31 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-120536663', 'prefixes': ['172.20.0.0/16']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:38.055797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:38.059566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.107629 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-b0e9ce54-b818-4dc6-8b26-49c0d04c598a service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168973 Nov 26 22:07:38.210601 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bba512c-89a0-41c2-a1d5-7bc984c9e327 req-d522ddee-7fd5-4291-893d-44c5d3b9693f service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952265 Nov 26 22:07:38.228714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-174ef475-d738-4651-88e4-c4777b321c31 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] Publish callbacks [] for subnetpool, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.230888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-174ef475-d738-4651-88e4-c4777b321c31 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3920252 Nov 26 22:07:38.233690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39266) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:38.275807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4bcd1e5e-f85b-4c5f-884a-4da37465b976 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] 10.222.0.21 "GET /v2.0/subnetpools/8f4f6f8f-baa8-4b0f-b356-6983ad3a42b4 HTTP/1.1" status: 200 len: 731 time: 0.0405252 Nov 26 22:07:38.278790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39268) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:38.283912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b59ba968-d63c-4bd7-8c30-f0f9c5498183 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1548076999'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:38.333494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.410729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=02bbba03-6370-4402-96ac-40f8b423e96d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:38.435030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': 'b6ccff06-921a-48ae-a428-99072092fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1ab295c-a46a-4e26-9614-3c7ab57471fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:38.435582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: a1ab295c-a46a-4e26-9614-3c7ab57471fb, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:38.437423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b59ba968-d63c-4bd7-8c30-f0f9c5498183 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] Publish callbacks [] for subnetpool, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.439543 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b59ba968-d63c-4bd7-8c30-f0f9c5498183 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] 10.222.0.21 "PUT /v2.0/subnetpools/8f4f6f8f-baa8-4b0f-b356-6983ad3a42b4 HTTP/1.1" status: 200 len: 684 time: 0.1587536 Nov 26 22:07:38.442687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39278) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:38.458947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network a1ab295c-a46a-4e26-9614-3c7ab57471fb is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:38.486643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, a1ab295c-a46a-4e26-9614-3c7ab57471fb) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:38.495205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:38.495346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.500553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6979c2-9830-41fc-b0b3-b6dc09b628c6 None None] Network a1ab295c-a46a-4e26-9614-3c7ab57471fb requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:38.578679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5303ff-05a5-4c93-9a07-df3f62011124 req-370cd18e-37c1-442f-8e90-13cf1d47ad1a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:38.585796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b5303ff-05a5-4c93-9a07-df3f62011124 req-370cd18e-37c1-442f-8e90-13cf1d47ad1a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 943 time: 0.1125944 Nov 26 22:07:38.589769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-df141b8c-3950-4ad2-b583-a64cb4b364e3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6726646 Nov 26 22:07:38.595872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39280) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:38.601185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-971294684'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:38.609505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ebd1cac9-b199-4edc-ab65-a9e9100a318b tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] Publish callbacks [] for subnetpool, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.610890 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ebd1cac9-b199-4edc-ab65-a9e9100a318b tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] 10.222.0.21 "DELETE /v2.0/subnetpools/8f4f6f8f-baa8-4b0f-b356-6983ad3a42b4 HTTP/1.1" status: 204 len: 168 time: 0.1671555 Nov 26 22:07:38.613780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39282) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:38.658192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b5303ff-05a5-4c93-9a07-df3f62011124 req-916f7463-d2ae-470c-8aad-8bb645a52f52 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577080 Nov 26 22:07:38.681861 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-5ff01e13-422d-47a5-a275-2844bf4fceb5 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] show failed (client error): The resource could not be found. Nov 26 22:07:38.684235 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5ff01e13-422d-47a5-a275-2844bf4fceb5 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] 10.222.0.21 "GET /v2.0/subnetpools/8f4f6f8f-baa8-4b0f-b356-6983ad3a42b4 HTTP/1.1" status: 404 len: 346 time: 0.0698259 Nov 26 22:07:38.687854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39286) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:38.705237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:38.709916 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.733461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-a1ab295c-a46a-4e26-9614-3c7ab57471fb', 'network_id': 'a1ab295c-a46a-4e26-9614-3c7ab57471fb', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': '02bbba03-6370-4402-96ac-40f8b423e96d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:07:38.735581 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.742610 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-d94572a1-e213-4d41-a800-cf55fe34e075 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] delete failed (client error): The resource could not be found. Nov 26 22:07:38.747893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d94572a1-e213-4d41-a800-cf55fe34e075 tempest-SubnetPoolsTestJSON-932649349 tempest-SubnetPoolsTestJSON-932649349-project] 10.222.0.21 "DELETE /v2.0/subnetpools/8f4f6f8f-baa8-4b0f-b356-6983ad3a42b4 HTTP/1.1" status: 404 len: 346 time: 0.0543454 Nov 26 22:07:38.748078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:38.758634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.759046 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment cadca7ba-2460-4ea4-973c-5c9d309d990b of type vlan for network f9f8b379-670f-4239-8e63-5da575980acd Nov 26 22:07:38.835808 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.865233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.873206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:38.874222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:38.918010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Allocated IP 172.20.255.242 (a1ab295c-a46a-4e26-9614-3c7ab57471fb/02bbba03-6370-4402-96ac-40f8b423e96d/f8cda702-759a-4c0b-81f5-cae9f9cb5d98) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:38.943672 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3465095 Nov 26 22:07:38.946304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39290) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:38.953178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': 'f9f8b379-670f-4239-8e63-5da575980acd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:39.002814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05d097-2416-4b0d-a789-a7a4d9f8d7f2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=f9f8b379-670f-4239-8e63-5da575980acd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:39.027786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network f9f8b379-670f-4239-8e63-5da575980acd details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:39.111860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:39.117056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.168580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39296) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:39.270038 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.284369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.309498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Network a1ab295c-a46a-4e26-9614-3c7ab57471fb is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:39.325559 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-396717c2-3b4c-45aa-ba1a-30b954468c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.332570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:39.337183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:39.457954 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.467870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Attempting to bind port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:39.468606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Attempting to bind port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'b6ccff06-921a-48ae-a428-99072092fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1ab295c-a46a-4e26-9614-3c7ab57471fb'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:39.469133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Attempting to bind port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 on network a1ab295c-a46a-4e26-9614-3c7ab57471fb {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:39.475674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:39.476950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Checking segment: {'id': 'b6ccff06-921a-48ae-a428-99072092fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1ab295c-a46a-4e26-9614-3c7ab57471fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:39.477637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.478227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Bound using segment: {'id': 'b6ccff06-921a-48ae-a428-99072092fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1ab295c-a46a-4e26-9614-3c7ab57471fb'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:39.479079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Bound port: f8cda702-759a-4c0b-81f5-cae9f9cb5d98, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ccff06-921a-48ae-a428-99072092fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'a1ab295c-a46a-4e26-9614-3c7ab57471fb'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:39.479715 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.489419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-396717c2-3b4c-45aa-ba1a-30b954468c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.496625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Pushing event updated for resources: {'Port': ['ID=f8cda702-759a-4c0b-81f5-cae9f9cb5d98,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:39.500945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-396717c2-3b4c-45aa-ba1a-30b954468c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.552320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=81517a2e-7bd0-4090-a50f-abbe34e49551,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:39.567460 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-396717c2-3b4c-45aa-ba1a-30b954468c16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73ab021487d24ff0a97b2fef36473fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3972414 Nov 26 22:07:39.574218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39302) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:39.579324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396717c2-3b4c-45aa-ba1a-30b954468c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2430ac-59e5-4194-aa74-2af867e43e8a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:39.588272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] For port f8cda702-759a-4c0b-81f5-cae9f9cb5d98, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:39.593199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] For port f8cda702-759a-4c0b-81f5-cae9f9cb5d98, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f8cda702-759a-4c0b-81f5-cae9f9cb5d98,segment=NetworkSegment(b6ccff06-921a-48ae-a428-99072092fe46),segment_id=b6ccff06-921a-48ae-a428-99072092fe46)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:39.601040 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.633834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': 'cadca7ba-2460-4ea4-973c-5c9d309d990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'f9f8b379-670f-4239-8e63-5da575980acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:39.634506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: f9f8b379-670f-4239-8e63-5da575980acd, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:39.663202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ad3-9bed-4f63-a6c5-d14e7177aadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.677274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680f821-8b21-4c61-a257-6e97b9c92123 None None] Pushing event updated for resources: {'Port': ['ID=f8cda702-759a-4c0b-81f5-cae9f9cb5d98,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:39.693940 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ad3-9bed-4f63-a6c5-d14e7177aadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.702371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network f9f8b379-670f-4239-8e63-5da575980acd is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:39.737507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, f9f8b379-670f-4239-8e63-5da575980acd) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:39.748798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:39.749398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.749765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c910476-cc05-430e-8bdd-ea8c5ade0e5d None None] Network f9f8b379-670f-4239-8e63-5da575980acd requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:39.774861 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-57bc083e-7361-48d9-b181-85f193719c6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8250222 Nov 26 22:07:39.777197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39308) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:39.802686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ad3-9bed-4f63-a6c5-d14e7177aadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.808932 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5e9b5ad3-9bed-4f63-a6c5-d14e7177aadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:39.812030 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5e9b5ad3-9bed-4f63-a6c5-d14e7177aadd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b2430ac-59e5-4194-aa74-2af867e43e8a HTTP/1.1" status: 204 len: 168 time: 0.2328100 Nov 26 22:07:39.837500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b5ad3-9bed-4f63-a6c5-d14e7177aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2430ac-59e5-4194-aa74-2af867e43e8a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:39.957849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02882c6-2dbd-430f-8043-bcaac6655d83 req-63ee7a3f-1e80-4c32-83d6-6cc18f529c6e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:39.974290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e02882c6-2dbd-430f-8043-bcaac6655d83 req-63ee7a3f-1e80-4c32-83d6-6cc18f529c6e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 943 time: 0.1319914 Nov 26 22:07:40.038122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.138477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e02882c6-2dbd-430f-8043-bcaac6655d83 req-c5beeef5-c145-4631-a4ee-ec2d38ba9282 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614728 Nov 26 22:07:40.170366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.312793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.324757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f701b3e8-3a87-40e6-844e-aee3194557d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-f9f8b379-670f-4239-8e63-5da575980acd', 'network_id': 'f9f8b379-670f-4239-8e63-5da575980acd', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': '81517a2e-7bd0-4090-a50f-abbe34e49551'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:07:40.325923 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f701b3e8-3a87-40e6-844e-aee3194557d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.365157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=81517a2e-7bd0-4090-a50f-abbe34e49551,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:40.453294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.491123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f8b379-670f-4239-8e63-5da575980acd']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:40.495569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e58d3d-1900-4a88-8872-f109c94e4b27 None None] Network f9f8b379-670f-4239-8e63-5da575980acd requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:40.501630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadca7ba-2460-4ea4-973c-5c9d309d990b') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:40.501942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadca7ba-2460-4ea4-973c-5c9d309d990b') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:40.528436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.565055 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.579686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:40.579990 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:40.654524 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:40.664500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.668159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0e86234d-794e-49e6-be51-c0b25ccfbecb details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:07:40.680273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.688344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39326) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:40.688918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/f9f8b379-670f-4239-8e63-5da575980acd HTTP/1.1" status: 204 len: 168 time: 0.9121554 Nov 26 22:07:40.694641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56856167'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:40.720751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339562f-cf9e-44cd-82ca-357c8a9137d9 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=f9f8b379-670f-4239-8e63-5da575980acd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:40.747404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:40.751212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.820157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:40.834957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.835308 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment ec238b07-dcb8-4e65-a3e9-ce65e81883ea of type vlan for network 280b8d9a-b46c-43db-940a-32533ffabe69 Nov 26 22:07:40.911499 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.953854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0e86234d-794e-49e6-be51-c0b25ccfbecb, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0e86234d-794e-49e6-be51-c0b25ccfbecb,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:40.976453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '0e86234d-794e-49e6-be51-c0b25ccfbecb', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '0e86234d-794e-49e6-be51-c0b25ccfbecb', 'mac_address': 'fa:16:3e:c7:4b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:07:40.981949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:40.988921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:40.989566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.050230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39336) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:41.068609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': '280b8d9a-b46c-43db-940a-32533ffabe69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:41.101020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4113784 Nov 26 22:07:41.178051 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.183830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f8cda702-759a-4c0b-81f5-cae9f9cb5d98 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:41.275536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e86234d-794e-49e6-be51-c0b25ccfbecb {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:07:41.319874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0e86234d-794e-49e6-be51-c0b25ccfbecb, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0e86234d-794e-49e6-be51-c0b25ccfbecb,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:41.331311 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.388457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762746e7-b653-457d-8210-b24c55757f6d None None] Network a1ab295c-a46a-4e26-9614-3c7ab57471fb requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:41.392622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:41.393779 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.396340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:41.404499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.480568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bec308-bc32-4f3c-9158-5a7ea9521158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=280b8d9a-b46c-43db-940a-32533ffabe69,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:41.497225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39346) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:41.515772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Performing IP validity checks on allocation pools {{(pid=110000) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 22:07:41.516503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110000) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 22:07:41.581624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 280b8d9a-b46c-43db-940a-32533ffabe69 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:41.621137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8ca15-9ef4-4802-ab05-7a66dd7da720 req-44e553ec-ed0c-40a4-b6fe-155b0b6584de tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:41.633477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eda8ca15-9ef4-4802-ab05-7a66dd7da720 req-44e553ec-ed0c-40a4-b6fe-155b0b6584de tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 944 time: 0.2384095 Nov 26 22:07:41.710795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eda8ca15-9ef4-4802-ab05-7a66dd7da720 req-8ee1e08b-2056-40f2-9922-9fdb698de79d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761201 Nov 26 22:07:41.750415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39354) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:41.785300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0e86234d-794e-49e6-be51-c0b25ccfbecb,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:41.815523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-99672024-f008-445e-97d3-afc3ba04e71c None None] Provisioning complete for port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:41.815901 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99672024-f008-445e-97d3-afc3ba04e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.818113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['0e86234d-794e-49e6-be51-c0b25ccfbecb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:07:41.849830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-623265958'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:41.888368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.894745 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e65a-67a6-4c44-8e44-e5b40501ae99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.947977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Made reservation on behalf of 52b0ae703ab24b3ebae5f2b255be7e8c for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:41.951940 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:41.967648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.037172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': 'ec238b07-dcb8-4e65-a3e9-ce65e81883ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '280b8d9a-b46c-43db-940a-32533ffabe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:42.037579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: 280b8d9a-b46c-43db-940a-32533ffabe69, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:42.047562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=8ed761be-e10f-4e05-aeb7-2b4541282735,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:42.087510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network 280b8d9a-b46c-43db-940a-32533ffabe69 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:42.100864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 280b8d9a-b46c-43db-940a-32533ffabe69) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:42.105461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:42.110250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.127226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16450415-4824-4fde-891e-54f86e8ba55f None None] Network 280b8d9a-b46c-43db-940a-32533ffabe69 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:42.137413 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ff33848b-9cdf-4033-9f15-2eea5b576327 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0843101 Nov 26 22:07:42.139308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39362) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:42.147062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.155910 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e65a-67a6-4c44-8e44-e5b40501ae99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.157220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.174790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:42.185688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.185963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.186122 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Added segment de302225-c14e-4d6e-a4e7-39045bc16ba8 of type vlan for network 629311b5-41df-44a3-990d-700aa3dcc5cf Nov 26 22:07:42.241076 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.264544 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.275806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8e0e65a-67a6-4c44-8e44-e5b40501ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.286388 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.292689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:42.293323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.333885 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.421084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9227309 Nov 26 22:07:42.428596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a8e0e65a-67a6-4c44-8e44-e5b40501ae99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba200ee918a349d6b76acd266c2dad82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6761007 Nov 26 22:07:42.429294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39368) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:42.430218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port f8cda702-759a-4c0b-81f5-cae9f9cb5d98, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f8cda702-759a-4c0b-81f5-cae9f9cb5d98,segment=NetworkSegment(b6ccff06-921a-48ae-a428-99072092fe46),segment_id=b6ccff06-921a-48ae-a428-99072092fe46)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:42.436081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39370) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:42.440570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.445761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead03ecc-5f95-43d7-add1-c0ab10255b25,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:42.451331 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.484451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Request body: {'subnet': {'network_id': '629311b5-41df-44a3-990d-700aa3dcc5cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:42.530894 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99672024-f008-445e-97d3-afc3ba04e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.574152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed761be-e10f-4e05-aeb7-2b4541282735,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:42.641802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=f8cda702-759a-4c0b-81f5-cae9f9cb5d98,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:42.680347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecfccd-e71d-4346-ad29-5c33fac55545 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Pushing event updated for resources: {'Network': ['ID=629311b5-41df-44a3-990d-700aa3dcc5cf,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:42.688965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c06aa-79e3-4e16-9c62-bc5e56b87565 None None] Network 280b8d9a-b46c-43db-940a-32533ffabe69 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:42.715269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0e65a-67a6-4c44-8e44-e5b40501ae99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd4047-0c6e-462a-8488-dfc487a1bc59,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:42.717760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 629311b5-41df-44a3-990d-700aa3dcc5cf details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:42.741956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Made reservation on behalf of 52b0ae703ab24b3ebae5f2b255be7e8c for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:42.749414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:42.894575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-99672024-f008-445e-97d3-afc3ba04e71c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:07:42.895131 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-99672024-f008-445e-97d3-afc3ba04e71c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:07:43.049769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f8cda702-759a-4c0b-81f5-cae9f9cb5d98 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:43.162148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:43.162626 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.176874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.250359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Pushing event updated for resources: {'Subnet': ['ID=585f69b8-f773-417e-9f91-2c456cf9851a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:43.273709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dd527-1260-4425-8550-079f6ffc166f req-188c2f1c-b7ef-4fed-bbf1-0c29e014b7b9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:43.275514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-587dd527-1260-4425-8550-079f6ffc166f req-188c2f1c-b7ef-4fed-bbf1-0c29e014b7b9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 944 time: 0.4538910 Nov 26 22:07:43.388134 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.413397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7e53180-f4f0-461c-b9be-4615c399acbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.426380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Checking segment: {'id': 'de302225-c14e-4d6e-a4e7-39045bc16ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '629311b5-41df-44a3-990d-700aa3dcc5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:43.426751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Network hostable DHCP agents. Network: 629311b5-41df-44a3-990d-700aa3dcc5cf, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:43.435758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280b8d9a-b46c-43db-940a-32533ffabe69']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:43.436522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-587dd527-1260-4425-8550-079f6ffc166f req-dac35687-4074-49d9-90ca-88eae44a54de tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521060 Nov 26 22:07:43.458021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec238b07-dcb8-4e65-a3e9-ce65e81883ea') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:43.458021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec238b07-dcb8-4e65-a3e9-ce65e81883ea') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:43.466235 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7e53180-f4f0-461c-b9be-4615c399acbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.467060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Network 629311b5-41df-44a3-990d-700aa3dcc5cf is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:43.478295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.484101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 629311b5-41df-44a3-990d-700aa3dcc5cf) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:43.490991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:43.491738 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.505728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.531090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:43.531492 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:43.535239 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:43.540848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902ece34-3658-42a7-91b9-6d602e705f58 None None] Network 629311b5-41df-44a3-990d-700aa3dcc5cf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:43.545132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-843daecd-e8bc-4532-b3ef-018b6b1493a0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1028802 Nov 26 22:07:43.549682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39382) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:43.558257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Request body: {'port': {'network_id': '629311b5-41df-44a3-990d-700aa3dcc5cf', 'name': 'tempest-TagsExtTest-569279286'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:43.615009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7e53180-f4f0-461c-b9be-4615c399acbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.618015 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7e53180-f4f0-461c-b9be-4615c399acbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.623890 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a7e53180-f4f0-461c-b9be-4615c399acbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cfd4047-0c6e-462a-8488-dfc487a1bc59 HTTP/1.1" status: 204 len: 168 time: 1.1840219 Nov 26 22:07:43.641558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e53180-f4f0-461c-b9be-4615c399acbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfd4047-0c6e-462a-8488-dfc487a1bc59,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:43.657743 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.669285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.672952 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/280b8d9a-b46c-43db-940a-32533ffabe69 HTTP/1.1" status: 204 len: 168 time: 1.5322609 Nov 26 22:07:43.699743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39386) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:43.716281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66196535'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:43.733219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a53a-891b-4d25-9507-7ac53694bd7c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=280b8d9a-b46c-43db-940a-32533ffabe69,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:43.756021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:43.759674 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.804378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eaa246df-05ad-4f94-8dd5-e7ff1684a8ed None None] Provisioning complete for port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:43.804766 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eaa246df-05ad-4f94-8dd5-e7ff1684a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.817018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Made reservation on behalf of 52b0ae703ab24b3ebae5f2b255be7e8c for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:43.821004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.822933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:43.829253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-629311b5-41df-44a3-990d-700aa3dcc5cf', 'network_id': '629311b5-41df-44a3-990d-700aa3dcc5cf', 'tenant_id': '52b0ae703ab24b3ebae5f2b255be7e8c', 'fixed_ips': [{'subnet_id': '585f69b8-f773-417e-9f91-2c456cf9851a'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:07:43.830291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.832897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.833255 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment 251c2a0d-e311-40c1-bc5c-571d73b28156 of type vlan for network c47fd1f0-0ce5-402c-bcea-1a3ac9324408 Nov 26 22:07:43.847088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] device_id is not set on port 22238c83-cf20-4ddf-99cd-3e19f2ccaa4a yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:07:43.924954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.976684 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:43.985452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:43.986300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.029469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Allocated IP 172.20.0.2 (629311b5-41df-44a3-990d-700aa3dcc5cf/585f69b8-f773-417e-9f91-2c456cf9851a/e5d19222-2310-4642-86d5-2fce6459dc8e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:44.058310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3547568 Nov 26 22:07:44.061447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39390) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:44.067062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': 'c47fd1f0-0ce5-402c-bcea-1a3ac9324408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:44.073318 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39392) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:44.086854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5487f34-5d9a-42f1-8419-27e0ebde67ec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=c47fd1f0-0ce5-402c-bcea-1a3ac9324408,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:44.106399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c47fd1f0-0ce5-402c-bcea-1a3ac9324408 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:44.127563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0843e93-13d9-4c8b-80aa-917900298cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.207027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:44.211346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.292772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.301231 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.335120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0843e93-13d9-4c8b-80aa-917900298cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.348400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0843e93-13d9-4c8b-80aa-917900298cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.349920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Network 629311b5-41df-44a3-990d-700aa3dcc5cf is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:44.354338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:44.357449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:44.360825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Pushing event updated for resources: {'Port': ['ID=e5d19222-2310-4642-86d5-2fce6459dc8e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:44.415985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0843e93-13d9-4c8b-80aa-917900298cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e60cb5-622a-4dd6-9901-b280cc04da0a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:44.417815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Attempting to bind port e5d19222-2310-4642-86d5-2fce6459dc8e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:44.417910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Attempting to bind port e5d19222-2310-4642-86d5-2fce6459dc8e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'de302225-c14e-4d6e-a4e7-39045bc16ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '629311b5-41df-44a3-990d-700aa3dcc5cf'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:44.419176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Allocated IP 172.20.0.4 (629311b5-41df-44a3-990d-700aa3dcc5cf/585f69b8-f773-417e-9f91-2c456cf9851a/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:44.419299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Attempting to bind port e5d19222-2310-4642-86d5-2fce6459dc8e on network 629311b5-41df-44a3-990d-700aa3dcc5cf {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:44.425879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0843e93-13d9-4c8b-80aa-917900298cf1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6642054b34674d3f8e8e491a16eb346c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3524182 Nov 26 22:07:44.428314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:44.428885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Checking segment: {'id': 'de302225-c14e-4d6e-a4e7-39045bc16ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '629311b5-41df-44a3-990d-700aa3dcc5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:44.429421 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.429806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Bound using segment: {'id': 'de302225-c14e-4d6e-a4e7-39045bc16ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '629311b5-41df-44a3-990d-700aa3dcc5cf'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:44.430212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39398) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:44.430330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Bound port: e5d19222-2310-4642-86d5-2fce6459dc8e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de302225-c14e-4d6e-a4e7-39045bc16ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '629311b5-41df-44a3-990d-700aa3dcc5cf'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:44.430713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.556835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1676bb80-82eb-42bf-9248-f55c4642fe3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.569198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] For port e5d19222-2310-4642-86d5-2fce6459dc8e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:44.572563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] For port e5d19222-2310-4642-86d5-2fce6459dc8e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e5d19222-2310-4642-86d5-2fce6459dc8e,segment=NetworkSegment(de302225-c14e-4d6e-a4e7-39045bc16ba8),segment_id=de302225-c14e-4d6e-a4e7-39045bc16ba8)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:44.579599 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.584207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1676bb80-82eb-42bf-9248-f55c4642fe3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.596137 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.657976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1676bb80-82eb-42bf-9248-f55c4642fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.658469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0e86234d-794e-49e6-be51-c0b25ccfbecb up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:44.660747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1676bb80-82eb-42bf-9248-f55c4642fe3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.664345 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1676bb80-82eb-42bf-9248-f55c4642fe3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71e60cb5-622a-4dd6-9901-b280cc04da0a HTTP/1.1" status: 204 len: 168 time: 0.2299922 Nov 26 22:07:44.674314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676bb80-82eb-42bf-9248-f55c4642fe3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e60cb5-622a-4dd6-9901-b280cc04da0a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:44.706507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29804c-9b69-456b-856e-a422400ee730 None None] Pushing event updated for resources: {'Port': ['ID=e5d19222-2310-4642-86d5-2fce6459dc8e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:44.746774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': '251c2a0d-e311-40c1-bc5c-571d73b28156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c47fd1f0-0ce5-402c-bcea-1a3ac9324408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:44.747035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: c47fd1f0-0ce5-402c-bcea-1a3ac9324408, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:44.779375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=8ee853aa-b794-4fa2-b15c-c2f697896756,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:44.793316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 0e86234d-794e-49e6-be51-c0b25ccfbecb completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:07:44.801288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 0e86234d-794e-49e6-be51-c0b25ccfbecb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:44.801662 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.806464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036c399-e73d-4ff9-9b95-4bb3540d4e25 req-bdee3ec8-8681-43ae-b794-692b3fc204ad tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:44.809032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7036c399-e73d-4ff9-9b95-4bb3540d4e25 req-bdee3ec8-8681-43ae-b794-692b3fc204ad tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 944 time: 0.2326992 Nov 26 22:07:44.813016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network c47fd1f0-0ce5-402c-bcea-1a3ac9324408 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:44.865209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, c47fd1f0-0ce5-402c-bcea-1a3ac9324408) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:44.878563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:44.879170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.883269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea71610-bc60-41b9-bbd3-d9fd71784af8 None None] Network c47fd1f0-0ce5-402c-bcea-1a3ac9324408 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:44.915040 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:44.928444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1bdf7bd5-bb9e-471f-a074-2a8b928d9512 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8634198 Nov 26 22:07:44.928886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39404) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:44.969730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7036c399-e73d-4ff9-9b95-4bb3540d4e25 req-86fd36dc-fc36-4803-a34c-95f00815bae8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507022 Nov 26 22:07:45.036879 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.116840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.126722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Pushing event updated for resources: {'Port': ['ID=22238c83-cf20-4ddf-99cd-3e19f2ccaa4a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:45.161738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Network 629311b5-41df-44a3-990d-700aa3dcc5cf is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:45.175246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:45.178900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb33f8d5-73de-4351-913e-45a933759994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86234d-794e-49e6-be51-c0b25ccfbecb'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:07:45.180831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:45.181203 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5141eb1d-d45d-485a-97e0-ce4d2ce91987" -d '{"events": [{"server_uuid": "cb33f8d5-73de-4351-913e-45a933759994", "name": "network-vif-plugged", "status": "completed", "tag": "0e86234d-794e-49e6-be51-c0b25ccfbecb"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:07:45.199694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.203291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 0e86234d-794e-49e6-be51-c0b25ccfbecb, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0e86234d-794e-49e6-be51-c0b25ccfbecb,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:45.219262 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.283625 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331ffecd-a949-453d-a2dd-c66bebd3fa12 x-openstack-request-id: req-331ffecd-a949-453d-a2dd-c66bebd3fa12 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:07:45.284124 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb33f8d5-73de-4351-913e-45a933759994", "name": "network-vif-plugged", "status": "completed", "tag": "0e86234d-794e-49e6-be51-c0b25ccfbecb", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:07:45.284537 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-331ffecd-a949-453d-a2dd-c66bebd3fa12 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:07:45.285101 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb33f8d5-73de-4351-913e-45a933759994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86234d-794e-49e6-be51-c0b25ccfbecb', 'code': 200} Nov 26 22:07:45.286525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-c47fd1f0-0ce5-402c-bcea-1a3ac9324408', 'network_id': 'c47fd1f0-0ce5-402c-bcea-1a3ac9324408', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': '8ee853aa-b794-4fa2-b15c-c2f697896756'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:07:45.287596 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.346538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=0e86234d-794e-49e6-be51-c0b25ccfbecb,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:45.370810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:45.371577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.409119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-01d8def2-65c4-4600-a880-16501ee4d8a9 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8550580 Nov 26 22:07:45.409414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39418) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:45.415651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-de428ec0-00f2-47d8-9376-eb8f4546550e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2114320506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:45.425594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.516387 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de428ec0-00f2-47d8-9376-eb8f4546550e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.521815 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de428ec0-00f2-47d8-9376-eb8f4546550e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.532009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9211d66-3273-4768-96af-7906ebfa4268 req-4228c0e7-f87f-4c64-98d8-325462626109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:45.533594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9211d66-3273-4768-96af-7906ebfa4268 req-4228c0e7-f87f-4c64-98d8-325462626109 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 1096 time: 0.1707492 Nov 26 22:07:45.556059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Allocated IP 172.20.0.1 (c47fd1f0-0ce5-402c-bcea-1a3ac9324408/8ee853aa-b794-4fa2-b15c-c2f697896756/65b6aa41-ec95-4219-b8a1-7d82789195eb) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:45.606816 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9211d66-3273-4768-96af-7906ebfa4268 req-dcea69a8-82e3-4854-b8b8-9edb9c5789bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657153 Nov 26 22:07:45.656571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de428ec0-00f2-47d8-9376-eb8f4546550e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.669622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de428ec0-00f2-47d8-9376-eb8f4546550e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.696509 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de428ec0-00f2-47d8-9376-eb8f4546550e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.701960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-de428ec0-00f2-47d8-9376-eb8f4546550e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2887580 Nov 26 22:07:45.702209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39426) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:45.707284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ee91a4fb-d8ba-4af0-ad5e-d68dba138c28 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1224926296', 'prefixes': ['172.20.0.0/16']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:45.784859 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.791321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.796810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ee91a4fb-d8ba-4af0-ad5e-d68dba138c28 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for subnetpool, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.798457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ee91a4fb-d8ba-4af0-ad5e-d68dba138c28 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0952382 Nov 26 22:07:45.803874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39432) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:45.810293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-28de0694-8210-4ed3-a366-a61e72b75d5b tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a', 'tempest-TagsExtTest-Tag-1422124460') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:45.817661 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.855407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Pushing event updated for resources: {'Port': ['ID=65b6aa41-ec95-4219-b8a1-7d82789195eb,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:45.877061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Network c47fd1f0-0ce5-402c-bcea-1a3ac9324408 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:45.878368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:45.882962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:45.950342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee853aa-b794-4fa2-b15c-c2f697896756,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:45.976190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Attempting to bind port 65b6aa41-ec95-4219-b8a1-7d82789195eb on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:45.976870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.977814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Attempting to bind port 65b6aa41-ec95-4219-b8a1-7d82789195eb by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '251c2a0d-e311-40c1-bc5c-571d73b28156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c47fd1f0-0ce5-402c-bcea-1a3ac9324408'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:45.978416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Attempting to bind port 65b6aa41-ec95-4219-b8a1-7d82789195eb on network c47fd1f0-0ce5-402c-bcea-1a3ac9324408 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:45.986444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:45.987116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Checking segment: {'id': '251c2a0d-e311-40c1-bc5c-571d73b28156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c47fd1f0-0ce5-402c-bcea-1a3ac9324408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:45.987673 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:45.988296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Bound using segment: {'id': '251c2a0d-e311-40c1-bc5c-571d73b28156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c47fd1f0-0ce5-402c-bcea-1a3ac9324408'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:45.988874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Bound port: 65b6aa41-ec95-4219-b8a1-7d82789195eb, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251c2a0d-e311-40c1-bc5c-571d73b28156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'c47fd1f0-0ce5-402c-bcea-1a3ac9324408'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:45.989362 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.013060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47fd1f0-0ce5-402c-bcea-1a3ac9324408']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.034649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251c2a0d-e311-40c1-bc5c-571d73b28156') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.035673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251c2a0d-e311-40c1-bc5c-571d73b28156') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.068352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.076864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-28de0694-8210-4ed3-a366-a61e72b75d5b tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags/tempest-TagsExtTest-Tag-1422124460 HTTP/1.1" status: 201 len: 201 time: 0.2718334 Nov 26 22:07:46.079471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39438) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:46.084173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-5f5201c6-3c79-4afb-81dd-e2b8d5a1e8a7 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a', 'tempest-TagsExtTest-Tag-1912752256') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.101181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.112410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:46.113134 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.126570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] For port 65b6aa41-ec95-4219-b8a1-7d82789195eb, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:46.133545 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:46.214036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] For port 65b6aa41-ec95-4219-b8a1-7d82789195eb, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=65b6aa41-ec95-4219-b8a1-7d82789195eb,segment=NetworkSegment(251c2a0d-e311-40c1-bc5c-571d73b28156),segment_id=251c2a0d-e311-40c1-bc5c-571d73b28156)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:46.219465 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.230026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.api [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 22:07:46.230026 n-d-819494-1 neutron-server[110000]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 22:07:46.230026 n-d-819494-1 neutron-server[110000]: [parameters: {'id': 'c47fd1f0-0ce5-402c-bcea-1a3ac9324408'}] Nov 26 22:07:46.230026 n-d-819494-1 neutron-server[110000]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:07:46.230026 n-d-819494-1 neutron-server[110000]: DEBUG oslo_db.api [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:07:46.267928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9912bc2-811d-418f-ae44-9948acdc7ea5 req-f4ab4bc9-420d-4f31-8643-e5a6ae5140e4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:46.269552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9912bc2-811d-418f-ae44-9948acdc7ea5 req-f4ab4bc9-420d-4f31-8643-e5a6ae5140e4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 945 time: 0.1381261 Nov 26 22:07:46.370943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9912bc2-811d-418f-ae44-9948acdc7ea5 req-1be96135-7f1a-49da-80ab-bbbee6d1dbe9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874236 Nov 26 22:07:46.379113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b80eeb7-57dd-40c4-9768-2e3093f61b9c None None] Network 629311b5-41df-44a3-990d-700aa3dcc5cf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:46.379759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:46.380131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5f5201c6-3c79-4afb-81dd-e2b8d5a1e8a7 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags/tempest-TagsExtTest-Tag-1912752256 HTTP/1.1" status: 201 len: 201 time: 0.2994370 Nov 26 22:07:46.386277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-88467486-8003-40a2-bf2a-062252465939 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8', 'tempest-TagsExtTest-Tag-1305746125') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.398132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eca52-bed3-4476-b512-85ce44067c3d None None] Pushing event updated for resources: {'Port': ['ID=65b6aa41-ec95-4219-b8a1-7d82789195eb,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:46.453608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf98c0d3-29c0-414d-a12f-ce792f9e75c3 None None] Network c47fd1f0-0ce5-402c-bcea-1a3ac9324408 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:46.527565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39448) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:46.532688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-da17387f-78e5-494f-ad79-d17ac291c3c0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42', 'tempest-TagsExtTest-Tag-1679663557') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.535779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-88467486-8003-40a2-bf2a-062252465939 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags/tempest-TagsExtTest-Tag-1305746125 HTTP/1.1" status: 201 len: 201 time: 0.1543682 Nov 26 22:07:46.566539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ce07b586-43fa-453f-a56f-221b3eb2593d None None] Provisioning complete for port e5d19222-2310-4642-86d5-2fce6459dc8e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:46.567105 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce07b586-43fa-453f-a56f-221b3eb2593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.627081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:46.631751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-2bf3e5ef-843a-459e-ac56-1eff1776ee8c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.637136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-da17387f-78e5-494f-ad79-d17ac291c3c0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags/tempest-TagsExtTest-Tag-1679663557 HTTP/1.1" status: 201 len: 201 time: 0.1083968 Nov 26 22:07:46.740085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.779103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39460) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:46.784293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-34e7f0a3-cb09-449f-9acf-511984a60667 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a', 'tempest-TagsExtTest-Tag-1422124460') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.790807 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce07b586-43fa-453f-a56f-221b3eb2593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.793541 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2bf3e5ef-843a-459e-ac56-1eff1776ee8c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags HTTP/1.1" status: 200 len: 241 time: 0.1651683 Nov 26 22:07:46.833270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ce07b586-43fa-453f-a56f-221b3eb2593d None None] For port e5d19222-2310-4642-86d5-2fce6459dc8e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e5d19222-2310-4642-86d5-2fce6459dc8e,segment=NetworkSegment(de302225-c14e-4d6e-a4e7-39045bc16ba8),segment_id=de302225-c14e-4d6e-a4e7-39045bc16ba8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:46.839889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ce07b586-43fa-453f-a56f-221b3eb2593d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.917138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-34e7f0a3-cb09-449f-9acf-511984a60667 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags/tempest-TagsExtTest-Tag-1422124460 HTTP/1.1" status: 204 len: 168 time: 0.1366205 Nov 26 22:07:46.919693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39464) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:46.924363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-56b9ec24-c9fc-4ca9-91f8-7380c8a6c23f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a', 'tempest-TagsExtTest-Tag-1422124460') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:46.930024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Deleting port 65b6aa41-ec95-4219-b8a1-7d82789195eb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:46.930436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:46.970425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07b586-43fa-453f-a56f-221b3eb2593d None None] Pushing event updated for resources: {'Port': ['ID=e5d19222-2310-4642-86d5-2fce6459dc8e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:47.040571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] For port 65b6aa41-ec95-4219-b8a1-7d82789195eb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=65b6aa41-ec95-4219-b8a1-7d82789195eb,segment=NetworkSegment(251c2a0d-e311-40c1-bc5c-571d73b28156),segment_id=251c2a0d-e311-40c1-bc5c-571d73b28156)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:47.041139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.083569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Calling delete_port for 65b6aa41-ec95-4219-b8a1-7d82789195eb owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:47.148279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-56b9ec24-c9fc-4ca9-91f8-7380c8a6c23f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags/tempest-TagsExtTest-Tag-1422124460 HTTP/1.1" status: 204 len: 168 time: 0.2252576 Nov 26 22:07:47.149191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39468) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:47.170631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-cb229116-f0fe-4771-b22e-5e3cfb51d59e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:47.305288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cb229116-f0fe-4771-b22e-5e3cfb51d59e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags HTTP/1.1" status: 200 len: 205 time: 0.1549315 Nov 26 22:07:47.311361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39470) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:47.314005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-26864bbd-04c5-4a81-9342-047b4904cc60 None None] Provisioning complete for port 22238c83-cf20-4ddf-99cd-3e19f2ccaa4a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:47.317917 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-26864bbd-04c5-4a81-9342-047b4904cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.331588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-a1f3e935-8a34-4472-a51a-539414df46c2 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:47.371279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-26864bbd-04c5-4a81-9342-047b4904cc60 None None] Port 22238c83-cf20-4ddf-99cd-3e19f2ccaa4a cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:47.372843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.423835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-26864bbd-04c5-4a81-9342-047b4904cc60 None None] Provisioning complete for port e5d19222-2310-4642-86d5-2fce6459dc8e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:47.426853 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-26864bbd-04c5-4a81-9342-047b4904cc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.521358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e5d19222-2310-4642-86d5-2fce6459dc8e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:47.543258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Port': ['ID=65b6aa41-ec95-4219-b8a1-7d82789195eb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:47.552033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No DVR routers for this DVR port 65b6aa41-ec95-4219-b8a1-7d82789195eb on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:47.668239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d639f5b7-64b6-45cf-b62c-03046841f662 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:07:47.786818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.804489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e5d19222-2310-4642-86d5-2fce6459dc8e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:47.805486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.840253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47fd1f0-0ce5-402c-bcea-1a3ac9324408']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:47.852329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251c2a0d-e311-40c1-bc5c-571d73b28156') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:47.853930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251c2a0d-e311-40c1-bc5c-571d73b28156') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:47.866680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.882976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.890776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:47.891285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:47.980333 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:47.984411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.993892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:47.997781 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/c47fd1f0-0ce5-402c-bcea-1a3ac9324408 HTTP/1.1" status: 204 len: 168 time: 3.0678163 Nov 26 22:07:48.017382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2e982-0a5d-4676-bf81-3395a2f47c78 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=c47fd1f0-0ce5-402c-bcea-1a3ac9324408,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:48.023787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39486) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.030123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-775230599'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:48.058943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:48.062940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:48.107626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:48.132526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a0e96eb1-f28f-40f2-a849-3ef95de3ae8a None None] Provisioning complete for port 22238c83-cf20-4ddf-99cd-3e19f2ccaa4a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:48.133263 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a0e96eb1-f28f-40f2-a849-3ef95de3ae8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:48.134717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639f5b7-64b6-45cf-b62c-03046841f662 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:07:48.158231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:48.158583 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment 6b10b9ee-428e-429a-97a4-6e762c892a88 of type vlan for network 3c7bb684-142d-46e9-8c6d-8b6fc19589f6 Nov 26 22:07:48.165644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fa0c6-4dd9-4211-b945-2c1434676b99 req-f6a29f36-c999-4e5e-98b4-8a4aee9d80c9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:48.176543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a3fa0c6-4dd9-4211-b945-2c1434676b99 req-f6a29f36-c999-4e5e-98b4-8a4aee9d80c9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 945 time: 0.1376069 Nov 26 22:07:48.206520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a0e96eb1-f28f-40f2-a849-3ef95de3ae8a None None] Port 22238c83-cf20-4ddf-99cd-3e19f2ccaa4a cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:07:48.249251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a1f3e935-8a34-4472-a51a-539414df46c2 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags HTTP/1.1" status: 200 len: 241 time: 0.9300525 Nov 26 22:07:48.251889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39490) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.265370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-999f6158-98fb-47a9-9c40-08db4f357262 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a', 'tempest-TagsExtTest-Tag-1912752256') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:48.273882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:48.310884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a3fa0c6-4dd9-4211-b945-2c1434676b99 req-c377122c-867c-4aa8-8a64-683a0554367f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321592 Nov 26 22:07:48.345381 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:48.359914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:48.361047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:48.409114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-999f6158-98fb-47a9-9c40-08db4f357262 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags/tempest-TagsExtTest-Tag-1912752256 HTTP/1.1" status: 204 len: 168 time: 0.1462822 Nov 26 22:07:48.409327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39494) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.414931 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-2bd11666-d1f3-467a-bc44-829541f7b259 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a', 'tempest-TagsExtTest-Tag-1912752256') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:48.442961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=3c7bb684-142d-46e9-8c6d-8b6fc19589f6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:48.468370 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a4e1e1af-53f7-49e0-8b03-2806622bd275 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4431982 Nov 26 22:07:48.473374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39496) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.479143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3c7bb684-142d-46e9-8c6d-8b6fc19589f6 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:48.488425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': '3c7bb684-142d-46e9-8c6d-8b6fc19589f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:48.571621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2bd11666-d1f3-467a-bc44-829541f7b259 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags/tempest-TagsExtTest-Tag-1912752256 HTTP/1.1" status: 204 len: 168 time: 0.1612077 Nov 26 22:07:48.576493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39500) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.585151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-43f6de79-7cab-486f-91ea-1ff024265cef tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:48.658584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:48.662399 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:48.681476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-43f6de79-7cab-486f-91ea-1ff024265cef tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags HTTP/1.1" status: 200 len: 205 time: 0.1037669 Nov 26 22:07:48.684095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39502) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.702793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-8316a745-d322-479f-90cb-684062fe1162 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:48.802643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39508) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.824575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8316a745-d322-479f-90cb-684062fe1162 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags HTTP/1.1" status: 200 len: 241 time: 0.1393752 Nov 26 22:07:48.826987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39512) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.832498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-ae31a2de-1d53-427f-82d8-a960d878e0a6 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8', 'tempest-TagsExtTest-Tag-1305746125') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:48.965462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ae31a2de-1d53-427f-82d8-a960d878e0a6 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags/tempest-TagsExtTest-Tag-1305746125 HTTP/1.1" status: 204 len: 168 time: 0.1371672 Nov 26 22:07:48.967951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39514) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:48.978122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-f1f60599-f89b-4ac2-a917-57df3f165a3f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8', 'tempest-TagsExtTest-Tag-1305746125') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:48.978337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5de4d653-4f54-40fe-9290-7b42285607f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.028196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e5d19222-2310-4642-86d5-2fce6459dc8e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:07:49.054136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.117435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f1f60599-f89b-4ac2-a917-57df3f165a3f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags/tempest-TagsExtTest-Tag-1305746125 HTTP/1.1" status: 204 len: 168 time: 0.1476912 Nov 26 22:07:49.121146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39516) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.146901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-026eceb7-4e9a-4aac-8c14-504311ff715b tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.160009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': '6b10b9ee-428e-429a-97a4-6e762c892a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c7bb684-142d-46e9-8c6d-8b6fc19589f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:49.160462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: 3c7bb684-142d-46e9-8c6d-8b6fc19589f6, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:49.199378 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=c46e0701-926d-4a82-803e-b05c8cba4e14,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:49.205287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network 3c7bb684-142d-46e9-8c6d-8b6fc19589f6 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:49.235967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3c7bb684-142d-46e9-8c6d-8b6fc19589f6) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:49.242177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e5d19222-2310-4642-86d5-2fce6459dc8e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:07:49.242563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.244182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5de4d653-4f54-40fe-9290-7b42285607f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.246754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:49.247589 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.260378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5de4d653-4f54-40fe-9290-7b42285607f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.267205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2dcbc5-33d2-411f-94c4-0e6e79c5a335 None None] Network 3c7bb684-142d-46e9-8c6d-8b6fc19589f6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:49.294451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-026eceb7-4e9a-4aac-8c14-504311ff715b tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags HTTP/1.1" status: 200 len: 205 time: 0.1680655 Nov 26 22:07:49.294451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39518) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.300401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-24ee2c92-faec-4aa1-8cc4-c10d8c4df6cd tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.305032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39520) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.305409 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6a195e9a-fff8-455f-a8f9-abdb30083991 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8306851 Nov 26 22:07:49.317757 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5de4d653-4f54-40fe-9290-7b42285607f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44f4b5a3674b432d9b9d48d968a3a918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5140734 Nov 26 22:07:49.323598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39522) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.333225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4d653-4f54-40fe-9290-7b42285607f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063aa125-439d-408b-8558-9b3776557be6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:49.403350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4855e993-f8a7-4d99-bbb2-f02f794a8f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.408040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-24ee2c92-faec-4aa1-8cc4-c10d8c4df6cd tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags HTTP/1.1" status: 200 len: 241 time: 0.1121132 Nov 26 22:07:49.410888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39524) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.421945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-d63fc5e0-9c29-4d39-96eb-db8976f5db6f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42', 'tempest-TagsExtTest-Tag-1679663557') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.448867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.456891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4855e993-f8a7-4d99-bbb2-f02f794a8f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.473800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3c7bb684-142d-46e9-8c6d-8b6fc19589f6', 'network_id': '3c7bb684-142d-46e9-8c6d-8b6fc19589f6', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': 'c46e0701-926d-4a82-803e-b05c8cba4e14'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:07:49.474374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.493173 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d63fc5e0-9c29-4d39-96eb-db8976f5db6f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags/tempest-TagsExtTest-Tag-1679663557 HTTP/1.1" status: 204 len: 168 time: 0.0763793 Nov 26 22:07:49.502110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39528) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.513653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-f209bfc1-7047-43f9-8978-6cb24edf2eb4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42', 'tempest-TagsExtTest-Tag-1679663557') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.551267 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4855e993-f8a7-4d99-bbb2-f02f794a8f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.554662 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4855e993-f8a7-4d99-bbb2-f02f794a8f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.559671 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4855e993-f8a7-4d99-bbb2-f02f794a8f1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/063aa125-439d-408b-8558-9b3776557be6 HTTP/1.1" status: 204 len: 168 time: 0.2348523 Nov 26 22:07:49.567613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855e993-f8a7-4d99-bbb2-f02f794a8f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063aa125-439d-408b-8558-9b3776557be6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:49.586716 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.650101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f209bfc1-7047-43f9-8978-6cb24edf2eb4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags/tempest-TagsExtTest-Tag-1679663557 HTTP/1.1" status: 204 len: 168 time: 0.1462839 Nov 26 22:07:49.653830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39532) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.658693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-5237dabc-715b-4585-9763-1fe0c5c4e4f3 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.685924 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5237dabc-715b-4585-9763-1fe0c5c4e4f3 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags HTTP/1.1" status: 200 len: 205 time: 0.0307317 Nov 26 22:07:49.689333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39534) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.703925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-2a30aa3c-19f6-4270-8995-7c57f3475f95 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.704164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Allocated IP 172.20.0.2 (3c7bb684-142d-46e9-8c6d-8b6fc19589f6/c46e0701-926d-4a82-803e-b05c8cba4e14/f9b665a1-4ea1-4594-8f2c-ecdf44d083bc) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:49.743263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2a30aa3c-19f6-4270-8995-7c57f3475f95 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags HTTP/1.1" status: 204 len: 168 time: 0.0528362 Nov 26 22:07:49.748365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39536) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.753392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-05774e70-92ab-480a-ae9f-3d49ce0726e3 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.856584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-05774e70-92ab-480a-ae9f-3d49ce0726e3 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags HTTP/1.1" status: 204 len: 168 time: 0.1070256 Nov 26 22:07:49.858941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39542) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.864200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-05d018ec-c3a5-472c-bed6-1caad1ae1a50 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.931940 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.944971 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:49.977684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-05d018ec-c3a5-472c-bed6-1caad1ae1a50 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1174879 Nov 26 22:07:49.978318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39546) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:49.984809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-ac4364d2-bede-4e17-8a8c-0db855faf00a tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:49.989711 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.022359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Network 3c7bb684-142d-46e9-8c6d-8b6fc19589f6 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:50.026675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:50.029721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:50.037089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=c46e0701-926d-4a82-803e-b05c8cba4e14,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:50.051103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.051458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.051812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.052157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.052499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.052838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.053173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.053649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.053989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.054350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.054682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.055017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:50.114205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Pushing event updated for resources: {'Port': ['ID=f9b665a1-4ea1-4594-8f2c-ecdf44d083bc,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:50.123066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ac4364d2-bede-4e17-8a8c-0db855faf00a tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags HTTP/1.1" status: 204 len: 168 time: 0.1432281 Nov 26 22:07:50.127382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39548) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.133077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39550) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.137015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-5457dc7e-6592-4337-9af3-7e83de8fc460 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a', 'tempest-TagsExtTest-Tag-1828656534') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.137435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Attempting to bind port f9b665a1-4ea1-4594-8f2c-ecdf44d083bc on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:50.137814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Attempting to bind port f9b665a1-4ea1-4594-8f2c-ecdf44d083bc by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6b10b9ee-428e-429a-97a4-6e762c892a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c7bb684-142d-46e9-8c6d-8b6fc19589f6'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:50.138206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Attempting to bind port f9b665a1-4ea1-4594-8f2c-ecdf44d083bc on network 3c7bb684-142d-46e9-8c6d-8b6fc19589f6 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:50.144474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:50.144851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Checking segment: {'id': '6b10b9ee-428e-429a-97a4-6e762c892a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c7bb684-142d-46e9-8c6d-8b6fc19589f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:50.145229 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7167242a-6307-4d06-bb93-1edb6da495e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.145351 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.145635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Bound using segment: {'id': '6b10b9ee-428e-429a-97a4-6e762c892a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c7bb684-142d-46e9-8c6d-8b6fc19589f6'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:50.146134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Bound port: f9b665a1-4ea1-4594-8f2c-ecdf44d083bc, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b10b9ee-428e-429a-97a4-6e762c892a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3c7bb684-142d-46e9-8c6d-8b6fc19589f6'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:50.146521 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.162953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.192547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7bb684-142d-46e9-8c6d-8b6fc19589f6']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.207291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b10b9ee-428e-429a-97a4-6e762c892a88') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.208788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b10b9ee-428e-429a-97a4-6e762c892a88') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.219453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] For port f9b665a1-4ea1-4594-8f2c-ecdf44d083bc, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:50.222689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] For port f9b665a1-4ea1-4594-8f2c-ecdf44d083bc, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f9b665a1-4ea1-4594-8f2c-ecdf44d083bc,segment=NetworkSegment(6b10b9ee-428e-429a-97a4-6e762c892a88),segment_id=6b10b9ee-428e-429a-97a4-6e762c892a88)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:50.227115 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.228332 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.248095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.256720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:50.257124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:50.260149 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:50.329355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45d8bb-cf9b-4416-8a98-e5529a46a66d None None] Pushing event updated for resources: {'Port': ['ID=f9b665a1-4ea1-4594-8f2c-ecdf44d083bc,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:50.339751 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 22:07:50.339751 n-d-819494-1 neutron-server[109999]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 22:07:50.339751 n-d-819494-1 neutron-server[109999]: [parameters: {'id': '3c7bb684-142d-46e9-8c6d-8b6fc19589f6'}] Nov 26 22:07:50.339751 n-d-819494-1 neutron-server[109999]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:07:50.340920 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:07:50.349092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5457dc7e-6592-4337-9af3-7e83de8fc460 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags/tempest-TagsExtTest-Tag-1828656534 HTTP/1.1" status: 201 len: 201 time: 0.2150259 Nov 26 22:07:50.349265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39552) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.353708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-337baf0c-134d-4af9-b9a7-19d87e61fac3 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a', 'tempest-TagsExtTest-Tag-674409649') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.373687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f6cedb-29f3-4963-8f0b-1f930e335bcc None None] Network 3c7bb684-142d-46e9-8c6d-8b6fc19589f6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:50.381580 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7167242a-6307-4d06-bb93-1edb6da495e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.388442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7167242a-6307-4d06-bb93-1edb6da495e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.442137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7167242a-6307-4d06-bb93-1edb6da495e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15e14a31cf474e2abc4fe035f3a811b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125231 Nov 26 22:07:50.442977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167242a-6307-4d06-bb93-1edb6da495e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8303231-8f3a-4855-aa9e-411a9b685934,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:50.444207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39554) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.482135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-337baf0c-134d-4af9-b9a7-19d87e61fac3 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags/tempest-TagsExtTest-Tag-674409649 HTTP/1.1" status: 201 len: 201 time: 0.1290748 Nov 26 22:07:50.482462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39556) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.487486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-0249c2c8-fec1-4225-aca8-f0c6fb5eed8c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8', 'tempest-TagsExtTest-Tag-475727233') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.550265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ab049-0ff2-42a8-8880-a796c254719f None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:07:50.560819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf512-3a8d-48df-84cb-a7c519b046bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.587140 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf512-3a8d-48df-84cb-a7c519b046bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.619175 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0249c2c8-fec1-4225-aca8-f0c6fb5eed8c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags/tempest-TagsExtTest-Tag-475727233 HTTP/1.1" status: 201 len: 201 time: 0.1330910 Nov 26 22:07:50.622466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39560) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.627004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-d36805b9-67f7-451d-8328-a98094b4e382 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42', 'tempest-TagsExtTest-Tag-90152701') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.678190 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf512-3a8d-48df-84cb-a7c519b046bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.685306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf512-3a8d-48df-84cb-a7c519b046bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.688837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0cfcf512-3a8d-48df-84cb-a7c519b046bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8303231-8f3a-4855-aa9e-411a9b685934 HTTP/1.1" status: 204 len: 168 time: 0.2411685 Nov 26 22:07:50.693103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39564) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.693996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d36805b9-67f7-451d-8328-a98094b4e382 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags/tempest-TagsExtTest-Tag-90152701 HTTP/1.1" status: 201 len: 201 time: 0.0701778 Nov 26 22:07:50.700004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-f2e6bd4d-b623-4ba9-9127-159938e95c4c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a', {'tags': ['tempest-TagsExtTest-Tag-1139324429', 'tempest-TagsExtTest-Tag-456995033', 'tempest-TagsExtTest-Tag-896580769']}) {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.722272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcf512-3a8d-48df-84cb-a7c519b046bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8303231-8f3a-4855-aa9e-411a9b685934,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:50.751119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ab049-0ff2-42a8-8880-a796c254719f None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:07:50.819341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f2e6bd4d-b623-4ba9-9127-159938e95c4c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags HTTP/1.1" status: 200 len: 316 time: 0.1235096 Nov 26 22:07:50.821947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39566) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.835662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-94bd9773-bcc0-471c-904f-a9c2b5e176e1 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:50.842224 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.912196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Deleting port f9b665a1-4ea1-4594-8f2c-ecdf44d083bc {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:50.912572 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:50.991063 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-94bd9773-bcc0-471c-904f-a9c2b5e176e1 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags HTTP/1.1" status: 204 len: 168 time: 0.1665912 Nov 26 22:07:50.993633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39572) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:50.998942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-1a36fadd-490d-43eb-8cec-9641b3cfb814 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a', 'tempest-TagsExtTest-Tag-1139324429') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.045371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] For port f9b665a1-4ea1-4594-8f2c-ecdf44d083bc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f9b665a1-4ea1-4594-8f2c-ecdf44d083bc,segment=NetworkSegment(6b10b9ee-428e-429a-97a4-6e762c892a88),segment_id=6b10b9ee-428e-429a-97a4-6e762c892a88)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:51.046172 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.082272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Calling delete_port for f9b665a1-4ea1-4594-8f2c-ecdf44d083bc owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:51.104278 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-1a36fadd-490d-43eb-8cec-9641b3cfb814 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:51.105184 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1a36fadd-490d-43eb-8cec-9641b3cfb814 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags/tempest-TagsExtTest-Tag-1139324429 HTTP/1.1" status: 404 len: 329 time: 0.1104379 Nov 26 22:07:51.108042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39576) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.112257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-4980d622-fe39-4574-8f5c-fcbf52c05f05 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a', 'tempest-TagsExtTest-Tag-456995033') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.210405 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-4980d622-fe39-4574-8f5c-fcbf52c05f05 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:51.215090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.218042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39580) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.223906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-4c07c1ea-4602-4add-806b-ace19e0f64d4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a', 'tempest-TagsExtTest-Tag-896580769') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.225767 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4980d622-fe39-4574-8f5c-fcbf52c05f05 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags/tempest-TagsExtTest-Tag-456995033 HTTP/1.1" status: 404 len: 328 time: 0.1166940 Nov 26 22:07:51.272454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Port': ['ID=f9b665a1-4ea1-4594-8f2c-ecdf44d083bc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:51.281072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No DVR routers for this DVR port f9b665a1-4ea1-4594-8f2c-ecdf44d083bc on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:51.378279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.401909 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-4c07c1ea-4602-4add-806b-ace19e0f64d4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:51.403122 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4c07c1ea-4602-4add-806b-ace19e0f64d4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags/tempest-TagsExtTest-Tag-896580769 HTTP/1.1" status: 404 len: 328 time: 0.1825514 Nov 26 22:07:51.406332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.406810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7bb684-142d-46e9-8c6d-8b6fc19589f6']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.411501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-e9f0dd10-8cc9-46d9-8348-f76cef71739c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a', {'tags': ['tempest-TagsExtTest-Tag-1456596292', 'tempest-TagsExtTest-Tag-2009555136', 'tempest-TagsExtTest-Tag-514151637']}) {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.418109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b10b9ee-428e-429a-97a4-6e762c892a88') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.418638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b10b9ee-428e-429a-97a4-6e762c892a88') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.441702 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.457828 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.467523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:51.468238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:51.475497 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:51.490121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e9f0dd10-8cc9-46d9-8348-f76cef71739c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags HTTP/1.1" status: 200 len: 317 time: 0.0809658 Nov 26 22:07:51.513294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39590) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.551415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-0b443057-c2b3-400f-9608-7f22f99af8de tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.603191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.613072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.618029 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/3c7bb684-142d-46e9-8c6d-8b6fc19589f6 HTTP/1.1" status: 204 len: 168 time: 2.3118031 Nov 26 22:07:51.624036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39596) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.629907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-578040405'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:51.644313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11effb92-53da-4277-8fa8-2380c5114c16 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=3c7bb684-142d-46e9-8c6d-8b6fc19589f6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:51.664760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:51.668890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.694823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0b443057-c2b3-400f-9608-7f22f99af8de tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags HTTP/1.1" status: 204 len: 168 time: 0.1791172 Nov 26 22:07:51.697158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39600) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.700450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:51.703871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-44f49686-60bc-4622-b207-82e747566919 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a', 'tempest-TagsExtTest-Tag-1456596292') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.717464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.717821 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment d19bc530-f8c9-4f66-8575-5762debd3473 of type vlan for network ec902926-da21-432b-9ee5-ea87dec34652 Nov 26 22:07:51.768251 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.824926 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-44f49686-60bc-4622-b207-82e747566919 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:51.826409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-44f49686-60bc-4622-b207-82e747566919 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags/tempest-TagsExtTest-Tag-1456596292 HTTP/1.1" status: 404 len: 329 time: 0.1272111 Nov 26 22:07:51.826865 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.829125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39606) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.833138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:51.833928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:51.834504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-448eae2c-be54-4a83-8654-35de36b5f553 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a', 'tempest-TagsExtTest-Tag-2009555136') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:51.897702 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-448eae2c-be54-4a83-8654-35de36b5f553 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:51.902394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-448eae2c-be54-4a83-8654-35de36b5f553 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags/tempest-TagsExtTest-Tag-2009555136 HTTP/1.1" status: 404 len: 329 time: 0.0686042 Nov 26 22:07:51.902544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2745659 Nov 26 22:07:51.903940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39608) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.905010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39610) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:51.910310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': 'ec902926-da21-432b-9ee5-ea87dec34652', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:51.922407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=ec902926-da21-432b-9ee5-ea87dec34652,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:51.931453 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.931453 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.931919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.932284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.932856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.933573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.933902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.936199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.937205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.937768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.938382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.938988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d7346a-526c-47f5-a601-7543f086cb8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:07:51.954653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ec902926-da21-432b-9ee5-ea87dec34652 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:51.982972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-5487684e-a415-48e4-884b-9d1e2adc408c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a', 'tempest-TagsExtTest-Tag-514151637') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:52.054394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:52.060052 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:52.077612 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-5487684e-a415-48e4-884b-9d1e2adc408c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:52.078703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5487684e-a415-48e4-884b-9d1e2adc408c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags/tempest-TagsExtTest-Tag-514151637 HTTP/1.1" status: 404 len: 328 time: 0.1735060 Nov 26 22:07:52.081813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39618) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:52.113965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-03aa66a2-c3ee-4007-8269-20a7c0c895f4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8', {'tags': ['tempest-TagsExtTest-Tag-779854329', 'tempest-TagsExtTest-Tag-783521959', 'tempest-TagsExtTest-Tag-1836527573']}) {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:52.211248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Performing IP validity checks on allocation pools {{(pid=109999) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 22:07:52.213177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109999) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 22:07:52.270208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39626) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:52.270740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-03aa66a2-c3ee-4007-8269-20a7c0c895f4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags HTTP/1.1" status: 200 len: 316 time: 0.1875291 Nov 26 22:07:52.275126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-439d3873-c2c4-4315-8e33-3f516ce208a8 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:52.412667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-439d3873-c2c4-4315-8e33-3f516ce208a8 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags HTTP/1.1" status: 204 len: 168 time: 0.1412761 Nov 26 22:07:52.417963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39634) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:52.425769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-54a4b214-4609-4ff0-b650-11166c1d5292 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8', 'tempest-TagsExtTest-Tag-779854329') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:52.546755 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:52.633553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-640db62a-e2e0-4ebd-b58d-10f4699326f7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:52.640001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-640db62a-e2e0-4ebd-b58d-10f4699326f7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:52.646443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-640db62a-e2e0-4ebd-b58d-10f4699326f7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:52.652915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-640db62a-e2e0-4ebd-b58d-10f4699326f7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:52.659354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-640db62a-e2e0-4ebd-b58d-10f4699326f7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:52.665012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-640db62a-e2e0-4ebd-b58d-10f4699326f7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:52.674676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-640db62a-e2e0-4ebd-b58d-10f4699326f7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:52.676658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-640db62a-e2e0-4ebd-b58d-10f4699326f7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.2796836 Nov 26 22:07:52.696580 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-54a4b214-4609-4ff0-b650-11166c1d5292 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:52.698732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-54a4b214-4609-4ff0-b650-11166c1d5292 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags/tempest-TagsExtTest-Tag-779854329 HTTP/1.1" status: 404 len: 328 time: 0.2787068 Nov 26 22:07:52.704623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39644) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:52.709514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-00606b3b-1743-4079-969a-f0ceb73059e6 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8', 'tempest-TagsExtTest-Tag-783521959') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:52.728299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': 'd19bc530-f8c9-4f66-8575-5762debd3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec902926-da21-432b-9ee5-ea87dec34652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:52.728661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: ec902926-da21-432b-9ee5-ea87dec34652, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:52.731415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=240f47ed-f8d6-4b91-93df-0c5cc65b5a90,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:52.787530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network ec902926-da21-432b-9ee5-ea87dec34652 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:52.800349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7aa6c11f-eb07-4f75-8b23-3d5d0acc0ede req-eef4fec7-7ccc-4289-acda-96a183398a39 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115136 Nov 26 22:07:52.809344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ec902926-da21-432b-9ee5-ea87dec34652) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:52.820348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:52.824926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:52.826514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df11f9-2d12-4a1a-93aa-b44549794789 None None] Network ec902926-da21-432b-9ee5-ea87dec34652 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:52.876763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5bad9700-236a-4543-8d0c-e38cb92251b1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9702768 Nov 26 22:07:52.883600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39652) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:52.925946 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-00606b3b-1743-4079-969a-f0ceb73059e6 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:52.930167 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-00606b3b-1743-4079-969a-f0ceb73059e6 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags/tempest-TagsExtTest-Tag-783521959 HTTP/1.1" status: 404 len: 328 time: 0.2211726 Nov 26 22:07:52.938720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39656) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:52.947889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-7256c110-68e4-4566-bc23-73903b6fb05c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8', 'tempest-TagsExtTest-Tag-1836527573') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.109362 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-7256c110-68e4-4566-bc23-73903b6fb05c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:53.109362 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7256c110-68e4-4566-bc23-73903b6fb05c tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags/tempest-TagsExtTest-Tag-1836527573 HTTP/1.1" status: 404 len: 329 time: 0.1603587 Nov 26 22:07:53.109362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39664) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.116592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-a146ebe1-5f1b-4c3f-84f1-7f9f2686cab5 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42', {'tags': ['tempest-TagsExtTest-Tag-2050462408', 'tempest-TagsExtTest-Tag-1304561079', 'tempest-TagsExtTest-Tag-747885780']}) {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.159825 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a146ebe1-5f1b-4c3f-84f1-7f9f2686cab5 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "PUT /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags HTTP/1.1" status: 200 len: 317 time: 0.0536714 Nov 26 22:07:53.167184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39672) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.191022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-90808a1b-7b28-4d3b-a964-84ebde0ad242 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.211102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69203075-3902-444b-b350-42894fae357a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ec902926-da21-432b-9ee5-ea87dec34652', 'network_id': 'ec902926-da21-432b-9ee5-ea87dec34652', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': '240f47ed-f8d6-4b91-93df-0c5cc65b5a90'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:07:53.215991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69203075-3902-444b-b350-42894fae357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:53.316138 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-90808a1b-7b28-4d3b-a964-84ebde0ad242 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags HTTP/1.1" status: 204 len: 168 time: 0.1456578 Nov 26 22:07:53.319122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39684) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.323990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-bf115567-a944-4c97-a586-66e3abef8e9d tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42', 'tempest-TagsExtTest-Tag-2050462408') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.387025 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-bf115567-a944-4c97-a586-66e3abef8e9d tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:53.388390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf115567-a944-4c97-a586-66e3abef8e9d tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags/tempest-TagsExtTest-Tag-2050462408 HTTP/1.1" status: 404 len: 329 time: 0.0683138 Nov 26 22:07:53.391288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39692) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.400021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-6df6349c-8470-42b2-b90f-992d7f056232 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42', 'tempest-TagsExtTest-Tag-1304561079') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.476539 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-6df6349c-8470-42b2-b90f-992d7f056232 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:53.477779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6df6349c-8470-42b2-b90f-992d7f056232 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags/tempest-TagsExtTest-Tag-1304561079 HTTP/1.1" status: 404 len: 329 time: 0.0852854 Nov 26 22:07:53.482962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39696) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.491732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-a7623005-5b3c-4759-81ce-ad4ac4221b61 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42', 'tempest-TagsExtTest-Tag-747885780') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.537319 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-a7623005-5b3c-4759-81ce-ad4ac4221b61 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] show failed (client error): The resource could not be found. Nov 26 22:07:53.539696 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a7623005-5b3c-4759-81ce-ad4ac4221b61 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags/tempest-TagsExtTest-Tag-747885780 HTTP/1.1" status: 404 len: 328 time: 0.0551205 Nov 26 22:07:53.542606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39698) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.552452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-2913351e-72ad-42c9-8c19-c9260ff8d028 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '73881b08-572e-40cd-b968-eb9e8b53ef42') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.567329 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f9e13ee-9b2d-432a-bd11-e11a306b9fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:53.575284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-69203075-3902-444b-b350-42894fae357a None None] Allocated IP 172.20.0.3 (ec902926-da21-432b-9ee5-ea87dec34652/240f47ed-f8d6-4b91-93df-0c5cc65b5a90/b620f59c-c751-40ce-824e-d1a80e209eea) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:53.604498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2913351e-72ad-42c9-8c19-c9260ff8d028 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42/tags HTTP/1.1" status: 204 len: 168 time: 0.0604668 Nov 26 22:07:53.605351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39700) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.611499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-d495afbc-3259-4a1a-9ff6-6a783870369a tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.646611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413556c-bc84-4745-af03-d1acce5deb86 req-69ea9ff0-33fc-41cd-90b7-f5459133cccf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:53.655658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413556c-bc84-4745-af03-d1acce5deb86 req-69ea9ff0-33fc-41cd-90b7-f5459133cccf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:53.681445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413556c-bc84-4745-af03-d1acce5deb86 req-69ea9ff0-33fc-41cd-90b7-f5459133cccf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:53.700997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413556c-bc84-4745-af03-d1acce5deb86 req-69ea9ff0-33fc-41cd-90b7-f5459133cccf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:53.725789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413556c-bc84-4745-af03-d1acce5deb86 req-69ea9ff0-33fc-41cd-90b7-f5459133cccf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:53.732806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413556c-bc84-4745-af03-d1acce5deb86 req-69ea9ff0-33fc-41cd-90b7-f5459133cccf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:53.750479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413556c-bc84-4745-af03-d1acce5deb86 req-69ea9ff0-33fc-41cd-90b7-f5459133cccf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:53.752645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f413556c-bc84-4745-af03-d1acce5deb86 req-69ea9ff0-33fc-41cd-90b7-f5459133cccf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.3258247 Nov 26 22:07:53.752966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d495afbc-3259-4a1a-9ff6-6a783870369a tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8/tags HTTP/1.1" status: 204 len: 168 time: 0.1462488 Nov 26 22:07:53.753743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39710) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.759699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-29892b95-53d7-4fba-82f2-e6ef869e057d tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22238c83-cf20-4ddf-99cd-3e19f2ccaa4a') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.763752 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:53.836459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69203075-3902-444b-b350-42894fae357a None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:53.847671 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-29892b95-53d7-4fba-82f2-e6ef869e057d tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a/tags HTTP/1.1" status: 204 len: 168 time: 0.0919144 Nov 26 22:07:53.850191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39716) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.853883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69203075-3902-444b-b350-42894fae357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:53.856063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-e6ee2ff2-4c05-4fbb-87cd-279d6948a7f3 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '585f69b8-f773-417e-9f91-2c456cf9851a') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:53.891703 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:53.911587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69203075-3902-444b-b350-42894fae357a None None] Network ec902926-da21-432b-9ee5-ea87dec34652 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:53.917933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-69203075-3902-444b-b350-42894fae357a None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:53.923188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69203075-3902-444b-b350-42894fae357a None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:53.927576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69203075-3902-444b-b350-42894fae357a None None] Pushing event updated for resources: {'Port': ['ID=b620f59c-c751-40ce-824e-d1a80e209eea,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:53.934933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152697f6-88e0-4393-b383-56267ee2095e req-d700c88f-faa8-431f-ba63-fd776b613159 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:53.940353 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e6ee2ff2-4c05-4fbb-87cd-279d6948a7f3 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a/tags HTTP/1.1" status: 204 len: 168 time: 0.0889313 Nov 26 22:07:53.943264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-152697f6-88e0-4393-b383-56267ee2095e req-d700c88f-faa8-431f-ba63-fd776b613159 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 947 time: 0.1177874 Nov 26 22:07:53.946422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39718) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:53.997548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-69203075-3902-444b-b350-42894fae357a None None] Attempting to bind port b620f59c-c751-40ce-824e-d1a80e209eea on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:53.998464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-69203075-3902-444b-b350-42894fae357a None None] Attempting to bind port b620f59c-c751-40ce-824e-d1a80e209eea by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'd19bc530-f8c9-4f66-8575-5762debd3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec902926-da21-432b-9ee5-ea87dec34652'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:53.999187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203075-3902-444b-b350-42894fae357a None None] Attempting to bind port b620f59c-c751-40ce-824e-d1a80e209eea on network ec902926-da21-432b-9ee5-ea87dec34652 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:54.011776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203075-3902-444b-b350-42894fae357a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:54.012537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203075-3902-444b-b350-42894fae357a None None] Checking segment: {'id': 'd19bc530-f8c9-4f66-8575-5762debd3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec902926-da21-432b-9ee5-ea87dec34652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:54.013302 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69203075-3902-444b-b350-42894fae357a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.013952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69203075-3902-444b-b350-42894fae357a None None] Bound using segment: {'id': 'd19bc530-f8c9-4f66-8575-5762debd3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec902926-da21-432b-9ee5-ea87dec34652'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:54.014790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-69203075-3902-444b-b350-42894fae357a None None] Bound port: b620f59c-c751-40ce-824e-d1a80e209eea, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19bc530-f8c9-4f66-8575-5762debd3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'ec902926-da21-432b-9ee5-ea87dec34652'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:54.015544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69203075-3902-444b-b350-42894fae357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.025313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-152697f6-88e0-4393-b383-56267ee2095e req-051c1350-8dcf-45bc-bd5e-c0fd225f3a22 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810657 Nov 26 22:07:54.026897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.056334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=240f47ed-f8d6-4b91-93df-0c5cc65b5a90,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:54.069075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-919879ff-db7b-4006-bc9f-c682cdcec5a4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for subnetpool, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.073205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-919879ff-db7b-4006-bc9f-c682cdcec5a4 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnetpools/73881b08-572e-40cd-b968-eb9e8b53ef42 HTTP/1.1" status: 204 len: 168 time: 0.1224589 Nov 26 22:07:54.073429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39724) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:54.103590 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-61c53029-3588-4164-9c71-b75616db6d4e tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "GET /v2.0/ports?device_id=98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8 HTTP/1.1" status: 200 len: 205 time: 0.0287097 Nov 26 22:07:54.106362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39726) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:54.127009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-69203075-3902-444b-b350-42894fae357a None None] For port b620f59c-c751-40ce-824e-d1a80e209eea, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:54.136777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-69203075-3902-444b-b350-42894fae357a None None] For port b620f59c-c751-40ce-824e-d1a80e209eea, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b620f59c-c751-40ce-824e-d1a80e209eea,segment=NetworkSegment(d19bc530-f8c9-4f66-8575-5762debd3473),segment_id=d19bc530-f8c9-4f66-8575-5762debd3473)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:54.141138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.147662 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-69203075-3902-444b-b350-42894fae357a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.174831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec902926-da21-432b-9ee5-ea87dec34652']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:54.179684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39728) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:54.195252 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40314e4c-6246-485f-99c5-702f1e13b638 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.196328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19bc530-f8c9-4f66-8575-5762debd3473') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:54.196699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19bc530-f8c9-4f66-8575-5762debd3473') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:54.215964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.231466 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.238286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:54.238681 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:54.241849 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:54.266835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69203075-3902-444b-b350-42894fae357a None None] Pushing event updated for resources: {'Port': ['ID=b620f59c-c751-40ce-824e-d1a80e209eea,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:54.283993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec203a82-f483-4916-8f82-3dcedaa9ef9c None None] Network ec902926-da21-432b-9ee5-ea87dec34652 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:54.317424 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 22:07:54.317424 n-d-819494-1 neutron-server[109999]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 22:07:54.317424 n-d-819494-1 neutron-server[109999]: [parameters: {'id': 'ec902926-da21-432b-9ee5-ea87dec34652'}] Nov 26 22:07:54.317424 n-d-819494-1 neutron-server[109999]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:07:54.317881 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:07:54.351438 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e87a1197-3c81-4f3f-a790-a46321685446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.433434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a3664-7ef8-4d60-b0af-3e80eb30f8de None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:07:54.438708 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40314e4c-6246-485f-99c5-702f1e13b638 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.441065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40314e4c-6246-485f-99c5-702f1e13b638 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.475645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e87a1197-3c81-4f3f-a790-a46321685446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.482386 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e87a1197-3c81-4f3f-a790-a46321685446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.497634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40314e4c-6246-485f-99c5-702f1e13b638 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.498817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40314e4c-6246-485f-99c5-702f1e13b638 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Fanout notify agent at l3_agent the message router_deleted on router 98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:07:54.519901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a1197-3c81-4f3f-a790-a46321685446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9dfef7-5fbc-4d44-bb3d-bd2aedaa3366,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:54.537929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40314e4c-6246-485f-99c5-702f1e13b638 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.547690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-40314e4c-6246-485f-99c5-702f1e13b638 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/routers/98e2b1d9-bdee-4573-ab7e-12d7b6fdd8f8 HTTP/1.1" status: 204 len: 168 time: 0.4395585 Nov 26 22:07:54.549057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e87a1197-3c81-4f3f-a790-a46321685446 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=176c321953564779a004c521cf5d4b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683276 Nov 26 22:07:54.551552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39740) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:54.552079 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39742) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:54.622804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-594a1cdb-41b0-46b3-84f6-585ef2546c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.652739 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-594a1cdb-41b0-46b3-84f6-585ef2546c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.667236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a3664-7ef8-4d60-b0af-3e80eb30f8de None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:07:54.670035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dc167-2d0d-4961-99d2-3eea1b76bfd0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Deleting port 22238c83-cf20-4ddf-99cd-3e19f2ccaa4a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:54.670518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd0dc167-2d0d-4961-99d2-3eea1b76bfd0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.735514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-594a1cdb-41b0-46b3-84f6-585ef2546c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.741784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-594a1cdb-41b0-46b3-84f6-585ef2546c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.744895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-594a1cdb-41b0-46b3-84f6-585ef2546c24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b9dfef7-5fbc-4d44-bb3d-bd2aedaa3366 HTTP/1.1" status: 204 len: 168 time: 0.1915936 Nov 26 22:07:54.757788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a1cdb-41b0-46b3-84f6-585ef2546c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9dfef7-5fbc-4d44-bb3d-bd2aedaa3366,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:54.781983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd0dc167-2d0d-4961-99d2-3eea1b76bfd0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.796585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-fd0dc167-2d0d-4961-99d2-3eea1b76bfd0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Calling delete_port for 22238c83-cf20-4ddf-99cd-3e19f2ccaa4a owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:54.844304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:54.949336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Deleting port b620f59c-c751-40ce-824e-d1a80e209eea {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:54.949706 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.058947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd0dc167-2d0d-4961-99d2-3eea1b76bfd0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.070224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] For port b620f59c-c751-40ce-824e-d1a80e209eea, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b620f59c-c751-40ce-824e-d1a80e209eea,segment=NetworkSegment(d19bc530-f8c9-4f66-8575-5762debd3473),segment_id=d19bc530-f8c9-4f66-8575-5762debd3473)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:55.071087 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.108317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Calling delete_port for b620f59c-c751-40ce-824e-d1a80e209eea owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:55.114906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dc167-2d0d-4961-99d2-3eea1b76bfd0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Pushing event deleted for resources: {'Port': ['ID=22238c83-cf20-4ddf-99cd-3e19f2ccaa4a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:55.189984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39750) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:55.204939 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-acc5a06f-59e1-4e1c-9982-939dca5b058f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.275542 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd0dc167-2d0d-4961-99d2-3eea1b76bfd0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.280373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fd0dc167-2d0d-4961-99d2-3eea1b76bfd0 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/ports/22238c83-cf20-4ddf-99cd-3e19f2ccaa4a HTTP/1.1" status: 204 len: 168 time: 0.7277451 Nov 26 22:07:55.282851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39756) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:55.298648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-acc5a06f-59e1-4e1c-9982-939dca5b058f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.310241 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-acc5a06f-59e1-4e1c-9982-939dca5b058f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.360284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-acc5a06f-59e1-4e1c-9982-939dca5b058f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e68cacf79fdb48b89c5cee79313125d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1683557 Nov 26 22:07:55.364461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39758) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:55.367710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5a06f-59e1-4e1c-9982-939dca5b058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b69b42-bdb8-41b1-898a-5f38b3364978,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:55.376414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df96cc-f15a-4e78-8fb4-3d007ecaccee req-cc4e0506-613e-4cbe-9e21-798407a4442b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:55.378186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07df96cc-f15a-4e78-8fb4-3d007ecaccee req-cc4e0506-613e-4cbe-9e21-798407a4442b tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 947 time: 0.1945219 Nov 26 22:07:55.432685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e3350e-d21c-44b1-a901-e6f92e767b2f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Deleting subnet 585f69b8-f773-417e-9f91-2c456cf9851a {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:07:55.444361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e3350e-d21c-44b1-a901-e6f92e767b2f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.449639 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.467252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-6ffe8708-1d63-49a7-980a-18f80817cf52 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:55.468921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-6ffe8708-1d63-49a7-980a-18f80817cf52 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 947 time: 0.0838139 Nov 26 22:07:55.508558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Port': ['ID=b620f59c-c751-40ce-824e-d1a80e209eea,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:55.544806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No DVR routers for this DVR port b620f59c-c751-40ce-824e-d1a80e209eea on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:55.588111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e3350e-d21c-44b1-a901-e6f92e767b2f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.643352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Deleting port c89768da-20ba-407f-8b4f-e577e5c303ed {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:55.643750 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.683919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.708139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec902926-da21-432b-9ee5-ea87dec34652']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:55.719636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19bc530-f8c9-4f66-8575-5762debd3473') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:55.720022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19bc530-f8c9-4f66-8575-5762debd3473') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:55.734862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.764973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] For port c89768da-20ba-407f-8b4f-e577e5c303ed, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c89768da-20ba-407f-8b4f-e577e5c303ed,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:55.765341 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.780627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07df96cc-f15a-4e78-8fb4-3d007ecaccee req-97d0abc0-b459-43af-a022-c79729e66257 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups?id=5864d1f8-0819-4669-897c-c559b47ea126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838813 Nov 26 22:07:55.792930 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.799520 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf3384ec-1e8d-44f6-a6e2-6bbbb4716b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.807944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:55.808829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:55.812380 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:55.888987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf3384ec-1e8d-44f6-a6e2-6bbbb4716b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.953818 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.972926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39774) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:55.975874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.979149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/ec902926-da21-432b-9ee5-ea87dec34652 HTTP/1.1" status: 204 len: 168 time: 3.0942264 Nov 26 22:07:55.983604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39778) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:55.987239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.987604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.987967 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Floating IP 6f28a1b0-63d3-4b4e-aa76-5d576729da59 disassociated. External IP: 172.25.3.214, port: c89768da-20ba-407f-8b4f-e577e5c303ed. Nov 26 22:07:55.988321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Calling delete_port for c89768da-20ba-407f-8b4f-e577e5c303ed owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:55.991556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e3350e-d21c-44b1-a901-e6f92e767b2f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:55.993515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1763987579'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:55.996494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37698c-0648-4a79-badb-59f962624094 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=ec902926-da21-432b-9ee5-ea87dec34652,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:56.072430 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf3384ec-1e8d-44f6-a6e2-6bbbb4716b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.074690 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf3384ec-1e8d-44f6-a6e2-6bbbb4716b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.078316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bf3384ec-1e8d-44f6-a6e2-6bbbb4716b78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57b69b42-bdb8-41b1-898a-5f38b3364978 HTTP/1.1" status: 204 len: 168 time: 0.6966467 Nov 26 22:07:56.092255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3384ec-1e8d-44f6-a6e2-6bbbb4716b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b69b42-bdb8-41b1-898a-5f38b3364978,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:56.095423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:56.098968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.102566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e3350e-d21c-44b1-a901-e6f92e767b2f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.137716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3350e-d21c-44b1-a901-e6f92e767b2f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Pushing event deleted for resources: {'Subnet': ['ID=585f69b8-f773-417e-9f91-2c456cf9851a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:56.139741 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e3350e-d21c-44b1-a901-e6f92e767b2f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.145182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a2e3350e-d21c-44b1-a901-e6f92e767b2f tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/subnets/585f69b8-f773-417e-9f91-2c456cf9851a HTTP/1.1" status: 204 len: 168 time: 0.8583946 Nov 26 22:07:56.145432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:56.246101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.314754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Deleting port e5d19222-2310-4642-86d5-2fce6459dc8e {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:07:56.315154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.399263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3ca2a-5d8f-4946-bbca-efd41f260c2a None None] Network 629311b5-41df-44a3-990d-700aa3dcc5cf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:56.429185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] For port e5d19222-2310-4642-86d5-2fce6459dc8e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e5d19222-2310-4642-86d5-2fce6459dc8e,segment=NetworkSegment(de302225-c14e-4d6e-a4e7-39045bc16ba8),segment_id=de302225-c14e-4d6e-a4e7-39045bc16ba8)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:07:56.429556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.450096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Calling delete_port for e5d19222-2310-4642-86d5-2fce6459dc8e owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:07:56.536826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-44201fe0-60b7-4c45-bc6f-fc0dd0f030eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.593211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.623702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Pushing event deleted for resources: {'Port': ['ID=e5d19222-2310-4642-86d5-2fce6459dc8e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:56.631685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] No DVR routers for this DVR port e5d19222-2310-4642-86d5-2fce6459dc8e on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:56.665954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-b118c634-acef-4ffa-a67b-f8d1f78c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:56.666821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-b118c634-acef-4ffa-a67b-f8d1f78c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:56.667356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-b118c634-acef-4ffa-a67b-f8d1f78c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:56.667828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-b118c634-acef-4ffa-a67b-f8d1f78c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:56.668291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-b118c634-acef-4ffa-a67b-f8d1f78c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:56.668762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-b118c634-acef-4ffa-a67b-f8d1f78c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:56.669271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-b118c634-acef-4ffa-a67b-f8d1f78c38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:56.679261 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-b118c634-acef-4ffa-a67b-f8d1f78c38fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6500 time: 0.7048478 Nov 26 22:07:56.699142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:07:56.746045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.746526 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment 80182ff4-4084-44d7-bab4-ce74dabbe125 of type vlan for network f3504487-e390-4c95-aee2-30a94824107b Nov 26 22:07:56.746804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf18d9-5d30-44cc-9e31-d05c8a5c6766 None None] DHCP port deletion for 629311b5-41df-44a3-990d-700aa3dcc5cf request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:07:56.766378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.799248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629311b5-41df-44a3-990d-700aa3dcc5cf']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:56.810719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de302225-c14e-4d6e-a4e7-39045bc16ba8') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:56.811024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de302225-c14e-4d6e-a4e7-39045bc16ba8') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:56.821883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.837360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.844993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:56.845561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.850868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:56.865512 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:56.882800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-c477ac25-7c9e-45a6-833d-d3928aa80bb1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2025950 Nov 26 22:07:56.913437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:56.975153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event deleted for resources: {'Port': ['ID=c89768da-20ba-407f-8b4f-e577e5c303ed,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:57.028604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.030003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4608a15-2c36-4aac-9d83-82031545a17b req-6ec403a7-3740-4949-822f-56720de323c3 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 210 time: 0.0891685 Nov 26 22:07:57.030808 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.035204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:57.035817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.043551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e5d19222-2310-4642-86d5-2fce6459dc8e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:07:57.044080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.052218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] 10.222.0.21 "DELETE /v2.0/networks/629311b5-41df-44a3-990d-700aa3dcc5cf HTTP/1.1" status: 204 len: 168 time: 0.9034026 Nov 26 22:07:57.090795 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1060712 Nov 26 22:07:57.093550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39808) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:57.098829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f2c33-930d-4ee3-a3b5-24a5ae48ce98 tempest-TagsExtTest-1222164394 tempest-TagsExtTest-1222164394-project] Pushing event deleted for resources: {'Network': ['ID=629311b5-41df-44a3-990d-700aa3dcc5cf,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:57.120840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': 'f3504487-e390-4c95-aee2-30a94824107b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:07:57.124467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: e5d19222-2310-4642-86d5-2fce6459dc8e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:07:57.125015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e5d19222-2310-4642-86d5-2fce6459dc8e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:07:57.153251 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.302973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd16719-ced1-4cdb-9681-77926a2b252a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=f3504487-e390-4c95-aee2-30a94824107b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:57.318960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network f3504487-e390-4c95-aee2-30a94824107b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:07:57.357999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:07:57.366098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39818) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:57.389160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:07:57.393417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.675311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-46f329b0-3784-4df5-86ab-ef22fa5dc294 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52b0ae703ab24b3ebae5f2b255be7e8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3057976 Nov 26 22:07:57.677352 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39828) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:57.749931 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-04c47f5b-a39d-4b28-bd12-366bb5872035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.773199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:07:57.778516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-04c47f5b-a39d-4b28-bd12-366bb5872035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.785503 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] Sync routers for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:07:57.794750 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.802726 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:57.803968 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:07:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:57.861147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-04c47f5b-a39d-4b28-bd12-366bb5872035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.866647 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-04c47f5b-a39d-4b28-bd12-366bb5872035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:57.871247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-04c47f5b-a39d-4b28-bd12-366bb5872035 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ead03ecc-5f95-43d7-add1-c0ab10255b25 HTTP/1.1" status: 204 len: 168 time: 0.1906817 Nov 26 22:07:57.891612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c47f5b-a39d-4b28-bd12-366bb5872035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead03ecc-5f95-43d7-add1-c0ab10255b25,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:57.981026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] No DVR routers for this DVR port c89768da-20ba-407f-8b4f-e577e5c303ed on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:07:57.998516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:58.002104 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-20fe6ff5-4cc9-4110-b493-fb8a7cfae849 req-33288702-1e1e-4f1a-a156-d8c50298d1a5 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.41 "DELETE /v2.0/ports/c89768da-20ba-407f-8b4f-e577e5c303ed HTTP/1.1" status: 204 len: 173 time: 2.5263269 Nov 26 22:07:58.069188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-deleted', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:07:58.089692 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55faa768-0932-4cc9-896f-509ed036adfd" -d '{"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-deleted", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:07:58.092934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=416ae39e-1dcc-4542-9af0-8c38d9785845,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:58.238816 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:07:58.280006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': '80182ff4-4084-44d7-bab4-ce74dabbe125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f3504487-e390-4c95-aee2-30a94824107b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:58.281714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: f3504487-e390-4c95-aee2-30a94824107b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:07:58.298457 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd6f071-a988-4425-b1a2-d87f2e5c7147 x-openstack-request-id: req-5dd6f071-a988-4425-b1a2-d87f2e5c7147 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:07:58.298795 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c485b2dd-bffc-4f71-87e0-03f6f2d94da6", "name": "network-vif-deleted", "tag": "c89768da-20ba-407f-8b4f-e577e5c303ed", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:07:58.299028 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dd6f071-a988-4425-b1a2-d87f2e5c7147 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:07:58.299464 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c485b2dd-bffc-4f71-87e0-03f6f2d94da6', 'name': 'network-vif-deleted', 'tag': 'c89768da-20ba-407f-8b4f-e577e5c303ed', 'status': 'completed', 'code': 200} Nov 26 22:07:58.327629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0e5ef74-817e-4b40-aae0-4c8bdf516387 req-29f894d3-e324-405c-8874-6970240c69eb tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/ports?device_id=c485b2dd-bffc-4f71-87e0-03f6f2d94da6 HTTP/1.1" status: 200 len: 210 time: 0.0841608 Nov 26 22:07:58.362643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network f3504487-e390-4c95-aee2-30a94824107b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:07:58.377057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, f3504487-e390-4c95-aee2-30a94824107b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:58.387541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:07:58.388313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:58.390664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55be5b-16ca-4945-9b73-ca688776f22b None None] Network f3504487-e390-4c95-aee2-30a94824107b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:07:58.451876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39852) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:58.454299 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-818b0521-c702-4622-9350-8369c0e3e742 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3402441 Nov 26 22:07:58.626977 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:58.675144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-f3504487-e390-4c95-aee2-30a94824107b', 'network_id': 'f3504487-e390-4c95-aee2-30a94824107b', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': '416ae39e-1dcc-4542-9af0-8c38d9785845'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:07:58.676533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:58.708891 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:58.710185 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:07:58.737307 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] Checking router: 598d1093-b9ca-47de-bd2f-b2f75eb91de7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:07:58.758701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: c89768da-20ba-407f-8b4f-e577e5c303ed {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:07:58.759266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c89768da-20ba-407f-8b4f-e577e5c303ed not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:07:58.763043 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:07:58.764379 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:07:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:58.780954 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:58.887924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.028995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Allocated IP 172.20.0.1 (f3504487-e390-4c95-aee2-30a94824107b/416ae39e-1dcc-4542-9af0-8c38d9785845/7920d8f9-2e2f-43d7-9064-dab3c6f05af0) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:07:59.039620 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:07:59.140805 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.268048 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.278345 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.302140 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.398410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Network f3504487-e390-4c95-aee2-30a94824107b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:07:59.412414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:07:59.419210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:07:59.439956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=416ae39e-1dcc-4542-9af0-8c38d9785845,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:59.450899 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:59.474999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Pushing event updated for resources: {'Port': ['ID=7920d8f9-2e2f-43d7-9064-dab3c6f05af0,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:59.500141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39886) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:59.530456 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7eeaa-7673-4890-bbb7-190eac7afc4c None None] The sync data for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 is: [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T21:55:40Z', 'revision_number': 4, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '88937dbb-00d4-447d-98f7-2409beaaea1f', 'name': '', 'network_id': 'c0930f8f-56c9-4dc2-947b-a41660669060', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'mac_address': 'fa:16:3e:83:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:38Z', 'updated_at': '2021-11-26T21:55:47Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'subnets': [{'id': '19862486-6087-4a8c-a7e1-0a558eed05e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:07:59.623422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Attempting to bind port 7920d8f9-2e2f-43d7-9064-dab3c6f05af0 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:07:59.626502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Attempting to bind port 7920d8f9-2e2f-43d7-9064-dab3c6f05af0 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '80182ff4-4084-44d7-bab4-ce74dabbe125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f3504487-e390-4c95-aee2-30a94824107b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:07:59.627974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Attempting to bind port 7920d8f9-2e2f-43d7-9064-dab3c6f05af0 on network f3504487-e390-4c95-aee2-30a94824107b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:07:59.631611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e9c828d-9fb3-4675-b802-f39fff579a1e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.641825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:07:59.645805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Checking segment: {'id': '80182ff4-4084-44d7-bab4-ce74dabbe125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f3504487-e390-4c95-aee2-30a94824107b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:07:59.646610 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.648834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Bound using segment: {'id': '80182ff4-4084-44d7-bab4-ce74dabbe125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f3504487-e390-4c95-aee2-30a94824107b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:07:59.649574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Bound port: 7920d8f9-2e2f-43d7-9064-dab3c6f05af0, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80182ff4-4084-44d7-bab4-ce74dabbe125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f3504487-e390-4c95-aee2-30a94824107b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:07:59.650177 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.658743 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.715003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e9c828d-9fb3-4675-b802-f39fff579a1e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.735297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3504487-e390-4c95-aee2-30a94824107b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:59.762435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80182ff4-4084-44d7-bab4-ce74dabbe125') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:59.762695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80182ff4-4084-44d7-bab4-ce74dabbe125') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:07:59.785505 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.806857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c4b25514-d691-43be-963e-9787665cf490 None None] For port 7920d8f9-2e2f-43d7-9064-dab3c6f05af0, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:07:59.812225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c4b25514-d691-43be-963e-9787665cf490 None None] For port 7920d8f9-2e2f-43d7-9064-dab3c6f05af0, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7920d8f9-2e2f-43d7-9064-dab3c6f05af0,segment=NetworkSegment(80182ff4-4084-44d7-bab4-ce74dabbe125),segment_id=80182ff4-4084-44d7-bab4-ce74dabbe125)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:07:59.823665 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.826096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.841682 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e9c828d-9fb3-4675-b802-f39fff579a1e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.844874 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4e9c828d-9fb3-4675-b802-f39fff579a1e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.847877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:07:59.848328 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:07:59.848972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4e9c828d-9fb3-4675-b802-f39fff579a1e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "DELETE /v2.0/security-groups/5864d1f8-0819-4669-897c-c559b47ea126 HTTP/1.1" status: 204 len: 168 time: 0.3457041 Nov 26 22:07:59.849605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39892) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:07:59.851535 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:07:59.905363 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-31d82a86-3342-4ae5-8b0a-59f9545eadcd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] show failed (client error): The resource could not be found. Nov 26 22:07:59.917828 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-31d82a86-3342-4ae5-8b0a-59f9545eadcd tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "GET /v2.0/security-groups/5864d1f8-0819-4669-897c-c559b47ea126 HTTP/1.1" status: 404 len: 347 time: 0.0591159 Nov 26 22:07:59.918509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39894) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:07:59.961898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c828d-9fb3-4675-b802-f39fff579a1e tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5864d1f8-0819-4669-897c-c559b47ea126,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:07:59.990443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b25514-d691-43be-963e-9787665cf490 None None] Pushing event updated for resources: {'Port': ['ID=7920d8f9-2e2f-43d7-9064-dab3c6f05af0,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:00.066128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 26 22:08:00.066128 n-d-819494-1 neutron-server[109999]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 26 22:08:00.066128 n-d-819494-1 neutron-server[109999]: [parameters: {'id': 'f3504487-e390-4c95-aee2-30a94824107b'}] Nov 26 22:08:00.066128 n-d-819494-1 neutron-server[109999]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:08:00.067290 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:08:00.210037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb83dc6-6b5f-40a5-bf47-9b1d161486a2 req-8d100044-8a5f-469c-9a57-b31a55d9fe60 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:00.213349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecb83dc6-6b5f-40a5-bf47-9b1d161486a2 req-8d100044-8a5f-469c-9a57-b31a55d9fe60 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1092391 Nov 26 22:08:00.237419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0097d-179a-4883-a9cb-56e67b5dcde3 None None] Network f3504487-e390-4c95-aee2-30a94824107b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:00.245975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Deleting port ab752f04-0070-4594-a31c-6bce087ffa18 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:00.246465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:00.297587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e65bb6b-95ad-4e13-8452-aea50b97f5bc None None] New status for floating IP 6f28a1b0-63d3-4b4e-aa76-5d576729da59: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:08:00.327759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecb83dc6-6b5f-40a5-bf47-9b1d161486a2 req-5954ad4f-d096-4735-8936-b4e09f5ba0b0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063943 Nov 26 22:08:00.454180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:00.454180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:00.568527 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:00.571331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Calling delete_port for ab752f04-0070-4594-a31c-6bce087ffa18 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:00.581965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f5028-23fa-487f-8d68-89c215e3bf59 req-5c848db0-d98d-4620-b101-5499f8a124ba tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:00.592316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c2f5028-23fa-487f-8d68-89c215e3bf59 req-5c848db0-d98d-4620-b101-5499f8a124ba tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0791945 Nov 26 22:08:00.700281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c2f5028-23fa-487f-8d68-89c215e3bf59 req-27506596-fec7-474b-90cb-d2127dd7b071 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062818 Nov 26 22:08:00.885437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Deleting port 7920d8f9-2e2f-43d7-9064-dab3c6f05af0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:00.887365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:00.982700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a2bd79-e7be-427f-8258-b9474d3cde3e None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:08:00.991174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.111991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] For port 7920d8f9-2e2f-43d7-9064-dab3c6f05af0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7920d8f9-2e2f-43d7-9064-dab3c6f05af0,segment=NetworkSegment(80182ff4-4084-44d7-bab4-ce74dabbe125),segment_id=80182ff4-4084-44d7-bab4-ce74dabbe125)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:01.117808 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.120626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Pushing event deleted for resources: {'Port': ['ID=ab752f04-0070-4594-a31c-6bce087ffa18,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:01.232230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Calling delete_port for 7920d8f9-2e2f-43d7-9064-dab3c6f05af0 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:01.288766 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.292400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.305920 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-04fa3ef7-e0b8-47ae-8000-24ae507eaa37 tempest-AttachVolumeShelveTestJSON-142827348 tempest-AttachVolumeShelveTestJSON-142827348-project] 10.222.0.21 "DELETE /v2.0/floatingips/6f28a1b0-63d3-4b4e-aa76-5d576729da59 HTTP/1.1" status: 204 len: 168 time: 1.3770442 Nov 26 22:08:01.341223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2bd79-e7be-427f-8258-b9474d3cde3e None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:08:01.374215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d9796-66eb-421f-bbf0-efb5c4e21fac req-74721912-c4be-42f5-802b-bd14e4375dc4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:01.388870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-420d9796-66eb-421f-bbf0-efb5c4e21fac req-74721912-c4be-42f5-802b-bd14e4375dc4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2111101 Nov 26 22:08:01.463029 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-420d9796-66eb-421f-bbf0-efb5c4e21fac req-89fe560f-7660-4726-9b82-f0d2f895fc3a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708497 Nov 26 22:08:01.540666 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.564550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No DVR routers for this DVR port 7920d8f9-2e2f-43d7-9064-dab3c6f05af0 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:01.638001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Port': ['ID=7920d8f9-2e2f-43d7-9064-dab3c6f05af0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:01.811588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.852248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3504487-e390-4c95-aee2-30a94824107b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:01.872729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80182ff4-4084-44d7-bab4-ce74dabbe125') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:01.872729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80182ff4-4084-44d7-bab4-ce74dabbe125') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:01.895301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.925121 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:01.936625 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:02.054882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278984e5-4100-47ed-a12c-09682b03e08f None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:02.502979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:02.525356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:02.528969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/f3504487-e390-4c95-aee2-30a94824107b HTTP/1.1" status: 204 len: 168 time: 4.0759642 Nov 26 22:08:02.529943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0111a-c967-4ff5-a4e4-1d13bb6fe308 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=f3504487-e390-4c95-aee2-30a94824107b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:02.532552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39992) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:02.538471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431681812'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:02.550329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93782bcb-f6fc-44cc-97b1-6f837314e5df req-8a606b0b-327c-427b-a12c-2f3872f41689 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:02.559184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93782bcb-f6fc-44cc-97b1-6f837314e5df req-8a606b0b-327c-427b-a12c-2f3872f41689 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.4415050 Nov 26 22:08:02.594480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:02.601422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:02.619942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93782bcb-f6fc-44cc-97b1-6f837314e5df req-397d7f2f-595a-492a-9680-83368328b276 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591848 Nov 26 22:08:02.636292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:02.654915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:02.656621 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment 3e373f90-676e-4015-b6e4-da93440ef592 of type vlan for network fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94 Nov 26 22:08:02.720814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:02.739466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40002) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:02.756137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:02.764256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:02.764939 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:02.840031 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3060760 Nov 26 22:08:02.843095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40008) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:02.851057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': 'fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:02.861737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ee0e2-8254-4487-a9f9-eb3ea3ce5c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:02.874899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:02.937398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b32f6ead-4734-4700-a277-60aa0970fc89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.052379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:03.056282 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.145315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b32f6ead-4734-4700-a277-60aa0970fc89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.153745 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b32f6ead-4734-4700-a277-60aa0970fc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.193913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f6ead-4734-4700-a277-60aa0970fc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5c0fa9-ff9d-4d15-9ef0-a8f559e30db7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:03.228525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b32f6ead-4734-4700-a277-60aa0970fc89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce8340e3805d4b53987944966fedd2bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876807 Nov 26 22:08:03.232133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40010) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:03.286408 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46debd9e-f6c4-48d5-8d7d-ab0fe0a1f176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.309652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46debd9e-f6c4-48d5-8d7d-ab0fe0a1f176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.375860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.386584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46debd9e-f6c4-48d5-8d7d-ab0fe0a1f176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.390650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46debd9e-f6c4-48d5-8d7d-ab0fe0a1f176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.392273 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-46debd9e-f6c4-48d5-8d7d-ab0fe0a1f176 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d5c0fa9-ff9d-4d15-9ef0-a8f559e30db7 HTTP/1.1" status: 204 len: 168 time: 0.1587436 Nov 26 22:08:03.411602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46debd9e-f6c4-48d5-8d7d-ab0fe0a1f176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5c0fa9-ff9d-4d15-9ef0-a8f559e30db7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:03.472397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=1f7a1979-3db6-46af-976a-d12a79406237,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:03.489804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': '3e373f90-676e-4015-b6e4-da93440ef592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:03.490524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:03.519465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:03.539856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:03.560044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5518bf57-d9f2-4a9d-9d85-3a152af35cd2 None None] Network fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:03.570192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:03.572254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.612457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2d6f252a-fcd0-40fc-913c-b7cbae09ce0f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7647064 Nov 26 22:08:03.612889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40016) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:03.806543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.814570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167cc19-8615-4328-8f16-ed7ae309f438 req-d12d4c3d-cd51-4c14-a9a1-3cb7e9854a1d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:03.835477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4167cc19-8615-4328-8f16-ed7ae309f438 req-d12d4c3d-cd51-4c14-a9a1-3cb7e9854a1d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1049979 Nov 26 22:08:03.927087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d363c-32f8-4c94-b248-cfac99ebc22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94', 'network_id': 'fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': '1f7a1979-3db6-46af-976a-d12a79406237'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:08:03.928517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c5d363c-32f8-4c94-b248-cfac99ebc22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.933367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:03.953882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4167cc19-8615-4328-8f16-ed7ae309f438 req-93d2aee4-71ba-4899-b283-e22c09441bc8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165154 Nov 26 22:08:04.030130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40026) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:04.047686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-246c0a18-0539-456c-aa2c-016ac36873cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.068195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.138930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7a1979-3db6-46af-976a-d12a79406237,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:04.218377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-246c0a18-0539-456c-aa2c-016ac36873cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.229094 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-246c0a18-0539-456c-aa2c-016ac36873cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.269200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0a18-0539-456c-aa2c-016ac36873cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a76421-d94e-4ef7-a5a4-eb3210c26080,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:04.273249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-1c5d363c-32f8-4c94-b248-cfac99ebc22b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f7a1979-3db6-46af-976a-d12a79406237: This subnet is being modified by another concurrent operation. Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f7a1979-3db6-46af-976a-d12a79406237: This subnet is being modified by another concurrent operation. Nov 26 22:08:04.293398 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:08:04.311609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:04.321472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-246c0a18-0539-456c-aa2c-016ac36873cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f9b089b16824e459023c227726066e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909884 Nov 26 22:08:04.324423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40028) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:04.333472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e373f90-676e-4015-b6e4-da93440ef592') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:04.333922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e373f90-676e-4015-b6e4-da93440ef592') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:04.347290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845eb31-1cd0-46de-81f3-2481dda3335d None None] Network fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:04.357856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.405786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.430284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:04.430938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.434174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e610da5-aae6-4a11-8ddc-3bea37d71eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:04.435987 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:04.484404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d6ec91-aa16-41dd-a6f8-2b207e5ca78b None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:08:04.595555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e610da5-aae6-4a11-8ddc-3bea37d71eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.603212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.633561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.642829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40032) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:04.643505 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94 HTTP/1.1" status: 204 len: 168 time: 1.0283980 Nov 26 22:08:04.649260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1505041797'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:04.658795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2cc2b-77c4-4c0f-ab79-f26582b76101 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:04.699152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:04.703051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.705193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e610da5-aae6-4a11-8ddc-3bea37d71eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.712311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e610da5-aae6-4a11-8ddc-3bea37d71eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.714491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d6ec91-aa16-41dd-a6f8-2b207e5ca78b None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:08:04.718842 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8e610da5-aae6-4a11-8ddc-3bea37d71eaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51a76421-d94e-4ef7-a5a4-eb3210c26080 HTTP/1.1" status: 204 len: 168 time: 0.3908978 Nov 26 22:08:04.726524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e610da5-aae6-4a11-8ddc-3bea37d71eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a76421-d94e-4ef7-a5a4-eb3210c26080,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:04.777582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:04.811329 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:04.820804 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment cb32bfe9-bfd7-45c1-8884-d6193160a81e of type vlan for network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 Nov 26 22:08:04.936642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:05.034331 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:05.040108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:05.041764 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:05.226508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5814829 Nov 26 22:08:05.229638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40052) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:05.236248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4f52ea65-1333-4c8a-8c14-3359b32a2ac4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:05.321798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc8d5b-47da-452c-8183-c1b5eb7b1316 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=74ecbf49-a469-415b-bb72-9ddd5fdf20b8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:05.335746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:05.358884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864bb30-cc63-40c7-b6d3-3bb65fd1b883 req-da37bec9-289a-4b72-8eec-3e39cebc03c7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:05.360502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e864bb30-cc63-40c7-b6d3-3bb65fd1b883 req-da37bec9-289a-4b72-8eec-3e39cebc03c7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2958474 Nov 26 22:08:05.504961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e864bb30-cc63-40c7-b6d3-3bb65fd1b883 req-3811e2fb-4de7-41a2-8fe7-06139778a066 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334262 Nov 26 22:08:05.668212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f52ea65-1333-4c8a-8c14-3359b32a2ac4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:05.711953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f52ea65-1333-4c8a-8c14-3359b32a2ac4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:05.745504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f52ea65-1333-4c8a-8c14-3359b32a2ac4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 is not hosted by any dhcp agent {{(pid=110000) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 22:08:05.752703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f52ea65-1333-4c8a-8c14-3359b32a2ac4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:05.753509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f52ea65-1333-4c8a-8c14-3359b32a2ac4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:05.755486 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4f52ea65-1333-4c8a-8c14-3359b32a2ac4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "PUT /v2.0/networks/74ecbf49-a469-415b-bb72-9ddd5fdf20b8 HTTP/1.1" status: 200 len: 723 time: 0.5241432 Nov 26 22:08:05.758213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40072) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:05.766763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': '74ecbf49-a469-415b-bb72-9ddd5fdf20b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:05.898052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52ea65-1333-4c8a-8c14-3359b32a2ac4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=74ecbf49-a469-415b-bb72-9ddd5fdf20b8,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:05.911882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:05.971694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40076) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:05.995163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:06.008858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.185338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1234062451-network', 'tenant_id': '8131549eb9db44bdb557e3383ebbfb5b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:06.220073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Made reservation on behalf of 8131549eb9db44bdb557e3383ebbfb5b for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:06.223400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.239128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.409688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.411696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.420250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.448772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:06.465721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=2181559e-a174-4934-8cee-befd6397e22d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:06.482706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc032c-f792-4c20-a881-f5306b40d5ca,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:06.502837 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.505772 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Added segment f22c1ae4-1bdd-4a70-861c-c3c35bb3260b of type vlan for network b18d6d1e-3f63-49dd-b076-c954c4a3797e Nov 26 22:08:06.528125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': 'cb32bfe9-bfd7-45c1-8884-d6193160a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '74ecbf49-a469-415b-bb72-9ddd5fdf20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:06.528620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: 74ecbf49-a469-415b-bb72-9ddd5fdf20b8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:06.553863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:06.567447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 74ecbf49-a469-415b-bb72-9ddd5fdf20b8) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:06.573697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:06.574515 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.602005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9241f2-fb34-463f-9764-6953f30aaee6 None None] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:06.626756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.675279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f5b601f-34e8-4967-95c9-02eade0990ac tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9157131 Nov 26 22:08:06.676277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40088) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:06.686952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-67fc9796-6a8a-4ae5-80f5-06676b09fb25 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:06.753791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.756145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:06.757882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:06.779382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042230ac-aee3-4e63-ab5e-3642d8de0bd9 req-2de4b6fd-8bbc-4989-a87f-34a9dec2af64 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:06.794764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-042230ac-aee3-4e63-ab5e-3642d8de0bd9 req-2de4b6fd-8bbc-4989-a87f-34a9dec2af64 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1671498 Nov 26 22:08:06.906694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-042230ac-aee3-4e63-ab5e-3642d8de0bd9 req-e67ab8cb-3ce7-406e-b094-5ef8f9efed38 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108801 Nov 26 22:08:06.938016 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9651430 Nov 26 22:08:06.940921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40096) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:06.946822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Request body: {'subnet': {'network_id': 'b18d6d1e-3f63-49dd-b076-c954c4a3797e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1234062451-subnet', 'tenant_id': '8131549eb9db44bdb557e3383ebbfb5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:06.962216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-74ecbf49-a469-415b-bb72-9ddd5fdf20b8', 'network_id': '74ecbf49-a469-415b-bb72-9ddd5fdf20b8', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': '2181559e-a174-4934-8cee-befd6397e22d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:08:06.965399 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:07.026355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Made reservation on behalf of 8131549eb9db44bdb557e3383ebbfb5b for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:07.028846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:07.046766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56837498-b6c1-4c57-adea-fe9435de11a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b18d6d1e-3f63-49dd-b076-c954c4a3797e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:07.152926 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-67fc9796-6a8a-4ae5-80f5-06676b09fb25 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25563837'] for subnet, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:07.340382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Allocated IP 172.20.0.2 (74ecbf49-a469-415b-bb72-9ddd5fdf20b8/2181559e-a174-4934-8cee-befd6397e22d/35b47352-34c4-401a-af69-d264e16ab58c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:07.465516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:07.596408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a40911c-10c7-489c-9c6e-696930bcd7b3,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:07.625100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Checking segment: {'id': 'f22c1ae4-1bdd-4a70-861c-c3c35bb3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b18d6d1e-3f63-49dd-b076-c954c4a3797e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:07.625593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Network hostable DHCP agents. Network: b18d6d1e-3f63-49dd-b076-c954c4a3797e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:07.668459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Network b18d6d1e-3f63-49dd-b076-c954c4a3797e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:07.685203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, b18d6d1e-3f63-49dd-b076-c954c4a3797e) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:07.689696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:07.690462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:07.700947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40106) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:07.717408 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:07.730572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-53a8d537-7e83-4a11-93a3-6a8b3145a690 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7877839 Nov 26 22:08:07.749358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network b18d6d1e-3f63-49dd-b076-c954c4a3797e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:07.771878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f604ca7-d4c6-4c25-80bf-bea9150c0d12 None None] Network b18d6d1e-3f63-49dd-b076-c954c4a3797e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:07.973006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d1d169b-587e-4c5d-96e0-4d959cfb42f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.068409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.144257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973c948-0e05-4552-ad13-6d6a8f5963e6 req-550cd7de-f309-4a85-8ab5-1208ef7abd65 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:08.149808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b973c948-0e05-4552-ad13-6d6a8f5963e6 req-550cd7de-f309-4a85-8ab5-1208ef7abd65 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0821280 Nov 26 22:08:08.176334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d1d169b-587e-4c5d-96e0-4d959cfb42f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.201841 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0d1d169b-587e-4c5d-96e0-4d959cfb42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.260548 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-67fc9796-6a8a-4ae5-80f5-06676b09fb25 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760075818864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26209175'] for subnet, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.282751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b973c948-0e05-4552-ad13-6d6a8f5963e6 req-e05bba09-edc3-4eef-a714-17bc4fee5f35 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219325 Nov 26 22:08:08.342451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc9796-6a8a-4ae5-80f5-06676b09fb25 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:08.343057 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-67fc9796-6a8a-4ae5-80f5-06676b09fb25 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.344377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-67fc9796-6a8a-4ae5-80f5-06676b09fb25 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "PUT /v2.0/subnets/2181559e-a174-4934-8cee-befd6397e22d HTTP/1.1" status: 200 len: 806 time: 1.6659458 Nov 26 22:08:08.347342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40122) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:08.369321 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0d1d169b-587e-4c5d-96e0-4d959cfb42f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c783e57c876419a952a23f35759a112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6659710 Nov 26 22:08:08.369799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Pushing event updated for resources: {'Port': ['ID=35b47352-34c4-401a-af69-d264e16ab58c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:08.379190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.392187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40126) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:08.399798 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.402189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d169b-587e-4c5d-96e0-4d959cfb42f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d8d2e4-3ea4-4ef2-8447-6c531081c94d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:08.413787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:08.425825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:08.431507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc9796-6a8a-4ae5-80f5-06676b09fb25 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=2181559e-a174-4934-8cee-befd6397e22d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:08.435212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:08.462485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5025e09-f3e2-4f36-9d0e-c2dfb53c618d None None] Network b18d6d1e-3f63-49dd-b076-c954c4a3797e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:08.701877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2256a002-d395-41d9-9302-bed2bf972a19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.743628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.780862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2256a002-d395-41d9-9302-bed2bf972a19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.870481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Attempting to bind port 35b47352-34c4-401a-af69-d264e16ab58c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:08:08.870863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Attempting to bind port 35b47352-34c4-401a-af69-d264e16ab58c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'cb32bfe9-bfd7-45c1-8884-d6193160a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '74ecbf49-a469-415b-bb72-9ddd5fdf20b8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:08:08.876165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Attempting to bind port 35b47352-34c4-401a-af69-d264e16ab58c on network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:08.916013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40134) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:08.921858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-253293294-network', 'tenant_id': '5f1fe1906c9b40879e5cfe963595627c'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:08.948151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Deleting port 35b47352-34c4-401a-af69-d264e16ab58c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:08.949128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.952468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2256a002-d395-41d9-9302-bed2bf972a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.954092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:08:08.954491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Checking segment: {'id': 'cb32bfe9-bfd7-45c1-8884-d6193160a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '74ecbf49-a469-415b-bb72-9ddd5fdf20b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:08.955302 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.955709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Bound using segment: {'id': 'cb32bfe9-bfd7-45c1-8884-d6193160a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '74ecbf49-a469-415b-bb72-9ddd5fdf20b8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:08:08.956271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Bound port: 35b47352-34c4-401a-af69-d264e16ab58c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb32bfe9-bfd7-45c1-8884-d6193160a81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '74ecbf49-a469-415b-bb72-9ddd5fdf20b8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:08:08.957170 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.962326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2256a002-d395-41d9-9302-bed2bf972a19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.964455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2256a002-d395-41d9-9302-bed2bf972a19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5d8d2e4-3ea4-4ef2-8447-6c531081c94d HTTP/1.1" status: 204 len: 168 time: 0.5706205 Nov 26 22:08:08.976459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Made reservation on behalf of 5f1fe1906c9b40879e5cfe963595627c for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:08.979773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:08.991369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a002-d395-41d9-9302-bed2bf972a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d8d2e4-3ea4-4ef2-8447-6c531081c94d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:09.001611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.135783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] For port 35b47352-34c4-401a-af69-d264e16ab58c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:08:09.140818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] For port 35b47352-34c4-401a-af69-d264e16ab58c, host n-d-819494-1, got binding levels [] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:09.141346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.146767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] For port 35b47352-34c4-401a-af69-d264e16ab58c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35b47352-34c4-401a-af69-d264e16ab58c,segment=NetworkSegment(cb32bfe9-bfd7-45c1-8884-d6193160a81e),segment_id=cb32bfe9-bfd7-45c1-8884-d6193160a81e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:08:09.154979 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.190815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Calling delete_port for 35b47352-34c4-401a-af69-d264e16ab58c owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:09.193555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.204193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.253321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76dbbb-bd57-4287-ac1d-d89b8608b631 None None] Pushing event updated for resources: {'Port': ['ID=35b47352-34c4-401a-af69-d264e16ab58c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:09.269638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:09.282386 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.282874 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Added segment 013baee7-ba69-452d-90ba-76e8b5e2aadd of type vlan for network 28e0f479-de1b-4dc0-b13d-10cc98f502c9 Nov 26 22:08:09.343260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.385699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.387149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:09.387915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.474382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93937fbf-0c79-4f8f-9de5-b80f66e91e54,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:09.486865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.538214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] Pushing event updated for resources: {'Network': ['ID=28e0f479-de1b-4dc0-b13d-10cc98f502c9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:09.551191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 28e0f479-de1b-4dc0-b13d-10cc98f502c9 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:09.554922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1886b6a0-9eb6-43e3-b94e-a94a56b9130b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6374967 Nov 26 22:08:09.558491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40144) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:09.561046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ccfc7-b27e-4d20-a686-4b23ebdf0df7 req-bb2bdc65-974f-4085-9a2a-e9b6a48eae2a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:09.563705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Request body: {'subnet': {'network_id': '28e0f479-de1b-4dc0-b13d-10cc98f502c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-253293294-subnet', 'tenant_id': '5f1fe1906c9b40879e5cfe963595627c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:09.569869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec1ccfc7-b27e-4d20-a686-4b23ebdf0df7 req-bb2bdc65-974f-4085-9a2a-e9b6a48eae2a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1436398 Nov 26 22:08:09.574982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Port': ['ID=35b47352-34c4-401a-af69-d264e16ab58c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:09.656745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Made reservation on behalf of 5f1fe1906c9b40879e5cfe963595627c for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:09.669195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:09.855902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec1ccfc7-b27e-4d20-a686-4b23ebdf0df7 req-08fea1b7-edd9-47dc-86d4-df625099cde1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849891 Nov 26 22:08:09.884616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No DVR routers for this DVR port 35b47352-34c4-401a-af69-d264e16ab58c on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:09.960385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.056857 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.102579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=2181559e-a174-4934-8cee-befd6397e22d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:10.111829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.185383 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.209215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ecbf49-a469-415b-bb72-9ddd5fdf20b8']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:10.222891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e72b53-5751-4473-a4a9-176ab031b731,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:10.232171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb32bfe9-bfd7-45c1-8884-d6193160a81e') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:10.232523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb32bfe9-bfd7-45c1-8884-d6193160a81e') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:10.239422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Checking segment: {'id': '013baee7-ba69-452d-90ba-76e8b5e2aadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '28e0f479-de1b-4dc0-b13d-10cc98f502c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:10.240209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Network hostable DHCP agents. Network: 28e0f479-de1b-4dc0-b13d-10cc98f502c9, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:10.246626 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.262757 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.267700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Network 28e0f479-de1b-4dc0-b13d-10cc98f502c9 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:10.272277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:10.272727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:10.276810 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:10.284683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 28e0f479-de1b-4dc0-b13d-10cc98f502c9) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:10.289773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:10.291812 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.297284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac11c68d-1f6f-4f36-ba6a-3bf2d9dbd59c None None] Network 28e0f479-de1b-4dc0-b13d-10cc98f502c9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:10.346131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cda6bc13-cab9-46e9-b547-4f8988826a9b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7810175 Nov 26 22:08:10.370898 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.378784 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.388782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/74ecbf49-a469-415b-bb72-9ddd5fdf20b8 HTTP/1.1" status: 204 len: 168 time: 2.0394044 Nov 26 22:08:10.391028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40170) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:10.424964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f76f56-2c27-4013-a3af-73576899e301 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=74ecbf49-a469-415b-bb72-9ddd5fdf20b8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:10.461518 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-963bd051-1a4c-42e9-946b-4782e8c54211 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:10.462098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963bd051-1a4c-42e9-946b-4782e8c54211 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:10.473538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-963bd051-1a4c-42e9-946b-4782e8c54211 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/74ecbf49-a469-415b-bb72-9ddd5fdf20b8 HTTP/1.1" status: 404 len: 339 time: 0.0807631 Nov 26 22:08:10.476752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40174) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:10.483294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-250976953', 'description': 'd1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:10.529638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:10.534719 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.559242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7411e98-d391-42c6-848d-1cd71bee1f1e None None] Network 28e0f479-de1b-4dc0-b13d-10cc98f502c9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:10.598672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:10.613589 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.614123 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment 441b25bf-c5a5-443b-b957-704d80ee97f9 of type vlan for network 137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2 Nov 26 22:08:10.670220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.709924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.726740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:10.732212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:10.765914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2878227 Nov 26 22:08:10.768664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40182) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:10.786195 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:08:10.843945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00245eb-1212-465a-ae7f-c9e9dd58d939 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:10.866023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:10.982337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f757e-9d11-41b4-9692-3d79320f31ee tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:10.984092 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b72f757e-9d11-41b4-9692-3d79320f31ee tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/networks?id=137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2 HTTP/1.1" status: 200 len: 760 time: 0.2129815 Nov 26 22:08:10.987102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40194) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:10.996672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-be90bf64-36b2-4afc-93a3-76fad3a10adc tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'description': 'd2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:11.152909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a1e164f8-4995-4995-a301-824873214cd9 None None] Could not find standard attr ID for object 35b47352-34c4-401a-af69-d264e16ab58c. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:08:11.200458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d50a6f-14bd-417d-ad6a-f8f3edda6e1e req-d584fe33-fe68-4af3-b88a-14145491dbbf tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:11.202495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75d50a6f-14bd-417d-ad6a-f8f3edda6e1e req-d584fe33-fe68-4af3-b88a-14145491dbbf tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1742990 Nov 26 22:08:11.243270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec4651-f181-4f3a-9148-7485ec041deb None None] DHCP port deletion for 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:11.271629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e1d1d-5fd6-451e-8fb8-a434f4d456f1 None None] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:11.305728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e1d1d-5fd6-451e-8fb8-a434f4d456f1 None None] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 22:08:11.318749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103fb32-660a-4906-b1a9-a41f32e3f324 None None] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:11.339711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103fb32-660a-4906-b1a9-a41f32e3f324 None None] Network 74ecbf49-a469-415b-bb72-9ddd5fdf20b8 could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 22:08:11.411880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be90bf64-36b2-4afc-93a3-76fad3a10adc tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:11.428274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75d50a6f-14bd-417d-ad6a-f8f3edda6e1e req-3f7c51dc-73cc-453b-bbf6-26d980aeb111 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117023 Nov 26 22:08:11.464102 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be90bf64-36b2-4afc-93a3-76fad3a10adc tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:11.529229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be90bf64-36b2-4afc-93a3-76fad3a10adc tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network 137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2 is not hosted by any dhcp agent {{(pid=109999) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 22:08:11.535628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90bf64-36b2-4afc-93a3-76fad3a10adc tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:11.537050 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be90bf64-36b2-4afc-93a3-76fad3a10adc tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:11.540118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-be90bf64-36b2-4afc-93a3-76fad3a10adc tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "PUT /v2.0/networks/137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2 HTTP/1.1" status: 200 len: 757 time: 0.5517652 Nov 26 22:08:11.543890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:11.668284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-ac7c54d8-4eed-4a54-ba74-4454d7e49afe tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:11.680098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-ac7c54d8-4eed-4a54-ba74-4454d7e49afe tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/networks?id=b18d6d1e-3f63-49dd-b076-c954c4a3797e HTTP/1.1" status: 200 len: 809 time: 0.2374926 Nov 26 22:08:11.710188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742b1cfd-9d0a-4894-b76d-44cbdcc4a442 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:11.712035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-742b1cfd-9d0a-4894-b76d-44cbdcc4a442 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/networks?id=137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2 HTTP/1.1" status: 200 len: 760 time: 0.1665416 Nov 26 22:08:11.716399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40222) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:11.716543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-184f6dbe-dc13-435a-aba8-2b92bb5e3ec9 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/quotas/8131549eb9db44bdb557e3383ebbfb5b HTTP/1.1" status: 200 len: 375 time: 0.0353138 Nov 26 22:08:11.721882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1969450863'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:11.749860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:11.751683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-cda21be1-7acf-4312-91f8-bb7c678828c2 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8131549eb9db44bdb557e3383ebbfb5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310557 Nov 26 22:08:11.752387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90bf64-36b2-4afc-93a3-76fad3a10adc tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:11.759768 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:11.764947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:11.830505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:11.852720 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:11.857782 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment 444f8aa0-7cbb-4afa-8645-2f5679047482 of type vlan for network d0fa50f5-c103-45f1-af7c-e4bfd0f317e5 Nov 26 22:08:11.966292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:12.006030 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-8439e56e-a564-415a-8727-15303f4c82c3 service neutron] 10.222.0.21 "GET /v2.0/networks/b18d6d1e-3f63-49dd-b076-c954c4a3797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467401 Nov 26 22:08:12.017673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:12.035042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:12.037800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:12.065677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40236) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:12.122597 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4045820 Nov 26 22:08:12.126830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40242) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:12.159057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': 'd0fa50f5-c103-45f1-af7c-e4bfd0f317e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:12.205657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cee342-e43a-479e-bbaf-255982af29a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=d0fa50f5-c103-45f1-af7c-e4bfd0f317e5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:12.217060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d0fa50f5-c103-45f1-af7c-e4bfd0f317e5 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:12.218919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-7f03f6f0-6ccd-44ac-b2b0-7cb9dda6e5d1 service neutron] 10.222.0.21 "GET /v2.0/networks/b18d6d1e-3f63-49dd-b076-c954c4a3797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098272 Nov 26 22:08:12.319678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:12.327923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:12.613001 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ca28852-d897-4355-b447-f1ca666f95fe req-1a1af69a-a246-4a78-b66e-d7f7f57542dc tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 210 time: 0.0675871 Nov 26 22:08:12.687642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf50423-8781-46bf-8aad-264d5f7a375f req-c13f3492-a0e5-4c6d-92eb-4d9260effbeb tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:12.697102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-daf50423-8781-46bf-8aad-264d5f7a375f req-c13f3492-a0e5-4c6d-92eb-4d9260effbeb tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0831065 Nov 26 22:08:12.774195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-daf50423-8781-46bf-8aad-264d5f7a375f req-a41ccf74-1378-40e3-9fed-cd3306171275 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755672 Nov 26 22:08:13.018874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35b47352-34c4-401a-af69-d264e16ab58c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:13.093003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 35b47352-34c4-401a-af69-d264e16ab58c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:13.093600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35b47352-34c4-401a-af69-d264e16ab58c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:13.219866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd6ae5-ba4b-4feb-b368-a1925d73f17c req-230d2547-0405-41e8-af1a-4bc9cb5a190a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:13.222206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87dd6ae5-ba4b-4feb-b368-a1925d73f17c req-230d2547-0405-41e8-af1a-4bc9cb5a190a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0905361 Nov 26 22:08:13.365032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87dd6ae5-ba4b-4feb-b368-a1925d73f17c req-b0068fbb-fbba-40d2-80ae-f821c27ba371 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367438 Nov 26 22:08:13.655124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-60392f08-e6f5-4404-b97c-68064076f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:13.657794 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-60392f08-e6f5-4404-b97c-68064076f570 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1095 time: 0.1758134 Nov 26 22:08:13.668287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:13.744020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55dae71b-0b19-4c9a-8461-a4ae05099568 req-21a9e5a9-e7a1-4299-8ce8-e3bdc1dcd780 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 210 time: 0.0397565 Nov 26 22:08:13.863963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=86688efe-8160-4fa0-a9df-68222da3b516,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:13.879771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': '444f8aa0-7cbb-4afa-8645-2f5679047482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd0fa50f5-c103-45f1-af7c-e4bfd0f317e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:13.880142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: d0fa50f5-c103-45f1-af7c-e4bfd0f317e5, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:13.923079 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-4728a21e-f438-460a-9433-5ff9e3a48760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:13.924560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-4728a21e-f438-460a-9433-5ff9e3a48760 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2404556 Nov 26 22:08:13.944857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network d0fa50f5-c103-45f1-af7c-e4bfd0f317e5 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:13.993911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d0fa50f5-c103-45f1-af7c-e4bfd0f317e5) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:14.003839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:14.004438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:14.006323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c2a3f-b0b7-48d2-8042-97637c4e3e95 None None] Network d0fa50f5-c103-45f1-af7c-e4bfd0f317e5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:14.028475 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-9ee3a7b8-0ead-4450-ad99-28364c4c84e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 999 time: 0.0921698 Nov 26 22:08:14.042146 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cfa341da-d7ff-4bf8-b6cc-0f7124d1901f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9120545 Nov 26 22:08:14.043184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40276) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:14.187192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-589973cf-87fc-49a7-b27a-6de8dc301ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:14.188718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-589973cf-87fc-49a7-b27a-6de8dc301ac5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1474006 Nov 26 22:08:14.242463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:14.337771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b72fd-0a61-4356-a78c-2f20d48ccb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-d0fa50f5-c103-45f1-af7c-e4bfd0f317e5', 'network_id': 'd0fa50f5-c103-45f1-af7c-e4bfd0f317e5', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': '86688efe-8160-4fa0-a9df-68222da3b516'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:08:14.340191 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ca0b72fd-0a61-4356-a78c-2f20d48ccb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:14.352410 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:14.358272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-a130108f-80eb-4d31-a107-173600d260a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:14.360175 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-a130108f-80eb-4d31-a107-173600d260a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549144 Nov 26 22:08:14.389430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:14.506988 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-ca0b72fd-0a61-4356-a78c-2f20d48ccb21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86688efe-8160-4fa0-a9df-68222da3b516: This subnet is being modified by another concurrent operation. Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86688efe-8160-4fa0-a9df-68222da3b516: This subnet is being modified by another concurrent operation. Nov 26 22:08:14.538159 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:08:14.573876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1e89f-1241-4e9a-9ba4-3abc96c9ebd3 None None] Network d0fa50f5-c103-45f1-af7c-e4bfd0f317e5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:14.597759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=86688efe-8160-4fa0-a9df-68222da3b516,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:14.704548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-44d88ce9-e3a8-4c0d-86fe-bc7d3a682a00 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:14.706107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-44d88ce9-e3a8-4c0d-86fe-bc7d3a682a00 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.13 "GET /v2.0/networks?id=b18d6d1e-3f63-49dd-b076-c954c4a3797e HTTP/1.1" status: 200 len: 809 time: 0.5135965 Nov 26 22:08:14.742212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:14.742665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Request body: {'port': {'device_id': 'bc5111fc-b728-48c6-aebc-7ef04e463322', 'network_id': 'b18d6d1e-3f63-49dd-b076-c954c4a3797e', 'admin_state_up': True, 'tenant_id': '8131549eb9db44bdb557e3383ebbfb5b'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:14.746979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a8c1a1-d4a7-4347-8b3e-9ded286d0635 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:08:14.814216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a513d-4827-42bd-b4f8-d8940b3d50c1 req-c5726c8f-daf3-4d34-9f87-b76adef6d11f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:14.832188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-896a513d-4827-42bd-b4f8-d8940b3d50c1 req-c5726c8f-daf3-4d34-9f87-b76adef6d11f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2671986 Nov 26 22:08:14.856476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0fa50f5-c103-45f1-af7c-e4bfd0f317e5']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:14.891293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8c1a1-d4a7-4347-8b3e-9ded286d0635 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:08:14.953430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444f8aa0-7cbb-4afa-8645-2f5679047482') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:14.953734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444f8aa0-7cbb-4afa-8645-2f5679047482') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:14.957111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57f03a6d-ff70-4531-9617-23bd9b39566c req-9aaa6c8a-3eb8-4b09-a147-ac20c195c8ba tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 210 time: 0.0952487 Nov 26 22:08:14.974544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:14.996803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-896a513d-4827-42bd-b4f8-d8940b3d50c1 req-2b04c076-2b1c-4fd0-8510-518b73a9111e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633670 Nov 26 22:08:15.003519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:15.011595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-61d0f86a-72f5-4c65-b6e2-5260546e3423 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427906 Nov 26 22:08:15.025108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:15.026441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:15.029420 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:15.146797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:15.154252 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:15.162837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/d0fa50f5-c103-45f1-af7c-e4bfd0f317e5 HTTP/1.1" status: 204 len: 168 time: 1.1185164 Nov 26 22:08:15.163549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40304) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:15.213536 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c4e89a-9a96-4cec-a163-6f99d77babdd tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] GET failed (client error): The resource could not be found. Nov 26 22:08:15.218104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-04c4e89a-9a96-4cec-a163-6f99d77babdd tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/subnets/86688efe-8160-4fa0-a9df-68222da3b516 HTTP/1.1" status: 404 len: 337 time: 0.0509040 Nov 26 22:08:15.218608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40306) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:15.232801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Made reservation on behalf of 8131549eb9db44bdb557e3383ebbfb5b for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:15.236409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:15.240433 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-8350e05e-e76b-4d99-afb0-9a4b7b4e19d2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:15.241435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8350e05e-e76b-4d99-afb0-9a4b7b4e19d2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:15.250249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8350e05e-e76b-4d99-afb0-9a4b7b4e19d2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/d0fa50f5-c103-45f1-af7c-e4bfd0f317e5 HTTP/1.1" status: 404 len: 339 time: 0.0301628 Nov 26 22:08:15.251157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488af38d-f2b9-4ae3-a1d2-532100af0263 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=d0fa50f5-c103-45f1-af7c-e4bfd0f317e5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:15.252885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40308) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:15.409267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-534c15d0-bd83-41f5-a541-70aa4519a24e req-8e387a15-0a61-4831-a9a1-8da6bf0fdcca service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803380 Nov 26 22:08:15.492013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Allocated IP 172.20.0.7 (b18d6d1e-3f63-49dd-b076-c954c4a3797e/6a40911c-10c7-489c-9c6e-696930bcd7b3/0f101153-a9d5-4528-ba0e-4e9a4102a7bd) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:15.507923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Deleting port 88937dbb-00d4-447d-98f7-2409beaaea1f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:15.508750 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:15.712920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] For port 88937dbb-00d4-447d-98f7-2409beaaea1f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=88937dbb-00d4-447d-98f7-2409beaaea1f,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:15.713716 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:15.821926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08de4e-a509-4fc6-a42c-3c10208ccc8a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:15.827176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-af08de4e-a509-4fc6-a42c-3c10208ccc8a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5733101 Nov 26 22:08:15.828022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40326) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:15.835746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:15.872555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9cdfbc54-e3ab-4676-b87d-76f571e0de0b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 207 time: 0.0404847 Nov 26 22:08:15.872801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40328) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:15.878152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Calling delete_port for 88937dbb-00d4-447d-98f7-2409beaaea1f owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:16.001870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:16.078937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Pushing event updated for resources: {'Port': ['ID=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:16.106551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Network b18d6d1e-3f63-49dd-b076-c954c4a3797e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:16.110216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:16.115850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:16.132313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1453d946-a687-47d7-b264-9bd7e361d1f4 None None] DHCP port deletion for b18d6d1e-3f63-49dd-b076-c954c4a3797e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:16.237617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:16.238539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:16.259790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f49ada96-9021-479a-a33c-b3565f512024 None None] Provisioning complete for port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:16.260430 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f49ada96-9021-479a-a33c-b3565f512024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:16.268195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-62a48e89-4763-4de5-b133-373e2e0a0274 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5303304 Nov 26 22:08:16.289732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Request body: {'port': {'device_id': 'bc5111fc-b728-48c6-aebc-7ef04e463322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:16.297804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357547b-1447-447c-a015-4c4177fcb8d1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:16.317969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357547b-1447-447c-a015-4c4177fcb8d1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:16.327997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357547b-1447-447c-a015-4c4177fcb8d1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:16.335271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f49ada96-9021-479a-a33c-b3565f512024 None None] Port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:16.351008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c357547b-1447-447c-a015-4c4177fcb8d1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:16.353034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c357547b-1447-447c-a015-4c4177fcb8d1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4793894 Nov 26 22:08:16.361851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40336) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:16.439623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732573d-bd1f-4722-abf4-901ce7c310d5 req-6de10f55-9e29-474a-8137-85c2ddb5c5d6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:16.441158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e732573d-bd1f-4722-abf4-901ce7c310d5 req-6de10f55-9e29-474a-8137-85c2ddb5c5d6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0843639 Nov 26 22:08:16.455647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551d5fe-1563-4de3-9a39-f2c6911d6ce0 req-732f5aeb-1021-4cfb-bd62-dd214fe427e0 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:16.457446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4551d5fe-1563-4de3-9a39-f2c6911d6ce0 req-732f5aeb-1021-4cfb-bd62-dd214fe427e0 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 931 time: 0.1032500 Nov 26 22:08:16.470592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:16.525775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4551d5fe-1563-4de3-9a39-f2c6911d6ce0 req-28db4735-ff00-43ea-893f-4fb958819b7c tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588264 Nov 26 22:08:16.576737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e732573d-bd1f-4722-abf4-901ce7c310d5 req-c8b73ed5-4392-4b51-8c71-483e45923621 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180525 Nov 26 22:08:16.701782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:16.779974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88937dbb-00d4-447d-98f7-2409beaaea1f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:16.930712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9966a2c4-0722-4e25-a353-a4746932df2b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5013289 Nov 26 22:08:16.936137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40350) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:17.128489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec7aaa-35fb-4157-a5b7-df9ecfad1ea1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.130362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec7aaa-35fb-4157-a5b7-df9ecfad1ea1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.136955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e9ec7aaa-35fb-4157-a5b7-df9ecfad1ea1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1946256 Nov 26 22:08:17.137293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40356) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:17.201796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eda17e-9f4d-43ff-9022-64efa0833e81 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.203508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eda17e-9f4d-43ff-9022-64efa0833e81 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.209862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-74eda17e-9f4d-43ff-9022-64efa0833e81 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0668223 Nov 26 22:08:17.210156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40358) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:17.285254 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:17.327256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f101153-a9d5-4528-ba0e-4e9a4102a7bd {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:08:17.343439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbe641-0b1c-4428-b847-cfe65a18d92e tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.349784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e6bbe641-0b1c-4428-b847-cfe65a18d92e tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/networks/a1ab295c-a46a-4e26-9614-3c7ab57471fb HTTP/1.1" status: 200 len: 800 time: 0.1337576 Nov 26 22:08:17.350505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40360) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:17.366529 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:17.394020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Transition to ACTIVE for port object 0f101153-a9d5-4528-ba0e-4e9a4102a7bd will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:08:17.446693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:17.481642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0fda9fa8-ece6-4528-8c54-b5dcdebe3158 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/networks/a1ab295c-a46a-4e26-9614-3c7ab57471fb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1288927 Nov 26 22:08:17.484628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40362) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:17.495489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Pushing event updated for resources: {'Port': ['ID=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:17.514457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a577c4c7-d980-4388-a88d-f1aff286d5a0 None None] DHCP port deletion for b18d6d1e-3f63-49dd-b076-c954c4a3797e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:17.573412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e995dc4-4cf1-4039-9f5a-83ca298080ff tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.577398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7e995dc4-4cf1-4039-9f5a-83ca298080ff tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/subnets/02bbba03-6370-4402-96ac-40f8b423e96d HTTP/1.1" status: 200 len: 811 time: 0.0912104 Nov 26 22:08:17.582433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40366) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:17.704312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c430224-eccc-4b7b-8135-ef1625df1185 req-52fffffd-f12f-459d-9186-6e4d8fb01312 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.705860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c430224-eccc-4b7b-8135-ef1625df1185 req-52fffffd-f12f-459d-9186-6e4d8fb01312 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 943 time: 0.0717731 Nov 26 22:08:17.708574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cda344-de85-4f4f-95c0-1ba8b961cfd4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['shared'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.710208 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-34cda344-de85-4f4f-95c0-1ba8b961cfd4 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "GET /v2.0/subnets/02bbba03-6370-4402-96ac-40f8b423e96d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1268003 Nov 26 22:08:17.714820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40370) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:17.719696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-208458727'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:17.796409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:08:17.815088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:17.818844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:17.835284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c430224-eccc-4b7b-8135-ef1625df1185 req-6eb86206-789d-4ccf-8153-7f0ee477574b tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109488 Nov 26 22:08:17.843420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1305d9-8f99-4535-b2bb-c5657a630272 req-850d601f-62c0-4827-8d23-c1a483f99bce tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:17.844952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f1305d9-8f99-4535-b2bb-c5657a630272 req-850d601f-62c0-4827-8d23-c1a483f99bce tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1337249 Nov 26 22:08:17.890126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:17.910821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:17.911166 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Added segment df6ad5d4-38a8-4541-a226-c7c0fb28e1de of type vlan for network 7f69a951-cb23-4914-be25-73ed9ab72bf4 Nov 26 22:08:17.953378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f1305d9-8f99-4535-b2bb-c5657a630272 req-c750069d-5caf-41e5-a9ad-6214fa00f13d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993185 Nov 26 22:08:18.002623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:18.039621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:18.055044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:18.055613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:18.210338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Attempting to bind port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:08:18.210900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Attempting to bind port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'f22c1ae4-1bdd-4a70-861c-c3c35bb3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b18d6d1e-3f63-49dd-b076-c954c4a3797e'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:08:18.211431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Attempting to bind port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd on network b18d6d1e-3f63-49dd-b076-c954c4a3797e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:18.250309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd on network b18d6d1e-3f63-49dd-b076-c954c4a3797e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:08:18.250998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Attempting to bind port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd on network b18d6d1e-3f63-49dd-b076-c954c4a3797e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:18.258182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:08:18.258840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Checking segment: {'id': 'f22c1ae4-1bdd-4a70-861c-c3c35bb3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b18d6d1e-3f63-49dd-b076-c954c4a3797e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:18.259488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Bound using segment: {'id': 'f22c1ae4-1bdd-4a70-861c-c3c35bb3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b18d6d1e-3f63-49dd-b076-c954c4a3797e'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:08:18.260725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Bound port: 0f101153-a9d5-4528-ba0e-4e9a4102a7bd, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22c1ae4-1bdd-4a70-861c-c3c35bb3260b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b18d6d1e-3f63-49dd-b076-c954c4a3797e'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:08:18.261338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:18.263654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5475368 Nov 26 22:08:18.268410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40378) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:18.273875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'network_id': '7f69a951-cb23-4914-be25-73ed9ab72bf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:18.279027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f82b9f-e2a8-455c-a9db-44033d3eb314 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Network': ['ID=7f69a951-cb23-4914-be25-73ed9ab72bf4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:18.293375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7f69a951-cb23-4914-be25-73ed9ab72bf4 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:18.347494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed312588-8033-440d-9f7e-ee31e6880b41 req-c8fe94ba-5392-4cb1-9386-31220a4f8a8f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:18.348903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed312588-8033-440d-9f7e-ee31e6880b41 req-c8fe94ba-5392-4cb1-9386-31220a4f8a8f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2771561 Nov 26 22:08:18.390201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] For port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:08:18.393457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:08:18.396422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] For port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,segment=NetworkSegment(f22c1ae4-1bdd-4a70-861c-c3c35bb3260b),segment_id=f22c1ae4-1bdd-4a70-861c-c3c35bb3260b)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:08:18.406013 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f2909824-c3f8-4417-976d-378a51bb85a1 admin admin] 10.222.0.21 "PUT /v2.0/routers/598d1093-b9ca-47de-bd2f-b2f75eb91de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3355982 Nov 26 22:08:18.406527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40380) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:18.406989 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] Sync routers for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:08:18.413086 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:18.429137 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:18.430011 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:07:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:18.507993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Made reservation on behalf of 2f293cf5c2814a7dbb765975dfd2e08f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:18.520522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:18.521176 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:18.522630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] 10.222.0.13 "PUT /v2.0/ports/0f101153-a9d5-4528-ba0e-4e9a4102a7bd HTTP/1.1" status: 200 len: 1091 time: 2.2380407 Nov 26 22:08:18.523040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5111fc-b728-48c6-aebc-7ef04e463322', 'tag': '0f101153-a9d5-4528-ba0e-4e9a4102a7bd'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:08:18.523839 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:18.525407 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5111fc-b728-48c6-aebc-7ef04e463322", "tag": "0f101153-a9d5-4528-ba0e-4e9a4102a7bd"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:08:18.536456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd83e518-cfe6-43dd-a207-6b6e37406cd0 None None] DHCP port deletion for b18d6d1e-3f63-49dd-b076-c954c4a3797e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:18.589616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b7f54-c9e7-410f-9829-a054a596072f service neutron] Pushing event updated for resources: {'Port': ['ID=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:18.601100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed312588-8033-440d-9f7e-ee31e6880b41 req-8247e417-0865-47aa-ba39-137fd69984a1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277923 Nov 26 22:08:18.630899 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52279e1f-3f34-45c4-bdf5-c66b31e5d944 x-openstack-request-id: req-52279e1f-3f34-45c4-bdf5-c66b31e5d944 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:08:18.631207 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5111fc-b728-48c6-aebc-7ef04e463322", "tag": "0f101153-a9d5-4528-ba0e-4e9a4102a7bd", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:08:18.631472 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52279e1f-3f34-45c4-bdf5-c66b31e5d944 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:08:18.631889 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5111fc-b728-48c6-aebc-7ef04e463322', 'tag': '0f101153-a9d5-4528-ba0e-4e9a4102a7bd', 'status': 'completed', 'code': 200} Nov 26 22:08:18.644707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:18.687893 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:08:18.702651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Performing IP validity checks on allocation pools {{(pid=109999) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 22:08:18.703191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109999) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 22:08:18.829019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-7990e352-b22e-4e1f-b1b5-0464ca6bea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:18.830880 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-7990e352-b22e-4e1f-b1b5-0464ca6bea46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8131549eb9db44bdb557e3383ebbfb5b&device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 1094 time: 0.1857538 Nov 26 22:08:18.950287 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-0de29f46-0cd4-4f24-a814-e8ce9f10cbdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f101153-a9d5-4528-ba0e-4e9a4102a7bd HTTP/1.1" status: 200 len: 217 time: 0.0973434 Nov 26 22:08:18.992500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:19.033553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:19.041466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-996da40d-50af-40e9-94f4-871c2aaac7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:19.045315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-996da40d-50af-40e9-94f4-871c2aaac7f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a40911c-10c7-489c-9c6e-696930bcd7b3 HTTP/1.1" status: 200 len: 849 time: 0.0860331 Nov 26 22:08:19.053035 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '5c26613c-6854-4119-8766-18e746e906db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T22:08:16Z', 'revision_number': 5, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port': {'id': '5c26613c-6854-4119-8766-18e746e906db', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:af:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:55:32Z', 'updated_at': '2021-11-26T21:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:19.094897 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-003d5f7a-ee28-48e7-bcec-2ebbc45d1378 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b18d6d1e-3f63-49dd-b076-c954c4a3797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425541 Nov 26 22:08:19.117463 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] Checking router: 598d1093-b9ca-47de-bd2f-b2f75eb91de7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:08:19.149618 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] Routers {'598d1093-b9ca-47de-bd2f-b2f75eb91de7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:19.153387 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:07:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:19.163867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c131315-0b4c-4a13-95e2-197451387735 req-08dcc33f-9b1f-4d0b-8b8c-0acafe2b8e11 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:19.172277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c131315-0b4c-4a13-95e2-197451387735 req-08dcc33f-9b1f-4d0b-8b8c-0acafe2b8e11 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1945331 Nov 26 22:08:19.181231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fbfeb-7adb-4459-85a7-9b791c53908b req-158100f4-1eb0-4b10-b6f4-d88155a59b97 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:19.189260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e3fbfeb-7adb-4459-85a7-9b791c53908b req-158100f4-1eb0-4b10-b6f4-d88155a59b97 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 943 time: 0.2311409 Nov 26 22:08:19.194841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=aa512e17-c441-482f-acfd-9082efdbccad,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:19.284063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Checking segment: {'id': 'df6ad5d4-38a8-4541-a226-c7c0fb28e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7f69a951-cb23-4914-be25-73ed9ab72bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:19.284324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network hostable DHCP agents. Network: 7f69a951-cb23-4914-be25-73ed9ab72bf4, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:19.311813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c131315-0b4c-4a13-95e2-197451387735 req-0e88e18e-d003-4d34-aafd-b16ac99744c1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384583 Nov 26 22:08:19.359479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Deleting port 5c26613c-6854-4119-8766-18e746e906db {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:19.359980 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:19.365609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Network 7f69a951-cb23-4914-be25-73ed9ab72bf4 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:19.378913 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] Set router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:08:19.403851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e3fbfeb-7adb-4459-85a7-9b791c53908b req-ac99117e-8ad1-4730-98ff-8523a11d4dc3 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079914 Nov 26 22:08:19.405921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7f69a951-cb23-4914-be25-73ed9ab72bf4) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:19.418541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:19.419153 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:19.420453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7235b4-97a0-45c0-a44c-dbe4f74dd50c None None] Network 7f69a951-cb23-4914-be25-73ed9ab72bf4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:19.455586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e5d65243-f847-4d3c-b0a4-80c65688109b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1855657 Nov 26 22:08:19.457927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40396) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:19.463691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-78011ab8-5e2b-40bb-8d7f-0c34d4056c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:19.470400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-6f1acb36-bd57-4cbd-afcc-456439d6b425 service neutron] 10.222.0.13 "GET /v2.0/networks/b18d6d1e-3f63-49dd-b076-c954c4a3797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638723 Nov 26 22:08:19.513832 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T22:08:18Z', 'revision_number': 6, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:19.606708 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5cdc95-7206-49a8-8765-91c6c7882872 None None] The sync data for ids ['598d1093-b9ca-47de-bd2f-b2f75eb91de7'] in n-d-819494-1 is: [{'id': '598d1093-b9ca-47de-bd2f-b2f75eb91de7', 'name': 'tempest-AttachVolumeShelveTestJSON-817594804-router', 'tenant_id': '2e23ce2282ef44368a268d7ecf5556a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:55:30Z', 'updated_at': '2021-11-26T22:08:18Z', 'revision_number': 6, 'project_id': '2e23ce2282ef44368a268d7ecf5556a3', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:08:19.703571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78011ab8-5e2b-40bb-8d7f-0c34d4056c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25375715'] for subnet, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:19.737726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] For port 5c26613c-6854-4119-8766-18e746e906db, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5c26613c-6854-4119-8766-18e746e906db,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:19.738115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:19.753279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ea958ec5-9cbc-427c-b041-b7bfc4ebe38d req-2e830e84-a861-4143-86f7-d5eb679a5db0 service neutron] 10.222.0.13 "GET /v2.0/networks/b18d6d1e-3f63-49dd-b076-c954c4a3797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745302 Nov 26 22:08:19.758128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Calling delete_port for 5c26613c-6854-4119-8766-18e746e906db owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:19.809005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419c673-76ef-4c31-946e-7117bc82e7ef req-393daee4-5153-41f0-bd66-a643a1c85351 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:19.810673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e419c673-76ef-4c31-946e-7117bc82e7ef req-393daee4-5153-41f0-bd66-a643a1c85351 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1161859 Nov 26 22:08:19.815820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-7f69a951-cb23-4914-be25-73ed9ab72bf4', 'network_id': '7f69a951-cb23-4914-be25-73ed9ab72bf4', 'tenant_id': '2f293cf5c2814a7dbb765975dfd2e08f', 'fixed_ips': [{'subnet_id': 'aa512e17-c441-482f-acfd-9082efdbccad'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:08:19.816728 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:19.997080 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e419c673-76ef-4c31-946e-7117bc82e7ef req-563051f1-02e8-4b32-95b5-0ec6658fe267 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775889 Nov 26 22:08:20.026919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-8d156bf5-d941-484e-aa01-d14adfcc4d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:20.028459 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-8d156bf5-d941-484e-aa01-d14adfcc4d2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8131549eb9db44bdb557e3383ebbfb5b&device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 1094 time: 0.1011250 Nov 26 22:08:20.098067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.117977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78011ab8-5e2b-40bb-8d7f-0c34d4056c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760075818864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27233668'] for subnet, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.147746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c26613c-6854-4119-8766-18e746e906db,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:20.232366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Allocated IP 172.20.0.3 (7f69a951-cb23-4914-be25-73ed9ab72bf4/aa512e17-c441-482f-acfd-9082efdbccad/a5cb516e-4dfc-42b0-9604-fb06ccb39886) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:20.250903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f1f81-3132-45d9-866e-9d2ff8dae1b9 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:20.279319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-5096f42f-ed2e-4543-837c-80876ced05da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:20.280929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-5096f42f-ed2e-4543-837c-80876ced05da service neutron] 10.222.0.13 "GET /v2.0/networks?id=b18d6d1e-3f63-49dd-b076-c954c4a3797e HTTP/1.1" status: 200 len: 910 time: 0.2451205 Nov 26 22:08:20.282394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78011ab8-5e2b-40bb-8d7f-0c34d4056c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event updated for resources: {'Subnet': ['ID=aa512e17-c441-482f-acfd-9082efdbccad,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:20.301609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78011ab8-5e2b-40bb-8d7f-0c34d4056c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:20.302491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-78011ab8-5e2b-40bb-8d7f-0c34d4056c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.313964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40402) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:20.314172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-78011ab8-5e2b-40bb-8d7f-0c34d4056c40 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "PUT /v2.0/subnets/aa512e17-c441-482f-acfd-9082efdbccad HTTP/1.1" status: 200 len: 877 time: 0.8550968 Nov 26 22:08:20.316193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.471775 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-2bce3e8b-8bba-447a-92ae-534a75d0b219 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f101153-a9d5-4528-ba0e-4e9a4102a7bd HTTP/1.1" status: 200 len: 217 time: 0.1753850 Nov 26 22:08:20.649244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.656465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.737522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1ae43-83d4-44d6-8566-1c6f1bf75486 req-155c0d8a-a23e-469f-afd4-6e8ef7ddb278 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:20.748627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-28f17449-5f2d-40e2-9b2a-f624127f6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:20.748855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ace1ae43-83d4-44d6-8566-1c6f1bf75486 req-155c0d8a-a23e-469f-afd4-6e8ef7ddb278 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 943 time: 0.2271857 Nov 26 22:08:20.751002 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-28f17449-5f2d-40e2-9b2a-f624127f6c5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a40911c-10c7-489c-9c6e-696930bcd7b3 HTTP/1.1" status: 200 len: 849 time: 0.2691476 Nov 26 22:08:20.823038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.823844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 598d1093-b9ca-47de-bd2f-b2f75eb91de7 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:08:20.843425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-afe5a3c2-d816-4a30-95aa-22c0262b66d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b18d6d1e-3f63-49dd-b076-c954c4a3797e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744245 Nov 26 22:08:20.851979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.856675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-55f0c5c7-1f92-481c-a338-3addd69e10e5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/598d1093-b9ca-47de-bd2f-b2f75eb91de7 HTTP/1.1" status: 204 len: 168 time: 2.4489582 Nov 26 22:08:20.860317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40418) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:20.883835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.906161 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.915704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:20.939215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ace1ae43-83d4-44d6-8566-1c6f1bf75486 req-7a9fb591-b570-439f-a319-6aea42aebd89 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892347 Nov 26 22:08:21.009027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Network 7f69a951-cb23-4914-be25-73ed9ab72bf4 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:21.018462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:21.026047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:21.113799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5c26613c-6854-4119-8766-18e746e906db no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:21.146434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Pushing event updated for resources: {'Port': ['ID=a5cb516e-4dfc-42b0-9604-fb06ccb39886,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:21.156806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.157211 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.157558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.157900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.158326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.158845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.159443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.159918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.160255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.160587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.160915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.161241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:21.167129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 5c26613c-6854-4119-8766-18e746e906db {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:21.167498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5c26613c-6854-4119-8766-18e746e906db not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:21.167924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88937dbb-00d4-447d-98f7-2409beaaea1f no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:21.185818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b169cb-d040-4e2f-91eb-71d2d6084817 admin admin] Deleting subnet 19862486-6087-4a8c-a7e1-0a558eed05e4 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:08:21.212241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 88937dbb-00d4-447d-98f7-2409beaaea1f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:21.212598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 88937dbb-00d4-447d-98f7-2409beaaea1f not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:21.217446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Attempting to bind port a5cb516e-4dfc-42b0-9604-fb06ccb39886 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:08:21.217745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Attempting to bind port a5cb516e-4dfc-42b0-9604-fb06ccb39886 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'df6ad5d4-38a8-4541-a226-c7c0fb28e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7f69a951-cb23-4914-be25-73ed9ab72bf4'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:08:21.218133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Attempting to bind port a5cb516e-4dfc-42b0-9604-fb06ccb39886 on network 7f69a951-cb23-4914-be25-73ed9ab72bf4 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:21.231504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:08:21.233782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Checking segment: {'id': 'df6ad5d4-38a8-4541-a226-c7c0fb28e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7f69a951-cb23-4914-be25-73ed9ab72bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:21.234248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:21.234656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Bound using segment: {'id': 'df6ad5d4-38a8-4541-a226-c7c0fb28e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7f69a951-cb23-4914-be25-73ed9ab72bf4'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:08:21.235154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Bound port: a5cb516e-4dfc-42b0-9604-fb06ccb39886, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6ad5d4-38a8-4541-a226-c7c0fb28e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7f69a951-cb23-4914-be25-73ed9ab72bf4'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:08:21.235638 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:21.239712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8b169cb-d040-4e2f-91eb-71d2d6084817 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:21.277004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f9a16-8b95-4e7a-8a55-b43ba77addb7 req-e0b3f862-c386-44e0-881c-55f70f2e8930 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:21.288151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a7f9a16-8b95-4e7a-8a55-b43ba77addb7 req-e0b3f862-c386-44e0-881c-55f70f2e8930 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0997639 Nov 26 22:08:21.371049 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-a51e5770-6202-4b24-98ce-923274ab68a7 service neutron] 10.222.0.13 "GET /v2.0/networks/b18d6d1e-3f63-49dd-b076-c954c4a3797e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052311 Nov 26 22:08:21.376275 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8b169cb-d040-4e2f-91eb-71d2d6084817 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:21.419646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] For port a5cb516e-4dfc-42b0-9604-fb06ccb39886, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:08:21.425360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] For port a5cb516e-4dfc-42b0-9604-fb06ccb39886, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a5cb516e-4dfc-42b0-9604-fb06ccb39886,segment=NetworkSegment(df6ad5d4-38a8-4541-a226-c7c0fb28e1de),segment_id=df6ad5d4-38a8-4541-a226-c7c0fb28e1de)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:08:21.439753 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a7f9a16-8b95-4e7a-8a55-b43ba77addb7 req-d2028894-b3f6-4597-9719-7b88e568a97f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449478 Nov 26 22:08:21.455009 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:21.613596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bca10b-f2ea-47b9-9ff8-3cdb4d98f73c None None] Pushing event updated for resources: {'Port': ['ID=a5cb516e-4dfc-42b0-9604-fb06ccb39886,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:21.771734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Deleting port a5cb516e-4dfc-42b0-9604-fb06ccb39886 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:21.772097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.130804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dfb1b-31b0-4667-8f50-b425e829ff8d req-afe2b767-de97-4e16-8748-8e10f33f0ccc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:22.134067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c8dfb1b-31b0-4667-8f50-b425e829ff8d req-afe2b767-de97-4e16-8748-8e10f33f0ccc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1911874 Nov 26 22:08:22.211429 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8b169cb-d040-4e2f-91eb-71d2d6084817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.265019 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a1193ec-96bd-4596-8dd5-3fa69c5e5f21 req-76dc8f3a-5289-4759-8c58-8450a954c41b service neutron] 10.222.0.13 "GET /v2.0/networks/b18d6d1e-3f63-49dd-b076-c954c4a3797e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8795388 Nov 26 22:08:22.273270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] For port a5cb516e-4dfc-42b0-9604-fb06ccb39886, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a5cb516e-4dfc-42b0-9604-fb06ccb39886,segment=NetworkSegment(df6ad5d4-38a8-4541-a226-c7c0fb28e1de),segment_id=df6ad5d4-38a8-4541-a226-c7c0fb28e1de)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:22.273586 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.275000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c8dfb1b-31b0-4667-8f50-b425e829ff8d req-091b9587-7d9c-4356-ba55-d7fff82a6b9f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190999 Nov 26 22:08:22.297614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Calling delete_port for a5cb516e-4dfc-42b0-9604-fb06ccb39886 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:22.320347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6c37a-4ca0-4dc2-8718-1653c2899711 req-35a7aa8a-3346-48a9-b780-cdebcd10191e tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:22.323724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19e6c37a-4ca0-4dc2-8718-1653c2899711 req-35a7aa8a-3346-48a9-b780-cdebcd10191e tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 943 time: 0.1829085 Nov 26 22:08:22.332968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8b169cb-d040-4e2f-91eb-71d2d6084817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.419776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19e6c37a-4ca0-4dc2-8718-1653c2899711 req-8634547b-50c1-43fc-84d1-304caba04ad9 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885265 Nov 26 22:08:22.443224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b169cb-d040-4e2f-91eb-71d2d6084817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19862486-6087-4a8c-a7e1-0a558eed05e4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:22.448081 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8b169cb-d040-4e2f-91eb-71d2d6084817 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.449622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98da003-515e-425b-884f-3deca69f340a None None] Network c0930f8f-56c9-4dc2-947b-a41660669060 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:22.451779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a8b169cb-d040-4e2f-91eb-71d2d6084817 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/19862486-6087-4a8c-a7e1-0a558eed05e4 HTTP/1.1" status: 204 len: 168 time: 1.5704510 Nov 26 22:08:22.457028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40438) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:22.529183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0f101153-a9d5-4528-ba0e-4e9a4102a7bd details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:08:22.612644 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.673197 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.725191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Deleting port 7ab051ad-8f0b-41a3-9212-114a738ced2c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:22.725541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.753732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Port': ['ID=a5cb516e-4dfc-42b0-9604-fb06ccb39886,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:22.827795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,segment=NetworkSegment(f22c1ae4-1bdd-4a70-861c-c3c35bb3260b),segment_id=f22c1ae4-1bdd-4a70-861c-c3c35bb3260b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:22.863826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] For port 7ab051ad-8f0b-41a3-9212-114a738ced2c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ab051ad-8f0b-41a3-9212-114a738ced2c,segment=NetworkSegment(8c335e19-bc0b-4a58-a3f2-41219b6042f3),segment_id=8c335e19-bc0b-4a58-a3f2-41219b6042f3)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:22.864188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.866949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '0f101153-a9d5-4528-ba0e-4e9a4102a7bd', 'network_id': 'b18d6d1e-3f63-49dd-b076-c954c4a3797e', 'port_id': '0f101153-a9d5-4528-ba0e-4e9a4102a7bd', 'mac_address': 'fa:16:3e:7e:ab:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a40911c-10c7-489c-9c6e-696930bcd7b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:08:22.880218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Calling delete_port for 7ab051ad-8f0b-41a3-9212-114a738ced2c owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:22.890665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No DVR routers for this DVR port a5cb516e-4dfc-42b0-9604-fb06ccb39886 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:22.921137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] DHCP port deletion for c0930f8f-56c9-4dc2-947b-a41660669060 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:22.958260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:22.980927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.009144 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.047485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] No DVR routers for this DVR port 7ab051ad-8f0b-41a3-9212-114a738ced2c on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:23.055683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f101153-a9d5-4528-ba0e-4e9a4102a7bd {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:08:23.078197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab051ad-8f0b-41a3-9212-114a738ced2c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:23.127090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ab051ad-8f0b-41a3-9212-114a738ced2c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:23.136434 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.177727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=aa512e17-c441-482f-acfd-9082efdbccad,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:23.218455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 7ab051ad-8f0b-41a3-9212-114a738ced2c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:23.219238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ab051ad-8f0b-41a3-9212-114a738ced2c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:23.228867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.240995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,segment=NetworkSegment(f22c1ae4-1bdd-4a70-861c-c3c35bb3260b),segment_id=f22c1ae4-1bdd-4a70-861c-c3c35bb3260b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:23.243523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] Deleting port 7ab051ad-8f0b-41a3-9212-114a738ced2c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:23.244770 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.273334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0930f8f-56c9-4dc2-947b-a41660669060']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:23.281650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.284551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c335e19-bc0b-4a58-a3f2-41219b6042f3') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:23.284910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c335e19-bc0b-4a58-a3f2-41219b6042f3') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:23.310633 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.310841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f69a951-cb23-4914-be25-73ed9ab72bf4']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:23.316796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e332333-cc3f-4ca6-b700-ca5e1ae6450a None None] Network 7f69a951-cb23-4914-be25-73ed9ab72bf4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:23.333440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6ad5d4-38a8-4541-a226-c7c0fb28e1de') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:23.342295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6ad5d4-38a8-4541-a226-c7c0fb28e1de') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:23.342445 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.350434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:23.350841 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:23.352670 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:23.357346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-008bc7f0-91a4-4b4d-a1af-125f2c6abac4 None None] Could not find standard attr ID for object a5cb516e-4dfc-42b0-9604-fb06ccb39886. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:08:23.358391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.364320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.397428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.417005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:23.417496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:23.421371 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:23.529194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.536523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.549817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.555298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] For port 7ab051ad-8f0b-41a3-9212-114a738ced2c, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:23.555883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.559803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.561037 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cf00ac36-7191-403e-a809-c47897d04143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.567920 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/7f69a951-cb23-4914-be25-73ed9ab72bf4 HTTP/1.1" status: 204 len: 168 time: 3.2495294 Nov 26 22:08:23.571835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c0930f8f-56c9-4dc2-947b-a41660669060 HTTP/1.1" status: 204 len: 168 time: 1.1108396 Nov 26 22:08:23.578352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40464) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:23.593261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] Calling delete_port for 7ab051ad-8f0b-41a3-9212-114a738ced2c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:23.620992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] Port 7ab051ad-8f0b-41a3-9212-114a738ced2c was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:08:23.622690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:23.628412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] Network c0930f8f-56c9-4dc2-947b-a41660669060 is not hosted by any dhcp agent {{(pid=110001) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 22:08:23.628875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] No DVR routers for this DVR port 7ab051ad-8f0b-41a3-9212-114a738ced2c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:23.641053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:23.671723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70f933-a19f-464c-9c44-a2e7064b5dec tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=7f69a951-cb23-4914-be25-73ed9ab72bf4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:23.690192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0fa6e-5cdf-4fa7-85e3-291aa38e444d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0930f8f-56c9-4dc2-947b-a41660669060,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:23.690803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c423a0f-da56-48c5-a110-e32fc9b65112 None None] Pushing event deleted for resources: {'Port': ['ID=7ab051ad-8f0b-41a3-9212-114a738ced2c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:23.719839 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-23935d53-752a-4b39-b561-a5d41c66ac74 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:23.723772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23935d53-752a-4b39-b561-a5d41c66ac74 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:23.740447 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-23935d53-752a-4b39-b561-a5d41c66ac74 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/aa512e17-c441-482f-acfd-9082efdbccad HTTP/1.1" status: 404 len: 337 time: 0.1466546 Nov 26 22:08:23.741368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40474) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:23.741755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9e8d8-3d71-4588-96d3-c77c4a8af147 req-2b2878db-711b-4a8d-9563-7349d8911773 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:23.745408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ede9e8d8-3d71-4588-96d3-c77c4a8af147 req-2b2878db-711b-4a8d-9563-7349d8911773 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.3133457 Nov 26 22:08:23.746787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be32532-bba7-44c0-9a63-65b9b9fad0a9 None None] DHCP port deletion for 7f69a951-cb23-4914-be25-73ed9ab72bf4 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:23.773653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20286d-c257-4a0b-8fb5-e34a9afd695c None None] Network 7f69a951-cb23-4914-be25-73ed9ab72bf4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:23.781969 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c31df3-f937-473e-a9f9-58e4346d0203 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:23.782756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c31df3-f937-473e-a9f9-58e4346d0203 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:23.786772 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-25c31df3-f937-473e-a9f9-58e4346d0203 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/7f69a951-cb23-4914-be25-73ed9ab72bf4 HTTP/1.1" status: 404 len: 339 time: 0.0438714 Nov 26 22:08:23.789635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40476) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:23.794012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20286d-c257-4a0b-8fb5-e34a9afd695c None None] Network 7f69a951-cb23-4914-be25-73ed9ab72bf4 could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 22:08:23.826570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fd7b3-051f-46e0-a15e-8ac39e951a14 req-cc504300-ee62-4ea1-ad2f-39d8ea5cdfe7 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:23.828199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-830fd7b3-051f-46e0-a15e-8ac39e951a14 req-cc504300-ee62-4ea1-ad2f-39d8ea5cdfe7 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 944 time: 0.2487800 Nov 26 22:08:23.828793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40478) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:23.832730 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86993f4-db62-42b3-b0ab-e3c27947a762 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:23.833405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86993f4-db62-42b3-b0ab-e3c27947a762 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:23.836724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b86993f4-db62-42b3-b0ab-e3c27947a762 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/86688efe-8160-4fa0-a9df-68222da3b516 HTTP/1.1" status: 404 len: 337 time: 0.0459533 Nov 26 22:08:23.840033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40480) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:23.866569 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3e6ea1-d711-4164-8bab-7696dd0be80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:23.867390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3e6ea1-d711-4164-8bab-7696dd0be80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:23.872314 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7f3e6ea1-d711-4164-8bab-7696dd0be80f tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/d0fa50f5-c103-45f1-af7c-e4bfd0f317e5 HTTP/1.1" status: 404 len: 339 time: 0.0306907 Nov 26 22:08:23.874883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40482) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:23.882955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0f101153-a9d5-4528-ba0e-4e9a4102a7bd'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:08:23.903105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ede9e8d8-3d71-4588-96d3-c77c4a8af147 req-afb4326b-2057-4637-b680-d5694afc8f14 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485217 Nov 26 22:08:23.954692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-830fd7b3-051f-46e0-a15e-8ac39e951a14 req-e825b422-5509-4117-a13e-e86bd44ff530 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124859 Nov 26 22:08:24.001492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-086c8b55-b905-48a3-8288-fc49589e94be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e23ce2282ef44368a268d7ecf5556a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689579 Nov 26 22:08:24.006958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40486) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.057984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.060732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b1e89-164e-40ac-a407-712f6c8614de req-b3c60c2b-0d96-41b9-9c4c-befa2213d1a1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:24.071292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f2b1e89-164e-40ac-a407-712f6c8614de req-b3c60c2b-0d96-41b9-9c4c-befa2213d1a1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0630887 Nov 26 22:08:24.122741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07c1d715-819e-470f-a04a-cb91e8b4df98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.136202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f2b1e89-164e-40ac-a407-712f6c8614de req-f887f8db-5df5-4243-a048-ffe14799db34 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574627 Nov 26 22:08:24.187025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07c1d715-819e-470f-a04a-cb91e8b4df98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.208300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.246420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ab864-c1cd-4c97-bf6b-583df54773a9 req-70623701-fec7-43f6-a64c-15f86eea85da tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:24.247715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:24.248725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-992ab864-c1cd-4c97-bf6b-583df54773a9 req-70623701-fec7-43f6-a64c-15f86eea85da tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0525248 Nov 26 22:08:24.259225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441b25bf-c5a5-443b-b957-704d80ee97f9') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:24.260283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441b25bf-c5a5-443b-b957-704d80ee97f9') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:24.275399 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.292655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.298099 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07c1d715-819e-470f-a04a-cb91e8b4df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.301184 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07c1d715-819e-470f-a04a-cb91e8b4df98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.302562 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-07c1d715-819e-470f-a04a-cb91e8b4df98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8333f63-36fb-4078-921d-e8a7e83522ae HTTP/1.1" status: 204 len: 168 time: 0.2911172 Nov 26 22:08:24.305175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-992ab864-c1cd-4c97-bf6b-583df54773a9 req-dd5c76dd-7454-4942-bacd-cf70c54eda70 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467324 Nov 26 22:08:24.308034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:24.308764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:24.311955 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:24.333898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1d715-819e-470f-a04a-cb91e8b4df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8333f63-36fb-4078-921d-e8a7e83522ae,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:24.388633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.398227 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:24.406592 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2 HTTP/1.1" status: 204 len: 168 time: 0.5243130 Nov 26 22:08:24.407145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40494) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.413371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff48a4-2e78-41dc-92e7-3741792096a2 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=137b2d37-f1ad-4a9a-b9ee-3ea3478f7cd2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:24.454174 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc506dd3-ec31-42fd-a4b4-0cb62ded145b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.454643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc506dd3-ec31-42fd-a4b4-0cb62ded145b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.457763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cc506dd3-ec31-42fd-a4b4-0cb62ded145b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/2181559e-a174-4934-8cee-befd6397e22d HTTP/1.1" status: 404 len: 337 time: 0.0426219 Nov 26 22:08:24.460428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40496) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.490431 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd23195-473e-4592-8155-a1e3aecc9a08 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.490946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd23195-473e-4592-8155-a1e3aecc9a08 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.499604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40498) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.500398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bdd23195-473e-4592-8155-a1e3aecc9a08 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/74ecbf49-a469-415b-bb72-9ddd5fdf20b8 HTTP/1.1" status: 404 len: 339 time: 0.0381558 Nov 26 22:08:24.535858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48d147-e81c-4607-8dbb-aa320ec73a0c req-350de941-5af7-4bda-9eb3-1de22a30c053 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:24.541632 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68dcd91-bf0c-45f0-ad0f-1035cef604d7 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.542133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68dcd91-bf0c-45f0-ad0f-1035cef604d7 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.546983 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c68dcd91-bf0c-45f0-ad0f-1035cef604d7 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/1f7a1979-3db6-46af-976a-d12a79406237 HTTP/1.1" status: 404 len: 337 time: 0.0465362 Nov 26 22:08:24.549690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40500) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.550634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e48d147-e81c-4607-8dbb-aa320ec73a0c req-350de941-5af7-4bda-9eb3-1de22a30c053 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1445823 Nov 26 22:08:24.577879 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ab69c3-c26d-443b-bd3d-ac4476f0424b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.578459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ab69c3-c26d-443b-bd3d-ac4476f0424b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.581632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-78ab69c3-c26d-443b-bd3d-ac4476f0424b tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/fc349d0f-2a2d-4a9d-8d38-d3652a8f0a94 HTTP/1.1" status: 404 len: 339 time: 0.0308940 Nov 26 22:08:24.584124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40504) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.615058 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a36042-a0a4-4b73-85e2-362ee128b527 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.615526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a36042-a0a4-4b73-85e2-362ee128b527 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.619604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-87a36042-a0a4-4b73-85e2-362ee128b527 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/416ae39e-1dcc-4542-9af0-8c38d9785845 HTTP/1.1" status: 404 len: 337 time: 0.0339231 Nov 26 22:08:24.622412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40506) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.649344 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6b0aa8-9fec-427e-bbc9-300b614e07f1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.649958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6b0aa8-9fec-427e-bbc9-300b614e07f1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.656010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ee6b0aa8-9fec-427e-bbc9-300b614e07f1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/f3504487-e390-4c95-aee2-30a94824107b HTTP/1.1" status: 404 len: 339 time: 0.0321660 Nov 26 22:08:24.658307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40508) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.692201 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4d7043-7594-4a78-a70b-234699daf8bf tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.692677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4d7043-7594-4a78-a70b-234699daf8bf tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.696194 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0f4d7043-7594-4a78-a70b-234699daf8bf tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/240f47ed-f8d6-4b91-93df-0c5cc65b5a90 HTTP/1.1" status: 404 len: 337 time: 0.0369208 Nov 26 22:08:24.699288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40514) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.739762 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f7f103-dfea-458b-927e-08c40a8a1f8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.747615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f7f103-dfea-458b-927e-08c40a8a1f8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.753169 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-87f7f103-dfea-458b-927e-08c40a8a1f8d tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/ec902926-da21-432b-9ee5-ea87dec34652 HTTP/1.1" status: 404 len: 339 time: 0.0506570 Nov 26 22:08:24.753462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40520) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.787490 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce85d7b-6005-456f-ab88-d8b764e81fc3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.787958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce85d7b-6005-456f-ab88-d8b764e81fc3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.794134 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1ce85d7b-6005-456f-ab88-d8b764e81fc3 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/c46e0701-926d-4a82-803e-b05c8cba4e14 HTTP/1.1" status: 404 len: 337 time: 0.0329990 Nov 26 22:08:24.794486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40524) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.813348 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a06659-1507-4744-96fe-9a4869714a09 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.814179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a06659-1507-4744-96fe-9a4869714a09 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.818133 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c3a06659-1507-4744-96fe-9a4869714a09 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/3c7bb684-142d-46e9-8c6d-8b6fc19589f6 HTTP/1.1" status: 404 len: 339 time: 0.0222507 Nov 26 22:08:24.820292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40526) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.862108 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-325ae0de-c3a1-42a0-9de4-866c391ce52a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.862573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325ae0de-c3a1-42a0-9de4-866c391ce52a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.868293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-325ae0de-c3a1-42a0-9de4-866c391ce52a tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/8ee853aa-b794-4fa2-b15c-c2f697896756 HTTP/1.1" status: 404 len: 337 time: 0.0445490 Nov 26 22:08:24.868610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40530) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.898724 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b6f461-3584-4fcc-88e1-81e612178f09 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.899244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b6f461-3584-4fcc-88e1-81e612178f09 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.905122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b9b6f461-3584-4fcc-88e1-81e612178f09 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/c47fd1f0-0ce5-402c-bcea-1a3ac9324408 HTTP/1.1" status: 404 len: 339 time: 0.0331461 Nov 26 22:08:24.905477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40534) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.947740 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb11a233-8ab4-45ac-89fc-91eba29a1b77 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.958570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb11a233-8ab4-45ac-89fc-91eba29a1b77 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.965965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40536) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:24.966706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-eb11a233-8ab4-45ac-89fc-91eba29a1b77 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/8ed761be-e10f-4e05-aeb7-2b4541282735 HTTP/1.1" status: 404 len: 337 time: 0.0599685 Nov 26 22:08:24.988537 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-0035b11c-06e3-40de-a566-9a2b6e95bc6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:24.989058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0035b11c-06e3-40de-a566-9a2b6e95bc6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:24.989777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e48d147-e81c-4607-8dbb-aa320ec73a0c req-1c7c0c30-83eb-4c1e-a5d1-1a2a0bdce839 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4380245 Nov 26 22:08:24.993342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0035b11c-06e3-40de-a566-9a2b6e95bc6c tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/280b8d9a-b46c-43db-940a-32533ffabe69 HTTP/1.1" status: 404 len: 339 time: 0.0261645 Nov 26 22:08:24.996310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40540) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:25.036945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a5cb516e-4dfc-42b0-9604-fb06ccb39886 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:25.077920 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d4461b-c19a-4bb0-9f2a-8997c50e9e63 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:25.078930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d4461b-c19a-4bb0-9f2a-8997c50e9e63 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:25.082639 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d5d4461b-c19a-4bb0-9f2a-8997c50e9e63 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/81517a2e-7bd0-4090-a50f-abbe34e49551 HTTP/1.1" status: 404 len: 337 time: 0.0853605 Nov 26 22:08:25.086289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40546) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:25.088610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a5cb516e-4dfc-42b0-9604-fb06ccb39886 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:25.088952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a5cb516e-4dfc-42b0-9604-fb06ccb39886 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:25.114481 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5633a44-59d5-4cc9-b44a-991264225bf1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] DELETE failed (client error): The resource could not be found. Nov 26 22:08:25.115359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5633a44-59d5-4cc9-b44a-991264225bf1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:08:25.121674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d5633a44-59d5-4cc9-b44a-991264225bf1 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/f9f8b379-670f-4239-8e63-5da575980acd HTTP/1.1" status: 404 len: 339 time: 0.0338471 Nov 26 22:08:25.124234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40548) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:25.149845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f203b-65db-482a-8466-d52b16050ba5 req-3a60e34a-aefa-4c27-83fe-ff22483b4b03 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:25.152131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-801f203b-65db-482a-8466-d52b16050ba5 req-3a60e34a-aefa-4c27-83fe-ff22483b4b03 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 944 time: 0.0851898 Nov 26 22:08:25.187728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10abeca-b0e4-4323-bfc4-a59666c79026 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Deleting subnet 02bbba03-6370-4402-96ac-40f8b423e96d {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:08:25.191656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d10abeca-b0e4-4323-bfc4-a59666c79026 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.248107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d10abeca-b0e4-4323-bfc4-a59666c79026 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.270046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-801f203b-65db-482a-8466-d52b16050ba5 req-2049e356-dc52-490a-8eb2-ca980c73f672 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069994 Nov 26 22:08:25.383953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d10abeca-b0e4-4323-bfc4-a59666c79026 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.465866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d10abeca-b0e4-4323-bfc4-a59666c79026 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.504048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10abeca-b0e4-4323-bfc4-a59666c79026 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Subnet': ['ID=02bbba03-6370-4402-96ac-40f8b423e96d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:25.510791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d10abeca-b0e4-4323-bfc4-a59666c79026 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.516545 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d10abeca-b0e4-4323-bfc4-a59666c79026 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/subnets/02bbba03-6370-4402-96ac-40f8b423e96d HTTP/1.1" status: 204 len: 168 time: 0.3910618 Nov 26 22:08:25.519042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40560) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:25.519722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce91a20-7067-4e1e-b279-51accdc69dd6 None None] Network a1ab295c-a46a-4e26-9614-3c7ab57471fb requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:25.625818 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.705811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Deleting port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:25.706560 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.789443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] For port f8cda702-759a-4c0b-81f5-cae9f9cb5d98, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f8cda702-759a-4c0b-81f5-cae9f9cb5d98,segment=NetworkSegment(b6ccff06-921a-48ae-a428-99072092fe46),segment_id=b6ccff06-921a-48ae-a428-99072092fe46)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:25.789907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.805588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Calling delete_port for f8cda702-759a-4c0b-81f5-cae9f9cb5d98 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:25.889542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] DHCP port deletion for a1ab295c-a46a-4e26-9614-3c7ab57471fb request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:25.908837 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:25.939618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Port': ['ID=f8cda702-759a-4c0b-81f5-cae9f9cb5d98,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:25.949412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] No DVR routers for this DVR port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:25.960999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] Deleting port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:25.961686 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.046672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] For port f8cda702-759a-4c0b-81f5-cae9f9cb5d98, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:26.047359 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.087575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] Calling delete_port for f8cda702-759a-4c0b-81f5-cae9f9cb5d98 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:26.096166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] Port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:08:26.098375 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.117155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.155833 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] Pushing event deleted for resources: {'Port': ['ID=f8cda702-759a-4c0b-81f5-cae9f9cb5d98,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:26.161901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab07fd-0a68-479d-828c-461f2b542d6f None None] No DVR routers for this DVR port f8cda702-759a-4c0b-81f5-cae9f9cb5d98 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:26.178379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ab295c-a46a-4e26-9614-3c7ab57471fb']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:26.208453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ccff06-921a-48ae-a428-99072092fe46') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:26.208972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ccff06-921a-48ae-a428-99072092fe46') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:26.222581 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.231582 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45f6d605-231d-432c-913f-be219e81845f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.246871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.259054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:26.261162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:26.267393 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:26.388109 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.397102 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.410869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] 10.222.0.21 "DELETE /v2.0/networks/a1ab295c-a46a-4e26-9614-3c7ab57471fb HTTP/1.1" status: 204 len: 168 time: 0.8901522 Nov 26 22:08:26.443410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00e8b1-d5a2-4bc3-9e6c-4dc17fec7269 tempest-NetworksTest-1738369600 tempest-NetworksTest-1738369600-project] Pushing event deleted for resources: {'Network': ['ID=a1ab295c-a46a-4e26-9614-3c7ab57471fb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:26.492543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4400f23-c548-4df0-a13d-5bbecedc17b3 req-5a0136e1-7ea0-464a-b4e1-1d4efd80fdb5 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:26.515932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4400f23-c548-4df0-a13d-5bbecedc17b3 req-5a0136e1-7ea0-464a-b4e1-1d4efd80fdb5 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 944 time: 0.1007550 Nov 26 22:08:26.548447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0f101153-a9d5-4528-ba0e-4e9a4102a7bd up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:26.561457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-fb3d1fe4-c3f6-487e-adab-2b69be27d411 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4615602 Nov 26 22:08:26.615756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4400f23-c548-4df0-a13d-5bbecedc17b3 req-17655df1-e33e-4a4d-8274-ac1e6b0c013a tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932949 Nov 26 22:08:26.659722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:08:26.677778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:26.678085 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.764759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-9a531a68-64db-4363-b3d2-c19faa4f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:26.765383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-9a531a68-64db-4363-b3d2-c19faa4f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:26.766158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-9a531a68-64db-4363-b3d2-c19faa4f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:26.766977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-9a531a68-64db-4363-b3d2-c19faa4f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:26.767632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-9a531a68-64db-4363-b3d2-c19faa4f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:26.769118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-9a531a68-64db-4363-b3d2-c19faa4f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:26.770507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-9a531a68-64db-4363-b3d2-c19faa4f1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:26.773149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-9a531a68-64db-4363-b3d2-c19faa4f1214 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 6500 time: 0.1057932 Nov 26 22:08:26.838503 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:26.909408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5111fc-b728-48c6-aebc-7ef04e463322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f101153-a9d5-4528-ba0e-4e9a4102a7bd'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:08:26.911775 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30396851-8fee-47e7-b3ad-4501d873d578" -d '{"events": [{"server_uuid": "bc5111fc-b728-48c6-aebc-7ef04e463322", "name": "network-vif-plugged", "status": "completed", "tag": "0f101153-a9d5-4528-ba0e-4e9a4102a7bd"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:08:26.965929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40606) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:26.980681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,segment=NetworkSegment(f22c1ae4-1bdd-4a70-861c-c3c35bb3260b),segment_id=f22c1ae4-1bdd-4a70-861c-c3c35bb3260b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:26.990914 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:27.036311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-d4eef722-ee62-486f-9512-1f27834b4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:27.038351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-d4eef722-ee62-486f-9512-1f27834b4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:27.048623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-d4eef722-ee62-486f-9512-1f27834b4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:27.051077 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-d4eef722-ee62-486f-9512-1f27834b4a6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&id=a12c8647-c2a6-454e-b2a4-b129f610ef39&id=a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 200 len: 2298 time: 0.2491429 Nov 26 22:08:27.115803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f8cda702-759a-4c0b-81f5-cae9f9cb5d98 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:27.131433 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:27.160774 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-46840891-03ea-496b-86d9-2caef4e1cb3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70621aed-7a91-4da3-9946-e906c783d7f7 HTTP/1.1" status: 200 len: 1002 time: 0.0995932 Nov 26 22:08:27.178225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f8cda702-759a-4c0b-81f5-cae9f9cb5d98 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:27.178531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f8cda702-759a-4c0b-81f5-cae9f9cb5d98 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:27.196074 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:27.227502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-2ba2ed70-e782-41e7-bce2-c5f53dd9f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:27.229815 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-2ba2ed70-e782-41e7-bce2-c5f53dd9f236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54f0247c-5539-4f19-9a32-ead622c07557 HTTP/1.1" status: 200 len: 855 time: 0.0609756 Nov 26 22:08:27.282814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-6604705e-2926-46e2-84be-6d97800124f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:27.284638 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-6604705e-2926-46e2-84be-6d97800124f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465205 Nov 26 22:08:27.330044 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91093aa7-a026-453f-b6cf-161454a83017 x-openstack-request-id: req-91093aa7-a026-453f-b6cf-161454a83017 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:08:27.330453 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5111fc-b728-48c6-aebc-7ef04e463322", "name": "network-vif-plugged", "status": "completed", "tag": "0f101153-a9d5-4528-ba0e-4e9a4102a7bd", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:08:27.330779 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91093aa7-a026-453f-b6cf-161454a83017 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:08:27.331235 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5111fc-b728-48c6-aebc-7ef04e463322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f101153-a9d5-4528-ba0e-4e9a4102a7bd', 'code': 200} Nov 26 22:08:27.483846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-c8a04a50-eccb-4fa3-b39c-564388541314 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910350 Nov 26 22:08:27.518204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b5c58-b797-445f-83c0-7e1b28dc47a7 req-0a3b80cf-ed43-4991-a741-12eafa550247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:27.520013 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b9b5c58-b797-445f-83c0-7e1b28dc47a7 req-0a3b80cf-ed43-4991-a741-12eafa550247 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 1096 time: 0.0842435 Nov 26 22:08:27.578689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40618) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:27.708275 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19641c10-38d1-4c1f-ab92-a20986edf77d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:27.963433 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19641c10-38d1-4c1f-ab92-a20986edf77d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:27.967924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ea3053f7-ddcb-4c0d-9a63-c8450a8b69d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f293cf5c2814a7dbb765975dfd2e08f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0002887 Nov 26 22:08:27.970568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40634) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:27.982597 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19641c10-38d1-4c1f-ab92-a20986edf77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.080782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19641c10-38d1-4c1f-ab92-a20986edf77d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8afe4c5703f42cf9c9e40b13d7b751d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5003631 Nov 26 22:08:28.088680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40640) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:28.100743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-5db487b5-a3f6-44d4-9810-08f7fa996881 service neutron] 10.222.0.13 "GET /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080213 Nov 26 22:08:28.128605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19641c10-38d1-4c1f-ab92-a20986edf77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f496cce-c78e-4ed4-bce0-5f6abff92693,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:28.149768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516fc5b-7463-4ba6-9cab-4377e04d82b2 req-12720d4c-2acf-4349-800e-203f79301fc9 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:28.152241 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1516fc5b-7463-4ba6-9cab-4377e04d82b2 req-12720d4c-2acf-4349-800e-203f79301fc9 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 945 time: 0.3342779 Nov 26 22:08:28.196181 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b9b5c58-b797-445f-83c0-7e1b28dc47a7 req-668ffe8d-9bb8-4171-8d39-f7b8aca83809 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433499 Nov 26 22:08:28.197735 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-ef942b9e-a6fb-455e-b3c9-34b7401a9295 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 217 time: 0.0849712 Nov 26 22:08:28.249916 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-782c012d-a804-44f6-95bf-d99f022f4ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.284287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19476302-a5a5-4917-bb84-2fe540807470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.324748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1516fc5b-7463-4ba6-9cab-4377e04d82b2 req-6b210b80-a1f0-49b9-a301-1b3ba15333d2 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481328 Nov 26 22:08:28.326611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-782c012d-a804-44f6-95bf-d99f022f4ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.336339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19476302-a5a5-4917-bb84-2fe540807470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.409060 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19476302-a5a5-4917-bb84-2fe540807470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.412821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19476302-a5a5-4917-bb84-2fe540807470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.413899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19476302-a5a5-4917-bb84-2fe540807470 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f496cce-c78e-4ed4-bce0-5f6abff92693 HTTP/1.1" status: 204 len: 168 time: 0.3083067 Nov 26 22:08:28.417111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-782c012d-a804-44f6-95bf-d99f022f4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.419969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-782c012d-a804-44f6-95bf-d99f022f4ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.421179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-782c012d-a804-44f6-95bf-d99f022f4ecb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7170c938-6f23-4486-9938-f8c6e216f000 HTTP/1.1" status: 204 len: 168 time: 0.4494755 Nov 26 22:08:28.428057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19476302-a5a5-4917-bb84-2fe540807470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f496cce-c78e-4ed4-bce0-5f6abff92693,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:28.439783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c012d-a804-44f6-95bf-d99f022f4ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7170c938-6f23-4486-9938-f8c6e216f000,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:28.605227 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:28.681292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-74ea915e-2efe-4f62-b01f-f3c0b7a86ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:28.683122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-74ea915e-2efe-4f62-b01f-f3c0b7a86ad1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.0565259 Nov 26 22:08:28.753582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-fbe17530-8e7b-45c9-a1c4-f8727d19c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:28.756984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-fbe17530-8e7b-45c9-a1c4-f8727d19c2e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649228 Nov 26 22:08:28.878133 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-262622f1-4f33-45c7-ac8d-da4d15697b3b service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130400 Nov 26 22:08:28.884639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40664) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:28.911358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dca9d9ad-cf94-4f18-bd1d-f0aa6d9555b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.009560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-c2d2ed63-0a02-4d1c-8710-e520dacc91b6 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233895 Nov 26 22:08:29.030997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dca9d9ad-cf94-4f18-bd1d-f0aa6d9555b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.037315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dca9d9ad-cf94-4f18-bd1d-f0aa6d9555b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.066197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-99e713c9-ddfd-4879-aac1-bf9694cc9e2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 217 time: 0.0487657 Nov 26 22:08:29.091015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dca9d9ad-cf94-4f18-bd1d-f0aa6d9555b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11036157b4ec425abe0b083651871963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2042482 Nov 26 22:08:29.091820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40672) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:29.108892 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.113312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9d9ad-cf94-4f18-bd1d-f0aa6d9555b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46cc9c0-739f-4994-9e93-16be353b7174,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:29.167044 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b6b-0e1d-4e9d-a9b8-bb39f02ddf72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.187889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-4ebf5366-5554-4cb9-8489-e2331d4129af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:29.192956 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-4ebf5366-5554-4cb9-8489-e2331d4129af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.0998764 Nov 26 22:08:29.201850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b6b-0e1d-4e9d-a9b8-bb39f02ddf72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.291546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40682) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:29.300302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b6b-0e1d-4e9d-a9b8-bb39f02ddf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.303536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dfb23b6b-0e1d-4e9d-a9b8-bb39f02ddf72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.308990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dfb23b6b-0e1d-4e9d-a9b8-bb39f02ddf72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c46cc9c0-739f-4994-9e93-16be353b7174 HTTP/1.1" status: 204 len: 168 time: 0.2128446 Nov 26 22:08:29.311456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-f870cc4c-6c56-4b7d-a26f-ad8b96912ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:29.313401 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-f870cc4c-6c56-4b7d-a26f-ad8b96912ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1055870 Nov 26 22:08:29.322927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb23b6b-0e1d-4e9d-a9b8-bb39f02ddf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46cc9c0-739f-4994-9e93-16be353b7174,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:29.488653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-ba71ce52-f6df-445c-8abb-bcd580b1ddc5 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659532 Nov 26 22:08:29.524675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df75f5-b8a0-4c7f-bba5-e7184e9161e6 req-7f6f5bc9-be06-4eb6-ad5a-47d2473f4832 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:29.526979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71df75f5-b8a0-4c7f-bba5-e7184e9161e6 req-7f6f5bc9-be06-4eb6-ad5a-47d2473f4832 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 945 time: 0.0836473 Nov 26 22:08:29.648616 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-14f2fb0a-7709-458d-a376-6e59d81e83f1 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411500 Nov 26 22:08:29.697344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71df75f5-b8a0-4c7f-bba5-e7184e9161e6 req-1046ddf2-00b4-4227-9ddb-93eb7aa8060d tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640396 Nov 26 22:08:29.748309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebdb595-2b5d-451e-a30c-75a526ab1475 admin admin] Deleting subnet 45eee5c7-0c95-46d1-8c6c-86b8b456ad3c {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:08:29.759336 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb595-2b5d-451e-a30c-75a526ab1475 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.799201 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-c235407d-2ac0-4565-9608-27316e153a3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=df353b82-9244-4a84-b2e0-73497dc7871d HTTP/1.1" status: 200 len: 217 time: 0.1375394 Nov 26 22:08:29.851419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb595-2b5d-451e-a30c-75a526ab1475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.909054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-6673c5f1-fca5-48f9-af8a-8af03ec37bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:29.910579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-6673c5f1-fca5-48f9-af8a-8af03ec37bb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1005161 Nov 26 22:08:29.945017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb595-2b5d-451e-a30c-75a526ab1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:29.997132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-c19a4d05-1cc2-4a4f-8e3e-52f25d74ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:29.998712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-c19a4d05-1cc2-4a4f-8e3e-52f25d74ad01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0787256 Nov 26 22:08:30.010603 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb595-2b5d-451e-a30c-75a526ab1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.054821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40702) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:30.055901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdb595-2b5d-451e-a30c-75a526ab1475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45eee5c7-0c95-46d1-8c6c-86b8b456ad3c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:30.061384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243c5895-45cf-45eb-bfca-06f14451aebd None None] Network f7176357-f750-48b9-871b-b10bc0ddd0ff requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:30.069812 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb595-2b5d-451e-a30c-75a526ab1475 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.082469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ebdb595-2b5d-451e-a30c-75a526ab1475 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45eee5c7-0c95-46d1-8c6c-86b8b456ad3c HTTP/1.1" status: 204 len: 168 time: 0.7872162 Nov 26 22:08:30.083403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40706) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:30.111165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5fd02b10-5564-4368-887a-b5fd7f32a447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.209387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b2bdc7-b312-4c1c-b5ca-5cf37a69bc7e None None] DHCP port deletion for f7176357-f750-48b9-871b-b10bc0ddd0ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:30.226568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-676d3724-571e-43a9-a028-485d1daca3f0 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182279 Nov 26 22:08:30.236644 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.246695 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5fd02b10-5564-4368-887a-b5fd7f32a447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.255856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5fd02b10-5564-4368-887a-b5fd7f32a447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.328756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd02b10-5564-4368-887a-b5fd7f32a447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4880392a-f099-4f77-8af0-9783c3928438,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:30.350519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5fd02b10-5564-4368-887a-b5fd7f32a447 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e685f66ea6d46ce9d523c908a593954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820690 Nov 26 22:08:30.353009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40714) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:30.376921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-247f9500-e952-4eac-bf25-2ccfe034ec13 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339140 Nov 26 22:08:30.418594 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aace962e-5241-4f1e-aa1e-20f632cac761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.444168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aace962e-5241-4f1e-aa1e-20f632cac761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.449015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-fc38b766-18b6-44c5-8f7e-61b7c58ec42a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d HTTP/1.1" status: 200 len: 217 time: 0.0432954 Nov 26 22:08:30.508257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aace962e-5241-4f1e-aa1e-20f632cac761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.512373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aace962e-5241-4f1e-aa1e-20f632cac761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.513798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aace962e-5241-4f1e-aa1e-20f632cac761 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4880392a-f099-4f77-8af0-9783c3928438 HTTP/1.1" status: 204 len: 168 time: 0.1585181 Nov 26 22:08:30.534548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace962e-5241-4f1e-aa1e-20f632cac761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4880392a-f099-4f77-8af0-9783c3928438,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:30.539465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.540839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40722) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:30.571457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-a47f495b-0db1-4ae9-aa40-613a63430e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:30.573041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-a47f495b-0db1-4ae9-aa40-613a63430e9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 200 len: 797 time: 0.1141880 Nov 26 22:08:30.576873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7176357-f750-48b9-871b-b10bc0ddd0ff']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:30.628483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc7c8b5-4b44-4def-819e-80f9d9f349b4') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:30.628788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc7c8b5-4b44-4def-819e-80f9d9f349b4') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:30.641878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.660920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-b6238c1b-65cb-4e39-ace0-165b80f6b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:30.662814 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-b6238c1b-65cb-4e39-ace0-165b80f6b100 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d94d6a3-5781-45f9-bfff-bc9c905dca0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782609 Nov 26 22:08:30.663772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.670604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:30.671007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:30.672982 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:30.781286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1703337507'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:30.784215 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.796705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.804498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f7176357-f750-48b9-871b-b10bc0ddd0ff HTTP/1.1" status: 204 len: 168 time: 0.7176368 Nov 26 22:08:30.829763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4365fd-0484-4f96-b32a-9416c6f360a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7176357-f750-48b9-871b-b10bc0ddd0ff,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:30.841331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:30.848281 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-fdb57637-0388-4f51-a1e9-63837f6a8a81 service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742642 Nov 26 22:08:30.851173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.869785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:30.949878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb11456-ed6a-47bb-83ba-d2167ee42408 req-04240ac8-ef33-4885-813d-5677a25d3b33 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:30.952852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8eb11456-ed6a-47bb-83ba-d2167ee42408 req-04240ac8-ef33-4885-813d-5677a25d3b33 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 945 time: 0.0982792 Nov 26 22:08:30.961981 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-1bf8b5fc-d6e4-43b9-bc24-6383f114e87e service neutron] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053426 Nov 26 22:08:31.021486 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-7e849ca0-451d-4d25-8bab-7eaddb49a760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372 HTTP/1.1" status: 200 len: 217 time: 0.0498927 Nov 26 22:08:31.045628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8eb11456-ed6a-47bb-83ba-d2167ee42408 req-9e0eedef-86e0-4076-9a88-0ed49549a081 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Nov 26 22:08:31.062300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.077056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.088703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-c7fdda87-6f9b-4b11-93f7-6c13390066c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:31.090478 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-c7fdda87-6f9b-4b11-93f7-6c13390066c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.0602753 Nov 26 22:08:31.120790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:31.122814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40746) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:31.146736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1db2333-d35f-4497-8247-7ba52f120b9a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:31.162790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.163072 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment 33d777d2-7a38-4d91-a105-d85d32c1f6db of type vlan for network 04ed5a79-c3d7-4635-96bd-27eed33f321e Nov 26 22:08:31.174597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-f9f313d6-4e2b-4409-bd3a-ec5f0939ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:31.176332 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-f9f313d6-4e2b-4409-bd3a-ec5f0939ab8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776029 Nov 26 22:08:31.234405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9428792a-1e74-4431-bc29-62ebcfa9813b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f472851f89d645388ae67d3bd2615df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075885 Nov 26 22:08:31.237654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40748) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:31.240594 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.315918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-b9333393-7698-40a0-8dfd-d4ce6d00004b service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308978 Nov 26 22:08:31.319498 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7169baca-1129-47da-a81e-cc596dde3f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.321211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.329049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:31.329741 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.426680 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8815660 Nov 26 22:08:31.428868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40756) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:31.434036 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7169baca-1129-47da-a81e-cc596dde3f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.451292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1941408325'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:31.458812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b6d2c-6660-4ee1-b491-e4f1f302c22f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=04ed5a79-c3d7-4635-96bd-27eed33f321e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:31.470905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 04ed5a79-c3d7-4635-96bd-27eed33f321e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:31.537248 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7169baca-1129-47da-a81e-cc596dde3f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.538203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:31.541168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7169baca-1129-47da-a81e-cc596dde3f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.543379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7169baca-1129-47da-a81e-cc596dde3f9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84e0de36-eef0-415c-8af4-02940340ef9a HTTP/1.1" status: 204 len: 168 time: 0.3046405 Nov 26 22:08:31.555604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.555890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169baca-1129-47da-a81e-cc596dde3f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e0de36-eef0-415c-8af4-02940340ef9a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:31.660572 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-b6e9f747-5936-4ada-a774-149dced3ab26 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366520 Nov 26 22:08:31.668275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:31.722236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-95fe7df6-5e1d-4f88-8f03-9f8da8c7f088 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f HTTP/1.1" status: 200 len: 217 time: 0.0513268 Nov 26 22:08:31.723642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.724086 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment a33c3550-e63f-40b0-97b1-8ea5a49de2d8 of type vlan for network 85d17a58-25e0-4000-9f19-6efc2a400c8e Nov 26 22:08:31.787428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-381a4c28-e980-446a-b656-4fb92515c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:31.789158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-381a4c28-e980-446a-b656-4fb92515c05d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 200 len: 797 time: 0.0549121 Nov 26 22:08:31.860538 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.904580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-43fc15da-0b71-4108-9f24-834a20a6c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:31.907092 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-43fc15da-0b71-4108-9f24-834a20a6c7bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a12c8647-c2a6-454e-b2a4-b129f610ef39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955989 Nov 26 22:08:31.911167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.920588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:31.921302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:31.989801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5596356 Nov 26 22:08:31.998420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40780) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:32.004591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': '04ed5a79-c3d7-4635-96bd-27eed33f321e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:32.172992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:32.190822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-6eea5175-2e69-49a0-8a87-74c2c8e9dc72 service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605035 Nov 26 22:08:32.202030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:32.208565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.238741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc13104-31de-42a9-8ebf-3b29e66d786f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=85d17a58-25e0-4000-9f19-6efc2a400c8e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:32.255732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 85d17a58-25e0-4000-9f19-6efc2a400c8e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:32.412277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-292823995-network', 'tenant_id': '77f510ad5f484fea83e719cbf08fcb5c'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:32.415225 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13826f54-3672-4032-b55e-b16e8d1929a9 req-273e8ddb-6247-4c2e-9ccd-0fbcd119596d service neutron] 10.222.0.13 "GET /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082880 Nov 26 22:08:32.477116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Made reservation on behalf of 77f510ad5f484fea83e719cbf08fcb5c for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:32.480941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.509700 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.547483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40790) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:32.548046 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.647179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=8e54b98f-f5ce-4159-abad-cfd76445120b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:32.662868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': '33d777d2-7a38-4d91-a105-d85d32c1f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '04ed5a79-c3d7-4635-96bd-27eed33f321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:32.663326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: 04ed5a79-c3d7-4635-96bd-27eed33f321e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:32.703432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 04ed5a79-c3d7-4635-96bd-27eed33f321e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:32.709510 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de221cf4-8dee-4a03-85ac-08e657e94743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.715590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.722658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.730558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 04ed5a79-c3d7-4635-96bd-27eed33f321e) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:32.746997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:32.747752 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.748770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658a237-d67b-4e67-8de1-98f9bd88f183 None None] Network 04ed5a79-c3d7-4635-96bd-27eed33f321e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:32.786062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:32.818711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:32.831240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d46844ee-627c-4434-ba88-1292ec90d9dd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8280973 Nov 26 22:08:32.831982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40796) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:32.836802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': '85d17a58-25e0-4000-9f19-6efc2a400c8e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:32.842592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de221cf4-8dee-4a03-85ac-08e657e94743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.847695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de221cf4-8dee-4a03-85ac-08e657e94743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.854674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.855019 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Added segment 1be4fd47-62b5-4cef-abf3-54ce6731ac97 of type vlan for network 24345c04-a8f0-4cc3-95e6-5c1397826b5e Nov 26 22:08:32.895411 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-de221cf4-8dee-4a03-85ac-08e657e94743 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6442aa98171d4c689d47d2577f78d92b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3466020 Nov 26 22:08:32.896460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de221cf4-8dee-4a03-85ac-08e657e94743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1acf49f-8256-4cfe-8e8e-8256e80d700e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:32.899490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40798) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:32.945094 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.960988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e2029b3-df98-4d0d-b9a7-76f76981add2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.968892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-04ed5a79-c3d7-4635-96bd-27eed33f321e', 'network_id': '04ed5a79-c3d7-4635-96bd-27eed33f321e', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': '8e54b98f-f5ce-4159-abad-cfd76445120b'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:08:32.969845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.986338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e2029b3-df98-4d0d-b9a7-76f76981add2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.986883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.988227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:32.988846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:32.997369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:33.001251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.041892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e2029b3-df98-4d0d-b9a7-76f76981add2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.044777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e2029b3-df98-4d0d-b9a7-76f76981add2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.048397 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8e2029b3-df98-4d0d-b9a7-76f76981add2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1acf49f-8256-4cfe-8e8e-8256e80d700e HTTP/1.1" status: 204 len: 168 time: 0.1461542 Nov 26 22:08:33.054460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2029b3-df98-4d0d-b9a7-76f76981add2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1acf49f-8256-4cfe-8e8e-8256e80d700e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:33.124918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9508388 Nov 26 22:08:33.128089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40802) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:33.133103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Request body: {'subnet': {'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-292823995-subnet', 'tenant_id': '77f510ad5f484fea83e719cbf08fcb5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:33.150919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Allocated IP 2001:db8::2 (04ed5a79-c3d7-4635-96bd-27eed33f321e/8e54b98f-f5ce-4159-abad-cfd76445120b/0e439f29-cc0d-47da-8867-c1f949577ffd) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:33.164384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53b2cd-58db-4ea3-96c3-5e135b8d3b61 admin admin] Pushing event updated for resources: {'Network': ['ID=24345c04-a8f0-4cc3-95e6-5c1397826b5e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:33.165420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Made reservation on behalf of 77f510ad5f484fea83e719cbf08fcb5c for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:33.169046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.185299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 24345c04-a8f0-4cc3-95e6-5c1397826b5e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:33.331224 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.383306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.395915 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.409169 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.412523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=dc3b0e58-516d-4a4d-8c91-3c0a1c25415f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:33.422860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40806) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:33.436430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': 'a33c3550-e63f-40b0-97b1-8ea5a49de2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d17a58-25e0-4000-9f19-6efc2a400c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:33.437181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: 85d17a58-25e0-4000-9f19-6efc2a400c8e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:33.439587 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f79497e-c177-4a1c-9eea-70adc36fdd53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.456430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Network 04ed5a79-c3d7-4635-96bd-27eed33f321e is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:33.459922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:33.464604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9353a103-b9ee-4056-8a6f-c9e20db035ad,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:33.465547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:33.467810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Pushing event updated for resources: {'Port': ['ID=0e439f29-cc0d-47da-8867-c1f949577ffd,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:33.475715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Checking segment: {'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:33.476194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Network hostable DHCP agents. Network: 24345c04-a8f0-4cc3-95e6-5c1397826b5e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:33.482008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 85d17a58-25e0-4000-9f19-6efc2a400c8e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:33.503315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 85d17a58-25e0-4000-9f19-6efc2a400c8e) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:33.508877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:33.509539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.520234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Network 24345c04-a8f0-4cc3-95e6-5c1397826b5e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:33.528019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 24345c04-a8f0-4cc3-95e6-5c1397826b5e) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:33.533616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:33.534341 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.537765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a7f880f7-2483-4a1e-8ffd-793090ad2de5 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7052360 Nov 26 22:08:33.540277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40808) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:33.551139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e673d30a-3cd9-4e5a-82e2-6cc36d251315 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-217921909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:33.572880 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-72cb0158-c4dc-4e93-86e6-e92e817bb5ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4347086 Nov 26 22:08:33.597175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f79497e-c177-4a1c-9eea-70adc36fdd53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.604851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f79497e-c177-4a1c-9eea-70adc36fdd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.616653 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e673d30a-3cd9-4e5a-82e2-6cc36d251315 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.618150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e673d30a-3cd9-4e5a-82e2-6cc36d251315 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.659149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79497e-c177-4a1c-9eea-70adc36fdd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1759e425-d29c-4264-b4c8-5049a20d68d4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:33.670701 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9f79497e-c177-4a1c-9eea-70adc36fdd53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41bb4e3807cf44e6be034017239d2327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444084 Nov 26 22:08:33.672972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40812) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:33.709516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064cc2c-29ef-4c87-b2f3-f51f6326720b None None] Network 85d17a58-25e0-4000-9f19-6efc2a400c8e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:33.711348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4323f16-db93-4927-b387-026acfbbf156 None None] Network 24345c04-a8f0-4cc3-95e6-5c1397826b5e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:33.760213 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e673d30a-3cd9-4e5a-82e2-6cc36d251315 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.763901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edc1c484-b921-488f-ae9f-3fb025c70888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.773046 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e673d30a-3cd9-4e5a-82e2-6cc36d251315 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.793946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edc1c484-b921-488f-ae9f-3fb025c70888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.807907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e673d30a-3cd9-4e5a-82e2-6cc36d251315 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.810120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e673d30a-3cd9-4e5a-82e2-6cc36d251315 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2661545 Nov 26 22:08:33.813504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40822) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:33.840325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Attempting to bind port 0e439f29-cc0d-47da-8867-c1f949577ffd on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:08:33.840879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Attempting to bind port 0e439f29-cc0d-47da-8867-c1f949577ffd by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '33d777d2-7a38-4d91-a105-d85d32c1f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '04ed5a79-c3d7-4635-96bd-27eed33f321e'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:08:33.841063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Attempting to bind port 0e439f29-cc0d-47da-8867-c1f949577ffd on network 04ed5a79-c3d7-4635-96bd-27eed33f321e {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:33.855573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:08:33.855965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Checking segment: {'id': '33d777d2-7a38-4d91-a105-d85d32c1f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '04ed5a79-c3d7-4635-96bd-27eed33f321e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:33.856398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.856834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Bound using segment: {'id': '33d777d2-7a38-4d91-a105-d85d32c1f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '04ed5a79-c3d7-4635-96bd-27eed33f321e'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:08:33.857410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Bound port: 0e439f29-cc0d-47da-8867-c1f949577ffd, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d777d2-7a38-4d91-a105-d85d32c1f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '04ed5a79-c3d7-4635-96bd-27eed33f321e'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:08:33.857890 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.865375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edc1c484-b921-488f-ae9f-3fb025c70888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.868655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-edc1c484-b921-488f-ae9f-3fb025c70888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:33.870769 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-edc1c484-b921-488f-ae9f-3fb025c70888 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1759e425-d29c-4264-b4c8-5049a20d68d4 HTTP/1.1" status: 204 len: 168 time: 0.1951737 Nov 26 22:08:33.899850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1c484-b921-488f-ae9f-3fb025c70888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1759e425-d29c-4264-b4c8-5049a20d68d4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:34.139695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b14af0-edc5-4578-9124-b47e8101d981 None None] Network 24345c04-a8f0-4cc3-95e6-5c1397826b5e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:34.145059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] For port 0e439f29-cc0d-47da-8867-c1f949577ffd, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:08:34.168226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-85d17a58-25e0-4000-9f19-6efc2a400c8e', 'network_id': '85d17a58-25e0-4000-9f19-6efc2a400c8e', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': 'dc3b0e58-516d-4a4d-8c91-3c0a1c25415f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:08:34.169125 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:34.228951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] For port 0e439f29-cc0d-47da-8867-c1f949577ffd, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0e439f29-cc0d-47da-8867-c1f949577ffd,segment=NetworkSegment(33d777d2-7a38-4d91-a105-d85d32c1f6db),segment_id=33d777d2-7a38-4d91-a105-d85d32c1f6db)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:08:34.238620 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:34.278817 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:34.517734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760dc9b-414d-4ce1-9d35-6ae1a6d1406d None None] Pushing event updated for resources: {'Port': ['ID=0e439f29-cc0d-47da-8867-c1f949577ffd,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:34.628351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Allocated IP 2001:db8:1::2 (85d17a58-25e0-4000-9f19-6efc2a400c8e/dc3b0e58-516d-4a4d-8c91-3c0a1c25415f/b065594c-35af-498e-87c7-239a51a0970c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:34.879752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8::1 (04ed5a79-c3d7-4635-96bd-27eed33f321e/8e54b98f-f5ce-4159-abad-cfd76445120b/a6a045a2-bbf2-4069-a621-ffc0de7e4d65) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:34.934143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:34.952322 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.063922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Network 85d17a58-25e0-4000-9f19-6efc2a400c8e is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:35.077621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:35.083465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:35.113063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Pushing event updated for resources: {'Port': ['ID=b065594c-35af-498e-87c7-239a51a0970c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:35.178378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.205116 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-90c4f340-6f03-4a15-8720-10be5b030abb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193416 Nov 26 22:08:35.232807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0e439f29-cc0d-47da-8867-c1f949577ffd up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:35.250380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.328562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Attempting to bind port b065594c-35af-498e-87c7-239a51a0970c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:08:35.329066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Attempting to bind port b065594c-35af-498e-87c7-239a51a0970c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a33c3550-e63f-40b0-97b1-8ea5a49de2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d17a58-25e0-4000-9f19-6efc2a400c8e'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:08:35.329291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Attempting to bind port b065594c-35af-498e-87c7-239a51a0970c on network 85d17a58-25e0-4000-9f19-6efc2a400c8e {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:35.333710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 04ed5a79-c3d7-4635-96bd-27eed33f321e is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:35.342824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:35.346055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:35.349156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.365183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:08:35.365578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Checking segment: {'id': 'a33c3550-e63f-40b0-97b1-8ea5a49de2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d17a58-25e0-4000-9f19-6efc2a400c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:35.365978 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.366399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Bound using segment: {'id': 'a33c3550-e63f-40b0-97b1-8ea5a49de2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d17a58-25e0-4000-9f19-6efc2a400c8e'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:08:35.367329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Bound port: b065594c-35af-498e-87c7-239a51a0970c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c3550-e63f-40b0-97b1-8ea5a49de2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '85d17a58-25e0-4000-9f19-6efc2a400c8e'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:08:35.367718 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.436125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-d80f138a-deb4-4182-b8d2-11849339fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:35.437996 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-d80f138a-deb4-4182-b8d2-11849339fa37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1095 time: 0.1488595 Nov 26 22:08:35.469557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0e439f29-cc0d-47da-8867-c1f949577ffd triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:35.469927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.473608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=a6a045a2-bbf2-4069-a621-ffc0de7e4d65,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:35.621429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] For port b065594c-35af-498e-87c7-239a51a0970c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:08:35.633055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] For port b065594c-35af-498e-87c7-239a51a0970c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b065594c-35af-498e-87c7-239a51a0970c,segment=NetworkSegment(a33c3550-e63f-40b0-97b1-8ea5a49de2d8),segment_id=a33c3550-e63f-40b0-97b1-8ea5a49de2d8)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:08:35.639027 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.662866 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.754405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-7d24b9b0-a9c8-4691-aa24-62ccd0e21f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:35.765710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-7d24b9b0-a9c8-4691-aa24-62ccd0e21f86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2968416 Nov 26 22:08:35.889462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8f2ea-40b5-48a6-908a-69ad3ddf1258 None None] Pushing event updated for resources: {'Port': ['ID=b065594c-35af-498e-87c7-239a51a0970c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:35.910424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:35.972215 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-4fa3f538-8974-45b3-9551-2f8a64be1e05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 999 time: 0.1986675 Nov 26 22:08:36.018394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 0e439f29-cc0d-47da-8867-c1f949577ffd, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0e439f29-cc0d-47da-8867-c1f949577ffd,segment=NetworkSegment(33d777d2-7a38-4d91-a105-d85d32c1f6db),segment_id=33d777d2-7a38-4d91-a105-d85d32c1f6db)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:36.023776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b418a-aeee-4c38-86bd-cc57e1630766 req-bbd146ab-c003-41d2-81f1-4ba2f35a15d3 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:36.030567 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:36.032518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-860b418a-aeee-4c38-86bd-cc57e1630766 req-bbd146ab-c003-41d2-81f1-4ba2f35a15d3 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 945 time: 0.1381321 Nov 26 22:08:36.124518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=0e439f29-cc0d-47da-8867-c1f949577ffd,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:36.136526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-37279127-1e4a-4511-925f-56666b65ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:36.143868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-37279127-1e4a-4511-925f-56666b65ca41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1613810 Nov 26 22:08:36.232509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-40464787-0213-457b-aad8-c051e5d7f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:36.234270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-40464787-0213-457b-aad8-c051e5d7f678 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859122 Nov 26 22:08:36.294437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a652b9f-5b86-4753-b617-8305a562cc15 None None] Network 04ed5a79-c3d7-4635-96bd-27eed33f321e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:36.393054 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-ce30b42b-9db9-4860-8a2b-e9769e0cf5e4 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506381 Nov 26 22:08:36.458402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-995210eb-2b6a-4400-8176-75b6bf0d5a84 None None] Provisioning complete for port 0e439f29-cc0d-47da-8867-c1f949577ffd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:36.458777 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-995210eb-2b6a-4400-8176-75b6bf0d5a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:36.459840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-860b418a-aeee-4c38-86bd-cc57e1630766 req-8dd26d47-0542-46db-9482-ffd787f90882 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261243 Nov 26 22:08:36.569210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-35ab4f62-4a61-40b6-98e2-759fffcaf9c8 req-83e7002f-b574-44d2-9a24-88a62fa66be4 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693580 Nov 26 22:08:36.598505 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:36.607787 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:36.608947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:36.726547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=a6a045a2-bbf2-4069-a621-ffc0de7e4d65,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:36.776443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 04ed5a79-c3d7-4635-96bd-27eed33f321e is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:36.778169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:36.976691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-133473e6-ce7c-4882-9790-4edbf81c8c8b None None] Provisioning complete for port 0e439f29-cc0d-47da-8867-c1f949577ffd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:36.977134 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-133473e6-ce7c-4882-9790-4edbf81c8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:36.977678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:08:37.236075 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:37.264716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-d89ccf9c-026e-46ea-b659-78a51a998d1d tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:37.267989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-133473e6-ce7c-4882-9790-4edbf81c8c8b None None] Provisioning complete for port a6a045a2-bbf2-4069-a621-ffc0de7e4d65 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:37.268292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-d89ccf9c-026e-46ea-b659-78a51a998d1d tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/networks?id=24345c04-a8f0-4cc3-95e6-5c1397826b5e HTTP/1.1" status: 200 len: 808 time: 0.1850839 Nov 26 22:08:37.268427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-133473e6-ce7c-4882-9790-4edbf81c8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:37.273684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:08:37.287356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a26a41bd-5a6b-4b08-9cf5-f9c4cc06d376 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4716117 Nov 26 22:08:37.290162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40920) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:37.312116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-196f4cb3-1d9d-4569-8752-b5dc4a9da10f tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/quotas/77f510ad5f484fea83e719cbf08fcb5c HTTP/1.1" status: 200 len: 375 time: 0.0321326 Nov 26 22:08:37.314586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e5c2c-6735-428a-a43d-337fc4d4acca None None] Sync routers for ids ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:08:37.317729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0e439f29-cc0d-47da-8867-c1f949577ffd up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:37.363714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-c0e1f3ca-9b8c-4af4-b29c-8c24543ec2d7 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=77f510ad5f484fea83e719cbf08fcb5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410039 Nov 26 22:08:37.377396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e5c2c-6735-428a-a43d-337fc4d4acca None None] Routers {'a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:37.378210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-788e5c2c-6735-428a-a43d-337fc4d4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:37.395015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf79764-4459-45b6-a4b0-744320ec1b98 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:37.395582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-133473e6-ce7c-4882-9790-4edbf81c8c8b None None] Port a6a045a2-bbf2-4069-a621-ffc0de7e4d65 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:37.397038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-adf79764-4459-45b6-a4b0-744320ec1b98 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports/a6a045a2-bbf2-4069-a621-ffc0de7e4d65 HTTP/1.1" status: 200 len: 911 time: 0.1058149 Nov 26 22:08:37.400628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40924) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:37.447760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-788e5c2c-6735-428a-a43d-337fc4d4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:37.465766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e5c2c-6735-428a-a43d-337fc4d4acca None None] Routers {'a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:37.466442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-788e5c2c-6735-428a-a43d-337fc4d4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:37.599386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-788e5c2c-6735-428a-a43d-337fc4d4acca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:37.599972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e5c2c-6735-428a-a43d-337fc4d4acca None None] The sync data for ids ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:08:37.615906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0e439f29-cc0d-47da-8867-c1f949577ffd triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:37.616303 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:37.673162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-c02d7dc2-2200-4e9f-b62b-142899cb5fc1 service neutron] 10.222.0.21 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974985 Nov 26 22:08:37.692962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed40c92-298c-469d-9276-574aba682a75 None None] Network 85d17a58-25e0-4000-9f19-6efc2a400c8e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:37.729734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-27c35884-328a-4d9b-a6cd-5828adc3ebcd None None] Provisioning complete for port a6a045a2-bbf2-4069-a621-ffc0de7e4d65 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:37.732377 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-27c35884-328a-4d9b-a6cd-5828adc3ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:37.783358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-bba7b8ba-fe40-4fb5-8e92-92bb04740b92 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:37.785144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-bba7b8ba-fe40-4fb5-8e92-92bb04740b92 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 945 time: 0.2017515 Nov 26 22:08:37.788419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cf76b-27a3-4b6a-a58b-d793b2d00f37 req-95d94e5e-5d61-4c79-bfef-7661d93ed73b tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:37.791919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c68cf76b-27a3-4b6a-a58b-d793b2d00f37 req-95d94e5e-5d61-4c79-bfef-7661d93ed73b tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 945 time: 0.2253692 Nov 26 22:08:37.838744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-27c35884-328a-4d9b-a6cd-5828adc3ebcd None None] Port a6a045a2-bbf2-4069-a621-ffc0de7e4d65 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:37.895023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c68cf76b-27a3-4b6a-a58b-d793b2d00f37 req-dd050e6d-27ac-4bd4-8de2-d63858771a89 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968032 Nov 26 22:08:37.910305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-c8d5f11c-a23f-4b3d-b35a-cf634cf9c688 service neutron] 10.222.0.21 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290003 Nov 26 22:08:38.081447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Deleting port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:38.081868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.091541 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.152416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b065594c-35af-498e-87c7-239a51a0970c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:38.164483 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.219129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] Provisioning complete for port b065594c-35af-498e-87c7-239a51a0970c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:38.219509 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.246932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b960e208-6b9f-413e-afb2-0f6f0d0b5719 req-44e7a78e-027b-458a-aea0-335dcc824f5c tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0515373 Nov 26 22:08:38.309462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b065594c-35af-498e-87c7-239a51a0970c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:38.310013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.510889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.550416 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.595690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] For port b065594c-35af-498e-87c7-239a51a0970c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b065594c-35af-498e-87c7-239a51a0970c,segment=NetworkSegment(a33c3550-e63f-40b0-97b1-8ea5a49de2d8),segment_id=a33c3550-e63f-40b0-97b1-8ea5a49de2d8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:38.607752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.653571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] For port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,segment=NetworkSegment(f22c1ae4-1bdd-4a70-861c-c3c35bb3260b),segment_id=f22c1ae4-1bdd-4a70-861c-c3c35bb3260b)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:38.654182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.707882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] Provisioning complete for port a6a045a2-bbf2-4069-a621-ffc0de7e4d65 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:38.708110 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.737090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Calling delete_port for 0f101153-a9d5-4528-ba0e-4e9a4102a7bd owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:38.743278 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:08:38.744231 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:08:38.750324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8:1::1 (85d17a58-25e0-4000-9f19-6efc2a400c8e/dc3b0e58-516d-4a4d-8c91-3c0a1c25415f/27f5df81-7786-47c0-9183-13823afb50a5) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:38.760788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] Pushing event updated for resources: {'Port': ['ID=b065594c-35af-498e-87c7-239a51a0970c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:38.765733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-db95ef09-ad7e-432f-8462-edd091624499 None None] Port a6a045a2-bbf2-4069-a621-ffc0de7e4d65 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:38.860932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16340b-0622-47f7-bc13-c8868f97c41b req-621696fd-3ace-4d38-a505-e6a76af146b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:38.868870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e16340b-0622-47f7-bc13-c8868f97c41b req-621696fd-3ace-4d38-a505-e6a76af146b2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.0659127 Nov 26 22:08:38.896766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-935cb4d7-0a1a-455d-bb55-7c7218403456 None None] Provisioning complete for port b065594c-35af-498e-87c7-239a51a0970c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:38.897139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-935cb4d7-0a1a-455d-bb55-7c7218403456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:38.951797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e16340b-0622-47f7-bc13-c8868f97c41b req-4ab8ecc0-da81-4a0e-99a6-c76c53fd9cd9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764220 Nov 26 22:08:39.034035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:39.078469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33132a-288a-4461-8b4d-4e47064f0d8a req-70e6abf8-3de0-4c7f-991e-7fde12437221 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:39.086304 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b33132a-288a-4461-8b4d-4e47064f0d8a req-70e6abf8-3de0-4c7f-991e-7fde12437221 tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc5111fc-b728-48c6-aebc-7ef04e463322 HTTP/1.1" status: 200 len: 945 time: 0.0830126 Nov 26 22:08:39.138380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b33132a-288a-4461-8b4d-4e47064f0d8a req-954a44b0-1862-44eb-88f4-8a71206ef9cb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1dc032c-f792-4c20-a881-f5306b40d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509014 Nov 26 22:08:39.154562 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:39.158146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:39.219117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 85d17a58-25e0-4000-9f19-6efc2a400c8e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:39.227030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:39.230726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf0205-a359-449e-8883-c4657a28ad04 None None] DHCP port deletion for b18d6d1e-3f63-49dd-b076-c954c4a3797e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:39.244589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:39.245275 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:39.271091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] No DVR routers for this DVR port 0f101153-a9d5-4528-ba0e-4e9a4102a7bd on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:39.308306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:39.311836 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b70b7a2-d8dc-4ebe-88b7-5b2c9579aaca req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] 10.222.0.13 "DELETE /v2.0/ports/0f101153-a9d5-4528-ba0e-4e9a4102a7bd HTTP/1.1" status: 204 len: 173 time: 1.4799924 Nov 26 22:08:39.312473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5111fc-b728-48c6-aebc-7ef04e463322', 'name': 'network-vif-deleted', 'tag': '0f101153-a9d5-4528-ba0e-4e9a4102a7bd'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:08:39.315467 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1e6a65-98dd-401c-9ce1-86d80e5228da" -d '{"events": [{"server_uuid": "bc5111fc-b728-48c6-aebc-7ef04e463322", "name": "network-vif-deleted", "tag": "0f101153-a9d5-4528-ba0e-4e9a4102a7bd"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:08:39.317735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=27f5df81-7786-47c0-9183-13823afb50a5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:39.419433 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de6d67db-76bd-430e-a8e4-fde4f4b77cca req-bf5eef62-df68-411e-8490-ea512b053940 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0765519 Nov 26 22:08:39.430657 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6115a730-f6d9-467e-bbae-86b93886c2b3 x-openstack-request-id: req-6115a730-f6d9-467e-bbae-86b93886c2b3 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:08:39.430960 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5111fc-b728-48c6-aebc-7ef04e463322", "name": "network-vif-deleted", "tag": "0f101153-a9d5-4528-ba0e-4e9a4102a7bd", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:08:39.431780 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6115a730-f6d9-467e-bbae-86b93886c2b3 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:08:39.432342 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5111fc-b728-48c6-aebc-7ef04e463322', 'name': 'network-vif-deleted', 'tag': '0f101153-a9d5-4528-ba0e-4e9a4102a7bd', 'status': 'completed', 'code': 200} Nov 26 22:08:39.441027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4d511-ac49-43ba-952d-027ba9610bcb tempest-VolumesActionsTest-1022068985 tempest-VolumesActionsTest-1022068985-project] Pushing event deleted for resources: {'Port': ['ID=0f101153-a9d5-4528-ba0e-4e9a4102a7bd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:39.461487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b065594c-35af-498e-87c7-239a51a0970c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:39.516558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:39.548653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b065594c-35af-498e-87c7-239a51a0970c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:39.550834 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:39.685243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3fa98b37-dae6-45e3-990c-bd072eaf79e9 None None] Provisioning complete for port 27f5df81-7786-47c0-9183-13823afb50a5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:39.685620 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3fa98b37-dae6-45e3-990c-bd072eaf79e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:39.729860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3fa98b37-dae6-45e3-990c-bd072eaf79e9 None None] Port 27f5df81-7786-47c0-9183-13823afb50a5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:40.090992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c00a0-2122-4d40-b467-0626bf95c79d req-a980b6e9-52c3-41cf-99d1-e630d547a818 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:40.093279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f5c00a0-2122-4d40-b467-0626bf95c79d req-a980b6e9-52c3-41cf-99d1-e630d547a818 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.0706122 Nov 26 22:08:40.168300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f5c00a0-2122-4d40-b467-0626bf95c79d req-1c43fd72-af76-43c3-b369-8afe1199f2a1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667367 Nov 26 22:08:40.240190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-f67d829d-975a-4ead-8bf2-450ff6885215 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:40.243086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-f67d829d-975a-4ead-8bf2-450ff6885215 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.13 "GET /v2.0/networks?id=24345c04-a8f0-4cc3-95e6-5c1397826b5e HTTP/1.1" status: 200 len: 808 time: 0.5306761 Nov 26 22:08:40.274410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Request body: {'port': {'device_id': '44854a86-da16-42ed-9f97-1037be3ff9e6', 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e', 'admin_state_up': True, 'tenant_id': '77f510ad5f484fea83e719cbf08fcb5c'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:40.387248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:40.400498 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:40.401495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:40.529990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=27f5df81-7786-47c0-9183-13823afb50a5,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:40.535152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f09ec3c6-bd4a-4ddc-aa21-a54bb8cb9eab req-9a5ba3ae-0e74-4ac4-ab91-83ea9f885209 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0461769 Nov 26 22:08:40.545855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Made reservation on behalf of 77f510ad5f484fea83e719cbf08fcb5c for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:40.550596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:40.615660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0f101153-a9d5-4528-ba0e-4e9a4102a7bd no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:40.644513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 0f101153-a9d5-4528-ba0e-4e9a4102a7bd {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:40.645130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0f101153-a9d5-4528-ba0e-4e9a4102a7bd not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:40.688763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 85d17a58-25e0-4000-9f19-6efc2a400c8e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:40.692037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:40.775744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Allocated IP 172.20.0.6 (24345c04-a8f0-4cc3-95e6-5c1397826b5e/9353a103-b9ee-4056-8a6f-c9e20db035ad/4b89a3e7-228e-4640-94b8-5059731b605d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:40.839354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:08:41.036254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:08:41.046243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41032) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:41.046405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4cdcc4a2-e939-4e65-b48b-a4ff15aee940 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6445725 Nov 26 22:08:41.063992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:41.069538 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f6b6e-4e2f-4cdc-85c6-cde470fc8443 None None] Sync routers for ids ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:08:41.088689 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f6b6e-4e2f-4cdc-85c6-cde470fc8443 None None] Routers {'a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:41.089817 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1f5f6b6e-4e2f-4cdc-85c6-cde470fc8443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:41.093717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-de277a77-8560-48d1-86b1-1f949d66602b None None] Provisioning complete for port 27f5df81-7786-47c0-9183-13823afb50a5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:41.094229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-de277a77-8560-48d1-86b1-1f949d66602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:41.104323 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:41.161350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Network 24345c04-a8f0-4cc3-95e6-5c1397826b5e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:41.165121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:41.165904 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1f5f6b6e-4e2f-4cdc-85c6-cde470fc8443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:41.176288 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f6b6e-4e2f-4cdc-85c6-cde470fc8443 None None] Routers {'a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:41.176808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:41.176941 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1f5f6b6e-4e2f-4cdc-85c6-cde470fc8443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:41.188170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a1f83-85d2-4c54-92da-c28cc62ee807 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:41.191674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1c2a1f83-85d2-4c54-92da-c28cc62ee807 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports/27f5df81-7786-47c0-9183-13823afb50a5 HTTP/1.1" status: 200 len: 913 time: 0.1424034 Nov 26 22:08:41.194236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41036) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:41.203611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-de277a77-8560-48d1-86b1-1f949d66602b None None] Port 27f5df81-7786-47c0-9183-13823afb50a5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:41.213505 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1f5f6b6e-4e2f-4cdc-85c6-cde470fc8443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:41.214396 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f6b6e-4e2f-4cdc-85c6-cde470fc8443 None None] The sync data for ids ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:08:41.226769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Pushing event updated for resources: {'Port': ['ID=4b89a3e7-228e-4640-94b8-5059731b605d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:41.260383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:41.262233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:41.286864 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-7525eee5-3464-41ae-b1df-717d6f8dc0b5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0180438 Nov 26 22:08:41.308050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Request body: {'port': {'device_id': '44854a86-da16-42ed-9f97-1037be3ff9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:41.381209 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:41.475632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048555ac-8dcf-438f-a5a1-93bdf6bad664 req-b9c906f7-12bc-45f5-ada3-d217aaeeac19 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:41.477230 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-048555ac-8dcf-438f-a5a1-93bdf6bad664 req-b9c906f7-12bc-45f5-ada3-d217aaeeac19 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.1765933 Nov 26 22:08:41.626613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-048555ac-8dcf-438f-a5a1-93bdf6bad664 req-cc83f528-5f75-464a-b217-ebc0c04bb6f7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371047 Nov 26 22:08:41.759289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b89a3e7-228e-4640-94b8-5059731b605d {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:08:41.767454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:41.785227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Transition to ACTIVE for port object 4b89a3e7-228e-4640-94b8-5059731b605d will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:08:41.792003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:41.793124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ce2cc-a8eb-4a11-a560-a27d315a968d req-0c963a77-5d0e-4e47-9f75-03cc0637ab52 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:41.794710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-571ce2cc-a8eb-4a11-a560-a27d315a968d req-0c963a77-5d0e-4e47-9f75-03cc0637ab52 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 931 time: 0.0905433 Nov 26 22:08:41.855059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Pushing event updated for resources: {'Port': ['ID=4b89a3e7-228e-4640-94b8-5059731b605d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:41.917339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-571ce2cc-a8eb-4a11-a560-a27d315a968d req-442d858e-4bc3-4a90-95e6-bac2c81a807b tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160958 Nov 26 22:08:41.944676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:41.946396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Attempting to bind port 4b89a3e7-228e-4640-94b8-5059731b605d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:08:41.947011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Attempting to bind port 4b89a3e7-228e-4640-94b8-5059731b605d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:08:41.947610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Attempting to bind port 4b89a3e7-228e-4640-94b8-5059731b605d on network 24345c04-a8f0-4cc3-95e6-5c1397826b5e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:41.952685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Port 4b89a3e7-228e-4640-94b8-5059731b605d on network 24345c04-a8f0-4cc3-95e6-5c1397826b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:08:41.953344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Attempting to bind port 4b89a3e7-228e-4640-94b8-5059731b605d on network 24345c04-a8f0-4cc3-95e6-5c1397826b5e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:41.960154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:08:41.960501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Checking segment: {'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:41.960895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Bound using segment: {'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:08:41.961388 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Bound port: 4b89a3e7-228e-4640-94b8-5059731b605d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:08:41.961689 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:42.035849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] For port 4b89a3e7-228e-4640-94b8-5059731b605d, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:08:42.039224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] For port 4b89a3e7-228e-4640-94b8-5059731b605d, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4b89a3e7-228e-4640-94b8-5059731b605d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:08:42.044301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:42.079256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:42.079985 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:42.081590 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] 10.222.0.13 "PUT /v2.0/ports/4b89a3e7-228e-4640-94b8-5059731b605d HTTP/1.1" status: 200 len: 1091 time: 0.7800379 Nov 26 22:08:42.084656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44854a86-da16-42ed-9f97-1037be3ff9e6', 'tag': '4b89a3e7-228e-4640-94b8-5059731b605d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:08:42.087084 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede" -d '{"events": [{"name": "network-changed", "server_uuid": "44854a86-da16-42ed-9f97-1037be3ff9e6", "tag": "4b89a3e7-228e-4640-94b8-5059731b605d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:08:42.131401 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafc4ad6-4cc5-4681-9c80-7115dd13e8eb x-openstack-request-id: req-dafc4ad6-4cc5-4681-9c80-7115dd13e8eb {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:08:42.131699 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44854a86-da16-42ed-9f97-1037be3ff9e6", "tag": "4b89a3e7-228e-4640-94b8-5059731b605d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:08:42.131982 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dafc4ad6-4cc5-4681-9c80-7115dd13e8eb {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:08:42.132413 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44854a86-da16-42ed-9f97-1037be3ff9e6', 'tag': '4b89a3e7-228e-4640-94b8-5059731b605d', 'status': 'completed', 'code': 200} Nov 26 22:08:42.136682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb754-f536-4db9-800e-2bef472449ac service neutron] Pushing event updated for resources: {'Port': ['ID=4b89a3e7-228e-4640-94b8-5059731b605d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:42.194581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a805fccc-30b9-40bc-b171-b9004510103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:42.196128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a805fccc-30b9-40bc-b171-b9004510103a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77f510ad5f484fea83e719cbf08fcb5c&device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 1094 time: 0.0469131 Nov 26 22:08:42.255283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-447f1477-2a2c-4d78-b4a2-81e27d887694 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b89a3e7-228e-4640-94b8-5059731b605d HTTP/1.1" status: 200 len: 217 time: 0.0439544 Nov 26 22:08:42.282156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 27f5df81-7786-47c0-9183-13823afb50a5 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:42.282728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:42.307548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a987c56f-9902-44ae-8c4d-c0b4b8a203fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:42.309048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-a987c56f-9902-44ae-8c4d-c0b4b8a203fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a103-b9ee-4056-8a6f-c9e20db035ad HTTP/1.1" status: 200 len: 848 time: 0.0455995 Nov 26 22:08:42.343823 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-34c68ace-f183-418f-bbd0-76e664d1bdba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=24345c04-a8f0-4cc3-95e6-5c1397826b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267761 Nov 26 22:08:42.380024 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:42.393268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 27f5df81-7786-47c0-9183-13823afb50a5 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:42.441798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-21c00f17-5942-448b-8cad-695f21401d24 service neutron] 10.222.0.13 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906677 Nov 26 22:08:42.544424 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ee9eb7e-1217-4ee4-909b-615b1bd0587a req-09d7fbbd-df38-49ff-b29c-57b39fdd1514 service neutron] 10.222.0.13 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946283 Nov 26 22:08:42.583266 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:42.612077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=27f5df81-7786-47c0-9183-13823afb50a5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:42.737286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-31f8ed43-9621-433a-809d-6e59026399f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:42.738878 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-31f8ed43-9621-433a-809d-6e59026399f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77f510ad5f484fea83e719cbf08fcb5c&device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 1094 time: 0.1080301 Nov 26 22:08:42.898965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41072) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:42.922781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-540465f6-714f-4ebd-8eb2-00fa495c468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:42.924985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-540465f6-714f-4ebd-8eb2-00fa495c468a service neutron] 10.222.0.13 "GET /v2.0/networks?id=24345c04-a8f0-4cc3-95e6-5c1397826b5e HTTP/1.1" status: 200 len: 909 time: 0.1778786 Nov 26 22:08:42.977372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-9c237f04-5253-409e-955a-c35bc260831f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b89a3e7-228e-4640-94b8-5059731b605d HTTP/1.1" status: 200 len: 217 time: 0.0439231 Nov 26 22:08:43.057960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-78decc1a-01c1-4b83-af48-f1b83710974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:43.061400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-78decc1a-01c1-4b83-af48-f1b83710974c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a103-b9ee-4056-8a6f-c9e20db035ad HTTP/1.1" status: 200 len: 848 time: 0.0764778 Nov 26 22:08:43.094106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7a9289d-a07b-4b17-bcd5-1016d2bfa047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.113889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-1b97ac72-7ebf-412d-a29c-44b0a325af85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=24345c04-a8f0-4cc3-95e6-5c1397826b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417366 Nov 26 22:08:43.134325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5806308-f8f4-4c85-bede-ec6aba9f7b55 req-dde4c04d-9cfc-43e2-b736-1d1e6b0dc4e0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:43.135739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5806308-f8f4-4c85-bede-ec6aba9f7b55 req-dde4c04d-9cfc-43e2-b736-1d1e6b0dc4e0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.4227955 Nov 26 22:08:43.137809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.197222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7a9289d-a07b-4b17-bcd5-1016d2bfa047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.260421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7b668-8bd3-42ef-9771-2069248be608 req-1c338902-52b2-478c-ac25-c785abd9d55f tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:43.261955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fef7b668-8bd3-42ef-9771-2069248be608 req-1c338902-52b2-478c-ac25-c785abd9d55f tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 943 time: 0.1805162 Nov 26 22:08:43.285852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5806308-f8f4-4c85-bede-ec6aba9f7b55 req-9c7c3696-6d89-489b-90e2-3ff58583a440 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406667 Nov 26 22:08:43.292035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-5671f963-ba6c-488f-b867-1208ed685b43 service neutron] 10.222.0.13 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930898 Nov 26 22:08:43.293087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7a9289d-a07b-4b17-bcd5-1016d2bfa047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.394110 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fef7b668-8bd3-42ef-9771-2069248be608 req-c6b13c5f-2dd6-4c36-865e-596ad0c27c99 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219544 Nov 26 22:08:43.401571 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b7a9289d-a07b-4b17-bcd5-1016d2bfa047 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d18d4d7979d44c8f9c05c2125b0c3f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4984665 Nov 26 22:08:43.402132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9289d-a07b-4b17-bcd5-1016d2bfa047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ead0298-0f68-4e54-8889-5c7d9e009551,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:43.403440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41082) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:43.438241 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89ef1135-e8b3-40b0-8c1d-9e04a9b30ede req-79c2af5c-f33e-4759-bd54-f9a8bbd67833 service neutron] 10.222.0.13 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342006 Nov 26 22:08:43.454312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:08:43.541158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-714d05e8-1782-441d-8663-692e2615c3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.576258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-714d05e8-1782-441d-8663-692e2615c3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.589765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:08:43.597928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b2a81a48-ad0d-42f5-a91a-f7326c44e42c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012790 Nov 26 22:08:43.600622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac6d95-1d70-4197-af43-a703a85c8cc4 None None] Sync routers for ids ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:08:43.601080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41084) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:43.613703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac6d95-1d70-4197-af43-a703a85c8cc4 None None] Routers {'a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:43.614678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-abac6d95-1d70-4197-af43-a703a85c8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:43.635801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-714d05e8-1782-441d-8663-692e2615c3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.639067 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-714d05e8-1782-441d-8663-692e2615c3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.642679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-714d05e8-1782-441d-8663-692e2615c3a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ead0298-0f68-4e54-8889-5c7d9e009551 HTTP/1.1" status: 204 len: 168 time: 0.2359221 Nov 26 22:08:43.649360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d05e8-1782-441d-8663-692e2615c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ead0298-0f68-4e54-8889-5c7d9e009551,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:43.650039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-abac6d95-1d70-4197-af43-a703a85c8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:43.670066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac6d95-1d70-4197-af43-a703a85c8cc4 None None] Routers {'a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:43.670670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-abac6d95-1d70-4197-af43-a703a85c8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:43.712376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-abac6d95-1d70-4197-af43-a703a85c8cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:43.713147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac6d95-1d70-4197-af43-a703a85c8cc4 None None] The sync data for ids ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:08:43.970980 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:43.982403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41090) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:43.996468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c174b59-3b25-463e-af61-25ab6b90d639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.087415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c174b59-3b25-463e-af61-25ab6b90d639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.093079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c174b59-3b25-463e-af61-25ab6b90d639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.144428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8c174b59-3b25-463e-af61-25ab6b90d639 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=908ee64326ef45c5bf470d5cfdcffcce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608019 Nov 26 22:08:44.145383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c174b59-3b25-463e-af61-25ab6b90d639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f220603-880f-418a-a8a4-f8634a4c9da4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:44.147821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41094) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:44.213842 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b5605d3-6be5-4f31-854c-032402631375 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.237926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b5605d3-6be5-4f31-854c-032402631375 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.251015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port a6a045a2-bbf2-4069-a621-ffc0de7e4d65 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:44.251365 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.288422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b5605d3-6be5-4f31-854c-032402631375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.291996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b5605d3-6be5-4f31-854c-032402631375 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.293192 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b5605d3-6be5-4f31-854c-032402631375 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f220603-880f-418a-a8a4-f8634a4c9da4 HTTP/1.1" status: 204 len: 168 time: 0.1416216 Nov 26 22:08:44.301368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5605d3-6be5-4f31-854c-032402631375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f220603-880f-418a-a8a4-f8634a4c9da4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:44.354147 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.366926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for a6a045a2-bbf2-4069-a621-ffc0de7e4d65 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:44.490864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9b11-13a2-4497-9c3a-3d3a43feb041 req-d281e1b0-bf18-40e2-9fdb-64694681dfe2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:44.492644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-accc9b11-13a2-4497-9c3a-3d3a43feb041 req-d281e1b0-bf18-40e2-9fdb-64694681dfe2 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.0774124 Nov 26 22:08:44.608548 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.611523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873da6c-db36-4274-9fc9-6a6c13f0b846 req-075aefec-03c4-4dde-a093-3af16d5e1b3b tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:44.613256 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3873da6c-db36-4274-9fc9-6a6c13f0b846 req-075aefec-03c4-4dde-a093-3af16d5e1b3b tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 943 time: 0.1049607 Nov 26 22:08:44.624461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-accc9b11-13a2-4497-9c3a-3d3a43feb041 req-2e7c7204-cc20-434c-b2ae-cbf0cbb1b647 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172473 Nov 26 22:08:44.631163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4b89a3e7-228e-4640-94b8-5059731b605d details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:08:44.710229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3873da6c-db36-4274-9fc9-6a6c13f0b846 req-e5303c02-ba58-401c-bf93-cce473965fde tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810754 Nov 26 22:08:44.752351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=a6a045a2-bbf2-4069-a621-ffc0de7e4d65,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:44.794025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4b89a3e7-228e-4640-94b8-5059731b605d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4b89a3e7-228e-4640-94b8-5059731b605d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:44.810146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.833090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '4b89a3e7-228e-4640-94b8-5059731b605d', 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e', 'port_id': '4b89a3e7-228e-4640-94b8-5059731b605d', 'mac_address': 'fa:16:3e:ef:f9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9353a103-b9ee-4056-8a6f-c9e20db035ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:08:44.936010 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.954011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b89a3e7-228e-4640-94b8-5059731b605d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:08:44.977720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4b89a3e7-228e-4640-94b8-5059731b605d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4b89a3e7-228e-4640-94b8-5059731b605d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:44.986129 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:44.996566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:08:45.069073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4b89a3e7-228e-4640-94b8-5059731b605d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:45.081114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:08:45.086655 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4230a335-013c-4c76-b28e-9b9c06e2e066 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4844820 Nov 26 22:08:45.089964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41118) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:45.096306 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24bde1-101c-45b6-86b0-5612c6e62b7e None None] Sync routers for ids ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:08:45.108576 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24bde1-101c-45b6-86b0-5612c6e62b7e None None] Routers {'a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:45.109592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cf24bde1-101c-45b6-86b0-5612c6e62b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:45.120539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-281ae8a7-31a1-4fbe-8646-a8302c345eed tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 HTTP/1.1" status: 200 len: 205 time: 0.0270720 Nov 26 22:08:45.121317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41122) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:45.151068 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cf24bde1-101c-45b6-86b0-5612c6e62b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:45.160245 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24bde1-101c-45b6-86b0-5612c6e62b7e None None] Routers {'a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:45.161059 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cf24bde1-101c-45b6-86b0-5612c6e62b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:45.197700 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cf24bde1-101c-45b6-86b0-5612c6e62b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:45.198670 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24bde1-101c-45b6-86b0-5612c6e62b7e None None] The sync data for ids ['a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:08:45.212833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f43d09f2-8f20-4bec-a540-723a8beaea26 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:45.476152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4b89a3e7-228e-4640-94b8-5059731b605d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:08:45.779162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f43d09f2-8f20-4bec-a540-723a8beaea26 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:45.782831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f43d09f2-8f20-4bec-a540-723a8beaea26 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:45.791529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceac8c-1186-4ee8-a39c-c045d74bb407 req-dd44d39b-43ed-49f2-94b0-36d972f745a7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:45.799928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33ceac8c-1186-4ee8-a39c-c045d74bb407 req-dd44d39b-43ed-49f2-94b0-36d972f745a7 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.0705795 Nov 26 22:08:45.846727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f43d09f2-8f20-4bec-a540-723a8beaea26 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:45.848337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43d09f2-8f20-4bec-a540-723a8beaea26 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Fanout notify agent at l3_agent the message router_deleted on router a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:08:45.869595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f43d09f2-8f20-4bec-a540-723a8beaea26 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:45.871129 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f43d09f2-8f20-4bec-a540-723a8beaea26 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 HTTP/1.1" status: 204 len: 168 time: 0.7488077 Nov 26 22:08:45.874704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41144) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:45.904577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33ceac8c-1186-4ee8-a39c-c045d74bb407 req-87191124-65b8-4119-ae05-6b90f7f790b5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981715 Nov 26 22:08:45.921968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ba097-5e79-4131-a5af-80fddd4d7b16 req-0c6f343f-27af-4bfc-95f8-6cead10fee47 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:45.930350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e46ba097-5e79-4131-a5af-80fddd4d7b16 req-0c6f343f-27af-4bfc-95f8-6cead10fee47 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 944 time: 0.1227839 Nov 26 22:08:45.941426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb8f7a3-6d02-45b8-8d21-5e718b3a4c5d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet dc3b0e58-516d-4a4d-8c91-3c0a1c25415f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:08:45.945577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7a3-6d02-45b8-8d21-5e718b3a4c5d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:45.990356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e46ba097-5e79-4131-a5af-80fddd4d7b16 req-380f69cd-6e64-434e-82eb-26f273d96279 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569327 Nov 26 22:08:46.003182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7a3-6d02-45b8-8d21-5e718b3a4c5d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.090552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7a3-6d02-45b8-8d21-5e718b3a4c5d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.156763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7a3-6d02-45b8-8d21-5e718b3a4c5d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.190579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8f7a3-6d02-45b8-8d21-5e718b3a4c5d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3b0e58-516d-4a4d-8c91-3c0a1c25415f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:46.194717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f7a3-6d02-45b8-8d21-5e718b3a4c5d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.199328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0fb8f7a3-6d02-45b8-8d21-5e718b3a4c5d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/dc3b0e58-516d-4a4d-8c91-3c0a1c25415f HTTP/1.1" status: 204 len: 168 time: 0.3228157 Nov 26 22:08:46.202484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41154) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:46.203494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2040062-ec66-4f3d-b4c6-9b93bb1b9f0a None None] Network 85d17a58-25e0-4000-9f19-6efc2a400c8e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:46.274481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bffd4b4-8bfe-4e52-9b5a-f35a5776c75a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet 8e54b98f-f5ce-4159-abad-cfd76445120b {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:08:46.280635 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bffd4b4-8bfe-4e52-9b5a-f35a5776c75a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.350316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bffd4b4-8bfe-4e52-9b5a-f35a5776c75a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.462141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] DHCP port deletion for 85d17a58-25e0-4000-9f19-6efc2a400c8e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:46.498220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bffd4b4-8bfe-4e52-9b5a-f35a5776c75a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.535635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] Deleting port b065594c-35af-498e-87c7-239a51a0970c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:46.536080 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.590966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bffd4b4-8bfe-4e52-9b5a-f35a5776c75a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.644102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffd4b4-8bfe-4e52-9b5a-f35a5776c75a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=8e54b98f-f5ce-4159-abad-cfd76445120b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:46.651188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bffd4b4-8bfe-4e52-9b5a-f35a5776c75a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.657470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7bffd4b4-8bfe-4e52-9b5a-f35a5776c75a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/8e54b98f-f5ce-4159-abad-cfd76445120b HTTP/1.1" status: 204 len: 168 time: 0.4536400 Nov 26 22:08:46.660310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41170) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:46.696297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] For port b065594c-35af-498e-87c7-239a51a0970c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b065594c-35af-498e-87c7-239a51a0970c,segment=NetworkSegment(a33c3550-e63f-40b0-97b1-8ea5a49de2d8),segment_id=a33c3550-e63f-40b0-97b1-8ea5a49de2d8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:46.698355 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.720541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] Calling delete_port for b065594c-35af-498e-87c7-239a51a0970c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:46.734236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4b89a3e7-228e-4640-94b8-5059731b605d up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:46.737314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21515cbd-51a7-4dac-929f-8ff78fea60bd None None] Network 04ed5a79-c3d7-4635-96bd-27eed33f321e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:46.794419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.925813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port b065594c-35af-498e-87c7-239a51a0970c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:46.929601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.973595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 4b89a3e7-228e-4640-94b8-5059731b605d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:08:46.980423 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:46.986662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 4b89a3e7-228e-4640-94b8-5059731b605d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:46.987202 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.058335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port b065594c-35af-498e-87c7-239a51a0970c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b065594c-35af-498e-87c7-239a51a0970c,segment=NetworkSegment(a33c3550-e63f-40b0-97b1-8ea5a49de2d8),segment_id=a33c3550-e63f-40b0-97b1-8ea5a49de2d8)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:47.058760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.076580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for b065594c-35af-498e-87c7-239a51a0970c owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:47.079954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] Pushing event deleted for resources: {'Port': ['ID=b065594c-35af-498e-87c7-239a51a0970c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:47.092020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59838732-d4e4-4b05-8d7e-d55c9da09df5 None None] No DVR routers for this DVR port b065594c-35af-498e-87c7-239a51a0970c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:47.130561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b0a86-46eb-40b3-ab87-80cfd99ab5f6 req-e195227e-e667-4693-885a-c994db4217d6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:47.139852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e79b0a86-46eb-40b3-ab87-80cfd99ab5f6 req-e195227e-e667-4693-885a-c994db4217d6 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.1183443 Nov 26 22:08:47.156580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a48447d-929a-4e23-80df-cee85332235b None None] DHCP port deletion for 04ed5a79-c3d7-4635-96bd-27eed33f321e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:47.198664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.229639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=b065594c-35af-498e-87c7-239a51a0970c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:47.235328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port b065594c-35af-498e-87c7-239a51a0970c on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:47.276077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e79b0a86-46eb-40b3-ab87-80cfd99ab5f6 req-9c9d687d-986c-4416-b4ba-54310e383909 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317725 Nov 26 22:08:47.296752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9dbf-cc70-4954-948c-c8c46fdff7c0 req-26ba26a8-94c2-4f50-a470-98a774e46558 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:47.302587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-355d9dbf-cc70-4954-948c-c8c46fdff7c0 req-26ba26a8-94c2-4f50-a470-98a774e46558 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 944 time: 0.1281464 Nov 26 22:08:47.318002 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.355016 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.391167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d17a58-25e0-4000-9f19-6efc2a400c8e']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:47.395210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44854a86-da16-42ed-9f97-1037be3ff9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b89a3e7-228e-4640-94b8-5059731b605d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:08:47.400339 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a119372c-d345-4c72-bb01-5a0b531abe22" -d '{"events": [{"server_uuid": "44854a86-da16-42ed-9f97-1037be3ff9e6", "name": "network-vif-plugged", "status": "completed", "tag": "4b89a3e7-228e-4640-94b8-5059731b605d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:08:47.402478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c3550-e63f-40b0-97b1-8ea5a49de2d8') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:47.403368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c3550-e63f-40b0-97b1-8ea5a49de2d8') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:47.410177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-355d9dbf-cc70-4954-948c-c8c46fdff7c0 req-74f7ce4b-8310-4245-9965-e3434330ecaf tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988605 Nov 26 22:08:47.432833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.441157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0e439f29-cc0d-47da-8867-c1f949577ffd no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:47.462372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.472012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:47.472823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:47.477234 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:47.506745 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b074c2-0e8c-49e0-be56-ffc40b02b164 x-openstack-request-id: req-80b074c2-0e8c-49e0-be56-ffc40b02b164 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:08:47.507051 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44854a86-da16-42ed-9f97-1037be3ff9e6", "name": "network-vif-plugged", "status": "completed", "tag": "4b89a3e7-228e-4640-94b8-5059731b605d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:08:47.507311 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80b074c2-0e8c-49e0-be56-ffc40b02b164 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:08:47.507711 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44854a86-da16-42ed-9f97-1037be3ff9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b89a3e7-228e-4640-94b8-5059731b605d', 'code': 200} Nov 26 22:08:47.511081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4b89a3e7-228e-4640-94b8-5059731b605d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4b89a3e7-228e-4640-94b8-5059731b605d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:47.513275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3a48447d-929a-4e23-80df-cee85332235b None None] Deleting port 0e439f29-cc0d-47da-8867-c1f949577ffd {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:47.513654 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a48447d-929a-4e23-80df-cee85332235b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.536046 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.619717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.625690 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.634971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/85d17a58-25e0-4000-9f19-6efc2a400c8e HTTP/1.1" status: 204 len: 168 time: 0.9728558 Nov 26 22:08:47.635261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41204) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:47.643209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b393b-d6ee-4254-b96c-d95951a35635 req-9cb5456e-bec7-448d-a460-05aca331e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:47.644163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe8b393b-d6ee-4254-b96c-d95951a35635 req-9cb5456e-bec7-448d-a460-05aca331e589 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 1096 time: 0.0783880 Nov 26 22:08:47.688199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3a48447d-929a-4e23-80df-cee85332235b None None] For port 0e439f29-cc0d-47da-8867-c1f949577ffd, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0e439f29-cc0d-47da-8867-c1f949577ffd,segment=NetworkSegment(33d777d2-7a38-4d91-a105-d85d32c1f6db),segment_id=33d777d2-7a38-4d91-a105-d85d32c1f6db)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:47.688878 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a48447d-929a-4e23-80df-cee85332235b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.705641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4b89a3e7-228e-4640-94b8-5059731b605d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:47.709206 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe8b393b-d6ee-4254-b96c-d95951a35635 req-13adaa27-86a5-4048-bac7-b85e27308062 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524039 Nov 26 22:08:47.710041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476a2cc-9553-4d4d-8949-ef2de429e24d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=85d17a58-25e0-4000-9f19-6efc2a400c8e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:47.711929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.715956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3a48447d-929a-4e23-80df-cee85332235b None None] Calling delete_port for 0e439f29-cc0d-47da-8867-c1f949577ffd owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:47.786300 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:08:47.788453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 0e439f29-cc0d-47da-8867-c1f949577ffd, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0e439f29-cc0d-47da-8867-c1f949577ffd,segment=NetworkSegment(33d777d2-7a38-4d91-a105-d85d32c1f6db),segment_id=33d777d2-7a38-4d91-a105-d85d32c1f6db)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:47.793708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.794958 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.795667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b065594c-35af-498e-87c7-239a51a0970c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:47.844962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41210) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:47.880013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 0e439f29-cc0d-47da-8867-c1f949577ffd {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:47.880356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.883600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b065594c-35af-498e-87c7-239a51a0970c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:47.883951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b065594c-35af-498e-87c7-239a51a0970c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:47.933602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=0e439f29-cc0d-47da-8867-c1f949577ffd,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:47.940931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a48447d-929a-4e23-80df-cee85332235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:47.964925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48447d-929a-4e23-80df-cee85332235b None None] No DVR routers for this DVR port 0e439f29-cc0d-47da-8867-c1f949577ffd on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:47.994807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48447d-929a-4e23-80df-cee85332235b None None] Pushing event deleted for resources: {'Port': ['ID=0e439f29-cc0d-47da-8867-c1f949577ffd,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:48.013042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port 0e439f29-cc0d-47da-8867-c1f949577ffd, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0e439f29-cc0d-47da-8867-c1f949577ffd,segment=NetworkSegment(33d777d2-7a38-4d91-a105-d85d32c1f6db),segment_id=33d777d2-7a38-4d91-a105-d85d32c1f6db)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:48.013714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.030917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 0e439f29-cc0d-47da-8867-c1f949577ffd owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:48.054753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fa03a64e-4ff0-4de0-8a30-c8f4a49bdd38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.168239 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.202288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=0e439f29-cc0d-47da-8867-c1f949577ffd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:48.209660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port 0e439f29-cc0d-47da-8867-c1f949577ffd on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:48.222520 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fa03a64e-4ff0-4de0-8a30-c8f4a49bdd38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.240556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fa03a64e-4ff0-4de0-8a30-c8f4a49bdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.331789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03a64e-4ff0-4de0-8a30-c8f4a49bdd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6454b1-1c14-4514-9037-9a3cdca7be32,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:48.336183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.348825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fa03a64e-4ff0-4de0-8a30-c8f4a49bdd38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f74709d672cd465aa06d03f1a943fd4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5002229 Nov 26 22:08:48.348939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:48.369889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ed5a79-c3d7-4635-96bd-27eed33f321e']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:48.394223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d777d2-7a38-4d91-a105-d85d32c1f6db') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:48.394535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d777d2-7a38-4d91-a105-d85d32c1f6db') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:48.396584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56912797-912b-4f9d-8ed5-a1570c5b294f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.406548 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.419178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56912797-912b-4f9d-8ed5-a1570c5b294f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.427748 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.440219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cd30b-1105-49b7-9da2-3ce8add2ee03 req-a6fb7507-31a1-4fbf-b76a-033509846676 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:48.441764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-123cd30b-1105-49b7-9da2-3ce8add2ee03 req-a6fb7507-31a1-4fbf-b76a-033509846676 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.0927491 Nov 26 22:08:48.444881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:48.445313 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:48.449737 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:48.479786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56912797-912b-4f9d-8ed5-a1570c5b294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.482808 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56912797-912b-4f9d-8ed5-a1570c5b294f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.483987 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56912797-912b-4f9d-8ed5-a1570c5b294f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce6454b1-1c14-4514-9037-9a3cdca7be32 HTTP/1.1" status: 204 len: 168 time: 0.1340506 Nov 26 22:08:48.492418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56912797-912b-4f9d-8ed5-a1570c5b294f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6454b1-1c14-4514-9037-9a3cdca7be32,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:48.573962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.590148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.593402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/04ed5a79-c3d7-4635-96bd-27eed33f321e HTTP/1.1" status: 204 len: 168 time: 0.9569397 Nov 26 22:08:48.599641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41222) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:48.606272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-555159659'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:48.619419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-123cd30b-1105-49b7-9da2-3ce8add2ee03 req-bbb04134-b30b-4cc6-8375-c76fd1736392 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589332 Nov 26 22:08:48.622013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8ba39-5927-41fa-81de-ee52981f12ec tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=04ed5a79-c3d7-4635-96bd-27eed33f321e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:48.642817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70205310-77a5-4d32-a395-1c955627e5c3 req-05c0265e-aa37-4877-b0da-ff8b8216dea9 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:48.644618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70205310-77a5-4d32-a395-1c955627e5c3 req-05c0265e-aa37-4877-b0da-ff8b8216dea9 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 945 time: 0.1222627 Nov 26 22:08:48.652508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:48.656040 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.680337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:48.691003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.691352 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment 5324513f-abde-4e70-a0f5-2f456509a847 of type vlan for network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 Nov 26 22:08:48.705843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70205310-77a5-4d32-a395-1c955627e5c3 req-4a9e821e-bf70-406c-8b65-d78b52329d34 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541916 Nov 26 22:08:48.739814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.766520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.772238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:48.772824 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.801693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41226) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:48.823367 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d619a56-95eb-424c-82a6-e50a8309b18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.827238 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2263460 Nov 26 22:08:48.830040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41228) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:48.837220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': 'ca5812c6-54cd-4a89-bafd-0f1f7e8fec18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:48.896782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1c92a-b736-49b0-80db-120dba8f5a86 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=ca5812c6-54cd-4a89-bafd-0f1f7e8fec18,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:48.910618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d619a56-95eb-424c-82a6-e50a8309b18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.912681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:48.917422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d619a56-95eb-424c-82a6-e50a8309b18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.954169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d619a56-95eb-424c-82a6-e50a8309b18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678726c-3c51-438c-af4d-66391ec94188,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:48.964947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:48.971882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:48.983055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8d619a56-95eb-424c-82a6-e50a8309b18e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30e3a4208e354c1d800829e3296dfd0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801445 Nov 26 22:08:48.983827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41234) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:49.041431 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9d70-71e0-46ce-bcac-3d88c36ab031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.066603 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9d70-71e0-46ce-bcac-3d88c36ab031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.141497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9d70-71e0-46ce-bcac-3d88c36ab031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.144183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9d70-71e0-46ce-bcac-3d88c36ab031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.147746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3c0b9d70-71e0-46ce-bcac-3d88c36ab031 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e678726c-3c51-438c-af4d-66391ec94188 HTTP/1.1" status: 204 len: 168 time: 0.1606061 Nov 26 22:08:49.160238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b9d70-71e0-46ce-bcac-3d88c36ab031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678726c-3c51-438c-af4d-66391ec94188,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:49.230063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.298699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=708d8a69-e1ce-408f-bfc4-f3b0d32ac94d,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:49.312345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': '5324513f-abde-4e70-a0f5-2f456509a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ca5812c6-54cd-4a89-bafd-0f1f7e8fec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:49.312806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: ca5812c6-54cd-4a89-bafd-0f1f7e8fec18, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:49.332821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:49.342522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ca5812c6-54cd-4a89-bafd-0f1f7e8fec18) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:49.347214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:49.348311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.354039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ad105d-fbf5-4947-8f4a-df59093d4e02 None None] Network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:49.369679 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-37ee91c3-3b99-440b-a959-db3727c8534f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5376186 Nov 26 22:08:49.370227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41244) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:49.375294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4fa006a7-9328-4a1c-9363-60c1803fee59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1347824390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:49.413044 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4fa006a7-9328-4a1c-9363-60c1803fee59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.414612 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4fa006a7-9328-4a1c-9363-60c1803fee59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.476746 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4fa006a7-9328-4a1c-9363-60c1803fee59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.484573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4fa006a7-9328-4a1c-9363-60c1803fee59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.513015 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4fa006a7-9328-4a1c-9363-60c1803fee59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.516697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4fa006a7-9328-4a1c-9363-60c1803fee59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1430655 Nov 26 22:08:49.517040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41248) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:49.522515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'port': {'network_id': 'ca5812c6-54cd-4a89-bafd-0f1f7e8fec18', 'name': 'tempest-RoutersIpV6Test-946066057'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:49.550539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ca5812c6-54cd-4a89-bafd-0f1f7e8fec18', 'network_id': 'ca5812c6-54cd-4a89-bafd-0f1f7e8fec18', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': '708d8a69-e1ce-408f-bfc4-f3b0d32ac94d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:08:49.552917 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.683408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:49.689572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.715930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] device_id is not set on port bdba3aed-e4a6-454d-a17b-feb50c396601 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:08:49.752662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Allocated IP 2001:db8::2 (ca5812c6-54cd-4a89-bafd-0f1f7e8fec18/708d8a69-e1ce-408f-bfc4-f3b0d32ac94d/66c9f722-728d-456a-8ae8-51ae9c9169e8) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:49.865535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a95ec-710b-4198-a025-ec05674fa148 req-d9697fbf-e10a-4c7e-875c-aa2babe15163 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:49.867751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d7a95ec-710b-4198-a025-ec05674fa148 req-d9697fbf-e10a-4c7e-875c-aa2babe15163 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0735519 Nov 26 22:08:49.876462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1598e-8167-4747-a794-ca1c9a21a3ff req-3c16cd37-7858-4e36-8692-cee0eaa1a08a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:49.878059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70d1598e-8167-4747-a794-ca1c9a21a3ff req-3c16cd37-7858-4e36-8692-cee0eaa1a08a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.1620107 Nov 26 22:08:49.943278 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.953142 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:49.970414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d7a95ec-710b-4198-a025-ec05674fa148 req-62376283-3ace-40b9-93ca-c424044c1d6b tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910943 Nov 26 22:08:49.995047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70d1598e-8167-4747-a794-ca1c9a21a3ff req-ad05d95d-5abb-4756-9037-44add2bf90f9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062777 Nov 26 22:08:50.081846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8::3c1 (ca5812c6-54cd-4a89-bafd-0f1f7e8fec18/708d8a69-e1ce-408f-bfc4-f3b0d32ac94d/bdba3aed-e4a6-454d-a17b-feb50c396601) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:50.332248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:50.339217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Pushing event updated for resources: {'Port': ['ID=66c9f722-728d-456a-8ae8-51ae9c9169e8,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:50.346047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:50.347773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:50.350278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:50.386508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:50.449181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Attempting to bind port 66c9f722-728d-456a-8ae8-51ae9c9169e8 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:08:50.460195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Attempting to bind port 66c9f722-728d-456a-8ae8-51ae9c9169e8 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '5324513f-abde-4e70-a0f5-2f456509a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ca5812c6-54cd-4a89-bafd-0f1f7e8fec18'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:08:50.464109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:50.467926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:50.475145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Attempting to bind port 66c9f722-728d-456a-8ae8-51ae9c9169e8 on network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:08:50.477369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:50.485170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:50.486179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:50.489276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:08:50.490120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Checking segment: {'id': '5324513f-abde-4e70-a0f5-2f456509a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ca5812c6-54cd-4a89-bafd-0f1f7e8fec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:50.491497 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:50.492151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Bound using segment: {'id': '5324513f-abde-4e70-a0f5-2f456509a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ca5812c6-54cd-4a89-bafd-0f1f7e8fec18'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:08:50.498232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Bound port: 66c9f722-728d-456a-8ae8-51ae9c9169e8, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5324513f-abde-4e70-a0f5-2f456509a847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ca5812c6-54cd-4a89-bafd-0f1f7e8fec18'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:08:50.498232 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:50.498645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=bdba3aed-e4a6-454d-a17b-feb50c396601,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:50.520657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9d93c30c-97df-4abd-9d70-184ed8ba0fdc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9998214 Nov 26 22:08:50.521363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41284) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:50.628113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] For port 66c9f722-728d-456a-8ae8-51ae9c9169e8, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:08:50.632003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] For port 66c9f722-728d-456a-8ae8-51ae9c9169e8, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=66c9f722-728d-456a-8ae8-51ae9c9169e8,segment=NetworkSegment(5324513f-abde-4e70-a0f5-2f456509a847),segment_id=5324513f-abde-4e70-a0f5-2f456509a847)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:08:50.639918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:50.763487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c000e8b-589d-421c-8ce0-7f14410e08e5 None None] Pushing event updated for resources: {'Port': ['ID=66c9f722-728d-456a-8ae8-51ae9c9169e8,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:50.965252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939d3e6-bb67-43c4-afd4-8b0f5b7802c6 req-77b65508-8097-46c8-aa43-649601902af3 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:50.966893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d939d3e6-bb67-43c4-afd4-8b0f5b7802c6 req-77b65508-8097-46c8-aa43-649601902af3 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 945 time: 0.1171186 Nov 26 22:08:51.041662 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:51.081052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d939d3e6-bb67-43c4-afd4-8b0f5b7802c6 req-9ff25016-63d2-4ffb-8f03-5b8d70fe06ff tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082377 Nov 26 22:08:51.255047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fb776-4253-4d29-bf94-328e2d57bd23 req-4029f7f1-fd7b-43d1-9e38-656443205df9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:51.256524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b74fb776-4253-4d29-bf94-328e2d57bd23 req-4029f7f1-fd7b-43d1-9e38-656443205df9 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.1395755 Nov 26 22:08:51.397157 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b74fb776-4253-4d29-bf94-328e2d57bd23 req-442e54bc-dbbd-418d-b032-b0fef3c34ba1 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196103 Nov 26 22:08:51.447466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 66c9f722-728d-456a-8ae8-51ae9c9169e8 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:51.457242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:51.465880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:51.520434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 66c9f722-728d-456a-8ae8-51ae9c9169e8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:51.520942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:51.581926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=bdba3aed-e4a6-454d-a17b-feb50c396601,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:51.595812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.596871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.597483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.598105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.598679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.599158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.600080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.600432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.600770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.601103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.601549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.601894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:51.655962 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:51.703846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 66c9f722-728d-456a-8ae8-51ae9c9169e8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=66c9f722-728d-456a-8ae8-51ae9c9169e8,segment=NetworkSegment(5324513f-abde-4e70-a0f5-2f456509a847),segment_id=5324513f-abde-4e70-a0f5-2f456509a847)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:51.711229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:51.751843 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:51.810416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=66c9f722-728d-456a-8ae8-51ae9c9169e8,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:51.895504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:51.924622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41314) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:52.070835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.211200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.211683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aea389c-41d4-4a7b-afb6-324ec7ab7504 None None] Network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:52.219060 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.254159 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca1da8d7ceab4dd291229530bb73f053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3281643 Nov 26 22:08:52.259972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41320) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:52.280374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b155cc7d-9474-4060-963f-dd3b7a24a46e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:52.291179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.291634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.292939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.293368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.293780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.294415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.294997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.295555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.297264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.298561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.299120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.299658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df1ba-2067-4741-9a1b-27a3a4002d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:08:52.318550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c971f-4d08-4d4d-b3f6-a1cb6af7ddac req-f08f0b5b-33d6-478b-a1ff-b9c91cc537be tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:52.320053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-243c971f-4d08-4d4d-b3f6-a1cb6af7ddac req-f08f0b5b-33d6-478b-a1ff-b9c91cc537be tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 945 time: 0.1333275 Nov 26 22:08:52.326245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1ee5bfcc-b87c-40e2-8fb8-7e3e489afca0 None None] Provisioning complete for port 66c9f722-728d-456a-8ae8-51ae9c9169e8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:52.326627 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ee5bfcc-b87c-40e2-8fb8-7e3e489afca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.336259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.401221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-243c971f-4d08-4d4d-b3f6-a1cb6af7ddac req-79b2744e-c9dd-4d82-b48c-b900e2777b11 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672855 Nov 26 22:08:52.401857 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.402668 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.508957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdb61a2e-ab4b-4a24-80c1-a829bf1bd677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.539468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-f138b7ec-62a2-465c-bb6d-060a0daee1c8 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:52.542409 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-f138b7ec-62a2-465c-bb6d-060a0daee1c8 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.13 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 945 time: 0.0651810 Nov 26 22:08:52.678650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Deleting port 4b89a3e7-228e-4640-94b8-5059731b605d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:52.679355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.866441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] For port 4b89a3e7-228e-4640-94b8-5059731b605d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4b89a3e7-228e-4640-94b8-5059731b605d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:52.866854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:52.895713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Calling delete_port for 4b89a3e7-228e-4640-94b8-5059731b605d owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:52.926595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-20ef7ab7-18d2-46d2-b97c-02cc3d30ff8a None None] Provisioning complete for port 66c9f722-728d-456a-8ae8-51ae9c9169e8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:52.927760 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-20ef7ab7-18d2-46d2-b97c-02cc3d30ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.005749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=bdba3aed-e4a6-454d-a17b-feb50c396601,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:53.011535 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdb61a2e-ab4b-4a24-80c1-a829bf1bd677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.111712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca0e7d-a1a9-4268-a98f-bc23ef5f5a4b req-bced5c2f-1a0d-431b-b365-ccb5fa619694 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:53.113221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7ca0e7d-a1a9-4268-a98f-bc23ef5f5a4b req-bced5c2f-1a0d-431b-b365-ccb5fa619694 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.6165495 Nov 26 22:08:53.155031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-20ef7ab7-18d2-46d2-b97c-02cc3d30ff8a None None] Provisioning complete for port bdba3aed-e4a6-454d-a17b-feb50c396601 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:53.156923 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-20ef7ab7-18d2-46d2-b97c-02cc3d30ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.159344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:53.160422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.170034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:53.215730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4b89a3e7-228e-4640-94b8-5059731b605d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:08:53.231911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Pushing event deleted for resources: {'Port': ['ID=4b89a3e7-228e-4640-94b8-5059731b605d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:53.283461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-20ef7ab7-18d2-46d2-b97c-02cc3d30ff8a None None] Port bdba3aed-e4a6-454d-a17b-feb50c396601 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:53.315055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] No DVR routers for this DVR port 4b89a3e7-228e-4640-94b8-5059731b605d on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:53.318278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.324425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f111d896-c5e4-4f59-a95c-731f68a181a5 req-76c90fd2-08e2-4bd7-b1d6-c00c26802495 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.13 "DELETE /v2.0/ports/4b89a3e7-228e-4640-94b8-5059731b605d HTTP/1.1" status: 204 len: 173 time: 0.7749062 Nov 26 22:08:53.324906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44854a86-da16-42ed-9f97-1037be3ff9e6', 'name': 'network-vif-deleted', 'tag': '4b89a3e7-228e-4640-94b8-5059731b605d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:08:53.327224 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad0b2be-5ecd-4552-8fab-916ef0ecf3b6" -d '{"events": [{"server_uuid": "44854a86-da16-42ed-9f97-1037be3ff9e6", "name": "network-vif-deleted", "tag": "4b89a3e7-228e-4640-94b8-5059731b605d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:08:53.355144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdb61a2e-ab4b-4a24-80c1-a829bf1bd677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.358192 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdb61a2e-ab4b-4a24-80c1-a829bf1bd677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.360441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fdb61a2e-ab4b-4a24-80c1-a829bf1bd677 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b155cc7d-9474-4060-963f-dd3b7a24a46e HTTP/1.1" status: 204 len: 168 time: 1.0955713 Nov 26 22:08:53.386644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7ca0e7d-a1a9-4268-a98f-bc23ef5f5a4b req-7aaa566e-a9c1-41c9-87eb-0e1ae1f989ac tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521427 Nov 26 22:08:53.413206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb61a2e-ab4b-4a24-80c1-a829bf1bd677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b155cc7d-9474-4060-963f-dd3b7a24a46e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:53.444594 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fb6dff-bc60-4833-b193-2fd58beff15b x-openstack-request-id: req-60fb6dff-bc60-4833-b193-2fd58beff15b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:08:53.444594 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44854a86-da16-42ed-9f97-1037be3ff9e6", "name": "network-vif-deleted", "tag": "4b89a3e7-228e-4640-94b8-5059731b605d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:08:53.444798 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60fb6dff-bc60-4833-b193-2fd58beff15b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:08:53.445108 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44854a86-da16-42ed-9f97-1037be3ff9e6', 'name': 'network-vif-deleted', 'tag': '4b89a3e7-228e-4640-94b8-5059731b605d', 'status': 'completed', 'code': 200} Nov 26 22:08:53.517651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ed298b27-ea2e-4056-8366-a3a27b5cc697 None None] Provisioning complete for port bdba3aed-e4a6-454d-a17b-feb50c396601 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:53.519810 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed298b27-ea2e-4056-8366-a3a27b5cc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.528509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router ae38b9f8-a430-4430-83ab-65dc56e9d496 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:08:53.586624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 66c9f722-728d-456a-8ae8-51ae9c9169e8 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:53.590431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-806f3d22-7da8-464b-b46c-d50c4294b109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.655215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6f243d68-f4b0-401e-8dd6-96851cde0e6a req-ce1bcd01-e26b-499c-a5a0-48522f93f3bf tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=44854a86-da16-42ed-9f97-1037be3ff9e6 HTTP/1.1" status: 200 len: 210 time: 0.0848501 Nov 26 22:08:53.697255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ed298b27-ea2e-4056-8366-a3a27b5cc697 None None] Port bdba3aed-e4a6-454d-a17b-feb50c396601 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:53.763695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 66c9f722-728d-456a-8ae8-51ae9c9169e8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:53.764077 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:53.848391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:08:53.853921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-86fe5770-adbb-4c33-a837-e17c63f3fedc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/ae38b9f8-a430-4430-83ab-65dc56e9d496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3314681 Nov 26 22:08:53.857128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41344) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:53.902917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6747f5a-c8a4-472a-9164-6b883837eb82 None None] Sync routers for ids ['ae38b9f8-a430-4430-83ab-65dc56e9d496'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:08:53.918914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da52f6a8-b764-4abc-b834-d839bd470bb4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:53.923519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-da52f6a8-b764-4abc-b834-d839bd470bb4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports/bdba3aed-e4a6-454d-a17b-feb50c396601 HTTP/1.1" status: 200 len: 983 time: 0.0606613 Nov 26 22:08:53.924268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41350) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:53.938177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078820f-5097-467b-ab90-e39728d857af req-6bb174bf-38f0-4cd3-a2d1-9e11b9b5e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:53.952716 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1078820f-5097-467b-ab90-e39728d857af req-6bb174bf-38f0-4cd3-a2d1-9e11b9b5e421 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 1096 time: 0.1415672 Nov 26 22:08:54.008095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1078820f-5097-467b-ab90-e39728d857af req-6f947de6-812b-4bb7-a83e-16a649c0aeb3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523353 Nov 26 22:08:54.028869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6747f5a-c8a4-472a-9164-6b883837eb82 None None] Routers {'ae38b9f8-a430-4430-83ab-65dc56e9d496'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:54.029602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a6747f5a-c8a4-472a-9164-6b883837eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ae38b9f8-a430-4430-83ab-65dc56e9d496'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:54.090354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a6747f5a-c8a4-472a-9164-6b883837eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:54.092092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b8d08ca9-8659-4e55-83ea-5ef6ef278e32 None None] Provisioning complete for port bdba3aed-e4a6-454d-a17b-feb50c396601 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:54.092587 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8d08ca9-8659-4e55-83ea-5ef6ef278e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:54.136678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6747f5a-c8a4-472a-9164-6b883837eb82 None None] Routers {'ae38b9f8-a430-4430-83ab-65dc56e9d496'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:54.146125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a6747f5a-c8a4-472a-9164-6b883837eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ae38b9f8-a430-4430-83ab-65dc56e9d496'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:54.182355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a6747f5a-c8a4-472a-9164-6b883837eb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:54.183369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6747f5a-c8a4-472a-9164-6b883837eb82 None None] The sync data for ids ['ae38b9f8-a430-4430-83ab-65dc56e9d496'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:08:54.196252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b8d08ca9-8659-4e55-83ea-5ef6ef278e32 None None] Port bdba3aed-e4a6-454d-a17b-feb50c396601 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:54.328004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-db2ae52c-ac71-4aa5-8137-5a714edc87e6 None None] Provisioning complete for port bdba3aed-e4a6-454d-a17b-feb50c396601 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:54.328392 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db2ae52c-ac71-4aa5-8137-5a714edc87e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:54.386161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-db2ae52c-ac71-4aa5-8137-5a714edc87e6 None None] Port bdba3aed-e4a6-454d-a17b-feb50c396601 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:08:54.522548 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:54.607155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510162b-1f6c-48fb-8eaa-548691d7c077 req-851ceba8-693a-43b9-8adc-3c46e04de8ec tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:54.608673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a510162b-1f6c-48fb-8eaa-548691d7c077 req-851ceba8-693a-43b9-8adc-3c46e04de8ec tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.1371136 Nov 26 22:08:54.651989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:08:54.660973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:54.714175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a510162b-1f6c-48fb-8eaa-548691d7c077 req-2fa4f8f1-3b87-4325-9458-538bc101dce0 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981421 Nov 26 22:08:54.801274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port bdba3aed-e4a6-454d-a17b-feb50c396601 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:54.801629 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:54.853519 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:54.885019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:54.891166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:08:54.893397 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acbe270-d26c-4df3-9e43-856c6534edcb" -d '{"events": [{"server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:08:54.924093 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:54.941027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:54.942204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'port_id': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'mac_address': 'fa:16:3e:c2:f2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:08:54.950386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for bdba3aed-e4a6-454d-a17b-feb50c396601 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:54.962751 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3975c854-bbe4-4cb8-8748-b9f923c47d67 x-openstack-request-id: req-3975c854-bbe4-4cb8-8748-b9f923c47d67 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:08:54.963046 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:08:54.963605 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3975c854-bbe4-4cb8-8748-b9f923c47d67 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:08:54.964190 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'code': 200} Nov 26 22:08:54.970089 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:55.066390 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:55.081513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:08:55.085745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:55.107148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:55.113277 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:55.171809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:55.241890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-ef6088db-1185-4c72-8f42-a5ccb66a9ca0 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:55.244083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-ef6088db-1185-4c72-8f42-a5ccb66a9ca0 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/networks?id=24345c04-a8f0-4cc3-95e6-5c1397826b5e HTTP/1.1" status: 200 len: 808 time: 0.2239485 Nov 26 22:08:55.271239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-bff6033a-ea17-4941-a1b3-8dcce0d3d0a9 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/quotas/77f510ad5f484fea83e719cbf08fcb5c HTTP/1.1" status: 200 len: 375 time: 0.0151811 Nov 26 22:08:55.277635 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:55.343604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=bdba3aed-e4a6-454d-a17b-feb50c396601,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:55.349233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6929d1dd-d6f9-4270-9ac8-e3e24a26d5d7 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=77f510ad5f484fea83e719cbf08fcb5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689061 Nov 26 22:08:55.536795 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:55.600105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:08:55.713812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-1df085e2-57f7-486c-9044-b1323383184b service neutron] 10.222.0.21 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474011 Nov 26 22:08:55.789948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41426) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:55.934616 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50423c72-0aa8-4161-8a97-722f83ccfca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:56.019011 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50423c72-0aa8-4161-8a97-722f83ccfca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:56.023202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50423c72-0aa8-4161-8a97-722f83ccfca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:56.072291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-50423c72-0aa8-4161-8a97-722f83ccfca8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6dfa979e031e49cab6eb9aafa50859a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2771220 Nov 26 22:08:56.072291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50423c72-0aa8-4161-8a97-722f83ccfca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefec342-df03-429d-968f-5f361340c323,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:56.073055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41430) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:56.133369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38a86fe2-5093-4a10-84fc-f85732f2a5f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:56.155776 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38a86fe2-5093-4a10-84fc-f85732f2a5f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:56.183076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router ae38b9f8-a430-4430-83ab-65dc56e9d496 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:08:56.204965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447204a-522e-4a00-a0e2-236cdc30d48f req-e4831fc8-2273-4fbf-9531-fad52ef87ba4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:56.206547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8447204a-522e-4a00-a0e2-236cdc30d48f req-e4831fc8-2273-4fbf-9531-fad52ef87ba4 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 944 time: 0.1149971 Nov 26 22:08:56.215603 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38a86fe2-5093-4a10-84fc-f85732f2a5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:56.219782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-38a86fe2-5093-4a10-84fc-f85732f2a5f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:56.224744 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-38a86fe2-5093-4a10-84fc-f85732f2a5f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fefec342-df03-429d-968f-5f361340c323 HTTP/1.1" status: 204 len: 168 time: 0.1506078 Nov 26 22:08:56.234378 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b83675b2-e152-4483-8db1-901de02014f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:56.236715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a86fe2-5093-4a10-84fc-f85732f2a5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefec342-df03-429d-968f-5f361340c323,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:56.321332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-1995a31a-1683-40e7-8990-823c4f146f37 service neutron] 10.222.0.21 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724885 Nov 26 22:08:56.332235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:08:56.342466 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804eb90-5ca5-46b3-919f-2def6369ea64 None None] Sync routers for ids ['ae38b9f8-a430-4430-83ab-65dc56e9d496'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:08:56.346547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c6b8fff2-6a31-4abb-92c7-e87546b0b824 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/ae38b9f8-a430-4430-83ab-65dc56e9d496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4210117 Nov 26 22:08:56.352299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41434) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:56.358967 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804eb90-5ca5-46b3-919f-2def6369ea64 None None] Routers {'ae38b9f8-a430-4430-83ab-65dc56e9d496'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:56.361394 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c804eb90-5ca5-46b3-919f-2def6369ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ae38b9f8-a430-4430-83ab-65dc56e9d496'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:56.394888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8447204a-522e-4a00-a0e2-236cdc30d48f req-e779b75d-e145-4dbe-adf5-9659474321e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708350 Nov 26 22:08:56.429830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41438) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:56.430315 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c804eb90-5ca5-46b3-919f-2def6369ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:56.448270 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c804eb90-5ca5-46b3-919f-2def6369ea64 None None] Routers {'ae38b9f8-a430-4430-83ab-65dc56e9d496'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:08:56.449965 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c804eb90-5ca5-46b3-919f-2def6369ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ae38b9f8-a430-4430-83ab-65dc56e9d496'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:56.505126 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c804eb90-5ca5-46b3-919f-2def6369ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:56.506056 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c804eb90-5ca5-46b3-919f-2def6369ea64 None None] The sync data for ids ['ae38b9f8-a430-4430-83ab-65dc56e9d496'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:08:56.605965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8ae08609-e549-4eeb-b59c-185ded531933 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/floatingips/34dc657a-d935-418d-a392-061773af876d HTTP/1.1" status: 200 len: 991 time: 0.1788199 Nov 26 22:08:56.661795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4b89a3e7-228e-4640-94b8-5059731b605d no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:56.682274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9f9e748-d259-4d97-b8b4-b803c3966427 req-a0da65c1-869d-4e52-a413-b8e1ab97114a tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 210 time: 0.0469890 Nov 26 22:08:56.702412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 4b89a3e7-228e-4640-94b8-5059731b605d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:56.702768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4b89a3e7-228e-4640-94b8-5059731b605d not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:56.734800 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-c967fa52-ea62-4dd2-a982-5ac6155bd267 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] remove_router_interface failed (client error): The resource could not be found. Nov 26 22:08:56.735865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c967fa52-ea62-4dd2-a982-5ac6155bd267 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/ae38b9f8-a430-4430-83ab-65dc56e9d496/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3788023 Nov 26 22:08:56.738885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41452) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:56.781757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41456) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:56.782044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1b09f99b-725d-452c-aa7c-7515cd733c5f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae38b9f8-a430-4430-83ab-65dc56e9d496 HTTP/1.1" status: 200 len: 205 time: 0.0417814 Nov 26 22:08:56.871423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ee4553b-cb0a-45ac-85b8-a30d399a8250 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.066157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ee4553b-cb0a-45ac-85b8-a30d399a8250 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.068791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ee4553b-cb0a-45ac-85b8-a30d399a8250 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.091961 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.133325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ee4553b-cb0a-45ac-85b8-a30d399a8250 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.133929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee4553b-cb0a-45ac-85b8-a30d399a8250 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Fanout notify agent at l3_agent the message router_deleted on router ae38b9f8-a430-4430-83ab-65dc56e9d496 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:08:57.143096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9ee4553b-cb0a-45ac-85b8-a30d399a8250 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.144308 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9ee4553b-cb0a-45ac-85b8-a30d399a8250 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/ae38b9f8-a430-4430-83ab-65dc56e9d496 HTTP/1.1" status: 204 len: 168 time: 0.3610916 Nov 26 22:08:57.147188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41472) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:57.216956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a070e8fd-6257-4781-b15a-1fb8b3d64e29 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet 708d8a69-e1ce-408f-bfc4-f3b0d32ac94d {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:08:57.222128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a070e8fd-6257-4781-b15a-1fb8b3d64e29 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.281094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a070e8fd-6257-4781-b15a-1fb8b3d64e29 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.373305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a070e8fd-6257-4781-b15a-1fb8b3d64e29 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.438048 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a070e8fd-6257-4781-b15a-1fb8b3d64e29 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.473891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070e8fd-6257-4781-b15a-1fb8b3d64e29 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=708d8a69-e1ce-408f-bfc4-f3b0d32ac94d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:57.476431 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a070e8fd-6257-4781-b15a-1fb8b3d64e29 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.486427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a070e8fd-6257-4781-b15a-1fb8b3d64e29 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/708d8a69-e1ce-408f-bfc4-f3b0d32ac94d HTTP/1.1" status: 204 len: 168 time: 0.3344371 Nov 26 22:08:57.486427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41482) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:57.495183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332c77c-1ee5-4d00-921f-a80774b3ad98 None None] Network ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:08:57.616046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.690178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 66c9f722-728d-456a-8ae8-51ae9c9169e8 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:57.690523 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.793484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bfd6506-ca4a-4c6e-ac7c-3007a29832b1 req-d0eafb09-7836-4d4c-914a-3a56f82d44e2 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 210 time: 0.0316756 Nov 26 22:08:57.820528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port 66c9f722-728d-456a-8ae8-51ae9c9169e8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=66c9f722-728d-456a-8ae8-51ae9c9169e8,segment=NetworkSegment(5324513f-abde-4e70-a0f5-2f456509a847),segment_id=5324513f-abde-4e70-a0f5-2f456509a847)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:57.820959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.831214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] DHCP port deletion for ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:08:57.840022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 66c9f722-728d-456a-8ae8-51ae9c9169e8 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:57.891188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] Deleting port 66c9f722-728d-456a-8ae8-51ae9c9169e8 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:08:57.891600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.947581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.991271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] For port 66c9f722-728d-456a-8ae8-51ae9c9169e8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=66c9f722-728d-456a-8ae8-51ae9c9169e8,segment=NetworkSegment(5324513f-abde-4e70-a0f5-2f456509a847),segment_id=5324513f-abde-4e70-a0f5-2f456509a847)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:57.992113 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:57.995816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=66c9f722-728d-456a-8ae8-51ae9c9169e8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:58.006514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port 66c9f722-728d-456a-8ae8-51ae9c9169e8 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:58.014678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] Calling delete_port for 66c9f722-728d-456a-8ae8-51ae9c9169e8 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:08:58.121687 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.158386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] Pushing event deleted for resources: {'Port': ['ID=66c9f722-728d-456a-8ae8-51ae9c9169e8,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:58.167647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c74362-6aab-41de-b109-28d8d407ace7 None None] No DVR routers for this DVR port 66c9f722-728d-456a-8ae8-51ae9c9169e8 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:08:58.273243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-ff20c342-f7ee-4f14-b18d-72cdfaf92f4d tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:58.275394 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-ff20c342-f7ee-4f14-b18d-72cdfaf92f4d tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.13 "GET /v2.0/networks?id=24345c04-a8f0-4cc3-95e6-5c1397826b5e HTTP/1.1" status: 200 len: 808 time: 0.2393188 Nov 26 22:08:58.301336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Request body: {'port': {'device_id': 'eb71856a-8471-4846-9fc9-a82ffad16024', 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e', 'admin_state_up': True, 'tenant_id': '77f510ad5f484fea83e719cbf08fcb5c'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:58.310453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.344747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41522) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:58.371149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5812c6-54cd-4a89-bafd-0f1f7e8fec18']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:58.385039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5324513f-abde-4e70-a0f5-2f456509a847') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:58.385329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5324513f-abde-4e70-a0f5-2f456509a847') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:08:58.399114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.435471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.447673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:08:58.448046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:08:58.451543 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:08:58.477353 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13cccfa3-40ab-4f8d-85a6-000654877ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.518965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Made reservation on behalf of 77f510ad5f484fea83e719cbf08fcb5c for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:58.522585 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.533940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.555270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.563018 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/ca5812c6-54cd-4a89-bafd-0f1f7e8fec18 HTTP/1.1" status: 204 len: 168 time: 1.0738571 Nov 26 22:08:58.563018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ad9ff-a882-40a5-aec2-fd511e6d71e2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=ca5812c6-54cd-4a89-bafd-0f1f7e8fec18,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:58.564016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41526) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:58.572194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1821957053'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:58.619141 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.627162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:58.631753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.651065 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13cccfa3-40ab-4f8d-85a6-000654877ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.659793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13cccfa3-40ab-4f8d-85a6-000654877ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.662257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:08:58.677117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:08:58.713636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.714352 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment 8b3a6184-7c2c-47fb-a298-b1f6719fe54c of type vlan for network ea93bd68-0631-4e18-ac5c-0e5824527dd6 Nov 26 22:08:58.725884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-13cccfa3-40ab-4f8d-85a6-000654877ae1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c29420a7b264602904cbc282a354f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800280 Nov 26 22:08:58.727949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cccfa3-40ab-4f8d-85a6-000654877ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e80ab-c86d-4191-b41b-f787a3ae60e1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:58.732024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41532) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:58.738490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Allocated IP 172.20.0.6 (24345c04-a8f0-4cc3-95e6-5c1397826b5e/9353a103-b9ee-4056-8a6f-c9e20db035ad/f8daf853-5bbe-4734-aabe-e4e64ec0665d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:08:58.787775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:08:58.788150 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.809165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.864182 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-152b6ae5-6bd8-4337-9e70-72216e455b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.889258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-152b6ae5-6bd8-4337-9e70-72216e455b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.907577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.913110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:58.913691 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:58.980805 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.018856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:08:59.022168 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb321e37-2349-4f13-8a7c-e26bf46d26a7" -d '{"events": [{"server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "name": "network-vif-plugged", "status": "completed", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:08:59.045530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.078525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45abdb4f-5152-46de-a92c-b1d65fd73520 req-d3323b48-5488-455c-b93d-6297a3e034af tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 210 time: 0.1768327 Nov 26 22:08:59.097374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:08:59.126772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.135544 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0311f5e1-8887-4658-9a68-e1a1581a27f9 x-openstack-request-id: req-0311f5e1-8887-4658-9a68-e1a1581a27f9 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:08:59.136359 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "name": "network-vif-plugged", "status": "completed", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:08:59.136898 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0311f5e1-8887-4658-9a68-e1a1581a27f9 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:08:59.137514 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'code': 200} Nov 26 22:08:59.173992 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-152b6ae5-6bd8-4337-9e70-72216e455b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.177559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-152b6ae5-6bd8-4337-9e70-72216e455b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.181630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-152b6ae5-6bd8-4337-9e70-72216e455b8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a5e80ab-c86d-4191-b41b-f787a3ae60e1 HTTP/1.1" status: 204 len: 168 time: 0.4407396 Nov 26 22:08:59.183069 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.202501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.204262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b6ae5-6bd8-4337-9e70-72216e455b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e80ab-c86d-4191-b41b-f787a3ae60e1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:59.226738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6611068 Nov 26 22:08:59.228354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41544) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:08:59.251859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': 'ea93bd68-0631-4e18-ac5c-0e5824527dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:59.300466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:59.300794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Network 24345c04-a8f0-4cc3-95e6-5c1397826b5e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:08:59.308612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:59.317692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Pushing event updated for resources: {'Port': ['ID=f8daf853-5bbe-4734-aabe-e4e64ec0665d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:59.320716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:08:59.392963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:59.393973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.424411 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2233233-a2ef-41eb-a2a2-99b48651b0da tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1278605 Nov 26 22:08:59.446312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Request body: {'port': {'device_id': 'eb71856a-8471-4846-9fc9-a82ffad16024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:08:59.447851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49cf85-ab9e-48f2-901f-95c1d9eb8555 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=ea93bd68-0631-4e18-ac5c-0e5824527dd6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:59.459585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ea93bd68-0631-4e18-ac5c-0e5824527dd6 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:08:59.461228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:08:59.467420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.570267 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.603752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 66c9f722-728d-456a-8ae8-51ae9c9169e8 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:08:59.708648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 66c9f722-728d-456a-8ae8-51ae9c9169e8 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:08:59.709299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 66c9f722-728d-456a-8ae8-51ae9c9169e8 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:08:59.827886 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.897487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=a2e4c17f-95c8-453c-b0ab-00b6302c80e8,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:08:59.928942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': '8b3a6184-7c2c-47fb-a298-b1f6719fe54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea93bd68-0631-4e18-ac5c-0e5824527dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:08:59.929269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: ea93bd68-0631-4e18-ac5c-0e5824527dd6, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:08:59.960073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network ea93bd68-0631-4e18-ac5c-0e5824527dd6 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:08:59.969304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8daf853-5bbe-4734-aabe-e4e64ec0665d {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:08:59.982592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.984091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ea93bd68-0631-4e18-ac5c-0e5824527dd6) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:08:59.989129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:08:59.989732 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:08:59.994563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911bb6d-3d82-431e-900f-5d8ccc0db88e None None] Network ea93bd68-0631-4e18-ac5c-0e5824527dd6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:00.003633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Transition to ACTIVE for port object f8daf853-5bbe-4734-aabe-e4e64ec0665d will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:09:00.010652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.043066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8cfece56-0578-4e2a-b1f4-39eeb9fa1d7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7983294 Nov 26 22:09:00.043699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41566) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:00.051622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-02e5edc5-6b71-4b42-b0e3-f7dfbffd1360 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-3673512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:00.122124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02e5edc5-6b71-4b42-b0e3-f7dfbffd1360 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.123442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02e5edc5-6b71-4b42-b0e3-f7dfbffd1360 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.287949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Pushing event updated for resources: {'Port': ['ID=f8daf853-5bbe-4734-aabe-e4e64ec0665d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:00.292287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Attempting to bind port f8daf853-5bbe-4734-aabe-e4e64ec0665d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:00.292642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Attempting to bind port f8daf853-5bbe-4734-aabe-e4e64ec0665d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:00.293076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Attempting to bind port f8daf853-5bbe-4734-aabe-e4e64ec0665d on network 24345c04-a8f0-4cc3-95e6-5c1397826b5e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:00.296456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02e5edc5-6b71-4b42-b0e3-f7dfbffd1360 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.298347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Port f8daf853-5bbe-4734-aabe-e4e64ec0665d on network 24345c04-a8f0-4cc3-95e6-5c1397826b5e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:09:00.298694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Attempting to bind port f8daf853-5bbe-4734-aabe-e4e64ec0665d on network 24345c04-a8f0-4cc3-95e6-5c1397826b5e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:00.305319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:00.306415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Checking segment: {'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:00.307684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Bound using segment: {'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:00.308541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Bound port: f8daf853-5bbe-4734-aabe-e4e64ec0665d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be4fd47-62b5-4cef-abf3-54ce6731ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:00.309033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.337689 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02e5edc5-6b71-4b42-b0e3-f7dfbffd1360 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.397116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02e5edc5-6b71-4b42-b0e3-f7dfbffd1360 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.403579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-02e5edc5-6b71-4b42-b0e3-f7dfbffd1360 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3564255 Nov 26 22:09:00.418523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41576) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:00.428671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6903-b1c8-4a25-b767-37e2e8a9ef81 req-97c17843-837a-4e8d-99b9-176c4d746234 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:00.430532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e76b6903-b1c8-4a25-b767-37e2e8a9ef81 req-97c17843-837a-4e8d-99b9-176c4d746234 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 943 time: 0.1759307 Nov 26 22:09:00.588175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ea93bd68-0631-4e18-ac5c-0e5824527dd6', 'network_id': 'ea93bd68-0631-4e18-ac5c-0e5824527dd6', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': 'a2e4c17f-95c8-453c-b0ab-00b6302c80e8'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:00.589069 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.773775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Allocated IP 2001:db8::2 (ea93bd68-0631-4e18-ac5c-0e5824527dd6/a2e4c17f-95c8-453c-b0ab-00b6302c80e8/cbe39582-b31f-487a-b8ad-713c1e6df0ce) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:00.833781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e76b6903-b1c8-4a25-b767-37e2e8a9ef81 req-97db6cfe-c4d3-4e07-a207-6d779d949f9b tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902779 Nov 26 22:09:00.957932 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.961950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:00.973648 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.030557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Network ea93bd68-0631-4e18-ac5c-0e5824527dd6 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:01.034374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:01.046195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:01.049832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Pushing event updated for resources: {'Port': ['ID=cbe39582-b31f-487a-b8ad-713c1e6df0ce,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:01.052260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] For port f8daf853-5bbe-4734-aabe-e4e64ec0665d, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:01.073990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] For port f8daf853-5bbe-4734-aabe-e4e64ec0665d, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f8daf853-5bbe-4734-aabe-e4e64ec0665d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:01.084325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.113905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:01.114581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.115966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] 10.222.0.13 "PUT /v2.0/ports/f8daf853-5bbe-4734-aabe-e4e64ec0665d HTTP/1.1" status: 200 len: 1091 time: 1.6764119 Nov 26 22:09:01.116410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb71856a-8471-4846-9fc9-a82ffad16024', 'tag': 'f8daf853-5bbe-4734-aabe-e4e64ec0665d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:09:01.119262 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b44b4d-e196-4e81-b486-363e9383bcca" -d '{"events": [{"name": "network-changed", "server_uuid": "eb71856a-8471-4846-9fc9-a82ffad16024", "tag": "f8daf853-5bbe-4734-aabe-e4e64ec0665d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:09:01.145450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Attempting to bind port cbe39582-b31f-487a-b8ad-713c1e6df0ce on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:01.146047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Attempting to bind port cbe39582-b31f-487a-b8ad-713c1e6df0ce by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8b3a6184-7c2c-47fb-a298-b1f6719fe54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea93bd68-0631-4e18-ac5c-0e5824527dd6'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:01.146536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Attempting to bind port cbe39582-b31f-487a-b8ad-713c1e6df0ce on network ea93bd68-0631-4e18-ac5c-0e5824527dd6 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:01.154698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:01.155264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Checking segment: {'id': '8b3a6184-7c2c-47fb-a298-b1f6719fe54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea93bd68-0631-4e18-ac5c-0e5824527dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:01.155944 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.156361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Bound using segment: {'id': '8b3a6184-7c2c-47fb-a298-b1f6719fe54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea93bd68-0631-4e18-ac5c-0e5824527dd6'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:01.157008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Bound port: cbe39582-b31f-487a-b8ad-713c1e6df0ce, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3a6184-7c2c-47fb-a298-b1f6719fe54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ea93bd68-0631-4e18-ac5c-0e5824527dd6'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:01.157990 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.218812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41592) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:01.242380 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d0227f-ba49-430f-a6b7-f3337e00dc9e x-openstack-request-id: req-d4d0227f-ba49-430f-a6b7-f3337e00dc9e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:09:01.242764 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb71856a-8471-4846-9fc9-a82ffad16024", "tag": "f8daf853-5bbe-4734-aabe-e4e64ec0665d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:09:01.242954 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4d0227f-ba49-430f-a6b7-f3337e00dc9e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:09:01.243852 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb71856a-8471-4846-9fc9-a82ffad16024', 'tag': 'f8daf853-5bbe-4734-aabe-e4e64ec0665d', 'status': 'completed', 'code': 200} Nov 26 22:09:01.260874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] For port cbe39582-b31f-487a-b8ad-713c1e6df0ce, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:01.261133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4178ba-597e-4d3a-9769-078fe8e5693c service neutron] Pushing event updated for resources: {'Port': ['ID=f8daf853-5bbe-4734-aabe-e4e64ec0665d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:01.267664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] For port cbe39582-b31f-487a-b8ad-713c1e6df0ce, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=cbe39582-b31f-487a-b8ad-713c1e6df0ce,segment=NetworkSegment(8b3a6184-7c2c-47fb-a298-b1f6719fe54c),segment_id=8b3a6184-7c2c-47fb-a298-b1f6719fe54c)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:01.278371 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.294703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-b70c3597-8e02-4da3-ac12-c7f9da713b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:01.296139 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-b70c3597-8e02-4da3-ac12-c7f9da713b73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77f510ad5f484fea83e719cbf08fcb5c&device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 1094 time: 0.1080039 Nov 26 22:09:01.321370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8::1 (ea93bd68-0631-4e18-ac5c-0e5824527dd6/a2e4c17f-95c8-453c-b0ab-00b6302c80e8/2b2a82ba-ec49-4211-98fa-eb198f62342e) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:01.361226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb0cdc-caea-496b-8116-3a1a51b6626b None None] Pushing event updated for resources: {'Port': ['ID=cbe39582-b31f-487a-b8ad-713c1e6df0ce,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:01.376734 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-933ee72b-15f4-4281-b632-148551dfaad8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8daf853-5bbe-4734-aabe-e4e64ec0665d HTTP/1.1" status: 200 len: 217 time: 0.0649867 Nov 26 22:09:01.461937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c7f6073d-892b-4b18-a526-2eae5061f7b2 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1005080416'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:01.462552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c7f6073d-892b-4b18-a526-2eae5061f7b2 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Unknown quota resources ['metering_label']. {{(pid=110000) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 22:09:01.467784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-ca09ad54-6d73-411d-853c-d0dfe807ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:01.470528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-ca09ad54-6d73-411d-853c-d0dfe807ce0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a103-b9ee-4056-8a6f-c9e20db035ad HTTP/1.1" status: 200 len: 848 time: 0.0869532 Nov 26 22:09:01.475007 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.520933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.583093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-d8c2da87-1fb5-4d94-9556-60aeef5a6a6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=24345c04-a8f0-4cc3-95e6-5c1397826b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886419 Nov 26 22:09:01.595640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network ea93bd68-0631-4e18-ac5c-0e5824527dd6 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:01.603247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:01.612169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:01.612804 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.700273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=2b2a82ba-ec49-4211-98fa-eb198f62342e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:01.774126 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7f6073d-892b-4b18-a526-2eae5061f7b2 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.776231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c7f6073d-892b-4b18-a526-2eae5061f7b2 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5564208 Nov 26 22:09:01.793157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41606) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:01.797469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-973f67c9-c30f-4e81-8c91-a514bdc37289 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '645fbfd3-b6fc-4540-910f-862ea114e41b'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:01.797975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-973f67c9-c30f-4e81-8c91-a514bdc37289 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 22:09:01.845425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:01.854599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-191619ef-9cf6-4fd4-bcf5-56314ed009f3 service neutron] 10.222.0.13 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011087 Nov 26 22:09:01.898686 n-d-819494-1 neutron-server[109999]: WARNING neutron.services.metering.metering_plugin [None req-973f67c9-c30f-4e81-8c91-a514bdc37289 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 26 22:09:01.952855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daa4b24-bb32-42d5-b84b-8b1ec769e296 req-a2fbc6d1-5dcf-4e83-88ef-d6566ab4dfed service neutron] 10.222.0.13 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916188 Nov 26 22:09:02.073750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f67c9-c30f-4e81-8c91-a514bdc37289 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:02.075099 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-973f67c9-c30f-4e81-8c91-a514bdc37289 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2812722 Nov 26 22:09:02.079783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41610) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:02.084673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-277e64d3-3fde-4847-8d2c-d0eef77e5e23 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '645fbfd3-b6fc-4540-910f-862ea114e41b'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:02.085172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-277e64d3-3fde-4847-8d2c-d0eef77e5e23 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109999) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 22:09:02.113554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-4b64915d-931a-4aba-a7dc-7b728c13af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:02.115522 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-4b64915d-931a-4aba-a7dc-7b728c13af61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=77f510ad5f484fea83e719cbf08fcb5c&device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 1094 time: 0.0518942 Nov 26 22:09:02.223056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-d7b2f200-9596-4177-9071-e96d4943e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:02.225099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-d7b2f200-9596-4177-9071-e96d4943e78b service neutron] 10.222.0.13 "GET /v2.0/networks?id=24345c04-a8f0-4cc3-95e6-5c1397826b5e HTTP/1.1" status: 200 len: 909 time: 0.1022465 Nov 26 22:09:02.231303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9bad3-77fc-4eba-b111-93fe29f98dcf req-0f65213b-9d62-4dfc-9d0e-5725f09f887a tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:02.232895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ec9bad3-77fc-4eba-b111-93fe29f98dcf req-0f65213b-9d62-4dfc-9d0e-5725f09f887a tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 943 time: 0.2595332 Nov 26 22:09:02.238365 n-d-819494-1 neutron-server[109999]: WARNING neutron.services.metering.metering_plugin [None req-277e64d3-3fde-4847-8d2c-d0eef77e5e23 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 26 22:09:02.289443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-883b5934-8522-4ec8-8628-c4e4d6467446 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8daf853-5bbe-4734-aabe-e4e64ec0665d HTTP/1.1" status: 200 len: 217 time: 0.0567415 Nov 26 22:09:02.345944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-421c7a0d-0963-4d61-8cf4-0e1ffcabfab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:02.347668 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-421c7a0d-0963-4d61-8cf4-0e1ffcabfab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9353a103-b9ee-4056-8a6f-c9e20db035ad HTTP/1.1" status: 200 len: 848 time: 0.0514510 Nov 26 22:09:02.387993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-f5b17ddd-420c-4ec7-86c4-96fee82b3a82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=24345c04-a8f0-4cc3-95e6-5c1397826b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326428 Nov 26 22:09:02.409936 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-277e64d3-3fde-4847-8d2c-d0eef77e5e23 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:02.411511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-277e64d3-3fde-4847-8d2c-d0eef77e5e23 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3300629 Nov 26 22:09:02.422531 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:02.512288 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-4413dc33-4055-4792-92aa-f967c3ba2618 service neutron] 10.222.0.13 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169698 Nov 26 22:09:02.520853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bebf4e03-f18f-499e-a7de-bbde840425e9 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=7ba66fe0-3acc-4611-9a07-1e4d6d24caaf HTTP/1.1" status: 200 len: 462 time: 0.0954392 Nov 26 22:09:02.525909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:02.541374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ec9bad3-77fc-4eba-b111-93fe29f98dcf req-4f111b72-6dbb-445e-84db-6e4d646aa1e3 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960072 Nov 26 22:09:02.616104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d8fd4-66ce-4526-887e-95bc28a7d9d4 None None] Network ea93bd68-0631-4e18-ac5c-0e5824527dd6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:02.663207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7b44b4d-e196-4e81-b486-363e9383bcca req-265a35f3-57f8-4bb3-9527-78431560776b service neutron] 10.222.0.13 "GET /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434574 Nov 26 22:09:02.709808 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-06b30356-a93e-4c9f-b84b-905025fa4763 None None] Provisioning complete for port cbe39582-b31f-487a-b8ad-713c1e6df0ce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:02.710180 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06b30356-a93e-4c9f-b84b-905025fa4763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:02.868707 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06b30356-a93e-4c9f-b84b-905025fa4763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:02.930517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-06b30356-a93e-4c9f-b84b-905025fa4763 None None] For port cbe39582-b31f-487a-b8ad-713c1e6df0ce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=cbe39582-b31f-487a-b8ad-713c1e6df0ce,segment=NetworkSegment(8b3a6184-7c2c-47fb-a298-b1f6719fe54c),segment_id=8b3a6184-7c2c-47fb-a298-b1f6719fe54c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:02.943792 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06b30356-a93e-4c9f-b84b-905025fa4763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.009677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b30356-a93e-4c9f-b84b-905025fa4763 None None] Pushing event updated for resources: {'Port': ['ID=cbe39582-b31f-487a-b8ad-713c1e6df0ce,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:03.023688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e2426088-1877-4784-95ad-a49633680da4 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.028102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41618) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.028274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e2426088-1877-4784-95ad-a49633680da4 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/7ba66fe0-3acc-4611-9a07-1e4d6d24caaf HTTP/1.1" status: 204 len: 168 time: 0.5011990 Nov 26 22:09:03.046184 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-67b70ae6-b765-445b-90c9-79d7f74fe93a tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=7ba66fe0-3acc-4611-9a07-1e4d6d24caaf HTTP/1.1" status: 200 len: 221 time: 0.0161552 Nov 26 22:09:03.049253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41620) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.054029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.054473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-61bbce63-e947-48a0-a653-f4052869b0e5 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2105363707', 'description': 'label created by tempest'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:03.055111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-61bbce63-e947-48a0-a653-f4052869b0e5 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Unknown quota resources ['metering_label']. {{(pid=110000) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 26 22:09:03.066543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.067348 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.125592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=2b2a82ba-ec49-4211-98fa-eb198f62342e,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:03.221862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network ea93bd68-0631-4e18-ac5c-0e5824527dd6 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:03.223183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:03.269225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-61bbce63-e947-48a0-a653-f4052869b0e5 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.273470 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-61bbce63-e947-48a0-a653-f4052869b0e5 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2225370 Nov 26 22:09:03.275505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41622) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.295761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-082181cd-968b-49bf-a972-0f286b5f2dd2 None None] Provisioning complete for port 2b2a82ba-ec49-4211-98fa-eb198f62342e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:03.296140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-082181cd-968b-49bf-a972-0f286b5f2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.359308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-082181cd-968b-49bf-a972-0f286b5f2dd2 None None] Port 2b2a82ba-ec49-4211-98fa-eb198f62342e cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:03.373152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router 7bae3cc5-7277-4350-8760-40e930058253 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:09:03.388258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-082181cd-968b-49bf-a972-0f286b5f2dd2 None None] Provisioning complete for port cbe39582-b31f-487a-b8ad-713c1e6df0ce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:03.388650 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-082181cd-968b-49bf-a972-0f286b5f2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.421358 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5ca49209-3a84-4a92-aed7-1ccf706138c7 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=75ed80f4-368e-4dc6-ad21-72b6a77ca8ef HTTP/1.1" status: 200 len: 468 time: 0.1455731 Nov 26 22:09:03.426503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41624) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.522547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device cbe39582-b31f-487a-b8ad-713c1e6df0ce up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:03.548050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:03.554944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0015e4e6-c225-4e55-814b-eb028294d212 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/7bae3cc5-7277-4350-8760-40e930058253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1217027 Nov 26 22:09:03.557929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41626) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.594957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56eb042-c7b4-4241-865a-0d9ba026c176 None None] Sync routers for ids ['7bae3cc5-7277-4350-8760-40e930058253'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:03.636509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74fa2c-8d21-4a2d-b23c-e27b0eca2569 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:03.639837 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9f74fa2c-8d21-4a2d-b23c-e27b0eca2569 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports/2b2a82ba-ec49-4211-98fa-eb198f62342e HTTP/1.1" status: 200 len: 911 time: 0.0805910 Nov 26 22:09:03.642637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41630) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.665358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56eb042-c7b4-4241-865a-0d9ba026c176 None None] Routers {'7bae3cc5-7277-4350-8760-40e930058253'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:03.667039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a56eb042-c7b4-4241-865a-0d9ba026c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['7bae3cc5-7277-4350-8760-40e930058253'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:03.711307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a56eb042-c7b4-4241-865a-0d9ba026c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:03.729741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56eb042-c7b4-4241-865a-0d9ba026c176 None None] Routers {'7bae3cc5-7277-4350-8760-40e930058253'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:03.731092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a56eb042-c7b4-4241-865a-0d9ba026c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['7bae3cc5-7277-4350-8760-40e930058253'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:03.795120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d2b11d0-15f0-4081-a118-aff84a749430 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.796680 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7d2b11d0-15f0-4081-a118-aff84a749430 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/75ed80f4-368e-4dc6-ad21-72b6a77ca8ef HTTP/1.1" status: 204 len: 168 time: 0.3690438 Nov 26 22:09:03.799431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41634) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.811524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port cbe39582-b31f-487a-b8ad-713c1e6df0ce triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:03.814024 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.821056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a56eb042-c7b4-4241-865a-0d9ba026c176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:03.824256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56eb042-c7b4-4241-865a-0d9ba026c176 None None] The sync data for ids ['7bae3cc5-7277-4350-8760-40e930058253'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:03.835649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9d63d958-5d92-49e7-bf2e-16c635805944 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=75ed80f4-368e-4dc6-ad21-72b6a77ca8ef HTTP/1.1" status: 200 len: 216 time: 0.0347912 Nov 26 22:09:03.840085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41636) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.857985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec0389-30a6-440b-82c4-8100dbb51e82 req-b8c4d24e-2791-452a-bad4-40c66fdc37be tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:03.859567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ec0389-30a6-440b-82c4-8100dbb51e82 req-b8c4d24e-2791-452a-bad4-40c66fdc37be tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 943 time: 0.2015147 Nov 26 22:09:03.872783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5b96ee13-131e-438a-8080-5c4c61ae240c tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0306716 Nov 26 22:09:03.876055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41638) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.891051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-74975552-8796-41af-b85b-e874d737fd47 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0131416 Nov 26 22:09:03.893997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41640) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.903428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3851c025-488e-4df1-8702-555da133e9c4 None None] Provisioning complete for port 2b2a82ba-ec49-4211-98fa-eb198f62342e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:03.904109 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3851c025-488e-4df1-8702-555da133e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:03.955318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c2694a68-07db-43a4-8e23-ca9d490c1f78 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/645fbfd3-b6fc-4540-910f-862ea114e41b HTTP/1.1" status: 200 len: 473 time: 0.0569620 Nov 26 22:09:03.955667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41642) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:03.960135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3851c025-488e-4df1-8702-555da133e9c4 None None] Port 2b2a82ba-ec49-4211-98fa-eb198f62342e cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:03.969457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4a318ca2-1e7b-4443-9226-dbeeee531c69 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/c9657eda-4662-49fe-94ee-4a230aa820d9 HTTP/1.1" status: 200 len: 459 time: 0.0127113 Nov 26 22:09:03.973444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41644) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:04.018920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-70ec0389-30a6-440b-82c4-8100dbb51e82 req-70812ec4-9f95-409f-9d59-e9e5de1ce6e9 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464844 Nov 26 22:09:04.087965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1b0b3c30-e84a-425e-a5b4-245564d3f81a None None] Provisioning complete for port 2b2a82ba-ec49-4211-98fa-eb198f62342e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:04.088346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b0b3c30-e84a-425e-a5b4-245564d3f81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.103042 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a9983d1-a1f5-4bae-994b-9f28406acd3c tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.104439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9a9983d1-a1f5-4bae-994b-9f28406acd3c tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c9657eda-4662-49fe-94ee-4a230aa820d9 HTTP/1.1" status: 204 len: 168 time: 0.1300266 Nov 26 22:09:04.106927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41646) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:04.131658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1b0b3c30-e84a-425e-a5b4-245564d3f81a None None] Port 2b2a82ba-ec49-4211-98fa-eb198f62342e cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:04.207568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.299446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5dae9dc-e147-48e5-9808-601b4a423a47 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.303467 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f5dae9dc-e147-48e5-9808-601b4a423a47 tempest-MeteringIpV6TestJSON-2016948425 tempest-MeteringIpV6TestJSON-2016948425-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/645fbfd3-b6fc-4540-910f-862ea114e41b HTTP/1.1" status: 204 len: 168 time: 0.1954329 Nov 26 22:09:04.466272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 2b2a82ba-ec49-4211-98fa-eb198f62342e {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:04.466640 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.566813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.581339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 2b2a82ba-ec49-4211-98fa-eb198f62342e owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:04.591971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41652) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:04.714098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-738a4dce-7313-4e50-8303-91b1addfefe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.767091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.796211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=2b2a82ba-ec49-4211-98fa-eb198f62342e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:04.830495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-738a4dce-7313-4e50-8303-91b1addfefe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.849559 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-738a4dce-7313-4e50-8303-91b1addfefe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.907285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:04.926244 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-738a4dce-7313-4e50-8303-91b1addfefe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b9c4a66eb7b4e44a4c1447eb9357f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329420 Nov 26 22:09:04.931438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41660) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:04.967134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a4dce-7313-4e50-8303-91b1addfefe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4b381a-6914-4854-9f56-bba795832192,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:05.018510 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b476-c1f7-4c73-a8ee-d9b7cb404097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.049658 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b476-c1f7-4c73-a8ee-d9b7cb404097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.122398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b476-c1f7-4c73-a8ee-d9b7cb404097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.125557 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b476-c1f7-4c73-a8ee-d9b7cb404097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.126757 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0fc6b476-c1f7-4c73-a8ee-d9b7cb404097 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f4b381a-6914-4854-9f56-bba795832192 HTTP/1.1" status: 204 len: 168 time: 0.1943743 Nov 26 22:09:05.137047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6b476-c1f7-4c73-a8ee-d9b7cb404097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4b381a-6914-4854-9f56-bba795832192,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:05.262167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router 7bae3cc5-7277-4350-8760-40e930058253 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:05.282927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0578e6-33a2-4e71-863c-df0576976b56 req-58fba9a3-98dc-4201-8908-7ba1bd87194b tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:05.284775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae0578e6-33a2-4e71-863c-df0576976b56 req-58fba9a3-98dc-4201-8908-7ba1bd87194b tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 943 time: 0.1305084 Nov 26 22:09:05.387816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:05.396018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cd3253d8-73b1-4682-9143-85490a93e448 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/7bae3cc5-7277-4350-8760-40e930058253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7523546 Nov 26 22:09:05.400360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41674) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:05.402922 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4db8d-e23e-425c-9773-e53dc72035e1 None None] Sync routers for ids ['7bae3cc5-7277-4350-8760-40e930058253'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:05.419381 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4db8d-e23e-425c-9773-e53dc72035e1 None None] Routers {'7bae3cc5-7277-4350-8760-40e930058253'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:05.420169 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae0578e6-33a2-4e71-863c-df0576976b56 req-78b29b92-0bdd-4556-85c0-566a5db1c34b tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275620 Nov 26 22:09:05.427893 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-daa4db8d-e23e-425c-9773-e53dc72035e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['7bae3cc5-7277-4350-8760-40e930058253'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:05.464764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41676) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:05.466481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-52c82f45-f730-48cf-8387-0714f875739f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bae3cc5-7277-4350-8760-40e930058253 HTTP/1.1" status: 200 len: 205 time: 0.0642939 Nov 26 22:09:05.482233 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-daa4db8d-e23e-425c-9773-e53dc72035e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:05.513008 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4db8d-e23e-425c-9773-e53dc72035e1 None None] Routers {'7bae3cc5-7277-4350-8760-40e930058253'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:05.513923 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-daa4db8d-e23e-425c-9773-e53dc72035e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['7bae3cc5-7277-4350-8760-40e930058253'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:05.557682 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-daa4db8d-e23e-425c-9773-e53dc72035e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:05.558810 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4db8d-e23e-425c-9773-e53dc72035e1 None None] The sync data for ids ['7bae3cc5-7277-4350-8760-40e930058253'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:05.578241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a858bda0-bc69-4185-a789-99d1faa8ad49 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.603553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41678) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:05.618702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48c1c11-28c0-49c4-978a-8af2311c521c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.714131 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48c1c11-28c0-49c4-978a-8af2311c521c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.719840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48c1c11-28c0-49c4-978a-8af2311c521c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.761774 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a48c1c11-28c0-49c4-978a-8af2311c521c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad146b6e187c4b38a774782ddfea5cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569440 Nov 26 22:09:05.767014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41680) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:05.783906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a858bda0-bc69-4185-a789-99d1faa8ad49 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.786302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a858bda0-bc69-4185-a789-99d1faa8ad49 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.825181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c1c11-28c0-49c4-978a-8af2311c521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc4e189-a234-436a-b399-5016f5f7dee4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:05.841965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a858bda0-bc69-4185-a789-99d1faa8ad49 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.842232 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f774aa47-a3f0-4a03-ae9e-b70cdbf01313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.842664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a858bda0-bc69-4185-a789-99d1faa8ad49 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Fanout notify agent at l3_agent the message router_deleted on router 7bae3cc5-7277-4350-8760-40e930058253 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:09:05.855900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a858bda0-bc69-4185-a789-99d1faa8ad49 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.857024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a858bda0-bc69-4185-a789-99d1faa8ad49 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/7bae3cc5-7277-4350-8760-40e930058253 HTTP/1.1" status: 204 len: 168 time: 0.3909781 Nov 26 22:09:05.860334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41682) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:05.905674 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f774aa47-a3f0-4a03-ae9e-b70cdbf01313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.941301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06d8cfd-5317-4eb5-9fc5-f9c7211cf0d2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet a2e4c17f-95c8-453c-b0ab-00b6302c80e8 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:09:05.951643 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a06d8cfd-5317-4eb5-9fc5-f9c7211cf0d2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:05.991878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a06d8cfd-5317-4eb5-9fc5-f9c7211cf0d2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.017703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f774aa47-a3f0-4a03-ae9e-b70cdbf01313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.020307 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f774aa47-a3f0-4a03-ae9e-b70cdbf01313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.021449 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f774aa47-a3f0-4a03-ae9e-b70cdbf01313 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebc4e189-a234-436a-b399-5016f5f7dee4 HTTP/1.1" status: 204 len: 168 time: 0.2535005 Nov 26 22:09:06.035923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774aa47-a3f0-4a03-ae9e-b70cdbf01313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc4e189-a234-436a-b399-5016f5f7dee4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:06.097379 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a06d8cfd-5317-4eb5-9fc5-f9c7211cf0d2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.171645 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a06d8cfd-5317-4eb5-9fc5-f9c7211cf0d2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.209190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d8cfd-5317-4eb5-9fc5-f9c7211cf0d2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e4c17f-95c8-453c-b0ab-00b6302c80e8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:06.213145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a06d8cfd-5317-4eb5-9fc5-f9c7211cf0d2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.219497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a06d8cfd-5317-4eb5-9fc5-f9c7211cf0d2 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/a2e4c17f-95c8-453c-b0ab-00b6302c80e8 HTTP/1.1" status: 204 len: 168 time: 0.3554854 Nov 26 22:09:06.220537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41686) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:06.234481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700975ce-c1b7-4c0a-8781-4d2b534c7a29 None None] Network ea93bd68-0631-4e18-ac5c-0e5824527dd6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:06.347451 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.420004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port cbe39582-b31f-487a-b8ad-713c1e6df0ce {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:06.420357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.488869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] DHCP port deletion for ea93bd68-0631-4e18-ac5c-0e5824527dd6 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:06.515118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port cbe39582-b31f-487a-b8ad-713c1e6df0ce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=cbe39582-b31f-487a-b8ad-713c1e6df0ce,segment=NetworkSegment(8b3a6184-7c2c-47fb-a298-b1f6719fe54c),segment_id=8b3a6184-7c2c-47fb-a298-b1f6719fe54c)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:06.515864 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.560082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for cbe39582-b31f-487a-b8ad-713c1e6df0ce owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:06.562788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] Deleting port cbe39582-b31f-487a-b8ad-713c1e6df0ce {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:06.563210 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.624977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84402bbb-b32c-4cda-9a1a-6c74b7867019 req-2d4d6a8b-d9c8-4a2b-9de0-f6fd06518923 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:06.626617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84402bbb-b32c-4cda-9a1a-6c74b7867019 req-2d4d6a8b-d9c8-4a2b-9de0-f6fd06518923 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 943 time: 0.1077633 Nov 26 22:09:06.648682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] For port cbe39582-b31f-487a-b8ad-713c1e6df0ce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=cbe39582-b31f-487a-b8ad-713c1e6df0ce,segment=NetworkSegment(8b3a6184-7c2c-47fb-a298-b1f6719fe54c),segment_id=8b3a6184-7c2c-47fb-a298-b1f6719fe54c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:06.650024 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.666161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] Calling delete_port for cbe39582-b31f-487a-b8ad-713c1e6df0ce owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:06.718320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.723990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f8daf853-5bbe-4734-aabe-e4e64ec0665d details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:09:06.751048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=cbe39582-b31f-487a-b8ad-713c1e6df0ce,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:06.758571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84402bbb-b32c-4cda-9a1a-6c74b7867019 req-25ce9fe6-7bb0-41d8-aa9e-9690018d751c tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936446 Nov 26 22:09:06.763571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port cbe39582-b31f-487a-b8ad-713c1e6df0ce on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:09:06.819526 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:09:06.829784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.865975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] No DVR routers for this DVR port cbe39582-b31f-487a-b8ad-713c1e6df0ce on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:06.881223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a736eb9-bb96-42f4-a93a-1ad678e16825 None None] Pushing event deleted for resources: {'Port': ['ID=cbe39582-b31f-487a-b8ad-713c1e6df0ce,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:06.907966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f8daf853-5bbe-4734-aabe-e4e64ec0665d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f8daf853-5bbe-4734-aabe-e4e64ec0665d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:06.921552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'f8daf853-5bbe-4734-aabe-e4e64ec0665d', 'network_id': '24345c04-a8f0-4cc3-95e6-5c1397826b5e', 'port_id': 'f8daf853-5bbe-4734-aabe-e4e64ec0665d', 'mac_address': 'fa:16:3e:44:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9353a103-b9ee-4056-8a6f-c9e20db035ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:09:06.973502 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:06.989772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8daf853-5bbe-4734-aabe-e4e64ec0665d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:09:07.019796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f8daf853-5bbe-4734-aabe-e4e64ec0665d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f8daf853-5bbe-4734-aabe-e4e64ec0665d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:07.026111 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.092171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=f8daf853-5bbe-4734-aabe-e4e64ec0665d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:07.125182 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.157850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41730) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:07.161072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.186981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea93bd68-0631-4e18-ac5c-0e5824527dd6']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:07.197783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3a6184-7c2c-47fb-a298-b1f6719fe54c') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:07.198427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3a6184-7c2c-47fb-a298-b1f6719fe54c') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:07.207909 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.222693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.229867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:07.230510 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:07.234199 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:07.287020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1858558725'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:07.317037 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.322743 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.325890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/ea93bd68-0631-4e18-ac5c-0e5824527dd6 HTTP/1.1" status: 204 len: 168 time: 1.1047349 Nov 26 22:09:07.329889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41736) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:07.330719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:07.334247 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.340040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-648476619', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:07.359874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c586a-36f1-444f-a444-d07671c8e935 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=ea93bd68-0631-4e18-ac5c-0e5824527dd6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:07.363304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.371168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.372672 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.429711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device cbe39582-b31f-487a-b8ad-713c1e6df0ce no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:09:07.443894 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.457220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: cbe39582-b31f-487a-b8ad-713c1e6df0ce {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:09:07.457950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device cbe39582-b31f-487a-b8ad-713c1e6df0ce not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:09:07.468985 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.473914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.503136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:07.521741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a0a819-3655-4928-b1d1-c1b3ac503575,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:07.525710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.526054 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Added segment 5dbad9f6-9de9-49e4-a53b-f61899b5725a of type vlan for network 405b3919-06a4-4f89-96c9-ecfc3c6bb154 Nov 26 22:09:07.530286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['f8daf853-5bbe-4734-aabe-e4e64ec0665d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:09:07.592731 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.613272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.630496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.641629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:07.642746 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.729422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5702782 Nov 26 22:09:07.743930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f815d9e-ab33-468c-b817-ef43e3890f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Network': ['ID=405b3919-06a4-4f89-96c9-ecfc3c6bb154,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:07.755519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 405b3919-06a4-4f89-96c9-ecfc3c6bb154 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:07.855953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.880141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:07.930007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d910e-88b5-4758-9a96-f145618815f7 req-db6270a2-7e05-483c-87c4-78db08dc3704 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:07.933538 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f04d910e-88b5-4758-9a96-f145618815f7 req-db6270a2-7e05-483c-87c4-78db08dc3704 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 944 time: 0.0606382 Nov 26 22:09:07.966188 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:08.021748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f04d910e-88b5-4758-9a96-f145618815f7 req-e7fab1df-e24e-4c59-a89a-033f4c7c9ea5 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713990 Nov 26 22:09:08.028898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 172.25.3.179 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/bbda82e3-4e8e-4fc3-8fe6-6e74c3d77003) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:08.141378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:08.181223 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:08.232613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:08.235787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:08.240626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:08.254669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1937d61-847d-4123-9a0a-3d83cb3a8f6c None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:08.284306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=bbda82e3-4e8e-4fc3-8fe6-6e74c3d77003,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:08.310020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-90525482-91f9-46fc-a47b-78b716c40d24 None None] Provisioning complete for port bbda82e3-4e8e-4fc3-8fe6-6e74c3d77003 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:08.314290 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-90525482-91f9-46fc-a47b-78b716c40d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:08.357773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-90525482-91f9-46fc-a47b-78b716c40d24 None None] Port bbda82e3-4e8e-4fc3-8fe6-6e74c3d77003 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:08.511249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:09.051397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:09.149302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae2095-3b6a-4a8d-92a5-22ecf2ea74a8 req-458eae95-9ba5-4c00-988f-63d9802163a0 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:09.151703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20ae2095-3b6a-4a8d-92a5-22ecf2ea74a8 req-458eae95-9ba5-4c00-988f-63d9802163a0 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 944 time: 0.0599484 Nov 26 22:09:09.199047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router 2703bf30-75ed-4a07-88b9-b7bbd9b72e9a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:09:09.217581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20ae2095-3b6a-4a8d-92a5-22ecf2ea74a8 req-401995ba-13de-4ef6-8afd-e8825a168824 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580163 Nov 26 22:09:09.337882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:09.350333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1da29-6612-4c54-b64f-d8845adf89a5 None None] Sync routers for ids ['2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:09.362917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1da29-6612-4c54-b64f-d8845adf89a5 None None] Routers {'2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:09.363796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-00d1da29-6612-4c54-b64f-d8845adf89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:09.369051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:09.371101 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9911f05c-97f7-47b2-8117-b05a4c4fcb71 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0401483 Nov 26 22:09:09.373895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41746) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:09.414680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-00d1da29-6612-4c54-b64f-d8845adf89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:09.432835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1da29-6612-4c54-b64f-d8845adf89a5 None None] Routers {'2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:09.433468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-00d1da29-6612-4c54-b64f-d8845adf89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:09.469616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-00d1da29-6612-4c54-b64f-d8845adf89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:09.470963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1da29-6612-4c54-b64f-d8845adf89a5 None None] The sync data for ids ['2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:09.507493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0fc2cc4-fbab-416f-9e91-58ed3e4c972b tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/routers/2703bf30-75ed-4a07-88b9-b7bbd9b72e9a HTTP/1.1" status: 200 len: 884 time: 0.1321921 Nov 26 22:09:09.510027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41748) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:09.762395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b86ae7ad-b989-44f7-b14f-01292c8847ff tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2488708 Nov 26 22:09:09.762670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41750) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:09.767217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9f7898d4-9fc1-437f-bd7d-71b79b1f9fd4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-648476619'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:10.072380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f7898d4-9fc1-437f-bd7d-71b79b1f9fd4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:10.085622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f7898d4-9fc1-437f-bd7d-71b79b1f9fd4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:10.202430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7898d4-9fc1-437f-bd7d-71b79b1f9fd4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router 2703bf30-75ed-4a07-88b9-b7bbd9b72e9a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:10.325346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7898d4-9fc1-437f-bd7d-71b79b1f9fd4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:10.336751 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fce069-8a9f-49b9-bbb9-c990b99c7c47 None None] Sync routers for ids ['2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:10.355088 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fce069-8a9f-49b9-bbb9-c990b99c7c47 None None] Routers {'2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:10.355500 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f7898d4-9fc1-437f-bd7d-71b79b1f9fd4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:10.358791 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a4fce069-8a9f-49b9-bbb9-c990b99c7c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:10.360470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41760) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:10.368682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9f7898d4-9fc1-437f-bd7d-71b79b1f9fd4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/2703bf30-75ed-4a07-88b9-b7bbd9b72e9a HTTP/1.1" status: 200 len: 891 time: 0.6042542 Nov 26 22:09:10.511270 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a4fce069-8a9f-49b9-bbb9-c990b99c7c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:10.513503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847aa0b6-a0ab-41d6-b13b-be7bc6999cdd req-28f5a5b6-a2c1-45c2-8b28-8e5c844e2aba tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:10.525832 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-847aa0b6-a0ab-41d6-b13b-be7bc6999cdd req-28f5a5b6-a2c1-45c2-8b28-8e5c844e2aba tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 944 time: 0.1902473 Nov 26 22:09:10.528797 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fce069-8a9f-49b9-bbb9-c990b99c7c47 None None] Routers {'2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:10.529421 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a4fce069-8a9f-49b9-bbb9-c990b99c7c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:10.605001 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a4fce069-8a9f-49b9-bbb9-c990b99c7c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:10.605756 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fce069-8a9f-49b9-bbb9-c990b99c7c47 None None] The sync data for ids ['2703bf30-75ed-4a07-88b9-b7bbd9b72e9a'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:10.628465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-847aa0b6-a0ab-41d6-b13b-be7bc6999cdd req-b338e8f7-1c52-4f70-af1c-bae8df15817e tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016462 Nov 26 22:09:10.672593 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5aecf510-fbfd-44b9-a58a-7a7da337bdf4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/routers/2703bf30-75ed-4a07-88b9-b7bbd9b72e9a HTTP/1.1" status: 200 len: 891 time: 0.3104382 Nov 26 22:09:10.676769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41770) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:10.726604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3579ae02-4090-4a33-9bd1-6067613b5979 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2703bf30-75ed-4a07-88b9-b7bbd9b72e9a HTTP/1.1" status: 200 len: 205 time: 0.0477188 Nov 26 22:09:10.729844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41772) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:10.744943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f8daf853-5bbe-4734-aabe-e4e64ec0665d up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:10.860073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port f8daf853-5bbe-4734-aabe-e4e64ec0665d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:09:10.865284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port f8daf853-5bbe-4734-aabe-e4e64ec0665d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:10.865985 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:10.915397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:10.958323 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:10.997214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f8daf853-5bbe-4734-aabe-e4e64ec0665d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f8daf853-5bbe-4734-aabe-e4e64ec0665d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:10.999019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb71856a-8471-4846-9fc9-a82ffad16024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8daf853-5bbe-4734-aabe-e4e64ec0665d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:09:11.002011 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47844c6f-2f38-45a2-9de6-341ae8d49012" -d '{"events": [{"server_uuid": "eb71856a-8471-4846-9fc9-a82ffad16024", "name": "network-vif-plugged", "status": "completed", "tag": "f8daf853-5bbe-4734-aabe-e4e64ec0665d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:09:11.007855 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.064434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=f8daf853-5bbe-4734-aabe-e4e64ec0665d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:11.068873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41776) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:11.075038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'subnet': {'network_id': '405b3919-06a4-4f89-96c9-ecfc3c6bb154', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:11.095665 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd577a9-a2b3-403e-aa67-c5e3c00a11ae x-openstack-request-id: req-cdd577a9-a2b3-403e-aa67-c5e3c00a11ae {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:09:11.095962 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb71856a-8471-4846-9fc9-a82ffad16024", "name": "network-vif-plugged", "status": "completed", "tag": "f8daf853-5bbe-4734-aabe-e4e64ec0665d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:09:11.096224 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdd577a9-a2b3-403e-aa67-c5e3c00a11ae {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:09:11.096624 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb71856a-8471-4846-9fc9-a82ffad16024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8daf853-5bbe-4734-aabe-e4e64ec0665d', 'code': 200} Nov 26 22:09:11.116062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.179444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port bbda82e3-4e8e-4fc3-8fe6-6e74c3d77003 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:11.179900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.181873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:11.186000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.265383 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.277643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for bbda82e3-4e8e-4fc3-8fe6-6e74c3d77003 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:11.309430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138a842-3bb6-4861-afaf-49dc5f4c99f2 req-9c5bc51c-1022-4f4a-a66d-d31a0a3ef242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:11.310988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8138a842-3bb6-4861-afaf-49dc5f4c99f2 req-9c5bc51c-1022-4f4a-a66d-d31a0a3ef242 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 1096 time: 0.0759876 Nov 26 22:09:11.405560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8138a842-3bb6-4861-afaf-49dc5f4c99f2 req-cedbbdff-65b8-4009-8c8c-7bc5bfe34788 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858903 Nov 26 22:09:11.451253 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.458721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.486999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=bbda82e3-4e8e-4fc3-8fe6-6e74c3d77003,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:11.520807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Subnet': ['ID=a6cf05e6-33ba-4d20-aeff-7ac45031a660,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:11.526481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Checking segment: {'id': '5dbad9f6-9de9-49e4-a53b-f61899b5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '405b3919-06a4-4f89-96c9-ecfc3c6bb154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:11.526854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network hostable DHCP agents. Network: 405b3919-06a4-4f89-96c9-ecfc3c6bb154, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:11.529184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f17a90-c7a2-423c-9806-0b35fee1d01b None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:11.556681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network 405b3919-06a4-4f89-96c9-ecfc3c6bb154 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:11.572803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 405b3919-06a4-4f89-96c9-ecfc3c6bb154) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:11.575843 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.581927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:11.582647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.589048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b583cb6-4167-4ca1-8c40-e6f4d0689bbf None None] Network 405b3919-06a4-4f89-96c9-ecfc3c6bb154 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:11.607415 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8da0a8ab-a6b0-4a4c-a657-09613268c0c8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5368519 Nov 26 22:09:11.610583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41780) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:11.618695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-607407122'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:11.675913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:11.681912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.733648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:11.741106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.746345 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.750816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.751435 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Added segment 86337d18-a078-4aea-857e-dea5bd9f79d0 of type vlan for network db68305c-7eb6-4612-8d36-b19d2c09836e Nov 26 22:09:11.802824 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.822391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-405b3919-06a4-4f89-96c9-ecfc3c6bb154', 'network_id': '405b3919-06a4-4f89-96c9-ecfc3c6bb154', 'tenant_id': 'd7b2c21240d24cb58724331553747d3f', 'fixed_ips': [{'subnet_id': 'a6cf05e6-33ba-4d20-aeff-7ac45031a660'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:11.824710 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.849454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.857173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:11.858183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:11.884090 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2718627 Nov 26 22:09:11.903524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41784) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:11.909776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'subnet': {'network_id': 'db68305c-7eb6-4612-8d36-b19d2c09836e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:12.025460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Allocated IP 2001:db8:0:ffff::2 (405b3919-06a4-4f89-96c9-ecfc3c6bb154/a6cf05e6-33ba-4d20-aeff-7ac45031a660/d8446c2c-2525-4bc7-8de2-8b63bac60b08) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:12.033847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced4a3b-87a3-437e-a586-e96acb2b4e88 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Network': ['ID=db68305c-7eb6-4612-8d36-b19d2c09836e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:12.060714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network db68305c-7eb6-4612-8d36-b19d2c09836e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:12.072551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:12.080867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.129259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8c9e4-7500-493e-bb44-8fd869ea4486 req-4e32ad83-f8e2-4dcb-8a05-765707fc45aa tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:12.130881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37d8c9e4-7500-493e-bb44-8fd869ea4486 req-4e32ad83-f8e2-4dcb-8a05-765707fc45aa tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 945 time: 0.4029975 Nov 26 22:09:12.137876 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.139218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Fanout notify agent at l3_agent the message router_deleted on router 2703bf30-75ed-4a07-88b9-b7bbd9b72e9a {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:09:12.166710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.172268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d4c4e681-78b3-4224-90c2-837695518403 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/2703bf30-75ed-4a07-88b9-b7bbd9b72e9a HTTP/1.1" status: 204 len: 168 time: 1.4411645 Nov 26 22:09:12.174417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41786) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:12.180425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-511710275'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:12.242584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37d8c9e4-7500-493e-bb44-8fd869ea4486 req-fc9bda60-06cc-465d-8217-2c65c8ac2a88 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007144 Nov 26 22:09:12.244103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:12.248470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.286422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:12.297429 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.297822 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment 6d915292-ce20-4cb5-9961-d72c0cd4319b of type vlan for network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd Nov 26 22:09:12.346879 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.374894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.381821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:12.382383 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.431960 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.439674 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.462888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Network 405b3919-06a4-4f89-96c9-ecfc3c6bb154 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:12.463656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2879035 Nov 26 22:09:12.465703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:12.468044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41788) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:12.473813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': '8680cf48-29b4-47cc-b6f3-38e3cf6f78cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:12.479200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188006e-0809-4776-b89f-e20932431891 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=8680cf48-29b4-47cc-b6f3-38e3cf6f78cd,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:12.495925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:12.508175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:12.514448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.objects.ports [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110000) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:09:12.517001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.573192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Subnet': ['ID=d6e16c62-e502-495b-a348-7ee37e694c67,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:12.600152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:12.607066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.616761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Checking segment: {'id': '86337d18-a078-4aea-857e-dea5bd9f79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'db68305c-7eb6-4612-8d36-b19d2c09836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:12.617397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network hostable DHCP agents. Network: db68305c-7eb6-4612-8d36-b19d2c09836e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:12.639322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Pushing event updated for resources: {'Port': ['ID=d8446c2c-2525-4bc7-8de2-8b63bac60b08,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:12.641841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network db68305c-7eb6-4612-8d36-b19d2c09836e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:12.649073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Attempting to bind port d8446c2c-2525-4bc7-8de2-8b63bac60b08 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:12.650840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Attempting to bind port d8446c2c-2525-4bc7-8de2-8b63bac60b08 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '5dbad9f6-9de9-49e4-a53b-f61899b5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '405b3919-06a4-4f89-96c9-ecfc3c6bb154'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:12.651315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Attempting to bind port d8446c2c-2525-4bc7-8de2-8b63bac60b08 on network 405b3919-06a4-4f89-96c9-ecfc3c6bb154 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:12.663024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:12.663417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Checking segment: {'id': '5dbad9f6-9de9-49e4-a53b-f61899b5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '405b3919-06a4-4f89-96c9-ecfc3c6bb154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:12.663826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.664790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Bound using segment: {'id': '5dbad9f6-9de9-49e4-a53b-f61899b5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '405b3919-06a4-4f89-96c9-ecfc3c6bb154'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:12.665840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Bound port: d8446c2c-2525-4bc7-8de2-8b63bac60b08, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbad9f6-9de9-49e4-a53b-f61899b5725a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '405b3919-06a4-4f89-96c9-ecfc3c6bb154'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:12.666429 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.668232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, db68305c-7eb6-4612-8d36-b19d2c09836e) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:12.687039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:12.687039 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.712309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bddc2e-ceca-4ebb-8171-954ed523f6e9 None None] Network db68305c-7eb6-4612-8d36-b19d2c09836e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:12.720230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f8b05cc2-a666-4070-a317-1e5df71d5ea8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8152537 Nov 26 22:09:12.721726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41792) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:12.728929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'port': {'network_id': 'db68305c-7eb6-4612-8d36-b19d2c09836e', 'name': 'tempest-NetworksIpV6TestAttrs-555528503'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:12.854515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] For port d8446c2c-2525-4bc7-8de2-8b63bac60b08, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:12.872888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] For port d8446c2c-2525-4bc7-8de2-8b63bac60b08, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d8446c2c-2525-4bc7-8de2-8b63bac60b08,segment=NetworkSegment(5dbad9f6-9de9-49e4-a53b-f61899b5725a),segment_id=5dbad9f6-9de9-49e4-a53b-f61899b5725a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:12.884159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.891564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.898314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:12.905073 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:12.927057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] device_id is not set on port 9fb18dce-bdef-403b-9d6b-b49538c3cc30 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:09:12.976779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f485496-bb76-43ed-be5e-9f23c4ed996e None None] Pushing event updated for resources: {'Port': ['ID=d8446c2c-2525-4bc7-8de2-8b63bac60b08,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:12.999001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=f461b5d3-88ec-4a11-bc36-a73be0c5ae04,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:13.005115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': '6d915292-ce20-4cb5-9961-d72c0cd4319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8680cf48-29b4-47cc-b6f3-38e3cf6f78cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:13.005368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:13.044569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:13.058702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:13.073152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d67762-b647-4164-9df6-285b28779b7e None None] Network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:13.075581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:13.076443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.083669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Allocated IP 2001:db8::f816:3eff:fe46:341 (db68305c-7eb6-4612-8d36-b19d2c09836e/d6e16c62-e502-495b-a348-7ee37e694c67/9fb18dce-bdef-403b-9d6b-b49538c3cc30) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:13.112374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1a723111-9d1a-4770-9644-4a4fabdac905 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6431589 Nov 26 22:09:13.114794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41794) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:13.120407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7bcf2c05-0d6e-496f-adf4-0ad19fc37aaa tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1561897343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:13.166421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c05-0d6e-496f-adf4-0ad19fc37aaa tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.167644 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c05-0d6e-496f-adf4-0ad19fc37aaa tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.174735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-db68305c-7eb6-4612-8d36-b19d2c09836e', 'network_id': 'db68305c-7eb6-4612-8d36-b19d2c09836e', 'tenant_id': 'd7b2c21240d24cb58724331553747d3f', 'fixed_ips': [{'subnet_id': 'd6e16c62-e502-495b-a348-7ee37e694c67'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:13.178359 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.258011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c05-0d6e-496f-adf4-0ad19fc37aaa tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.265966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c05-0d6e-496f-adf4-0ad19fc37aaa tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.324561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7bcf2c05-0d6e-496f-adf4-0ad19fc37aaa tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.328670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7bcf2c05-0d6e-496f-adf4-0ad19fc37aaa tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2127731 Nov 26 22:09:13.329282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41798) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:13.341226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.396320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.465393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network db68305c-7eb6-4612-8d36-b19d2c09836e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:13.469093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:13.487264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:13.493549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:13.495074 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.505939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Allocated IP 2001:db8::f816:3eff:fef4:f50b (db68305c-7eb6-4612-8d36-b19d2c09836e/d6e16c62-e502-495b-a348-7ee37e694c67/7517a15c-d763-4eac-9f2c-f2376aee5367) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:13.511412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Port': ['ID=9fb18dce-bdef-403b-9d6b-b49538c3cc30,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:13.541116 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-28b05bd3-b528-460e-a51c-600458bf87c6 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.8174415 Nov 26 22:09:13.542196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41800) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:13.597283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d8446c2c-2525-4bc7-8de2-8b63bac60b08 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:13.607698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96b73c5-ccab-46d6-90bd-97d40a1aeba5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Deleting subnet d6e16c62-e502-495b-a348-7ee37e694c67 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:09:13.685617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b530522-b830-4022-ae45-0a62493be919 req-03877a4a-4ec0-4217-8bfe-36dba7cf5c11 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:13.687875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b530522-b830-4022-ae45-0a62493be919 req-03877a4a-4ec0-4217-8bfe-36dba7cf5c11 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 945 time: 0.2436848 Nov 26 22:09:13.714872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-8680cf48-29b4-47cc-b6f3-38e3cf6f78cd', 'network_id': '8680cf48-29b4-47cc-b6f3-38e3cf6f78cd', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': 'f461b5d3-88ec-4a11-bc36-a73be0c5ae04'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:13.715730 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.745560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d8446c2c-2525-4bc7-8de2-8b63bac60b08 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:13.745937 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.792505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41804) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:13.846834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6582e8-5302-4a56-8ba0-0661bb0f7706 admin admin] Deleting subnet 6a40911c-10c7-489c-9c6e-696930bcd7b3 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:09:13.850890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa6582e8-5302-4a56-8ba0-0661bb0f7706 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.854584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b530522-b830-4022-ae45-0a62493be919 req-22081cac-26a9-475c-af3b-b216f5ba74b2 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329236 Nov 26 22:09:13.898505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa6582e8-5302-4a56-8ba0-0661bb0f7706 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.913176 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.963976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa6582e8-5302-4a56-8ba0-0661bb0f7706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:13.977023 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.008228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e96b73c5-ccab-46d6-90bd-97d40a1aeba5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.010107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.073653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e96b73c5-ccab-46d6-90bd-97d40a1aeba5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.114578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Allocated IP 2001:db8::2 (8680cf48-29b4-47cc-b6f3-38e3cf6f78cd/f461b5d3-88ec-4a11-bc36-a73be0c5ae04/69010e45-1667-4452-aee1-e47c76401842) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:14.129309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Network db68305c-7eb6-4612-8d36-b19d2c09836e is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:14.148975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:14.151600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Pushing event updated for resources: {'Port': ['ID=7517a15c-d763-4eac-9f2c-f2376aee5367,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:14.153774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:14.166836 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa6582e8-5302-4a56-8ba0-0661bb0f7706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.177129 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.203596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa6582e8-5302-4a56-8ba0-0661bb0f7706 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.215008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41810) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:14.216091 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aa6582e8-5302-4a56-8ba0-0661bb0f7706 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6a40911c-10c7-489c-9c6e-696930bcd7b3 HTTP/1.1" status: 204 len: 168 time: 0.4224439 Nov 26 22:09:14.229276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a26c03-676a-48c6-98dd-cb36167c3aaf None None] Network b18d6d1e-3f63-49dd-b076-c954c4a3797e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:14.285627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6582e8-5302-4a56-8ba0-0661bb0f7706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a40911c-10c7-489c-9c6e-696930bcd7b3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:14.432820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.459282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e96b73c5-ccab-46d6-90bd-97d40a1aeba5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.585214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.591570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e96b73c5-ccab-46d6-90bd-97d40a1aeba5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.598385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdf5149-22f2-4260-bb4d-2ec26a9920f2 None None] Network 405b3919-06a4-4f89-96c9-ecfc3c6bb154 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:14.604560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Attempting to bind port 7517a15c-d763-4eac-9f2c-f2376aee5367 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:14.604560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Attempting to bind port 7517a15c-d763-4eac-9f2c-f2376aee5367 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '86337d18-a078-4aea-857e-dea5bd9f79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'db68305c-7eb6-4612-8d36-b19d2c09836e'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:14.606172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Attempting to bind port 7517a15c-d763-4eac-9f2c-f2376aee5367 on network db68305c-7eb6-4612-8d36-b19d2c09836e {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:14.629855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b73c5-ccab-46d6-90bd-97d40a1aeba5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e16c62-e502-495b-a348-7ee37e694c67,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:14.631644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5781a6-e596-4de4-ba4a-b8177c573e1d None None] DHCP port deletion for b18d6d1e-3f63-49dd-b076-c954c4a3797e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:14.631918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e96b73c5-ccab-46d6-90bd-97d40a1aeba5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.633487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18d6d1e-3f63-49dd-b076-c954c4a3797e']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:14.635418 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e96b73c5-ccab-46d6-90bd-97d40a1aeba5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/subnets/d6e16c62-e502-495b-a348-7ee37e694c67 HTTP/1.1" status: 204 len: 168 time: 1.0918398 Nov 26 22:09:14.637827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41820) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:14.667510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22c1ae4-1bdd-4a70-861c-c3c35bb3260b') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:14.667804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22c1ae4-1bdd-4a70-861c-c3c35bb3260b') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:14.683069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.701312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port d8446c2c-2525-4bc7-8de2-8b63bac60b08, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d8446c2c-2525-4bc7-8de2-8b63bac60b08,segment=NetworkSegment(5dbad9f6-9de9-49e4-a53b-f61899b5725a),segment_id=5dbad9f6-9de9-49e4-a53b-f61899b5725a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:14.706580 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.716103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:14.716609 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:14.720695 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:14.774862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:14.775165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Checking segment: {'id': '86337d18-a078-4aea-857e-dea5bd9f79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'db68305c-7eb6-4612-8d36-b19d2c09836e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:14.775519 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.775915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Bound using segment: {'id': '86337d18-a078-4aea-857e-dea5bd9f79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'db68305c-7eb6-4612-8d36-b19d2c09836e'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:14.776397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Bound port: 7517a15c-d763-4eac-9f2c-f2376aee5367, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86337d18-a078-4aea-857e-dea5bd9f79d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'db68305c-7eb6-4612-8d36-b19d2c09836e'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:14.776775 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.786732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c483972-dbc1-4eea-b02c-fd86ab06f266 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:14.788104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c483972-dbc1-4eea-b02c-fd86ab06f266 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:14.789675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6c483972-dbc1-4eea-b02c-fd86ab06f266 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1505816 Nov 26 22:09:14.793612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41822) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:14.794900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.800700 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.813848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b18d6d1e-3f63-49dd-b076-c954c4a3797e HTTP/1.1" status: 204 len: 168 time: 0.5932138 Nov 26 22:09:14.834501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bfebc-ea94-485a-ac6c-a508d21a3102 admin admin] Pushing event deleted for resources: {'Network': ['ID=b18d6d1e-3f63-49dd-b076-c954c4a3797e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:14.842059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.848434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41826) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:14.917319 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f0d0af5a-af69-462d-a275-ead83a2ed0b0 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.926773 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d0af5a-af69-462d-a275-ead83a2ed0b0 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 26 22:09:14.927463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d0af5a-af69-462d-a275-ead83a2ed0b0 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:14.932222 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f0d0af5a-af69-462d-a275-ead83a2ed0b0 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/db68305c-7eb6-4612-8d36-b19d2c09836e HTTP/1.1" status: 409 len: 405 time: 0.1366537 Nov 26 22:09:14.935653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41828) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:14.941488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1890443724'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:14.942239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a358b8-c157-4c24-a620-03408ce401c2 admin admin] Deleting subnet c0e72b53-5751-4473-a4a9-176ab031b731 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:09:14.947707 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66a358b8-c157-4c24-a620-03408ce401c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.947902 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b5d94e26-1699-4e57-ae8f-d015fe27feb3 None None] Provisioning complete for port d8446c2c-2525-4bc7-8de2-8b63bac60b08 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:14.948170 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5d94e26-1699-4e57-ae8f-d015fe27feb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:14.979250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:14.985067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.003397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77c0d9-d8e3-40f9-96b1-1aed639f5ed8 req-b0b59092-3841-4e2e-83cb-4bf617b22110 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:15.012787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc77c0d9-d8e3-40f9-96b1-1aed639f5ed8 req-b0b59092-3841-4e2e-83cb-4bf617b22110 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 945 time: 0.1294711 Nov 26 22:09:15.019645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:15.035543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.036274 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Added segment baf4a894-5ad4-479f-a08b-5d376aea7e8c of type vlan for network 2e20a1c5-1416-4983-826f-47942a19cdae Nov 26 22:09:15.079845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc77c0d9-d8e3-40f9-96b1-1aed639f5ed8 req-412c2d7e-ff99-4fb2-8b08-1bbce3d6e0fa tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645072 Nov 26 22:09:15.096009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.096317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66a358b8-c157-4c24-a620-03408ce401c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.124710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.134952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:15.135573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.140096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66a358b8-c157-4c24-a620-03408ce401c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.188933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=d8446c2c-2525-4bc7-8de2-8b63bac60b08,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:15.195107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2580810 Nov 26 22:09:15.199953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41830) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:15.208091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66a358b8-c157-4c24-a620-03408ce401c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.212053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'subnet': {'network_id': '2e20a1c5-1416-4983-826f-47942a19cdae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:15.235619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2504560-3e1a-4cd4-9d38-33516d52ff35 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Network': ['ID=2e20a1c5-1416-4983-826f-47942a19cdae,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:15.237980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e1d8b-88c2-4845-83b2-f31c622a9fed None None] Network 28e0f479-de1b-4dc0-b13d-10cc98f502c9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:15.245089 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.255467 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66a358b8-c157-4c24-a620-03408ce401c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.259512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-66a358b8-c157-4c24-a620-03408ce401c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0e72b53-5751-4473-a4a9-176ab031b731 HTTP/1.1" status: 204 len: 168 time: 0.4097857 Nov 26 22:09:15.261720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 2e20a1c5-1416-4983-826f-47942a19cdae details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:15.266998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41832) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:15.275068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a358b8-c157-4c24-a620-03408ce401c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e72b53-5751-4473-a4a9-176ab031b731,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:15.321750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:15.323537 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.326746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.327980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] For port 7517a15c-d763-4eac-9f2c-f2376aee5367, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:15.371021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8::1 (8680cf48-29b4-47cc-b6f3-38e3cf6f78cd/f461b5d3-88ec-4a11-bc36-a73be0c5ae04/c1e0a464-873c-40c7-8e6b-75c6cbc38eac) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:15.377085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.418682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] For port 7517a15c-d763-4eac-9f2c-f2376aee5367, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7517a15c-d763-4eac-9f2c-f2376aee5367,segment=NetworkSegment(86337d18-a078-4aea-857e-dea5bd9f79d0),segment_id=86337d18-a078-4aea-857e-dea5bd9f79d0)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:15.464114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.466251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d8446c2c-2525-4bc7-8de2-8b63bac60b08 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:15.478462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:15.520933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.527712 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:15.530699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:15.559066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e0f479-de1b-4dc0-b13d-10cc98f502c9']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:15.564772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Pushing event updated for resources: {'Port': ['ID=69010e45-1667-4452-aee1-e47c76401842,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:15.577844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013baee7-ba69-452d-90ba-76e8b5e2aadd') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:15.578170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013baee7-ba69-452d-90ba-76e8b5e2aadd') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:15.599501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.607434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.617824 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.627633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:15.628033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:15.629719 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:15.672723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.objects.ports [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110000) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:09:15.675514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.702479 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.712735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.719151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] 10.222.0.21 "DELETE /v2.0/networks/28e0f479-de1b-4dc0-b13d-10cc98f502c9 HTTP/1.1" status: 204 len: 168 time: 0.4485185 Nov 26 22:09:15.719151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.729504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a7541-c052-41eb-94eb-7be4131fd4de None None] DHCP port deletion for 28e0f479-de1b-4dc0-b13d-10cc98f502c9 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:15.743096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515a458-46d4-4fc3-b567-72c522337b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=28e0f479-de1b-4dc0-b13d-10cc98f502c9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:15.762912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Subnet': ['ID=063891e9-5e05-4813-94e2-0e7ce67d0d02,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:15.765894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Checking segment: {'id': 'baf4a894-5ad4-479f-a08b-5d376aea7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2e20a1c5-1416-4983-826f-47942a19cdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:15.766242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network hostable DHCP agents. Network: 2e20a1c5-1416-4983-826f-47942a19cdae, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:15.786719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network 2e20a1c5-1416-4983-826f-47942a19cdae is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:15.804236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:15.805073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 2e20a1c5-1416-4983-826f-47942a19cdae) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:15.808934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=c1e0a464-873c-40c7-8e6b-75c6cbc38eac,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:15.812136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:15.814496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:15.815117 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.817180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Attempting to bind port 69010e45-1667-4452-aee1-e47c76401842 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:15.817554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Attempting to bind port 69010e45-1667-4452-aee1-e47c76401842 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6d915292-ce20-4cb5-9961-d72c0cd4319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8680cf48-29b4-47cc-b6f3-38e3cf6f78cd'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:15.819176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Attempting to bind port 69010e45-1667-4452-aee1-e47c76401842 on network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:15.820012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629627c-a895-4d01-a160-eb051ca1a459 None None] Pushing event updated for resources: {'Port': ['ID=7517a15c-d763-4eac-9f2c-f2376aee5367,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:15.828267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:15.828458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:15.828583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Checking segment: {'id': '6d915292-ce20-4cb5-9961-d72c0cd4319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8680cf48-29b4-47cc-b6f3-38e3cf6f78cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:15.828742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.828974 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.829363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Bound using segment: {'id': '6d915292-ce20-4cb5-9961-d72c0cd4319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8680cf48-29b4-47cc-b6f3-38e3cf6f78cd'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:15.829832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Bound port: 69010e45-1667-4452-aee1-e47c76401842, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d915292-ce20-4cb5-9961-d72c0cd4319b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8680cf48-29b4-47cc-b6f3-38e3cf6f78cd'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:15.830248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:15.845920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27211e42-461f-48d0-9ae0-1cf4911c11e3 None None] Network 2e20a1c5-1416-4983-826f-47942a19cdae requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:15.864293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5eeed3f8-0a6a-40a2-a8a8-1cb9002c3ba8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6636426 Nov 26 22:09:15.866883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41840) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:15.872322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'port': {'network_id': '2e20a1c5-1416-4983-826f-47942a19cdae', 'name': 'tempest-NetworksIpV6TestAttrs-1582359572'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:15.913258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84070cd5-f04a-4638-b0e8-70a3db57cc1a None None] Network db68305c-7eb6-4612-8d36-b19d2c09836e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:16.025085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.036783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d8446c2c-2525-4bc7-8de2-8b63bac60b08 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:16.037300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.042987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41842) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:16.057051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:16.062675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.085269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] device_id is not set on port 7c5d3df7-47d4-414c-bcf9-73fa3c177944 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:09:16.195192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] For port 69010e45-1667-4452-aee1-e47c76401842, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:16.232959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Allocated IP 2001:db8::f816:3eff:fe50:a870 (2e20a1c5-1416-4983-826f-47942a19cdae/063891e9-5e05-4813-94e2-0e7ce67d0d02/7c5d3df7-47d4-414c-bcf9-73fa3c177944) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:16.245612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] For port 69010e45-1667-4452-aee1-e47c76401842, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=69010e45-1667-4452-aee1-e47c76401842,segment=NetworkSegment(6d915292-ce20-4cb5-9961-d72c0cd4319b),segment_id=6d915292-ce20-4cb5-9961-d72c0cd4319b)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:16.265175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-43c2f6bd-4794-4c01-93bc-9f74efd8e284 None None] Provisioning complete for port d8446c2c-2525-4bc7-8de2-8b63bac60b08 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:16.265615 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43c2f6bd-4794-4c01-93bc-9f74efd8e284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.267893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.269389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d792b453-a185-48e1-9003-3f4738a4f1d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8131549eb9db44bdb557e3383ebbfb5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711223 Nov 26 22:09:16.273324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41846) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:16.309918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47625605-8e58-46eb-9fe5-fad99307c32e req-236e16fa-f0f1-4d95-bb7f-bbfee9dd273e tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:16.310578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47625605-8e58-46eb-9fe5-fad99307c32e req-236e16fa-f0f1-4d95-bb7f-bbfee9dd273e tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 945 time: 0.1147449 Nov 26 22:09:16.419357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05d6d5-c661-4040-b777-f13d99a0f8bd None None] Pushing event updated for resources: {'Port': ['ID=69010e45-1667-4452-aee1-e47c76401842,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:16.439675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.453079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-2e20a1c5-1416-4983-826f-47942a19cdae', 'network_id': '2e20a1c5-1416-4983-826f-47942a19cdae', 'tenant_id': 'd7b2c21240d24cb58724331553747d3f', 'fixed_ips': [{'subnet_id': '063891e9-5e05-4813-94e2-0e7ce67d0d02'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:16.457196 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.474362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-734cc765-443c-4bb4-a641-769940290a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.484728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47625605-8e58-46eb-9fe5-fad99307c32e req-0e980aa9-0534-4ae6-9313-7988ef2fe115 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/security-groups?id=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432879 Nov 26 22:09:16.543474 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.544034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-734cc765-443c-4bb4-a641-769940290a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.566703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-569602e6-21e7-4072-ab9d-6f81a7a1d5e8 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:16.568554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-569602e6-21e7-4072-ab9d-6f81a7a1d5e8 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 945 time: 0.1067393 Nov 26 22:09:16.582334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.593574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.594490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.632894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network 2e20a1c5-1416-4983-826f-47942a19cdae is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:16.648170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:16.658054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:16.663613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:16.664410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.682541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Port': ['ID=7c5d3df7-47d4-414c-bcf9-73fa3c177944,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:16.689350 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-422af99d-6f92-4c95-8b94-3f130e0f9871 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8214231 Nov 26 22:09:16.708469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41850) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:16.712443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Allocated IP 2001:db8::f816:3eff:fe87:b5b5 (2e20a1c5-1416-4983-826f-47942a19cdae/063891e9-5e05-4813-94e2-0e7ce67d0d02/0201a601-481b-4103-bffa-05fb9b2296f9) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:16.788251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=c1e0a464-873c-40c7-8e6b-75c6cbc38eac,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:16.822991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-734cc765-443c-4bb4-a641-769940290a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.824220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede19676-eba1-4753-b5ad-92f935cc55b5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Deleting subnet 063891e9-5e05-4813-94e2-0e7ce67d0d02 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:09:16.825623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-734cc765-443c-4bb4-a641-769940290a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.826986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-734cc765-443c-4bb4-a641-769940290a68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1dc032c-f792-4c20-a881-f5306b40d5ca HTTP/1.1" status: 204 len: 168 time: 0.5472207 Nov 26 22:09:16.846251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Deleting port f8daf853-5bbe-4734-aabe-e4e64ec0665d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:16.846683 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.856249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cc765-443c-4bb4-a641-769940290a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc032c-f792-4c20-a881-f5306b40d5ca,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:16.869546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:16.871547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:16.946749 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.962909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ede19676-eba1-4753-b5ad-92f935cc55b5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:16.966651 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.034292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router 46373ef7-599b-4a5d-95c8-0488b2f93ad7 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:09:17.036212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ede19676-eba1-4753-b5ad-92f935cc55b5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.036553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Network 2e20a1c5-1416-4983-826f-47942a19cdae is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:17.041291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:17.045375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:17.054265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Pushing event updated for resources: {'Port': ['ID=0201a601-481b-4103-bffa-05fb9b2296f9,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:17.077796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] For port f8daf853-5bbe-4734-aabe-e4e64ec0665d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f8daf853-5bbe-4734-aabe-e4e64ec0665d,segment=NetworkSegment(1be4fd47-62b5-4cef-abf3-54ce6731ac97),segment_id=1be4fd47-62b5-4cef-abf3-54ce6731ac97)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:17.079627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.148887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:17.150846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Attempting to bind port 0201a601-481b-4103-bffa-05fb9b2296f9 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:17.151489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Attempting to bind port 0201a601-481b-4103-bffa-05fb9b2296f9 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'baf4a894-5ad4-479f-a08b-5d376aea7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2e20a1c5-1416-4983-826f-47942a19cdae'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:17.152241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Attempting to bind port 0201a601-481b-4103-bffa-05fb9b2296f9 on network 2e20a1c5-1416-4983-826f-47942a19cdae {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:17.158600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e50ed9fc-d0ac-45d1-ab9d-6b77db5fab54 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/46373ef7-599b-4a5d-95c8-0488b2f93ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8282671 Nov 26 22:09:17.159445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41858) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:17.167303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880d2fa-fb44-471f-b02f-f7c1e6d09fc5 None None] Sync routers for ids ['46373ef7-599b-4a5d-95c8-0488b2f93ad7'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:17.198346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:17.200531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Checking segment: {'id': 'baf4a894-5ad4-479f-a08b-5d376aea7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2e20a1c5-1416-4983-826f-47942a19cdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:17.201599 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.204216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Bound using segment: {'id': 'baf4a894-5ad4-479f-a08b-5d376aea7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2e20a1c5-1416-4983-826f-47942a19cdae'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:17.204922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Bound port: 0201a601-481b-4103-bffa-05fb9b2296f9, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf4a894-5ad4-479f-a08b-5d376aea7e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2e20a1c5-1416-4983-826f-47942a19cdae'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:17.205501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.209727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03b317-6a0a-4bad-b192-36a4a3f86de6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:17.214438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6c03b317-6a0a-4bad-b192-36a4a3f86de6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports/c1e0a464-873c-40c7-8e6b-75c6cbc38eac HTTP/1.1" status: 200 len: 911 time: 0.0537851 Nov 26 22:09:17.215182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41860) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:17.220601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9860f5d8-a41f-475d-a132-95d1dfe7543f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f461b5d3-88ec-4a11-bc36-a73be0c5ae04'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:17.223336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880d2fa-fb44-471f-b02f-f7c1e6d09fc5 None None] Routers {'46373ef7-599b-4a5d-95c8-0488b2f93ad7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:17.224207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2880d2fa-fb44-471f-b02f-f7c1e6d09fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['46373ef7-599b-4a5d-95c8-0488b2f93ad7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:17.246053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ede19676-eba1-4753-b5ad-92f935cc55b5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.270888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2880d2fa-fb44-471f-b02f-f7c1e6d09fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:17.409845 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ede19676-eba1-4753-b5ad-92f935cc55b5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.444641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Calling delete_port for f8daf853-5bbe-4734-aabe-e4e64ec0665d owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:17.454829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede19676-eba1-4753-b5ad-92f935cc55b5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Subnet': ['ID=063891e9-5e05-4813-94e2-0e7ce67d0d02,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:17.487142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ede19676-eba1-4753-b5ad-92f935cc55b5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.491522 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ede19676-eba1-4753-b5ad-92f935cc55b5 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/subnets/063891e9-5e05-4813-94e2-0e7ce67d0d02 HTTP/1.1" status: 204 len: 168 time: 0.7820687 Nov 26 22:09:17.500198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41864) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:17.508496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41866) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:17.548555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880d2fa-fb44-471f-b02f-f7c1e6d09fc5 None None] Routers {'46373ef7-599b-4a5d-95c8-0488b2f93ad7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:17.549301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2880d2fa-fb44-471f-b02f-f7c1e6d09fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['46373ef7-599b-4a5d-95c8-0488b2f93ad7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:17.580409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122eb0f-c3ac-42aa-8636-dc4ad07ee589 req-f4efc8c0-6367-42d5-932a-4fa6c4d7a7a4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:17.590695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8122eb0f-c3ac-42aa-8636-dc4ad07ee589 req-f4efc8c0-6367-42d5-932a-4fa6c4d7a7a4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2230940 Nov 26 22:09:17.591134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2880d2fa-fb44-471f-b02f-f7c1e6d09fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:17.591973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2880d2fa-fb44-471f-b02f-f7c1e6d09fc5 None None] The sync data for ids ['46373ef7-599b-4a5d-95c8-0488b2f93ad7'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:17.593503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 69010e45-1667-4452-aee1-e47c76401842 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:17.604879 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9860f5d8-a41f-475d-a132-95d1dfe7543f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.613555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-80532183-2cf8-46b3-9229-86bf6ae1f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:17.615612 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-80532183-2cf8-46b3-9229-86bf6ae1f4bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1095 time: 0.2574768 Nov 26 22:09:17.670371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] For port 0201a601-481b-4103-bffa-05fb9b2296f9, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:17.696004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] For port 0201a601-481b-4103-bffa-05fb9b2296f9, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0201a601-481b-4103-bffa-05fb9b2296f9,segment=NetworkSegment(baf4a894-5ad4-479f-a08b-5d376aea7e8c),segment_id=baf4a894-5ad4-479f-a08b-5d376aea7e8c)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:17.709336 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.737886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ebbe0-6811-461f-84d1-088756113f96 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:17.739557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411ebbe0-6811-461f-84d1-088756113f96 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:17.741153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-411ebbe0-6811-461f-84d1-088756113f96 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2440281 Nov 26 22:09:17.747762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41870) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:17.766604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d4037b90-6c07-42c5-a221-8d9855270c7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f1fe1906c9b40879e5cfe963595627c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2520385 Nov 26 22:09:17.781681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41872) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:17.792155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 69010e45-1667-4452-aee1-e47c76401842 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:17.792882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.856951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff7a4-976b-48c3-9dff-0e2716cee632 None None] Pushing event updated for resources: {'Port': ['ID=0201a601-481b-4103-bffa-05fb9b2296f9,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:17.922758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-cdbaf364-4cdc-4c7c-b601-ddff7d4af080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:17.924273 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-cdbaf364-4cdc-4c7c-b601-ddff7d4af080 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2983906 Nov 26 22:09:17.949828 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab677-e9ed-4a9e-b5ae-88d5b872d956 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:17.973435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519acedc-3b12-4091-9abf-3dda00365d16 None None] Network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:17.995438 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.022334 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1ab677-e9ed-4a9e-b5ae-88d5b872d956 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 26 22:09:18.022808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1ab677-e9ed-4a9e-b5ae-88d5b872d956 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:18.032190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ce1ab677-e9ed-4a9e-b5ae-88d5b872d956 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/2e20a1c5-1416-4983-826f-47942a19cdae HTTP/1.1" status: 409 len: 405 time: 0.2772748 Nov 26 22:09:18.035554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41874) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:18.042641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-657960360'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:18.049044 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4112eb07-35f1-4b19-84c4-bef44114680b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.063254 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.101440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 69010e45-1667-4452-aee1-e47c76401842, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=69010e45-1667-4452-aee1-e47c76401842,segment=NetworkSegment(6d915292-ce20-4cb5-9961-d72c0cd4319b),segment_id=6d915292-ce20-4cb5-9961-d72c0cd4319b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:18.107319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['f8daf853-5bbe-4734-aabe-e4e64ec0665d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:09:18.140666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.185806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8270cfed-ed3c-4eea-882d-c934eee3a1f2 None None] Provisioning complete for port 69010e45-1667-4452-aee1-e47c76401842 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:18.186554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8270cfed-ed3c-4eea-882d-c934eee3a1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.197750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92042365-f158-4a91-a9de-c41dd2fdfe3b req-02b7d430-6d21-4195-962d-45b930a8d26c tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 210 time: 0.5661161 Nov 26 22:09:18.355939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=69010e45-1667-4452-aee1-e47c76401842,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:18.363193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8122eb0f-c3ac-42aa-8636-dc4ad07ee589 req-0196495e-ebb4-4735-9fa8-35095296eed1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7586849 Nov 26 22:09:18.569948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Pushing event deleted for resources: {'Port': ['ID=f8daf853-5bbe-4734-aabe-e4e64ec0665d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:18.573187 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-88690c62-9520-4c0f-a7a3-90c32f62e8ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 999 time: 0.6283574 Nov 26 22:09:18.579320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4112eb07-35f1-4b19-84c4-bef44114680b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.622801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:18.626509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.664132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9860f5d8-a41f-475d-a132-95d1dfe7543f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.676505 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9860f5d8-a41f-475d-a132-95d1dfe7543f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.682029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] No DVR routers for this DVR port f8daf853-5bbe-4734-aabe-e4e64ec0665d on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:18.684373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9860f5d8-a41f-475d-a132-95d1dfe7543f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:18.685041 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9860f5d8-a41f-475d-a132-95d1dfe7543f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.686480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9860f5d8-a41f-475d-a132-95d1dfe7543f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/ports/c1e0a464-873c-40c7-8e6b-75c6cbc38eac HTTP/1.1" status: 200 len: 911 time: 1.4702530 Nov 26 22:09:18.691110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41878) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:18.693939 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.697747 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0f094b91-8df1-47ec-8c0a-ab5e2d2b25f1 req-a7ab9034-1429-4fae-8956-b2e447b03027 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.13 "DELETE /v2.0/ports/f8daf853-5bbe-4734-aabe-e4e64ec0665d HTTP/1.1" status: 204 len: 173 time: 2.1085291 Nov 26 22:09:18.698223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb71856a-8471-4846-9fc9-a82ffad16024', 'name': 'network-vif-deleted', 'tag': 'f8daf853-5bbe-4734-aabe-e4e64ec0665d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:09:18.700657 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9dd36-5fa7-490a-a7a7-639614126339" -d '{"events": [{"server_uuid": "eb71856a-8471-4846-9fc9-a82ffad16024", "name": "network-vif-deleted", "tag": "f8daf853-5bbe-4734-aabe-e4e64ec0665d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:09:18.731902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-4add9652-b84f-4fc6-88a0-f085c6c7d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:18.733008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-4add9652-b84f-4fc6-88a0-f085c6c7d556 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1442244 Nov 26 22:09:18.734010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:18.759798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.760437 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Added segment d5d9a722-22af-4c17-846d-91fd184514d7 of type vlan for network a5e0df83-5fd0-4972-82c2-1d36d0cee8db Nov 26 22:09:18.788830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4112eb07-35f1-4b19-84c4-bef44114680b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.792590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4112eb07-35f1-4b19-84c4-bef44114680b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.796107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4112eb07-35f1-4b19-84c4-bef44114680b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93937fbf-0c79-4f8f-9de5-b80f66e91e54 HTTP/1.1" status: 204 len: 168 time: 1.0111027 Nov 26 22:09:18.796107 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9d719f-ecd1-4732-bd98-0fa82dc826d3 x-openstack-request-id: req-aa9d719f-ecd1-4732-bd98-0fa82dc826d3 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:09:18.796107 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb71856a-8471-4846-9fc9-a82ffad16024", "name": "network-vif-deleted", "tag": "f8daf853-5bbe-4734-aabe-e4e64ec0665d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:09:18.796556 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa9d719f-ecd1-4732-bd98-0fa82dc826d3 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:09:18.796826 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb71856a-8471-4846-9fc9-a82ffad16024', 'name': 'network-vif-deleted', 'tag': 'f8daf853-5bbe-4734-aabe-e4e64ec0665d', 'status': 'completed', 'code': 200} Nov 26 22:09:18.802867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0336c47a-4661-439d-b54d-f761e380dc07 None None] Provisioning complete for port 69010e45-1667-4452-aee1-e47c76401842 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:18.804027 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0336c47a-4661-439d-b54d-f761e380dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.847809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860f5d8-a41f-475d-a132-95d1dfe7543f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=c1e0a464-873c-40c7-8e6b-75c6cbc38eac,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:18.861379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112eb07-35f1-4b19-84c4-bef44114680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93937fbf-0c79-4f8f-9de5-b80f66e91e54,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:18.864742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:18.879328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-89f9cf6c-5572-4f11-a2e8-bec5f9f65223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:18.881372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-89f9cf6c-5572-4f11-a2e8-bec5f9f65223 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375663 Nov 26 22:09:19.034126 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:19.047972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:19.049464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:19.074182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0336c47a-4661-439d-b54d-f761e380dc07 None None] Provisioning complete for port c1e0a464-873c-40c7-8e6b-75c6cbc38eac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:19.074984 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0336c47a-4661-439d-b54d-f761e380dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:19.128598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0913019 Nov 26 22:09:19.144125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41884) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:19.152804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'subnet': {'network_id': 'a5e0df83-5fd0-4972-82c2-1d36d0cee8db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:19.173110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0336c47a-4661-439d-b54d-f761e380dc07 None None] Port c1e0a464-873c-40c7-8e6b-75c6cbc38eac cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:19.230576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd35a62-cf6a-4cf3-87bc-2ff803e2e8f8 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Network': ['ID=a5e0df83-5fd0-4972-82c2-1d36d0cee8db,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:19.237059 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-8abc13b7-fe75-4430-bd47-a733075050b7 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437991 Nov 26 22:09:19.253028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network a5e0df83-5fd0-4972-82c2-1d36d0cee8db details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:19.392158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:19.409924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:19.454960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1466205-4dcb-4953-98a8-5b173b3f85e3 req-3f2d7185-028c-4c6f-b0a6-7b96245c01e3 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103250 Nov 26 22:09:19.486827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d80fda5f-9232-4a94-adb3-f4dce1e92627 None None] Provisioning complete for port c1e0a464-873c-40c7-8e6b-75c6cbc38eac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:19.487366 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d80fda5f-9232-4a94-adb3-f4dce1e92627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:19.590791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d80fda5f-9232-4a94-adb3-f4dce1e92627 None None] Port c1e0a464-873c-40c7-8e6b-75c6cbc38eac cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:19.636645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da827274-f196-47df-90ad-ba45c08a2862 req-a545f469-487e-448c-bf2e-f976e41d1614 tempest-VolumesActionsTest-842625633 tempest-VolumesActionsTest-842625633-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb71856a-8471-4846-9fc9-a82ffad16024 HTTP/1.1" status: 200 len: 210 time: 0.1758201 Nov 26 22:09:19.688779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:19.753222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed61a3c0-7261-48dd-b5e5-dd1953c03159 None None] Network 2e20a1c5-1416-4983-826f-47942a19cdae requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:19.773269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0201a601-481b-4103-bffa-05fb9b2296f9 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:19.794779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1473fa-3d93-4961-9cce-115d1d9c7eb4 req-1a1cffd7-6c95-46e5-91ae-ebbd4e668b53 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:19.796370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c1473fa-3d93-4961-9cce-115d1d9c7eb4 req-1a1cffd7-6c95-46e5-91ae-ebbd4e668b53 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.3344977 Nov 26 22:09:19.905952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] Provisioning complete for port 0201a601-481b-4103-bffa-05fb9b2296f9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:19.906752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:19.975838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0201a601-481b-4103-bffa-05fb9b2296f9 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:19.976232 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:19.976639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c1473fa-3d93-4961-9cce-115d1d9c7eb4 req-a8ac9fe1-383a-4307-a333-49539f3ca5bc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655695 Nov 26 22:09:20.080559 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.127034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] DHCP port deletion for 2e20a1c5-1416-4983-826f-47942a19cdae request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:20.138979 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.175145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] For port 0201a601-481b-4103-bffa-05fb9b2296f9, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0201a601-481b-4103-bffa-05fb9b2296f9,segment=NetworkSegment(baf4a894-5ad4-479f-a08b-5d376aea7e8c),segment_id=baf4a894-5ad4-479f-a08b-5d376aea7e8c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:20.184120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:09:20.188150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.188662 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.270851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Subnet': ['ID=1187b5ce-e9f6-445a-a010-293f72e7c051,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:20.276216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] Provisioning complete for port c1e0a464-873c-40c7-8e6b-75c6cbc38eac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:20.276618 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.278926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port c1e0a464-873c-40c7-8e6b-75c6cbc38eac {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:20.279279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.298272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Checking segment: {'id': 'd5d9a722-22af-4c17-846d-91fd184514d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a5e0df83-5fd0-4972-82c2-1d36d0cee8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:20.298910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network hostable DHCP agents. Network: a5e0df83-5fd0-4972-82c2-1d36d0cee8db, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:20.314974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] Pushing event updated for resources: {'Port': ['ID=0201a601-481b-4103-bffa-05fb9b2296f9,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:20.326533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:09:20.326870 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:09:20.336360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] Deleting port 0201a601-481b-4103-bffa-05fb9b2296f9 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:20.336854 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.339584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6eead3c2-7346-4941-baca-164a8b074174 None None] Port c1e0a464-873c-40c7-8e6b-75c6cbc38eac cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:20.363994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network a5e0df83-5fd0-4972-82c2-1d36d0cee8db is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:20.388439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, a5e0df83-5fd0-4972-82c2-1d36d0cee8db) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:20.398125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:20.398706 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.403325 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.405650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf4c444-ccf2-4e3c-ba36-22ded681730e None None] Network a5e0df83-5fd0-4972-82c2-1d36d0cee8db requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:20.422578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for c1e0a464-873c-40c7-8e6b-75c6cbc38eac owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:20.432327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9fc796c7-1b25-45f2-b405-73e767c3977c tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2862351 Nov 26 22:09:20.435100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41918) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:20.440944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] For port 0201a601-481b-4103-bffa-05fb9b2296f9, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0201a601-481b-4103-bffa-05fb9b2296f9,segment=NetworkSegment(baf4a894-5ad4-479f-a08b-5d376aea7e8c),segment_id=baf4a894-5ad4-479f-a08b-5d376aea7e8c)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:20.441665 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.489172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] Calling delete_port for 0201a601-481b-4103-bffa-05fb9b2296f9 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:20.570482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.646202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.655178 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.676704 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.690543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d390ee-c75b-4e1f-abd8-281b75934083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-a5e0df83-5fd0-4972-82c2-1d36d0cee8db', 'network_id': 'a5e0df83-5fd0-4972-82c2-1d36d0cee8db', 'tenant_id': 'd7b2c21240d24cb58724331553747d3f', 'fixed_ips': [{'subnet_id': '1187b5ce-e9f6-445a-a010-293f72e7c051'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:20.691491 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3d390ee-c75b-4e1f-abd8-281b75934083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.697119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] Pushing event deleted for resources: {'Port': ['ID=0201a601-481b-4103-bffa-05fb9b2296f9,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:20.711134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128715c0-095c-4c46-a2e1-ff4a7457e36d None None] No DVR routers for this DVR port 0201a601-481b-4103-bffa-05fb9b2296f9 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:20.762477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=c1e0a464-873c-40c7-8e6b-75c6cbc38eac,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:20.776417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.805174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f8daf853-5bbe-4734-aabe-e4e64ec0665d no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:09:20.818443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41926) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:20.831898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Subnet': ['ID=1187b5ce-e9f6-445a-a010-293f72e7c051,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:20.879563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: f8daf853-5bbe-4734-aabe-e4e64ec0665d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:09:20.886840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f8daf853-5bbe-4734-aabe-e4e64ec0665d not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:09:20.903110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.920188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Port 0201a601-481b-4103-bffa-05fb9b2296f9 update to ACTIVE by agent not found {{(pid=110001) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 26 22:09:20.920656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 69010e45-1667-4452-aee1-e47c76401842 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:20.949561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:20.975606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e0df83-5fd0-4972-82c2-1d36d0cee8db']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:20.988531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d9a722-22af-4c17-846d-91fd184514d7') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:20.989023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d9a722-22af-4c17-846d-91fd184514d7') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:21.007179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-c3d390ee-c75b-4e1f-abd8-281b75934083 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1187b5ce-e9f6-445a-a010-293f72e7c051: This subnet is being modified by another concurrent operation. Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1187b5ce-e9f6-445a-a010-293f72e7c051: This subnet is being modified by another concurrent operation. Nov 26 22:09:21.008452 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:09:21.022136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.041928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:21.042816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.048788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5a092e-13e3-4513-8551-ce545db712ea None None] Network a5e0df83-5fd0-4972-82c2-1d36d0cee8db requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:21.143424 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:21.145574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 69010e45-1667-4452-aee1-e47c76401842 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:21.145574 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.156443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c64d33c0-be6f-40ab-a4dd-2c5d22d0fc93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.166260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.175416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.183766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/a5e0df83-5fd0-4972-82c2-1d36d0cee8db HTTP/1.1" status: 204 len: 168 time: 0.7418716 Nov 26 22:09:21.185480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:21.201364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2063907233'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:21.209874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e922b-ff28-4955-ac9b-f4759da86d1a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Network': ['ID=a5e0df83-5fd0-4972-82c2-1d36d0cee8db,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:21.245041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46586f1c-a3fb-4e0c-80bb-61926f95c8c6 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:09:21.246894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:21.257146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.271959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router 46373ef7-599b-4a5d-95c8-0488b2f93ad7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:21.283103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee63783-4732-4016-8f13-82534176fd36 req-b89ab266-945a-4600-98c4-5cf1ccc363d2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:21.286729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ee63783-4732-4016-8f13-82534176fd36 req-b89ab266-945a-4600-98c4-5cf1ccc363d2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1462622 Nov 26 22:09:21.294708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:21.316661 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.316661 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Added segment 78363843-1f1f-484f-ba45-a9a1f6453767 of type vlan for network dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb Nov 26 22:09:21.401465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.408132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:21.413531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c64d33c0-be6f-40ab-a4dd-2c5d22d0fc93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.417282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c0b59b1f-5127-414e-bfc9-d1d2818e13d4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/46373ef7-599b-4a5d-95c8-0488b2f93ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7251234 Nov 26 22:09:21.418166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41950) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:21.421980 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611879f5-49c8-4edb-8a26-209c2d785318 None None] Sync routers for ids ['46373ef7-599b-4a5d-95c8-0488b2f93ad7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:21.425988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c64d33c0-be6f-40ab-a4dd-2c5d22d0fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.439445 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611879f5-49c8-4edb-8a26-209c2d785318 None None] Routers {'46373ef7-599b-4a5d-95c8-0488b2f93ad7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:21.442489 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-611879f5-49c8-4edb-8a26-209c2d785318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['46373ef7-599b-4a5d-95c8-0488b2f93ad7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:21.454703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46586f1c-a3fb-4e0c-80bb-61926f95c8c6 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:09:21.489813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0201a601-481b-4103-bffa-05fb9b2296f9 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:09:21.496174 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-611879f5-49c8-4edb-8a26-209c2d785318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:21.501091 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c64d33c0-be6f-40ab-a4dd-2c5d22d0fc93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a8512c3b78c4199bf92668a8a097507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6766965 Nov 26 22:09:21.505800 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611879f5-49c8-4edb-8a26-209c2d785318 None None] Routers {'46373ef7-599b-4a5d-95c8-0488b2f93ad7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:21.506631 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-611879f5-49c8-4edb-8a26-209c2d785318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:08:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['46373ef7-599b-4a5d-95c8-0488b2f93ad7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:21.506787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41954) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:21.521926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ee63783-4732-4016-8f13-82534176fd36 req-52605452-804a-45a1-852e-51df422fdcc8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264671 Nov 26 22:09:21.528588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f815b38-f425-40be-a388-c9c9371f5b9c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=46373ef7-599b-4a5d-95c8-0488b2f93ad7 HTTP/1.1" status: 200 len: 205 time: 0.0792649 Nov 26 22:09:21.529200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41956) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:21.532614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d33c0-be6f-40ab-a4dd-2c5d22d0fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f83991-8511-4dec-9117-f04ab7dc91bc,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:21.562939 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-611879f5-49c8-4edb-8a26-209c2d785318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:21.563677 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611879f5-49c8-4edb-8a26-209c2d785318 None None] The sync data for ids ['46373ef7-599b-4a5d-95c8-0488b2f93ad7'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:21.569345 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.583273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0201a601-481b-4103-bffa-05fb9b2296f9 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:09:21.583273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0201a601-481b-4103-bffa-05fb9b2296f9 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:09:21.583593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:21.583593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.632744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6e829aa-9c25-4d87-b7c6-d3f7df95bb13 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.681275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4833903 Nov 26 22:09:21.685373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41964) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:21.694960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009f478-3f2d-45e8-9a85-8fa52634b483 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Network': ['ID=dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:21.709634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcf51943-36f5-41e7-b428-8e22f7237ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.721792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'subnet': {'network_id': 'dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:21.735528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcf51943-36f5-41e7-b428-8e22f7237ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.758301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:21.788327 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcf51943-36f5-41e7-b428-8e22f7237ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.793515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fcf51943-36f5-41e7-b428-8e22f7237ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.797359 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fcf51943-36f5-41e7-b428-8e22f7237ec0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/58f83991-8511-4dec-9117-f04ab7dc91bc HTTP/1.1" status: 204 len: 168 time: 0.2834899 Nov 26 22:09:21.804491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf51943-36f5-41e7-b428-8e22f7237ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f83991-8511-4dec-9117-f04ab7dc91bc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:21.906883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6e829aa-9c25-4d87-b7c6-d3f7df95bb13 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.909646 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6e829aa-9c25-4d87-b7c6-d3f7df95bb13 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:21.998786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:22.003264 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.023446 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6e829aa-9c25-4d87-b7c6-d3f7df95bb13 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.024155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e829aa-9c25-4d87-b7c6-d3f7df95bb13 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Fanout notify agent at l3_agent the message router_deleted on router 46373ef7-599b-4a5d-95c8-0488b2f93ad7 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:09:22.034613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6e829aa-9c25-4d87-b7c6-d3f7df95bb13 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.036062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6e829aa-9c25-4d87-b7c6-d3f7df95bb13 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/46373ef7-599b-4a5d-95c8-0488b2f93ad7 HTTP/1.1" status: 204 len: 168 time: 0.5045121 Nov 26 22:09:22.039311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41984) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:22.148180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e006bf-3058-4513-ba34-cb7f7581c706 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet f461b5d3-88ec-4a11-bc36-a73be0c5ae04 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:09:22.157388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-20e006bf-3058-4513-ba34-cb7f7581c706 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.219076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-20e006bf-3058-4513-ba34-cb7f7581c706 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.372583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-20e006bf-3058-4513-ba34-cb7f7581c706 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.378566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ee4bf-9d64-4eb4-9ff3-a2d39505f1a1 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:09:22.438458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-20e006bf-3058-4513-ba34-cb7f7581c706 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.461557 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.478958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e006bf-3058-4513-ba34-cb7f7581c706 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=f461b5d3-88ec-4a11-bc36-a73be0c5ae04,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:22.486401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-20e006bf-3058-4513-ba34-cb7f7581c706 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.490589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-20e006bf-3058-4513-ba34-cb7f7581c706 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/f461b5d3-88ec-4a11-bc36-a73be0c5ae04 HTTP/1.1" status: 204 len: 168 time: 0.4494691 Nov 26 22:09:22.493330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41998) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:22.514432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ee4bf-9d64-4eb4-9ff3-a2d39505f1a1 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:09:22.605393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Subnet': ['ID=efe3100c-3960-4c37-bfe0-417cbe1eb99a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:22.621484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Checking segment: {'id': '78363843-1f1f-484f-ba45-a9a1f6453767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:22.621857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network hostable DHCP agents. Network: dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:22.625154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.645190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:22.660564 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:22.667247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:22.668590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.687865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1099beb3-d7d6-4c83-895f-a0510faba88b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0009139 Nov 26 22:09:22.691401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42004) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:22.782735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 69010e45-1667-4452-aee1-e47c76401842 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:22.783148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.879234 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.898259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port 69010e45-1667-4452-aee1-e47c76401842, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=69010e45-1667-4452-aee1-e47c76401842,segment=NetworkSegment(6d915292-ce20-4cb5-9961-d72c0cd4319b),segment_id=6d915292-ce20-4cb5-9961-d72c0cd4319b)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:22.898449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:22.914481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 69010e45-1667-4452-aee1-e47c76401842 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:22.946493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09515575-3101-4300-81f4-2c962234fe53 None None] Network 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:22.964127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c33f1-2903-4f0f-b5cf-c8821bcb56fd None None] Network dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:23.029006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.132708 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.185652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port 69010e45-1667-4452-aee1-e47c76401842 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:23.235443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff58dae-8e08-4e85-a85c-441fa82956c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb', 'network_id': 'dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb', 'tenant_id': 'd7b2c21240d24cb58724331553747d3f', 'fixed_ips': [{'subnet_id': 'efe3100c-3960-4c37-bfe0-417cbe1eb99a'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:23.237525 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ff58dae-8e08-4e85-a85c-441fa82956c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.286121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f23fe7-89c1-4a5f-8392-c8f825b2fcca None None] DHCP port deletion for 8680cf48-29b4-47cc-b6f3-38e3cf6f78cd request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:23.306760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.314992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=69010e45-1667-4452-aee1-e47c76401842,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:23.324528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.354877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Subnet': ['ID=efe3100c-3960-4c37-bfe0-417cbe1eb99a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:23.357661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8680cf48-29b4-47cc-b6f3-38e3cf6f78cd']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:23.379552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d915292-ce20-4cb5-9961-d72c0cd4319b') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:23.379876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d915292-ce20-4cb5-9961-d72c0cd4319b') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:23.403969 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-8ff58dae-8e08-4e85-a85c-441fa82956c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efe3100c-3960-4c37-bfe0-417cbe1eb99a: This subnet is being modified by another concurrent operation. Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet efe3100c-3960-4c37-bfe0-417cbe1eb99a: This subnet is being modified by another concurrent operation. Nov 26 22:09:23.421337 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:09:23.445317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa111ac-cc29-4fcc-9bc5-4968c7ed8e26 None None] Network dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:23.464325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.468010 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.485063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:23.485726 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:23.489697 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:23.515026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:23.564367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78363843-1f1f-484f-ba45-a9a1f6453767') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:23.564708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78363843-1f1f-484f-ba45-a9a1f6453767') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:23.585170 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.602160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.616728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 69010e45-1667-4452-aee1-e47c76401842 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:09:23.619856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.624950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.637211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/8680cf48-29b4-47cc-b6f3-38e3cf6f78cd HTTP/1.1" status: 204 len: 168 time: 1.1209481 Nov 26 22:09:23.638386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42040) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:23.643164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b1c4cf78-eba4-43cc-8afe-d34fcd2e1a59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-340008353', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:23.662054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1503656-7501-42ae-8608-ec1d887f927f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=8680cf48-29b4-47cc-b6f3-38e3cf6f78cd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:23.671142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:23.674604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:23.678723 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:23.704765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 69010e45-1667-4452-aee1-e47c76401842 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:09:23.705146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 69010e45-1667-4452-aee1-e47c76401842 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:09:23.724354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cf78-eba4-43cc-8afe-d34fcd2e1a59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.726859 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cf78-eba4-43cc-8afe-d34fcd2e1a59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.741874 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92789ac8-72d3-443f-a303-f914ab036288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.809762 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.825995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:23.831583 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb HTTP/1.1" status: 204 len: 168 time: 1.1375642 Nov 26 22:09:23.835200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42044) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:23.847409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1bd02-3cdc-4db7-836f-3772024cb5ec tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Network': ['ID=dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:23.865035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdaa474-ef59-4f9c-acdf-c707159046d9 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:09:24.049387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdaa474-ef59-4f9c-acdf-c707159046d9 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:09:24.239839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-665481779'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:24.268483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:24.272665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.275942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cf78-eba4-43cc-8afe-d34fcd2e1a59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.286760 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cf78-eba4-43cc-8afe-d34fcd2e1a59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.314904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:24.319935 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c4cf78-eba4-43cc-8afe-d34fcd2e1a59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.321399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b1c4cf78-eba4-43cc-8afe-d34fcd2e1a59 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6819286 Nov 26 22:09:24.324307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42052) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:24.329888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1877066549'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:24.350468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.351152 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Added segment 51f05c08-68f3-4aaf-a2bd-2a69740dec88 of type vlan for network fb877005-c9e2-4fe4-a33c-4e3d7426a750 Nov 26 22:09:24.373096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:24.385445 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.454473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:24.463141 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.475644 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.476266 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77 of type vlan for network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 Nov 26 22:09:24.515050 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.529157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:24.529783 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.576209 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.638728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.645617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:24.646516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.666355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8261042 Nov 26 22:09:24.676575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42056) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:24.689544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Request body: {'subnet': {'network_id': 'fb877005-c9e2-4fe4-a33c-4e3d7426a750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:24.786116 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:09:24.793073 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4674435 Nov 26 22:09:24.809351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42058) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:24.816398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:24.834640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ae2eb-c39a-48bd-8ebc-f703ada277aa tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Network': ['ID=fb877005-c9e2-4fe4-a33c-4e3d7426a750,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:24.846852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network fb877005-c9e2-4fe4-a33c-4e3d7426a750 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:24.857726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Made reservation on behalf of d7b2c21240d24cb58724331553747d3f for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:24.862627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fb5d8-45fd-49b3-ac93-d5616145ce3c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:24.862882 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:24.879085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:25.041854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:25.050886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.320908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:09:25.322683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.368244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.401766 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Checking segment: {'id': '51f05c08-68f3-4aaf-a2bd-2a69740dec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fb877005-c9e2-4fe4-a33c-4e3d7426a750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:25.402319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network hostable DHCP agents. Network: fb877005-c9e2-4fe4-a33c-4e3d7426a750, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:25.406134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event updated for resources: {'Subnet': ['ID=f491da8a-0b62-4a39-a8ca-ff0c6eb65ac6,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:25.426676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Network fb877005-c9e2-4fe4-a33c-4e3d7426a750 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:25.441430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, fb877005-c9e2-4fe4-a33c-4e3d7426a750) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:25.448920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:25.449130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=0c548736-1a6e-4a55-bedb-f74e3a96bb22,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:25.451547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.457579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc2d91-1d30-4341-b6c3-53f71c0af08e None None] Network fb877005-c9e2-4fe4-a33c-4e3d7426a750 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:25.471700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4d6d1136-6b38-4f35-b06d-f964a2e04d9e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7869337 Nov 26 22:09:25.478026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42064) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:25.489012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:25.489384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:25.529998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:25.536395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:25.545117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:25.549387 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.554930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9f724-c530-4baa-9f4b-1d3788e74bea None None] Network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:25.590719 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1f6d2ca6-8e9a-4b16-9e2e-cb650f114140 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7798090 Nov 26 22:09:25.592277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42066) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:25.681617 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.777280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.793321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c53132-3d52-47db-8c06-92375a140b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-fb877005-c9e2-4fe4-a33c-4e3d7426a750', 'network_id': 'fb877005-c9e2-4fe4-a33c-4e3d7426a750', 'tenant_id': 'd7b2c21240d24cb58724331553747d3f', 'fixed_ips': [{'subnet_id': 'f491da8a-0b62-4a39-a8ca-ff0c6eb65ac6'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:25.794250 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d5c53132-3d52-47db-8c06-92375a140b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.819715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:25.820572 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.946204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-d5c53132-3d52-47db-8c06-92375a140b91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f491da8a-0b62-4a39-a8ca-ff0c6eb65ac6: This subnet is being modified by another concurrent operation. Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f491da8a-0b62-4a39-a8ca-ff0c6eb65ac6: This subnet is being modified by another concurrent operation. Nov 26 22:09:25.997721 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:09:26.036517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Subnet': ['ID=f491da8a-0b62-4a39-a8ca-ff0c6eb65ac6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:26.053599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ef3db-a356-419e-aea4-7f9c0998266d None None] Network fb877005-c9e2-4fe4-a33c-4e3d7426a750 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:26.087893 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.166003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Allocated IP 2001:db8::2 (773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5/0c548736-1a6e-4a55-bedb-f74e3a96bb22/8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:26.254394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.297754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb877005-c9e2-4fe4-a33c-4e3d7426a750']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:26.317345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f05c08-68f3-4aaf-a2bd-2a69740dec88') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:26.318296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f05c08-68f3-4aaf-a2bd-2a69740dec88') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:26.335254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.389034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.404862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:26.405661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:26.410554 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:26.487013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4627f185-1f4f-4a05-afbc-b9dbabce5104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.537176 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.559574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.566967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42078) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:26.574818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/fb877005-c9e2-4fe4-a33c-4e3d7426a750 HTTP/1.1" status: 204 len: 168 time: 1.0852404 Nov 26 22:09:26.598814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541455f-4dba-42e9-902b-a3e8efaeb0de tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Network': ['ID=fb877005-c9e2-4fe4-a33c-4e3d7426a750,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:26.616245 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf173a7-6e18-466e-8ff6-d2a93b18deb9 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:26.616703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf173a7-6e18-466e-8ff6-d2a93b18deb9 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:26.620643 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4bf173a7-6e18-466e-8ff6-d2a93b18deb9 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/subnets/f491da8a-0b62-4a39-a8ca-ff0c6eb65ac6 HTTP/1.1" status: 404 len: 337 time: 0.0521615 Nov 26 22:09:26.623342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42080) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:26.626728 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.646821 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.672652 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-30da8779-dbe2-4626-b509-1b0784fda780 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:26.675309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30da8779-dbe2-4626-b509-1b0784fda780 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:26.679961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-30da8779-dbe2-4626-b509-1b0784fda780 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/fb877005-c9e2-4fe4-a33c-4e3d7426a750 HTTP/1.1" status: 404 len: 339 time: 0.0553806 Nov 26 22:09:26.686851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42082) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:26.729493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8::1 (773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5/0c548736-1a6e-4a55-bedb-f74e3a96bb22/bbc0a401-57b8-4589-8098-067c2f3d6880) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:26.760418 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea6b217-79af-49a3-bba0-0139b78d298a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:26.762844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea6b217-79af-49a3-bba0-0139b78d298a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:26.763167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:26.769218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:26.770687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ea6b217-79af-49a3-bba0-0139b78d298a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/subnets/efe3100c-3960-4c37-bfe0-417cbe1eb99a HTTP/1.1" status: 404 len: 337 time: 0.0818281 Nov 26 22:09:26.776203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:26.777150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42084) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:26.790758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Pushing event updated for resources: {'Port': ['ID=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:26.804417 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-579b2929-9789-4352-b929-585b9f96d61b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:26.815649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579b2929-9789-4352-b929-585b9f96d61b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:26.825203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-579b2929-9789-4352-b929-585b9f96d61b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/dc7e1c4f-d0c5-4d9d-83df-434c8b58c3eb HTTP/1.1" status: 404 len: 339 time: 0.0467961 Nov 26 22:09:26.828555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.828908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.829249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.829589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.829920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.830321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.830652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.830976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.831430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.831947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.832439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.832770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:26.834512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42086) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:26.871635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Attempting to bind port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:26.872168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Attempting to bind port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:26.872675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Attempting to bind port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc on network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:26.876816 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd7b84a-3667-4638-aab5-a0a4a93f1e7d tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:26.877287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd7b84a-3667-4638-aab5-a0a4a93f1e7d tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:26.878449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:26.878829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Checking segment: {'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:26.879234 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.880023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Bound using segment: {'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:26.880502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Bound port: 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:26.880882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.888870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ebd7b84a-3667-4638-aab5-a0a4a93f1e7d tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/subnets/1187b5ce-e9f6-445a-a010-293f72e7c051 HTTP/1.1" status: 404 len: 337 time: 0.0532689 Nov 26 22:09:26.891523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42088) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:26.936495 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad8d63f-761e-429c-8898-2b40a7c08e9a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:26.936934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad8d63f-761e-429c-8898-2b40a7c08e9a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:26.945750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bad8d63f-761e-429c-8898-2b40a7c08e9a tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/a5e0df83-5fd0-4972-82c2-1d36d0cee8db HTTP/1.1" status: 404 len: 339 time: 0.0528927 Nov 26 22:09:26.951520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42090) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:26.963900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:26.970430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] For port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:26.975924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] For port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,segment=NetworkSegment(dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77),segment_id=dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:27.007826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.015509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.104538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b8b16-c9bf-4455-b147-77791fb41466 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Deleting port 7c5d3df7-47d4-414c-bcf9-73fa3c177944 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:27.104905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b16-c9bf-4455-b147-77791fb41466 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.127302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:27.145251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:27.162307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:27.162986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.192344 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.208206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b16-c9bf-4455-b147-77791fb41466 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.209107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b367e02-154f-4677-841f-9109312cf6e3 None None] Pushing event updated for resources: {'Port': ['ID=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:27.225562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b8b16-c9bf-4455-b147-77791fb41466 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Calling delete_port for 7c5d3df7-47d4-414c-bcf9-73fa3c177944 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:27.238738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=bbc0a401-57b8-4589-8098-067c2f3d6880,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:27.376504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.401177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b16-c9bf-4455-b147-77791fb41466 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.492523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b8b16-c9bf-4455-b147-77791fb41466 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Port': ['ID=7c5d3df7-47d4-414c-bcf9-73fa3c177944,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:27.518411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f4b8b16-c9bf-4455-b147-77791fb41466 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.526400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4f4b8b16-c9bf-4455-b147-77791fb41466 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/ports/7c5d3df7-47d4-414c-bcf9-73fa3c177944 HTTP/1.1" status: 204 len: 168 time: 0.5735939 Nov 26 22:09:27.527047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42098) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:27.566946 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-3250cab8-4d1c-4aa2-b786-5cd499f4b76e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:27.567470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3250cab8-4d1c-4aa2-b786-5cd499f4b76e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:27.573140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3250cab8-4d1c-4aa2-b786-5cd499f4b76e tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/subnets/063891e9-5e05-4813-94e2-0e7ce67d0d02 HTTP/1.1" status: 404 len: 337 time: 0.0450959 Nov 26 22:09:27.578662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42100) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:27.721177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.821927 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.831500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.833244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.842134 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.868512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e20a1c5-1416-4983-826f-47942a19cdae']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:27.880949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf4a894-5ad4-479f-a08b-5d376aea7e8c') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:27.881254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf4a894-5ad4-479f-a08b-5d376aea7e8c') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:27.893319 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.909675 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.916610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:27.917009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:27.955728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=bbc0a401-57b8-4589-8098-067c2f3d6880,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:27.998697 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:28.007856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.024482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:28.026563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:28.049882 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.058723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/2e20a1c5-1416-4983-826f-47942a19cdae HTTP/1.1" status: 204 len: 168 time: 0.4783599 Nov 26 22:09:28.060256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683df58b-9702-4f0f-9375-045577b43f9b tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Network': ['ID=2e20a1c5-1416-4983-826f-47942a19cdae,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:28.063595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42102) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:28.225530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-97528734-739b-43b4-a570-176579d51278 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Deleting port 9fb18dce-bdef-403b-9d6b-b49538c3cc30 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:28.225890 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97528734-739b-43b4-a570-176579d51278 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.272158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-c2da313a-9001-483d-9839-f162bb430484 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1337919 Nov 26 22:09:28.377241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97528734-739b-43b4-a570-176579d51278 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.392972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-97528734-739b-43b4-a570-176579d51278 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Calling delete_port for 9fb18dce-bdef-403b-9d6b-b49538c3cc30 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:28.408753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:09:28.455320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-ac8be95c-5ed1-4b3d-a069-d79496ca8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:28.456934 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-ac8be95c-5ed1-4b3d-a069-d79496ca8f0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 1096 time: 0.1242054 Nov 26 22:09:28.527708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97528734-739b-43b4-a570-176579d51278 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.569889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97528734-739b-43b4-a570-176579d51278 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Port': ['ID=9fb18dce-bdef-403b-9d6b-b49538c3cc30,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:28.589249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97528734-739b-43b4-a570-176579d51278 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.616136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-97528734-739b-43b4-a570-176579d51278 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/ports/9fb18dce-bdef-403b-9d6b-b49538c3cc30 HTTP/1.1" status: 204 len: 168 time: 0.5512183 Nov 26 22:09:28.617377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42110) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:28.623911 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.681657 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9a4928-3f1c-476c-a34b-e3a09d776583 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:28.682859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9a4928-3f1c-476c-a34b-e3a09d776583 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:28.690798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7e9a4928-3f1c-476c-a34b-e3a09d776583 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/subnets/d6e16c62-e502-495b-a348-7ee37e694c67 HTTP/1.1" status: 404 len: 337 time: 0.0711906 Nov 26 22:09:28.691699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42112) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:28.736696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-28a219aa-8dc8-4d12-8547-1f932579b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:28.738897 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-28a219aa-8dc8-4d12-8547-1f932579b5ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=54897b4f-9793-451b-a15d-8256cce033c4 HTTP/1.1" status: 200 len: 898 time: 0.2117140 Nov 26 22:09:28.763477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:28.777649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Sync routers for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:28.783073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e46ee0a-8be2-46e6-8039-ad367cdded88 None None] Network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:28.793214 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d70ed97b-5595-4627-b9c8-b787a8caad21 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1961076 Nov 26 22:09:28.811503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.814825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42114) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:28.820799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1325373157'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:28.905774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:28.911812 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.934963 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-c1a523a2-6c93-4490-b204-16e72791be2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 HTTP/1.1" status: 200 len: 1000 time: 0.1852345 Nov 26 22:09:28.944186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:28.955638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:28.956346 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment 2034dcf6-71c3-4db4-8a3b-03be930774b1 of type vlan for network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 Nov 26 22:09:29.008515 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:29.041324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-2df88a58-424e-4379-a037-0dbcdcf33f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:29.042987 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-2df88a58-424e-4379-a037-0dbcdcf33f7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdbe26e4-a06f-49fd-8e30-955ec319c8d9 HTTP/1.1" status: 200 len: 834 time: 0.0999639 Nov 26 22:09:29.054716 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:29.062193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:29.104484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:29.149689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:29.158291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Deleting port 7517a15c-d763-4eac-9f2c-f2376aee5367 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:29.158981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:29.171150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-64fc29d4-94d3-49d8-ac36-125fd131317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:29.177605 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-64fc29d4-94d3-49d8-ac36-125fd131317f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54897b4f-9793-451b-a15d-8256cce033c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239846 Nov 26 22:09:29.180537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:29.230276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-be142cd2-ef04-4ec9-8697-705aa6c5a73c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4141350 Nov 26 22:09:29.231164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42120) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:29.238624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:29.307155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:29.308212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:29.405986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7f5e080a-3940-44db-8a34-f6c6e8e6d772 None None] Provisioning complete for port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:29.406871 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7f5e080a-3940-44db-8a34-f6c6e8e6d772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:29.440726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:29.492441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] For port 7517a15c-d763-4eac-9f2c-f2376aee5367, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7517a15c-d763-4eac-9f2c-f2376aee5367,segment=NetworkSegment(86337d18-a078-4aea-857e-dea5bd9f79d0),segment_id=86337d18-a078-4aea-857e-dea5bd9f79d0)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:29.502717 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:29.600924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:29.614472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:29.636949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:09:29.742197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:29.818529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Calling delete_port for 7517a15c-d763-4eac-9f2c-f2376aee5367 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:29.860853 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-bad0306d-516e-4ff4-8e5f-729dce0a0a57 service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749346 Nov 26 22:09:29.986917 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.021896 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49930339-85d0-44b7-bbd5-4598bf50eb7c req-c11de98c-356d-435c-904c-338291dc5c00 service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525919 Nov 26 22:09:30.198589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:30.198959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:30.206269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=3d2a02b5-ae25-4f57-854e-bcf935973971,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:30.216415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.251843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7f5e080a-3940-44db-8a34-f6c6e8e6d772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.294112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:30.294498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.308634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Port': ['ID=7517a15c-d763-4eac-9f2c-f2376aee5367,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:30.311981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No DVR routers for this DVR port 7517a15c-d763-4eac-9f2c-f2376aee5367 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:30.313894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:30.355438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7f5e080a-3940-44db-8a34-f6c6e8e6d772 None None] For port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,segment=NetworkSegment(dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77),segment_id=dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:30.394874 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7f5e080a-3940-44db-8a34-f6c6e8e6d772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.442617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:30.468467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff84917-4a82-4b3e-bb98-096826e796f7 None None] Network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:30.521882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:30.522514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.528355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e080a-3940-44db-8a34-f6c6e8e6d772 None None] Pushing event updated for resources: {'Port': ['ID=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:30.563439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:30.564417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-45321282-0dec-48df-8235-8926e0571b1c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3298523 Nov 26 22:09:30.579475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.631004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db68305c-7eb6-4612-8d36-b19d2c09836e']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:30.651534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86337d18-a078-4aea-857e-dea5bd9f79d0') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:30.667256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86337d18-a078-4aea-857e-dea5bd9f79d0') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:30.700075 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.713379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:27Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:27Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:30.731472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.778031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Checking router: d59c3c7d-8153-4362-9e99-f46517d2b6d0 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:09:30.778497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Updating router d59c3c7d-8153-4362-9e99-f46517d2b6d0 port bbc0a401-57b8-4589-8098-067c2f3d6880 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:09:30.782001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:30.783002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.836193 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.838388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-72d52051-8fb4-4821-8121-b5eedf5ce764 None None] Provisioning complete for port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:30.838754 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-72d52051-8fb4-4821-8121-b5eedf5ce764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:30.934263 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:30.938969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.945565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:30.958451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/db68305c-7eb6-4612-8d36-b19d2c09836e HTTP/1.1" status: 204 len: 168 time: 2.2653842 Nov 26 22:09:30.959086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42140) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:31.082899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60954f0-d658-4bd1-9388-bf497e2d1623 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Network': ['ID=db68305c-7eb6-4612-8d36-b19d2c09836e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:31.130021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-247b0e44-6633-4786-a354-6ecbdd385515 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Deleting subnet a6cf05e6-33ba-4d20-aeff-7ac45031a660 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:09:31.139234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247b0e44-6633-4786-a354-6ecbdd385515 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:31.205714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247b0e44-6633-4786-a354-6ecbdd385515 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:31.236190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-72d52051-8fb4-4821-8121-b5eedf5ce764 None None] Provisioning complete for port bbc0a401-57b8-4589-8098-067c2f3d6880 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:31.236554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-72d52051-8fb4-4821-8121-b5eedf5ce764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:31.350332 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:31.396345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:31.398463 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:31.483144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247b0e44-6633-4786-a354-6ecbdd385515 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:31.636518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247b0e44-6633-4786-a354-6ecbdd385515 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:31.662945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Allocated IP 2001:db8:1::2 (3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7/3d2a02b5-ae25-4f57-854e-bcf935973971/896de80b-6adc-4f85-9cfa-1a2eecf52f1b) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:31.739445 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247b0e44-6633-4786-a354-6ecbdd385515 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:31.750655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-247b0e44-6633-4786-a354-6ecbdd385515 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/subnets/a6cf05e6-33ba-4d20-aeff-7ac45031a660 HTTP/1.1" status: 204 len: 168 time: 0.7813447 Nov 26 22:09:31.752036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42150) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:31.792599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:31.794547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dce75a-86e1-4d35-964d-be37f20923f8 None None] Network 405b3919-06a4-4f89-96c9-ecfc3c6bb154 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:31.844528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-72d52051-8fb4-4821-8121-b5eedf5ce764 None None] Port bbc0a401-57b8-4589-8098-067c2f3d6880 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:31.892963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b0e44-6633-4786-a354-6ecbdd385515 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cf05e6-33ba-4d20-aeff-7ac45031a660,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:31.935290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.029044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Deleting port d8446c2c-2525-4bc7-8de2-8b63bac60b08 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:32.029810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.135288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] For port d8446c2c-2525-4bc7-8de2-8b63bac60b08, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d8446c2c-2525-4bc7-8de2-8b63bac60b08,segment=NetworkSegment(5dbad9f6-9de9-49e4-a53b-f61899b5725a),segment_id=5dbad9f6-9de9-49e4-a53b-f61899b5725a)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:32.135663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.150004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Calling delete_port for d8446c2c-2525-4bc7-8de2-8b63bac60b08 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:32.255234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.312949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Port': ['ID=d8446c2c-2525-4bc7-8de2-8b63bac60b08,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:32.315209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] No DVR routers for this DVR port d8446c2c-2525-4bc7-8de2-8b63bac60b08 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:32.387246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.416856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.481866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.527942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-21f88287-1d7c-43a0-9250-7d865307155b None None] Provisioning complete for port bbc0a401-57b8-4589-8098-067c2f3d6880 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:32.532990 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-21f88287-1d7c-43a0-9250-7d865307155b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.541233 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.545564 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405b3919-06a4-4f89-96c9-ecfc3c6bb154']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:32.547090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8:1::1 (3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7/3d2a02b5-ae25-4f57-854e-bcf935973971/b2cbc467-f4bd-4751-9e71-56da77ae1cd0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:32.579867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbad9f6-9de9-49e4-a53b-f61899b5725a') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:32.580609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbad9f6-9de9-49e4-a53b-f61899b5725a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:32.598111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.628493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:32.629719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.644589 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.652445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:32.652902 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:32.657494 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:32.660740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:32.660740 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.700225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Pushing event updated for resources: {'Port': ['ID=896de80b-6adc-4f85-9cfa-1a2eecf52f1b,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:32.732676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.746782 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.750015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:32.756020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:32.766767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] 10.222.0.21 "DELETE /v2.0/networks/405b3919-06a4-4f89-96c9-ecfc3c6bb154 HTTP/1.1" status: 204 len: 168 time: 1.0131073 Nov 26 22:09:32.792142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3806b718-47cb-45fc-a36e-2af3d7d4fed0 None None] DHCP port deletion for 405b3919-06a4-4f89-96c9-ecfc3c6bb154 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:32.792515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.796744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3191a-d354-4b00-ab47-380d48d34b28 tempest-NetworksIpV6TestAttrs-2022533145 tempest-NetworksIpV6TestAttrs-2022533145-project] Pushing event deleted for resources: {'Network': ['ID=405b3919-06a4-4f89-96c9-ecfc3c6bb154,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:32.901932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:32.939021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:32.941963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:32.961126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3def5-5e13-4873-a222-22d9e0db7066 None None] Pushing event updated for resources: {'Port': ['ID=bbc0a401-57b8-4589-8098-067c2f3d6880,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:33.004291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Attempting to bind port bbc0a401-57b8-4589-8098-067c2f3d6880 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:33.004682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Attempting to bind port bbc0a401-57b8-4589-8098-067c2f3d6880 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:33.005060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Attempting to bind port bbc0a401-57b8-4589-8098-067c2f3d6880 on network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:33.007880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Attempting to bind port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:33.008264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Attempting to bind port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:33.009197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Attempting to bind port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b on network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:33.012193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-21f88287-1d7c-43a0-9250-7d865307155b None None] Port bbc0a401-57b8-4589-8098-067c2f3d6880 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:33.022532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:33.023078 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.032360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:33.032760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Checking segment: {'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:33.033166 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.033570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Bound using segment: {'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:33.034064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Bound port: 896de80b-6adc-4f85-9cfa-1a2eecf52f1b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:33.034583 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.064472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:33.064894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Checking segment: {'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:33.065262 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.065669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Bound using segment: {'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:33.074834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Bound port: bbc0a401-57b8-4589-8098-067c2f3d6880, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:33.075258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.250266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:33.288898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] For port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:33.295719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] For port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=896de80b-6adc-4f85-9cfa-1a2eecf52f1b,segment=NetworkSegment(2034dcf6-71c3-4db4-8a3b-03be930774b1),segment_id=2034dcf6-71c3-4db4-8a3b-03be930774b1)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:33.309122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.318148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] For port bbc0a401-57b8-4589-8098-067c2f3d6880, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:33.326691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] For port bbc0a401-57b8-4589-8098-067c2f3d6880, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbc0a401-57b8-4589-8098-067c2f3d6880,segment=NetworkSegment(dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77),segment_id=dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:33.362881 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.411003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42164) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:33.429195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.430821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-28f752e5-8fd1-4aad-8280-b28ab43f25d0 None None] Provisioning complete for port bbc0a401-57b8-4589-8098-067c2f3d6880 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:33.431431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-28f752e5-8fd1-4aad-8280-b28ab43f25d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:33.632861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7ad60-7509-493a-a544-78718a5d29e5 None None] Pushing event updated for resources: {'Port': ['ID=896de80b-6adc-4f85-9cfa-1a2eecf52f1b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:33.721664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:33.722877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:33.744593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80a68d00-d5df-4382-826e-7672b09044c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7b2c21240d24cb58724331553747d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3323369 Nov 26 22:09:33.745611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42174) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:33.782854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3def5-5e13-4873-a222-22d9e0db7066 None None] Pushing event updated for resources: {'Port': ['ID=bbc0a401-57b8-4589-8098-067c2f3d6880,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:33.786445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d8446c2c-2525-4bc7-8de2-8b63bac60b08 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:09:33.942147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: d8446c2c-2525-4bc7-8de2-8b63bac60b08 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:09:33.942502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d8446c2c-2525-4bc7-8de2-8b63bac60b08 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:09:33.950373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72fd6784-5f3c-4a93-bd09-614681ec225a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.000244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72fd6784-5f3c-4a93-bd09-614681ec225a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.055824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:09:34.107710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72fd6784-5f3c-4a93-bd09-614681ec225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.110469 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72fd6784-5f3c-4a93-bd09-614681ec225a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.111758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-72fd6784-5f3c-4a93-bd09-614681ec225a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2a0a819-3655-4928-b1d1-c1b3ac503575 HTTP/1.1" status: 204 len: 168 time: 0.3616917 Nov 26 22:09:34.124723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd6784-5f3c-4a93-bd09-614681ec225a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a0a819-3655-4928-b1d1-c1b3ac503575,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:34.141256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-28f752e5-8fd1-4aad-8280-b28ab43f25d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.252221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.263684 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.281168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.366495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-28f752e5-8fd1-4aad-8280-b28ab43f25d0 None None] For port bbc0a401-57b8-4589-8098-067c2f3d6880, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbc0a401-57b8-4589-8098-067c2f3d6880,segment=NetworkSegment(dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77),segment_id=dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:34.392052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-28f752e5-8fd1-4aad-8280-b28ab43f25d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.532194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f752e5-8fd1-4aad-8280-b28ab43f25d0 None None] Pushing event updated for resources: {'Port': ['ID=bbc0a401-57b8-4589-8098-067c2f3d6880,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:34.556137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c62a02c0-e884-4c3b-aaed-d9d77d04714b None None] Provisioning complete for port bbc0a401-57b8-4589-8098-067c2f3d6880 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:34.556817 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c62a02c0-e884-4c3b-aaed-d9d77d04714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:34.627066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:33Z', 'revision_number': 3, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:32Z', 'revision_number': 1, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:33Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:34.682253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199e584-63a0-4022-aeec-9b62404bd8c0 None None] The sync data for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 is: [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:33Z', 'revision_number': 3, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:32Z', 'revision_number': 1, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:33Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:34.817827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:34.837661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:34.839513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:35.064606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:35.263219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78ba8c-48d5-4d44-a90a-46806564b629 None None] Network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:35.345008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:35.365869 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a9199ab8-f393-4409-baea-e9a2fed37c11 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8009949 Nov 26 22:09:35.368383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42196) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:35.374646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-128096228'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:35.395666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eeb6ee6c-ec90-4080-810c-5ad974c44e1c None None] Provisioning complete for port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:35.396139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ee6c-ec90-4080-810c-5ad974c44e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:35.425594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:35.437660 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:35.541040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:35.592178 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:35.593190 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment 7b8fb339-9dfa-4118-853a-5abf748b396a of type vlan for network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 Nov 26 22:09:35.714176 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:35.776999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:35.783463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:35.784373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:35.810456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 896de80b-6adc-4f85-9cfa-1a2eecf52f1b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:35.952897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5827134 Nov 26 22:09:35.956055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42210) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:35.965221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:35.989146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d71ba-7220-4c24-9429-50688d7ac361 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:35.994670 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ee6c-ec90-4080-810c-5ad974c44e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:36.039627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42212) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.046545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:36.174483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:36.174819 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:36.273132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2320d883-b482-4254-ba91-1a55deec232f tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] Request body: {'port': {'network_id': '92a92c33-9d24-40e5-a3c7-65e3057f38b1', 'name': 'tempest-NetworksNegativeTestJSON-113054718'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:36.280222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-eeb6ee6c-ec90-4080-810c-5ad974c44e1c None None] For port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=896de80b-6adc-4f85-9cfa-1a2eecf52f1b,segment=NetworkSegment(2034dcf6-71c3-4db4-8a3b-03be930774b1),segment_id=2034dcf6-71c3-4db4-8a3b-03be930774b1)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:36.302492 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-2320d883-b482-4254-ba91-1a55deec232f tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] POST failed (client error): The resource could not be found. Nov 26 22:09:36.303516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2320d883-b482-4254-ba91-1a55deec232f tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:36.313545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2320d883-b482-4254-ba91-1a55deec232f tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2719688 Nov 26 22:09:36.317362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42216) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.321612 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-57a6c243-ced0-498e-aa2b-7b28a79cd511 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1951938 Nov 26 22:09:36.341745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:36.345826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:36.365323 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eeb6ee6c-ec90-4080-810c-5ad974c44e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:36.396356 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-36731ad7-ad4b-4f11-8208-ce155f45d9dc tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:36.397545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36731ad7-ad4b-4f11-8208-ce155f45d9dc tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:36.403102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-36731ad7-ad4b-4f11-8208-ce155f45d9dc tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "DELETE /v2.0/networks/0bbac986-5996-47f8-962f-cee405c2d8ee HTTP/1.1" status: 404 len: 339 time: 0.0816200 Nov 26 22:09:36.407921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42218) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.463204 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5f7cc4-0a03-4301-ac62-ae7317cbcf3b tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:36.464190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5f7cc4-0a03-4301-ac62-ae7317cbcf3b tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:36.467675 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2b5f7cc4-0a03-4301-ac62-ae7317cbcf3b tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "DELETE /v2.0/ports/97ae31b5-a312-4383-81e8-15ac90713e95 HTTP/1.1" status: 404 len: 333 time: 0.0580990 Nov 26 22:09:36.492371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6ee6c-ec90-4080-810c-5ad974c44e1c None None] Pushing event updated for resources: {'Port': ['ID=896de80b-6adc-4f85-9cfa-1a2eecf52f1b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:36.512326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42220) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.570633 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b160cc-c381-4816-adf4-5016a3595b5c tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] DELETE failed (client error): The resource could not be found. Nov 26 22:09:36.571840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b160cc-c381-4816-adf4-5016a3595b5c tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:36.575664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-18b160cc-c381-4816-adf4-5016a3595b5c tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "DELETE /v2.0/subnets/e27a7dcf-c6ac-4a70-95e9-914ea7318ac4 HTTP/1.1" status: 404 len: 337 time: 0.0622714 Nov 26 22:09:36.579234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42224) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.603155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-f96f00c7-a656-4929-8157-3b8532f80f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:36.604816 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-f96f00c7-a656-4929-8157-3b8532f80f80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 1097 time: 0.2155485 Nov 26 22:09:36.697680 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57282bd-39e1-45f1-b3db-3b481f9fa6ca tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] GET failed (client error): The resource could not be found. Nov 26 22:09:36.700343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f57282bd-39e1-45f1-b3db-3b481f9fa6ca tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "GET /v2.0/networks/376456bc-7de3-4def-a833-87c1418151f0 HTTP/1.1" status: 404 len: 339 time: 0.1197712 Nov 26 22:09:36.706578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42230) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.745771 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61f0366-2834-4641-8bb2-f31979011a04 tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] GET failed (client error): The resource could not be found. Nov 26 22:09:36.751107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a61f0366-2834-4641-8bb2-f31979011a04 tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "GET /v2.0/ports/0f9a5509-7bbb-44b0-8ad0-c889e5483d9a HTTP/1.1" status: 404 len: 333 time: 0.0406141 Nov 26 22:09:36.751298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42232) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.807701 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09a558c-e2d0-4a90-b8ee-edc1cddfe10d tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] GET failed (client error): The resource could not be found. Nov 26 22:09:36.810432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e09a558c-e2d0-4a90-b8ee-edc1cddfe10d tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "GET /v2.0/subnets/4ead702e-41ce-43d2-afa9-5c926f83e6f4 HTTP/1.1" status: 404 len: 337 time: 0.0579467 Nov 26 22:09:36.816211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42234) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.825374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-aeac8432-def2-4195-ac30-7bf47f174795 None None] Provisioning complete for port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:36.825757 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aeac8432-def2-4195-ac30-7bf47f174795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:36.850976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1227ac9a-1619-411e-9e18-99bc409a0196 tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:36.872573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-67c66af6-3c76-4097-93b1-e1bbb05c2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:36.885647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-67c66af6-3c76-4097-93b1-e1bbb05c2c00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2525017 Nov 26 22:09:36.898452 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-1227ac9a-1619-411e-9e18-99bc409a0196 tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] PUT failed (client error): The resource could not be found. Nov 26 22:09:36.899488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1227ac9a-1619-411e-9e18-99bc409a0196 tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:36.901107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1227ac9a-1619-411e-9e18-99bc409a0196 tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "PUT /v2.0/networks/8ac21186-3bd1-4288-ad81-051e5089d3c2 HTTP/1.1" status: 404 len: 339 time: 0.0833986 Nov 26 22:09:36.905610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42236) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.916186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-64307f5e-a11f-4738-807f-7fcd6cdb702c tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:36.974703 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-64307f5e-a11f-4738-807f-7fcd6cdb702c tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] PUT failed (client error): The resource could not be found. Nov 26 22:09:36.975495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64307f5e-a11f-4738-807f-7fcd6cdb702c tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:36.976866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-64307f5e-a11f-4738-807f-7fcd6cdb702c tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "PUT /v2.0/ports/d5447520-2f00-475a-b4b9-eec200030265 HTTP/1.1" status: 404 len: 333 time: 0.0701437 Nov 26 22:09:36.982365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42238) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:36.991606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7a41be9d-cb5d-4f98-ae09-195234c3490e tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:37.035065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-aeac8432-def2-4195-ac30-7bf47f174795 None None] Provisioning complete for port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:37.035376 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aeac8432-def2-4195-ac30-7bf47f174795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:37.036497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-2aecd4cc-7e84-4cce-a9d7-6ead59d5d747 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25f00689-a056-4ef7-9dec-abd02394d5cf HTTP/1.1" status: 200 len: 217 time: 0.1365287 Nov 26 22:09:37.069544 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a41be9d-cb5d-4f98-ae09-195234c3490e tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] PUT failed (client error): The resource could not be found. Nov 26 22:09:37.070285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a41be9d-cb5d-4f98-ae09-195234c3490e tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:09:37.071709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7a41be9d-cb5d-4f98-ae09-195234c3490e tempest-NetworksNegativeTestJSON-1018754499 tempest-NetworksNegativeTestJSON-1018754499-project] 10.222.0.21 "PUT /v2.0/subnets/64d59797-7301-4be6-ad84-fb6cccfa809d HTTP/1.1" status: 404 len: 337 time: 0.0882394 Nov 26 22:09:37.143213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-aeac8432-def2-4195-ac30-7bf47f174795 None None] Port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:37.164416 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:37.188843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:37.247164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-a23d3087-7953-4c4d-a326-4b40babf8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:37.248742 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-a23d3087-7953-4c4d-a326-4b40babf8295 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1802003 Nov 26 22:09:37.283101 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-85cf191e-7f7b-40e3-85ab-28ab6d196c2c None None] Provisioning complete for port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:37.283621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-85cf191e-7f7b-40e3-85ab-28ab6d196c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:37.359335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-85cf191e-7f7b-40e3-85ab-28ab6d196c2c None None] Port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:37.409006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:37.409705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:37.452479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=bd7d2cda-706f-472e-a4c1-86bf23813481,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:37.502425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-90bc2ac1-1b89-4df3-ad57-6f015ebe529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:37.505093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-90bc2ac1-1b89-4df3-ad57-6f015ebe529d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2333150 Nov 26 22:09:37.574616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:37.666152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2328da6-05d5-4207-9289-35e37167e195 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:09:37.741988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:37.750354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42252) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:37.760399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:37.761152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:37.807814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bbc420f9-d107-421f-a2ee-8fbabf7249c4 None None] Provisioning complete for port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:37.808146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bbc420f9-d107-421f-a2ee-8fbabf7249c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:37.820400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e6374864-f775-449f-96a7-f9c013e44635 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8588722 Nov 26 22:09:37.820817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42256) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:37.877708 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-a1c1fff1-4fd2-4475-aa3f-cfe14a471be0 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644464 Nov 26 22:09:37.934143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbc0a401-57b8-4589-8098-067c2f3d6880 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:38.006798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bbc420f9-d107-421f-a2ee-8fbabf7249c4 None None] Port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:38.065561 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-65bfdd4c-38a2-46cc-9c27-8a5112dd051a req-9a46d92e-ff56-455c-802c-b020e8de4de4 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680374 Nov 26 22:09:38.189633 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36a44be1-f94f-4838-a9d8-3917784badeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.252164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.329147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bbc0a401-57b8-4589-8098-067c2f3d6880 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:38.334472 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.338806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2328da6-05d5-4207-9289-35e37167e195 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:09:38.364443 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Sync routers for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:38.384579 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:38.386279 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:38.567564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36a44be1-f94f-4838-a9d8-3917784badeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.576194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36a44be1-f94f-4838-a9d8-3917784badeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.604994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 896de80b-6adc-4f85-9cfa-1a2eecf52f1b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:38.666652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.667059 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:09:38.676222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42262) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:38.687698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-36a44be1-f94f-4838-a9d8-3917784badeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6bcec1e5a11454d97beb92969117b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9347491 Nov 26 22:09:38.756522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a44be1-f94f-4838-a9d8-3917784badeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fee53a-fbe1-42c4-8642-645bbedbe6c7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:38.794199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9812d6c8-18c8-47a9-b8b4-8da3d6b7e83b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.855042 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9812d6c8-18c8-47a9-b8b4-8da3d6b7e83b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.924892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:38.925279 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.942828 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9812d6c8-18c8-47a9-b8b4-8da3d6b7e83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.958252 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9812d6c8-18c8-47a9-b8b4-8da3d6b7e83b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:38.959562 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9812d6c8-18c8-47a9-b8b4-8da3d6b7e83b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56fee53a-fbe1-42c4-8642-645bbedbe6c7 HTTP/1.1" status: 204 len: 168 time: 0.2812083 Nov 26 22:09:38.968186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812d6c8-18c8-47a9-b8b4-8da3d6b7e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fee53a-fbe1-42c4-8642-645bbedbe6c7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:39.154839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:39.155768 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:39.189774 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:33Z', 'revision_number': 3, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:33Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:39.247296 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Checking router: d59c3c7d-8153-4362-9e99-f46517d2b6d0 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:09:39.247646 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Updating router d59c3c7d-8153-4362-9e99-f46517d2b6d0 port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:09:39.265035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8:2::1 (8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1/bd7d2cda-706f-472e-a4c1-86bf23813481/09cf1936-39e6-479c-92a4-264392644ba3) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:39.287950 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:39.988557 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.004222 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.067096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.103646 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Pushing event updated for resources: {'Port': ['ID=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:40.108506 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.167587 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.170127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=09cf1936-39e6-479c-92a4-264392644ba3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:40.170352 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.171594 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.172643 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.183962 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.184578 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.184716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:40.186446 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.187049 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.188413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:40.188724 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.189434 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.190923 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.191500 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:40.197663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:40.198442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.229146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Allocated IP 2001:db8:2::2 (8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1/bd7d2cda-706f-472e-a4c1-86bf23813481/35512d74-6391-4301-a7c4-20e18bffd3e3) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:40.349621 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Attempting to bind port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:40.350677 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Attempting to bind port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:40.350677 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Attempting to bind port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 on network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:40.367052 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:40.367487 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Checking segment: {'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:40.367880 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.369653 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Bound using segment: {'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:40.370675 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Bound port: b2cbc467-f4bd-4751-9e71-56da77ae1cd0, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2034dcf6-71c3-4db4-8a3b-03be930774b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:40.370675 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.379136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42306) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:40.445377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.516167 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.529013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.545853 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] For port b2cbc467-f4bd-4751-9e71-56da77ae1cd0, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:40.553361 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] For port b2cbc467-f4bd-4751-9e71-56da77ae1cd0, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,segment=NetworkSegment(2034dcf6-71c3-4db4-8a3b-03be930774b1),segment_id=2034dcf6-71c3-4db4-8a3b-03be930774b1)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:40.569588 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.579206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-893d53a0-e1d6-48fd-b1ce-48c37f56be67 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-522813891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:40.621999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:40.626444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:40.629958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:40.636649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-893d53a0-e1d6-48fd-b1ce-48c37f56be67 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.637759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-893d53a0-e1d6-48fd-b1ce-48c37f56be67 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.672406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Pushing event updated for resources: {'Port': ['ID=35512d74-6391-4301-a7c4-20e18bffd3e3,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:40.722856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Attempting to bind port 35512d74-6391-4301-a7c4-20e18bffd3e3 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:40.723246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Attempting to bind port 35512d74-6391-4301-a7c4-20e18bffd3e3 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:40.723619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Attempting to bind port 35512d74-6391-4301-a7c4-20e18bffd3e3 on network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:40.730716 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fa735-5746-4120-8c60-ddc9c21fdd59 None None] Pushing event updated for resources: {'Port': ['ID=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:40.731120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:40.731830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Checking segment: {'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:40.732265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.733075 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:40.733720 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:40.733854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Bound using segment: {'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:40.734361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Bound port: 35512d74-6391-4301-a7c4-20e18bffd3e3, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:40.746621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-893d53a0-e1d6-48fd-b1ce-48c37f56be67 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.747680 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.755561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-893d53a0-e1d6-48fd-b1ce-48c37f56be67 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.811398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-893d53a0-e1d6-48fd-b1ce-48c37f56be67 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.815922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-893d53a0-e1d6-48fd-b1ce-48c37f56be67 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4356587 Nov 26 22:09:40.816878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42320) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:40.825561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-448061873'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:40.885362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.908327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.910647 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.916613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Made reservation on behalf of 7c76167f24a143b68111525c7269fad6 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:40.923073 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:09:40.934471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.962918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] For port 35512d74-6391-4301-a7c4-20e18bffd3e3, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:40.967845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] For port 35512d74-6391-4301-a7c4-20e18bffd3e3, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35512d74-6391-4301-a7c4-20e18bffd3e3,segment=NetworkSegment(7b8fb339-9dfa-4118-853a-5abf748b396a),segment_id=7b8fb339-9dfa-4118-853a-5abf748b396a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:40.979085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:40.980045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:41.098154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=09cf1936-39e6-479c-92a4-264392644ba3,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:41.115242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:41.122346 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:41.158525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:41.172989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:41.174850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:41.175238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30706c41-329d-46c4-8e9a-9f65fa300c11 None None] Pushing event updated for resources: {'Port': ['ID=35512d74-6391-4301-a7c4-20e18bffd3e3,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:41.204221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f058e56-246f-4f52-9c54-01ab80ea5297,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:41.235318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:41.235752 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Added segment f0d76c58-9887-4f7b-b930-94f249c9d1a8 of type vlan for network ef367eee-14fb-4da7-9d04-86205d186007 Nov 26 22:09:41.336222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:41.371187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:41.406993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:41.418323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:41.421404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:41.500404 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:40Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': '09cf1936-39e6-479c-92a4-264392644ba3', 'name': '', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a3:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:38Z', 'updated_at': '2021-11-26T22:09:39Z', 'revision_number': 1, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:40Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:41.566264 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88a8855-5736-4bcd-b0d9-b9c4dbf5f238 None None] The sync data for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 is: [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:40Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': '09cf1936-39e6-479c-92a4-264392644ba3', 'name': '', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a3:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:38Z', 'updated_at': '2021-11-26T22:09:39Z', 'revision_number': 1, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:40Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:41.665110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:41.674651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9b62a3f6-eb6c-40ea-a327-8492e513ee7d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8523834 Nov 26 22:09:41.675293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42334) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:41.680979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1800127159'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:41.693220 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8747811 Nov 26 22:09:41.698000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42336) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:41.718045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'subnet': {'network_id': 'ef367eee-14fb-4da7-9d04-86205d186007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:41.721249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a723c3d-7344-4da5-ab2c-cbb709850671 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Network': ['ID=ef367eee-14fb-4da7-9d04-86205d186007,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:41.757170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:41.761409 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:41.781851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ef367eee-14fb-4da7-9d04-86205d186007 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:42.020098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b2cbc467-f4bd-4751-9e71-56da77ae1cd0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:42.029285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:42.036033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Made reservation on behalf of 7c76167f24a143b68111525c7269fad6 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:42.043062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.117952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.118633 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added segment 33ad6620-3bbe-45c4-af90-7738bb1e529b of type vlan for network 39b75272-5385-437e-b5aa-d5351ee0d59d Nov 26 22:09:42.251120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:42.251377 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.350715 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.479182 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.498338 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.512795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:42.513472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.564012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port b2cbc467-f4bd-4751-9e71-56da77ae1cd0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,segment=NetworkSegment(2034dcf6-71c3-4db4-8a3b-03be930774b1),segment_id=2034dcf6-71c3-4db4-8a3b-03be930774b1)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:42.573477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.574377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35512d74-6391-4301-a7c4-20e18bffd3e3 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:42.779505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1030636 Nov 26 22:09:42.782530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42352) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:42.788081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'subnet': {'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:42.836381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2d294-4863-4f1a-80ec-968f52992ff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Network': ['ID=39b75272-5385-437e-b5aa-d5351ee0d59d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:42.839055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 35512d74-6391-4301-a7c4-20e18bffd3e3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:42.839608 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:42.930692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:42.940155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 39b75272-5385-437e-b5aa-d5351ee0d59d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:42.974105 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.089908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Made reservation on behalf of 5891ec416302443ca724e78646131539 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:43.096697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.123996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Subnet': ['ID=0b3ffe5c-0cee-472f-a2f4-e2298d27adf4,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:43.137796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Checking segment: {'id': 'f0d76c58-9887-4f7b-b930-94f249c9d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ef367eee-14fb-4da7-9d04-86205d186007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:43.138483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network hostable DHCP agents. Network: ef367eee-14fb-4da7-9d04-86205d186007, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:43.194162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network ef367eee-14fb-4da7-9d04-86205d186007 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:43.210140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ef367eee-14fb-4da7-9d04-86205d186007) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:43.221768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:43.224482 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.238879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Sync routers for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:43.282634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4ffe4d1d-471a-40c5-9ac4-f779e3f1f84e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5807359 Nov 26 22:09:43.285963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.287581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42364) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:43.293096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'network': {'name': 'tempest-router-network01--1939348591'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:43.338086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:43.338086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:43.372771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Made reservation on behalf of 7c76167f24a143b68111525c7269fad6 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:43.376666 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.455083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:43.464410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.489421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.489768 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Added segment 8f056a95-d6f4-49cf-9e23-6310ab1cefb5 of type vlan for network 37c94885-e0a4-48fc-803d-c5583c48417a Nov 26 22:09:43.595002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:09:43.648074 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.666557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Checking segment: {'id': '33ad6620-3bbe-45c4-af90-7738bb1e529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:43.666899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network hostable DHCP agents. Network: 39b75272-5385-437e-b5aa-d5351ee0d59d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:43.707329 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.716832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:43.717494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.721627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 39b75272-5385-437e-b5aa-d5351ee0d59d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:43.724714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Subnet': ['ID=e7ab4c0e-0be4-4147-814e-fa40870f5fd3,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:43.744465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 39b75272-5385-437e-b5aa-d5351ee0d59d) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:43.754978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:43.757695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:43.795597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36969e7-85bd-4388-bb15-135ce14bd94d None None] Network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:43.796370 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-02f0340d-4447-4fa6-a718-66978ef67078 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0126710 Nov 26 22:09:43.799004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42366) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:43.799407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeffe95-1635-47a2-8935-61a5213bf5f6 None None] Network ef367eee-14fb-4da7-9d04-86205d186007 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:43.812127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c106762-6122-40b8-8802-c2f0d5954da5 None None] Network 39b75272-5385-437e-b5aa-d5351ee0d59d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:43.894203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Network': ['ID=37c94885-e0a4-48fc-803d-c5583c48417a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:43.913195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1a4c606c-1985-4c7a-b5e4-5c8e8193dbac tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6244512 Nov 26 22:09:43.918054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42370) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:43.936970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'network': {'name': 'tempest-router-network02--1199894219'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:44.018019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Made reservation on behalf of 7c76167f24a143b68111525c7269fad6 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:44.023322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:44.068587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 37c94885-e0a4-48fc-803d-c5583c48417a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:44.073368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:09:44.107365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:44.108051 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Added segment 0b74fc1c-22a1-4bb7-baf3-c40c65afcda3 of type vlan for network d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b Nov 26 22:09:44.220631 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:44.312327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:44.337201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:44.342804 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:44.471168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 35512d74-6391-4301-a7c4-20e18bffd3e3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35512d74-6391-4301-a7c4-20e18bffd3e3,segment=NetworkSegment(7b8fb339-9dfa-4118-853a-5abf748b396a),segment_id=7b8fb339-9dfa-4118-853a-5abf748b396a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:44.492566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5713601 Nov 26 22:09:44.496314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42384) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:44.503706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'subnet': {'network_id': '37c94885-e0a4-48fc-803d-c5583c48417a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:44.560527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a41695-91fb-4e84-a5d9-1e43eca244bc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Network': ['ID=d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:44.637425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Made reservation on behalf of 7c76167f24a143b68111525c7269fad6 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:44.643146 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:44.665579 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:44.679045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:09:44.681987 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:44.792005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-53735f25-d476-4212-9ebd-9c66a09cefb3 None None] Provisioning complete for port 35512d74-6391-4301-a7c4-20e18bffd3e3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:44.792563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-53735f25-d476-4212-9ebd-9c66a09cefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.012362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.109306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Subnet': ['ID=7330f4eb-5926-4cd1-b718-684d3f5dceb7,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:45.144441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b2cbc467-f4bd-4751-9e71-56da77ae1cd0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:45.159674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Checking segment: {'id': '8f056a95-d6f4-49cf-9e23-6310ab1cefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '37c94885-e0a4-48fc-803d-c5583c48417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:45.161798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network hostable DHCP agents. Network: 37c94885-e0a4-48fc-803d-c5583c48417a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:45.221896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network 37c94885-e0a4-48fc-803d-c5583c48417a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:45.255086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 37c94885-e0a4-48fc-803d-c5583c48417a) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:45.263337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Allocated IP 2001:db8:3::1 (39b75272-5385-437e-b5aa-d5351ee0d59d/e7ab4c0e-0be4-4147-814e-fa40870f5fd3/16769ab8-baaa-48ea-abee-0626203b4c84) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:45.267398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:45.268150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.321174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42398) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:45.322452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c5233dd6-f9c0-4999-8e15-fbfa4e663504 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8221507 Nov 26 22:09:45.333989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'subnet': {'network_id': 'd13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:45.446876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d165eb6-77d9-417f-8c73-d1b442dbb9f3 None None] Network 37c94885-e0a4-48fc-803d-c5583c48417a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:45.637795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-39b75272-5385-437e-b5aa-d5351ee0d59d', 'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d', 'tenant_id': '5891ec416302443ca724e78646131539', 'fixed_ips': [{'subnet_id': 'e7ab4c0e-0be4-4147-814e-fa40870f5fd3'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:45.638734 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.669306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Made reservation on behalf of 7c76167f24a143b68111525c7269fad6 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:09:45.689775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.721061 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.732380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ef367eee-14fb-4da7-9d04-86205d186007', 'network_id': 'ef367eee-14fb-4da7-9d04-86205d186007', 'tenant_id': '7c76167f24a143b68111525c7269fad6', 'fixed_ips': [{'subnet_id': '0b3ffe5c-0cee-472f-a2f4-e2298d27adf4'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:45.733246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.796947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=35512d74-6391-4301-a7c4-20e18bffd3e3,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:45.828323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:45.828705 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.833234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:40Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': '09cf1936-39e6-479c-92a4-264392644ba3', 'name': '', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a3:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:38Z', 'updated_at': '2021-11-26T22:09:40Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:45.867043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:45.930264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Checking router: d59c3c7d-8153-4362-9e99-f46517d2b6d0 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:09:45.930611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Updating router d59c3c7d-8153-4362-9e99-f46517d2b6d0 port 09cf1936-39e6-479c-92a4-264392644ba3 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:09:45.991040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 39b75272-5385-437e-b5aa-d5351ee0d59d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:45.993891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=16769ab8-baaa-48ea-abee-0626203b4c84,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:45.998745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:46.002729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:46.003256 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:46.366747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Allocated IP 2001:db8:3::2 (39b75272-5385-437e-b5aa-d5351ee0d59d/e7ab4c0e-0be4-4147-814e-fa40870f5fd3/102a7253-24da-458c-9da0-c33f7626992c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:46.423798 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:46.459318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-37c94885-e0a4-48fc-803d-c5583c48417a', 'network_id': '37c94885-e0a4-48fc-803d-c5583c48417a', 'tenant_id': '7c76167f24a143b68111525c7269fad6', 'fixed_ips': [{'subnet_id': '7330f4eb-5926-4cd1-b718-684d3f5dceb7'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:46.460742 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:46.552064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bfa30729-1f4a-40b0-84a8-b3b09637c2bc None None] Provisioning complete for port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:46.552400 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bfa30729-1f4a-40b0-84a8-b3b09637c2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:46.742534 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:46.790571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:46.897644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Checking segment: {'id': '0b74fc1c-22a1-4bb7-baf3-c40c65afcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:46.897644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network hostable DHCP agents. Network: d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:09:46.920534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b81e71f-1d74-4e5c-9d92-d05d26ec3b5e None None] Network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:46.974640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35512d74-6391-4301-a7c4-20e18bffd3e3 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:47.052789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Allocated IP 172.20.0.2 (ef367eee-14fb-4da7-9d04-86205d186007/0b3ffe5c-0cee-472f-a2f4-e2298d27adf4/6713c1ab-e170-41da-b3a3-4ef7bb2cc274) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:47.230789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Subnet': ['ID=2d42aaf3-a19d-4138-ba3e-b44642a2e89c,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:47.276711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:09:47.300462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:47.303976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:47.309057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:09:47.309795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:47.314523 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:47.315516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:47.438956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42434) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:47.448352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8a13e2e0-7f6e-48e4-91ba-8a77eab844b6 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1222801 Nov 26 22:09:47.506129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event updated for resources: {'Port': ['ID=16769ab8-baaa-48ea-abee-0626203b4c84,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:47.562459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Network 39b75272-5385-437e-b5aa-d5351ee0d59d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:47.565290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:47.698315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573850e0-f314-4bcc-8292-76d916cadd29 None None] Network d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:47.820358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:47.907481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:47.985620 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:48.044509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:48.054325 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-351143c1-ebd1-4cca-8d85-0a5bd97792dc tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2541959 Nov 26 22:09:48.057382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42440) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:48.073161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:48.194495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Allocated IP 172.20.0.2 (37c94885-e0a4-48fc-803d-c5583c48417a/7330f4eb-5926-4cd1-b718-684d3f5dceb7/6878fc1a-9cb2-4b46-bb4d-b17272324868) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:48.218755 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:48.234144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 35512d74-6391-4301-a7c4-20e18bffd3e3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:48.234538 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:48.533153 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:48.681533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Network 39b75272-5385-437e-b5aa-d5351ee0d59d is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:48.684351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Pushing event updated for resources: {'Port': ['ID=102a7253-24da-458c-9da0-c33f7626992c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:48.707394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:48.724483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b', 'network_id': 'd13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b', 'tenant_id': '7c76167f24a143b68111525c7269fad6', 'fixed_ips': [{'subnet_id': '2d42aaf3-a19d-4138-ba3e-b44642a2e89c'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:09:48.727441 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:48.743294 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:48.772796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:48.834904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Network ef367eee-14fb-4da7-9d04-86205d186007 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:48.871198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Pushing event updated for resources: {'Port': ['ID=6713c1ab-e170-41da-b3a3-4ef7bb2cc274,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:48.873378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:48.911536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:48.934061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.extraroute_db [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=110000) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 22:09:48.965777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.extraroute_db [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Removed routes are [] {{(pid=110000) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 22:09:48.967633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:48.995556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Attempting to bind port 102a7253-24da-458c-9da0-c33f7626992c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:48.996004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Attempting to bind port 102a7253-24da-458c-9da0-c33f7626992c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '33ad6620-3bbe-45c4-af90-7738bb1e529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:48.996384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Attempting to bind port 102a7253-24da-458c-9da0-c33f7626992c on network 39b75272-5385-437e-b5aa-d5351ee0d59d {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:49.050343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-31e42d7b-1ca6-49f1-b235-9d8d22154fa0 None None] Provisioning complete for port 09cf1936-39e6-479c-92a4-264392644ba3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:49.050832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31e42d7b-1ca6-49f1-b235-9d8d22154fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.127393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:49.127828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Checking segment: {'id': '33ad6620-3bbe-45c4-af90-7738bb1e529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:49.128190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.128596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Bound using segment: {'id': '33ad6620-3bbe-45c4-af90-7738bb1e529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:49.129277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Bound port: 102a7253-24da-458c-9da0-c33f7626992c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ad6620-3bbe-45c4-af90-7738bb1e529b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:49.129666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.255516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-31e42d7b-1ca6-49f1-b235-9d8d22154fa0 None None] Port 09cf1936-39e6-479c-92a4-264392644ba3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:49.259154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Attempting to bind port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:49.259590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Attempting to bind port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0d76c58-9887-4f7b-b930-94f249c9d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ef367eee-14fb-4da7-9d04-86205d186007'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:49.259969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Attempting to bind port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 on network ef367eee-14fb-4da7-9d04-86205d186007 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:49.328257 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.333562 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.404052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:49.404439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Checking segment: {'id': 'f0d76c58-9887-4f7b-b930-94f249c9d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ef367eee-14fb-4da7-9d04-86205d186007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:49.404752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.405151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Bound using segment: {'id': 'f0d76c58-9887-4f7b-b930-94f249c9d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ef367eee-14fb-4da7-9d04-86205d186007'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:49.405645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Bound port: 6713c1ab-e170-41da-b3a3-4ef7bb2cc274, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d76c58-9887-4f7b-b930-94f249c9d1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ef367eee-14fb-4da7-9d04-86205d186007'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:49.406031 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.423606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.476633 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.563112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:49.610880 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.615289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Allocated IP 172.20.0.1 (37c94885-e0a4-48fc-803d-c5583c48417a/7330f4eb-5926-4cd1-b718-684d3f5dceb7/e1767fcd-1027-49d7-9efa-b89fb216bb25) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:49.700571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-31e42d7b-1ca6-49f1-b235-9d8d22154fa0 None None] Provisioning complete for port 35512d74-6391-4301-a7c4-20e18bffd3e3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:49.700963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31e42d7b-1ca6-49f1-b235-9d8d22154fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.766298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:49.784731 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.786403 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d7635eda-567f-4b6d-a501-bc4b830772b4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 200 len: 953 time: 1.7276082 Nov 26 22:09:49.789950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42466) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:49.829363 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.877561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.895779 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:49.960344 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-019bac37-158e-4f25-a5e0-f6efa79d61ca tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 200 len: 953 time: 0.1662574 Nov 26 22:09:49.968919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] For port 102a7253-24da-458c-9da0-c33f7626992c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:49.969986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42470) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:49.972165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Network 37c94885-e0a4-48fc-803d-c5583c48417a is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:49.977592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'routes': None}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:50.006155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network 37c94885-e0a4-48fc-803d-c5583c48417a is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:50.015524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:50.015759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:50.026614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:50.028761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Pushing event updated for resources: {'Port': ['ID=6878fc1a-9cb2-4b46-bb4d-b17272324868,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:50.039385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:50.052419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] For port 102a7253-24da-458c-9da0-c33f7626992c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=102a7253-24da-458c-9da0-c33f7626992c,segment=NetworkSegment(33ad6620-3bbe-45c4-af90-7738bb1e529b),segment_id=33ad6620-3bbe-45c4-af90-7738bb1e529b)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:50.139120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Port': ['ID=e1767fcd-1027-49d7-9efa-b89fb216bb25,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:50.147228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa1f6c-ed4d-4335-a452-9d36e66a3b70 None None] Pushing event updated for resources: {'Port': ['ID=09cf1936-39e6-479c-92a4-264392644ba3,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:50.151738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Allocated IP 172.20.0.2 (d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b/2d42aaf3-a19d-4138-ba3e-b44642a2e89c/c8749459-c89b-498f-bee9-b7c70b6a1c93) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:09:50.159837 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:50.241383 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:50.515251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] For port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:50.533819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:50.826892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.extraroute_db [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added routes are [] {{(pid=110000) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 22:09:50.829857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.extraroute_db [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=110000) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 22:09:50.884995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Attempting to bind port 6878fc1a-9cb2-4b46-bb4d-b17272324868 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:50.885352 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Attempting to bind port 6878fc1a-9cb2-4b46-bb4d-b17272324868 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8f056a95-d6f4-49cf-9e23-6310ab1cefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '37c94885-e0a4-48fc-803d-c5583c48417a'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:50.888923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Attempting to bind port 6878fc1a-9cb2-4b46-bb4d-b17272324868 on network 37c94885-e0a4-48fc-803d-c5583c48417a {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:50.903976 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:50.921775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:50.926459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:50.933892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:50.934560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Checking segment: {'id': '8f056a95-d6f4-49cf-9e23-6310ab1cefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '37c94885-e0a4-48fc-803d-c5583c48417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:50.934918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:50.935426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Bound using segment: {'id': '8f056a95-d6f4-49cf-9e23-6310ab1cefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '37c94885-e0a4-48fc-803d-c5583c48417a'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:50.937146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Bound port: 6878fc1a-9cb2-4b46-bb4d-b17272324868, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f056a95-d6f4-49cf-9e23-6310ab1cefb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '37c94885-e0a4-48fc-803d-c5583c48417a'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:50.938256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:50.942712 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] For port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6713c1ab-e170-41da-b3a3-4ef7bb2cc274,segment=NetworkSegment(f0d76c58-9887-4f7b-b930-94f249c9d1a8),segment_id=f0d76c58-9887-4f7b-b930-94f249c9d1a8)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:50.984068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.048975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.051306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Port': ['ID=e1767fcd-1027-49d7-9efa-b89fb216bb25,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:51.185691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Attempting to bind port 09cf1936-39e6-479c-92a4-264392644ba3 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:51.187851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Attempting to bind port 09cf1936-39e6-479c-92a4-264392644ba3 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:51.188242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Attempting to bind port 09cf1936-39e6-479c-92a4-264392644ba3 on network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:51.255756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network 37c94885-e0a4-48fc-803d-c5583c48417a is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:51.265411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:51.322275 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.355047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:51.358625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Checking segment: {'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:51.360410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.363354 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.364831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Bound using segment: {'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:51.366831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Bound port: 09cf1936-39e6-479c-92a4-264392644ba3, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8fb339-9dfa-4118-853a-5abf748b396a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:51.368804 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.377793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.529656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Router 0fbbbe28-d601-4dce-b366-45c43921c06c is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:09:51.672605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:51.766324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:51.776895 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65fc26-7daa-4a3c-9b9d-d571b41124a5 None None] Sync routers for ids ['0fbbbe28-d601-4dce-b366-45c43921c06c'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:51.780793 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce6e9460-fdbf-4d2d-a716-787fe4fb5e7e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "PUT /v2.0/routers/0fbbbe28-d601-4dce-b366-45c43921c06c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3407035 Nov 26 22:09:51.788519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42498) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:51.801977 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65fc26-7daa-4a3c-9b9d-d571b41124a5 None None] Routers {'0fbbbe28-d601-4dce-b366-45c43921c06c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:51.805502 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1c65fc26-7daa-4a3c-9b9d-d571b41124a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0fbbbe28-d601-4dce-b366-45c43921c06c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:51.876749 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1c65fc26-7daa-4a3c-9b9d-d571b41124a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:51.888816 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65fc26-7daa-4a3c-9b9d-d571b41124a5 None None] Routers {'0fbbbe28-d601-4dce-b366-45c43921c06c'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:51.890916 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1c65fc26-7daa-4a3c-9b9d-d571b41124a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0fbbbe28-d601-4dce-b366-45c43921c06c'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:51.966913 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.968083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:51.982504 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1c65fc26-7daa-4a3c-9b9d-d571b41124a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:51.982702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:51.983084 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65fc26-7daa-4a3c-9b9d-d571b41124a5 None None] The sync data for ids ['0fbbbe28-d601-4dce-b366-45c43921c06c'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:51.986213 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-db20e892-0878-47d6-b803-c28e6232c238 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 200 len: 703 time: 2.0122519 Nov 26 22:09:51.986511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42500) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:52.027773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd9bd4-243f-4db7-86f5-3818472cb4b6 None None] Pushing event updated for resources: {'Port': ['ID=102a7253-24da-458c-9da0-c33f7626992c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:52.121328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] For port 6878fc1a-9cb2-4b46-bb4d-b17272324868, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:52.126220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] For port 6878fc1a-9cb2-4b46-bb4d-b17272324868, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6878fc1a-9cb2-4b46-bb4d-b17272324868,segment=NetworkSegment(8f056a95-d6f4-49cf-9e23-6310ab1cefb5),segment_id=8f056a95-d6f4-49cf-9e23-6310ab1cefb5)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:52.151082 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-07c18fbe-0b99-4a20-8878-8bdd60fea6bf tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 200 len: 703 time: 0.1633127 Nov 26 22:09:52.153709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42502) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:52.167194 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:52.248609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Network d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:09:52.286955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:09:52.293382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:09:52.390657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b5140220-8991-4215-a275-f636d9199cf8 None None] Provisioning complete for port 09cf1936-39e6-479c-92a4-264392644ba3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:52.391034 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5140220-8991-4215-a275-f636d9199cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:52.393132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] For port 09cf1936-39e6-479c-92a4-264392644ba3, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:52.521656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42fafc9-9de4-4e77-a0c2-8572badc8273 None None] Network 39b75272-5385-437e-b5aa-d5351ee0d59d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:52.803608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] For port 09cf1936-39e6-479c-92a4-264392644ba3, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=09cf1936-39e6-479c-92a4-264392644ba3,segment=NetworkSegment(7b8fb339-9dfa-4118-853a-5abf748b396a),segment_id=7b8fb339-9dfa-4118-853a-5abf748b396a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:52.812082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b5140220-8991-4215-a275-f636d9199cf8 None None] Port 09cf1936-39e6-479c-92a4-264392644ba3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:09:52.814804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bf7ba-3c4b-44af-aed3-766ab8b9b2d2 None None] Pushing event updated for resources: {'Port': ['ID=6713c1ab-e170-41da-b3a3-4ef7bb2cc274,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:53.006281 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:53.088394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:53.175721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b5140220-8991-4215-a275-f636d9199cf8 None None] Provisioning complete for port 35512d74-6391-4301-a7c4-20e18bffd3e3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:53.176292 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5140220-8991-4215-a275-f636d9199cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:53.245635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Attempting to bind port c8749459-c89b-498f-bee9-b7c70b6a1c93 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:09:53.246200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Attempting to bind port c8749459-c89b-498f-bee9-b7c70b6a1c93 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0b74fc1c-22a1-4bb7-baf3-c40c65afcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:09:53.246663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Attempting to bind port c8749459-c89b-498f-bee9-b7c70b6a1c93 on network d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:09:53.260963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Pushing event updated for resources: {'Port': ['ID=c8749459-c89b-498f-bee9-b7c70b6a1c93,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:53.389439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:09:53.389439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Checking segment: {'id': '0b74fc1c-22a1-4bb7-baf3-c40c65afcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:09:53.389439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:53.389439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Bound using segment: {'id': '0b74fc1c-22a1-4bb7-baf3-c40c65afcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:09:53.389439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Bound port: c8749459-c89b-498f-bee9-b7c70b6a1c93, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b74fc1c-22a1-4bb7-baf3-c40c65afcda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:09:53.389439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:53.469267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:53.472606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:53.475192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7254e7ea-dab6-4872-a4d1-0abd1048680c None None] Network ef367eee-14fb-4da7-9d04-86205d186007 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:53.731877 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-d09cb723-11f6-4805-b7fd-b7f42591768e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:09:53.735728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d09cb723-11f6-4805-b7fd-b7f42591768e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "PUT /v2.0/routers/0fbbbe28-d601-4dce-b366-45c43921c06c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9429591 Nov 26 22:09:53.738573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42534) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:53.989942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bc876413-b5ee-49bc-bc89-09cfacaa7f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:54.012194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e3a50-f288-4328-b119-f2e0def1623d None None] Pushing event updated for resources: {'Port': ['ID=6878fc1a-9cb2-4b46-bb4d-b17272324868,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:54.109302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 102a7253-24da-458c-9da0-c33f7626992c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:54.221770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] For port c8749459-c89b-498f-bee9-b7c70b6a1c93, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:09:54.224925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:09:54.326007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] For port c8749459-c89b-498f-bee9-b7c70b6a1c93, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c8749459-c89b-498f-bee9-b7c70b6a1c93,segment=NetworkSegment(0b74fc1c-22a1-4bb7-baf3-c40c65afcda3),segment_id=0b74fc1c-22a1-4bb7-baf3-c40c65afcda3)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:09:54.392244 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:54.428224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa1f6c-ed4d-4335-a452-9d36e66a3b70 None None] Pushing event updated for resources: {'Port': ['ID=09cf1936-39e6-479c-92a4-264392644ba3,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:54.667336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2977341-a6fa-4f68-9bbb-00f83f2ac3a4 None None] Network 37c94885-e0a4-48fc-803d-c5583c48417a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:54.721937 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:54.892066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 16769ab8-baaa-48ea-abee-0626203b4c84 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:54.895417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:55.130695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Provisioning complete for port 09cf1936-39e6-479c-92a4-264392644ba3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:55.130695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:55.178188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:55.197062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 16769ab8-baaa-48ea-abee-0626203b4c84 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:55.248273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d2687-606e-4a2b-803a-c084f4ce07c3 None None] Pushing event updated for resources: {'Port': ['ID=c8749459-c89b-498f-bee9-b7c70b6a1c93,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:55.345012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 102a7253-24da-458c-9da0-c33f7626992c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:55.345664 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:55.469485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Deleting port e1767fcd-1027-49d7-9efa-b89fb216bb25 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:55.471718 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:55.595085 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:55.694957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:55.787068 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:55.825587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Calling delete_port for e1767fcd-1027-49d7-9efa-b89fb216bb25 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:55.853651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=16769ab8-baaa-48ea-abee-0626203b4c84,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:56.023170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:50Z', 'revision_number': 7, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': '09cf1936-39e6-479c-92a4-264392644ba3', 'name': '', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a3:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:38Z', 'updated_at': '2021-11-26T22:09:52Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16769ab8-baaa-48ea-abee-0626203b4c84', 'name': '', 'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a6:1b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e7ab4c0e-0be4-4147-814e-fa40870f5fd3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:44Z', 'updated_at': '2021-11-26T22:09:47Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'e7ab4c0e-0be4-4147-814e-fa40870f5fd3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:56.103443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.104029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.104121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.104443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.104783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.105119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.105451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.105781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.106130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.106468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.106792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.119803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.150178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] For port 09cf1936-39e6-479c-92a4-264392644ba3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=09cf1936-39e6-479c-92a4-264392644ba3,segment=NetworkSegment(7b8fb339-9dfa-4118-853a-5abf748b396a),segment_id=7b8fb339-9dfa-4118-853a-5abf748b396a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:56.158143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a27fa2-55dd-41bb-a772-142e6b40e11d None None] The sync data for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 is: [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:50Z', 'revision_number': 7, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': '09cf1936-39e6-479c-92a4-264392644ba3', 'name': '', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a3:0a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:38Z', 'updated_at': '2021-11-26T22:09:52Z', 'revision_number': 4, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '16769ab8-baaa-48ea-abee-0626203b4c84', 'name': '', 'network_id': '39b75272-5385-437e-b5aa-d5351ee0d59d', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a6:1b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e7ab4c0e-0be4-4147-814e-fa40870f5fd3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:44Z', 'updated_at': '2021-11-26T22:09:47Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'e7ab4c0e-0be4-4147-814e-fa40870f5fd3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:56.171866 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:56.281933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:56.392277 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:56.408478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Provisioning complete for port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:56.408873 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:56.452638 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-64c7315a-e554-44aa-8cbe-5468bf63c5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:56.486691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Port': ['ID=e1767fcd-1027-49d7-9efa-b89fb216bb25,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:56.529134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.532310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.534791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.550474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.552997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.553606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.553963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.556265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.557288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.557643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.559239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.559607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:09:56.595001 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:56.597107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Pushing event updated for resources: {'Port': ['ID=09cf1936-39e6-479c-92a4-264392644ba3,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:56.766272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 102a7253-24da-458c-9da0-c33f7626992c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=102a7253-24da-458c-9da0-c33f7626992c,segment=NetworkSegment(33ad6620-3bbe-45c4-af90-7738bb1e529b),segment_id=33ad6620-3bbe-45c4-af90-7738bb1e529b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:56.779590 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:56.783450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:56.886953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b05a6e-5acc-4fa4-b044-89d4640bccc8 None None] Network d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:56.915730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:57.026836 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.170818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=102a7253-24da-458c-9da0-c33f7626992c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:57.174067 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.174712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:57.206882 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cb771cf0-eb35-4afb-b250-cc89d3467d0e tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0445597 Nov 26 22:09:57.207743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42580) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:57.307379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:57.315353 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.408798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-00208b4f-fc1b-4a85-8dfd-f0b6a41a37ad tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet e7ab4c0e-0be4-4147-814e-fa40870f5fd3 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:09:57.416790 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.429697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00208b4f-fc1b-4a85-8dfd-f0b6a41a37ad tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.514152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] For port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6713c1ab-e170-41da-b3a3-4ef7bb2cc274,segment=NetworkSegment(f0d76c58-9887-4f7b-b930-94f249c9d1a8),segment_id=f0d76c58-9887-4f7b-b930-94f249c9d1a8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:57.548279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00208b4f-fc1b-4a85-8dfd-f0b6a41a37ad tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.577281 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.631388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Router 0fbbbe28-d601-4dce-b366-45c43921c06c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:09:57.760531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00208b4f-fc1b-4a85-8dfd-f0b6a41a37ad tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.831649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:09:57.847204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dbb7e180-9923-40ed-8f21-65aa0cbe7210 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "PUT /v2.0/routers/0fbbbe28-d601-4dce-b366-45c43921c06c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1054101 Nov 26 22:09:57.848577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42592) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:57.875525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00208b4f-fc1b-4a85-8dfd-f0b6a41a37ad tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.902730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00208b4f-fc1b-4a85-8dfd-f0b6a41a37ad tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.909500 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-00208b4f-fc1b-4a85-8dfd-f0b6a41a37ad tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/e7ab4c0e-0be4-4147-814e-fa40870f5fd3 HTTP/1.1" status: 204 len: 168 time: 0.7002451 Nov 26 22:09:57.910380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42594) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:57.916388 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] Sync routers for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:57.923017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Provisioning complete for port 102a7253-24da-458c-9da0-c33f7626992c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:57.923404 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:57.927671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8b3b91-ba7e-4cd8-828f-ffd0ec4df9fa None None] Sync routers for ids ['0fbbbe28-d601-4dce-b366-45c43921c06c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:09:57.931227 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:57.932026 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:57.953676 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-bd22d545-2370-4e73-96a7-c5619152f8dc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] delete failed (client error): The resource could not be found. Nov 26 22:09:57.959718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bd22d545-2370-4e73-96a7-c5619152f8dc tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-2062464888 HTTP/1.1" status: 404 len: 335 time: 0.1061380 Nov 26 22:09:57.960401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42596) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:57.962468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1e9b9-73f6-477a-88b3-90ef5435c09d None None] Network 39b75272-5385-437e-b5aa-d5351ee0d59d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:09:57.970285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00208b4f-fc1b-4a85-8dfd-f0b6a41a37ad tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ab4c0e-0be4-4147-814e-fa40870f5fd3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:57.972508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-df430826-4c9e-4c46-91a1-423534e722c5 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fbbbe28-d601-4dce-b366-45c43921c06c'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:09:58.004097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b3b91-ba7e-4cd8-828f-ffd0ec4df9fa None None] Routers {'0fbbbe28-d601-4dce-b366-45c43921c06c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:58.005036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0d8b3b91-ba7e-4cd8-828f-ffd0ec4df9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0fbbbe28-d601-4dce-b366-45c43921c06c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:58.023567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Pushing event updated for resources: {'Port': ['ID=6713c1ab-e170-41da-b3a3-4ef7bb2cc274,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:58.118193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0d8b3b91-ba7e-4cd8-828f-ffd0ec4df9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:58.214224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8b3b91-ba7e-4cd8-828f-ffd0ec4df9fa None None] Routers {'0fbbbe28-d601-4dce-b366-45c43921c06c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:58.216053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0d8b3b91-ba7e-4cd8-828f-ffd0ec4df9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0fbbbe28-d601-4dce-b366-45c43921c06c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:58.255178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:58.351646 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:09:58.383186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0d8b3b91-ba7e-4cd8-828f-ffd0ec4df9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:58.384514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8b3b91-ba7e-4cd8-828f-ffd0ec4df9fa None None] The sync data for ids ['0fbbbe28-d601-4dce-b366-45c43921c06c'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:09:58.432871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 102a7253-24da-458c-9da0-c33f7626992c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:58.434330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:58.521873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Provisioning complete for port 6878fc1a-9cb2-4b46-bb4d-b17272324868 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:58.522356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:58.659113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port 102a7253-24da-458c-9da0-c33f7626992c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=102a7253-24da-458c-9da0-c33f7626992c,segment=NetworkSegment(33ad6620-3bbe-45c4-af90-7738bb1e529b),segment_id=33ad6620-3bbe-45c4-af90-7738bb1e529b)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:58.659113 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:58.661706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] DHCP port deletion for 39b75272-5385-437e-b5aa-d5351ee0d59d request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:09:58.699515 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:58.748245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 102a7253-24da-458c-9da0-c33f7626992c owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:58.773069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df430826-4c9e-4c46-91a1-423534e722c5 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:58.825135 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-df430826-4c9e-4c46-91a1-423534e722c5 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] update failed (client error): The resource could not be found. Nov 26 22:09:58.826795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-df430826-4c9e-4c46-91a1-423534e722c5 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "PUT /v2.0/routers/0fbbbe28-d601-4dce-b366-45c43921c06c HTTP/1.1" status: 404 len: 339 time: 0.8632915 Nov 26 22:09:58.831401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:58.999692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.022096 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.023256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port 102a7253-24da-458c-9da0-c33f7626992c on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:59.032519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 09cf1936-39e6-479c-92a4-264392644ba3 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:09:59.106050 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:55Z', 'revision_number': 8, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': '09cf1936-39e6-479c-92a4-264392644ba3', 'name': '', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a3:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:38Z', 'updated_at': '2021-11-26T22:09:56Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:59.126883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=102a7253-24da-458c-9da0-c33f7626992c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:59.164069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] Deleting port 102a7253-24da-458c-9da0-c33f7626992c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:09:59.165406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.262191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] For port 102a7253-24da-458c-9da0-c33f7626992c, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:59.263339 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.265910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.275824 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] Checking router: d59c3c7d-8153-4362-9e99-f46517d2b6d0 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:09:59.276397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] For port 6878fc1a-9cb2-4b46-bb4d-b17272324868, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6878fc1a-9cb2-4b46-bb4d-b17272324868,segment=NetworkSegment(8f056a95-d6f4-49cf-9e23-6310ab1cefb5),segment_id=8f056a95-d6f4-49cf-9e23-6310ab1cefb5)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:09:59.285423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] Calling delete_port for 102a7253-24da-458c-9da0-c33f7626992c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:09:59.290020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] Port 102a7253-24da-458c-9da0-c33f7626992c was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:09:59.291318 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.300785 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.318511 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:09:59.322622 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:59.331194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] No DVR routers for this DVR port 102a7253-24da-458c-9da0-c33f7626992c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:09:59.362011 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.373079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 09cf1936-39e6-479c-92a4-264392644ba3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:59.386740 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.439843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b75272-5385-437e-b5aa-d5351ee0d59d']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:59.472226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ad6620-3bbe-45c4-af90-7738bb1e529b') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:59.472625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ad6620-3bbe-45c4-af90-7738bb1e529b') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:09:59.519831 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:09:59.526414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.527179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941adbe-96fa-4b4d-8b4a-8cb2fd7f4eb2 None None] Pushing event updated for resources: {'Port': ['ID=6878fc1a-9cb2-4b46-bb4d-b17272324868,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:59.559793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.575588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:09:59.576056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.597063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Provisioning complete for port 6878fc1a-9cb2-4b46-bb4d-b17272324868 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:09:59.599146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.650132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c8752-add4-45d6-aaad-378a80b3dab2 None None] Pushing event deleted for resources: {'Port': ['ID=102a7253-24da-458c-9da0-c33f7626992c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:09:59.713301 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:09:59.734278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.754100 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.768891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/39b75272-5385-437e-b5aa-d5351ee0d59d HTTP/1.1" status: 204 len: 168 time: 1.8174250 Nov 26 22:09:59.773123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42628) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:09:59.778430 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:09:59.832305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c8749459-c89b-498f-bee9-b7c70b6a1c93 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:00.071190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Provisioning complete for port c8749459-c89b-498f-bee9-b7c70b6a1c93 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:00.071566 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:00.072185 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:55Z', 'revision_number': 8, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': '09cf1936-39e6-479c-92a4-264392644ba3', 'name': '', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a3:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:38Z', 'updated_at': '2021-11-26T22:09:56Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:00.085981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578712a3-b169-4f86-beaa-abb3a39cbe25 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=39b75272-5385-437e-b5aa-d5351ee0d59d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:00.119993 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a477d-7974-452c-ab9a-30f0d2207de0 None None] The sync data for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 is: [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:09:55Z', 'revision_number': 8, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': '09cf1936-39e6-479c-92a4-264392644ba3', 'name': '', 'network_id': '8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:a3:0a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:38Z', 'updated_at': '2021-11-26T22:09:56Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': 'bd7d2cda-706f-472e-a4c1-86bf23813481', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:00.123889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-39559b75-d80c-414a-a936-a7b3a85e7f6a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:00.147679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-39559b75-d80c-414a-a936-a7b3a85e7f6a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:00.156861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c8749459-c89b-498f-bee9-b7c70b6a1c93 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:00.157244 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:00.170886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-39559b75-d80c-414a-a936-a7b3a85e7f6a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:00.177241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-39559b75-d80c-414a-a936-a7b3a85e7f6a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:00.201312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-39559b75-d80c-414a-a936-a7b3a85e7f6a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:00.207395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-39559b75-d80c-414a-a936-a7b3a85e7f6a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:00.213890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-39559b75-d80c-414a-a936-a7b3a85e7f6a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:00.222228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-39559b75-d80c-414a-a936-a7b3a85e7f6a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.4124002 Nov 26 22:10:00.667800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-300149aa-1dea-460d-8db9-a9bea8d4df0c req-00046ff6-70ac-4f7b-aca5-cb5d1bdc38de tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4439740 Nov 26 22:10:00.700556 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:00.751156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:00.814912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Allocated IP 172.20.0.1 (ef367eee-14fb-4da7-9d04-86205d186007/0b3ffe5c-0cee-472f-a2f4-e2298d27adf4/2041aa90-486f-40f4-becb-9665db89968c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:00.869933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port c8749459-c89b-498f-bee9-b7c70b6a1c93, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c8749459-c89b-498f-bee9-b7c70b6a1c93,segment=NetworkSegment(0b74fc1c-22a1-4bb7-baf3-c40c65afcda3),segment_id=0b74fc1c-22a1-4bb7-baf3-c40c65afcda3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:00.872012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:00.877584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:00.885876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6878fc1a-9cb2-4b46-bb4d-b17272324868 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:01.110312 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:01.119868 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:10:01.120535 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:10:01.161178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=c8749459-c89b-498f-bee9-b7c70b6a1c93,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:01.167552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:01.180601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6878fc1a-9cb2-4b46-bb4d-b17272324868 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:01.181218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:01.252934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Port': ['ID=2041aa90-486f-40f4-becb-9665db89968c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:01.269119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network ef367eee-14fb-4da7-9d04-86205d186007 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:01.271143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:01.288354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:01.397501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:01.432317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42650) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:01.547484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:01.606908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-3b325e26-7a0c-4ca7-a2d7-bf69d72c6f5e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:01.615311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-3b325e26-7a0c-4ca7-a2d7-bf69d72c6f5e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:01.625138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-3b325e26-7a0c-4ca7-a2d7-bf69d72c6f5e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:01.631457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-3b325e26-7a0c-4ca7-a2d7-bf69d72c6f5e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:01.639135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-3b325e26-7a0c-4ca7-a2d7-bf69d72c6f5e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:01.646743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-3b325e26-7a0c-4ca7-a2d7-bf69d72c6f5e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:01.655671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-3b325e26-7a0c-4ca7-a2d7-bf69d72c6f5e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:01.659066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-3b325e26-7a0c-4ca7-a2d7-bf69d72c6f5e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.5050049 Nov 26 22:10:01.677254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:01.778441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-22477438-5cd4-4e8f-86ef-57f881dc5325 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:01.780424 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-22477438-5cd4-4e8f-86ef-57f881dc5325 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "GET /v2.0/ports/aff876aa-f913-424e-aaea-65b2d225cf86?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1120026 Nov 26 22:10:01.785919 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:10:01.923725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-4afa9add-9d94-41b6-8fdf-089a8a408d46 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "GET /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1361670 Nov 26 22:10:01.938439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:01.973739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Could not find standard attr ID for object 16769ab8-baaa-48ea-abee-0626203b4c84. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:10:01.990248 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Could not find standard attr ID for object e1767fcd-1027-49d7-9efa-b89fb216bb25. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:10:02.005582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:02.006468 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.076967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Provisioning complete for port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:02.086597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.111782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.266467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 3858c2b5-bafe-4adb-b03e-900771238b3c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:02.266839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.362845 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.363247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.386755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 3858c2b5-bafe-4adb-b03e-900771238b3c owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:02.391320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0e5e0f97-70de-4e72-9bbe-89539c744709 None None] Could not find standard attr ID for object 102a7253-24da-458c-9da0-c33f7626992c. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:10:02.453270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6878fc1a-9cb2-4b46-bb4d-b17272324868 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:02.607608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6878fc1a-9cb2-4b46-bb4d-b17272324868 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:02.610021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.674947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6c3efea2-ff3f-4193-8734-8882c64aecd0 None None] Provisioning complete for port 2041aa90-486f-40f4-becb-9665db89968c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:02.675735 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c3efea2-ff3f-4193-8734-8882c64aecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.707443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 09cf1936-39e6-479c-92a4-264392644ba3 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:02.708136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.755225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6c3efea2-ff3f-4193-8734-8882c64aecd0 None None] Port 2041aa90-486f-40f4-becb-9665db89968c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:02.814789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cadba-46b6-416c-9a1b-4223558acd3e req-3ffa2a07-d0a8-4599-9299-33a3314ca637 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:02.843665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cadba-46b6-416c-9a1b-4223558acd3e req-3ffa2a07-d0a8-4599-9299-33a3314ca637 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:02.845766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c8749459-c89b-498f-bee9-b7c70b6a1c93 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:02.853346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cadba-46b6-416c-9a1b-4223558acd3e req-3ffa2a07-d0a8-4599-9299-33a3314ca637 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:02.860727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] For port aff876aa-f913-424e-aaea-65b2d225cf86, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=aff876aa-f913-424e-aaea-65b2d225cf86,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:02.881171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cadba-46b6-416c-9a1b-4223558acd3e req-3ffa2a07-d0a8-4599-9299-33a3314ca637 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:02.916011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c8749459-c89b-498f-bee9-b7c70b6a1c93 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:02.916011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.925479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cadba-46b6-416c-9a1b-4223558acd3e req-3ffa2a07-d0a8-4599-9299-33a3314ca637 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:02.948732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cadba-46b6-416c-9a1b-4223558acd3e req-3ffa2a07-d0a8-4599-9299-33a3314ca637 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:02.956799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port 09cf1936-39e6-479c-92a4-264392644ba3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=09cf1936-39e6-479c-92a4-264392644ba3,segment=NetworkSegment(7b8fb339-9dfa-4118-853a-5abf748b396a),segment_id=7b8fb339-9dfa-4118-853a-5abf748b396a)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:02.957373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:02.968658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cadba-46b6-416c-9a1b-4223558acd3e req-3ffa2a07-d0a8-4599-9299-33a3314ca637 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:02.973860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-389cadba-46b6-416c-9a1b-4223558acd3e req-3ffa2a07-d0a8-4599-9299-33a3314ca637 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 5443 time: 0.3180776 Nov 26 22:10:02.974254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 09cf1936-39e6-479c-92a4-264392644ba3 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:03.136537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 102a7253-24da-458c-9da0-c33f7626992c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:03.175920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 102a7253-24da-458c-9da0-c33f7626992c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:03.176279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 102a7253-24da-458c-9da0-c33f7626992c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:03.176707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 16769ab8-baaa-48ea-abee-0626203b4c84 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:03.206260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-389cadba-46b6-416c-9a1b-4223558acd3e req-8bd143f7-63dc-4a60-8acd-cc99db5f799c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2200029 Nov 26 22:10:03.231050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 16769ab8-baaa-48ea-abee-0626203b4c84 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:03.231421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 16769ab8-baaa-48ea-abee-0626203b4c84 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:03.266051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:03.312317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=09cf1936-39e6-479c-92a4-264392644ba3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:03.332093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] For port aff876aa-f913-424e-aaea-65b2d225cf86, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:03.362674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:03.372816 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:03.504248 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:03.518107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event updated for resources: {'Port': ['ID=2041aa90-486f-40f4-becb-9665db89968c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:03.581386 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:03.618511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] device_id is not set on port aff876aa-f913-424e-aaea-65b2d225cf86 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:10:03.697739 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:03.746237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Network ef367eee-14fb-4da7-9d04-86205d186007 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:03.748085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:03.997650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Router 0fbbbe28-d601-4dce-b366-45c43921c06c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:04.108859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:04.122123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-57914698-8a9f-4774-a9de-a1951ba78def tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "PUT /v2.0/routers/0fbbbe28-d601-4dce-b366-45c43921c06c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2889369 Nov 26 22:10:04.124875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f73a476-904d-426c-a127-d3298e4bdbfc None None] Sync routers for ids ['0fbbbe28-d601-4dce-b366-45c43921c06c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:04.125628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42700) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:04.166734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73a476-904d-426c-a127-d3298e4bdbfc None None] Routers {'0fbbbe28-d601-4dce-b366-45c43921c06c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:04.168621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2f73a476-904d-426c-a127-d3298e4bdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0fbbbe28-d601-4dce-b366-45c43921c06c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:04.229139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2f73a476-904d-426c-a127-d3298e4bdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:04.247836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f73a476-904d-426c-a127-d3298e4bdbfc None None] Routers {'0fbbbe28-d601-4dce-b366-45c43921c06c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:04.248484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2f73a476-904d-426c-a127-d3298e4bdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0fbbbe28-d601-4dce-b366-45c43921c06c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:04.360300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2f73a476-904d-426c-a127-d3298e4bdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:04.372488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f73a476-904d-426c-a127-d3298e4bdbfc None None] The sync data for ids ['0fbbbe28-d601-4dce-b366-45c43921c06c'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:04.387769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8410e7f7-7000-45cb-8d3d-27a327dbe462 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:04.406681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:04.418794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:04.419028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f86f9b59-d713-4e37-b34c-0e4ac0ba7ec6 None None] Provisioning complete for port 2041aa90-486f-40f4-becb-9665db89968c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:04.420083 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f86f9b59-d713-4e37-b34c-0e4ac0ba7ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:04.474959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=3858c2b5-bafe-4adb-b03e-900771238b3c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:04.513196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f86f9b59-d713-4e37-b34c-0e4ac0ba7ec6 None None] Port 2041aa90-486f-40f4-becb-9665db89968c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:04.585268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd06ba-b55a-4d94-8730-f07b3605058d req-bdfbab35-bf2a-4007-b44e-ea589ca047f2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:04.596451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd06ba-b55a-4d94-8730-f07b3605058d req-bdfbab35-bf2a-4007-b44e-ea589ca047f2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:04.603491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] No DVR routers for this DVR port aff876aa-f913-424e-aaea-65b2d225cf86 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:04.607338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd06ba-b55a-4d94-8730-f07b3605058d req-bdfbab35-bf2a-4007-b44e-ea589ca047f2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:04.615735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd06ba-b55a-4d94-8730-f07b3605058d req-bdfbab35-bf2a-4007-b44e-ea589ca047f2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:04.634570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd06ba-b55a-4d94-8730-f07b3605058d req-bdfbab35-bf2a-4007-b44e-ea589ca047f2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:04.639171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd06ba-b55a-4d94-8730-f07b3605058d req-bdfbab35-bf2a-4007-b44e-ea589ca047f2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:04.641344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8bd06ba-b55a-4d94-8730-f07b3605058d req-bdfbab35-bf2a-4007-b44e-ea589ca047f2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 4664 time: 0.2507513 Nov 26 22:10:04.669418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] Pushing event updated for resources: {'Port': ['ID=aff876aa-f913-424e-aaea-65b2d225cf86,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:04.678929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:04.679264 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Floating IP 34dc657a-d935-418d-a392-061773af876d disassociated (deleted). External IP: 172.25.3.46, port: b9b82a1a-387c-4bd6-b37d-2a6bc8001e69. Nov 26 22:10:04.725349 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-8410e7f7-7000-45cb-8d3d-27a327dbe462 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 22:10:04.725349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8410e7f7-7000-45cb-8d3d-27a327dbe462 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/routers/0fbbbe28-d601-4dce-b366-45c43921c06c HTTP/1.1" status: 409 len: 329 time: 0.5974531 Nov 26 22:10:04.743783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42706) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:04.863716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] In _notify_port_updated(), no bound segment for port aff876aa-f913-424e-aaea-65b2d225cf86 on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:10:04.864623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:04.865243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:04.866592 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-6bececaf-0684-468b-a636-5dfdcdf8384d service neutron] 10.222.0.13 "PUT /v2.0/ports/aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 200 len: 1032 time: 2.9326000 Nov 26 22:10:04.950658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 70621aed-7a91-4da3-9946-e906c783d7f7 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:04.981066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:04.993780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8bd06ba-b55a-4d94-8730-f07b3605058d req-fcca91dd-beee-4e68-bfc9-4e6ba9ad926e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3427086 Nov 26 22:10:05.012640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d052ee9a-2d2b-4983-90ca-d78fea3e584a None None] Provisioning complete for port aff876aa-f913-424e-aaea-65b2d225cf86 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:05.013518 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d052ee9a-2d2b-4983-90ca-d78fea3e584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.042465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-aff94bcb-9e08-4248-a59d-38804b1323db tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:05.043981 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-aff94bcb-9e08-4248-a59d-38804b1323db tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "GET /v2.0/ports/e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1681621 Nov 26 22:10:05.059341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:05.068004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d052ee9a-2d2b-4983-90ca-d78fea3e584a None None] Port aff876aa-f913-424e-aaea-65b2d225cf86 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:05.141873 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.181231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:05.188740 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d428dd-2d42-4f3a-8d3a-68dcfc3318ef" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:05.215155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 70621aed-7a91-4da3-9946-e906c783d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=70621aed-7a91-4da3-9946-e906c783d7f7,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:05.226928 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.232819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device aff876aa-f913-424e-aaea-65b2d225cf86 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:05.309737 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca5303c-71ed-41c0-8b6b-e26e82414c0f x-openstack-request-id: req-0ca5303c-71ed-41c0-8b6b-e26e82414c0f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:05.310359 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:05.310796 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ca5303c-71ed-41c0-8b6b-e26e82414c0f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:05.311350 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7', 'code': 200} Nov 26 22:10:05.341930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=70621aed-7a91-4da3-9946-e906c783d7f7,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:05.349191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device aff876aa-f913-424e-aaea-65b2d225cf86 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:05.349901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device df353b82-9244-4a84-b2e0-73497dc7871d no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:05.476211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.523740 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.533414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.546966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port df353b82-9244-4a84-b2e0-73497dc7871d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=df353b82-9244-4a84-b2e0-73497dc7871d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:05.566911 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.567390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:05.568580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 0e189278-1d22-4eca-a084-af28437f9f14 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:05.646521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=df353b82-9244-4a84-b2e0-73497dc7871d,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:05.686841 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.730858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:05.740547 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.741913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ab5b10d1-ad2a-4d84-822e-8a4b348a329d no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:05.830139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:05.936452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.959118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:05.961502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:05.963299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.api [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:10:05.963631 n-d-819494-1 neutron-server[110000]: DEBUG oslo_db.api [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:10:05.967084 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:05.971602 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] Sync routers for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:05.972291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ab5b10d1-ad2a-4d84-822e-8a4b348a329d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:05.981677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42732) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:05.983457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] Sync routers for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:05.986944 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-229ecd46-78ea-49e2-9055-5ceb55b0dbc1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2063758 Nov 26 22:10:05.997959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.002882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device cc43f42d-16cd-4b1f-8d69-3aed33271b9f no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:06.016666 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:06.017619 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:06.031060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Deleting port 2041aa90-486f-40f4-becb-9665db89968c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:06.031571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.066697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4bd13bac-0b76-4d79-af61-3c7f0b8d7fae tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/floatingips/34dc657a-d935-418d-a392-061773af876d HTTP/1.1" status: 204 len: 168 time: 4.6330435 Nov 26 22:10:06.067272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:06.080699 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975846f3-2c83-4929-938b-e947b4d54986" -d '{"events": [{"name": "network-changed", "server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:06.135314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:06.135969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:06.248332 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:06.259660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:06.300374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:06.324288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9f6fac-70b7-4e40-afa3-60e8287f6768 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet bd7d2cda-706f-472e-a4c1-86bf23813481 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:10:06.343309 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6fac-70b7-4e40-afa3-60e8287f6768 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.383318 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.419095 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ce0e50-d5e2-40a4-b657-d559af21559c x-openstack-request-id: req-73ce0e50-d5e2-40a4-b657-d559af21559c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:06.419410 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:06.419672 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73ce0e50-d5e2-40a4-b657-d559af21559c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:06.420085 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'status': 'completed', 'code': 200} Nov 26 22:10:06.493207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port cc43f42d-16cd-4b1f-8d69-3aed33271b9f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:06.517356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.542628 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.543609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d9e2592c-3f43-476c-be84-c3a3a1e2c372 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:06.586470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3a539-28dd-4ca0-9ca5-5624bba5a5c9 req-f7e9bf7e-0c34-4dd8-9246-82ed9af87d53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.595575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3a539-28dd-4ca0-9ca5-5624bba5a5c9 req-f7e9bf7e-0c34-4dd8-9246-82ed9af87d53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.607227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3a539-28dd-4ca0-9ca5-5624bba5a5c9 req-f7e9bf7e-0c34-4dd8-9246-82ed9af87d53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.621873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3a539-28dd-4ca0-9ca5-5624bba5a5c9 req-f7e9bf7e-0c34-4dd8-9246-82ed9af87d53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.628351 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3a539-28dd-4ca0-9ca5-5624bba5a5c9 req-f7e9bf7e-0c34-4dd8-9246-82ed9af87d53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.635816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3a539-28dd-4ca0-9ca5-5624bba5a5c9 req-f7e9bf7e-0c34-4dd8-9246-82ed9af87d53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.648169 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bac3a539-28dd-4ca0-9ca5-5624bba5a5c9 req-f7e9bf7e-0c34-4dd8-9246-82ed9af87d53 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 4656 time: 0.4513049 Nov 26 22:10:06.654335 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6fac-70b7-4e40-afa3-60e8287f6768 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.658228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.663103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975846f3-2c83-4929-938b-e947b4d54986 req-c567346b-7985-40e9-8886-7b4bd4bbdefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.667319 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:08Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:06.667882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:06.678989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-975846f3-2c83-4929-938b-e947b4d54986 req-c567346b-7985-40e9-8886-7b4bd4bbdefd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44636e60510b4cc993a80af73b717746&device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 1096 time: 0.1777587 Nov 26 22:10:06.727245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Calling delete_port for 2041aa90-486f-40f4-becb-9665db89968c owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:06.758225 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] Checking router: 0e189278-1d22-4eca-a084-af28437f9f14 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:06.782892 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.788265 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:06.789562 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:06.877773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d9e2592c-3f43-476c-be84-c3a3a1e2c372, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:06.893055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8950d-d904-43ed-a916-1952332dac29 req-459297a6-5128-4ffd-8565-ac90e3ced8bd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.906705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5eb8950d-d904-43ed-a916-1952332dac29 req-459297a6-5128-4ffd-8565-ac90e3ced8bd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.2554264 Nov 26 22:10:06.908990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975846f3-2c83-4929-938b-e947b4d54986 req-7bb54990-6b8d-4079-a40d-9beb274f2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:06.910753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-975846f3-2c83-4929-938b-e947b4d54986 req-7bb54990-6b8d-4079-a40d-9beb274f2c33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54897b4f-9793-451b-a15d-8256cce033c4 HTTP/1.1" status: 200 len: 898 time: 0.2222233 Nov 26 22:10:06.925494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:06.954406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bac3a539-28dd-4ca0-9ca5-5624bba5a5c9 req-53914767-cc9e-4e9a-81a7-0b726ea26354 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&id=c53f69fa-b0db-4eee-8df5-04aff93d09fd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2884142 Nov 26 22:10:07.009897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:03Z', 'revision_number': 9, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:07.035978 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-975846f3-2c83-4929-938b-e947b4d54986 req-643e7f57-04a2-49d8-baf5-1a2235120d21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 HTTP/1.1" status: 200 len: 217 time: 0.1138880 Nov 26 22:10:07.064672 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:07.065758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] Checking router: d59c3c7d-8153-4362-9e99-f46517d2b6d0 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:07.077309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:07.077935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:07.169506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975846f3-2c83-4929-938b-e947b4d54986 req-bea77d15-7d71-44e1-a061-f710002416fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:07.170941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6fac-70b7-4e40-afa3-60e8287f6768 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:07.171189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-975846f3-2c83-4929-938b-e947b4d54986 req-bea77d15-7d71-44e1-a061-f710002416fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bdbe26e4-a06f-49fd-8e30-955ec319c8d9 HTTP/1.1" status: 200 len: 834 time: 0.1264613 Nov 26 22:10:07.224611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:07.241875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] For port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:07.243277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5eb8950d-d904-43ed-a916-1952332dac29 req-d27f65c2-43bf-486d-85c4-19732bdf9b3a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325937 Nov 26 22:10:07.327989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975846f3-2c83-4929-938b-e947b4d54986 req-506115fe-8e23-4c9e-8ac0-a4a37b51495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:07.330195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-975846f3-2c83-4929-938b-e947b4d54986 req-506115fe-8e23-4c9e-8ac0-a4a37b51495f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54897b4f-9793-451b-a15d-8256cce033c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488314 Nov 26 22:10:07.334244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] For port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:07.336435 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6fac-70b7-4e40-afa3-60e8287f6768 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:07.410420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:07.431827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d9e2592c-3f43-476c-be84-c3a3a1e2c372,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:07.446043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f6fac-70b7-4e40-afa3-60e8287f6768 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7d2cda-706f-472e-a4c1-86bf23813481,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:07.460530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df353b82-9244-4a84-b2e0-73497dc7871d'}, {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02'}, {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d'}, {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f'}, {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:07.462957 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bb7ada-3dbc-4d63-944a-bd148e23330b" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "df353b82-9244-4a84-b2e0-73497dc7871d"}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02"}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5b10d1-ad2a-4d84-822e-8a4b348a329d"}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "cc43f42d-16cd-4b1f-8d69-3aed33271b9f"}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e2592c-3f43-476c-be84-c3a3a1e2c372"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:07.470675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344eb0ad-52ac-4711-ba3b-6e81631fb3bd None None] Network 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:07.489670 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:08Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:07.489913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] device_id is not set on port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:10:07.503644 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:07.518903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:07.542231 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26a7c8-5975-4e3b-90e4-85a2d2949bbd None None] The sync data for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 is: [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:07:02Z', 'revision_number': 4, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '683c0cef-0b87-46c3-9b1a-7d6ddf7aff63', 'name': '', 'network_id': '54897b4f-9793-451b-a15d-8256cce033c4', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'mac_address': 'fa:16:3e:8a:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:59Z', 'updated_at': '2021-11-26T22:07:08Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'subnets': [{'id': 'bdbe26e4-a06f-49fd-8e30-955ec319c8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:07.548907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6fac-70b7-4e40-afa3-60e8287f6768 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:07.558998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bb9f6fac-70b7-4e40-afa3-60e8287f6768 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/bd7d2cda-706f-472e-a4c1-86bf23813481 HTTP/1.1" status: 204 len: 168 time: 1.5757823 Nov 26 22:10:07.561735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42784) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:07.713136 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-975846f3-2c83-4929-938b-e947b4d54986 req-cd6c4df4-4fde-4aa3-b500-0d1bf8dfb85e service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514738 Nov 26 22:10:07.734472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Pushing event updated for resources: {'Port': ['ID=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:07.736862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Port': ['ID=2041aa90-486f-40f4-becb-9665db89968c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:07.800492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] No DVR routers for this DVR port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:07.905338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] In _notify_port_updated(), no bound segment for port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 on network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:10:07.907701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:07.909193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:07.911485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-627d5420-b029-4da6-bdbc-4332db789602 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 200 len: 1032 time: 2.8579876 Nov 26 22:10:07.965866 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0b1227-056f-4d8c-b44d-893243efbc12 x-openstack-request-id: req-df0b1227-056f-4d8c-b44d-893243efbc12 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:07.966224 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "df353b82-9244-4a84-b2e0-73497dc7871d", "code": 200}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02", "code": 200}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5b10d1-ad2a-4d84-822e-8a4b348a329d", "code": 200}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "cc43f42d-16cd-4b1f-8d69-3aed33271b9f", "code": 200}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e2592c-3f43-476c-be84-c3a3a1e2c372", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:07.966491 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df0b1227-056f-4d8c-b44d-893243efbc12 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:07.966905 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df353b82-9244-4a84-b2e0-73497dc7871d', 'code': 200} Nov 26 22:10:07.967177 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02', 'code': 200} Nov 26 22:10:07.967435 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d', 'code': 200} Nov 26 22:10:07.967695 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f', 'code': 200} Nov 26 22:10:07.968010 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372', 'code': 200} Nov 26 22:10:07.986525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.009258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.024310 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.064107 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038bdc3-b37a-4c90-9b03-19ed64918273 None None] New status for floating IP 34dc657a-d935-418d-a392-061773af876d: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:10:08.076014 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.165674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] DHCP port deletion for 8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:08.265713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dd1bc833-075a-47f4-afa5-5ea573949919 None None] Provisioning complete for port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:08.266317 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dd1bc833-075a-47f4-afa5-5ea573949919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.425011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Router 0fbbbe28-d601-4dce-b366-45c43921c06c has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:08.427829 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-975846f3-2c83-4929-938b-e947b4d54986 req-a8de74c6-fa4b-488c-9f76-f56583060189 service neutron] 10.222.0.13 "GET /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278950 Nov 26 22:10:08.440721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port df353b82-9244-4a84-b2e0-73497dc7871d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:08.441060 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.445318 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba9b6-e2ab-4c8d-ba78-a4bb36438e27 req-47e37828-b3f1-477a-9e47-d205aba20711 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:08.453542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba9b6-e2ab-4c8d-ba78-a4bb36438e27 req-47e37828-b3f1-477a-9e47-d205aba20711 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:08.456844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-766d7d6b-6baf-4085-8a44-711c38f3ebca tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:08.457168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bc833-075a-47f4-afa5-5ea573949919 None None] Port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:08.458422 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-766d7d6b-6baf-4085-8a44-711c38f3ebca tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.1963265 Nov 26 22:10:08.465919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba9b6-e2ab-4c8d-ba78-a4bb36438e27 req-47e37828-b3f1-477a-9e47-d205aba20711 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:08.466528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35512d74-6391-4301-a7c4-20e18bffd3e3 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:08.473295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba9b6-e2ab-4c8d-ba78-a4bb36438e27 req-47e37828-b3f1-477a-9e47-d205aba20711 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:08.480412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ba9b6-e2ab-4c8d-ba78-a4bb36438e27 req-47e37828-b3f1-477a-9e47-d205aba20711 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:08.482428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af8ba9b6-e2ab-4c8d-ba78-a4bb36438e27 req-47e37828-b3f1-477a-9e47-d205aba20711 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 3875 time: 0.2777584 Nov 26 22:10:08.581172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:03Z', 'revision_number': 9, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:08.622708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:08.650508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f7c362-d838-4e29-a5de-9f63d747260c None None] Sync routers for ids ['0fbbbe28-d601-4dce-b366-45c43921c06c'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:08.664711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ead1dc-b7c0-47f5-9c60-d439149757ea None None] The sync data for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 is: [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:03Z', 'revision_number': 9, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'b2cbc467-f4bd-4751-9e71-56da77ae1cd0', 'name': '', 'network_id': '3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:81:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:31Z', 'updated_at': '2021-11-26T22:09:42Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '3d2a02b5-ae25-4f57-854e-bcf935973971', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:08.684376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f7c362-d838-4e29-a5de-9f63d747260c None None] Routers {'0fbbbe28-d601-4dce-b366-45c43921c06c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:08.687745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] For port df353b82-9244-4a84-b2e0-73497dc7871d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=df353b82-9244-4a84-b2e0-73497dc7871d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:08.688113 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.688646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c9f7c362-d838-4e29-a5de-9f63d747260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0fbbbe28-d601-4dce-b366-45c43921c06c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:08.713127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aad4160f-de24-41a0-8224-5e33a29ae321 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "PUT /v2.0/routers/0fbbbe28-d601-4dce-b366-45c43921c06c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9682076 Nov 26 22:10:08.715767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42818) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:08.748551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af8ba9b6-e2ab-4c8d-ba78-a4bb36438e27 req-f2f9efdd-c760-476d-b84c-b0e81fcd0025 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239225 Nov 26 22:10:08.772120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 35512d74-6391-4301-a7c4-20e18bffd3e3 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:08.772466 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.795484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for df353b82-9244-4a84-b2e0-73497dc7871d owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:08.799114 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-2f2aab4c-67c0-4273-ac09-5522ce3a9c0e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] show failed (client error): The resource could not be found. Nov 26 22:10:08.804001 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2f2aab4c-67c0-4273-ac09-5522ce3a9c0e tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1569689607 HTTP/1.1" status: 404 len: 335 time: 0.0789170 Nov 26 22:10:08.804214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] Deleting port 35512d74-6391-4301-a7c4-20e18bffd3e3 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:08.804214 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.807071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42826) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:08.813800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-53f36ec6-a160-433c-92af-420d2e731ca5 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:08.834108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c9f7c362-d838-4e29-a5de-9f63d747260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:08.864328 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-53f36ec6-a160-433c-92af-420d2e731ca5 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] update failed (client error): The resource could not be found. Nov 26 22:10:08.865362 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-53f36ec6-a160-433c-92af-420d2e731ca5 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-72889792 HTTP/1.1" status: 404 len: 333 time: 0.0580482 Nov 26 22:10:08.869717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42836) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:08.883138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port 35512d74-6391-4301-a7c4-20e18bffd3e3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35512d74-6391-4301-a7c4-20e18bffd3e3,segment=NetworkSegment(7b8fb339-9dfa-4118-853a-5abf748b396a),segment_id=7b8fb339-9dfa-4118-853a-5abf748b396a)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:08.883619 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.900389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 35512d74-6391-4301-a7c4-20e18bffd3e3 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:08.912902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:08.913323 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:08.978737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96225fe2-bbcf-49af-944c-d88aa5027fd0 req-e7a6c362-49ec-469e-ab64-62c8b61986e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:08.980822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96225fe2-bbcf-49af-944c-d88aa5027fd0 req-e7a6c362-49ec-469e-ab64-62c8b61986e5 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.4897468 Nov 26 22:10:09.005261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-6278e784-8ffe-4582-8945-0ad7d60bdfc1 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Deleting subnet 2d42aaf3-a19d-4138-ba3e-b44642a2e89c {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:10:09.009372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6278e784-8ffe-4582-8945-0ad7d60bdfc1 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.063174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f7c362-d838-4e29-a5de-9f63d747260c None None] Routers {'0fbbbe28-d601-4dce-b366-45c43921c06c'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:09.063803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c9f7c362-d838-4e29-a5de-9f63d747260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0fbbbe28-d601-4dce-b366-45c43921c06c'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:09.083047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96225fe2-bbcf-49af-944c-d88aa5027fd0 req-b177f9de-bfaa-4fde-bf2a-f7bc65d33638 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917947 Nov 26 22:10:09.121426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.150677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c9f7c362-d838-4e29-a5de-9f63d747260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:09.151455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f7c362-d838-4e29-a5de-9f63d747260c None None] The sync data for ids ['0fbbbe28-d601-4dce-b366-45c43921c06c'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:09.160279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] For port 35512d74-6391-4301-a7c4-20e18bffd3e3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35512d74-6391-4301-a7c4-20e18bffd3e3,segment=NetworkSegment(7b8fb339-9dfa-4118-853a-5abf748b396a),segment_id=7b8fb339-9dfa-4118-853a-5abf748b396a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:09.160960 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.177078 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.187150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] Calling delete_port for 35512d74-6391-4301-a7c4-20e18bffd3e3 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:09.206340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6278e784-8ffe-4582-8945-0ad7d60bdfc1 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.208516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=35512d74-6391-4301-a7c4-20e18bffd3e3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:09.215759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port 35512d74-6391-4301-a7c4-20e18bffd3e3 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:09.364793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.396810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:09.399061 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.431800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.449389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:09.485293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:09.510787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.522767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] Pushing event deleted for resources: {'Port': ['ID=35512d74-6391-4301-a7c4-20e18bffd3e3,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:09.525775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8fb339-9dfa-4118-853a-5abf748b396a') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:09.526009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8fb339-9dfa-4118-853a-5abf748b396a') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:09.530487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6278e784-8ffe-4582-8945-0ad7d60bdfc1 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.542419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c868200-c144-4386-a7f2-b6246a56c1f8 None None] No DVR routers for this DVR port 35512d74-6391-4301-a7c4-20e18bffd3e3 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:09.544952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.579797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.588779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:10:09.589258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:10:09.592464 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:10:09.616068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=df353b82-9244-4a84-b2e0-73497dc7871d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:09.687515 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.696079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:09.704227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1 HTTP/1.1" status: 204 len: 168 time: 1.9967260 Nov 26 22:10:09.705182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42876) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:09.873398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a3a9f-10aa-49bd-9176-defa8050d876 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=8f3b642a-8a8a-4b0f-bb43-141b45ebf6a1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:10.068827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] No DVR routers for this DVR port df353b82-9244-4a84-b2e0-73497dc7871d on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:10.087071 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.091418 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-70303c07-ea69-413d-9769-41f52f790c3a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "DELETE /v2.0/ports/df353b82-9244-4a84-b2e0-73497dc7871d HTTP/1.1" status: 204 len: 173 time: 2.1658680 Nov 26 22:10:10.093849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': 'df353b82-9244-4a84-b2e0-73497dc7871d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:10.096445 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f6f047-cd1f-4aa3-959f-7e1207b54531" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "df353b82-9244-4a84-b2e0-73497dc7871d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:10.270902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6278e784-8ffe-4582-8945-0ad7d60bdfc1 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.294004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 09cf1936-39e6-479c-92a4-264392644ba3 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:10.322406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 09cf1936-39e6-479c-92a4-264392644ba3 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:10.322939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 09cf1936-39e6-479c-92a4-264392644ba3 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:10.359401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6278e784-8ffe-4582-8945-0ad7d60bdfc1 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.365071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a5edd5-65c6-4ad6-b6c7-10b86d510474 None None] Network d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:10.369718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6278e784-8ffe-4582-8945-0ad7d60bdfc1 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/subnets/2d42aaf3-a19d-4138-ba3e-b44642a2e89c HTTP/1.1" status: 204 len: 168 time: 1.4980776 Nov 26 22:10:10.370403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42894) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:10.444375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f505713-f2ca-48e8-9bc4-18b49e075e20 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Deleting subnet 7330f4eb-5926-4cd1-b718-684d3f5dceb7 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:10:10.447585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278e784-8ffe-4582-8945-0ad7d60bdfc1 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Subnet': ['ID=2d42aaf3-a19d-4138-ba3e-b44642a2e89c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:10.463658 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f505713-f2ca-48e8-9bc4-18b49e075e20 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.508053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114600fa-b829-4d60-9381-3fffe4ed2228 req-83d40bfc-f4d1-420a-a881-dad164e429b6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:10.516629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114600fa-b829-4d60-9381-3fffe4ed2228 req-83d40bfc-f4d1-420a-a881-dad164e429b6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:10.525917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114600fa-b829-4d60-9381-3fffe4ed2228 req-83d40bfc-f4d1-420a-a881-dad164e429b6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:10.532163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114600fa-b829-4d60-9381-3fffe4ed2228 req-83d40bfc-f4d1-420a-a881-dad164e429b6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:10.533955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-114600fa-b829-4d60-9381-3fffe4ed2228 req-83d40bfc-f4d1-420a-a881-dad164e429b6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 3143 time: 0.6474609 Nov 26 22:10:10.548267 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.558120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port 70621aed-7a91-4da3-9946-e906c783d7f7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:10.558474 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.603545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f505713-f2ca-48e8-9bc4-18b49e075e20 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.636558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2b681-8f39-49c3-9c0a-0eef782a3683 req-d2b5d8e1-6174-45da-9c7e-a88512a67fdd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:10.638163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ba2b681-8f39-49c3-9c0a-0eef782a3683 req-d2b5d8e1-6174-45da-9c7e-a88512a67fdd tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/ports?device_id=af1b6af1-a054-4c43-a9b6-561e36a90831 HTTP/1.1" status: 200 len: 945 time: 0.2498600 Nov 26 22:10:10.643882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-114600fa-b829-4d60-9381-3fffe4ed2228 req-c3dbd597-4410-43c9-b315-fa2d6fba9faa tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018419 Nov 26 22:10:10.692715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=b9b82a1a-387c-4bd6-b37d-2a6bc8001e69,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:10.709287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] DHCP port deletion for d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:10.731050 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d825699-0aee-4904-9e9e-667816a5e3a4 x-openstack-request-id: req-6d825699-0aee-4904-9e9e-667816a5e3a4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:10.731338 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "df353b82-9244-4a84-b2e0-73497dc7871d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:10.731602 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d825699-0aee-4904-9e9e-667816a5e3a4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:10.732108 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': 'df353b82-9244-4a84-b2e0-73497dc7871d', 'status': 'completed', 'code': 200} Nov 26 22:10:10.812377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1ba2b681-8f39-49c3-9c0a-0eef782a3683 req-a443db06-cf17-4839-bf27-89fc8c3c2cba tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "GET /v2.0/security-groups?id=1234e765-1a39-4b02-8946-7faae52a2ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629262 Nov 26 22:10:10.823357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] Deleting port c8749459-c89b-498f-bee9-b7c70b6a1c93 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:10.823926 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.856307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] No DVR routers for this DVR port b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:10.863018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.865997 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6744a39e-d4a6-46db-bb7d-29f82bf71451 req-e47a70af-e62b-40cb-b1b5-d12b61b2c228 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.13 "DELETE /v2.0/ports/b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 HTTP/1.1" status: 204 len: 173 time: 2.3912661 Nov 26 22:10:10.946359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] For port c8749459-c89b-498f-bee9-b7c70b6a1c93, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c8749459-c89b-498f-bee9-b7c70b6a1c93,segment=NetworkSegment(0b74fc1c-22a1-4bb7-baf3-c40c65afcda3),segment_id=0b74fc1c-22a1-4bb7-baf3-c40c65afcda3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:10.952816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:10.953076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] For port 70621aed-7a91-4da3-9946-e906c783d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=70621aed-7a91-4da3-9946-e906c783d7f7,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:10.953076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.018894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] Calling delete_port for c8749459-c89b-498f-bee9-b7c70b6a1c93 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:11.030454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f505713-f2ca-48e8-9bc4-18b49e075e20 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.063223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.163760 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.194786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] Pushing event deleted for resources: {'Port': ['ID=c8749459-c89b-498f-bee9-b7c70b6a1c93,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:11.197912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50962361-a1a8-4a05-a5cc-2b2694e6f371 None None] No DVR routers for this DVR port c8749459-c89b-498f-bee9-b7c70b6a1c93 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:11.328781 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.329369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.331231 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Floating IP 64c5f5d1-3aaf-49a6-9283-389ec02a6f37 disassociated. External IP: 172.25.3.247, port: 70621aed-7a91-4da3-9946-e906c783d7f7. Nov 26 22:10:11.331399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for 70621aed-7a91-4da3-9946-e906c783d7f7 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:11.338268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f505713-f2ca-48e8-9bc4-18b49e075e20 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.408967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f505713-f2ca-48e8-9bc4-18b49e075e20 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Subnet': ['ID=7330f4eb-5926-4cd1-b718-684d3f5dceb7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:11.412883 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f505713-f2ca-48e8-9bc4-18b49e075e20 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.417457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0f505713-f2ca-48e8-9bc4-18b49e075e20 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/subnets/7330f4eb-5926-4cd1-b718-684d3f5dceb7 HTTP/1.1" status: 204 len: 168 time: 1.0350282 Nov 26 22:10:11.426878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42908) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:11.436279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ac0a5-278c-4f8a-bf7a-b7eea99c93a7 None None] Network 37c94885-e0a4-48fc-803d-c5583c48417a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:11.533868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port b2cbc467-f4bd-4751-9e71-56da77ae1cd0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:11.534242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.614730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.765454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port b2cbc467-f4bd-4751-9e71-56da77ae1cd0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,segment=NetworkSegment(2034dcf6-71c3-4db4-8a3b-03be930774b1),segment_id=2034dcf6-71c3-4db4-8a3b-03be930774b1)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:11.778342 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.797139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for b2cbc467-f4bd-4751-9e71-56da77ae1cd0 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:11.820173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] DHCP port deletion for 37c94885-e0a4-48fc-803d-c5583c48417a request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:11.833098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.864128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.866743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:11.897457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42920) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:11.899107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=70621aed-7a91-4da3-9946-e906c783d7f7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:11.921037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] Deleting port 6878fc1a-9cb2-4b46-bb4d-b17272324868 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:11.924897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:11.962895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b74fc1c-22a1-4bb7-baf3-c40c65afcda3') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:11.963199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b74fc1c-22a1-4bb7-baf3-c40c65afcda3') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:11.982503 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.037596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.037818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.075517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] For port 6878fc1a-9cb2-4b46-bb4d-b17272324868, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6878fc1a-9cb2-4b46-bb4d-b17272324868,segment=NetworkSegment(8f056a95-d6f4-49cf-9e23-6310ab1cefb5),segment_id=8f056a95-d6f4-49cf-9e23-6310ab1cefb5)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:12.076104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.084606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=b2cbc467-f4bd-4751-9e71-56da77ae1cd0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:12.099157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:10:12.099565 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.105824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] Calling delete_port for 6878fc1a-9cb2-4b46-bb4d-b17272324868 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:10:12.109570 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:10:12.278639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.301116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6a47a-aff7-4385-beb6-9c00ec02535e req-0bb4e2b7-90ab-412a-9a0e-9ef9b95d75d8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:12.308500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6a47a-aff7-4385-beb6-9c00ec02535e req-0bb4e2b7-90ab-412a-9a0e-9ef9b95d75d8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:12.309541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] Pushing event deleted for resources: {'Port': ['ID=6878fc1a-9cb2-4b46-bb4d-b17272324868,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:12.311846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18bb79-303d-4f41-929d-65bcbe1d33e1 None None] No DVR routers for this DVR port 6878fc1a-9cb2-4b46-bb4d-b17272324868 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:12.314534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6a47a-aff7-4385-beb6-9c00ec02535e req-0bb4e2b7-90ab-412a-9a0e-9ef9b95d75d8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:12.322653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92d6a47a-aff7-4385-beb6-9c00ec02535e req-0bb4e2b7-90ab-412a-9a0e-9ef9b95d75d8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 2409 time: 0.3008168 Nov 26 22:10:12.335407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.361210 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.378666 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/networks/d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b HTTP/1.1" status: 204 len: 168 time: 0.9489877 Nov 26 22:10:12.381484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:12.404496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.534114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c108e-a113-49e2-a6e5-d1df5229f756 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Network': ['ID=d13c7eb3-5c0d-4a1c-8e21-6f2ecce2875b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:12.607869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:12.615642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6878fc1a-9cb2-4b46-bb4d-b17272324868 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:12.650448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92d6a47a-aff7-4385-beb6-9c00ec02535e req-b09999db-23be-4fc0-87e2-87e984bcd2d8 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218839 Nov 26 22:10:12.656022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6878fc1a-9cb2-4b46-bb4d-b17272324868 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:12.657840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6878fc1a-9cb2-4b46-bb4d-b17272324868 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:12.659999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c8749459-c89b-498f-bee9-b7c70b6a1c93 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:12.691356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.718157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c8749459-c89b-498f-bee9-b7c70b6a1c93 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:12.718614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c8749459-c89b-498f-bee9-b7c70b6a1c93 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:12.728391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42932) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:12.741774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'name': 'network-vif-deleted', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:12.744621 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d598449-7e2f-4779-881e-aeb67558fabc" -d '{"events": [{"server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "name": "network-vif-deleted", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:12.833504 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9e4f20-31db-413b-8513-1ed2880333a3 x-openstack-request-id: req-be9e4f20-31db-413b-8513-1ed2880333a3 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:12.833805 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1b6af1-a054-4c43-a9b6-561e36a90831", "name": "network-vif-deleted", "tag": "b9b82a1a-387c-4bd6-b37d-2a6bc8001e69", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:12.834059 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be9e4f20-31db-413b-8513-1ed2880333a3 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:12.834479 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1b6af1-a054-4c43-a9b6-561e36a90831', 'name': 'network-vif-deleted', 'tag': 'b9b82a1a-387c-4bd6-b37d-2a6bc8001e69', 'status': 'completed', 'code': 200} Nov 26 22:10:12.926953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b87d87-6137-4df0-a3b4-be8b7c17e018 admin admin] Deleting subnet 9353a103-b9ee-4056-8a6f-c9e20db035ad {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:10:12.933452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02b87d87-6137-4df0-a3b4-be8b7c17e018 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:12.944275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:12.963721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:12.991433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:12.993137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b9b82a1a-387c-4bd6-b37d-2a6bc8001e69 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:12.997571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.030685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c94885-e0a4-48fc-803d-c5583c48417a']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.043935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:13.046568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f056a95-d6f4-49cf-9e23-6310ab1cefb5') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.046872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f056a95-d6f4-49cf-9e23-6310ab1cefb5') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.057888 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] Sync routers for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:13.073831 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:13.074486 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.090706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:13.101629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ba363fe9-a52b-49e3-9c0f-8ae49cb14c50 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3910010 Nov 26 22:10:13.103640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] Sync routers for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:13.105051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02b87d87-6137-4df0-a3b4-be8b7c17e018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.107729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42940) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:13.109829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.119592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:13.120365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.174232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] No DVR routers for this DVR port 70621aed-7a91-4da3-9946-e906c783d7f7 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:13.191335 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.195178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-2e402d1a-8549-4a04-96a8-d1dcf4a75eaf tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "DELETE /v2.0/ports/70621aed-7a91-4da3-9946-e906c783d7f7 HTTP/1.1" status: 204 len: 173 time: 3.0898294 Nov 26 22:10:13.211510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3e704f-c678-4500-b43b-6022c0e623c8 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet 3d2a02b5-ae25-4f57-854e-bcf935973971 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:10:13.214157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.216873 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02b87d87-6137-4df0-a3b4-be8b7c17e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.245892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:13.248215 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be3e704f-c678-4500-b43b-6022c0e623c8 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.283192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:10:13.283418 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.287986 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:10:13.290698 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:10:13.318914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be3e704f-c678-4500-b43b-6022c0e623c8 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.436771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02b87d87-6137-4df0-a3b4-be8b7c17e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.496793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02b87d87-6137-4df0-a3b4-be8b7c17e018 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.500429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d5d63-1234-4b8a-a9d5-461f0b1fe1e5 None None] Network 24345c04-a8f0-4cc3-95e6-5c1397826b5e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:13.509559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-02b87d87-6137-4df0-a3b4-be8b7c17e018 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9353a103-b9ee-4056-8a6f-c9e20db035ad HTTP/1.1" status: 204 len: 168 time: 0.7716181 Nov 26 22:10:13.510885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42948) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:13.538388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.544397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.552253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/networks/37c94885-e0a4-48fc-803d-c5583c48417a HTTP/1.1" status: 204 len: 168 time: 1.0696018 Nov 26 22:10:13.553118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42950) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:13.576833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b87d87-6137-4df0-a3b4-be8b7c17e018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9353a103-b9ee-4056-8a6f-c9e20db035ad,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:13.641413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1db074-6ed7-4fb7-b645-96aea1cdf7aa tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Network': ['ID=37c94885-e0a4-48fc-803d-c5583c48417a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:13.649268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b471d3-36f7-40ef-ab95-759cf4316228 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Deleting subnet 0b3ffe5c-0cee-472f-a2f4-e2298d27adf4 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:10:13.655013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7b471d3-36f7-40ef-ab95-759cf4316228 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.667134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:11Z', 'revision_number': 10, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.731629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port d9e2592c-3f43-476c-be84-c3a3a1e2c372 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:13.732051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.737091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda7450-68c7-4d4e-bb3c-ca1b3a500e50 None None] DHCP port deletion for 24345c04-a8f0-4cc3-95e6-5c1397826b5e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:13.749354 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:13Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.750889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] Checking router: d59c3c7d-8153-4362-9e99-f46517d2b6d0 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:13.751449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7b471d3-36f7-40ef-ab95-759cf4316228 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.766101 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:13.766919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.775287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be3e704f-c678-4500-b43b-6022c0e623c8 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.816444 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] Checking router: 1cfbe494-f1d1-46a9-835f-4acaa74904a3 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:13.838474 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:13.839355 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:13.900282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7b471d3-36f7-40ef-ab95-759cf4316228 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:13.906306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:13.941394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.008594 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be3e704f-c678-4500-b43b-6022c0e623c8 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.047747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e704f-c678-4500-b43b-6022c0e623c8 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2a02b5-ae25-4f57-854e-bcf935973971,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:14.051874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be3e704f-c678-4500-b43b-6022c0e623c8 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.055280 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:14.056408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-be3e704f-c678-4500-b43b-6022c0e623c8 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/3d2a02b5-ae25-4f57-854e-bcf935973971 HTTP/1.1" status: 204 len: 168 time: 0.9472837 Nov 26 22:10:14.062423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42958) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:14.076136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] For port d9e2592c-3f43-476c-be84-c3a3a1e2c372, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d9e2592c-3f43-476c-be84-c3a3a1e2c372,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:14.076515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.081030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb1f7a-12e2-4fc0-bf47-43687197ab0f None None] Network 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:14.093429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for d9e2592c-3f43-476c-be84-c3a3a1e2c372 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:14.125586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068e70c-930d-4e1c-ac3c-89c9d141b283 req-c893059a-d5f6-43e7-ab4c-9d2b54603ec9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:14.133182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068e70c-930d-4e1c-ac3c-89c9d141b283 req-c893059a-d5f6-43e7-ab4c-9d2b54603ec9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:14.139453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068e70c-930d-4e1c-ac3c-89c9d141b283 req-c893059a-d5f6-43e7-ab4c-9d2b54603ec9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:14.142303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c068e70c-930d-4e1c-ac3c-89c9d141b283 req-c893059a-d5f6-43e7-ab4c-9d2b54603ec9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 2409 time: 0.3066216 Nov 26 22:10:14.257070 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.283742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7b471d3-36f7-40ef-ab95-759cf4316228 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.284627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.301454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.303493 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.312708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24345c04-a8f0-4cc3-95e6-5c1397826b5e']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:14.328625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c068e70c-930d-4e1c-ac3c-89c9d141b283 req-6faeaae3-3551-45b8-a8cc-d1cd3fb0c4df tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529350 Nov 26 22:10:14.346046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be4fd47-62b5-4cef-abf3-54ce6731ac97') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:14.346774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be4fd47-62b5-4cef-abf3-54ce6731ac97') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:14.367567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.405918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b471d3-36f7-40ef-ab95-759cf4316228 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3ffe5c-0cee-472f-a2f4-e2298d27adf4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:14.449886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=d9e2592c-3f43-476c-be84-c3a3a1e2c372,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:14.480762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d559746-f958-461d-b62c-abcff32dd828 None None] Network ef367eee-14fb-4da7-9d04-86205d186007 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:14.486666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7b471d3-36f7-40ef-ab95-759cf4316228 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.492341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c7b471d3-36f7-40ef-ab95-759cf4316228 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/subnets/0b3ffe5c-0cee-472f-a2f4-e2298d27adf4 HTTP/1.1" status: 204 len: 168 time: 0.9069221 Nov 26 22:10:14.494289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42966) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:14.519842 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.533439 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:13Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:14.534714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:10:14.535162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:10:14.537659 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:10:14.597394 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e2e12-4983-43f0-a31c-7e9fa63c6376 None None] The sync data for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 is: [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T21:59:07Z', 'revision_number': 4, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'df34646b-ab87-443d-a7dc-a8947258fc60', 'name': '', 'network_id': '1aa8fbb3-8194-48c7-90c0-6ae2f71672e0', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'mac_address': 'fa:16:3e:72:89:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '54f0247c-5539-4f19-9a32-ead622c07557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:06Z', 'updated_at': '2021-11-26T21:59:13Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'subnets': [{'id': '54f0247c-5539-4f19-9a32-ead622c07557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:14.617725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:14.617725 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.700778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=896de80b-6adc-4f85-9cfa-1a2eecf52f1b,segment=NetworkSegment(2034dcf6-71c3-4db4-8a3b-03be930774b1),segment_id=2034dcf6-71c3-4db4-8a3b-03be930774b1)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:14.701223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.738013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 896de80b-6adc-4f85-9cfa-1a2eecf52f1b owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:14.884498 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.915550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=896de80b-6adc-4f85-9cfa-1a2eecf52f1b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:14.921077 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.926505 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:14.930716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] 10.222.0.21 "DELETE /v2.0/networks/24345c04-a8f0-4cc3-95e6-5c1397826b5e HTTP/1.1" status: 204 len: 168 time: 1.3669174 Nov 26 22:10:14.936343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port 896de80b-6adc-4f85-9cfa-1a2eecf52f1b on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:15.002548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33ba2c-6dbf-456e-a333-c323161e9bde admin admin] Pushing event deleted for resources: {'Network': ['ID=24345c04-a8f0-4cc3-95e6-5c1397826b5e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:15.072170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.109928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:15.128853 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c9e75e-4668-4108-81fc-c6929bab25a0 None None] New status for floating IP 64c5f5d1-3aaf-49a6-9283-389ec02a6f37: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:10:15.137896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2034dcf6-71c3-4db4-8a3b-03be930774b1') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:15.138567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2034dcf6-71c3-4db4-8a3b-03be930774b1') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:15.153107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.173176 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.219473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:10:15.221015 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:10:15.228462 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:10:15.253201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:15.264313 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bf7cf9-6c76-44c6-a34d-141ba2c86dc7" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:15.270822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.301428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcda68b-3f47-449f-b2fb-fd68c8d64f17 None None] DHCP port deletion for 3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:15.319247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42980) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:15.341617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:11Z', 'revision_number': 10, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:15.420464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5155ee2-4a63-4194-9d2c-1e168aeffeb0 None None] The sync data for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 is: [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:11Z', 'revision_number': 10, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None, '_interfaces': [{'id': 'bbc0a401-57b8-4589-8098-067c2f3d6880', 'name': '', 'network_id': '773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5', 'tenant_id': '5891ec416302443ca724e78646131539', 'mac_address': 'fa:16:3e:0c:69:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2881, 'fixed_ips': [{'subnet_id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:09:26Z', 'updated_at': '2021-11-26T22:09:34Z', 'revision_number': 5, 'project_id': '5891ec416302443ca724e78646131539', 'subnets': [{'id': '0c548736-1a6e-4a55-bedb-f74e3a96bb22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:15.451293 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.455687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] DHCP port deletion for ef367eee-14fb-4da7-9d04-86205d186007 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:15.457212 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baee761-670f-4830-b6d8-7de974ec75d3 x-openstack-request-id: req-5baee761-670f-4830-b6d8-7de974ec75d3 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:15.459503 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "70621aed-7a91-4da3-9946-e906c783d7f7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:15.461847 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5baee761-670f-4830-b6d8-7de974ec75d3 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:15.462712 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': '70621aed-7a91-4da3-9946-e906c783d7f7', 'status': 'completed', 'code': 200} Nov 26 22:10:15.476651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.501620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7 HTTP/1.1" status: 204 len: 168 time: 1.4270964 Nov 26 22:10:15.502408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42986) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:15.544628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] No DVR routers for this DVR port d9e2592c-3f43-476c-be84-c3a3a1e2c372 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:15.551856 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-836729a4-6150-4d10-b61b-899c3f6fd19b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77f510ad5f484fea83e719cbf08fcb5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314818 Nov 26 22:10:15.558733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42988) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:15.559943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.563106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] Deleting port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:15.563477 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-ad53cee6-ee2c-4a08-87fd-fcbe3019ccdd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "DELETE /v2.0/ports/d9e2592c-3f43-476c-be84-c3a3a1e2c372 HTTP/1.1" status: 204 len: 173 time: 2.3565252 Nov 26 22:10:15.563864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.601203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1281cb-99d5-41b9-becc-acedd3a86423 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=3ca58189-afb9-4ec1-aa1b-43bc50ae8dd7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:15.675217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9496b45-8b8e-4a0a-afed-69da9a496573 req-f3887d14-84c5-4129-942b-7f2440cdc409 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:15.683402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9496b45-8b8e-4a0a-afed-69da9a496573 req-f3887d14-84c5-4129-942b-7f2440cdc409 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:15.685047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9496b45-8b8e-4a0a-afed-69da9a496573 req-f3887d14-84c5-4129-942b-7f2440cdc409 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 1676 time: 0.1802821 Nov 26 22:10:15.689664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] For port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6713c1ab-e170-41da-b3a3-4ef7bb2cc274,segment=NetworkSegment(f0d76c58-9887-4f7b-b930-94f249c9d1a8),segment_id=f0d76c58-9887-4f7b-b930-94f249c9d1a8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:15.690591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.715795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] Calling delete_port for 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:15.842380 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-888b7c5b-75b3-4569-b6f8-bcc3106b4ab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.902286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port cc43f42d-16cd-4b1f-8d69-3aed33271b9f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:15.902629 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.943960 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:15.965377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] No DVR routers for this DVR port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:16.003017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Deleting port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:16.003397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.005662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4eee9-737e-4a49-aa72-1d429835f7ba None None] Pushing event deleted for resources: {'Port': ['ID=6713c1ab-e170-41da-b3a3-4ef7bb2cc274,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:16.029468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-888b7c5b-75b3-4569-b6f8-bcc3106b4ab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.087951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] For port cc43f42d-16cd-4b1f-8d69-3aed33271b9f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:16.088222 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.179118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for cc43f42d-16cd-4b1f-8d69-3aed33271b9f owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:16.220252 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-888b7c5b-75b3-4569-b6f8-bcc3106b4ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.223482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-888b7c5b-75b3-4569-b6f8-bcc3106b4ab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.224953 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-888b7c5b-75b3-4569-b6f8-bcc3106b4ab0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87d5dbe8-46ce-47f5-b9e3-85a2705f7cff HTTP/1.1" status: 204 len: 168 time: 0.6604412 Nov 26 22:10:16.235495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] For port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274, host n-d-819494-1, got binding levels [] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:16.235930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.249185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9496b45-8b8e-4a0a-afed-69da9a496573 req-f0365c84-d7b4-45ee-9887-e52ad6569e19 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5524750 Nov 26 22:10:16.334288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b7c5b-75b3-4569-b6f8-bcc3106b4ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5dbe8-46ce-47f5-b9e3-85a2705f7cff,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:16.351065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Calling delete_port for 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:16.356194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 was not found and therefore no delete operation was performed {{(pid=110000) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:10:16.376848 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.415706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b2cbc467-f4bd-4751-9e71-56da77ae1cd0 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:16.456407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Port': ['ID=6713c1ab-e170-41da-b3a3-4ef7bb2cc274,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:16.459067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b2cbc467-f4bd-4751-9e71-56da77ae1cd0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:16.459678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b2cbc467-f4bd-4751-9e71-56da77ae1cd0 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:16.460276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:16.469485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] No DVR routers for this DVR port 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:16.511026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:16.511406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6713c1ab-e170-41da-b3a3-4ef7bb2cc274 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:16.512070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 896de80b-6adc-4f85-9cfa-1a2eecf52f1b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:16.545280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.557854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 896de80b-6adc-4f85-9cfa-1a2eecf52f1b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:16.558586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 896de80b-6adc-4f85-9cfa-1a2eecf52f1b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:16.659648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.694336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef367eee-14fb-4da7-9d04-86205d186007']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:16.706751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:16.706751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.714004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d76c58-9887-4f7b-b930-94f249c9d1a8') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:16.714337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d76c58-9887-4f7b-b930-94f249c9d1a8') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:16.740216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.793738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.795779 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.811833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:10:16.812249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:10:16.818193 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:10:16.850023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994b479-8df4-426b-8f65-ff5ddb628c01 req-51e54d7f-3a32-4bca-a0d4-29130cf69ba2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:16.859501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a994b479-8df4-426b-8f65-ff5ddb628c01 req-51e54d7f-3a32-4bca-a0d4-29130cf69ba2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1798532 Nov 26 22:10:16.898030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=cc43f42d-16cd-4b1f-8d69-3aed33271b9f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:16.947804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a994b479-8df4-426b-8f65-ff5ddb628c01 req-8095355f-0dd8-4e18-bf23-1a7ca3e4ad89 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872560 Nov 26 22:10:16.979863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.981828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:16.982371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:16.985241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] No DVR routers for this DVR port cc43f42d-16cd-4b1f-8d69-3aed33271b9f on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:17.004754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.008262 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/networks/ef367eee-14fb-4da7-9d04-86205d186007 HTTP/1.1" status: 204 len: 168 time: 2.5104711 Nov 26 22:10:17.009448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.012822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-5a348a79-b7b9-43c6-a16c-3f696e3fc982 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "DELETE /v2.0/ports/cc43f42d-16cd-4b1f-8d69-3aed33271b9f HTTP/1.1" status: 204 len: 173 time: 1.4419060 Nov 26 22:10:17.016553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43026) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:17.020177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:17.064001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3125322-b7dc-4eee-b712-88ff29c5f3ba tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Pushing event deleted for resources: {'Network': ['ID=ef367eee-14fb-4da7-9d04-86205d186007,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:17.088664 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2e448996-0cf4-4c1d-84a9-7032dd2d8f5b tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fbbbe28-d601-4dce-b366-45c43921c06c HTTP/1.1" status: 200 len: 205 time: 0.0696087 Nov 26 22:10:17.093957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43030) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:17.131167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4b989-4341-4171-bd37-b8a4b469b1ad req-5fea7c95-a8e0-47ab-a69e-87d27455dfe1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:17.133139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7dd4b989-4341-4171-bd37-b8a4b469b1ad req-5fea7c95-a8e0-47ab-a69e-87d27455dfe1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0749319 Nov 26 22:10:17.153285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port bbc0a401-57b8-4589-8098-067c2f3d6880 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:17.153676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.280409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bb5883c-4413-44a2-bdd4-ea73cb7c3e44 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.304708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7dd4b989-4341-4171-bd37-b8a4b469b1ad req-76b9ec96-17f3-4a22-b784-d91f540a7968 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587801 Nov 26 22:10:17.409179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port bbc0a401-57b8-4589-8098-067c2f3d6880, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbc0a401-57b8-4589-8098-067c2f3d6880,segment=NetworkSegment(dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77),segment_id=dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:17.409744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.459764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for bbc0a401-57b8-4589-8098-067c2f3d6880 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:17.525491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372'}, {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:17.528531 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c8674-bd4f-41e8-98df-05c5229af694" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "d9e2592c-3f43-476c-be84-c3a3a1e2c372"}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "cc43f42d-16cd-4b1f-8d69-3aed33271b9f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:17.661006 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52ff2d8-761a-4ca5-b505-2495d7f1cc44 x-openstack-request-id: req-d52ff2d8-761a-4ca5-b505-2495d7f1cc44 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:17.661530 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "d9e2592c-3f43-476c-be84-c3a3a1e2c372", "status": "completed", "code": 200}, {"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "cc43f42d-16cd-4b1f-8d69-3aed33271b9f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:17.661955 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d52ff2d8-761a-4ca5-b505-2495d7f1cc44 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:17.662562 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': 'd9e2592c-3f43-476c-be84-c3a3a1e2c372', 'status': 'completed', 'code': 200} Nov 26 22:10:17.662980 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': 'cc43f42d-16cd-4b1f-8d69-3aed33271b9f', 'status': 'completed', 'code': 200} Nov 26 22:10:17.732923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bb5883c-4413-44a2-bdd4-ea73cb7c3e44 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.738314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port ab5b10d1-ad2a-4d84-822e-8a4b348a329d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:17.738874 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.744132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bb5883c-4413-44a2-bdd4-ea73cb7c3e44 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.814146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e44642-9d7b-4412-8ba0-0dca6d37cfed req-836a4686-8324-498e-9c4e-556ababc5542 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:17.817009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01e44642-9d7b-4412-8ba0-0dca6d37cfed req-836a4686-8324-498e-9c4e-556ababc5542 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 942 time: 0.3538420 Nov 26 22:10:17.819861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.944481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=bbc0a401-57b8-4589-8098-067c2f3d6880,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:17.949029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] For port ab5b10d1-ad2a-4d84-822e-8a4b348a329d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:17.949803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:17.966955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for ab5b10d1-ad2a-4d84-822e-8a4b348a329d owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:18.009817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-daa9faf1-bd20-4935-ada9-476d54757f50 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:18.016812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-daa9faf1-bd20-4935-ada9-476d54757f50 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.2277980 Nov 26 22:10:18.068221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01e44642-9d7b-4412-8ba0-0dca6d37cfed req-1e50b3b4-0f4e-4264-9fbd-fde69042563e tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups?id=98696375-a884-4c08-b497-d87546ce4594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221072 Nov 26 22:10:18.205265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bb5883c-4413-44a2-bdd4-ea73cb7c3e44 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:18.205803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb5883c-4413-44a2-bdd4-ea73cb7c3e44 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Fanout notify agent at l3_agent the message router_deleted on router 0fbbbe28-d601-4dce-b366-45c43921c06c {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:10:18.210525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:18.219975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bb5883c-4413-44a2-bdd4-ea73cb7c3e44 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:18.221150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1bb5883c-4413-44a2-bdd4-ea73cb7c3e44 tempest-RoutersNegativeTest-1710849500 tempest-RoutersNegativeTest-1710849500-project] 10.222.0.21 "DELETE /v2.0/routers/0fbbbe28-d601-4dce-b366-45c43921c06c HTTP/1.1" status: 204 len: 168 time: 1.1242137 Nov 26 22:10:18.272681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-b27c1941-593a-48ee-b8ca-c927e7e2b851 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/quotas/6c8a0c3b23b84376862967611c9ac4e8 HTTP/1.1" status: 200 len: 375 time: 0.2477005 Nov 26 22:10:18.280442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:18.297669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=ab5b10d1-ad2a-4d84-822e-8a4b348a329d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:18.360034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:18.412807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] No DVR routers for this DVR port ab5b10d1-ad2a-4d84-822e-8a4b348a329d on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:18.419145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:18.422797 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9b92b5ba-8608-4690-a3ff-bc3018bc3f45 req-81579695-eb0e-4854-baff-a3037dea4478 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.13 "DELETE /v2.0/ports/ab5b10d1-ad2a-4d84-822e-8a4b348a329d HTTP/1.1" status: 204 len: 173 time: 1.3928487 Nov 26 22:10:18.443948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=683c0cef-0b87-46c3-9b1a-7d6ddf7aff63,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:18.656270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c0480288-3c2b-4002-b4dc-492d685be76b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3672562 Nov 26 22:10:18.768217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:18.924224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43094) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:18.943894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:18.957565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] Sync routers for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:18.958047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:18.977280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:18.978301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:18.985907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f3992ea6-0cf2-4d3f-b37a-511b719d8380 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4646499 Nov 26 22:10:18.987621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43098) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:19.160123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:19.251889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:17Z', 'revision_number': 11, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:19.322554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] Checking router: d59c3c7d-8153-4362-9e99-f46517d2b6d0 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:19.344732 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d1b63386-85ec-48fe-839a-c6e6843a95ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c76167f24a143b68111525c7269fad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4186664 Nov 26 22:10:19.347268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:19.348192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:19.351363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43108) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:19.418340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Router 0e189278-1d22-4eca-a084-af28437f9f14 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:19.446983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:19.473151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-f4bcd0a9-9767-47ef-a7ea-043abca30d8a service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8135278 Nov 26 22:10:19.509001 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c452f90-2292-4b66-b227-8e57713e2cfe req-1e05f2a5-70e5-467e-ae24-182f0f4218e1 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.2189348 Nov 26 22:10:19.519709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:17Z', 'revision_number': 11, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:19.533645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a24d015-9545-4878-9909-03aebb68c21d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting subnet 0c548736-1a6e-4a55-bedb-f74e3a96bb22 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:10:19.549887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488a2d4-fab5-45f5-ae0a-70863887f237 None None] The sync data for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 is: [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:17Z', 'revision_number': 11, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:19.655108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-0bacc501-6046-488e-83aa-de424ac21ee2 service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186666 Nov 26 22:10:19.660251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a24d015-9545-4878-9909-03aebb68c21d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:19.673250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:19.676682 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5658c313-3c7b-4d68-8aac-7dfedf295d61" -d '{"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "ab5b10d1-ad2a-4d84-822e-8a4b348a329d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:19.751843 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247ffcf-37fe-4994-841e-adfeb2181fc0 x-openstack-request-id: req-c247ffcf-37fe-4994-841e-adfeb2181fc0 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:19.752223 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c74c783-0e52-4074-9cd9-1e51551107fa", "name": "network-vif-deleted", "tag": "ab5b10d1-ad2a-4d84-822e-8a4b348a329d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:19.752493 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c247ffcf-37fe-4994-841e-adfeb2181fc0 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:19.752934 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c74c783-0e52-4074-9cd9-1e51551107fa', 'name': 'network-vif-deleted', 'tag': 'ab5b10d1-ad2a-4d84-822e-8a4b348a329d', 'status': 'completed', 'code': 200} Nov 26 22:10:19.755580 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-98bc2b95-2144-42b0-94a1-82847cc904f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:19.766417 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a24d015-9545-4878-9909-03aebb68c21d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:19.781164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:19.792536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e3ed7b25-7a0c-4c30-984a-63f5e56b6d21 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "PUT /v2.0/routers/0e189278-1d22-4eca-a084-af28437f9f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8909216 Nov 26 22:10:19.794408 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] Sync routers for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:19.801076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43118) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:19.832343 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:19.833626 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:19.883543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb865b92-63c9-480a-b992-2cc8b8654a83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting subnet bdbe26e4-a06f-49fd-8e30-955ec319c8d9 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:10:19.886938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb865b92-63c9-480a-b992-2cc8b8654a83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:19.949167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb865b92-63c9-480a-b992-2cc8b8654a83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:19.979793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a24d015-9545-4878-9909-03aebb68c21d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.056349 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb865b92-63c9-480a-b992-2cc8b8654a83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.106183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-98bc2b95-2144-42b0-94a1-82847cc904f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.134067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb865b92-63c9-480a-b992-2cc8b8654a83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.151183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a24d015-9545-4878-9909-03aebb68c21d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.166342 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:20.197255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb865b92-63c9-480a-b992-2cc8b8654a83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbe26e4-a06f-49fd-8e30-955ec319c8d9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:20.212022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cb865b92-63c9-480a-b992-2cc8b8654a83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.213909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044914d1-d6ae-4bdc-a029-60c44e35931f None None] Network 54897b4f-9793-451b-a15d-8256cce033c4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:20.221526 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cb865b92-63c9-480a-b992-2cc8b8654a83 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/subnets/bdbe26e4-a06f-49fd-8e30-955ec319c8d9 HTTP/1.1" status: 204 len: 168 time: 0.4193141 Nov 26 22:10:20.227524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a24d015-9545-4878-9909-03aebb68c21d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.230465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43122) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:20.235943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43124) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:20.236709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1a24d015-9545-4878-9909-03aebb68c21d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/0c548736-1a6e-4a55-bedb-f74e3a96bb22 HTTP/1.1" status: 204 len: 168 time: 1.2266982 Nov 26 22:10:20.239487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99eddc8c-d338-4951-8a0b-38d118ce5cbb req-c3ed13b3-542d-487d-89c2-c12a1a3ec3fe tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 210 time: 0.1103067 Nov 26 22:10:20.240959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24d015-9545-4878-9909-03aebb68c21d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Subnet': ['ID=0c548736-1a6e-4a55-bedb-f74e3a96bb22,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:20.268712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-98bc2b95-2144-42b0-94a1-82847cc904f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.274616 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-98bc2b95-2144-42b0-94a1-82847cc904f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.278706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-98bc2b95-2144-42b0-94a1-82847cc904f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f058e56-246f-4f52-9c54-01ab80ea5297 HTTP/1.1" status: 204 len: 168 time: 0.9127445 Nov 26 22:10:20.285649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc2b95-2144-42b0-94a1-82847cc904f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f058e56-246f-4f52-9c54-01ab80ea5297,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:20.347573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f88990a-6ab0-4ffe-9cab-72d0d17977ff None None] Network 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:20.516060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbc0a401-57b8-4589-8098-067c2f3d6880 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:20.596655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.657070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bbc0a401-57b8-4589-8098-067c2f3d6880 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:20.657408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbc0a401-57b8-4589-8098-067c2f3d6880 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:20.702382 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:10:18Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:20.705695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a80e7c20-6fd9-46c6-bd8b-2a78dc15811f req-8f47e5eb-944f-4a8b-8e99-eb385801e325 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0854056 Nov 26 22:10:20.709509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:20.774144 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] Checking router: 0e189278-1d22-4eca-a084-af28437f9f14 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:20.785730 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] Routers {'0e189278-1d22-4eca-a084-af28437f9f14'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:20.786856 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0e189278-1d22-4eca-a084-af28437f9f14'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:20.995781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] DHCP port deletion for 54897b4f-9793-451b-a15d-8256cce033c4 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:21.008671 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] Set router 0e189278-1d22-4eca-a084-af28437f9f14 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:21.031734 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.083745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] DHCP port deletion for 773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:21.140474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] Deleting port b576c630-a5a2-460e-9c02-724045969c82 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:21.140854 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.201258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Deleting port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:21.201785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.257138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] Deleting port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:21.259202 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.352023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] For port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,segment=NetworkSegment(dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77),segment_id=dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:21.352394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.456461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dbc7466-e1e9-4a18-9f3d-548c0dacdb54 req-0ef98e7c-1026-45fe-bf68-4f149128c710 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 210 time: 0.1001871 Nov 26 22:10:21.496070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] For port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,segment=NetworkSegment(dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77),segment_id=dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:21.499624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.530734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] Calling delete_port for 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:21.633442 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.643226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] For port b576c630-a5a2-460e-9c02-724045969c82, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b576c630-a5a2-460e-9c02-724045969c82,segment=NetworkSegment(79e260e2-1fed-4603-9a05-447cadb19746),segment_id=79e260e2-1fed-4603-9a05-447cadb19746)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:21.644066 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.681585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] Pushing event deleted for resources: {'Port': ['ID=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:21.684119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd803a7-3b67-4731-8cfb-cad306c8dd14 None None] No DVR routers for this DVR port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:21.691654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] Calling delete_port for b576c630-a5a2-460e-9c02-724045969c82 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:21.824503 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:10:18Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:21.931200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43186) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:21.941954 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb478b7-acdf-4679-8bfe-7d2e3580459f None None] The sync data for ids ['0e189278-1d22-4eca-a084-af28437f9f14'] in n-d-819494-1 is: [{'id': '0e189278-1d22-4eca-a084-af28437f9f14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1577019515', 'tenant_id': '44636e60510b4cc993a80af73b717746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:06:52Z', 'updated_at': '2021-11-26T22:10:18Z', 'revision_number': 5, 'project_id': '44636e60510b4cc993a80af73b717746', 'gw_port': {'id': '6431d980-0f2c-474a-a7dc-6f1afa926beb', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e189278-1d22-4eca-a084-af28437f9f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:06:53Z', 'updated_at': '2021-11-26T22:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:21.950802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:21.966475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1346670e-bf1d-4174-aad2-0bbe4695bd08 req-7114ef0a-3ae0-4a25-aeab-bc1b8cc6a49b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0840664 Nov 26 22:10:22.001290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] Pushing event deleted for resources: {'Port': ['ID=b576c630-a5a2-460e-9c02-724045969c82,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:22.005544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92882743-b0ac-4dea-8ee3-b079dd36ce91 None None] No DVR routers for this DVR port b576c630-a5a2-460e-9c02-724045969c82 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:22.135321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Calling delete_port for 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:22.155734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Deleting port 6431d980-0f2c-474a-a7dc-6f1afa926beb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:22.156351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.167376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-secgroup--433986599'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:22.219522 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.255977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.433573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.446483 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.563208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:22.587201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] For port 6431d980-0f2c-474a-a7dc-6f1afa926beb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6431d980-0f2c-474a-a7dc-6f1afa926beb,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:22.587756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.642207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:22.642948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:22.643554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:22.657192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.681349 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:22.683819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 683c0cef-0b87-46c3-9b1a-7d6ddf7aff63 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:22.684731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b576c630-a5a2-460e-9c02-724045969c82 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:22.714182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e471b-5229-41a0-931e-4291d390e456,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:22.720999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b576c630-a5a2-460e-9c02-724045969c82 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:22.721617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b576c630-a5a2-460e-9c02-724045969c82 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:22.736112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Calling delete_port for 6431d980-0f2c-474a-a7dc-6f1afa926beb owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:22.771704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No DVR routers for this DVR port 8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:10:22.801105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27bf4399-6222-46dc-a38f-7ef7c8f7611b req-9d0309e7-af7f-4665-9a21-bc552872dcea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 210 time: 0.1151364 Nov 26 22:10:22.804074 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.812186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Port': ['ID=8f33290a-f5ea-413f-8b0d-edc9bdd8cfdc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:22.826449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.908554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:22.912824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9796314 Nov 26 22:10:22.913662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43202) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:22.926163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eecb04-7360-4f79-8e09-850156f997fc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a3006-58ef-4beb-bd20-414c6d435991,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:23.055025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-57de4ef4-d994-4698-9a3f-637b2fcd924e tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1382654 Nov 26 22:10:23.055815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43210) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:23.066721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7ef2fd94-f3bf-422c-b720-3417aaebc4bd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-security--1176995800', 'description': 'tempest-security-description-80967026'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:23.158785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.183298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:23.183700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b6aef92-1d22-443d-b2f5-af2e43cd71d1 req-1af0901e-7a99-4568-8546-84f56f3e4e65 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0455840 Nov 26 22:10:23.195462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:23.196443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc65bf8c-0cf8-45e3-8eaa-9cdfd03abc77') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:23.206056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fd94-f3bf-422c-b720-3417aaebc4bd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.207728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.227199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.328574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fd94-f3bf-422c-b720-3417aaebc4bd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.337288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fd94-f3bf-422c-b720-3417aaebc4bd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.340888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-12b2c26e-8564-476c-9bd8-861db09f1013 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:23.341061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fd94-f3bf-422c-b720-3417aaebc4bd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.345091 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7ef2fd94-f3bf-422c-b720-3417aaebc4bd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "PUT /v2.0/security-groups/e00a3006-58ef-4beb-bd20-414c6d435991 HTTP/1.1" status: 200 len: 1795 time: 0.2880714 Nov 26 22:10:23.345715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43216) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:23.350660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-12b2c26e-8564-476c-9bd8-861db09f1013 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.13 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.3224618 Nov 26 22:10:23.370446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'port': {'device_id': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'admin_state_up': True, 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:23.374283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:10:23.374706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: self.session.flush() Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:10:23.378939 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:10:23.410813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2fd94-f3bf-422c-b720-3417aaebc4bd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a3006-58ef-4beb-bd20-414c6d435991,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:23.433475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-797d2dd3-6a4c-463b-89bf-d694262fd761 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups/e00a3006-58ef-4beb-bd20-414c6d435991 HTTP/1.1" status: 200 len: 1795 time: 0.0838335 Nov 26 22:10:23.435925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43218) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:23.483696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e45d4522-5aea-472c-9421-10af333b773e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.543589 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f48ffd58-2150-4816-b7c8-270ff6a5f2e8 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.577890 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f48ffd58-2150-4816-b7c8-270ff6a5f2e8 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.665558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f48ffd58-2150-4816-b7c8-270ff6a5f2e8 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.669049 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f48ffd58-2150-4816-b7c8-270ff6a5f2e8 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.670590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f48ffd58-2150-4816-b7c8-270ff6a5f2e8 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/e00a3006-58ef-4beb-bd20-414c6d435991 HTTP/1.1" status: 204 len: 168 time: 0.2334056 Nov 26 22:10:23.677728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43226) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:23.691827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.715738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ffd58-2150-4816-b7c8-270ff6a5f2e8 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a3006-58ef-4beb-bd20-414c6d435991,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:23.725300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.729476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/networks/773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5 HTTP/1.1" status: 204 len: 168 time: 3.4924629 Nov 26 22:10:23.732491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e2eb9-90ac-4699-87d2-ff72d0a9cc2c tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Pushing event deleted for resources: {'Network': ['ID=773fbfd1-dc0a-4f77-a89d-7bee1a8b29d5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:23.735868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43228) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:23.743380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'routes': None}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:23.780673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c9346e97-993d-4825-8829-9e72ea62bd5b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1012061 Nov 26 22:10:23.783312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43230) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:23.799991 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-185be5de-5685-4633-afe1-c0917d1e77ef tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] delete failed (client error): The resource could not be found. Nov 26 22:10:23.801231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-185be5de-5685-4633-afe1-c0917d1e77ef tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/e00a3006-58ef-4beb-bd20-414c6d435991 HTTP/1.1" status: 404 len: 347 time: 0.0167346 Nov 26 22:10:23.809662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43232) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:23.814642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-781aae16-1cb4-49de-893c-9d41a64f2400 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-secgroup--498646490'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:23.889007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.899094 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-781aae16-1cb4-49de-893c-9d41a64f2400 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:23.996017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Port': ['ID=6431d980-0f2c-474a-a7dc-6f1afa926beb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:24.061175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78713933-d44e-4e39-948a-6b366dffef45 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:24.090685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d7b6bca-1537-4833-84fe-8354e8e41c1c req-b5063f55-daba-4913-8f7b-71fe9ea1b6fa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 210 time: 0.0754151 Nov 26 22:10:24.122453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-781aae16-1cb4-49de-893c-9d41a64f2400 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.127904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-781aae16-1cb4-49de-893c-9d41a64f2400 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.164754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-781aae16-1cb4-49de-893c-9d41a64f2400 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.170450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-781aae16-1cb4-49de-893c-9d41a64f2400 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3590603 Nov 26 22:10:24.171366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43244) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:24.176821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6fdd854d-a94e-4707-8845-2a24c27e5348 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ad3a09aa-9fd2-47c9-a54b-7a7cc9135a19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:24.192706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781aae16-1cb4-49de-893c-9d41a64f2400 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3a09aa-9fd2-47c9-a54b-7a7cc9135a19,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:24.230621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Made reservation on behalf of 6c8a0c3b23b84376862967611c9ac4e8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:24.234359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.254470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fdd854d-a94e-4707-8845-2a24c27e5348 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.276174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.extraroute_db [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Added routes are [] {{(pid=110000) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 26 22:10:24.276493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.extraroute_db [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Removed routes are [] {{(pid=110000) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 26 22:10:24.278547 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.374064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fdd854d-a94e-4707-8845-2a24c27e5348 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.399070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7a6472a-e82a-4ea6-ace2-183f5076a3a4 req-bbe714c1-ade4-4541-910e-dd332f4eed3d tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0767143 Nov 26 22:10:24.400016 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fdd854d-a94e-4707-8845-2a24c27e5348 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.405077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.422621 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd854d-a94e-4707-8845-2a24c27e5348 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4c202f-8def-4ac3-b6fb-137cb511adb9,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:24.436796 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6fdd854d-a94e-4707-8845-2a24c27e5348 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.438433 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6fdd854d-a94e-4707-8845-2a24c27e5348 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2658825 Nov 26 22:10:24.442411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43248) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:24.470822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e2deab-7e0e-462d-8c1b-c625433b2060 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.481565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e2deab-7e0e-462d-8c1b-c625433b2060 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.529181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e2deab-7e0e-462d-8c1b-c625433b2060 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.537779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54e2deab-7e0e-462d-8c1b-c625433b2060 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.542253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-54e2deab-7e0e-462d-8c1b-c625433b2060 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/6a4c202f-8def-4ac3-b6fb-137cb511adb9 HTTP/1.1" status: 204 len: 168 time: 0.0994973 Nov 26 22:10:24.544552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43254) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:24.558763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2deab-7e0e-462d-8c1b-c625433b2060 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a4c202f-8def-4ac3-b6fb-137cb511adb9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:24.631068 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.647112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-91bfd0f8-958f-4d80-9e88-71de8b63934c tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1011705 Nov 26 22:10:24.647834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43256) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:24.656762 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.664944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.673096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.720487 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5459ef0c-940d-4e4c-ad7e-b9c015c49306 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.734756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.736034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Fanout notify agent at l3_agent the message router_deleted on router 0e189278-1d22-4eca-a084-af28437f9f14 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:10:24.757808 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5459ef0c-940d-4e4c-ad7e-b9c015c49306 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.814330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.817988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d9778443-1a77-4257-b010-c78ee057ca7a tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/routers/0e189278-1d22-4eca-a084-af28437f9f14 HTTP/1.1" status: 204 len: 168 time: 4.5830841 Nov 26 22:10:24.818163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5459ef0c-940d-4e4c-ad7e-b9c015c49306 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.820682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5459ef0c-940d-4e4c-ad7e-b9c015c49306 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:24.824802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5459ef0c-940d-4e4c-ad7e-b9c015c49306 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad3a09aa-9fd2-47c9-a54b-7a7cc9135a19 HTTP/1.1" status: 204 len: 168 time: 0.1725221 Nov 26 22:10:24.824968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43258) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:24.828775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43260) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:24.841515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Allocated IP 172.20.0.7 (df32a847-cba4-4492-b1c7-be3954ce77ea/53b45918-cc75-4804-80f5-03d9450fe80f/182d2412-181b-4bb0-8612-c25895897cd6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:24.866471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459ef0c-940d-4e4c-ad7e-b9c015c49306 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3a09aa-9fd2-47c9-a54b-7a7cc9135a19,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:24.906943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router d59c3c7d-8153-4362-9e99-f46517d2b6d0 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:24.932111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d8cb154d-6b1d-4af5-ac1f-1148245195be tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1019154 Nov 26 22:10:24.932867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43266) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:24.955883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9240ed53-2cc6-4c6e-abe4-f7bf6d0c55c1 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-secgroup--75420448'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:24.957173 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.008320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9240ed53-2cc6-4c6e-abe4-f7bf6d0c55c1 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.087113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:25.099118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.100385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] Sync routers for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:25.101264 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-57311346-d096-4c14-8b2e-5a0fa533bff9 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 200 len: 704 time: 1.3619335 Nov 26 22:10:25.106605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43270) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:25.130240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:25.130604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:25.206722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9240ed53-2cc6-4c6e-abe4-f7bf6d0c55c1 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.217379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-98426d1c-7678-4fb4-a64a-33f078e63e1a tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 200 len: 205 time: 0.1094580 Nov 26 22:10:25.219345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43278) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:25.236254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9240ed53-2cc6-4c6e-abe4-f7bf6d0c55c1 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.302897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:25.345650 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b26c4943-3d4d-49c6-aa9d-95cb870bab01 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.410924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3f37e7e-6a51-48b9-bd49-4f64b9a505e5 req-58151160-0839-45f7-9dc6-c52e7c50ad06 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 210 time: 0.1571686 Nov 26 22:10:25.440798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.457554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9240ed53-2cc6-4c6e-abe4-f7bf6d0c55c1 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.459539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:17Z', 'revision_number': 11, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:25.478467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9240ed53-2cc6-4c6e-abe4-f7bf6d0c55c1 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5110161 Nov 26 22:10:25.478467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43288) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:25.478467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-dd15bec9-4b15-43bb-9cac-0a2d29abcb3a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ebb42400-0244-4b01-9cc4-66a788d6dc61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:25.508852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240ed53-2cc6-4c6e-abe4-f7bf6d0c55c1 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb42400-0244-4b01-9cc4-66a788d6dc61,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:25.571919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] Checking router: d59c3c7d-8153-4362-9e99-f46517d2b6d0 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:25.591312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] Routers {'d59c3c7d-8153-4362-9e99-f46517d2b6d0'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:25.591937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:09:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:25.619254 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.635915 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b26c4943-3d4d-49c6-aa9d-95cb870bab01 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.641785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b26c4943-3d4d-49c6-aa9d-95cb870bab01 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.671767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.674932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54897b4f-9793-451b-a15d-8256cce033c4']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:25.727750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd15bec9-4b15-43bb-9cac-0a2d29abcb3a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.732684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e260e2-1fed-4603-9a05-447cadb19746') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:25.733287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e260e2-1fed-4603-9a05-447cadb19746') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:25.736544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Network df32a847-cba4-4492-b1c7-be3954ce77ea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:25.746192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['25f00689-a056-4ef7-9dec-abd02394d5cf', '0e86234d-794e-49e6-be51-c0b25ccfbecb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:10:25.751449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:25.752237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b26c4943-3d4d-49c6-aa9d-95cb870bab01 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.752847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26c4943-3d4d-49c6-aa9d-95cb870bab01 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Fanout notify agent at l3_agent the message router_deleted on router d59c3c7d-8153-4362-9e99-f46517d2b6d0 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:10:25.762590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:25.766465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.780752 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b26c4943-3d4d-49c6-aa9d-95cb870bab01 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.789999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b26c4943-3d4d-49c6-aa9d-95cb870bab01 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 204 len: 168 time: 0.5642488 Nov 26 22:10:25.823165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43290) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:25.832912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e95eb7dd-c93c-4613-94aa-4e908a2f3bd8 req-692ce53e-7713-4094-8e71-779e72161ed3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.1018891 Nov 26 22:10:25.841770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] Set router d59c3c7d-8153-4362-9e99-f46517d2b6d0 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:25.855113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-877847b7-cf24-4243-823d-41021120e7cd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-599399748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:25.923976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-877847b7-cf24-4243-823d-41021120e7cd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.926203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-877847b7-cf24-4243-823d-41021120e7cd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.931728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'Port': ['ID=182d2412-181b-4bb0-8612-c25895897cd6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:25.936969 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.961238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:10:25.961569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:10:25.965169 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:10:25.994499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:25.995472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd15bec9-4b15-43bb-9cac-0a2d29abcb3a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:25.996554 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.006313 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd15bec9-4b15-43bb-9cac-0a2d29abcb3a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.016182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:17Z', 'revision_number': 11, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:26.057681 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd15bec9-4b15-43bb-9cac-0a2d29abcb3a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.059616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dd15bec9-4b15-43bb-9cac-0a2d29abcb3a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5922408 Nov 26 22:10:26.063203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15bec9-4b15-43bb-9cac-0a2d29abcb3a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36395ab3-fd66-408e-a5bc-5648d4a770bf,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:26.072055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43298) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:26.093888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b244eb3a-4ef0-4b36-ad2a-db842d35e034 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ebb42400-0244-4b01-9cc4-66a788d6dc61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:26.129395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3239a082-ba0b-48d9-a891-1adf27721766 None None] The sync data for ids ['d59c3c7d-8153-4362-9e99-f46517d2b6d0'] in n-d-819494-1 is: [{'id': 'd59c3c7d-8153-4362-9e99-f46517d2b6d0', 'name': 'tempest-RoutersIpV6Test-router-340008353', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:09:23Z', 'updated_at': '2021-11-26T22:10:17Z', 'revision_number': 11, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:26.188403 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b244eb3a-4ef0-4b36-ad2a-db842d35e034 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.199734 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-c93d72c1-23e9-4f29-b240-9319609f0336 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8335059 Nov 26 22:10:26.203697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-877847b7-cf24-4243-823d-41021120e7cd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.222755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Request body: {'port': {'device_id': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:26.235731 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.272505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-877847b7-cf24-4243-823d-41021120e7cd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.307219 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.313014 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/networks/54897b4f-9793-451b-a15d-8256cce033c4 HTTP/1.1" status: 204 len: 168 time: 1.4854293 Nov 26 22:10:26.313320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43300) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:26.346737 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3ce8-bdd6-43bd-aa53-5764b3147c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.357881 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6431d980-0f2c-474a-a7dc-6f1afa926beb no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:10:26.372869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c362b-6bb4-4354-b851-3fb636d1672e tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'Network': ['ID=54897b4f-9793-451b-a15d-8256cce033c4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:26.411593 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b244eb3a-4ef0-4b36-ad2a-db842d35e034 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.420989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b244eb3a-4ef0-4b36-ad2a-db842d35e034 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.433341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6431d980-0f2c-474a-a7dc-6f1afa926beb {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:10:26.433903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6431d980-0f2c-474a-a7dc-6f1afa926beb not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:10:26.445445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-15133bb4-3bc3-4988-80aa-3c83bc9baff5 None None] Provisioning complete for port 182d2412-181b-4bb0-8612-c25895897cd6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:26.450190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-877847b7-cf24-4243-823d-41021120e7cd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.451729 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-877847b7-cf24-4243-823d-41021120e7cd tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6196415 Nov 26 22:10:26.452985 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-15133bb4-3bc3-4988-80aa-3c83bc9baff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.456037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43308) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:26.466917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8ee4229f-d5cc-42ee-94af-260d5d622201 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:26.472083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.480490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244eb3a-4ef0-4b36-ad2a-db842d35e034 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d48af33-f886-4a63-84b3-b501622c987a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:26.485092 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b244eb3a-4ef0-4b36-ad2a-db842d35e034 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.493053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43310) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:26.493306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b244eb3a-4ef0-4b36-ad2a-db842d35e034 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4198830 Nov 26 22:10:26.524263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5bf99510-60c1-4608-ba4d-c2e099bddf58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ebb42400-0244-4b01-9cc4-66a788d6dc61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:26.583398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-599b5950-3e72-4e17-b3f0-95f8d29665e3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.608000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-15133bb4-3bc3-4988-80aa-3c83bc9baff5 None None] Port 182d2412-181b-4bb0-8612-c25895897cd6 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:26.741553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5bf99510-60c1-4608-ba4d-c2e099bddf58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.761817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-599b5950-3e72-4e17-b3f0-95f8d29665e3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.943043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5bf99510-60c1-4608-ba4d-c2e099bddf58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:26.973251 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5bf99510-60c1-4608-ba4d-c2e099bddf58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.003777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf99510-60c1-4608-ba4d-c2e099bddf58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453df81a-c9f3-4322-b33a-d10407454073,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:27.104897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.150526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182d2412-181b-4bb0-8612-c25895897cd6 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:10:27.174367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.199643 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5bf99510-60c1-4608-ba4d-c2e099bddf58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.201418 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5bf99510-60c1-4608-ba4d-c2e099bddf58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6994581 Nov 26 22:10:27.204107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Transition to ACTIVE for port object 182d2412-181b-4bb0-8612-c25895897cd6 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:10:27.205802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-599b5950-3e72-4e17-b3f0-95f8d29665e3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.211468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-599b5950-3e72-4e17-b3f0-95f8d29665e3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.218513 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-599b5950-3e72-4e17-b3f0-95f8d29665e3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] 10.222.0.21 "DELETE /v2.0/security-groups/1234e765-1a39-4b02-8946-7faae52a2ab7 HTTP/1.1" status: 204 len: 168 time: 0.8585656 Nov 26 22:10:27.219523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43322) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:27.228634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0e980232-d8d3-4eb8-a6b0-af73d14a73ac tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ebb42400-0244-4b01-9cc4-66a788d6dc61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:27.234804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.269869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b5950-3e72-4e17-b3f0-95f8d29665e3 tempest-TestNetworkAdvancedServerOps-1486550272 tempest-TestNetworkAdvancedServerOps-1486550272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1234e765-1a39-4b02-8946-7faae52a2ab7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:27.340644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=182d2412-181b-4bb0-8612-c25895897cd6,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:27.358672 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e980232-d8d3-4eb8-a6b0-af73d14a73ac tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.360474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ee4229f-d5cc-42ee-94af-260d5d622201 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.398649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d66ab1-5b32-4570-9ecc-dee5844b45c3 req-c3351009-f90d-429c-ae37-4ae673e73461 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:27.408288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54d66ab1-5b32-4570-9ecc-dee5844b45c3 req-c3351009-f90d-429c-ae37-4ae673e73461 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 931 time: 0.7567203 Nov 26 22:10:27.421226 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ee4229f-d5cc-42ee-94af-260d5d622201 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.497745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0625add6-207f-43fe-855d-0ffde99a0b4a req-2898ba40-d691-4c3e-9002-149911c4574f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.1221564 Nov 26 22:10:27.520198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Attempting to bind port 182d2412-181b-4bb0-8612-c25895897cd6 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:27.520577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Attempting to bind port 182d2412-181b-4bb0-8612-c25895897cd6 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:27.520843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Attempting to bind port 182d2412-181b-4bb0-8612-c25895897cd6 on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:27.528272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e980232-d8d3-4eb8-a6b0-af73d14a73ac tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.529093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Port 182d2412-181b-4bb0-8612-c25895897cd6 on network df32a847-cba4-4492-b1c7-be3954ce77ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:10:27.529392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Attempting to bind port 182d2412-181b-4bb0-8612-c25895897cd6 on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:27.534668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:27.535016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Checking segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:27.535392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Bound using segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:27.535813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Bound port: 182d2412-181b-4bb0-8612-c25895897cd6, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:27.536163 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.540334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e980232-d8d3-4eb8-a6b0-af73d14a73ac tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.572752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e980232-d8d3-4eb8-a6b0-af73d14a73ac tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ef30cc-aa07-47f4-a7a3-92660a2fda2f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:27.637550 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e980232-d8d3-4eb8-a6b0-af73d14a73ac tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.645565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0e980232-d8d3-4eb8-a6b0-af73d14a73ac tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4209139 Nov 26 22:10:27.662639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43332) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:27.669176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4ef3ff6a-29a9-416a-a4aa-c2852eee4536 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ebb42400-0244-4b01-9cc4-66a788d6dc61', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:27.710722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] For port 182d2412-181b-4bb0-8612-c25895897cd6, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:27.714268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] For port 182d2412-181b-4bb0-8612-c25895897cd6, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=182d2412-181b-4bb0-8612-c25895897cd6,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:27.721466 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ff6a-29a9-416a-a4aa-c2852eee4536 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.727059 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.791520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:27.792205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:27.794567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] 10.222.0.13 "PUT /v2.0/ports/182d2412-181b-4bb0-8612-c25895897cd6 HTTP/1.1" status: 200 len: 1091 time: 1.5760281 Nov 26 22:10:27.802101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'tag': '182d2412-181b-4bb0-8612-c25895897cd6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:27.806050 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9bbc09-e679-454d-9ad4-94eb10c497ed" -d '{"events": [{"name": "network-changed", "server_uuid": "de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb", "tag": "182d2412-181b-4bb0-8612-c25895897cd6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:27.838268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54d66ab1-5b32-4570-9ecc-dee5844b45c3 req-40e2c1f3-f2e5-4365-b985-484d9142884b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267075 Nov 26 22:10:27.893587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee4229f-d5cc-42ee-94af-260d5d622201 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Router 87541e72-d611-41a5-9ec3-f001192251d7 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:10:27.910155 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb14fa98-be1f-42fe-beff-e7bf85139d50 x-openstack-request-id: req-cb14fa98-be1f-42fe-beff-e7bf85139d50 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:27.910454 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb", "tag": "182d2412-181b-4bb0-8612-c25895897cd6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:27.910718 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb14fa98-be1f-42fe-beff-e7bf85139d50 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:27.911121 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'tag': '182d2412-181b-4bb0-8612-c25895897cd6', 'status': 'completed', 'code': 200} Nov 26 22:10:27.971848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee719b-4c63-4fe4-83c4-e528e88e3cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=182d2412-181b-4bb0-8612-c25895897cd6,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:27.997107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ff6a-29a9-416a-a4aa-c2852eee4536 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.016604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ff6a-29a9-416a-a4aa-c2852eee4536 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.097387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-84965205-de59-4159-8773-02a03865cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:28.098975 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-84965205-de59-4159-8773-02a03865cd28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 1094 time: 0.2290490 Nov 26 22:10:28.107193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee4229f-d5cc-42ee-94af-260d5d622201 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:28.123224 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8ee4229f-d5cc-42ee-94af-260d5d622201 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.127473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8ee4229f-d5cc-42ee-94af-260d5d622201 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "PUT /v2.0/routers/87541e72-d611-41a5-9ec3-f001192251d7 HTTP/1.1" status: 200 len: 697 time: 1.6682498 Nov 26 22:10:28.131792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43344) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:28.133300 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] Sync routers for ids ['87541e72-d611-41a5-9ec3-f001192251d7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:28.148436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3ff6a-29a9-416a-a4aa-c2852eee4536 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa7df53-050b-4db3-873d-a5ac692fdee9,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:28.149570 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] Routers {'87541e72-d611-41a5-9ec3-f001192251d7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:28.152874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['87541e72-d611-41a5-9ec3-f001192251d7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:28.217124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ff6a-29a9-416a-a4aa-c2852eee4536 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.218726 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4ef3ff6a-29a9-416a-a4aa-c2852eee4536 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5552192 Nov 26 22:10:28.221800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43348) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:28.230489 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-4ea73212-0081-4111-9efd-d26ceb4c9bdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=182d2412-181b-4bb0-8612-c25895897cd6 HTTP/1.1" status: 200 len: 217 time: 0.0954900 Nov 26 22:10:28.280740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d1182ceb-ca10-41ec-aaaf-1b2525539327 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/routers/87541e72-d611-41a5-9ec3-f001192251d7 HTTP/1.1" status: 200 len: 703 time: 0.1464763 Nov 26 22:10:28.282475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43350) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:28.312407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f63f9e4e-ccbf-469c-a88c-15c783d9f5a2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.325076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f63f9e4e-ccbf-469c-a88c-15c783d9f5a2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.339283 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] Set router 87541e72-d611-41a5-9ec3-f001192251d7 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:28.342751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-82ed9125-4c25-45b2-8b28-a9de9a567648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:28.344253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-82ed9125-4c25-45b2-8b28-a9de9a567648 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1069930 Nov 26 22:10:28.360331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3551c71f-c8e2-4639-a947-ef7fc96de0e4 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=87541e72-d611-41a5-9ec3-f001192251d7 HTTP/1.1" status: 200 len: 205 time: 0.0745928 Nov 26 22:10:28.362765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43352) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:28.365252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43354) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:28.545982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f63f9e4e-ccbf-469c-a88c-15c783d9f5a2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.560532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f63f9e4e-ccbf-469c-a88c-15c783d9f5a2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.563231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f63f9e4e-ccbf-469c-a88c-15c783d9f5a2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/aaa7df53-050b-4db3-873d-a5ac692fdee9 HTTP/1.1" status: 204 len: 168 time: 0.3402202 Nov 26 22:10:28.569558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43358) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:28.606575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f9e4e-ccbf-469c-a88c-15c783d9f5a2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaa7df53-050b-4db3-873d-a5ac692fdee9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:28.616338 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87541e72-d611-41a5-9ec3-f001192251d7', 'name': 'tempest-RoutersIpV6Test-router-599399748', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:25Z', 'updated_at': '2021-11-26T22:10:27Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:28.621725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-d2848209-ec94-43bf-adea-e381cfad0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:28.633566 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-d2848209-ec94-43bf-adea-e381cfad0e0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2727900 Nov 26 22:10:28.642861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ce47ecd-e8f1-4c36-a1f0-bf5fe0748401 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.654742 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:28.723122 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] Checking router: 87541e72-d611-41a5-9ec3-f001192251d7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:28.778155 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] Routers {'87541e72-d611-41a5-9ec3-f001192251d7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:28.778997 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['87541e72-d611-41a5-9ec3-f001192251d7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:28.836418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e690d538-aeac-4714-8b94-470f2a680822 req-03a4cf02-9223-4c9d-af94-05d2d2654c78 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0523133 Nov 26 22:10:28.844670 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-b083e007-7ca9-43dc-bd30-ea1e1bb7cf8f service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102332 Nov 26 22:10:28.941422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d59b55bf-d3bd-402b-a6bc-d0d2e85f40eb tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3668509 Nov 26 22:10:28.957343 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] Set router 87541e72-d611-41a5-9ec3-f001192251d7 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:29.039513 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87541e72-d611-41a5-9ec3-f001192251d7', 'name': 'tempest-RoutersIpV6Test-router-599399748', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:25Z', 'updated_at': '2021-11-26T22:10:27Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:29.062293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43372) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:29.099653 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.120625 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73486e37-af62-453f-aee1-e13da3ed4851 None None] The sync data for ids ['87541e72-d611-41a5-9ec3-f001192251d7'] in n-d-819494-1 is: [{'id': '87541e72-d611-41a5-9ec3-f001192251d7', 'name': 'tempest-RoutersIpV6Test-router-599399748', 'tenant_id': '5891ec416302443ca724e78646131539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:25Z', 'updated_at': '2021-11-26T22:10:27Z', 'revision_number': 2, 'project_id': '5891ec416302443ca724e78646131539', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:29.130811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb989b04-3246-4035-a5ed-122a0cbde3a7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.134518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ce47ecd-e8f1-4c36-a1f0-bf5fe0748401 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.141247 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aa5a7b42-e2a5-4bea-bab3-6c532e9ed3da req-ce692d01-4200-4a86-aa6f-5369764eda5c service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759614 Nov 26 22:10:29.143152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb989b04-3246-4035-a5ed-122a0cbde3a7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.152486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ce47ecd-e8f1-4c36-a1f0-bf5fe0748401 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.165918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5d1974b0-000e-485c-8ac7-70a28dff0d6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44636e60510b4cc993a80af73b717746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7941577 Nov 26 22:10:29.169623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43378) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:29.249787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb989b04-3246-4035-a5ed-122a0cbde3a7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.261693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb989b04-3246-4035-a5ed-122a0cbde3a7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.265465 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bb989b04-3246-4035-a5ed-122a0cbde3a7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/42ef30cc-aa07-47f4-a7a3-92660a2fda2f HTTP/1.1" status: 204 len: 168 time: 0.1996043 Nov 26 22:10:29.274409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43382) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:29.287434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb989b04-3246-4035-a5ed-122a0cbde3a7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42ef30cc-aa07-47f4-a7a3-92660a2fda2f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:29.308337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc92c6-c6b8-4513-8ee8-dc7cc4266aea req-24c8abf4-0214-4e30-ba80-09f5dff8efd4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:29.317371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14dc92c6-c6b8-4513-8ee8-dc7cc4266aea req-24c8abf4-0214-4e30-ba80-09f5dff8efd4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 943 time: 0.2521064 Nov 26 22:10:29.328451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-bc922132-9fe1-4a8c-a567-21870e367ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:29.330090 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-bc922132-9fe1-4a8c-a567-21870e367ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 1094 time: 0.0656388 Nov 26 22:10:29.391467 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ce47ecd-e8f1-4c36-a1f0-bf5fe0748401 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.392078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce47ecd-e8f1-4c36-a1f0-bf5fe0748401 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Fanout notify agent at l3_agent the message router_deleted on router 87541e72-d611-41a5-9ec3-f001192251d7 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:10:29.414715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14dc92c6-c6b8-4513-8ee8-dc7cc4266aea req-a78094bf-cac7-48be-94b6-752be4507dff tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910678 Nov 26 22:10:29.422523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ce47ecd-e8f1-4c36-a1f0-bf5fe0748401 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.423686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0ce47ecd-e8f1-4c36-a1f0-bf5fe0748401 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/87541e72-d611-41a5-9ec3-f001192251d7 HTTP/1.1" status: 204 len: 168 time: 1.0592268 Nov 26 22:10:29.426839 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d1456d4-d46c-4605-8d94-98a1daea56ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.442340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43388) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:29.483000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d1456d4-d46c-4605-8d94-98a1daea56ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.534026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-16d34b73-7b73-4cb1-b1b0-8ee8d1ea7cb4 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2539103 Nov 26 22:10:29.535693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43390) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:29.583338 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fadb29b5-8e25-4f2a-b7d9-092d8d1a667d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.597556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fadb29b5-8e25-4f2a-b7d9-092d8d1a667d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.631214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fadb29b5-8e25-4f2a-b7d9-092d8d1a667d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.637086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d1456d4-d46c-4605-8d94-98a1daea56ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.641165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d1456d4-d46c-4605-8d94-98a1daea56ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.642827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9d1456d4-d46c-4605-8d94-98a1daea56ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6093e81b-7625-4631-b615-deafbc6bbc9d HTTP/1.1" status: 204 len: 168 time: 0.4719639 Nov 26 22:10:29.651465 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fadb29b5-8e25-4f2a-b7d9-092d8d1a667d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.652996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fadb29b5-8e25-4f2a-b7d9-092d8d1a667d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/453df81a-c9f3-4322-b33a-d10407454073 HTTP/1.1" status: 204 len: 168 time: 0.1162832 Nov 26 22:10:29.656448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43394) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:29.669518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb29b5-8e25-4f2a-b7d9-092d8d1a667d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=453df81a-c9f3-4322-b33a-d10407454073,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:29.687615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1456d4-d46c-4605-8d94-98a1daea56ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6093e81b-7625-4631-b615-deafbc6bbc9d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:29.731566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c3822464-593e-4f85-ad01-f51b864ecffd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0671148 Nov 26 22:10:29.732058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43398) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:29.802139 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-209e5304-7426-4b4c-94b6-8fbc1a6c0ec7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.824257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-209e5304-7426-4b4c-94b6-8fbc1a6c0ec7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.904283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-209e5304-7426-4b4c-94b6-8fbc1a6c0ec7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.913246 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-209e5304-7426-4b4c-94b6-8fbc1a6c0ec7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:29.917457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-209e5304-7426-4b4c-94b6-8fbc1a6c0ec7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7d48af33-f886-4a63-84b3-b501622c987a HTTP/1.1" status: 204 len: 168 time: 0.1815736 Nov 26 22:10:29.919018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43408) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.089720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b4fb251-b609-4f5a-bc75-0a042ee28d9e req-915b0e3f-4bc2-424d-9d13-c6c1da54f6a9 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0992043 Nov 26 22:10:30.103163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e5304-7426-4b4c-94b6-8fbc1a6c0ec7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d48af33-f886-4a63-84b3-b501622c987a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:30.185009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ff72edca-bd9a-46d5-be01-ea2b7d844e1f tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2593637 Nov 26 22:10:30.185247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43414) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.224589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43416) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.286422 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-df077d94-e6cc-4602-87a9-956b0bea4ad7 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=87541e72-d611-41a5-9ec3-f001192251d7 HTTP/1.1" status: 200 len: 205 time: 0.8425219 Nov 26 22:10:30.288194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.317555 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7054f4f-6ca8-48c8-bd17-947e654f302c tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:30.333798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7054f4f-6ca8-48c8-bd17-947e654f302c tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:30.356395 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-3e049a23-ac47-4cc5-bb86-af5de4780d22 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] delete failed (client error): The resource could not be found. Nov 26 22:10:30.360514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3e049a23-ac47-4cc5-bb86-af5de4780d22 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/87541e72-d611-41a5-9ec3-f001192251d7 HTTP/1.1" status: 404 len: 336 time: 0.0679314 Nov 26 22:10:30.363107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43426) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.442789 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-859dc7f3-2dd8-44e1-aeca-33bd72736705 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:30.443244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859dc7f3-2dd8-44e1-aeca-33bd72736705 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:30.451073 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-859dc7f3-2dd8-44e1-aeca-33bd72736705 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/e7ab4c0e-0be4-4147-814e-fa40870f5fd3 HTTP/1.1" status: 404 len: 337 time: 0.0866759 Nov 26 22:10:30.453367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43430) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.484216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-298a73d9-88c4-4381-b330-25df47ec9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:30.486122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-298a73d9-88c4-4381-b330-25df47ec9af3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 1.1485579 Nov 26 22:10:30.500151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7054f4f-6ca8-48c8-bd17-947e654f302c tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:30.519094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f4a261a2-61d9-443f-a9f5-1f1178bb2b74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbd9844d27dc48f8b4233888f301f354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448707 Nov 26 22:10:30.526301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b7054f4f-6ca8-48c8-bd17-947e654f302c tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:30.531848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b7054f4f-6ca8-48c8-bd17-947e654f302c tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/36395ab3-fd66-408e-a5bc-5648d4a770bf HTTP/1.1" status: 204 len: 168 time: 0.3412762 Nov 26 22:10:30.532502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43432) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.532850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43434) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.569390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-5429780c-6ff6-447a-9a2b-f315aa9d05de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=182d2412-181b-4bb0-8612-c25895897cd6 HTTP/1.1" status: 200 len: 217 time: 0.0744264 Nov 26 22:10:30.587082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7054f4f-6ca8-48c8-bd17-947e654f302c tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36395ab3-fd66-408e-a5bc-5648d4a770bf,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:30.602517 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c3bcbb-0f99-42de-b0a3-bce92087877b tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:30.603636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c3bcbb-0f99-42de-b0a3-bce92087877b tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:30.608074 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-99c3bcbb-0f99-42de-b0a3-bce92087877b tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/bd7d2cda-706f-472e-a4c1-86bf23813481 HTTP/1.1" status: 404 len: 337 time: 0.1529124 Nov 26 22:10:30.622598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43436) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.691018 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-4855f7c8-0b85-4051-8062-9a9350d2fdb6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:30.692566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4855f7c8-0b85-4051-8062-9a9350d2fdb6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:30.703923 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4855f7c8-0b85-4051-8062-9a9350d2fdb6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/3d2a02b5-ae25-4f57-854e-bcf935973971 HTTP/1.1" status: 404 len: 337 time: 0.0801318 Nov 26 22:10:30.706304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.752067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3da7eaae-be43-4bcd-9534-8cd14e3c4155 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1975434 Nov 26 22:10:30.754685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43444) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.793033 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e22718-020a-469a-b167-68ec9c5d6cde tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:30.793484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e22718-020a-469a-b167-68ec9c5d6cde tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:30.797228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a106ee-6220-4c93-8edb-55ee7862a23f req-1cb1b0bd-1a59-442d-b063-022e9d5edd3a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:30.798800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91a106ee-6220-4c93-8edb-55ee7862a23f req-1cb1b0bd-1a59-442d-b063-022e9d5edd3a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 943 time: 0.2267284 Nov 26 22:10:30.821653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f6e22718-020a-469a-b167-68ec9c5d6cde tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/0c548736-1a6e-4a55-bedb-f74e3a96bb22 HTTP/1.1" status: 404 len: 337 time: 0.1143014 Nov 26 22:10:30.824595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.868528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b9afa3d-40f5-4a19-99fa-09c6088c442e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:30.880489 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-637258ca-facf-4c34-a078-156f083a38d6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 200 len: 205 time: 0.0547116 Nov 26 22:10:30.881277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43448) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.882870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-c28ae321-eb5d-46de-a0fe-10a20ea07876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:30.884306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-c28ae321-eb5d-46de-a0fe-10a20ea07876 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.3062747 Nov 26 22:10:30.947577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b9afa3d-40f5-4a19-99fa-09c6088c442e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:30.957650 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-662bb56b-70ac-4f7d-87ec-9a2c9b19bb4d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] delete failed (client error): The resource could not be found. Nov 26 22:10:30.957976 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56cd03b8-369d-45d8-8084-e1b45c4922c2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:30.959555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-662bb56b-70ac-4f7d-87ec-9a2c9b19bb4d tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/d59c3c7d-8153-4362-9e99-f46517d2b6d0 HTTP/1.1" status: 404 len: 336 time: 0.0741076 Nov 26 22:10:30.963839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43450) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:30.966332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91a106ee-6220-4c93-8edb-55ee7862a23f req-f0bfb59b-bd42-4e0a-bff0-7390a085ba9b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342585 Nov 26 22:10:31.007047 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f13ad353-2dc0-4e2d-96d8-b328c7b54967 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=46373ef7-599b-4a5d-95c8-0488b2f93ad7 HTTP/1.1" status: 200 len: 205 time: 0.0417035 Nov 26 22:10:31.009763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43452) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.012759 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56cd03b8-369d-45d8-8084-e1b45c4922c2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.064448 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b9afa3d-40f5-4a19-99fa-09c6088c442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.068513 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b9afa3d-40f5-4a19-99fa-09c6088c442e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.069239 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-61a230d0-476b-4d6d-8fd6-44ae17f71827 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] delete failed (client error): The resource could not be found. Nov 26 22:10:31.070620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9b9afa3d-40f5-4a19-99fa-09c6088c442e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/095f5a55-069c-47dc-98e3-cdc2f883cb57 HTTP/1.1" status: 204 len: 168 time: 0.5180297 Nov 26 22:10:31.071133 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-61a230d0-476b-4d6d-8fd6-44ae17f71827 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/46373ef7-599b-4a5d-95c8-0488b2f93ad7 HTTP/1.1" status: 404 len: 336 time: 0.0594697 Nov 26 22:10:31.075737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43456) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.088328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-aa63f2a9-cc1a-4800-8016-ebd0a2f9fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:31.092203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-aa63f2a9-cc1a-4800-8016-ebd0a2f9fb96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626487 Nov 26 22:10:31.095790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9afa3d-40f5-4a19-99fa-09c6088c442e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095f5a55-069c-47dc-98e3-cdc2f883cb57,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:31.097527 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56cd03b8-369d-45d8-8084-e1b45c4922c2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.100550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56cd03b8-369d-45d8-8084-e1b45c4922c2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.102361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-56cd03b8-369d-45d8-8084-e1b45c4922c2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/ebb42400-0244-4b01-9cc4-66a788d6dc61 HTTP/1.1" status: 204 len: 168 time: 0.3450129 Nov 26 22:10:31.136007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43458) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.149669 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb3d817-207d-4b33-be84-38dbe75c7d38 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:31.150645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb3d817-207d-4b33-be84-38dbe75c7d38 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:31.156928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ceb3d817-207d-4b33-be84-38dbe75c7d38 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/f461b5d3-88ec-4a11-bc36-a73be0c5ae04 HTTP/1.1" status: 404 len: 337 time: 0.0798061 Nov 26 22:10:31.166338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43468) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.187304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd03b8-369d-45d8-8084-e1b45c4922c2 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb42400-0244-4b01-9cc4-66a788d6dc61,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:31.217762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e7827a6b-4ef6-4389-9c7c-e880d39258a1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=2703bf30-75ed-4a07-88b9-b7bbd9b72e9a HTTP/1.1" status: 200 len: 205 time: 0.0499806 Nov 26 22:10:31.256232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43470) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.263406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9ca899d6-a2b1-4441-b0c0-6330a65418ee tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1258979 Nov 26 22:10:31.267374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43472) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.272396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fddd7da1-65fb-43f9-83ff-1cc1c362a8b9 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170401853'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:31.363458 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-28a8083d-d4d0-4a1f-bfee-4cdfbee156ff tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] delete failed (client error): The resource could not be found. Nov 26 22:10:31.364643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-28a8083d-d4d0-4a1f-bfee-4cdfbee156ff tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/2703bf30-75ed-4a07-88b9-b7bbd9b72e9a HTTP/1.1" status: 404 len: 336 time: 0.0995393 Nov 26 22:10:31.366876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8364e67e-1adf-45a9-8b27-4729733953a4 req-6441ea48-cfef-4a6e-8054-05fc9b353d8a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0769114 Nov 26 22:10:31.369074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43476) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.371432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-b2c7d0f2-ebb0-46ef-9761-e4d32224a9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714536 Nov 26 22:10:31.405705 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fddd7da1-65fb-43f9-83ff-1cc1c362a8b9 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.410379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3783a903-0846-44b5-948f-01198c55c0df tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bae3cc5-7277-4350-8760-40e930058253 HTTP/1.1" status: 200 len: 205 time: 0.0399578 Nov 26 22:10:31.412529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43478) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.556499 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fddd7da1-65fb-43f9-83ff-1cc1c362a8b9 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.557153 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-7f6bb5fb-374d-4bc1-a87d-225089035953 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] delete failed (client error): The resource could not be found. Nov 26 22:10:31.558133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f6bb5fb-374d-4bc1-a87d-225089035953 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/7bae3cc5-7277-4350-8760-40e930058253 HTTP/1.1" status: 404 len: 336 time: 0.1366258 Nov 26 22:10:31.560953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43482) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.576831 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fddd7da1-65fb-43f9-83ff-1cc1c362a8b9 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.580025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ed9bbc09-e679-454d-9ad4-94eb10c497ed req-66b76d1b-0628-4a66-ba5e-3ddcd8e823f6 service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001653 Nov 26 22:10:31.667913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd7da1-65fb-43f9-83ff-1cc1c362a8b9 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c6c1ce-492b-4d66-9813-36c7c828fa82,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:31.673424 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9a220a-6277-4f0b-bd7b-78108df36ab1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:31.674443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9a220a-6277-4f0b-bd7b-78108df36ab1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:31.680339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dc9a220a-6277-4f0b-bd7b-78108df36ab1 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/a2e4c17f-95c8-453c-b0ab-00b6302c80e8 HTTP/1.1" status: 404 len: 337 time: 0.1158078 Nov 26 22:10:31.681036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43488) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.700671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fddd7da1-65fb-43f9-83ff-1cc1c362a8b9 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.704778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fddd7da1-65fb-43f9-83ff-1cc1c362a8b9 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4339387 Nov 26 22:10:31.705592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43492) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.710951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-eacbc06c-9164-4304-85e7-17501a6583ab tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': '99c6c1ce-492b-4d66-9813-36c7c828fa82', 'direction': 'ingress', 'protocol': 17}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:31.722205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-11a19e3a-254b-4e5d-989c-90f1bdc748d3 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae38b9f8-a430-4430-83ab-65dc56e9d496 HTTP/1.1" status: 200 len: 205 time: 0.0397582 Nov 26 22:10:31.723173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43494) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.767447 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eacbc06c-9164-4304-85e7-17501a6583ab tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.769841 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-ea3ce327-f124-4fbb-9795-274672647027 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] delete failed (client error): The resource could not be found. Nov 26 22:10:31.774194 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ea3ce327-f124-4fbb-9795-274672647027 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/ae38b9f8-a430-4430-83ab-65dc56e9d496 HTTP/1.1" status: 404 len: 336 time: 0.0498204 Nov 26 22:10:31.779544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43496) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.858641 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-6362892a-b126-48de-8dd5-122462d80bcf tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:31.861204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eacbc06c-9164-4304-85e7-17501a6583ab tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.868355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6362892a-b126-48de-8dd5-122462d80bcf tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:31.871904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eacbc06c-9164-4304-85e7-17501a6583ab tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.872870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6362892a-b126-48de-8dd5-122462d80bcf tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/708d8a69-e1ce-408f-bfc4-f3b0d32ac94d HTTP/1.1" status: 404 len: 337 time: 0.0887578 Nov 26 22:10:31.875226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43502) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.904689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbc06c-9164-4304-85e7-17501a6583ab tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3e8110-2474-438a-b232-cf7fa096015b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:31.919666 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eacbc06c-9164-4304-85e7-17501a6583ab tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:31.921142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-eacbc06c-9164-4304-85e7-17501a6583ab tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2149239 Nov 26 22:10:31.924810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43504) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:31.939812 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-08655e14-a864-4f85-8e35-a3c68cf41f39 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 HTTP/1.1" status: 200 len: 205 time: 0.0631311 Nov 26 22:10:31.943022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43506) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:32.002294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-208bbe55-7802-4370-a11d-0c17186f9620 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:32.031820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-208bbe55-7802-4370-a11d-0c17186f9620 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:32.051180 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-0f8d0009-65e3-4f11-928a-9a77946f008f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] delete failed (client error): The resource could not be found. Nov 26 22:10:32.057168 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0f8d0009-65e3-4f11-928a-9a77946f008f tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/routers/a6b8c7b7-abf5-4cfa-8a7d-1a472d6fa823 HTTP/1.1" status: 404 len: 336 time: 0.1106920 Nov 26 22:10:32.059324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43512) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:32.111218 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efc815c-5d8c-4e44-b387-f84d49dd4df6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:32.111683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efc815c-5d8c-4e44-b387-f84d49dd4df6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:32.116475 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1efc815c-5d8c-4e44-b387-f84d49dd4df6 tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/dc3b0e58-516d-4a4d-8c91-3c0a1c25415f HTTP/1.1" status: 404 len: 337 time: 0.0553100 Nov 26 22:10:32.119903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43518) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:32.188870 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d15d30-2594-4a09-a039-13645f3033de tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] DELETE failed (client error): The resource could not be found. Nov 26 22:10:32.189774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d15d30-2594-4a09-a039-13645f3033de tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:10:32.215570 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-61d15d30-2594-4a09-a039-13645f3033de tempest-RoutersIpV6Test-614263777 tempest-RoutersIpV6Test-614263777-project] 10.222.0.21 "DELETE /v2.0/subnets/8e54b98f-f5ce-4159-abad-cfd76445120b HTTP/1.1" status: 404 len: 337 time: 0.0922904 Nov 26 22:10:32.217599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-208bbe55-7802-4370-a11d-0c17186f9620 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:32.228086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-208bbe55-7802-4370-a11d-0c17186f9620 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:32.231671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-208bbe55-7802-4370-a11d-0c17186f9620 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/99c6c1ce-492b-4d66-9813-36c7c828fa82 HTTP/1.1" status: 204 len: 168 time: 0.3054631 Nov 26 22:10:32.234949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43526) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:32.270826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bbe55-7802-4370-a11d-0c17186f9620 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c6c1ce-492b-4d66-9813-36c7c828fa82,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:32.317459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7768159-061d-4c44-8bb1-fbc1855645d8 req-c9a911a4-0a91-47a2-ab4e-4fcee489a3cf tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:32.374781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7768159-061d-4c44-8bb1-fbc1855645d8 req-c9a911a4-0a91-47a2-ab4e-4fcee489a3cf tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 943 time: 0.2803128 Nov 26 22:10:32.527845 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b2b80e3d-795c-4ada-ae5d-c599b7b7a3d7 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2923675 Nov 26 22:10:32.531180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43536) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:32.537179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a87e5bf1-7286-4050-953f-7d7b8facdb67 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230872057'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:32.556288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7768159-061d-4c44-8bb1-fbc1855645d8 req-939075cc-5205-420f-993d-61767928ae4e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806064 Nov 26 22:10:32.650760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a87e5bf1-7286-4050-953f-7d7b8facdb67 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:32.652432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-74e78b9c-247b-4825-a32a-5328552d7058 req-d46b0d04-5e37-4bdc-9104-415e8a12a622 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0436580 Nov 26 22:10:32.781508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43546) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:32.836628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a87e5bf1-7286-4050-953f-7d7b8facdb67 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:32.849292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43550) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:32.850595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a87e5bf1-7286-4050-953f-7d7b8facdb67 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:32.908061 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a87e5bf1-7286-4050-953f-7d7b8facdb67 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:32.912076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43554) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:32.917852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a87e5bf1-7286-4050-953f-7d7b8facdb67 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3802381 Nov 26 22:10:32.919225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-secgroup--429313697'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:32.927791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e5bf1-7286-4050-953f-7d7b8facdb67 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eb7390-492d-4415-9d24-926606f3dd45,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:32.983160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-179199901-network', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:32.998166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 182d2412-181b-4bb0-8612-c25895897cd6 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:10:33.032651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 22:10:33.032651 n-d-819494-1 neutron-server[109999]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 26 22:10:33.032651 n-d-819494-1 neutron-server[109999]: [parameters: {'project_id': 'cd3485f724324569b46a187e06375ba1', 'id': 'fc4a2966-dfdd-4ea8-988d-d1ce35ef590f', 'expiration': datetime.datetime(2021, 11, 26, 22, 12, 32, 994108)}] Nov 26 22:10:33.032651 n-d-819494-1 neutron-server[109999]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:10:33.033184 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:10:33.035791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:33.038967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.063993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.117734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43560) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:33.123144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-79bba098-98fc-4646-b40d-a419f2fa2766 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5891ec416302443ca724e78646131539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2720876 Nov 26 22:10:33.131463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 182d2412-181b-4bb0-8612-c25895897cd6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=182d2412-181b-4bb0-8612-c25895897cd6,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:33.153993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '182d2412-181b-4bb0-8612-c25895897cd6', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '182d2412-181b-4bb0-8612-c25895897cd6', 'mac_address': 'fa:16:3e:ac:d0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:10:33.181077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b289207a-3d9e-4a13-bce1-5121b254fce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.202450 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.207863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b289207a-3d9e-4a13-bce1-5121b254fce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.208968 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.238170 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.269361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182d2412-181b-4bb0-8612-c25895897cd6 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:10:33.274980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca6f643-14ee-4c10-bc30-80d1967b8219,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:33.278789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b289207a-3d9e-4a13-bce1-5121b254fce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.282372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b289207a-3d9e-4a13-bce1-5121b254fce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.291458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:10:33.302318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.302573 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Added segment 8aa6a518-868d-4633-b1e5-15bf36877b0e of type vlan for network 629b7371-66af-455c-9be3-9f2b707c8bea Nov 26 22:10:33.305123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b289207a-3d9e-4a13-bce1-5121b254fce9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1db2333-d35f-4497-8247-7ba52f120b9a HTTP/1.1" status: 204 len: 168 time: 0.1698992 Nov 26 22:10:33.305731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 182d2412-181b-4bb0-8612-c25895897cd6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=182d2412-181b-4bb0-8612-c25895897cd6,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:33.314339 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.352582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289207a-3d9e-4a13-bce1-5121b254fce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1db2333-d35f-4497-8247-7ba52f120b9a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:33.390734 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.414232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=182d2412-181b-4bb0-8612-c25895897cd6,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:33.428753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.447221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.447878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.450557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.451140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.453577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.454750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.455389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.455925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.457839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.458415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.458982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:33.461465 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.463505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:33.465781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.506437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43580) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:33.507859 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7240875 Nov 26 22:10:33.513667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Request body: {'subnet': {'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-179199901-subnet', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:33.559762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:33.562786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.650278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c56c-222a-462d-a0ec-2d1e3e440194 admin admin] Pushing event updated for resources: {'Network': ['ID=629b7371-66af-455c-9be3-9f2b707c8bea,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:33.663113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 629b7371-66af-455c-9be3-9f2b707c8bea details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:10:33.681349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:33.834038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['182d2412-181b-4bb0-8612-c25895897cd6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:10:33.881419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96cef4dd-68e0-47d9-ba1d-fcafe61c33e9 req-601749d2-0fde-4aa2-8247-84cd9ba00a63 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0429585 Nov 26 22:10:33.961523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d5020-601e-4f90-a9dd-3f90b01de8fe req-2b4f1191-e062-4ffd-918e-783f2e1f5a1c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:33.968835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec3d5020-601e-4f90-a9dd-3f90b01de8fe req-2b4f1191-e062-4ffd-918e-783f2e1f5a1c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 944 time: 0.2197607 Nov 26 22:10:34.042720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ec3d5020-601e-4f90-a9dd-3f90b01de8fe req-89b2f387-f3a7-43c9-839c-d6593d13404a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729141 Nov 26 22:10:34.045280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.056605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.087592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.088622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.092378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1761935 Nov 26 22:10:34.095433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43622) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:34.143782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bbd43-8bdd-46c3-a912-da64bffcd5d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65df1256-01d4-489b-9ab1-afe7e68285ae,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:34.177748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-445fa0c7-87bd-4238-9141-af4d2da7cf81 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb7390-492d-4415-9d24-926606f3dd45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '65df1256-01d4-489b-9ab1-afe7e68285ae', 'remote_ip_prefix': None}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:34.214872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3854c64-ec7e-42c8-b90d-46b03778b04b,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:34.290492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:34.293776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Network hostable DHCP agents. Network: 629b7371-66af-455c-9be3-9f2b707c8bea, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:10:34.337385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-445fa0c7-87bd-4238-9141-af4d2da7cf81 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.366264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Network 629b7371-66af-455c-9be3-9f2b707c8bea is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:10:34.403146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 629b7371-66af-455c-9be3-9f2b707c8bea) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:34.409274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:34.411802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.412715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87643437-2392-4f89-a140-4d00811c5696 None None] Network 629b7371-66af-455c-9be3-9f2b707c8bea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:34.597272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-445fa0c7-87bd-4238-9141-af4d2da7cf81 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.612641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-03f3c749-6f5f-421b-a778-90549eb3a628 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1038733 Nov 26 22:10:34.614634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43650) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:34.615780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-445fa0c7-87bd-4238-9141-af4d2da7cf81 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.622894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:34.664437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.666349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.680864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fa0c7-87bd-4238-9141-af4d2da7cf81 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f3e7c3-21ce-4afa-8384-5cada82dddd6,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:34.690036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-445fa0c7-87bd-4238-9141-af4d2da7cf81 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.691761 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-445fa0c7-87bd-4238-9141-af4d2da7cf81 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5368364 Nov 26 22:10:34.696438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43654) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:34.740465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-629b7371-66af-455c-9be3-9f2b707c8bea', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:10:34.743745 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.851679 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a70cfc7-3886-4664-93d9-c0f51971d998 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.860987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43658) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:34.876176 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.882935 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a70cfc7-3886-4664-93d9-c0f51971d998 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:34.968585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Allocated IP 172.20.0.2 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/35ee2a3f-c4de-431d-837e-9b3f13c9145a) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:35.000713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-25979a5d-c96e-4247-9adb-7784fac5c559 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-30895420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:35.032106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25979a5d-c96e-4247-9adb-7784fac5c559 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.033895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25979a5d-c96e-4247-9adb-7784fac5c559 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.040315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 182d2412-181b-4bb0-8612-c25895897cd6 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:35.115648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25979a5d-c96e-4247-9adb-7784fac5c559 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.131364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25979a5d-c96e-4247-9adb-7784fac5c559 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.151342 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a70cfc7-3886-4664-93d9-c0f51971d998 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.169104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25979a5d-c96e-4247-9adb-7784fac5c559 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.170706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-25979a5d-c96e-4247-9adb-7784fac5c559 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.3086543 Nov 26 22:10:35.173544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43666) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:35.175436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 182d2412-181b-4bb0-8612-c25895897cd6 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:10:35.182857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 182d2412-181b-4bb0-8612-c25895897cd6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:35.183237 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.185063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1892747064'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:35.216323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Made reservation on behalf of 0e00746e418f4a2582414effaee3f0cf for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:35.219425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a70cfc7-3886-4664-93d9-c0f51971d998 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.220553 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9a70cfc7-3886-4664-93d9-c0f51971d998 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/28f3e7c3-21ce-4afa-8384-5cada82dddd6 HTTP/1.1" status: 204 len: 168 time: 0.5231397 Nov 26 22:10:35.221165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.224308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeaa7154-a616-466f-ab02-3b48978b5008 req-85f92914-c1c5-431d-935b-b5c582c45dc7 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.1066210 Nov 26 22:10:35.237215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43668) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:35.238340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.267553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70cfc7-3886-4664-93d9-c0f51971d998 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28f3e7c3-21ce-4afa-8384-5cada82dddd6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:35.367145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-839b1f6e-2b18-4c7e-9d1f-b4678faf9ab8 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1126778 Nov 26 22:10:35.372727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43670) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:35.406953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.407181 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.462764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 182d2412-181b-4bb0-8612-c25895897cd6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=182d2412-181b-4bb0-8612-c25895897cd6,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:35.464508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-251b61d6-59dd-4242-80a0-e94e56af3024 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.469151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182d2412-181b-4bb0-8612-c25895897cd6'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:35.472695 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ed43b-23a6-4c0a-8340-08f05bc1b17e" -d '{"events": [{"server_uuid": "de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb", "name": "network-vif-plugged", "status": "completed", "tag": "182d2412-181b-4bb0-8612-c25895897cd6"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:35.483307 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.485863 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.486054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aba765-20c4-445b-abbb-532f53369e87 req-59a003d0-2f7c-4d75-a5fb-44b3e0fb9fb0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:35.493148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59aba765-20c4-445b-abbb-532f53369e87 req-59a003d0-2f7c-4d75-a5fb-44b3e0fb9fb0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 944 time: 0.2830646 Nov 26 22:10:35.538677 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.560263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:35.565288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:35.575386 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-251b61d6-59dd-4242-80a0-e94e56af3024 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.577093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:35.584518 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482b51a1-9924-41fd-805a-875165272045 x-openstack-request-id: req-482b51a1-9924-41fd-805a-875165272045 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:35.585403 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb", "name": "network-vif-plugged", "status": "completed", "tag": "182d2412-181b-4bb0-8612-c25895897cd6", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:35.586682 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-482b51a1-9924-41fd-805a-875165272045 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:35.587345 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182d2412-181b-4bb0-8612-c25895897cd6', 'code': 200} Nov 26 22:10:35.620363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.654727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.684855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59aba765-20c4-445b-abbb-532f53369e87 req-e110742e-335c-43ff-9891-26c1e19cbea4 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150391 Nov 26 22:10:35.719346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:10:35.735430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=182d2412-181b-4bb0-8612-c25895897cd6,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:35.739969 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-251b61d6-59dd-4242-80a0-e94e56af3024 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.740523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Attempting to bind port 35ee2a3f-c4de-431d-837e-9b3f13c9145a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:35.741115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Attempting to bind port 35ee2a3f-c4de-431d-837e-9b3f13c9145a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:35.742257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Attempting to bind port 35ee2a3f-c4de-431d-837e-9b3f13c9145a on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:35.743287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-251b61d6-59dd-4242-80a0-e94e56af3024 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.744488 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-251b61d6-59dd-4242-80a0-e94e56af3024 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/65df1256-01d4-489b-9ab1-afe7e68285ae HTTP/1.1" status: 204 len: 168 time: 0.3704882 Nov 26 22:10:35.754221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43678) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:35.771054 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.771278 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Added segment c58992ce-1014-4191-a718-8e03aa85ce18 of type vlan for network 9669e5b8-0ac5-4552-a5a1-3177637867b3 Nov 26 22:10:35.793322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Pushing event updated for resources: {'Port': ['ID=35ee2a3f-c4de-431d-837e-9b3f13c9145a,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:35.800016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:35.801180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:35.801851 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.802690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:35.803282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Bound port: 35ee2a3f-c4de-431d-837e-9b3f13c9145a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:35.805029 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.817533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23222b55-e19e-472c-9080-4d7fa55c1f5a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:35.884368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] For port 35ee2a3f-c4de-431d-837e-9b3f13c9145a, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:35.888177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] For port 35ee2a3f-c4de-431d-837e-9b3f13c9145a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35ee2a3f-c4de-431d-837e-9b3f13c9145a,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:35.897373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.897622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b61d6-59dd-4242-80a0-e94e56af3024 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65df1256-01d4-489b-9ab1-afe7e68285ae,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:35.908792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e659d-9826-4ed2-822e-9862cee6f293 req-b3113cb0-d38c-4f58-8309-955f16eeaceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:35.910357 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-948e659d-9826-4ed2-822e-9862cee6f293 req-b3113cb0-d38c-4f58-8309-955f16eeaceb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 1096 time: 0.2213326 Nov 26 22:10:35.916830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:35.966490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70dcf901-aa45-4412-b535-04c20fa2e625 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2083693 Nov 26 22:10:35.967300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43680) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:36.007990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7f36e-be54-49cf-9e28-333b19b5d9f4 None None] Pushing event updated for resources: {'Port': ['ID=35ee2a3f-c4de-431d-837e-9b3f13c9145a,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:36.056860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.061835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.073591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:36.074230 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.083103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.204787 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-948e659d-9826-4ed2-822e-9862cee6f293 req-098cdb69-5e1e-485e-8963-1e9daa7954c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817738 Nov 26 22:10:36.267540 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0925784 Nov 26 22:10:36.276281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43682) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:36.301040 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-53154f46-e8b5-4807-8ba3-4eb941a140e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2231359 Nov 26 22:10:36.301924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e9de6-cbc3-4e39-a7b5-65be03c7ebde tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Network': ['ID=9669e5b8-0ac5-4552-a5a1-3177637867b3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:36.306363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'subnet': {'network_id': '9669e5b8-0ac5-4552-a5a1-3177637867b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:36.338058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 9669e5b8-0ac5-4552-a5a1-3177637867b3 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:10:36.351339 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53a1ac7a-86ef-43c6-8ec9-9fff9c333410 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.372321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Allocated IP 172.25.3.225 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/ec90cc36-47de-431c-b593-d92d39cd4e76) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:36.443233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53a1ac7a-86ef-43c6-8ec9-9fff9c333410 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.495171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-4d154790-1f76-4a8c-81c6-bea204f1f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:36.496641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-4d154790-1f76-4a8c-81c6-bea204f1f89e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 1096 time: 0.1555336 Nov 26 22:10:36.565407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35ee2a3f-c4de-431d-837e-9b3f13c9145a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:36.674051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 35ee2a3f-c4de-431d-837e-9b3f13c9145a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:36.674455 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.726988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53a1ac7a-86ef-43c6-8ec9-9fff9c333410 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.729642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53a1ac7a-86ef-43c6-8ec9-9fff9c333410 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.736622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-53a1ac7a-86ef-43c6-8ec9-9fff9c333410 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/b1eb7390-492d-4415-9d24-926606f3dd45 HTTP/1.1" status: 204 len: 168 time: 0.7601357 Nov 26 22:10:36.736896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43692) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:36.766439 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.769524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43521248-55a2-4127-bbf4-0f1b577cadf7 req-12ade1c9-0a36-49df-9b93-0d3f477539de tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.3420916 Nov 26 22:10:36.845902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.914672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1ac7a-86ef-43c6-8ec9-9fff9c333410 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eb7390-492d-4415-9d24-926606f3dd45,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:36.937016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-4f6ea260-97bb-44ea-bf3d-003ecc566263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:36.941359 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-4f6ea260-97bb-44ea-bf3d-003ecc566263 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.4124157 Nov 26 22:10:36.969943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Made reservation on behalf of 0e00746e418f4a2582414effaee3f0cf for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:36.973739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:36.987090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.003724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 35ee2a3f-c4de-431d-837e-9b3f13c9145a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35ee2a3f-c4de-431d-837e-9b3f13c9145a,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:37.016133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.035300 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-82dc8351-72b3-4c31-a1f0-72189d13f0a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e86234d-794e-49e6-be51-c0b25ccfbecb HTTP/1.1" status: 200 len: 217 time: 0.0780756 Nov 26 22:10:37.047211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f60bd2cb-5709-4898-a46a-580dfe35a9fb tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2944903 Nov 26 22:10:37.057222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43694) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:37.065802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7e8c5089-8ad0-469d-8c9b-e9bfcb9bef20 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-secgroup--343768699'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:37.157344 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=35ee2a3f-c4de-431d-837e-9b3f13c9145a,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:37.164174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.169265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-0d40fa9e-d8d6-4218-a487-d9a628947c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:37.172395 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-0d40fa9e-d8d6-4218-a487-d9a628947c49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1261957 Nov 26 22:10:37.210144 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5089-8ad0-469d-8c9b-e9bfcb9bef20 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.248992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Pushing event updated for resources: {'Port': ['ID=ec90cc36-47de-431c-b593-d92d39cd4e76,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:37.292345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-c427849e-8030-432d-bb8d-22914b10c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:37.293902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-c427849e-8030-432d-bb8d-22914b10c8c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137044 Nov 26 22:10:37.411473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:37.424286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892994fd-d9d3-4744-88b2-bf084f66a9ea req-3bd4a0a1-5c69-40d5-81df-b2980e8596d2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:37.426095 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-892994fd-d9d3-4744-88b2-bf084f66a9ea req-3bd4a0a1-5c69-40d5-81df-b2980e8596d2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 945 time: 0.5788941 Nov 26 22:10:37.427190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:37.449129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29921e54-b9b5-44da-bc9d-a4b7f6a18d3f None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:37.514950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5089-8ad0-469d-8c9b-e9bfcb9bef20 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.521404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-7b8b1240-02e8-4070-afb9-a1dc355bb5af service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113628 Nov 26 22:10:37.537920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fd859271-7350-44dd-a693-7d0559458aa8 None None] Provisioning complete for port ec90cc36-47de-431c-b593-d92d39cd4e76 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:37.538998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd859271-7350-44dd-a693-7d0559458aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.550648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5089-8ad0-469d-8c9b-e9bfcb9bef20 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.564944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:37.611027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fd859271-7350-44dd-a693-7d0559458aa8 None None] Port ec90cc36-47de-431c-b593-d92d39cd4e76 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:37.703398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.704964 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5089-8ad0-469d-8c9b-e9bfcb9bef20 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.706508 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7e8c5089-8ad0-469d-8c9b-e9bfcb9bef20 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6449337 Nov 26 22:10:37.709889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43702) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:37.721155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c5089-8ad0-469d-8c9b-e9bfcb9bef20 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd4664b-5b1c-4e9a-9862-3c42e239f11b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:37.727091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-63a6c1d1-b7ba-49bc-b45d-e9b86225370b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': '6bd4664b-5b1c-4e9a-9862-3c42e239f11b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:37.773755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deee966c-8fa4-4d66-8641-49a7eed0ee34 None None] Network 629b7371-66af-455c-9be3-9f2b707c8bea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:37.784929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1f0d083-b95c-44fd-a2fe-51caa3dd2a2d req-5e317575-265b-43b0-8db4-9d18a5551acc service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537904 Nov 26 22:10:37.896532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-34a53573-13f9-4a7b-b0f7-65465e1c6d6b None None] Provisioning complete for port 35ee2a3f-c4de-431d-837e-9b3f13c9145a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:37.896772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-34a53573-13f9-4a7b-b0f7-65465e1c6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:37.999613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.240146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Subnet': ['ID=df345db3-b97b-43e1-b0d3-9b7c5dacce56,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:38.354162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b552ea6f-215b-420f-bf76-3947a0253409 req-8fa12dc1-6e4e-490d-959d-34d417dfc285 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0643523 Nov 26 22:10:38.377294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-892994fd-d9d3-4744-88b2-bf084f66a9ea req-628c806a-c12a-45d7-82c0-3a339fdd47cb tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8134778 Nov 26 22:10:38.407206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35ee2a3f-c4de-431d-837e-9b3f13c9145a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:38.464805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Checking segment: {'id': 'c58992ce-1014-4191-a718-8e03aa85ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9669e5b8-0ac5-4552-a5a1-3177637867b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:38.465598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network hostable DHCP agents. Network: 9669e5b8-0ac5-4552-a5a1-3177637867b3, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:10:38.474022 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63a6c1d1-b7ba-49bc-b45d-e9b86225370b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.509072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f7d86786-7107-4bcb-a5c4-55b65c803520 None None] Provisioning complete for port 35ee2a3f-c4de-431d-837e-9b3f13c9145a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:38.516469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7d86786-7107-4bcb-a5c4-55b65c803520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.589519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network 9669e5b8-0ac5-4552-a5a1-3177637867b3 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:10:38.596349 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 35ee2a3f-c4de-431d-837e-9b3f13c9145a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:38.597626 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.599748 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63a6c1d1-b7ba-49bc-b45d-e9b86225370b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.653273 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 9669e5b8-0ac5-4552-a5a1-3177637867b3) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:38.657307 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63a6c1d1-b7ba-49bc-b45d-e9b86225370b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.672639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:38.673522 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.703480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6c1d1-b7ba-49bc-b45d-e9b86225370b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495f0791-6e8b-482f-8753-94859297b1da,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:38.725130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a910c-ad2a-4ed1-97ff-4e22040ac567 None None] Network 9669e5b8-0ac5-4552-a5a1-3177637867b3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:38.750123 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63a6c1d1-b7ba-49bc-b45d-e9b86225370b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.765865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-63a6c1d1-b7ba-49bc-b45d-e9b86225370b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0420825 Nov 26 22:10:38.766636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43714) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:38.770806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8e3b3c3b-a4d4-4326-ada1-7ad00f1ecf02 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4901264 Nov 26 22:10:38.772152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43716) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:38.797306 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:10:38.811327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'network': {'name': 'tempest-router-network01--2037020854'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:38.861655 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.931089 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d015763-9070-41c4-b9ac-4269012e2c58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.969382 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d015763-9070-41c4-b9ac-4269012e2c58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:38.971947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Made reservation on behalf of 0e00746e418f4a2582414effaee3f0cf for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:38.985749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.008539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-9669e5b8-0ac5-4552-a5a1-3177637867b3', 'network_id': '9669e5b8-0ac5-4552-a5a1-3177637867b3', 'tenant_id': '0e00746e418f4a2582414effaee3f0cf', 'fixed_ips': [{'subnet_id': 'df345db3-b97b-43e1-b0d3-9b7c5dacce56'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:10:39.009429 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.046382 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d015763-9070-41c4-b9ac-4269012e2c58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.055736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d015763-9070-41c4-b9ac-4269012e2c58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.059556 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3d015763-9070-41c4-b9ac-4269012e2c58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/495f0791-6e8b-482f-8753-94859297b1da HTTP/1.1" status: 204 len: 168 time: 0.2838235 Nov 26 22:10:39.061976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:10:39.065329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43720) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:39.099084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d015763-9070-41c4-b9ac-4269012e2c58 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=495f0791-6e8b-482f-8753-94859297b1da,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:39.104720 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.109578 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Added segment e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b of type vlan for network cd9b4ddc-ea79-4959-9739-af115905fd8b Nov 26 22:10:39.175321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.208173 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.217327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:39.218003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.237155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b5331c35-a244-4128-bda1-4d7222b3413b tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1703832 Nov 26 22:10:39.244542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Allocated IP 2001:db8::2 (9669e5b8-0ac5-4552-a5a1-3177637867b3/df345db3-b97b-43e1-b0d3-9b7c5dacce56/62ad0cba-188e-4a2e-a966-ed1becb11f77) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:39.246023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43722) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:39.348058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.376581 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5770848 Nov 26 22:10:39.381749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43724) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:39.390095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'network': {'name': 'tempest-router-network02--2115410084'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:39.409829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9c34c-5320-49a9-b0e2-5d9d9c408953 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Network': ['ID=cd9b4ddc-ea79-4959-9739-af115905fd8b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:39.424587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network cd9b4ddc-ea79-4959-9739-af115905fd8b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:10:39.425509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3459b3ee-ae1d-45c5-ba73-5861da70fe47 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.459415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Made reservation on behalf of 0e00746e418f4a2582414effaee3f0cf for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:39.464367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.486063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3459b3ee-ae1d-45c5-ba73-5861da70fe47 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.519297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:10:39.579132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.579472 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Added segment 43b43de8-a4ef-4cef-a85e-2ab126fb5cb3 of type vlan for network a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 Nov 26 22:10:39.630944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.637381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.638223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31b600a8-65f4-4461-9da0-5934bd1932ab req-ee156aad-49be-4dc3-9660-e30b2831c974 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0717518 Nov 26 22:10:39.664041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3459b3ee-ae1d-45c5-ba73-5861da70fe47 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.667318 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.693710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3459b3ee-ae1d-45c5-ba73-5861da70fe47 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.722914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3459b3ee-ae1d-45c5-ba73-5861da70fe47 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/6bd4664b-5b1c-4e9a-9862-3c42e239f11b HTTP/1.1" status: 204 len: 168 time: 0.4654796 Nov 26 22:10:39.726227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43730) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:39.735425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Network 9669e5b8-0ac5-4552-a5a1-3177637867b3 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:39.738739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:39.749335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:39.758438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Pushing event updated for resources: {'Port': ['ID=62ad0cba-188e-4a2e-a966-ed1becb11f77,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:39.792699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.802908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb09e2-b80a-4537-9265-0ddc63c1d0dc req-31d725d6-1f39-42fa-903f-eadf2db6f29c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:39.810977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38cb09e2-b80a-4537-9265-0ddc63c1d0dc req-31d725d6-1f39-42fa-903f-eadf2db6f29c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 945 time: 0.2604604 Nov 26 22:10:39.811574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:39.812337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.818484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:10:39.840166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Attempting to bind port 62ad0cba-188e-4a2e-a966-ed1becb11f77 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:39.840584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Attempting to bind port 62ad0cba-188e-4a2e-a966-ed1becb11f77 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'c58992ce-1014-4191-a718-8e03aa85ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9669e5b8-0ac5-4552-a5a1-3177637867b3'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:39.840964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Attempting to bind port 62ad0cba-188e-4a2e-a966-ed1becb11f77 on network 9669e5b8-0ac5-4552-a5a1-3177637867b3 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:39.847631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:39.847889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Checking segment: {'id': 'c58992ce-1014-4191-a718-8e03aa85ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9669e5b8-0ac5-4552-a5a1-3177637867b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:39.848447 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.848765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Bound using segment: {'id': 'c58992ce-1014-4191-a718-8e03aa85ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9669e5b8-0ac5-4552-a5a1-3177637867b3'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:39.849253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Bound port: 62ad0cba-188e-4a2e-a966-ed1becb11f77, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58992ce-1014-4191-a718-8e03aa85ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9669e5b8-0ac5-4552-a5a1-3177637867b3'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:39.849978 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:39.925850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459b3ee-ae1d-45c5-ba73-5861da70fe47 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd4664b-5b1c-4e9a-9862-3c42e239f11b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:39.977870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5923059 Nov 26 22:10:39.982950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43736) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:40.001019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'subnet': {'network_id': 'cd9b4ddc-ea79-4959-9739-af115905fd8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:40.019913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd390065-75ba-408c-a14b-19f61ebd3bdc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Network': ['ID=a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:40.025228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] For port 62ad0cba-188e-4a2e-a966-ed1becb11f77, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:40.032395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] For port 62ad0cba-188e-4a2e-a966-ed1becb11f77, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=62ad0cba-188e-4a2e-a966-ed1becb11f77,segment=NetworkSegment(c58992ce-1014-4191-a718-8e03aa85ce18),segment_id=c58992ce-1014-4191-a718-8e03aa85ce18)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:40.037285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:10:40.048427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.055454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38cb09e2-b80a-4537-9265-0ddc63c1d0dc req-88b170e5-3720-4666-b05f-7b742370241c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434752 Nov 26 22:10:40.066442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c4f60832-81a9-4ce5-8558-c4f18f228365 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2892461 Nov 26 22:10:40.069798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43738) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:40.076590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a9c53a88-bd6b-4e31-86f0-ff1a75dc0640 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904029216'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:40.103997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:40.149922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9c53a88-bd6b-4e31-86f0-ff1a75dc0640 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.182336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:40.203229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Made reservation on behalf of 0e00746e418f4a2582414effaee3f0cf for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:40.207871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.219506 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.220950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6b990c15-86d9-4dd9-bbca-2604ad59d469 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6042624 Nov 26 22:10:40.223978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43742) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:40.353707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-e2b1c696-3287-41eb-80ed-a29ab666b1ba tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6c8a0c3b23b84376862967611c9ac4e8 HTTP/1.1" status: 200 len: 267 time: 0.1605995 Nov 26 22:10:40.412722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9c53a88-bd6b-4e31-86f0-ff1a75dc0640 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.423443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9c53a88-bd6b-4e31-86f0-ff1a75dc0640 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.545915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-9d44c4ca-8a73-44df-a562-c05a8945190e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:40.547555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-9d44c4ca-8a73-44df-a562-c05a8945190e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 945 time: 0.1922073 Nov 26 22:10:40.549059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:40.549709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:40.566741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c53a88-bd6b-4e31-86f0-ff1a75dc0640 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab45aa6c-d3dc-4193-b63a-bcdc9381b331,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:40.604392 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a9c53a88-bd6b-4e31-86f0-ff1a75dc0640 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.605823 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a9c53a88-bd6b-4e31-86f0-ff1a75dc0640 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5358346 Nov 26 22:10:40.609652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43744) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:40.613004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'port': {'security_groups': []}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:40.614533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31820a2f-3747-4f4d-bd0b-b3c8d3e05589 None None] Pushing event updated for resources: {'Port': ['ID=62ad0cba-188e-4a2e-a966-ed1becb11f77,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:40.628706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-cca7b2b0-a745-4785-bdc9-ba3a5dc08750 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ab45aa6c-d3dc-4193-b63a-bcdc9381b331', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:40.761204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.783282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.795771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:40.842588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cca7b2b0-a745-4785-bdc9-ba3a5dc08750 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.889344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4be09af3-e79a-4af9-ac8f-1a77ea9b2936 req-9771bad2-e64d-433a-b733-3f4d884f89a5 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0642693 Nov 26 22:10:40.923764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Subnet': ['ID=67f8cf27-1a03-44e6-b546-9b59e57ff803,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:40.958950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Checking segment: {'id': 'e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cd9b4ddc-ea79-4959-9739-af115905fd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:40.959318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network hostable DHCP agents. Network: cd9b4ddc-ea79-4959-9739-af115905fd8b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:10:40.972846 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cca7b2b0-a745-4785-bdc9-ba3a5dc08750 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:40.980356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cca7b2b0-a745-4785-bdc9-ba3a5dc08750 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.011005 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cca7b2b0-a745-4785-bdc9-ba3a5dc08750 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.012525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cca7b2b0-a745-4785-bdc9-ba3a5dc08750 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4018371 Nov 26 22:10:41.017801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43754) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:41.026970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7b2b0-a745-4785-bdc9-ba3a5dc08750 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc6355d-901f-4be8-a771-bad0e7fb7cf0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:41.041631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network cd9b4ddc-ea79-4959-9739-af115905fd8b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:10:41.058178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9e4aa23b-d99b-41f6-b0ec-2444fb9165a9 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules/abc6355d-901f-4be8-a771-bad0e7fb7cf0 HTTP/1.1" status: 200 len: 763 time: 0.0383160 Nov 26 22:10:41.060763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43756) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:41.070412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, cd9b4ddc-ea79-4959-9739-af115905fd8b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:41.081954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03dfe3-b3ad-428a-a624-75cb8e7253ed None None] Network cd9b4ddc-ea79-4959-9739-af115905fd8b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:41.102854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:41.103678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.108284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] For port 182d2412-181b-4bb0-8612-c25895897cd6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=182d2412-181b-4bb0-8612-c25895897cd6,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:41.130203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a57795a9-da54-44ff-a97e-07cdbb662aef tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1437821 Nov 26 22:10:41.137920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43760) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:41.144345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'subnet': {'network_id': 'a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:41.146240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:38Z', 'revision_number': 3, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:41.158473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.167840 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-217ac2fe-dd32-4137-b07e-10ac09c2bb3f tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1055551 Nov 26 22:10:41.173864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43762) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:41.181949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:41.182457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Updating router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d port ec90cc36-47de-431c-b593-d92d39cd4e76 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:10:41.182873 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.262470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['25f00689-a056-4ef7-9dec-abd02394d5cf', '0e86234d-794e-49e6-be51-c0b25ccfbecb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:10:41.301026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-144d2591-4d04-4d7d-9ff6-a468d0d75664 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.305467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Made reservation on behalf of 0e00746e418f4a2582414effaee3f0cf for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:41.311018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.321980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['182d2412-181b-4bb0-8612-c25895897cd6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:10:41.349482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:41.357962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.359628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d574e5a-49d3-4074-94de-be511bc7fddd req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "PUT /v2.0/ports/182d2412-181b-4bb0-8612-c25895897cd6 HTTP/1.1" status: 200 len: 904 time: 0.7519500 Nov 26 22:10:41.375987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'tag': '182d2412-181b-4bb0-8612-c25895897cd6'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:41.383927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.386543 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafef204-a68b-4f35-9f20-fa8777bf759c" -d '{"events": [{"name": "network-changed", "server_uuid": "de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb", "tag": "182d2412-181b-4bb0-8612-c25895897cd6"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:41.425133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-144d2591-4d04-4d7d-9ff6-a468d0d75664 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.504514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-144d2591-4d04-4d7d-9ff6-a468d0d75664 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.519741 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-144d2591-4d04-4d7d-9ff6-a468d0d75664 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.521318 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-144d2591-4d04-4d7d-9ff6-a468d0d75664 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/abc6355d-901f-4be8-a771-bad0e7fb7cf0 HTTP/1.1" status: 204 len: 168 time: 0.3464370 Nov 26 22:10:41.525640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43770) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:41.658763 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['182d2412-181b-4bb0-8612-c25895897cd6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:10:41.694403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d2591-4d04-4d7d-9ff6-a468d0d75664 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abc6355d-901f-4be8-a771-bad0e7fb7cf0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:41.699948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12d5c8-d392-46dd-b71d-c2b436c3db28 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'Port': ['ID=182d2412-181b-4bb0-8612-c25895897cd6,revision_number=6']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:41.761682 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e83249c9-bf34-49ec-9575-e97b5bc0662f tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2242973 Nov 26 22:10:41.785192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43772) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:41.796778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-286ed98a-7acf-40b6-8d12-545a869ba89d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ab45aa6c-d3dc-4193-b63a-bcdc9381b331', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:41.854792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-286ed98a-7acf-40b6-8d12-545a869ba89d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.891366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:41.903527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfca317-8182-4193-bd1b-6404ff010410 req-8ff4a634-9e64-4e63-bfed-bd1b7b9b551f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:41.910300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cfca317-8182-4193-bd1b-6404ff010410 req-8ff4a634-9e64-4e63-bfed-bd1b7b9b551f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 907 time: 0.4153759 Nov 26 22:10:41.914255 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04016c5a-41ed-4cf2-b561-8d4587e2a243 x-openstack-request-id: req-04016c5a-41ed-4cf2-b561-8d4587e2a243 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:41.915600 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb", "tag": "182d2412-181b-4bb0-8612-c25895897cd6", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:41.915836 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04016c5a-41ed-4cf2-b561-8d4587e2a243 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:41.917599 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'tag': '182d2412-181b-4bb0-8612-c25895897cd6', 'status': 'completed', 'code': 200} Nov 26 22:10:41.990672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1098b158-5a08-4d4d-a969-a4038f4db32e None None] Network 9669e5b8-0ac5-4552-a5a1-3177637867b3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:42.072341 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.074803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-cd9b4ddc-ea79-4959-9739-af115905fd8b', 'network_id': 'cd9b4ddc-ea79-4959-9739-af115905fd8b', 'tenant_id': '0e00746e418f4a2582414effaee3f0cf', 'fixed_ips': [{'subnet_id': '67f8cf27-1a03-44e6-b546-9b59e57ff803'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:10:42.075684 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.101817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Subnet': ['ID=6a730a88-5950-4c30-b0c6-4c138c6ee766,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:42.111943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0dc48859-77e9-47cd-9589-3596940500d0 req-bf5b4e5b-65b8-428e-92f5-d10418476c9f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0673492 Nov 26 22:10:42.169424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Checking segment: {'id': '43b43de8-a4ef-4cef-a85e-2ab126fb5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:42.169721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network hostable DHCP agents. Network: a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:10:42.230597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-b19339d1-8393-4273-9f7b-de76e499f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:42.232125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-b19339d1-8393-4273-9f7b-de76e499f9be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 1058 time: 0.2486038 Nov 26 22:10:42.234065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-286ed98a-7acf-40b6-8d12-545a869ba89d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.237205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Allocated IP 2001:db8::2 (cd9b4ddc-ea79-4959-9739-af115905fd8b/67f8cf27-1a03-44e6-b546-9b59e57ff803/5d15370f-be04-4775-9219-f94fcde9c05f) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:42.274212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de564-7e94-4e43-9365-ae9af2eee090 req-e9270fcb-5279-40e7-a24b-bee9c96bc1ed tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:42.275897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f1de564-7e94-4e43-9365-ae9af2eee090 req-e9270fcb-5279-40e7-a24b-bee9c96bc1ed tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1994965 Nov 26 22:10:42.394087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f1de564-7e94-4e43-9365-ae9af2eee090 req-4ca3af74-e99f-4255-a0e6-9e1e38777f37 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112928 Nov 26 22:10:42.423723 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.508523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-3871cffb-7a55-4118-ad5a-c230ba833f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:42.512455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-3871cffb-7a55-4118-ad5a-c230ba833f95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2727983 Nov 26 22:10:42.518424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:10:42.528505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-286ed98a-7acf-40b6-8d12-545a869ba89d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.530369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Allocated IP 172.20.0.1 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/def64ad8-32ba-449c-9c81-cb47ec70c6c5) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:42.566758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ed98a-7acf-40b6-8d12-545a869ba89d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed019fc-5081-444e-91ba-fc2b57992580,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:42.576624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.578703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 62ad0cba-188e-4a2e-a966-ed1becb11f77 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:42.619279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-286ed98a-7acf-40b6-8d12-545a869ba89d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.621315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-286ed98a-7acf-40b6-8d12-545a869ba89d tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8346419 Nov 26 22:10:42.624215 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-b3095c31-681a-4ec1-af1c-6e0f31ab08e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=182d2412-181b-4bb0-8612-c25895897cd6 HTTP/1.1" status: 200 len: 217 time: 0.0914488 Nov 26 22:10:42.624215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:42.626225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43784) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:42.660071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:42.660940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb63fd7-49b7-4f36-a3d4-bdc5cc037193 None None] Network a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:42.661143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.695383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ef18b-3f4b-4be2-9212-09460e4bb22e req-d994db6e-790a-40a5-a601-de5d1cbbff18 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:42.697374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-270ef18b-3f4b-4be2-9212-09460e4bb22e req-d994db6e-790a-40a5-a601-de5d1cbbff18 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0954683 Nov 26 22:10:42.710568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ace99ba5-5153-4116-bdc6-fdf502787fdd tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules/aed019fc-5081-444e-91ba-fc2b57992580 HTTP/1.1" status: 200 len: 763 time: 0.0751166 Nov 26 22:10:42.718312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43786) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:42.743811 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b3260d2e-29c7-405d-a25d-4e21b9f18477 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6043921 Nov 26 22:10:42.748901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43788) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:42.766264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-270ef18b-3f4b-4be2-9212-09460e4bb22e req-a3b7b564-aff7-4bba-8ded-17b247564568 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573680 Nov 26 22:10:42.800695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-15208db7-11ac-41aa-b542-0e33f53100d0 None None] Provisioning complete for port 182d2412-181b-4bb0-8612-c25895897cd6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:42.801063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-15208db7-11ac-41aa-b542-0e33f53100d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.813810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.906059 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:42.946839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:43.002891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:43.007045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:43.040921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-71b26953-72fa-46c2-a6b0-5447fb796d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:43.042556 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-71b26953-72fa-46c2-a6b0-5447fb796d96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.3944137 Nov 26 22:10:43.059472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Pushing event updated for resources: {'Port': ['ID=def64ad8-32ba-449c-9c81-cb47ec70c6c5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:43.077644 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.128913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5c9b629b-5767-4447-99e9-c8eb22890c6e tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4098628 Nov 26 22:10:43.129535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43804) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:43.329494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0321abe8-cb26-4a3d-a73d-a7f16651f6dc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.333337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-b2381caa-67bb-40ed-9b91-5e35a25010a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:43.334938 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-b2381caa-67bb-40ed-9b91-5e35a25010a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722402 Nov 26 22:10:43.422489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-0ceb2094-1c0a-462f-91e1-d638b8510805 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:43.424153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-0ceb2094-1c0a-462f-91e1-d638b8510805 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.1504078 Nov 26 22:10:43.485182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63310182-942b-4438-a290-0082418d9339 req-cb4624bc-45fd-4410-b6dd-6abd1decc3f3 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0794950 Nov 26 22:10:43.500427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-6481fbbb-d6d3-4b0d-890f-4ca218475af5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/quotas/6c8a0c3b23b84376862967611c9ac4e8 HTTP/1.1" status: 200 len: 375 time: 0.0467858 Nov 26 22:10:43.537075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58', 'network_id': 'a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58', 'tenant_id': '0e00746e418f4a2582414effaee3f0cf', 'fixed_ips': [{'subnet_id': '6a730a88-5950-4c30-b0c6-4c138c6ee766'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:10:43.537944 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.543351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0321abe8-cb26-4a3d-a73d-a7f16651f6dc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.583869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.613169 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-1990dbc8-430b-49dc-bfdf-39f63feb9b65 service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658825 Nov 26 22:10:43.644669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Network cd9b4ddc-ea79-4959-9739-af115905fd8b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:43.645943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 62ad0cba-188e-4a2e-a966-ed1becb11f77 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:43.647417 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.680866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-0e3c4f08-aefd-4daa-9b10-109a2b8d2dff tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1649926 Nov 26 22:10:43.729798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:43.734106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:43.738799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-aafef204-a68b-4f35-9f20-fa8777bf759c req-eb59163c-4684-48ca-8ee6-c5cc9e8a3ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122639 Nov 26 22:10:43.786389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.805237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0321abe8-cb26-4a3d-a73d-a7f16651f6dc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.820195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0321abe8-cb26-4a3d-a73d-a7f16651f6dc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:43.821697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0321abe8-cb26-4a3d-a73d-a7f16651f6dc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/aed019fc-5081-444e-91ba-fc2b57992580 HTTP/1.1" status: 204 len: 168 time: 0.6520398 Nov 26 22:10:43.857028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321abe8-cb26-4a3d-a73d-a7f16651f6dc tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aed019fc-5081-444e-91ba-fc2b57992580,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:43.859012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43810) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:43.973941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Allocated IP 2001:db8::2 (a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58/6a730a88-5950-4c30-b0c6-4c138c6ee766/254fb42b-f30a-4a1e-bede-49dfd368d4ac) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:44.010128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.021176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-dd2e2a1c-c5e8-42bb-baac-9268bf779ab7 service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230786 Nov 26 22:10:44.144137 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.148704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Pushing event updated for resources: {'Port': ['ID=5d15370f-be04-4775-9219-f94fcde9c05f,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:44.177722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.396572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Network a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:44.453324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:44.456567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:44.459250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Attempting to bind port 5d15370f-be04-4775-9219-f94fcde9c05f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:44.459811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Attempting to bind port 5d15370f-be04-4775-9219-f94fcde9c05f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cd9b4ddc-ea79-4959-9739-af115905fd8b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:44.460120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Attempting to bind port 5d15370f-be04-4775-9219-f94fcde9c05f on network cd9b4ddc-ea79-4959-9739-af115905fd8b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:44.466899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-538a743f-bb9c-4521-872f-16b2d55d7351 service neutron] 10.222.0.21 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446149 Nov 26 22:10:44.471172 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.475603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:44.476527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Checking segment: {'id': 'e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cd9b4ddc-ea79-4959-9739-af115905fd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:44.476940 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.480122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Bound using segment: {'id': 'e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cd9b4ddc-ea79-4959-9739-af115905fd8b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:44.480122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Bound port: 5d15370f-be04-4775-9219-f94fcde9c05f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cd9b4ddc-ea79-4959-9739-af115905fd8b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:44.480122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.544055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Pushing event updated for resources: {'Port': ['ID=254fb42b-f30a-4a1e-bede-49dfd368d4ac,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:44.604495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b57d0d0b-a9e3-4c64-ba4e-c6c3c19e77b7 None None] Provisioning complete for port def64ad8-32ba-449c-9c81-cb47ec70c6c5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:44.604876 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b57d0d0b-a9e3-4c64-ba4e-c6c3c19e77b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.670185 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.671801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-886bcf90-cfac-4788-9765-3d03d3452a14 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2402554 Nov 26 22:10:44.672779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Pushing event updated for resources: {'Port': ['ID=def64ad8-32ba-449c-9c81-cb47ec70c6c5,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:44.677030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43822) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:44.683444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5a65ad17-9287-4d75-ac13-ff5009491e4a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Request body: {'security_group_rule': {'security_group_id': 'ab45aa6c-d3dc-4193-b63a-bcdc9381b331', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:44.746482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.777242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1106cd4a-da8f-4975-853a-8cee51c6e2fd req-a814c5a9-e063-4c85-819b-21fbe69824bb tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0419977 Nov 26 22:10:44.821018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a65ad17-9287-4d75-ac13-ff5009491e4a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.870098 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.878923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-003aeb1e-dfce-4121-b0c5-aef9f79120e7 req-0894608c-5058-46c0-83a5-4e704e322611 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 210 time: 0.0380948 Nov 26 22:10:44.909235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Attempting to bind port 254fb42b-f30a-4a1e-bede-49dfd368d4ac on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:44.910154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Attempting to bind port 254fb42b-f30a-4a1e-bede-49dfd368d4ac by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '43b43de8-a4ef-4cef-a85e-2ab126fb5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:44.911139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Attempting to bind port 254fb42b-f30a-4a1e-bede-49dfd368d4ac on network a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:44.950681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b57d0d0b-a9e3-4c64-ba4e-c6c3c19e77b7 None None] Port def64ad8-32ba-449c-9c81-cb47ec70c6c5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:44.952826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:44.972034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:44.973868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:45.005064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:45.005464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Checking segment: {'id': '43b43de8-a4ef-4cef-a85e-2ab126fb5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:45.005878 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.006313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Bound using segment: {'id': '43b43de8-a4ef-4cef-a85e-2ab126fb5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:45.006803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Bound port: 254fb42b-f30a-4a1e-bede-49dfd368d4ac, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b43de8-a4ef-4cef-a85e-2ab126fb5cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:45.007252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.098947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a65ad17-9287-4d75-ac13-ff5009491e4a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.120812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 62ad0cba-188e-4a2e-a966-ed1becb11f77, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=62ad0cba-188e-4a2e-a966-ed1becb11f77,segment=NetworkSegment(c58992ce-1014-4191-a718-8e03aa85ce18),segment_id=c58992ce-1014-4191-a718-8e03aa85ce18)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:45.176593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823d798-a930-4892-b88a-f51a855cb8f0 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:45.266264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Allocated IP 2001:db8::1 (cd9b4ddc-ea79-4959-9739-af115905fd8b/67f8cf27-1a03-44e6-b546-9b59e57ff803/e60e6576-2a4f-4175-8019-705eae949847) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:45.267158 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.279673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] For port 5d15370f-be04-4775-9219-f94fcde9c05f, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:45.312787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:45.380927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b57d0d0b-a9e3-4c64-ba4e-c6c3c19e77b7 None None] Provisioning complete for port 62ad0cba-188e-4a2e-a966-ed1becb11f77 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:45.383870 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b57d0d0b-a9e3-4c64-ba4e-c6c3c19e77b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.399175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] For port 5d15370f-be04-4775-9219-f94fcde9c05f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5d15370f-be04-4775-9219-f94fcde9c05f,segment=NetworkSegment(e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b),segment_id=e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:45.411139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Attempting to bind port ec90cc36-47de-431c-b593-d92d39cd4e76 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:45.411871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Attempting to bind port ec90cc36-47de-431c-b593-d92d39cd4e76 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:45.413292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Attempting to bind port ec90cc36-47de-431c-b593-d92d39cd4e76 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:45.448892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cdb53-f997-441f-a863-c97907376606 None None] Pushing event updated for resources: {'Port': ['ID=ec90cc36-47de-431c-b593-d92d39cd4e76,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:45.464852 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.530571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.540944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:45.544840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:45.545433 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.545705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:45.546305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Bound port: ec90cc36-47de-431c-b593-d92d39cd4e76, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:45.546730 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.583870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:45.586503 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a65ad17-9287-4d75-ac13-ff5009491e4a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.596922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.598067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a2e72269-5953-46b3-b4ca-e61f28514aae admin admin] 10.222.0.21 "PUT /v2.0/routers/4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3689330 Nov 26 22:10:45.655375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] For port 254fb42b-f30a-4a1e-bede-49dfd368d4ac, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:45.659794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] For port 254fb42b-f30a-4a1e-bede-49dfd368d4ac, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=254fb42b-f30a-4a1e-bede-49dfd368d4ac,segment=NetworkSegment(43b43de8-a4ef-4cef-a85e-2ab126fb5cb3),segment_id=43b43de8-a4ef-4cef-a85e-2ab126fb5cb3)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:45.674638 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.680486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65ad17-9287-4d75-ac13-ff5009491e4a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd1f21e-4526-4959-8959-3eb058888147,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:45.721689 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5a65ad17-9287-4d75-ac13-ff5009491e4a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:45.725333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5a65ad17-9287-4d75-ac13-ff5009491e4a tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0453930 Nov 26 22:10:45.727722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43840) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:45.762224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network cd9b4ddc-ea79-4959-9739-af115905fd8b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:45.771092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:45.772305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-33ef9895-89f7-417c-b092-b4b361e3e688 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules/8fd1f21e-4526-4959-8959-3eb058888147 HTTP/1.1" status: 200 len: 764 time: 0.0381145 Nov 26 22:10:45.777116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43842) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:45.794203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=62ad0cba-188e-4a2e-a966-ed1becb11f77,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:45.795214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Port': ['ID=e60e6576-2a4f-4175-8019-705eae949847,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:45.806112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:45.806978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.111482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93c16f74-e1c3-4deb-b35e-7c035537399a req-f31f3921-8ad8-4e63-9552-10f98cda52ce tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 210 time: 0.0796518 Nov 26 22:10:46.124961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] For port ec90cc36-47de-431c-b593-d92d39cd4e76, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:46.127088 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695c3d1-338d-459c-abd9-1f15f31ca341 None None] Pushing event updated for resources: {'Port': ['ID=5d15370f-be04-4775-9219-f94fcde9c05f,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:46.175853 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a1f2cf2-bab0-4076-9046-49ac5943c7d6 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3952782 Nov 26 22:10:46.181878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16f20748-359b-4223-8bcc-aef59cb8287a req-6cb3a920-4e86-4b80-a9a9-04de4a0d5ad5 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0688748 Nov 26 22:10:46.184326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43852) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:46.251727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0e65a34-ad0e-4911-95a7-9fc58c6b3763 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.285766 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0e65a34-ad0e-4911-95a7-9fc58c6b3763 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.324263 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.364333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] For port ec90cc36-47de-431c-b593-d92d39cd4e76, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ec90cc36-47de-431c-b593-d92d39cd4e76,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:46.406658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0e65a34-ad0e-4911-95a7-9fc58c6b3763 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.407559 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.423052 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a0e65a34-ad0e-4911-95a7-9fc58c6b3763 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.426484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a0e65a34-ad0e-4911-95a7-9fc58c6b3763 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/8fd1f21e-4526-4959-8959-3eb058888147 HTTP/1.1" status: 204 len: 168 time: 0.2376297 Nov 26 22:10:46.427477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43856) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:46.428200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e65a34-ad0e-4911-95a7-9fc58c6b3763 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fd1f21e-4526-4959-8959-3eb058888147,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:46.446687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Provisioning complete for port def64ad8-32ba-449c-9c81-cb47ec70c6c5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:46.447320 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.483367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deef2ec-3897-4283-b178-92def412d0c8 None None] Pushing event updated for resources: {'Port': ['ID=254fb42b-f30a-4a1e-bede-49dfd368d4ac,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:46.521531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee30d39-630f-4086-94de-28c80783cd19 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:46.555922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3e38de1d-f07a-4983-abfb-8a4ff7d43daa tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1188269 Nov 26 22:10:46.559513 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43858) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:46.571606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Port def64ad8-32ba-449c-9c81-cb47ec70c6c5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:46.583048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:46.583859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:46.702030 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5280121d-e207-4136-a217-7216915edac3 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.741024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:46.770328 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5280121d-e207-4136-a217-7216915edac3 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.889455 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5280121d-e207-4136-a217-7216915edac3 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.892819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5280121d-e207-4136-a217-7216915edac3 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.894090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5280121d-e207-4136-a217-7216915edac3 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab45aa6c-d3dc-4193-b63a-bcdc9381b331 HTTP/1.1" status: 204 len: 168 time: 0.3334930 Nov 26 22:10:46.903135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43868) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:46.908672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Provisioning complete for port 62ad0cba-188e-4a2e-a966-ed1becb11f77 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:46.909129 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:46.955198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280121d-e207-4136-a217-7216915edac3 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab45aa6c-d3dc-4193-b63a-bcdc9381b331,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:47.046669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cdb53-f997-441f-a863-c97907376606 None None] Pushing event updated for resources: {'Port': ['ID=ec90cc36-47de-431c-b593-d92d39cd4e76,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:47.058018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43874) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:47.077362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1926303041-network', 'tenant_id': '656785150b394be7a7da9f96eaf6f553'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:47.126462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-30dc7d7c-b52f-45d2-86bb-ca00b62156c6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:47.128256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-30dc7d7c-b52f-45d2-86bb-ca00b62156c6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.13 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 811 time: 0.4372656 Nov 26 22:10:47.129131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43876) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:47.133843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1c7e7df8-7ad6-4919-b7cf-0a6c35202d63 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2265570 Nov 26 22:10:47.157035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Request body: {'port': {'device_id': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'admin_state_up': True, 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:47.158303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Made reservation on behalf of 656785150b394be7a7da9f96eaf6f553 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:47.161160 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.175812 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.306800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b9f77f58-0b1f-49fd-9c63-b0c6019dc581 tempest-SecGroupTest-1805113919 tempest-SecGroupTest-1805113919-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1697359 Nov 26 22:10:47.417250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc48e92f-03d8-4eb8-94e0-e26a0cf999db req-802a9945-fc0d-4961-a698-c129a7030bad tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 210 time: 0.0911946 Nov 26 22:10:47.550985 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.565728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.582046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ef4fd-2c9d-40e1-b9b6-50616ae61bcf None None] Network cd9b4ddc-ea79-4959-9739-af115905fd8b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:47.636438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48016e21-9692-41bb-a648-6d7174987d97 req-be12f597-93be-4bfc-a4bb-480ce93cb4a6 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0816092 Nov 26 22:10:47.669630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:10:47.713382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8695a025-7d55-484f-b549-013cc7631acc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:47.719933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.726663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.727197 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Added segment 31171521-a2a3-4263-ab4b-d52e9865feb1 of type vlan for network ecaa5cfe-b336-4f7c-9e53-117bd25b872a Nov 26 22:10:47.733811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.735986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.823892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.856166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 62ad0cba-188e-4a2e-a966-ed1becb11f77 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:47.882361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.883476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:47.884263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.926459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Made reservation on behalf of 6c8a0c3b23b84376862967611c9ac4e8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:47.939405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:47.968641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Provisioning complete for port ec90cc36-47de-431c-b593-d92d39cd4e76 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:47.969017 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:48.000065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9358659 Nov 26 22:10:48.015513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Port': ['ID=e60e6576-2a4f-4175-8019-705eae949847,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:48.016666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43888) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:48.037481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Request body: {'subnet': {'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1926303041-subnet', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:48.072361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 2, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:48.083573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43890) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:48.109107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Made reservation on behalf of 656785150b394be7a7da9f96eaf6f553 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:10:48.119974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3e31d-c013-4797-a0c1-eaaa6493f6d0 None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 2, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:48.120272 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:48.130359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9b545-dfb2-4bbe-81fc-05922ca8703e None None] Network a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:48.168918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a535499-425f-4280-a0fd-4e0b416dca27 admin admin] Pushing event updated for resources: {'Network': ['ID=ecaa5cfe-b336-4f7c-9e53-117bd25b872a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:48.199362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network cd9b4ddc-ea79-4959-9739-af115905fd8b is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:48.205504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:48.207461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ecaa5cfe-b336-4f7c-9e53-117bd25b872a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:10:48.410702 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:48.438747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 62ad0cba-188e-4a2e-a966-ed1becb11f77 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:48.439269 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:48.577098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:48.610315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] For port ec90cc36-47de-431c-b593-d92d39cd4e76, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ec90cc36-47de-431c-b593-d92d39cd4e76,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:48.638883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:48.689210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cab37d70-a873-4f2f-ba68-3434cad10c11 req-03018ced-818f-4f5e-9bde-1ef619f42eaa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 210 time: 0.1239905 Nov 26 22:10:48.746941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6118b-f2d1-45e4-8312-3ce893590847 None None] Pushing event updated for resources: {'Port': ['ID=ec90cc36-47de-431c-b593-d92d39cd4e76,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:48.788740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Router be66326a-4efb-49f9-9c71-b8640e5811fa is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:10:48.790175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9190f998-da39-4a80-bf1d-18416c4f2333 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd3485f724324569b46a187e06375ba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6986227 Nov 26 22:10:48.793277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Allocated IP 172.20.0.8 (df32a847-cba4-4492-b1c7-be3954ce77ea/53b45918-cc75-4804-80f5-03d9450fe80f/36a12358-e45a-47dd-a2bb-fe8de2248d34) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:48.794594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43900) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:48.875621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be423ac6-da5e-4896-8f7e-d35fc5507f95 req-a6248bb5-c29c-4779-81a1-945e7fc6493a tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.0604749 Nov 26 22:10:48.876992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f8431f-3537-461c-af87-94b5d0c4a65a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:48.877582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Provisioning complete for port 5d15370f-be04-4775-9219-f94fcde9c05f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:48.877953 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:48.988916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Checking segment: {'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:48.990495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Network hostable DHCP agents. Network: ecaa5cfe-b336-4f7c-9e53-117bd25b872a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:10:49.020249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ddca64d-634b-4543-b111-1793cdab6c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.043351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 254fb42b-f30a-4a1e-bede-49dfd368d4ac up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:49.110989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ddca64d-634b-4543-b111-1793cdab6c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.133180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Network ecaa5cfe-b336-4f7c-9e53-117bd25b872a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:10:49.166300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ecaa5cfe-b336-4f7c-9e53-117bd25b872a) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:49.188883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:49.197630 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.212494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:49.227992 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdde780-1779-4d7f-85d4-c7f742447445 None None] Sync routers for ids ['be66326a-4efb-49f9-9c71-b8640e5811fa'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:49.229588 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9bc315bf-4fe2-4b36-ab59-5d9f591f9c58 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "PUT /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4796519 Nov 26 22:10:49.233486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43906) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:49.246963 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdde780-1779-4d7f-85d4-c7f742447445 None None] Routers {'be66326a-4efb-49f9-9c71-b8640e5811fa'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:49.251740 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ffdde780-1779-4d7f-85d4-c7f742447445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['be66326a-4efb-49f9-9c71-b8640e5811fa'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:49.303203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-edfc831e-f2a2-475c-983a-5f8a4d44ba41 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2829628 Nov 26 22:10:49.306777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43908) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:49.322989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:49.323244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8d18a-cd9a-40f2-bb2d-04409dce4350 None None] Network ecaa5cfe-b336-4f7c-9e53-117bd25b872a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:49.400164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.401417 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.403570 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ffdde780-1779-4d7f-85d4-c7f742447445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:49.418208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 254fb42b-f30a-4a1e-bede-49dfd368d4ac triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:49.418476 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.419095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ddca64d-634b-4543-b111-1793cdab6c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.432490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ddca64d-634b-4543-b111-1793cdab6c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.472746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0ddca64d-634b-4543-b111-1793cdab6c71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f3e471b-5229-41a0-931e-4291d390e456 HTTP/1.1" status: 204 len: 168 time: 0.6532531 Nov 26 22:10:49.475194 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.486565 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdde780-1779-4d7f-85d4-c7f742447445 None None] Routers {'be66326a-4efb-49f9-9c71-b8640e5811fa'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:49.487194 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ffdde780-1779-4d7f-85d4-c7f742447445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['be66326a-4efb-49f9-9c71-b8640e5811fa'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:49.517166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddca64d-634b-4543-b111-1793cdab6c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e471b-5229-41a0-931e-4291d390e456,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:49.654946 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ffdde780-1779-4d7f-85d4-c7f742447445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:49.657055 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdde780-1779-4d7f-85d4-c7f742447445 None None] The sync data for ids ['be66326a-4efb-49f9-9c71-b8640e5811fa'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:49.693470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:49.736199 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:50.082067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] For port 5d15370f-be04-4775-9219-f94fcde9c05f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5d15370f-be04-4775-9219-f94fcde9c05f,segment=NetworkSegment(e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b),segment_id=e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:50.147125 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:50.305366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Provisioning complete for port ec90cc36-47de-431c-b593-d92d39cd4e76 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:50.308156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:50.316776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ecaa5cfe-b336-4f7c-9e53-117bd25b872a', 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'fixed_ips': [{'subnet_id': '25f8431f-3537-461c-af87-94b5d0c4a65a'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:10:50.322554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:50.344173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddf63546-3fc7-4b00-95d7-0e43b6bcaded req-68303abd-43f8-4c12-9cd0-7da951227d57 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 210 time: 0.3871601 Nov 26 22:10:50.470980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-923af624-a2f7-46f5-8383-3c79cb326c6c req-0a51ee90-62ae-4de6-ba5a-4587b1c7d1a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c74c783-0e52-4074-9cd9-1e51551107fa HTTP/1.1" status: 200 len: 210 time: 0.3074386 Nov 26 22:10:50.490270 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:50.654599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Pushing event updated for resources: {'Port': ['ID=5d15370f-be04-4775-9219-f94fcde9c05f,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:50.658784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:50.740926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43934) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:50.801321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['25f00689-a056-4ef7-9dec-abd02394d5cf', '0e86234d-794e-49e6-be51-c0b25ccfbecb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:10:50.809409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Network df32a847-cba4-4492-b1c7-be3954ce77ea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:50.835758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:50.843013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:50.853884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:51.067755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event updated for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:51.143817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:51.144748 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.166636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.239562 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e52f5bc7-8822-48e8-ab06-d422f0045d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.243814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43946) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:51.247208 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.263652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-11a2a1f3-b019-4a08-aca7-424e79b55f73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1056592 Nov 26 22:10:51.265157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Allocated IP 172.20.0.2 (ecaa5cfe-b336-4f7c-9e53-117bd25b872a/25f8431f-3537-461c-af87-94b5d0c4a65a/f4048307-4825-419b-b0da-557508f654a2) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:51.285184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Request body: {'port': {'device_id': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:51.339646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 254fb42b-f30a-4a1e-bede-49dfd368d4ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=254fb42b-f30a-4a1e-bede-49dfd368d4ac,segment=NetworkSegment(43b43de8-a4ef-4cef-a85e-2ab126fb5cb3),segment_id=43b43de8-a4ef-4cef-a85e-2ab126fb5cb3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:51.363817 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.364572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5d15370f-be04-4775-9219-f94fcde9c05f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:51.458661 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-c43bfa37-6c0c-495c-b11d-4e7d730f15d9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:10:51.466368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Allocated IP 172.25.3.143 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/e97940c6-763e-45bd-ac72-83776c6e3154) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:51.466931 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c43bfa37-6c0c-495c-b11d-4e7d730f15d9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "PUT /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2315886 Nov 26 22:10:51.467187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43954) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:51.477939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1c8dcead-916a-4abd-803e-38d53f6aa012 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:51.479057 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-1c8dcead-916a-4abd-803e-38d53f6aa012 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 22:10:51.479831 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-1c8dcead-916a-4abd-803e-38d53f6aa012 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 22:10:51.482030 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1c8dcead-916a-4abd-803e-38d53f6aa012 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2307582 Nov 26 22:10:51.491366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43956) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:51.500904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.505020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--7624014'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:51.566513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=254fb42b-f30a-4a1e-bede-49dfd368d4ac,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:51.612819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e52f5bc7-8822-48e8-ab06-d422f0045d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.642756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43962) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:51.663693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e52f5bc7-8822-48e8-ab06-d422f0045d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.694979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e52f5bc7-8822-48e8-ab06-d422f0045d61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=552bd9e0c60249288f7589556fec8e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9421995 Nov 26 22:10:51.711808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43964) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:51.748522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8c4c8-94d5-4654-be41-4dbedbaf2590 req-d7c5b265-7b39-4abb-b1a3-d65bb13ba5c0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:51.750360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3c8c4c8-94d5-4654-be41-4dbedbaf2590 req-d7c5b265-7b39-4abb-b1a3-d65bb13ba5c0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 931 time: 0.2564430 Nov 26 22:10:51.758151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.827875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:51.853199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f5bc7-8822-48e8-ab06-d422f0045d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3df1c5-0766-4e1f-b47c-5db5ebae5a6e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:51.915751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3c8c4c8-94d5-4654-be41-4dbedbaf2590 req-13c92468-e840-49da-be75-18debf056a90 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550572 Nov 26 22:10:51.956415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.029128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.038550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.080964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.145591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.156451 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.159529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Provisioning complete for port 254fb42b-f30a-4a1e-bede-49dfd368d4ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:52.160122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9de683a4-0212-44f6-8eb6-016f55eb4bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.168398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.199931 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.252844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.254482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7617381 Nov 26 22:10:52.259212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:52.267604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:52.275887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:52.286292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-08ce1f0b-2470-4f53-a094-1ae817ab5c41 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '4d3b151e-f0f7-4d58-bade-b6328af79e0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:52.293443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:52.342791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b50ab3-b9d2-40b9-9199-88f7e2319c06 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:52.360788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5d15370f-be04-4775-9219-f94fcde9c05f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:52.361539 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.458178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:52.478281 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Network ecaa5cfe-b336-4f7c-9e53-117bd25b872a is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:52.488813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Pushing event updated for resources: {'Port': ['ID=f4048307-4825-419b-b0da-557508f654a2,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:52.535993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8420f23c-ecbb-491d-897c-768891ede468,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:52.540521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Pushing event updated for resources: {'Port': ['ID=e97940c6-763e-45bd-ac72-83776c6e3154,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:52.543653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:52.561263 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a474277c-d236-4361-9c5c-e3b958e3604c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.580526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e2370-f2b5-445b-a2aa-49c6e0c32165 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b151e-f0f7-4d58-bade-b6328af79e0f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:52.626977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:52.671279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:52.672343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:52.674410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0634289-f516-45eb-b4f2-7a3c19b795a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.727476 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a474277c-d236-4361-9c5c-e3b958e3604c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.755746 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08ce1f0b-2470-4f53-a094-1ae817ab5c41 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.794559 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0634289-f516-45eb-b4f2-7a3c19b795a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.794930 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:52.962131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Attempting to bind port f4048307-4825-419b-b0da-557508f654a2 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:52.962549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Attempting to bind port f4048307-4825-419b-b0da-557508f654a2 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:52.962925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Attempting to bind port f4048307-4825-419b-b0da-557508f654a2 on network ecaa5cfe-b336-4f7c-9e53-117bd25b872a {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:53.000201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:53.000524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Checking segment: {'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:53.000934 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.001618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Bound using segment: {'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:53.002243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Bound port: f4048307-4825-419b-b0da-557508f654a2, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:53.002556 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.043284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:53.065507 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08ce1f0b-2470-4f53-a094-1ae817ab5c41 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.078317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08ce1f0b-2470-4f53-a094-1ae817ab5c41 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.093235 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a474277c-d236-4361-9c5c-e3b958e3604c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.097963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a474277c-d236-4361-9c5c-e3b958e3604c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.099269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a474277c-d236-4361-9c5c-e3b958e3604c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "DELETE /v2.0/security-groups/98696375-a884-4c08-b497-d87546ce4594 HTTP/1.1" status: 204 len: 168 time: 1.4529290 Nov 26 22:10:53.110968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43972) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:53.124407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474277c-d236-4361-9c5c-e3b958e3604c tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98696375-a884-4c08-b497-d87546ce4594,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:53.145084 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0634289-f516-45eb-b4f2-7a3c19b795a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.148413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0634289-f516-45eb-b4f2-7a3c19b795a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.149630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a0634289-f516-45eb-b4f2-7a3c19b795a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec3df1c5-0766-4e1f-b47c-5db5ebae5a6e HTTP/1.1" status: 204 len: 168 time: 1.4366615 Nov 26 22:10:53.181261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0634289-f516-45eb-b4f2-7a3c19b795a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3df1c5-0766-4e1f-b47c-5db5ebae5a6e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:53.219672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a12358-e45a-47dd-a2bb-fe8de2248d34 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:10:53.241044 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-cb3ccfa6-b658-41bc-b031-c6d5c7f4708f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] show failed (client error): The resource could not be found. Nov 26 22:10:53.241884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.246692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cb3ccfa6-b658-41bc-b031-c6d5c7f4708f tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "GET /v2.0/security-groups/98696375-a884-4c08-b497-d87546ce4594 HTTP/1.1" status: 404 len: 347 time: 0.0926223 Nov 26 22:10:53.253753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:53.267793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce1f0b-2470-4f53-a094-1ae817ab5c41 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c56394-8bcd-4d39-b8c2-71a036edb41c,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:53.294934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08ce1f0b-2470-4f53-a094-1ae817ab5c41 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.299420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-08ce1f0b-2470-4f53-a094-1ae817ab5c41 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0299635 Nov 26 22:10:53.303270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43978) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:53.311754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a335948f-0aaa-4fb6-bfd7-8881cface3fc tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '4d3b151e-f0f7-4d58-bade-b6328af79e0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:53.362164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a18c9-c0c2-42e4-8521-6d90424810b0 req-bc41809e-e67b-450d-8637-c16f3ca7c5bd tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:53.363942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-235a18c9-c0c2-42e4-8521-6d90424810b0 req-bc41809e-e67b-450d-8637-c16f3ca7c5bd tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 931 time: 0.2435853 Nov 26 22:10:53.371167 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.386492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5d15370f-be04-4775-9219-f94fcde9c05f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:53.428042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Transition to ACTIVE for port object 36a12358-e45a-47dd-a2bb-fe8de2248d34 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:10:53.478976 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a335948f-0aaa-4fb6-bfd7-8881cface3fc tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.483338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.496335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Provisioning complete for port 36a12358-e45a-47dd-a2bb-fe8de2248d34 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:53.496722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.583196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Port 36a12358-e45a-47dd-a2bb-fe8de2248d34 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:53.627390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] For port f4048307-4825-419b-b0da-557508f654a2, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:53.635872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Pushing event updated for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:53.650651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-235a18c9-c0c2-42e4-8521-6d90424810b0 req-383b4370-192b-43f1-95b0-88f70c63d67a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767618 Nov 26 22:10:53.677124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.689490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] For port f4048307-4825-419b-b0da-557508f654a2, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f4048307-4825-419b-b0da-557508f654a2,segment=NetworkSegment(31171521-a2a3-4263-ab4b-d52e9865feb1),segment_id=31171521-a2a3-4263-ab4b-d52e9865feb1)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:53.692970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Provisioning complete for port e97940c6-763e-45bd-ac72-83776c6e3154 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:53.693435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.745033 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bc92bdd4-0aed-4a6d-966b-7bba650a35c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.748788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Port e97940c6-763e-45bd-ac72-83776c6e3154 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:53.762323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 2, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:53.764557 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.771225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Router f64728db-31f9-49fb-814f-14733cb292e1 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:10:53.792766 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-a335948f-0aaa-4fb6-bfd7-8881cface3fc tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): There was a conflict when trying to complete your request. Nov 26 22:10:53.797183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a335948f-0aaa-4fb6-bfd7-8881cface3fc tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4896595 Nov 26 22:10:53.799838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43986) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:53.915825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f631392-e514-4d3b-a1a8-4a008e1f67fb None None] Pushing event updated for resources: {'Port': ['ID=f4048307-4825-419b-b0da-557508f654a2,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:53.935479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:53.935855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Updating router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d port def64ad8-32ba-449c-9c81-cb47ec70c6c5 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:10:53.939689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Provisioning complete for port 5d15370f-be04-4775-9219-f94fcde9c05f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:53.940042 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:53.948413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port 20f02052-a5be-4349-baff-35ec9b63de91 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:53.954699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.026792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5d15370f-be04-4775-9219-f94fcde9c05f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:54.027172 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.040882 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7e1a7e1-b134-42b5-b5bb-6172c9d9ba73 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.081377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Attempting to bind port 36a12358-e45a-47dd-a2bb-fe8de2248d34 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:54.081893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Attempting to bind port 36a12358-e45a-47dd-a2bb-fe8de2248d34 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:54.082570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Attempting to bind port 36a12358-e45a-47dd-a2bb-fe8de2248d34 on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:54.100367 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7e1a7e1-b134-42b5-b5bb-6172c9d9ba73 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.107703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:54.122479 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Sync routers for ids ['f64728db-31f9-49fb-814f-14733cb292e1'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:54.123141 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.141556 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Routers {'f64728db-31f9-49fb-814f-14733cb292e1'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:54.142374 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f64728db-31f9-49fb-814f-14733cb292e1'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:54.219607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Port 36a12358-e45a-47dd-a2bb-fe8de2248d34 on network df32a847-cba4-4492-b1c7-be3954ce77ea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:10:54.221777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Attempting to bind port 36a12358-e45a-47dd-a2bb-fe8de2248d34 on network df32a847-cba4-4492-b1c7-be3954ce77ea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:54.253202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:54.254551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Checking segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:54.260018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Bound using segment: {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:54.260018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Bound port: 36a12358-e45a-47dd-a2bb-fe8de2248d34, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:54.260018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.277445 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.278829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cdd05436-7039-4862-afee-5787fba13953 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9687729 Nov 26 22:10:54.283095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44000) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:54.410106 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Set router f64728db-31f9-49fb-814f-14733cb292e1 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:54.439247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.439572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.462450 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7e1a7e1-b134-42b5-b5bb-6172c9d9ba73 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.467692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7e1a7e1-b134-42b5-b5bb-6172c9d9ba73 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.471881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44006) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:54.473517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7e1a7e1-b134-42b5-b5bb-6172c9d9ba73 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/4d3b151e-f0f7-4d58-bade-b6328af79e0f HTTP/1.1" status: 204 len: 168 time: 0.6719449 Nov 26 22:10:54.523883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1a7e1-b134-42b5-b5bb-6172c9d9ba73 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b151e-f0f7-4d58-bade-b6328af79e0f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:54.578900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for 20f02052-a5be-4349-baff-35ec9b63de91 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:54.664043 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.690647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.756185 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664c79b-ec9e-421c-936d-9047fb3348e2 None None] Pushing event updated for resources: {'Port': ['ID=def64ad8-32ba-449c-9c81-cb47ec70c6c5,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:54.773159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 254fb42b-f30a-4a1e-bede-49dfd368d4ac up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:54.847182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:54.859602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4e470c91-6706-4f69-9586-0505d048f174 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3753433 Nov 26 22:10:54.865827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44012) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:54.906973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--884008327'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:54.909273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:54.932047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:54.982748 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:10:52Z', 'revision_number': 3, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port': {'id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:51Z', 'updated_at': '2021-11-26T22:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:55.054336 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Checking router: f64728db-31f9-49fb-814f-14733cb292e1 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:10:55.055121 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Updating router f64728db-31f9-49fb-814f-14733cb292e1 port e97940c6-763e-45bd-ac72-83776c6e3154 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:10:55.060008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Provisioning complete for port e60e6576-2a4f-4175-8019-705eae949847 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:55.060393 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.128099 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.142463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:55.143239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.151377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-d5664857-276a-4e02-b017-c8a936228875 service neutron] 10.222.0.13 "PUT /v2.0/ports/36a12358-e45a-47dd-a2bb-fe8de2248d34 HTTP/1.1" status: 200 len: 1091 time: 3.8753464 Nov 26 22:10:55.156518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:10:55.174031 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:10:55.238299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Attempting to bind port def64ad8-32ba-449c-9c81-cb47ec70c6c5 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:55.238694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Attempting to bind port def64ad8-32ba-449c-9c81-cb47ec70c6c5 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:55.239079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Attempting to bind port def64ad8-32ba-449c-9c81-cb47ec70c6c5 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:55.275505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:55.285025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:55.285661 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.286323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:55.287035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Bound port: def64ad8-32ba-449c-9c81-cb47ec70c6c5, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:55.290763 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.302469 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510b8b7e-3228-4f4f-ab00-7c8bf38bf64f x-openstack-request-id: req-510b8b7e-3228-4f4f-ab00-7c8bf38bf64f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:10:55.305842 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:10:55.307833 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-510b8b7e-3228-4f4f-ab00-7c8bf38bf64f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:10:55.308419 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'status': 'completed', 'code': 200} Nov 26 22:10:55.308811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 254fb42b-f30a-4a1e-bede-49dfd368d4ac triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:55.309384 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.346194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Port e60e6576-2a4f-4175-8019-705eae949847 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:10:55.388451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5664857-276a-4e02-b017-c8a936228875 service neutron] Pushing event updated for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:55.429075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] For port def64ad8-32ba-449c-9c81-cb47ec70c6c5, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:55.432852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] For port def64ad8-32ba-449c-9c81-cb47ec70c6c5, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=def64ad8-32ba-449c-9c81-cb47ec70c6c5,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:55.464353 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.542560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting port e60e6576-2a4f-4175-8019-705eae949847 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:55.542915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.668735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664c79b-ec9e-421c-936d-9047fb3348e2 None None] Pushing event updated for resources: {'Port': ['ID=def64ad8-32ba-449c-9c81-cb47ec70c6c5,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:55.704053 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.706094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Provisioning complete for port 254fb42b-f30a-4a1e-bede-49dfd368d4ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:55.711025 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-922eaa80-3249-456c-924a-efe4d073998d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.720851 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.737077 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:55.737858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:55.812459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:55.847865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Calling delete_port for e60e6576-2a4f-4175-8019-705eae949847 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:56.003798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ec90cc36-47de-431c-b593-d92d39cd4e76 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:56.073959 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Attempting to bind port e97940c6-763e-45bd-ac72-83776c6e3154 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:10:56.074484 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Attempting to bind port e97940c6-763e-45bd-ac72-83776c6e3154 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:10:56.075824 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Attempting to bind port e97940c6-763e-45bd-ac72-83776c6e3154 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:10:56.077283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454b01a-c53e-4fc1-bea5-08eac4b50e72 req-f56bc4fc-5a65-4451-8093-1df5499cd192 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:56.078916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7454b01a-c53e-4fc1-bea5-08eac4b50e72 req-f56bc4fc-5a65-4451-8093-1df5499cd192 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 943 time: 1.2254684 Nov 26 22:10:56.082015 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.114808 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:10:56.115506 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:10:56.116890 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.117850 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:10:56.119370 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Bound port: e97940c6-763e-45bd-ac72-83776c6e3154, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:10:56.121039 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.177140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f096d47f-56c2-4de0-bc8f-8d3893de0074 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:56.189732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673bfac5-6965-4b7a-85d1-8f8fc64c7cbf None None] Network ecaa5cfe-b336-4f7c-9e53-117bd25b872a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:10:56.196357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.208699 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] For port e97940c6-763e-45bd-ac72-83776c6e3154, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:10:56.223073 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] For port e97940c6-763e-45bd-ac72-83776c6e3154, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e97940c6-763e-45bd-ac72-83776c6e3154,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:10:56.240343 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.249767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-46cb4293-0bc8-4176-a7c3-ca5fb802d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:56.251897 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-46cb4293-0bc8-4176-a7c3-ca5fb802d548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 1094 time: 1.0164375 Nov 26 22:10:56.258464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Port': ['ID=e60e6576-2a4f-4175-8019-705eae949847,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:56.268806 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Pushing event updated for resources: {'Port': ['ID=e97940c6-763e-45bd-ac72-83776c6e3154,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:56.287784 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.288985 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.289451 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.290001 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.290626 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.291044 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.291652 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.292312 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.292752 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.293151 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.293511 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.294478 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.389807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-48e134b6-ab1e-4ad0-b9a6-ad72155088b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34 HTTP/1.1" status: 200 len: 217 time: 0.0688069 Nov 26 22:10:56.391284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7454b01a-c53e-4fc1-bea5-08eac4b50e72 req-f363ac83-cf3d-4814-bc53-1c65c4ded3f9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911236 Nov 26 22:10:56.424982 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Routers {'f64728db-31f9-49fb-814f-14733cb292e1'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:56.425619 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f64728db-31f9-49fb-814f-14733cb292e1'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:56.475221 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.489378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.504251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.505060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.505597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.507405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.508268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.509242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.509783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.510344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.510876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.525605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.526186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.526538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.529263 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.547243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16fa394-2768-4c3b-956c-944dc154e963 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:56.569611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49a1bac-db64-4999-8023-232cf6440ed9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:56.574355 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.578475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.579754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7128079 Nov 26 22:10:56.594396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44122) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:56.609125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-731f2929-d9a7-4c69-b77e-b1a985340ecb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': 'b49a1bac-db64-4999-8023-232cf6440ed9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:56.609633 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-731f2929-d9a7-4c69-b77e-b1a985340ecb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 26 22:10:56.610164 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-731f2929-d9a7-4c69-b77e-b1a985340ecb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:10:56.614993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-731f2929-d9a7-4c69-b77e-b1a985340ecb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0195394 Nov 26 22:10:56.623009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44126) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:56.624473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.624825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.625173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.625547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.625892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.626308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.626606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.627068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.627426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.627851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.628192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.630231 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a944d0c6-0814-4adc-9bd9-48eb7b2aea7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.635654 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fdcea-5cc7-48b1-8b1d-a8e855b13b7d None None] Pushing event updated for resources: {'Port': ['ID=e97940c6-763e-45bd-ac72-83776c6e3154,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:56.638570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb07568-3508-4204-a285-9d2732f1180d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:10:56.661533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:56.694733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.731269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port ec90cc36-47de-431c-b593-d92d39cd4e76 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:56.731737 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:56.797082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949df9bd-91fc-41b5-815e-dd89afb8d85c None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:10:56.802468 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] Set router f64728db-31f9-49fb-814f-14733cb292e1 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:10:56.856088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=20f02052-a5be-4349-baff-35ec9b63de91,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:56.956266 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-985f9926-b504-4514-81d7-1ee9bd8f3673 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.011306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-985f9926-b504-4514-81d7-1ee9bd8f3673 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.104347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-985f9926-b504-4514-81d7-1ee9bd8f3673 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.109120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-985f9926-b504-4514-81d7-1ee9bd8f3673 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.113269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-985f9926-b504-4514-81d7-1ee9bd8f3673 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/b49a1bac-db64-4999-8023-232cf6440ed9 HTTP/1.1" status: 204 len: 168 time: 0.4572136 Nov 26 22:10:57.142033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44192) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:57.156749 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:10:52Z', 'revision_number': 3, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port': {'id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:51Z', 'updated_at': '2021-11-26T22:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:57.180642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f9926-b504-4514-81d7-1ee9bd8f3673 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49a1bac-db64-4999-8023-232cf6440ed9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:57.219832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-33842bd5-6629-4317-b385-361757c939bb None None] Provisioning complete for port def64ad8-32ba-449c-9c81-cb47ec70c6c5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:57.220220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.234484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.242614 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8971ad-24aa-4abd-aa90-e624c0814d80 None None] The sync data for ids ['f64728db-31f9-49fb-814f-14733cb292e1'] in n-d-819494-1 is: [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:10:52Z', 'revision_number': 3, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port': {'id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:51Z', 'updated_at': '2021-11-26T22:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:57.252749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Allocated IP 172.20.0.1 (ecaa5cfe-b336-4f7c-9e53-117bd25b872a/25f8431f-3537-461c-af87-94b5d0c4a65a/6211e780-77a7-4788-ac9a-6c645b0a02b3) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:10:57.310300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-060c164e-88a9-4c9f-85bc-8fec79f9a88c tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1600595 Nov 26 22:10:57.323653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44222) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:57.416733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-08cb233a-990f-4fe0-97eb-ca273ad461d9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313281708'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:57.482505 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08cb233a-990f-4fe0-97eb-ca273ad461d9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.549387 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.592810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Router be66326a-4efb-49f9-9c71-b8640e5811fa has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:10:57.643984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-cfd3c4aa-2b2c-47b9-974f-5f4a2d3b5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:57.645513 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-cfd3c4aa-2b2c-47b9-974f-5f4a2d3b5631 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.9623046 Nov 26 22:10:57.684519 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.747891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-33842bd5-6629-4317-b385-361757c939bb None None] For port def64ad8-32ba-449c-9c81-cb47ec70c6c5, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=def64ad8-32ba-449c-9c81-cb47ec70c6c5,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:57.765026 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.772316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.773768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:55Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:57.782628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.783624 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2abe440f-16e2-4649-bbdf-ef88d97f3012 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "DELETE /v2.0/floatingips/64c5f5d1-3aaf-49a6-9283-389ec02a6f37 HTTP/1.1" status: 204 len: 168 time: 4.5288773 Nov 26 22:10:57.839279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08cb233a-990f-4fe0-97eb-ca273ad461d9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.855786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44278) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:57.856788 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08cb233a-990f-4fe0-97eb-ca273ad461d9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.965628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-08cb233a-990f-4fe0-97eb-ca273ad461d9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.971340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-08cb233a-990f-4fe0-97eb-ca273ad461d9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6418309 Nov 26 22:10:57.979895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:10:57.979895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44296) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:57.980631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91c2f8-eb2d-4ce5-9c46-5117386d20e2 None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:55Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:57.995324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:57.997025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-39e14934-ef98-4702-8d16-7148af631353 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '934f9e4d-9490-47a8-85da-cc03fb875ce5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:57.997973 n-d-819494-1 neutron-server[110000]: WARNING neutron.api.v2.base [None req-39e14934-ef98-4702-8d16-7148af631353 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 26 22:10:57.998535 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-39e14934-ef98-4702-8d16-7148af631353 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:10:57.999609 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-39e14934-ef98-4702-8d16-7148af631353 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0209591 Nov 26 22:10:58.009381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f7157f8d-de56-43be-8c45-2a423f302ee9 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "PUT /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5366483 Nov 26 22:10:58.015468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6528e57-a99b-4bf5-b575-d678dba044e7 None None] Sync routers for ids ['be66326a-4efb-49f9-9c71-b8640e5811fa'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:10:58.016462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44298) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:58.017985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44302) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:58.031500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd55e4-2145-4f3f-a243-ba8a2c9dfb2a req-09240a7d-d2cf-4186-b65e-de05e7376575 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:58.033674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0fd55e4-2145-4f3f-a243-ba8a2c9dfb2a req-09240a7d-d2cf-4186-b65e-de05e7376575 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 943 time: 0.3866920 Nov 26 22:10:58.039194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-33842bd5-6629-4317-b385-361757c939bb None None] Provisioning complete for port f4048307-4825-419b-b0da-557508f654a2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:58.039574 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:58.090263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb233a-990f-4fe0-97eb-ca273ad461d9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934f9e4d-9490-47a8-85da-cc03fb875ce5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:58.133009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-3671841d-deeb-48d0-b847-dc38252e79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:58.134504 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-3671841d-deeb-48d0-b847-dc38252e79df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4801931 Nov 26 22:10:58.151031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device def64ad8-32ba-449c-9c81-cb47ec70c6c5 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:58.162756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Network ecaa5cfe-b336-4f7c-9e53-117bd25b872a is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:10:58.191067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:10:58.198896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:10:58.218002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6211e780-77a7-4788-ac9a-6c645b0a02b3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:58.256704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6528e57-a99b-4bf5-b575-d678dba044e7 None None] Routers {'be66326a-4efb-49f9-9c71-b8640e5811fa'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:58.262491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e6528e57-a99b-4bf5-b575-d678dba044e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['be66326a-4efb-49f9-9c71-b8640e5811fa'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:58.285068 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-eb3c95af-07ee-4050-9c00-6efff607420b tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] delete failed (client error): The resource could not be found. Nov 26 22:10:58.294604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-eb3c95af-07ee-4050-9c00-6efff607420b tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-239270425 HTTP/1.1" status: 404 len: 334 time: 0.2728481 Nov 26 22:10:58.295964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44326) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:58.325624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-778a2945-1a88-44e1-b021-ea6ac7defc62 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be66326a-4efb-49f9-9c71-b8640e5811fa'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:58.370217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33842bd5-6629-4317-b385-361757c939bb None None] Pushing event updated for resources: {'Port': ['ID=def64ad8-32ba-449c-9c81-cb47ec70c6c5,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:58.410898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e6528e57-a99b-4bf5-b575-d678dba044e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:58.439994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:58.456649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6528e57-a99b-4bf5-b575-d678dba044e7 None None] Routers {'be66326a-4efb-49f9-9c71-b8640e5811fa'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:10:58.456914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:58.462049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e6528e57-a99b-4bf5-b575-d678dba044e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['be66326a-4efb-49f9-9c71-b8640e5811fa'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:58.612503 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:58.648480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e6528e57-a99b-4bf5-b575-d678dba044e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:10:58.651269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6528e57-a99b-4bf5-b575-d678dba044e7 None None] The sync data for ids ['be66326a-4efb-49f9-9c71-b8640e5811fa'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:10:58.672024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port def64ad8-32ba-449c-9c81-cb47ec70c6c5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:58.672682 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:58.747634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0fd55e4-2145-4f3f-a243-ba8a2c9dfb2a req-9cd935f8-bbf5-4044-be98-ed00e244732d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587708 Nov 26 22:10:58.811098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bce5b-b819-4256-aded-d3aca9439928 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port aff876aa-f913-424e-aaea-65b2d225cf86 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:10:58.811923 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf5bce5b-b819-4256-aded-d3aca9439928 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:58.830987 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3383401a-7a44-40e5-ad9b-c3d24da52113 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:58.851296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:58.865369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-33842bd5-6629-4317-b385-361757c939bb None None] For port f4048307-4825-419b-b0da-557508f654a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f4048307-4825-419b-b0da-557508f654a2,segment=NetworkSegment(31171521-a2a3-4263-ab4b-d52e9865feb1),segment_id=31171521-a2a3-4263-ab4b-d52e9865feb1)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:58.879288 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:58.946992 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.042319 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3383401a-7a44-40e5-ad9b-c3d24da52113 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.094431 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-38794209-e10b-4351-ad30-4a671b5d85e4 service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8608234 Nov 26 22:10:59.124013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf5bce5b-b819-4256-aded-d3aca9439928 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.162920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-bf5bce5b-b819-4256-aded-d3aca9439928 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for aff876aa-f913-424e-aaea-65b2d225cf86 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:10:59.433626 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-782c7ef2-5433-4c0e-874e-d5493cb55e8a req-7c6e849a-9db5-44a3-a3fc-38f4a3a927c2 service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816210 Nov 26 22:10:59.436168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae9a594a-0d65-417b-a4fb-7aed2573b31f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.471658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.489035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.553308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-778a2945-1a88-44e1-b021-ea6ac7defc62 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.576444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33842bd5-6629-4317-b385-361757c939bb None None] Pushing event updated for resources: {'Port': ['ID=f4048307-4825-419b-b0da-557508f654a2,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:59.592062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f4048307-4825-419b-b0da-557508f654a2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:10:59.603920 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.612133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf5bce5b-b819-4256-aded-d3aca9439928 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.651649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6211e780-77a7-4788-ac9a-6c645b0a02b3,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:59.658114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.661128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-33842bd5-6629-4317-b385-361757c939bb None None] Provisioning complete for port e97940c6-763e-45bd-ac72-83776c6e3154 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:59.662091 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.663942 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-778a2945-1a88-44e1-b021-ea6ac7defc62 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] update failed (client error): The resource could not be found. Nov 26 22:10:59.670274 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-778a2945-1a88-44e1-b021-ea6ac7defc62 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "PUT /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa HTTP/1.1" status: 404 len: 339 time: 1.3638847 Nov 26 22:10:59.671636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44442) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:59.704056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3383401a-7a44-40e5-ad9b-c3d24da52113 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.707206 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3383401a-7a44-40e5-ad9b-c3d24da52113 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.712200 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3383401a-7a44-40e5-ad9b-c3d24da52113 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/934f9e4d-9490-47a8-85da-cc03fb875ce5 HTTP/1.1" status: 204 len: 168 time: 1.6917813 Nov 26 22:10:59.713149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:10:59.744091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f4048307-4825-419b-b0da-557508f654a2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:10:59.744720 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.754141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-a39374de-f967-4a60-a88c-bcfd5ef3038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:10:59.755979 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-a39374de-f967-4a60-a88c-bcfd5ef3038a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 1094 time: 0.2140517 Nov 26 22:10:59.761885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383401a-7a44-40e5-ad9b-c3d24da52113 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934f9e4d-9490-47a8-85da-cc03fb875ce5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:10:59.767197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-456441815'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:10:59.933392 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.958053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-33842bd5-6629-4317-b385-361757c939bb None None] For port e97940c6-763e-45bd-ac72-83776c6e3154, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e97940c6-763e-45bd-ac72-83776c6e3154,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:10:59.965116 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33842bd5-6629-4317-b385-361757c939bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:10:59.971638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bce5b-b819-4256-aded-d3aca9439928 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=aff876aa-f913-424e-aaea-65b2d225cf86,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:00.016303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9f14f025-a06c-4785-a3fb-cbdf7781594b tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2922809 Nov 26 22:11:00.016961 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44472) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:00.034556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33842bd5-6629-4317-b385-361757c939bb None None] Pushing event updated for resources: {'Port': ['ID=e97940c6-763e-45bd-ac72-83776c6e3154,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:00.046672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--56824796'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:00.071688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae9a594a-0d65-417b-a4fb-7aed2573b31f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.093028 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae9a594a-0d65-417b-a4fb-7aed2573b31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.103112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e9a458a4-4519-48e3-a87e-cf5b902606bc None None] Provisioning complete for port 6211e780-77a7-4788-ac9a-6c645b0a02b3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:00.103552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9a458a4-4519-48e3-a87e-cf5b902606bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.170534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf5bce5b-b819-4256-aded-d3aca9439928 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.178445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bf5bce5b-b819-4256-aded-d3aca9439928 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "DELETE /v2.0/ports/aff876aa-f913-424e-aaea-65b2d225cf86 HTTP/1.1" status: 204 len: 168 time: 2.3174462 Nov 26 22:11:00.186367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e9a458a4-4519-48e3-a87e-cf5b902606bc None None] Port 6211e780-77a7-4788-ac9a-6c645b0a02b3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:11:00.193781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44490) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:00.214572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e9a458a4-4519-48e3-a87e-cf5b902606bc None None] Provisioning complete for port f4048307-4825-419b-b0da-557508f654a2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:00.217278 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9a458a4-4519-48e3-a87e-cf5b902606bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.221225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Made reservation on behalf of 0e00746e418f4a2582414effaee3f0cf for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:00.225228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.239242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ae9a594a-0d65-417b-a4fb-7aed2573b31f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab34f6dd326d4732b463bb8db3d2950a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7221832 Nov 26 22:11:00.246785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44498) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:00.259546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Network ecaa5cfe-b336-4f7c-9e53-117bd25b872a is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:00.265003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:00.276378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.api [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 22:11:00.276378 n-d-819494-1 neutron-server[110000]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 26 22:11:00.276378 n-d-819494-1 neutron-server[110000]: [parameters: {'project_id': '5e71631dc5724749a982f52e118d8a3a', 'id': '9a3f0de4-a9fb-4334-bd20-cb753f864060', 'expiration': datetime.datetime(2021, 11, 26, 22, 13, 0, 185799)}] Nov 26 22:11:00.276378 n-d-819494-1 neutron-server[110000]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:11:00.277265 n-d-819494-1 neutron-server[110000]: DEBUG oslo_db.api [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:11:00.294705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a594a-0d65-417b-a4fb-7aed2573b31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b22173-460c-438b-9d7f-712592c886a5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:00.323146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7192bfd-f01f-49e1-9bd2-4f6e2741b6fe req-690d2fd9-4d8c-4120-aed1-313f7f572140 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:00.325922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7192bfd-f01f-49e1-9bd2-4f6e2741b6fe req-690d2fd9-4d8c-4120-aed1-313f7f572140 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 943 time: 0.3566818 Nov 26 22:11:00.352723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-08fcd0d1-1523-49ad-ad41-24d503187072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:00.359480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-08fcd0d1-1523-49ad-ad41-24d503187072 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.5933604 Nov 26 22:11:00.468940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e97940c6-763e-45bd-ac72-83776c6e3154 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:00.537067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:11:00.549599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-d76d6727-8c74-4013-8164-d7913a1abca4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34 HTTP/1.1" status: 200 len: 217 time: 0.1617486 Nov 26 22:11:00.583797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.584573 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Added segment 48cfedf8-d433-4127-9c34-636a0db7bbd9 of type vlan for network b5cab77e-d615-4a91-8c5a-7f593f181542 Nov 26 22:11:00.670286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e97940c6-763e-45bd-ac72-83776c6e3154 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:00.670825 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.770941 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-501af122-2ecb-4a90-aef1-4824dc504b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:00.772807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-501af122-2ecb-4a90-aef1-4824dc504b40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1216116 Nov 26 22:11:00.790476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.799402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7192bfd-f01f-49e1-9bd2-4f6e2741b6fe req-a188e0ac-d6d7-4ba9-b68b-35097b7c19f8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382442 Nov 26 22:11:00.832053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Router f64728db-31f9-49fb-814f-14733cb292e1 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:11:00.841795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.848149 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.855737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:00.856739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.908677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device def64ad8-32ba-449c-9c81-cb47ec70c6c5 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:00.944975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-703e98d2-b1fb-49c3-9f54-af3d6a574aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.984969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7c868ebe-2367-4e7a-a495-0e6f0e50a330 None None] Provisioning complete for port 6211e780-77a7-4788-ac9a-6c645b0a02b3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:00.987410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7c868ebe-2367-4e7a-a495-0e6f0e50a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:00.988429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-119a16f1-11a6-4996-90b7-420aa3c9c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:00.990263 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-119a16f1-11a6-4996-90b7-420aa3c9c6f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873405 Nov 26 22:11:01.011546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Network': ['ID=b5cab77e-d615-4a91-8c5a-7f593f181542,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:01.011891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb227a-db69-4cb4-9309-8f8f57a370a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:01.012244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4cb227a-db69-4cb4-9309-8f8f57a370a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.020278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-16843db9-cb1d-47e6-8873-1a42ecf9ac6c tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3418922 Nov 26 22:11:01.026610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44564) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:01.034871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'subnet': {'network_id': 'b5cab77e-d615-4a91-8c5a-7f593f181542', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:01.040580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network b5cab77e-d615-4a91-8c5a-7f593f181542 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:11:01.047848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port def64ad8-32ba-449c-9c81-cb47ec70c6c5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:01.048252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.149918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-31a2c66b-2a58-4bf1-901e-3b1d84a51ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273782 Nov 26 22:11:01.171371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-703e98d2-b1fb-49c3-9f54-af3d6a574aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.175719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7c868ebe-2367-4e7a-a495-0e6f0e50a330 None None] Port 6211e780-77a7-4788-ac9a-6c645b0a02b3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:11:01.286849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f4048307-4825-419b-b0da-557508f654a2 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:01.318693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:11:01.334014 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Sync routers for ids ['f64728db-31f9-49fb-814f-14733cb292e1'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:11:01.340187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6c8c391-44fb-474a-9e4d-eb9e489784b4 admin admin] 10.222.0.21 "PUT /v2.0/routers/f64728db-31f9-49fb-814f-14733cb292e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0558619 Nov 26 22:11:01.344114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.352543 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Routers {'f64728db-31f9-49fb-814f-14733cb292e1'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:01.361007 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f64728db-31f9-49fb-814f-14733cb292e1'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:01.374565 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.390120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port f4048307-4825-419b-b0da-557508f654a2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:01.390492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.393483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Made reservation on behalf of 0e00746e418f4a2582414effaee3f0cf for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:01.407437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.539518 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Set router f64728db-31f9-49fb-814f-14733cb292e1 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:01.564818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-df1a7927-95e6-4f1c-a027-34e28a1e8fa9 req-3ff8d9cb-801a-416e-9591-425a73d8299e service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805323 Nov 26 22:11:01.618195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.622672 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5954323 Nov 26 22:11:01.623706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44626) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:01.628602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6187d783-4c18-47de-9ea8-768510218ec6 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '0cfdea32-ee41-4053-bcfc-05d8bcf8a931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:01.629471 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-6187d783-4c18-47de-9ea8-768510218ec6 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 26 22:11:01.629982 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-6187d783-4c18-47de-9ea8-768510218ec6 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:01.631018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6187d783-4c18-47de-9ea8-768510218ec6 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074828 Nov 26 22:11:01.634932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44628) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:01.640492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-00cf251f-aa72-4d71-910c-ce3852195f4f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '0cfdea32-ee41-4053-bcfc-05d8bcf8a931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:01.642157 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-00cf251f-aa72-4d71-910c-ce3852195f4f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 26 22:11:01.642962 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-00cf251f-aa72-4d71-910c-ce3852195f4f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:01.644343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-00cf251f-aa72-4d71-910c-ce3852195f4f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076561 Nov 26 22:11:01.648811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44632) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:01.649633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4cb227a-db69-4cb4-9309-8f8f57a370a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.661458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-703e98d2-b1fb-49c3-9f54-af3d6a574aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.662447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a1e449d9-10a4-42c7-a163-f257ad404d0d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '0cfdea32-ee41-4053-bcfc-05d8bcf8a931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:01.663863 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-a1e449d9-10a4-42c7-a163-f257ad404d0d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 26 22:11:01.664279 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-a1e449d9-10a4-42c7-a163-f257ad404d0d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:01.664664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-703e98d2-b1fb-49c3-9f54-af3d6a574aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:01.668627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a1e449d9-10a4-42c7-a163-f257ad404d0d tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138173 Nov 26 22:11:01.668627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44636) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:01.669392 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-703e98d2-b1fb-49c3-9f54-af3d6a574aa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39b22173-460c-438b-9d7f-712592c886a5 HTTP/1.1" status: 204 len: 168 time: 1.3911257 Nov 26 22:11:01.673355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ff295-b17f-4b42-b719-65f295c9d71a tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfdea32-ee41-4053-bcfc-05d8bcf8a931,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:01.681644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb227a-db69-4cb4-9309-8f8f57a370a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:01.697566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e98d2-b1fb-49c3-9f54-af3d6a574aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b22173-460c-438b-9d7f-712592c886a5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:01.706402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f364b1ea-e7b2-44e6-be38-91231d375ae7 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '0cfdea32-ee41-4053-bcfc-05d8bcf8a931', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:01.707214 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-f364b1ea-e7b2-44e6-be38-91231d375ae7 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 26 22:11:01.707750 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-f364b1ea-e7b2-44e6-be38-91231d375ae7 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:01.708805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f364b1ea-e7b2-44e6-be38-91231d375ae7 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0189822 Nov 26 22:11:01.717491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44644) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:01.978348 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:10:58Z', 'revision_number': 4, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port': {'id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:51Z', 'updated_at': '2021-11-26T22:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6211e780-77a7-4788-ac9a-6c645b0a02b3', 'name': '', 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'mac_address': 'fa:16:3e:0c:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '25f8431f-3537-461c-af87-94b5d0c4a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:56Z', 'updated_at': '2021-11-26T22:10:59Z', 'revision_number': 2, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'subnets': [{'id': '25f8431f-3537-461c-af87-94b5d0c4a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:02.015182 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Checking router: f64728db-31f9-49fb-814f-14733cb292e1 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:11:02.015917 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Updating router f64728db-31f9-49fb-814f-14733cb292e1 port 6211e780-77a7-4788-ac9a-6c645b0a02b3 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:11:02.019487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4cb227a-db69-4cb4-9309-8f8f57a370a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.061628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb227a-db69-4cb4-9309-8f8f57a370a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:02.068535 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.084036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e97940c6-763e-45bd-ac72-83776c6e3154 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:02.155998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.205577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e4cb227a-db69-4cb4-9309-8f8f57a370a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.215745 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e4cb227a-db69-4cb4-9309-8f8f57a370a2 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "DELETE /v2.0/ports/e7bb599b-de1a-4bcd-b1fd-cfa18ec34f02 HTTP/1.1" status: 204 len: 168 time: 1.9993291 Nov 26 22:11:02.217105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44672) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:02.232344 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e97940c6-763e-45bd-ac72-83776c6e3154 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:02.233840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.306894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e28845d4-4a28-4bf7-8c5b-7a72b80dcee3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.322290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44676) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:02.369019 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3bf9c22-77eb-4b93-a268-409bb5c19d7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.378892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e28845d4-4a28-4bf7-8c5b-7a72b80dcee3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.422884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e615f80c-bbd7-422d-9f31-f3d1b7cb2ebd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting subnet 38916de7-aa23-4164-987d-563ed0790bd2 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:11:02.428574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e615f80c-bbd7-422d-9f31-f3d1b7cb2ebd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.499419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e615f80c-bbd7-422d-9f31-f3d1b7cb2ebd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.507650 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e28845d4-4a28-4bf7-8c5b-7a72b80dcee3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.514063 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e28845d4-4a28-4bf7-8c5b-7a72b80dcee3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.520344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e28845d4-4a28-4bf7-8c5b-7a72b80dcee3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/0cfdea32-ee41-4053-bcfc-05d8bcf8a931 HTTP/1.1" status: 204 len: 168 time: 0.7996190 Nov 26 22:11:02.521082 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44678) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:02.589244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc8846-d0f0-4f79-8ce2-eb2f04289c1a req-eb965c02-3c25-45ab-aa95-1a38fb3f0dc6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:02.593766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bcc8846-d0f0-4f79-8ce2-eb2f04289c1a req-eb965c02-3c25-45ab-aa95-1a38fb3f0dc6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 943 time: 0.5704925 Nov 26 22:11:02.660082 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.662029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Checking segment: {'id': '48cfedf8-d433-4127-9c34-636a0db7bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5cab77e-d615-4a91-8c5a-7f593f181542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:02.662537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network hostable DHCP agents. Network: b5cab77e-d615-4a91-8c5a-7f593f181542, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:11:02.670203 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.690034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28845d4-4a28-4bf7-8c5b-7a72b80dcee3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfdea32-ee41-4053-bcfc-05d8bcf8a931,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:02.722900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e615f80c-bbd7-422d-9f31-f3d1b7cb2ebd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.751517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Subnet': ['ID=c12c29bf-4e64-4171-b521-3fe41d407200,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:02.794787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d9c03ddc-464a-487d-af1f-bb6d28e260ac tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2413485 Nov 26 22:11:02.798876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44684) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:02.805469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b0022-ba29-4013-86bc-7663b0fc151b None None] Pushing event updated for resources: {'Port': ['ID=6211e780-77a7-4788-ac9a-6c645b0a02b3,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:02.817934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f7f8a245-90b3-4247-a741-6833b61f8760 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718438872'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:02.844364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bcc8846-d0f0-4f79-8ce2-eb2f04289c1a req-58ac36f0-62fc-4f66-8782-7e76fe056811 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026982 Nov 26 22:11:02.847968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network b5cab77e-d615-4a91-8c5a-7f593f181542 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:11:02.872666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, b5cab77e-d615-4a91-8c5a-7f593f181542) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:02.881662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:02.882360 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.888909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83376ba8-023d-47bb-a084-f2898cc09dc7 None None] Network b5cab77e-d615-4a91-8c5a-7f593f181542 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:02.891790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a245-90b3-4247-a741-6833b61f8760 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.904955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3bf9c22-77eb-4b93-a268-409bb5c19d7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.919349 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3bf9c22-77eb-4b93-a268-409bb5c19d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.955426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e615f80c-bbd7-422d-9f31-f3d1b7cb2ebd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.969059 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Attempting to bind port 6211e780-77a7-4788-ac9a-6c645b0a02b3 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:11:02.970553 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Attempting to bind port 6211e780-77a7-4788-ac9a-6c645b0a02b3 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:11:02.972282 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Attempting to bind port 6211e780-77a7-4788-ac9a-6c645b0a02b3 on network ecaa5cfe-b336-4f7c-9e53-117bd25b872a {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:02.985835 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:11:02.989008 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Checking segment: {'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:02.989658 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:02.991314 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Bound using segment: {'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:11:02.992073 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Bound port: 6211e780-77a7-4788-ac9a-6c645b0a02b3, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31171521-a2a3-4263-ab4b-d52e9865feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:11:02.993618 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.007849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a245-90b3-4247-a741-6833b61f8760 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.017009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a245-90b3-4247-a741-6833b61f8760 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.045336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615f80c-bbd7-422d-9f31-f3d1b7cb2ebd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Subnet': ['ID=38916de7-aa23-4164-987d-563ed0790bd2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:03.053089 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c3bf9c22-77eb-4b93-a268-409bb5c19d7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70d828d762ac4bcfa4c95b71223b955e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7186720 Nov 26 22:11:03.054592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44688) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.055452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-79016d8c-c82a-4eda-9e17-b42a5a3c6ee3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0190094 Nov 26 22:11:03.056359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e615f80c-bbd7-422d-9f31-f3d1b7cb2ebd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.058778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44690) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.059937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b1073-8697-459a-8263-4d5a3eb16d48 None None] Network a12c8647-c2a6-454e-b2a4-b129f610ef39 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:03.060870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e615f80c-bbd7-422d-9f31-f3d1b7cb2ebd tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "DELETE /v2.0/subnets/38916de7-aa23-4164-987d-563ed0790bd2 HTTP/1.1" status: 204 len: 168 time: 0.8427172 Nov 26 22:11:03.075376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-19e17c7d-4d47-469a-bfd7-90e083eab988 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5cab77e-d615-4a91-8c5a-7f593f181542'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:03.079658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44692) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.093961 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a245-90b3-4247-a741-6833b61f8760 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.098741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7f8a245-90b3-4247-a741-6833b61f8760 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2957027 Nov 26 22:11:03.109307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44694) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.140636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-60bf96d7-e451-46e8-8cea-8405e6bb352e tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:03.141035 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-60bf96d7-e451-46e8-8cea-8405e6bb352e tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 22:11:03.141586 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-60bf96d7-e451-46e8-8cea-8405e6bb352e tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:03.145449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-60bf96d7-e451-46e8-8cea-8405e6bb352e tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086038 Nov 26 22:11:03.146852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44696) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.171317 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] For port 6211e780-77a7-4788-ac9a-6c645b0a02b3, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:11:03.175304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-965a537b-c7d7-482a-8c27-b018ca7c71fe tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:03.177482 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] For port 6211e780-77a7-4788-ac9a-6c645b0a02b3, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6211e780-77a7-4788-ac9a-6c645b0a02b3,segment=NetworkSegment(31171521-a2a3-4263-ab4b-d52e9865feb1),segment_id=31171521-a2a3-4263-ab4b-d52e9865feb1)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:11:03.191376 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.213963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 36a12358-e45a-47dd-a2bb-fe8de2248d34 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:11:03.233810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf9c22-77eb-4b93-a268-409bb5c19d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47711a0-5590-4086-8af8-67d9098ec5ee,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:03.253870 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b0022-ba29-4013-86bc-7663b0fc151b None None] Pushing event updated for resources: {'Port': ['ID=6211e780-77a7-4788-ac9a-6c645b0a02b3,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:03.276597 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Routers {'f64728db-31f9-49fb-814f-14733cb292e1'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:03.277627 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f64728db-31f9-49fb-814f-14733cb292e1'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:03.351213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8a245-90b3-4247-a741-6833b61f8760 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:03.370051 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-965a537b-c7d7-482a-8c27-b018ca7c71fe tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:03.373833 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-965a537b-c7d7-482a-8c27-b018ca7c71fe tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2013259 Nov 26 22:11:03.398312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44700) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.415878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-864e2673-7eef-4bb9-9eff-a7473ab4d435 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:03.416379 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-864e2673-7eef-4bb9-9eff-a7473ab4d435 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 26 22:11:03.416883 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-864e2673-7eef-4bb9-9eff-a7473ab4d435 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:03.420490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-864e2673-7eef-4bb9-9eff-a7473ab4d435 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0167496 Nov 26 22:11:03.424622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44702) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.434580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6423d399-a552-4904-895a-7724a76bdd8b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting subnet acb40da7-70c2-4a76-a673-516eb5b5b208 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:11:03.440588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:03.453807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9aa4135b-2267-4b70-8280-ab192e38a594 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:03.473755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'mac_address': 'fa:16:3e:67:a2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:11:03.477919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6423d399-a552-4904-895a-7724a76bdd8b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.545143 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] Set router f64728db-31f9-49fb-814f-14733cb292e1 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:03.600762 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dafddcb2-37b2-4dbc-916b-81cedf2be7d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.646510 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6423d399-a552-4904-895a-7724a76bdd8b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.760268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dafddcb2-37b2-4dbc-916b-81cedf2be7d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.794188 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-9aa4135b-2267-4b70-8280-ab192e38a594 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:03.795283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9aa4135b-2267-4b70-8280-ab192e38a594 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3653009 Nov 26 22:11:03.811626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44704) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.819975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e00a90e7-099f-4e6e-86ac-2b23d10b73dd None None] Provisioning complete for port 6211e780-77a7-4788-ac9a-6c645b0a02b3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:03.820346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e00a90e7-099f-4e6e-86ac-2b23d10b73dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.838887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-de3629d7-f1f1-4c55-9bf2-9f05a818321f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:03.839379 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-de3629d7-f1f1-4c55-9bf2-9f05a818321f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 26 22:11:03.839887 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-de3629d7-f1f1-4c55-9bf2-9f05a818321f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:03.840934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-de3629d7-f1f1-4c55-9bf2-9f05a818321f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0242760 Nov 26 22:11:03.862533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44708) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:03.878813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e7a048d2-9d06-46dd-bce7-d9f4e29c6f7f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:03.922508 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:03.959765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a12358-e45a-47dd-a2bb-fe8de2248d34 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:11:04.006623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:04.023466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-b5cab77e-d615-4a91-8c5a-7f593f181542', 'network_id': 'b5cab77e-d615-4a91-8c5a-7f593f181542', 'tenant_id': '0e00746e418f4a2582414effaee3f0cf', 'fixed_ips': [{'subnet_id': 'c12c29bf-4e64-4171-b521-3fe41d407200'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:11:04.024701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.033115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.063484 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-e7a048d2-9d06-46dd-bce7-d9f4e29c6f7f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:04.064599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e7a048d2-9d06-46dd-bce7-d9f4e29c6f7f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1997876 Nov 26 22:11:04.071921 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6423d399-a552-4904-895a-7724a76bdd8b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.081611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44712) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:04.095933 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:10:58Z', 'revision_number': 4, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port': {'id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:51Z', 'updated_at': '2021-11-26T22:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6211e780-77a7-4788-ac9a-6c645b0a02b3', 'name': '', 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'mac_address': 'fa:16:3e:0c:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '25f8431f-3537-461c-af87-94b5d0c4a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:56Z', 'updated_at': '2021-11-26T22:11:03Z', 'revision_number': 4, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'subnets': [{'id': '25f8431f-3537-461c-af87-94b5d0c4a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:04.138430 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c584d812-fa58-4ace-b679-fec0efc3ae20 None None] The sync data for ids ['f64728db-31f9-49fb-814f-14733cb292e1'] in n-d-819494-1 is: [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:10:58Z', 'revision_number': 4, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port': {'id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:51Z', 'updated_at': '2021-11-26T22:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6211e780-77a7-4788-ac9a-6c645b0a02b3', 'name': '', 'network_id': 'ecaa5cfe-b336-4f7c-9e53-117bd25b872a', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'mac_address': 'fa:16:3e:0c:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '25f8431f-3537-461c-af87-94b5d0c4a65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:56Z', 'updated_at': '2021-11-26T22:11:03Z', 'revision_number': 4, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'subnets': [{'id': '25f8431f-3537-461c-af87-94b5d0c4a65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:11:04.155849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-12a2deda-7932-475e-9e7d-74da8371bb14 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:04.156339 n-d-819494-1 neutron-server[109999]: WARNING neutron.api.v2.base [None req-12a2deda-7932-475e-9e7d-74da8371bb14 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 26 22:11:04.156851 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-12a2deda-7932-475e-9e7d-74da8371bb14 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:04.157894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-12a2deda-7932-475e-9e7d-74da8371bb14 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0754402 Nov 26 22:11:04.167326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] DHCP port deletion for a12c8647-c2a6-454e-b2a4-b129f610ef39 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:04.182979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44714) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:04.183666 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dafddcb2-37b2-4dbc-916b-81cedf2be7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.204137 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dafddcb2-37b2-4dbc-916b-81cedf2be7d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.204850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dafddcb2-37b2-4dbc-916b-81cedf2be7d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b47711a0-5590-4086-8af8-67d9098ec5ee HTTP/1.1" status: 204 len: 168 time: 1.1366923 Nov 26 22:11:04.237087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-27761102-f5de-4ea2-ab72-0ed902cfd6a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:04.251259 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-19e17c7d-4d47-469a-bfd7-90e083eab988 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.293009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafddcb2-37b2-4dbc-916b-81cedf2be7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47711a0-5590-4086-8af8-67d9098ec5ee,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:04.384796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc92707-ca3a-42c4-9196-5e5df228d226 req-e2b7b2cc-62d6-4d30-ab07-22375af541a9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:04.393219 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc92707-ca3a-42c4-9196-5e5df228d226 req-e2b7b2cc-62d6-4d30-ab07-22375af541a9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 944 time: 0.2534952 Nov 26 22:11:04.538558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['36a12358-e45a-47dd-a2bb-fe8de2248d34'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:11:04.583630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-adc92707-ca3a-42c4-9196-5e5df228d226 req-d398ff18-36b6-47b3-8a3f-6ac6091e1fd6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837516 Nov 26 22:11:04.587758 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6423d399-a552-4904-895a-7724a76bdd8b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.594661 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-19e17c7d-4d47-469a-bfd7-90e083eab988 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:04.596986 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-27761102-f5de-4ea2-ab72-0ed902cfd6a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:04.598125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-27761102-f5de-4ea2-ab72-0ed902cfd6a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3736739 Nov 26 22:11:04.599670 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-19e17c7d-4d47-469a-bfd7-90e083eab988 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "PUT /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa HTTP/1.1" status: 400 len: 364 time: 1.5285048 Nov 26 22:11:04.603932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44720) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:04.606867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44722) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:04.696138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Allocated IP 2001:db8:1::2 (b5cab77e-d615-4a91-8c5a-7f593f181542/c12c29bf-4e64-4171-b521-3fe41d407200/6043dd5f-2169-4903-9620-8d37fcc7e95e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:11:04.714376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5aac40e0-900e-4ff8-af5a-12b69b6980e1 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:04.744245 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6423d399-a552-4904-895a-7724a76bdd8b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.752162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6423d399-a552-4904-895a-7724a76bdd8b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "DELETE /v2.0/subnets/acb40da7-70c2-4a76-a673-516eb5b5b208 HTTP/1.1" status: 204 len: 168 time: 1.6684976 Nov 26 22:11:04.752162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423d399-a552-4904-895a-7724a76bdd8b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Subnet': ['ID=acb40da7-70c2-4a76-a673-516eb5b5b208,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:04.756491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44724) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:04.816563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19285544-460c-4823-888f-91daaced6697 None None] Network 7d94d6a3-5781-45f9-bfff-bc9c905dca0b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:04.854953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:04.915292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:04.931432 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-5aac40e0-900e-4ff8-af5a-12b69b6980e1 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:04.935873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5aac40e0-900e-4ff8-af5a-12b69b6980e1 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3228438 Nov 26 22:11:04.936636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44730) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:04.971382 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e00a90e7-099f-4e6e-86ac-2b23d10b73dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.115463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Deleting port eb6d4a01-1ead-4601-a668-8bc319297a87 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:05.115810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.210616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] For port eb6d4a01-1ead-4601-a668-8bc319297a87, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eb6d4a01-1ead-4601-a668-8bc319297a87,segment=NetworkSegment(535a4830-ed84-431b-a257-c0d173b67da3),segment_id=535a4830-ed84-431b-a257-c0d173b67da3)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:05.211208 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.229520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Calling delete_port for eb6d4a01-1ead-4601-a668-8bc319297a87 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:05.344522 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-868e9818-78ea-4e1f-8d58-b012e47678a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.379650 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.399658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] Deleting port eb6d4a01-1ead-4601-a668-8bc319297a87 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:05.400039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.400468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.410686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e00a90e7-099f-4e6e-86ac-2b23d10b73dd None None] For port 6211e780-77a7-4788-ac9a-6c645b0a02b3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6211e780-77a7-4788-ac9a-6c645b0a02b3,segment=NetworkSegment(31171521-a2a3-4263-ab4b-d52e9865feb1),segment_id=31171521-a2a3-4263-ab4b-d52e9865feb1)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:05.446796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] No DVR routers for this DVR port eb6d4a01-1ead-4601-a668-8bc319297a87 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:05.562446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Port': ['ID=eb6d4a01-1ead-4601-a668-8bc319297a87,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:05.689210 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e00a90e7-099f-4e6e-86ac-2b23d10b73dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.759854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.808241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-868e9818-78ea-4e1f-8d58-b012e47678a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:05.988372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Allocated IP 2001:db8::1 (9669e5b8-0ac5-4552-a5a1-3177637867b3/df345db3-b97b-43e1-b0d3-9b7c5dacce56/ee5b1e1d-7477-4259-ac1c-ab50588c9712) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:11:06.007377 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.024241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] For port eb6d4a01-1ead-4601-a668-8bc319297a87, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:06.025016 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.064432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44762) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:06.088961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-695d7318-2a48-4549-94da-b12ef310485d None None] Provisioning complete for port 6211e780-77a7-4788-ac9a-6c645b0a02b3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:06.089707 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-695d7318-2a48-4549-94da-b12ef310485d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.153125 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.164261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] Calling delete_port for eb6d4a01-1ead-4601-a668-8bc319297a87 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:06.173663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] Port eb6d4a01-1ead-4601-a668-8bc319297a87 was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:11:06.175973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a90e7-099f-4e6e-86ac-2b23d10b73dd None None] Pushing event updated for resources: {'Port': ['ID=6211e780-77a7-4788-ac9a-6c645b0a02b3,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:06.198818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12c8647-c2a6-454e-b2a4-b129f610ef39']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:06.207646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.209899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6211e780-77a7-4788-ac9a-6c645b0a02b3 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:06.242361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231435ad-1737-4090-8e63-7f62774774d2 req-0768e770-c966-48db-ab93-435d314c15c8 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:06.253847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-0768e770-c966-48db-ab93-435d314c15c8 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.6628711 Nov 26 22:11:06.257307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Network b5cab77e-d615-4a91-8c5a-7f593f181542 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:06.262308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] DHCP port deletion for 7d94d6a3-5781-45f9-bfff-bc9c905dca0b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:06.283711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.307590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:06.319004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:11:06.340666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535a4830-ed84-431b-a257-c0d173b67da3') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:06.342815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535a4830-ed84-431b-a257-c0d173b67da3') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:06.361423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-15648033-network', 'tenant_id': '2a0dc83d1fc04cc49e84a69d467cd813'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:06.363754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] No DVR routers for this DVR port eb6d4a01-1ead-4601-a668-8bc319297a87 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:06.369045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd80fe0-7b03-4c9f-b3b4-57137f238582 req-90aadd35-ce38-460a-a932-94b73f88c21d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:06.370749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dd80fe0-7b03-4c9f-b3b4-57137f238582 req-90aadd35-ce38-460a-a932-94b73f88c21d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 944 time: 0.5576580 Nov 26 22:11:06.376891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-ff83f5f5-0da0-46e8-b687-ced2f8dca42a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/quotas/d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 375 time: 0.1220932 Nov 26 22:11:06.378810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.431847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.456829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.469244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-868e9818-78ea-4e1f-8d58-b012e47678a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.472008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-868e9818-78ea-4e1f-8d58-b012e47678a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.473190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-868e9818-78ea-4e1f-8d58-b012e47678a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d HTTP/1.1" status: 204 len: 168 time: 1.5344832 Nov 26 22:11:06.481340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:11:06.481750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.483869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44766) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:11:06.484987 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:11:06.488858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Made reservation on behalf of 2a0dc83d1fc04cc49e84a69d467cd813 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:06.492575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.520488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Attempting to bind port 6043dd5f-2169-4903-9620-8d37fcc7e95e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:11:06.520870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Attempting to bind port 6043dd5f-2169-4903-9620-8d37fcc7e95e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '48cfedf8-d433-4127-9c34-636a0db7bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5cab77e-d615-4a91-8c5a-7f593f181542'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:11:06.521237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Attempting to bind port 6043dd5f-2169-4903-9620-8d37fcc7e95e on network b5cab77e-d615-4a91-8c5a-7f593f181542 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:06.528078 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6211e780-77a7-4788-ac9a-6c645b0a02b3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:06.528456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.533816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Pushing event updated for resources: {'Port': ['ID=6043dd5f-2169-4903-9620-8d37fcc7e95e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:06.542931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dd80fe0-7b03-4c9f-b3b4-57137f238582 req-bddc8784-2abc-491e-9d31-a67c7184166d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613972 Nov 26 22:11:06.583123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.589010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network 9669e5b8-0ac5-4552-a5a1-3177637867b3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:06.591389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203ea80-eb51-45b5-a581-ec4cf1bcadcb None None] Pushing event deleted for resources: {'Port': ['ID=eb6d4a01-1ead-4601-a668-8bc319297a87,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:06.610122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:06.627891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:11:06.628692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.637550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Port': ['ID=ee5b1e1d-7477-4259-ac1c-ab50588c9712,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:06.644779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e9818-78ea-4e1f-8d58-b012e47678a4 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b750e6f-97d6-44c9-9bc8-5cf9548f4b3d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:06.645678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:11:06.646369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Checking segment: {'id': '48cfedf8-d433-4127-9c34-636a0db7bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5cab77e-d615-4a91-8c5a-7f593f181542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:06.647040 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.648250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Bound using segment: {'id': '48cfedf8-d433-4127-9c34-636a0db7bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5cab77e-d615-4a91-8c5a-7f593f181542'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:11:06.649550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Bound port: 6043dd5f-2169-4903-9620-8d37fcc7e95e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cfedf8-d433-4127-9c34-636a0db7bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b5cab77e-d615-4a91-8c5a-7f593f181542'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:11:06.650619 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.652476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.664255 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.668598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "DELETE /v2.0/networks/a12c8647-c2a6-454e-b2a4-b129f610ef39 HTTP/1.1" status: 204 len: 168 time: 1.9088864 Nov 26 22:11:06.672211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44768) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:06.702865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-c3b40fb3-213f-41ce-8af8-1487bb3d321e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3080010 Nov 26 22:11:06.704104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0a6e1-384a-47fc-956a-a6b63bf08595 tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Network': ['ID=a12c8647-c2a6-454e-b2a4-b129f610ef39,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:06.722483 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3acece2c-0d16-46fd-9a09-9584da69b0df tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2105439 Nov 26 22:11:06.754000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44770) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:06.761676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1b27f7d0-af83-4700-818c-d75bd7600f19 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--749969268'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:06.888695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b27f7d0-af83-4700-818c-d75bd7600f19 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.979173 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:06.984236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] Deleting port 69f76174-9eb3-40cd-9de5-87cc70c6c9da {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:06.984874 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.047167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.052952 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.060709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] For port 69f76174-9eb3-40cd-9de5-87cc70c6c9da, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=69f76174-9eb3-40cd-9de5-87cc70c6c9da,segment=NetworkSegment(2253c203-023a-454b-be3f-eeb512859f7e),segment_id=2253c203-023a-454b-be3f-eeb512859f7e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:07.061256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.086786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] Calling delete_port for 69f76174-9eb3-40cd-9de5-87cc70c6c9da owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:07.110427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:11:07.160677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b3b673-a0f2-4847-aff1-c979b48d8474,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:07.180233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.180790 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Added segment 4793d7bc-13c5-44d0-b924-08a020d9c160 of type vlan for network d21e3a61-2e86-4599-b9ec-5964bfd6fcad Nov 26 22:11:07.245233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 36a12358-e45a-47dd-a2bb-fe8de2248d34 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:07.248207 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.313638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] For port 6043dd5f-2169-4903-9620-8d37fcc7e95e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:11:07.327892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] For port 6043dd5f-2169-4903-9620-8d37fcc7e95e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6043dd5f-2169-4903-9620-8d37fcc7e95e,segment=NetworkSegment(48cfedf8-d433-4127-9c34-636a0db7bbd9),segment_id=48cfedf8-d433-4127-9c34-636a0db7bbd9)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:11:07.342693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.358934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] Pushing event deleted for resources: {'Port': ['ID=69f76174-9eb3-40cd-9de5-87cc70c6c9da,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:07.362663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b27f7d0-af83-4700-818c-d75bd7600f19 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.368622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-b8c6bbcc-9b88-4f82-b75e-06d6fa1923a0 service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407490 Nov 26 22:11:07.373582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eb6d4a01-1ead-4601-a668-8bc319297a87 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:07.377265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.381984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b27f7d0-af83-4700-818c-d75bd7600f19 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.433253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27f7d0-af83-4700-818c-d75bd7600f19 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802468ae-3d71-491a-989e-d184ea8f997b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:07.441825 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b27f7d0-af83-4700-818c-d75bd7600f19 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.443227 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1b27f7d0-af83-4700-818c-d75bd7600f19 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6879761 Nov 26 22:11:07.453434 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.454006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44774) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:07.456633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8c8a43-9195-4007-8efe-a04a10ffe854 None None] No DVR routers for this DVR port 69f76174-9eb3-40cd-9de5-87cc70c6c9da on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:07.462259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0ecd6a82-09bf-4664-b997-fcb0c9616377 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '802468ae-3d71-491a-989e-d184ea8f997b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:07.467457 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.474171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: eb6d4a01-1ead-4601-a668-8bc319297a87 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:07.474171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eb6d4a01-1ead-4601-a668-8bc319297a87 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:07.488831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.489800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:07.490406 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.499084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fbd66dcf-98bb-42b4-8948-19b9e7728803 None None] Provisioning complete for port ee5b1e1d-7477-4259-ac1c-ab50588c9712 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:07.499084 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fbd66dcf-98bb-42b4-8948-19b9e7728803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.532134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 36a12358-e45a-47dd-a2bb-fe8de2248d34 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:11:07.542172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e71c3-9247-4ba9-9d58-b05db9233682 None None] Pushing event updated for resources: {'Port': ['ID=6043dd5f-2169-4903-9620-8d37fcc7e95e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:07.574767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 36a12358-e45a-47dd-a2bb-fe8de2248d34 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:07.577817 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.634719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-2d1f666d-f163-494b-8e28-ccd0a7988bcf service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649739 Nov 26 22:11:07.635438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fbd66dcf-98bb-42b4-8948-19b9e7728803 None None] Port ee5b1e1d-7477-4259-ac1c-ab50588c9712 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:11:07.683926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.742492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.779055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d94d6a3-5781-45f9-bfff-bc9c905dca0b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:07.793210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:11:07.794842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2253c203-023a-454b-be3f-eeb512859f7e') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:07.795275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2253c203-023a-454b-be3f-eeb512859f7e') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:07.799726 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6085c-737e-4fa7-90c3-e1fceb50fc2e" -d '{"events": [{"server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "name": "network-vif-plugged", "status": "completed", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:11:07.810376 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.832208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb579a-f6fb-402f-bffd-0c2a89ff5a4c req-3b7831a5-5a08-456f-bf0d-d8fa9cdbd756 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:07.834244 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ebb579a-f6fb-402f-bffd-0c2a89ff5a4c req-3b7831a5-5a08-456f-bf0d-d8fa9cdbd756 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 944 time: 0.1259804 Nov 26 22:11:07.884877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.893087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:07.900344 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.901847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:11:07.902000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:11:07.906278 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:11:07.919436 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8534727 Nov 26 22:11:07.927462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44788) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:07.936310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dba45-b793-4931-95e2-0429f05ee678 admin admin] Pushing event updated for resources: {'Network': ['ID=d21e3a61-2e86-4599-b9ec-5964bfd6fcad,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:07.943496 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-0ecd6a82-09bf-4664-b997-fcb0c9616377 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The resource could not be found. Nov 26 22:11:07.943496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0ecd6a82-09bf-4664-b997-fcb0c9616377 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4873691 Nov 26 22:11:07.955015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Request body: {'subnet': {'network_id': 'd21e3a61-2e86-4599-b9ec-5964bfd6fcad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-15648033-subnet', 'tenant_id': '2a0dc83d1fc04cc49e84a69d467cd813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:07.957287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44792) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:07.957812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d21e3a61-2e86-4599-b9ec-5964bfd6fcad details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:11:07.976927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2612d1e8-32a3-4acc-983c-57ea88fe6575 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '802468ae-3d71-491a-989e-d184ea8f997b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '62d4bcfa-57f7-442f-97a8-bba48fa28e2f'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:08.061478 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.079523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:08.123427 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.138574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.144397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.166810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.171091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Made reservation on behalf of 2a0dc83d1fc04cc49e84a69d467cd813 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:08.173420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.205753 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-2612d1e8-32a3-4acc-983c-57ea88fe6575 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The resource could not be found. Nov 26 22:11:08.210861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2612d1e8-32a3-4acc-983c-57ea88fe6575 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2516782 Nov 26 22:11:08.213475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.232417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] 10.222.0.21 "DELETE /v2.0/networks/7d94d6a3-5781-45f9-bfff-bc9c905dca0b HTTP/1.1" status: 204 len: 168 time: 1.5478647 Nov 26 22:11:08.243223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44796) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:08.290115 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b6ab18-0aac-48c2-aa8e-66bc56f10880 x-openstack-request-id: req-27b6ab18-0aac-48c2-aa8e-66bc56f10880 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:11:08.290694 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "name": "network-vif-plugged", "status": "completed", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:11:08.290949 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27b6ab18-0aac-48c2-aa8e-66bc56f10880 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:11:08.291692 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'code': 200} Nov 26 22:11:08.301350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db02ad5-6ebb-4cf1-b3f5-eb079af5c84b tempest-TaggedBootDevicesTest_v242-1786356307 tempest-TaggedBootDevicesTest_v242-1786356307-project] Pushing event deleted for resources: {'Network': ['ID=7d94d6a3-5781-45f9-bfff-bc9c905dca0b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:08.308596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ebb579a-f6fb-402f-bffd-0c2a89ff5a4c req-bc720d69-8c92-411a-b440-7b8bfa2a21a8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442823 Nov 26 22:11:08.476441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6211e780-77a7-4788-ac9a-6c645b0a02b3 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:08.510581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event updated for resources: {'Port': ['ID=ee5b1e1d-7477-4259-ac1c-ab50588c9712,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:08.543100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a0cc9-e42f-4bfc-a29f-88a4239c7cae req-a274f88f-dbd9-49cb-b4a1-a691059fca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:08.544627 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5a0cc9-e42f-4bfc-a29f-88a4239c7cae req-a274f88f-dbd9-49cb-b4a1-a691059fca97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 1096 time: 0.1146467 Nov 26 22:11:08.590850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Network 9669e5b8-0ac5-4552-a5a1-3177637867b3 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:08.597960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:08.639280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dee59f3d-d1df-4789-a34e-d5c86705937a req-0f0a9038-018a-487d-8608-22fdbc044c04 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.1080673 Nov 26 22:11:08.696634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6211e780-77a7-4788-ac9a-6c645b0a02b3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:08.697016 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.732966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44812) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:08.761752 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5a0cc9-e42f-4bfc-a29f-88a4239c7cae req-055b8685-fa25-40e2-adce-e0850036dac6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077041 Nov 26 22:11:08.789000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf5259b-629c-49d6-838e-2b10fc3bd9f5 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.852518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf5259b-629c-49d6-838e-2b10fc3bd9f5 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:08.994341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6043dd5f-2169-4903-9620-8d37fcc7e95e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:09.083152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Router be66326a-4efb-49f9-9c71-b8640e5811fa has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:11:09.151325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6043dd5f-2169-4903-9620-8d37fcc7e95e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:09.155706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.198953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf5259b-629c-49d6-838e-2b10fc3bd9f5 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.201636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf5259b-629c-49d6-838e-2b10fc3bd9f5 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.202865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ccf5259b-629c-49d6-838e-2b10fc3bd9f5 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/802468ae-3d71-491a-989e-d184ea8f997b HTTP/1.1" status: 204 len: 168 time: 0.9513896 Nov 26 22:11:09.207676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44820) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:09.274314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-69844d3c-6cbd-4854-93a9-989285ce94eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.275907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5c4e9b1e-1ad2-4ced-ae7b-dcbb2f45eb7c None None] Provisioning complete for port ee5b1e1d-7477-4259-ac1c-ab50588c9712 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:09.276265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9b1e-1ad2-4ced-ae7b-dcbb2f45eb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.318770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5259b-629c-49d6-838e-2b10fc3bd9f5 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802468ae-3d71-491a-989e-d184ea8f997b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:09.342390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.508469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5c4e9b1e-1ad2-4ced-ae7b-dcbb2f45eb7c None None] Port ee5b1e1d-7477-4259-ac1c-ab50588c9712 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:11:09.519083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a458d7-4e76-4ab2-b22a-6eda6a171cfd None None] Network b5cab77e-d615-4a91-8c5a-7f593f181542 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:09.568671 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.594805 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-69844d3c-6cbd-4854-93a9-989285ce94eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.636469 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-69844d3c-6cbd-4854-93a9-989285ce94eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.709537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-69844d3c-6cbd-4854-93a9-989285ce94eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb8db6b9e14549c898fb1bfbef947722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9730201 Nov 26 22:11:09.717676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44826) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:09.774913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ea4c3186-f9a5-48e8-b0c7-7eb9bf417fa0 None None] Provisioning complete for port 6043dd5f-2169-4903-9620-8d37fcc7e95e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:09.780341 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea4c3186-f9a5-48e8-b0c7-7eb9bf417fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.809528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Checking segment: {'id': '4793d7bc-13c5-44d0-b924-08a020d9c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd21e3a61-2e86-4599-b9ec-5964bfd6fcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:09.809906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Network hostable DHCP agents. Network: d21e3a61-2e86-4599-b9ec-5964bfd6fcad, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:11:09.831068 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-660146be-20a2-4701-b7c6-a17e1ec4822b tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6221433 Nov 26 22:11:09.838469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44828) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:09.845087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-51a851e2-57bf-44b8-88ea-ad204fc70504 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': '68c29cad-7d6d-4602-84c5-74172cb6c293', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:09.849991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:11:09.857059 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-02f36615-4940-467a-8ed3-9788b49385df tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "PUT /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2432992 Nov 26 22:11:09.859664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44830) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:09.864859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 6043dd5f-2169-4903-9620-8d37fcc7e95e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6043dd5f-2169-4903-9620-8d37fcc7e95e,segment=NetworkSegment(48cfedf8-d433-4127-9c34-636a0db7bbd9),segment_id=48cfedf8-d433-4127-9c34-636a0db7bbd9)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:09.872790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01b5bc47-9556-452f-b1b6-f29e1e262bdd req-b2874fcb-560f-4dfc-b813-155d3c3f5c02 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0872076 Nov 26 22:11:09.882410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7116d-8871-4c5f-9666-155268e81a3b None None] Sync routers for ids ['be66326a-4efb-49f9-9c71-b8640e5811fa'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:11:09.898844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde6c1e9-b501-4073-8aae-5a2eda826a2b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:09.922004 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:09.975894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69844d3c-6cbd-4854-93a9-989285ce94eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613edeee-6d03-4448-a7fb-cf9bd993c9bd,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:10.051035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aba93c-996a-41e5-88b0-81f26725611e req-0b1a757f-57e8-4fc9-91fd-5a9da04e1934 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:10.057842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 69f76174-9eb3-40cd-9de5-87cc70c6c9da no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:10.059606 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-51a851e2-57bf-44b8-88ea-ad204fc70504 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The resource could not be found. Nov 26 22:11:10.063250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02aba93c-996a-41e5-88b0-81f26725611e req-0b1a757f-57e8-4fc9-91fd-5a9da04e1934 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.4484255 Nov 26 22:11:10.067615 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-51a851e2-57bf-44b8-88ea-ad204fc70504 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2271433 Nov 26 22:11:10.067865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44834) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:10.079205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d7d1871c-bbcd-45b8-b95f-cf6a016eda01 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--105939120'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:10.119673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f564d0ce-1dce-46f9-bd34-a4c1432f0557 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.137430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d7d1871c-bbcd-45b8-b95f-cf6a016eda01 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.161520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7116d-8871-4c5f-9666-155268e81a3b None None] Routers {'be66326a-4efb-49f9-9c71-b8640e5811fa'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:10.166340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7cf7116d-8871-4c5f-9666-155268e81a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['be66326a-4efb-49f9-9c71-b8640e5811fa'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:10.168526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 69f76174-9eb3-40cd-9de5-87cc70c6c9da {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:10.170955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 69f76174-9eb3-40cd-9de5-87cc70c6c9da not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:10.173406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Network d21e3a61-2e86-4599-b9ec-5964bfd6fcad is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:11:10.251261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-02aba93c-996a-41e5-88b0-81f26725611e req-f5cac64f-b6bb-4602-8dc3-d1b50b43addc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868072 Nov 26 22:11:10.282721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d21e3a61-2e86-4599-b9ec-5964bfd6fcad) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:10.290193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7cf7116d-8871-4c5f-9666-155268e81a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:10.293232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-016eda84-8b1f-471e-a414-aee68c5bc328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.298836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:10.305120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.308934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d76f1c-cfcf-4f4d-80c2-e9b7c868142f None None] Network d21e3a61-2e86-4599-b9ec-5964bfd6fcad requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:10.357153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-de577416-52a6-4c1f-8d50-517f6e65194c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4271722 Nov 26 22:11:10.374197 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-016eda84-8b1f-471e-a414-aee68c5bc328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.446004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-016eda84-8b1f-471e-a414-aee68c5bc328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.450419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-016eda84-8b1f-471e-a414-aee68c5bc328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.451982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-016eda84-8b1f-471e-a414-aee68c5bc328 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/613edeee-6d03-4448-a7fb-cf9bd993c9bd HTTP/1.1" status: 204 len: 168 time: 0.7109900 Nov 26 22:11:10.469536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eda84-8b1f-471e-a414-aee68c5bc328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613edeee-6d03-4448-a7fb-cf9bd993c9bd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:10.505127 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-f564d0ce-1dce-46f9-bd34-a4c1432f0557 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 26 22:11:10.506391 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f564d0ce-1dce-46f9-bd34-a4c1432f0557 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa HTTP/1.1" status: 409 len: 329 time: 0.6456249 Nov 26 22:11:10.509796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44840) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:10.690580 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d7d1871c-bbcd-45b8-b95f-cf6a016eda01 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.716986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d7d1871c-bbcd-45b8-b95f-cf6a016eda01 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.770469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=6043dd5f-2169-4903-9620-8d37fcc7e95e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:10.844126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1871c-bbcd-45b8-b95f-cf6a016eda01 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52850c8-f580-430a-846d-fceb4aa01111,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:10.894968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231435ad-1737-4090-8e63-7f62774774d2 req-ead95f5d-4a28-457a-b6af-3224a88fbcd7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:10.896467 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-ead95f5d-4a28-457a-b6af-3224a88fbcd7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.7249963 Nov 26 22:11:10.912043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d7d1871c-bbcd-45b8-b95f-cf6a016eda01 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:10.913432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d7d1871c-bbcd-45b8-b95f-cf6a016eda01 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8395107 Nov 26 22:11:10.919559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44852) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:10.925286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-56584d38-1895-4c35-b75e-ce0d70b51dcb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--321523150'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:11.007562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'port': {'device_id': 'e469d31d-2b9b-45b2-9ff1-398a5938ab98', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'admin_state_up': True, 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:11.009053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7116d-8871-4c5f-9666-155268e81a3b None None] Routers {'be66326a-4efb-49f9-9c71-b8640e5811fa'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:11.010925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7cf7116d-8871-4c5f-9666-155268e81a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['be66326a-4efb-49f9-9c71-b8640e5811fa'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:11.027771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56584d38-1895-4c35-b75e-ce0d70b51dcb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:11.089583 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c6cdbb1-b11d-472b-ba08-b43cc3a02031 req-4c3a1a80-829e-45ae-8846-f22e2d68bd46 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0592849 Nov 26 22:11:11.202779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7cf7116d-8871-4c5f-9666-155268e81a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:11.206021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf7116d-8871-4c5f-9666-155268e81a3b None None] The sync data for ids ['be66326a-4efb-49f9-9c71-b8640e5811fa'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:11:11.365337 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b785d2-4cdd-45ff-9da7-eb5e2de59565 None None] Network d21e3a61-2e86-4599-b9ec-5964bfd6fcad requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:11.373759 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:11.429923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56584d38-1895-4c35-b75e-ce0d70b51dcb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:11.446409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56584d38-1895-4c35-b75e-ce0d70b51dcb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:11.512911 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56584d38-1895-4c35-b75e-ce0d70b51dcb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:11.517588 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56584d38-1895-4c35-b75e-ce0d70b51dcb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5924723 Nov 26 22:11:11.527281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:11.530167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44872) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:11.533063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:11.551990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44874) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:11.560030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2ab94194-0455-4801-9c8d-4ab309842910 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group_rule': {'security_group_id': 'c52850c8-f580-430a-846d-fceb4aa01111', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b5333669-63a6-4f16-866d-48e2c9a1d91a'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:11.584315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1247550351-network', 'tenant_id': '9f2ded93297142f196aa804db660284a'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:11.689633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.db.api [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 22:11:11.689633 n-d-819494-1 neutron-server[110000]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 26 22:11:11.689633 n-d-819494-1 neutron-server[110000]: [parameters: {'project_id_1': '9f2ded93297142f196aa804db660284a', 'expiration_1': datetime.datetime(2021, 11, 26, 22, 10, 51, 595427)}] Nov 26 22:11:11.689633 n-d-819494-1 neutron-server[110000]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:11:11.690367 n-d-819494-1 neutron-server[110000]: DEBUG oslo_db.api [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:11:11.697568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56584d38-1895-4c35-b75e-ce0d70b51dcb tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5333669-63a6-4f16-866d-48e2c9a1d91a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:11.701082 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-2ab94194-0455-4801-9c8d-4ab309842910 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:11:11.707661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4319be01-1c9f-4385-85ce-024c8f5f8c84 None None] Provisioning complete for port 6043dd5f-2169-4903-9620-8d37fcc7e95e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:11.707661 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4319be01-1c9f-4385-85ce-024c8f5f8c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:11.707962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44876) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:11.718261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ab94194-0455-4801-9c8d-4ab309842910 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1597757 Nov 26 22:11:11.824152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0d61d-05f4-49e6-8db8-0b71146b4796 req-2a8a5167-5d77-451c-9ca9-234f7b716115 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:11.825681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ac0d61d-05f4-49e6-8db8-0b71146b4796 req-2a8a5167-5d77-451c-9ca9-234f7b716115 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.3779867 Nov 26 22:11:11.922796 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.20.0.6 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/10153d76-7df9-457a-825d-d79b3f071672) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:11:11.930505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-321d137a-dab0-4d8f-8af7-87a197d3d1e9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:11.932856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ac0d61d-05f4-49e6-8db8-0b71146b4796 req-aee529a4-733f-49bd-a3cd-d0bde2500a13 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807750 Nov 26 22:11:11.982760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-321d137a-dab0-4d8f-8af7-87a197d3d1e9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.121941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting port ee5b1e1d-7477-4259-ac1c-ab50588c9712 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:12.122709 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.162516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-321d137a-dab0-4d8f-8af7-87a197d3d1e9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.177547 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-321d137a-dab0-4d8f-8af7-87a197d3d1e9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.193293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-321d137a-dab0-4d8f-8af7-87a197d3d1e9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5333669-63a6-4f16-866d-48e2c9a1d91a HTTP/1.1" status: 204 len: 168 time: 0.4789555 Nov 26 22:11:12.217722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44892) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:12.292891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d137a-dab0-4d8f-8af7-87a197d3d1e9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5333669-63a6-4f16-866d-48e2c9a1d91a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:12.303453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41322ad6-a3ca-4a49-8867-0c1560e87910 req-8d72d403-1ab6-4adc-92b3-970a2e128b44 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0863845 Nov 26 22:11:12.304030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Made reservation on behalf of 9f2ded93297142f196aa804db660284a for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:12.309317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.331662 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.365581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6043dd5f-2169-4903-9620-8d37fcc7e95e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:12.431667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.448675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Calling delete_port for ee5b1e1d-7477-4259-ac1c-ab50588c9712 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:12.464849 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.493884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.499258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6043dd5f-2169-4903-9620-8d37fcc7e95e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:12.500082 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.502279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.516368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:11:12.528082 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.528807 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Added segment ea2ccbf6-5f24-4ed2-8cca-753d7ea7cce2 of type vlan for network 1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4 Nov 26 22:11:12.576350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.621405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.623766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:12.624604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.658051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0974844 Nov 26 22:11:12.664036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44900) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:12.682196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Request body: {'subnet': {'network_id': '1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1247550351-subnet', 'tenant_id': '9f2ded93297142f196aa804db660284a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:12.694880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.715028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Made reservation on behalf of 9f2ded93297142f196aa804db660284a for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:12.717468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.777124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:12.783589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c1a0e1-8d15-494d-a9c1-090b81e4de64,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:12.794684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Port': ['ID=ee5b1e1d-7477-4259-ac1c-ab50588c9712,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:12.842268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9cb12a0f-40ce-40a6-9df7-0a3b644e74f8 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.6232290 Nov 26 22:11:12.843952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:12.897711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=10153d76-7df9-457a-825d-d79b3f071672,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:12.938993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d572195-a89d-4e37-867e-81f618364019 admin admin] Pushing event updated for resources: {'Network': ['ID=1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:12.950886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:11:12.951441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:12.956446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:12.959837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:11:13.021010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:13.021948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.077805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e006c3-d045-434c-bd7f-9b02cd4d7838 req-204ed3ec-747c-4428-98ac-c92745e751e7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:13.079518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90e006c3-d045-434c-bd7f-9b02cd4d7838 req-204ed3ec-747c-4428-98ac-c92745e751e7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.7898788 Nov 26 22:11:13.089084 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-2aa8fa93-5917-4f18-9dd2-e1097fab6bf4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1684511 Nov 26 22:11:13.110107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.126980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Request body: {'port': {'device_id': 'e469d31d-2b9b-45b2-9ff1-398a5938ab98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:13.290643 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.464242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7f04828-8b6f-4746-a120-ad34481cc6d0 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.467947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-03ab681a-0816-4d55-97b2-5102397a71a4 None None] Provisioning complete for port 10153d76-7df9-457a-825d-d79b3f071672 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:13.468398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-03ab681a-0816-4d55-97b2-5102397a71a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.500520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.561754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7f04828-8b6f-4746-a120-ad34481cc6d0 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.563227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-03ab681a-0816-4d55-97b2-5102397a71a4 None None] Port 10153d76-7df9-457a-825d-d79b3f071672 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:11:13.640888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90e006c3-d045-434c-bd7f-9b02cd4d7838 req-935fb7d4-d25e-401d-bf1c-f549f9170ec2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239167 Nov 26 22:11:13.654166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f75e6170-f60c-43c7-b679-1cdc42b69882,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:13.659942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Checking segment: {'id': 'ea2ccbf6-5f24-4ed2-8cca-753d7ea7cce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:13.660387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Network hostable DHCP agents. Network: 1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:11:13.749724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7f04828-8b6f-4746-a120-ad34481cc6d0 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.765348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Network 1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:11:13.771596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a7f04828-8b6f-4746-a120-ad34481cc6d0 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.772813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a7f04828-8b6f-4746-a120-ad34481cc6d0 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/c52850c8-f580-430a-846d-fceb4aa01111 HTTP/1.1" status: 204 len: 168 time: 0.9277802 Nov 26 22:11:13.776346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44914) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:13.780347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Router be66326a-4efb-49f9-9c71-b8640e5811fa has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:11:13.806146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:13.813084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6735d-0bb5-47ef-8334-45f2409081ac req-0fd01640-ec63-4385-87f4-478a115f5d3b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:13.815087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40b6735d-0bb5-47ef-8334-45f2409081ac req-0fd01640-ec63-4385-87f4-478a115f5d3b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 931 time: 0.2056808 Nov 26 22:11:13.817159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998ddf62-56cd-4eae-b2ca-859460dc8253 None None] Network 1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:13.824917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:13.825526 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.860458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f04828-8b6f-4746-a120-ad34481cc6d0 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52850c8-f580-430a-846d-fceb4aa01111,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:13.867936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5fc9309c-7031-4ee2-a8d6-c540fe9ef7e9 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0889590 Nov 26 22:11:13.872877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44916) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:13.880344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a81b01fb-7f48-4d62-986e-00443b3e03ec tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149457276'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:13.903591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2bd6991f-c0dc-4a77-97f0-5a85464b9bff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2381630 Nov 26 22:11:13.962910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a81b01fb-7f48-4d62-986e-00443b3e03ec tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:13.980118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40b6735d-0bb5-47ef-8334-45f2409081ac req-68740017-05f3-470c-96ed-73e6ed7a12ff tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429071 Nov 26 22:11:13.996093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10153d76-7df9-457a-825d-d79b3f071672 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:11:14.012703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.024721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:11:14.037139 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd01268-c2bf-4f27-95ec-2f58a149d8c3 None None] Sync routers for ids ['be66326a-4efb-49f9-9c71-b8640e5811fa'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:11:14.038022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-10cd992c-e896-4165-a183-1fdf9b99a026 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "PUT /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5267696 Nov 26 22:11:14.041565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44920) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:14.059897 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd01268-c2bf-4f27-95ec-2f58a149d8c3 None None] Routers {'be66326a-4efb-49f9-9c71-b8640e5811fa'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:14.060536 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8fd01268-c2bf-4f27-95ec-2f58a149d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['be66326a-4efb-49f9-9c71-b8640e5811fa'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:14.067478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Transition to ACTIVE for port object 10153d76-7df9-457a-825d-d79b3f071672 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:11:14.084520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.114290 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-6db5d251-cf4f-4e3a-a9ae-690dfb586b7f tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] show failed (client error): The resource could not be found. Nov 26 22:11:14.120118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6db5d251-cf4f-4e3a-a9ae-690dfb586b7f tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-725731515 HTTP/1.1" status: 404 len: 334 time: 0.0728848 Nov 26 22:11:14.120423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44922) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:14.129229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-cee4a0d3-8b29-40c2-92cb-43c24d2a6894 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:14.178039 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8fd01268-c2bf-4f27-95ec-2f58a149d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:14.208891 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd01268-c2bf-4f27-95ec-2f58a149d8c3 None None] Routers {'be66326a-4efb-49f9-9c71-b8640e5811fa'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:14.211743 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8fd01268-c2bf-4f27-95ec-2f58a149d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['be66326a-4efb-49f9-9c71-b8640e5811fa'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:14.236962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f3543-88d5-43fc-a969-0a539b537092 None None] Network 1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:14.238976 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-cee4a0d3-8b29-40c2-92cb-43c24d2a6894 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] update failed (client error): The resource could not be found. Nov 26 22:11:14.239999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cee4a0d3-8b29-40c2-92cb-43c24d2a6894 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-877156731 HTTP/1.1" status: 404 len: 334 time: 0.1186817 Nov 26 22:11:14.261683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44926) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:14.320921 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8fd01268-c2bf-4f27-95ec-2f58a149d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:14.326348 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd01268-c2bf-4f27-95ec-2f58a149d8c3 None None] The sync data for ids ['be66326a-4efb-49f9-9c71-b8640e5811fa'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:11:14.369787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc81934d-2230-4af7-bc71-a050bb2e7c61 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting subnet c12c29bf-4e64-4171-b521-3fe41d407200 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:11:14.370109 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a81b01fb-7f48-4d62-986e-00443b3e03ec tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.377629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Pushing event updated for resources: {'Port': ['ID=10153d76-7df9-457a-825d-d79b3f071672,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:14.382462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bc81934d-2230-4af7-bc71-a050bb2e7c61 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.472143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a81b01fb-7f48-4d62-986e-00443b3e03ec tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.487784 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bc81934d-2230-4af7-bc71-a050bb2e7c61 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.645766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b01fb-7f48-4d62-986e-00443b3e03ec tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa64da4-6372-474e-ae6b-d2a59d59ffee,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:14.682321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a81b01fb-7f48-4d62-986e-00443b3e03ec tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.691575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a81b01fb-7f48-4d62-986e-00443b3e03ec tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8164854 Nov 26 22:11:14.692236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44936) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:14.715344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d6c437ec-742a-4b99-ab42-e396ca75ba32 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:14.715779 n-d-819494-1 neutron-server[110000]: WARNING neutron.api.v2.base [None req-d6c437ec-742a-4b99-ab42-e396ca75ba32 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 26 22:11:14.716279 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-d6c437ec-742a-4b99-ab42-e396ca75ba32 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] update failed (client error): There was a conflict when trying to complete your request. Nov 26 22:11:14.729662 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d6c437ec-742a-4b99-ab42-e396ca75ba32 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "PUT /v2.0/security-groups/3fa64da4-6372-474e-ae6b-d2a59d59ffee HTTP/1.1" status: 409 len: 330 time: 0.0074804 Nov 26 22:11:14.747006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:14.795403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Attempting to bind port 10153d76-7df9-457a-825d-d79b3f071672 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:11:14.795765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Attempting to bind port 10153d76-7df9-457a-825d-d79b3f071672 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:11:14.796104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Attempting to bind port 10153d76-7df9-457a-825d-d79b3f071672 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:14.812425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Port 10153d76-7df9-457a-825d-d79b3f071672 on network 629b7371-66af-455c-9be3-9f2b707c8bea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:11:14.812761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Attempting to bind port 10153d76-7df9-457a-825d-d79b3f071672 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:14.832677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:11:14.833027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:14.833614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:11:14.834066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Bound port: 10153d76-7df9-457a-825d-d79b3f071672, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:11:14.834497 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.902368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-797f8b8a-9e2b-4c8d-9fd5-31fcf44fd2d3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.933763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-797f8b8a-9e2b-4c8d-9fd5-31fcf44fd2d3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.988250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-797f8b8a-9e2b-4c8d-9fd5-31fcf44fd2d3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.991225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-797f8b8a-9e2b-4c8d-9fd5-31fcf44fd2d3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:14.994710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-797f8b8a-9e2b-4c8d-9fd5-31fcf44fd2d3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/3fa64da4-6372-474e-ae6b-d2a59d59ffee HTTP/1.1" status: 204 len: 168 time: 0.2430341 Nov 26 22:11:15.002601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44950) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:15.029436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f8b8a-9e2b-4c8d-9fd5-31fcf44fd2d3 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa64da4-6372-474e-ae6b-d2a59d59ffee,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:15.041588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] For port 10153d76-7df9-457a-825d-d79b3f071672, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:11:15.064656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] For port 10153d76-7df9-457a-825d-d79b3f071672, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10153d76-7df9-457a-825d-d79b3f071672,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:11:15.076471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:15.093898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-45d1d7a7-5094-476e-966d-3c163ce5d370 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863891 Nov 26 22:11:15.113029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44954) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:15.158339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:15.159584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:15.161168 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] 10.222.0.41 "PUT /v2.0/ports/10153d76-7df9-457a-825d-d79b3f071672 HTTP/1.1" status: 200 len: 1091 time: 2.0540695 Nov 26 22:11:15.161794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e469d31d-2b9b-45b2-9ff1-398a5938ab98', 'tag': '10153d76-7df9-457a-825d-d79b3f071672'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:11:15.164481 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99" -d '{"events": [{"name": "network-changed", "server_uuid": "e469d31d-2b9b-45b2-9ff1-398a5938ab98", "tag": "10153d76-7df9-457a-825d-d79b3f071672"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:11:15.200081 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-61ea7523-ebdd-4b29-ac3f-033a79223e6f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] delete failed (client error): The resource could not be found. Nov 26 22:11:15.203091 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-61ea7523-ebdd-4b29-ac3f-033a79223e6f tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "DELETE /v2.0/security-groups/68ce9480-e771-44da-bf8c-bcd7bc670d02 HTTP/1.1" status: 404 len: 347 time: 0.0890005 Nov 26 22:11:15.208336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44958) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:15.247081 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-d3076cb3-e0de-451d-bd7d-aaa006dd40d2 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] show failed (client error): The resource could not be found. Nov 26 22:11:15.248388 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d3076cb3-e0de-451d-bd7d-aaa006dd40d2 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-groups/852cafd5-a839-4a78-b6d1-a30f0a744a12 HTTP/1.1" status: 404 len: 347 time: 0.0366738 Nov 26 22:11:15.252420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:15.322536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746509f0-b38c-4b60-9254-3f67c1a60b7a service neutron] Pushing event updated for resources: {'Port': ['ID=10153d76-7df9-457a-825d-d79b3f071672,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:15.351005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231435ad-1737-4090-8e63-7f62774774d2 req-655febc8-fe0f-431c-88eb-e7086b5bcd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:15.352771 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-655febc8-fe0f-431c-88eb-e7086b5bcd02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 1094 time: 0.0895441 Nov 26 22:11:15.400282 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-81dd0b8b-bb1c-4ba3-8f5a-f9231d83b154 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] show failed (client error): The resource could not be found. Nov 26 22:11:15.401514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-81dd0b8b-bb1c-4ba3-8f5a-f9231d83b154 tempest-NegativeSecGroupTest-374008694 tempest-NegativeSecGroupTest-374008694-project] 10.222.0.21 "GET /v2.0/security-group-rules/aed3bdc8-53e6-491f-b933-59071bd0748f HTTP/1.1" status: 404 len: 356 time: 0.1397028 Nov 26 22:11:15.419345 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bc81934d-2230-4af7-bc71-a050bb2e7c61 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:15.427644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-8436774b-d140-4d74-aa1a-0c007c1dd400 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10153d76-7df9-457a-825d-d79b3f071672 HTTP/1.1" status: 200 len: 217 time: 0.0619650 Nov 26 22:11:15.530313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231435ad-1737-4090-8e63-7f62774774d2 req-6ceb574c-c8b4-4896-92d1-4b6c69627715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:15.533015 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-6ceb574c-c8b4-4896-92d1-4b6c69627715 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0988584 Nov 26 22:11:15.542569 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bc81934d-2230-4af7-bc71-a050bb2e7c61 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:15.564601 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bc81934d-2230-4af7-bc71-a050bb2e7c61 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:15.571097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bc81934d-2230-4af7-bc71-a050bb2e7c61 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/subnets/c12c29bf-4e64-4171-b521-3fe41d407200 HTTP/1.1" status: 204 len: 168 time: 1.3055956 Nov 26 22:11:15.588996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44966) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:15.598181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d9e86-1528-4f72-bb49-9f3707413f34 req-0d05b595-bff6-49ea-ac38-f489eb8ca5c0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:15.599215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0565f-a227-4b32-afbe-bc6bd1922b03 None None] Network b5cab77e-d615-4a91-8c5a-7f593f181542 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:15.600995 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df2d9e86-1528-4f72-bb49-9f3707413f34 req-0d05b595-bff6-49ea-ac38-f489eb8ca5c0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.3705165 Nov 26 22:11:15.605396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81934d-2230-4af7-bc71-a050bb2e7c61 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Subnet': ['ID=c12c29bf-4e64-4171-b521-3fe41d407200,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:15.762132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94663-8150-436f-9450-2958db51f676 req-70be970d-2244-4297-bf14-67bd60ff9928 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:15.766263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-70be970d-2244-4297-bf14-67bd60ff9928 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/networks?id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad HTTP/1.1" status: 200 len: 810 time: 0.5198545 Nov 26 22:11:15.789634 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:11:15.811954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231435ad-1737-4090-8e63-7f62774774d2 req-d2a603e4-6eb6-4913-aff6-176ad09cd7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:15.813583 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-d2a603e4-6eb6-4913-aff6-176ad09cd7d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2728450 Nov 26 22:11:15.821989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:15.850989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-dac894d9-abeb-40b6-bdc5-debb75d1010d tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/quotas/2a0dc83d1fc04cc49e84a69d467cd813 HTTP/1.1" status: 200 len: 375 time: 0.0607722 Nov 26 22:11:15.920459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df2d9e86-1528-4f72-bb49-9f3707413f34 req-5de49486-c057-49d3-8ff3-7437e986c1ef tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877226 Nov 26 22:11:15.962842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] DHCP port deletion for b5cab77e-d615-4a91-8c5a-7f593f181542 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:15.983981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 44980) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:16.005848 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-512adcee-f610-4b61-9b7b-2ab314a7e5d1 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814883 Nov 26 22:11:16.022760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-d4c327c0-5e06-46e9-a795-5e5ac67698c8 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a0dc83d1fc04cc49e84a69d467cd813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011527 Nov 26 22:11:16.085031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting port 6043dd5f-2169-4903-9620-8d37fcc7e95e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:16.085676 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.135875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] Deleting port 6043dd5f-2169-4903-9620-8d37fcc7e95e {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:16.136529 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.211289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] For port 6043dd5f-2169-4903-9620-8d37fcc7e95e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6043dd5f-2169-4903-9620-8d37fcc7e95e,segment=NetworkSegment(48cfedf8-d433-4127-9c34-636a0db7bbd9),segment_id=48cfedf8-d433-4127-9c34-636a0db7bbd9)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:16.217707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.241370 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-231435ad-1737-4090-8e63-7f62774774d2 req-ffb2a99c-8e8e-4530-9a4e-b4c620c77e07 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271276 Nov 26 22:11:16.253971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Calling delete_port for 6043dd5f-2169-4903-9620-8d37fcc7e95e owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:16.355221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6043dd5f-2169-4903-9620-8d37fcc7e95e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:16.359799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c011c-2677-44af-9601-9007f82a54af req-b5a64ad4-c0ff-4226-b723-f26e439ea03c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:16.369160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c77c011c-2677-44af-9601-9007f82a54af req-b5a64ad4-c0ff-4226-b723-f26e439ea03c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.3099389 Nov 26 22:11:16.410674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] For port 6043dd5f-2169-4903-9620-8d37fcc7e95e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6043dd5f-2169-4903-9620-8d37fcc7e95e,segment=NetworkSegment(48cfedf8-d433-4127-9c34-636a0db7bbd9),segment_id=48cfedf8-d433-4127-9c34-636a0db7bbd9)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:16.411213 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.441343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-c370e36c-68f7-45df-b79a-ed06e4fb3a14 service neutron] 10.222.0.21 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061635 Nov 26 22:11:16.445007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 44988) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:16.453789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] Calling delete_port for 6043dd5f-2169-4903-9620-8d37fcc7e95e owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:16.454346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ed40af7f-ecea-4673-b986-478a6afe95c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e71631dc5724749a982f52e118d8a3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4528253 Nov 26 22:11:16.500182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c77c011c-2677-44af-9601-9007f82a54af req-d83b761c-2f62-4f7c-b72e-c7b120163488 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298051 Nov 26 22:11:16.557647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.616188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Port': ['ID=6043dd5f-2169-4903-9620-8d37fcc7e95e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:16.619479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.628673 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8f4721-534c-486b-af59-27913faefd0d x-openstack-request-id: req-0c8f4721-534c-486b-af59-27913faefd0d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:11:16.629391 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e469d31d-2b9b-45b2-9ff1-398a5938ab98", "tag": "10153d76-7df9-457a-825d-d79b3f071672", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:11:16.630314 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c8f4721-534c-486b-af59-27913faefd0d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:11:16.632979 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e469d31d-2b9b-45b2-9ff1-398a5938ab98', 'tag': '10153d76-7df9-457a-825d-d79b3f071672', 'status': 'completed', 'code': 200} Nov 26 22:11:16.642302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] No DVR routers for this DVR port 6043dd5f-2169-4903-9620-8d37fcc7e95e on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:16.789877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41e8d301-802b-4565-92a3-300897253680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.798689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-7798fc26-5e11-4950-885f-97c49b18cfa5 service neutron] 10.222.0.21 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381045 Nov 26 22:11:16.839197 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.846596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-f538c270-a2c4-43c6-adbb-8243092ab845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:16.849960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-f538c270-a2c4-43c6-adbb-8243092ab845 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 1094 time: 0.1758854 Nov 26 22:11:16.850681 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41e8d301-802b-4565-92a3-300897253680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.877389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] Pushing event deleted for resources: {'Port': ['ID=6043dd5f-2169-4903-9620-8d37fcc7e95e,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:16.900033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f447e-4e20-43c5-8ebd-a650d4a4233e None None] No DVR routers for this DVR port 6043dd5f-2169-4903-9620-8d37fcc7e95e on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:16.959257 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.979550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41e8d301-802b-4565-92a3-300897253680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.983607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-41e8d301-802b-4565-92a3-300897253680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:16.985143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-41e8d301-802b-4565-92a3-300897253680 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8420f23c-ecbb-491d-897c-768891ede468 HTTP/1.1" status: 204 len: 168 time: 0.5389400 Nov 26 22:11:17.001013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8d301-802b-4565-92a3-300897253680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8420f23c-ecbb-491d-897c-768891ede468,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:17.187330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cab77e-d615-4a91-8c5a-7f593f181542']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:17.239260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cfedf8-d433-4127-9c34-636a0db7bbd9') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:17.239560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cfedf8-d433-4127-9c34-636a0db7bbd9') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:17.321181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:17.331378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecb41203-9a94-47a3-ac91-1d2988322e6b req-7bf91d48-8f29-4017-b8b8-c6974ab4fdaa tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 210 time: 0.0682919 Nov 26 22:11:17.389961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:17.402004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-597d3dc1-4858-40fc-b32a-c481f62f5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:17.403879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-597d3dc1-4858-40fc-b32a-c481f62f5dfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.5326302 Nov 26 22:11:17.405556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:11:17.406179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:11:17.410050 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:11:17.416084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9913806-93cd-4e40-b94a-d8c8ffae0138 req-7009a274-ea6a-457c-92cb-6f8e9e352efc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:17.429910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9913806-93cd-4e40-b94a-d8c8ffae0138 req-7009a274-ea6a-457c-92cb-6f8e9e352efc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.0962064 Nov 26 22:11:17.528854 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-2142e6b7-f21e-4357-ae47-287f72245de4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10153d76-7df9-457a-825d-d79b3f071672 HTTP/1.1" status: 200 len: 217 time: 0.1140707 Nov 26 22:11:17.552896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9913806-93cd-4e40-b94a-d8c8ffae0138 req-6450b67d-cd62-40e8-b72b-453d046c6146 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204803 Nov 26 22:11:17.642796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:17.687528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:17.698401 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/networks/b5cab77e-d615-4a91-8c5a-7f593f181542 HTTP/1.1" status: 204 len: 168 time: 2.1071291 Nov 26 22:11:17.700705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45022) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:17.731177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621c0f4-201a-4f53-8842-dd1f02621f78 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Network': ['ID=b5cab77e-d615-4a91-8c5a-7f593f181542,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:17.739406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-bea30ce5-449c-484e-b9df-8222f1ed5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:17.743639 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-bea30ce5-449c-484e-b9df-8222f1ed5026 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1854851 Nov 26 22:11:17.897364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8b94e-d444-4394-af50-2b38c627a6bb req-5a6ae652-462d-4bf8-9405-b55401a3fca3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:17.900016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab8b94e-d444-4394-af50-2b38c627a6bb req-5a6ae652-462d-4bf8-9405-b55401a3fca3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.2567301 Nov 26 22:11:17.993926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4963494-b2b3-4fd5-a091-a64fe664b538 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting subnet 6a730a88-5950-4c30-b0c6-4c138c6ee766 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:11:18.004951 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e4963494-b2b3-4fd5-a091-a64fe664b538 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:18.049853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab8b94e-d444-4394-af50-2b38c627a6bb req-ccd3f88a-30d2-4ca3-846b-4dbd813b58af tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324487 Nov 26 22:11:18.087598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e4963494-b2b3-4fd5-a091-a64fe664b538 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:18.278907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e4963494-b2b3-4fd5-a091-a64fe664b538 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:18.426548 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e4963494-b2b3-4fd5-a091-a64fe664b538 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:18.611420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-8b670e31-ef26-4389-b1f2-1cb4a1f8bf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:18.616184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4963494-b2b3-4fd5-a091-a64fe664b538 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Subnet': ['ID=6a730a88-5950-4c30-b0c6-4c138c6ee766,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:18.626207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-8b670e31-ef26-4389-b1f2-1cb4a1f8bf48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8752248 Nov 26 22:11:18.649683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73849f0b-e9a1-4f24-9ff7-9c0cfc43cd72 None None] Network a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:18.671295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b01d4860-0e68-4233-babc-d8b4d20b400c req-41d7f1d4-a669-46a1-8048-c0dfdb2ea706 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 210 time: 0.1081243 Nov 26 22:11:18.672454 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e4963494-b2b3-4fd5-a091-a64fe664b538 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:18.675857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e4963494-b2b3-4fd5-a091-a64fe664b538 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/subnets/6a730a88-5950-4c30-b0c6-4c138c6ee766 HTTP/1.1" status: 204 len: 168 time: 0.9558547 Nov 26 22:11:18.690648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45046) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:18.785243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45048) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:18.794572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029092 Nov 26 22:11:18.807402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-21bdb5c9-a750-4d91-b45e-335fe173b1e6 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738000 Nov 26 22:11:18.807926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45050) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:18.853511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-474b6282-e68f-4963-a16c-9387703ac663 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting subnet 67f8cf27-1a03-44e6-b546-9b59e57ff803 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:11:18.860404 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-474b6282-e68f-4963-a16c-9387703ac663 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:18.870745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71dd52-6151-4657-a59c-de5702c5ec9e req-7061cf3f-ffff-4950-acb8-bce0d2f4e7ad tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:18.872688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d71dd52-6151-4657-a59c-de5702c5ec9e req-7061cf3f-ffff-4950-acb8-bce0d2f4e7ad tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.0890250 Nov 26 22:11:18.955542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d71dd52-6151-4657-a59c-de5702c5ec9e req-b73dd05f-66d3-4974-854e-795032502ec2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618730 Nov 26 22:11:18.989008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d8406b30-c81b-4cb3-9411-0c2e9ad7cb99 req-d4b893b5-4e66-4fdf-b548-5022d68b0f89 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741772 Nov 26 22:11:18.994636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-474b6282-e68f-4963-a16c-9387703ac663 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.033752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] DHCP port deletion for a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:19.056842 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-07520a5c-c41d-4cb3-b87f-19ae09eb3bf7 tempest-NetworksApiDiscovery-1914632357 tempest-NetworksApiDiscovery-1914632357-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2453120 Nov 26 22:11:19.151200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] Deleting port 254fb42b-f30a-4a1e-bede-49dfd368d4ac {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:19.151892 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.235301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-474b6282-e68f-4963-a16c-9387703ac663 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.326123 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-474b6282-e68f-4963-a16c-9387703ac663 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.383597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b6282-e68f-4963-a16c-9387703ac663 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Subnet': ['ID=67f8cf27-1a03-44e6-b546-9b59e57ff803,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:19.386834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-474b6282-e68f-4963-a16c-9387703ac663 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.390496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] For port 254fb42b-f30a-4a1e-bede-49dfd368d4ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=254fb42b-f30a-4a1e-bede-49dfd368d4ac,segment=NetworkSegment(43b43de8-a4ef-4cef-a85e-2ab126fb5cb3),segment_id=43b43de8-a4ef-4cef-a85e-2ab126fb5cb3)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:19.390852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-474b6282-e68f-4963-a16c-9387703ac663 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/subnets/67f8cf27-1a03-44e6-b546-9b59e57ff803 HTTP/1.1" status: 204 len: 168 time: 0.6989260 Nov 26 22:11:19.390981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.400812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9af3ac-1ae6-4564-a30b-c96105947607 req-23f8afed-fcab-4e5c-82b9-fcf8bfa8cfac tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:19.409235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab9af3ac-1ae6-4564-a30b-c96105947607 req-23f8afed-fcab-4e5c-82b9-fcf8bfa8cfac tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.1991925 Nov 26 22:11:19.417395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d4f1ff-6d74-4b92-bbad-ad49b035d647 None None] Network cd9b4ddc-ea79-4959-9739-af115905fd8b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:19.431449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45058) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:19.484349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab9af3ac-1ae6-4564-a30b-c96105947607 req-6e373b3f-54c8-4e45-af71-529161529e89 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737004 Nov 26 22:11:19.507691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] Calling delete_port for 254fb42b-f30a-4a1e-bede-49dfd368d4ac owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:19.545478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94663-8150-436f-9450-2958db51f676 req-1fd4af0d-2a88-4ca1-8315-89ec5b6e0d23 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:19.547358 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-1fd4af0d-2a88-4ca1-8315-89ec5b6e0d23 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.13 "GET /v2.0/networks?id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad HTTP/1.1" status: 200 len: 810 time: 0.3434556 Nov 26 22:11:19.580386 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Request body: {'port': {'device_id': 'b28e275d-6a0a-4029-b47b-4cad2cd2fa1d', 'network_id': 'd21e3a61-2e86-4599-b9ec-5964bfd6fcad', 'admin_state_up': True, 'tenant_id': '2a0dc83d1fc04cc49e84a69d467cd813'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:19.661424 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.743994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:19.825111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting port 254fb42b-f30a-4a1e-bede-49dfd368d4ac {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:19.825514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.909424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.939526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] No DVR routers for this DVR port 254fb42b-f30a-4a1e-bede-49dfd368d4ac on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:19.977311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae3a675-cdbf-4e74-8d1b-9484d1f00dcf req-72e33087-70cc-4b96-837f-fffc22a1764c tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 210 time: 0.1241109 Nov 26 22:11:19.979267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Made reservation on behalf of 2a0dc83d1fc04cc49e84a69d467cd813 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:19.982788 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:19.985646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8290a9a-2dea-499b-9e4c-0d2ad1392c0f None None] Pushing event deleted for resources: {'Port': ['ID=254fb42b-f30a-4a1e-bede-49dfd368d4ac,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:19.992219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] DHCP port deletion for cd9b4ddc-ea79-4959-9739-af115905fd8b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:20.033579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] For port 254fb42b-f30a-4a1e-bede-49dfd368d4ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=254fb42b-f30a-4a1e-bede-49dfd368d4ac,segment=NetworkSegment(43b43de8-a4ef-4cef-a85e-2ab126fb5cb3),segment_id=43b43de8-a4ef-4cef-a85e-2ab126fb5cb3)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:20.033934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.046978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] Deleting port 5d15370f-be04-4775-9219-f94fcde9c05f {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:20.047724 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.069737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Calling delete_port for 254fb42b-f30a-4a1e-bede-49dfd368d4ac owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:20.111000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7df618-9bc4-41f2-a767-5ea7d12441fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.123247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] For port 5d15370f-be04-4775-9219-f94fcde9c05f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5d15370f-be04-4775-9219-f94fcde9c05f,segment=NetworkSegment(e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b),segment_id=e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:20.124037 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.138551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] Calling delete_port for 5d15370f-be04-4775-9219-f94fcde9c05f owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:20.232946 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.269899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] Pushing event deleted for resources: {'Port': ['ID=5d15370f-be04-4775-9219-f94fcde9c05f,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:20.292057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716954d3-e05c-4a1d-86d9-1cec5dd60a8f None None] No DVR routers for this DVR port 5d15370f-be04-4775-9219-f94fcde9c05f on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:20.338036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 254fb42b-f30a-4a1e-bede-49dfd368d4ac no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:20.356255 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7df618-9bc4-41f2-a767-5ea7d12441fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.367305 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7df618-9bc4-41f2-a767-5ea7d12441fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.377477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 254fb42b-f30a-4a1e-bede-49dfd368d4ac {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:20.377827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 254fb42b-f30a-4a1e-bede-49dfd368d4ac not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:20.378294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5d15370f-be04-4775-9219-f94fcde9c05f no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:20.379716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Allocated IP 172.20.0.12 (d21e3a61-2e86-4599-b9ec-5964bfd6fcad/bde6c1e9-b501-4073-8aae-5a2eda826a2b/9f2d426f-724b-4a54-8b9f-8f5e71a102a0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:11:20.388870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbdb8e-1e30-4523-b043-daa84355026f req-978f3e07-c242-4099-a0d9-177cedf8d07e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:20.398662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00dbdb8e-1e30-4523-b043-daa84355026f req-978f3e07-c242-4099-a0d9-177cedf8d07e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.1365964 Nov 26 22:11:20.402211 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 5d15370f-be04-4775-9219-f94fcde9c05f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:20.403060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5d15370f-be04-4775-9219-f94fcde9c05f not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:20.463276 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.467456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4a7df618-9bc4-41f2-a767-5ea7d12441fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eda515a540fa430b9b57b3eb6e1a6620&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7219481 Nov 26 22:11:20.471206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45074) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:20.543091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Port': ['ID=254fb42b-f30a-4a1e-bede-49dfd368d4ac,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:20.555018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] No DVR routers for this DVR port 254fb42b-f30a-4a1e-bede-49dfd368d4ac on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:20.587764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7df618-9bc4-41f2-a767-5ea7d12441fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9a5f31-6bfa-441f-81c6-b6cd999c0eb2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:20.676005 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00dbdb8e-1e30-4523-b043-daa84355026f req-7fbf0e16-b4f3-4e44-91a7-9335dc2636d9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761188 Nov 26 22:11:20.713607 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bd228a5d-d2a6-4685-a176-bd48a11069b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.772879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bd228a5d-d2a6-4685-a176-bd48a11069b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.777724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.795062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.863418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:20.887400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.894827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b43de8-a4ef-4cef-a85e-2ab126fb5cb3') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:20.895220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b43de8-a4ef-4cef-a85e-2ab126fb5cb3') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:20.911785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.932239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0d032-9965-4b20-988a-0aba1686db8b req-1ad99438-4338-4c0d-8860-8a4d2c0bfaa9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:20.934782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bd228a5d-d2a6-4685-a176-bd48a11069b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.938563 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bd228a5d-d2a6-4685-a176-bd48a11069b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:20.939895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bd228a5d-d2a6-4685-a176-bd48a11069b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f9a5f31-6bfa-441f-81c6-b6cd999c0eb2 HTTP/1.1" status: 204 len: 168 time: 0.4649515 Nov 26 22:11:20.961107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00c0d032-9965-4b20-988a-0aba1686db8b req-1ad99438-4338-4c0d-8860-8a4d2c0bfaa9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.2979960 Nov 26 22:11:20.977566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Network d21e3a61-2e86-4599-b9ec-5964bfd6fcad is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:20.982290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:20.994224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd228a5d-d2a6-4685-a176-bd48a11069b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9a5f31-6bfa-441f-81c6-b6cd999c0eb2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:20.997835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:11:21.055278 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:21.077351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Pushing event updated for resources: {'Port': ['ID=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:21.089296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:11:21.089752 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:11:21.094930 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:11:21.138380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:21.139675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:21.173702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-bf268bf2-1e55-490c-b955-81ceddabd19e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5981615 Nov 26 22:11:21.193151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Request body: {'port': {'device_id': 'b28e275d-6a0a-4029-b47b-4cad2cd2fa1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:21.212881 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 36a12358-e45a-47dd-a2bb-fe8de2248d34 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:11:21.264130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45092) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:21.333149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:21.411775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00c0d032-9965-4b20-988a-0aba1686db8b req-512ef6f5-a463-4deb-a3a6-db12900ff989 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496291 Nov 26 22:11:21.440443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:21.441919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:21.459152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:21.479152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/networks/a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58 HTTP/1.1" status: 204 len: 168 time: 2.0168641 Nov 26 22:11:21.480604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45102) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:21.509189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1f3cb-4bfd-4fbc-8281-b06fa1537ad7 req-e67dc7af-77b5-4d9e-aecc-a7b999ab31c9 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:21.517881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8e1f3cb-4bfd-4fbc-8281-b06fa1537ad7 req-e67dc7af-77b5-4d9e-aecc-a7b999ab31c9 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 932 time: 0.3626707 Nov 26 22:11:21.617280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f722f41-1b06-4746-9dc9-32aef6c283e8 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Network': ['ID=a27c6b39-95c5-46c1-96d3-ee7b4ffe2a58,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:21.778266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8e1f3cb-4bfd-4fbc-8281-b06fa1537ad7 req-d7295451-54ad-46ff-b5fc-2b47a9ab35a6 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586792 Nov 26 22:11:21.790799 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:21.800029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'port_id': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'mac_address': 'fa:16:3e:67:a2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:11:21.858572 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:21.886675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36a12358-e45a-47dd-a2bb-fe8de2248d34 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:11:21.934640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:21.946736 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.010009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:11:22.028267 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.049991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.056746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Transition to ACTIVE for port object 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:11:22.059121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:22.071827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5068a5-93b5-4aa4-8cbb-b6cb5314857e req-15522317-950a-4fc5-9147-1d5706adcf7f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:22.073135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f5068a5-93b5-4aa4-8cbb-b6cb5314857e req-15522317-950a-4fc5-9147-1d5706adcf7f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.2445993 Nov 26 22:11:22.077105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.116597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9b4ddc-ea79-4959-9739-af115905fd8b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:22.117955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46f4e003-71b8-47f8-a196-dfb80221d2c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.139868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['36a12358-e45a-47dd-a2bb-fe8de2248d34'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:11:22.150016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:22.150350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26d43dc-854c-4b3b-80ae-5dd7a1f93e2b') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:22.195349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.260764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f5068a5-93b5-4aa4-8cbb-b6cb5314857e req-37a1f155-e03f-4098-beb0-6098281ca122 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807353 Nov 26 22:11:22.273495 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.285583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:11:22.287041 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.307947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:11:22.390579 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:11:22.397484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.419357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.429755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/networks/cd9b4ddc-ea79-4959-9739-af115905fd8b HTTP/1.1" status: 204 len: 168 time: 0.9057283 Nov 26 22:11:22.431507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45124) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:22.456744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9049eb0-c948-4d4c-b72e-3df0411d81d3 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Network': ['ID=cd9b4ddc-ea79-4959-9739-af115905fd8b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:22.532390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Attempting to bind port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:11:22.532732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Attempting to bind port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '4793d7bc-13c5-44d0-b924-08a020d9c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd21e3a61-2e86-4599-b9ec-5964bfd6fcad'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:11:22.533090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Attempting to bind port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 on network d21e3a61-2e86-4599-b9ec-5964bfd6fcad {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:22.592724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 on network d21e3a61-2e86-4599-b9ec-5964bfd6fcad not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:11:22.593091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Attempting to bind port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 on network d21e3a61-2e86-4599-b9ec-5964bfd6fcad {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:22.609722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bd880b-83bd-46fc-9323-5837e630041a tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting subnet df345db3-b97b-43e1-b0d3-9b7c5dacce56 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:11:22.626959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82bd880b-83bd-46fc-9323-5837e630041a tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.658633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd70e9-8ca8-4ccc-8f25-2bf1caa2c665 req-9476f7f3-d846-487a-bb06-719f727a287d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:22.660179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bfd70e9-8ca8-4ccc-8f25-2bf1caa2c665 req-9476f7f3-d846-487a-bb06-719f727a287d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.1065238 Nov 26 22:11:22.700735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:11:22.701440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Checking segment: {'id': '4793d7bc-13c5-44d0-b924-08a020d9c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd21e3a61-2e86-4599-b9ec-5964bfd6fcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:22.701839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Bound using segment: {'id': '4793d7bc-13c5-44d0-b924-08a020d9c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd21e3a61-2e86-4599-b9ec-5964bfd6fcad'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:11:22.705034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Bound port: 9f2d426f-724b-4a54-8b9f-8f5e71a102a0, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4793d7bc-13c5-44d0-b924-08a020d9c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd21e3a61-2e86-4599-b9ec-5964bfd6fcad'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:11:22.705034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.729333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46f4e003-71b8-47f8-a196-dfb80221d2c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.741106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bfd70e9-8ca8-4ccc-8f25-2bf1caa2c665 req-87b8421b-2b13-4bdc-aa4e-528b0fa4de20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729997 Nov 26 22:11:22.742294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46f4e003-71b8-47f8-a196-dfb80221d2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:22.956360 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82bd880b-83bd-46fc-9323-5837e630041a tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.047691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-46f4e003-71b8-47f8-a196-dfb80221d2c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29c4354ab77644f494e78758444e80c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7766285 Nov 26 22:11:23.057254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b924fa2-7e41-45f6-9cde-94122f0b2cbe req-97d47277-e1e8-47d5-8911-552ce1c5e34b tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:23.067270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45148) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:23.070481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4e003-71b8-47f8-a196-dfb80221d2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e764eb-af5e-4087-95e2-66bd7ec100ec,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:23.071190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b924fa2-7e41-45f6-9cde-94122f0b2cbe req-97d47277-e1e8-47d5-8911-552ce1c5e34b tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 944 time: 0.1669321 Nov 26 22:11:23.137319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] For port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:11:23.149150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] For port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,segment=NetworkSegment(4793d7bc-13c5-44d0-b924-08a020d9c160),segment_id=4793d7bc-13c5-44d0-b924-08a020d9c160)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:11:23.222905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b924fa2-7e41-45f6-9cde-94122f0b2cbe req-292e5245-19c4-431f-8b16-68624d93ac3e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507006 Nov 26 22:11:23.229013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.243700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 36a12358-e45a-47dd-a2bb-fe8de2248d34 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:23.389410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 36a12358-e45a-47dd-a2bb-fe8de2248d34 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:23.389691 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.402241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:23.402896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.404343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f2d426f-724b-4a54-8b9f-8f5e71a102a0 HTTP/1.1" status: 200 len: 1092 time: 2.2159629 Nov 26 22:11:23.418100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28e275d-6a0a-4029-b47b-4cad2cd2fa1d', 'tag': '9f2d426f-724b-4a54-8b9f-8f5e71a102a0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:11:23.421441 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c94c3f2-bac8-4416-a2ca-5b81d15235af" -d '{"events": [{"name": "network-changed", "server_uuid": "b28e275d-6a0a-4029-b47b-4cad2cd2fa1d", "tag": "9f2d426f-724b-4a54-8b9f-8f5e71a102a0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:11:23.515728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82bd880b-83bd-46fc-9323-5837e630041a tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.530567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aaae25b6-456f-4313-9515-8b4babe1c63c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.558135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718fb12-7aee-44ce-aa09-8ae35a0927b9 req-b2d40d65-9440-4c84-9498-d3a88d268e96 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:23.559794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aaae25b6-456f-4313-9515-8b4babe1c63c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.580826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b718fb12-7aee-44ce-aa09-8ae35a0927b9 req-b2d40d65-9440-4c84-9498-d3a88d268e96 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 944 time: 0.1782937 Nov 26 22:11:23.611452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b04fa6d1-f1ea-4d2d-bf69-fcb5f5fbf2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.639648 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14501e12-7269-48ba-a55b-e509edc6578d x-openstack-request-id: req-14501e12-7269-48ba-a55b-e509edc6578d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:11:23.640279 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28e275d-6a0a-4029-b47b-4cad2cd2fa1d", "tag": "9f2d426f-724b-4a54-8b9f-8f5e71a102a0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:11:23.640510 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14501e12-7269-48ba-a55b-e509edc6578d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:11:23.641025 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28e275d-6a0a-4029-b47b-4cad2cd2fa1d', 'tag': '9f2d426f-724b-4a54-8b9f-8f5e71a102a0', 'status': 'completed', 'code': 200} Nov 26 22:11:23.683500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aaae25b6-456f-4313-9515-8b4babe1c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.690486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aaae25b6-456f-4313-9515-8b4babe1c63c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.697347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aaae25b6-456f-4313-9515-8b4babe1c63c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6e764eb-af5e-4087-95e2-66bd7ec100ec HTTP/1.1" status: 204 len: 168 time: 0.6236002 Nov 26 22:11:23.723265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b718fb12-7aee-44ce-aa09-8ae35a0927b9 req-b6404230-5bc5-4baa-9a14-9560c3a9c671 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386933 Nov 26 22:11:23.743297 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.806396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:11:23.814884 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614708ef-510e-4f54-aabb-34360e6325b1" -d '{"events": [{"server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "name": "network-vif-plugged", "status": "completed", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:11:23.839931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61cdbf-0f12-44ac-a4c5-93f8aa78f189 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:23.851108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:23.852788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae25b6-456f-4313-9515-8b4babe1c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e764eb-af5e-4087-95e2-66bd7ec100ec,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:23.859068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.958109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94663-8150-436f-9450-2958db51f676 req-239766c1-2d1c-44fe-8589-49e1c4d38c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:23.962113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-239766c1-2d1c-44fe-8589-49e1c4d38c04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0dc83d1fc04cc49e84a69d467cd813&device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 1095 time: 0.3245280 Nov 26 22:11:23.976634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82bd880b-83bd-46fc-9323-5837e630041a tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:23.996318 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba3f153-917b-48bc-8341-6b1e96657dd6 x-openstack-request-id: req-eba3f153-917b-48bc-8341-6b1e96657dd6 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:11:23.996735 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "name": "network-vif-plugged", "status": "completed", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:11:23.997098 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eba3f153-917b-48bc-8341-6b1e96657dd6 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:11:23.997618 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'code': 200} Nov 26 22:11:24.001532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:24.050107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82bd880b-83bd-46fc-9323-5837e630041a tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:24.055996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3ab1b8-6384-4d78-af60-2b61e430f6ef None None] Network 9669e5b8-0ac5-4552-a5a1-3177637867b3 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:24.060594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-82bd880b-83bd-46fc-9323-5837e630041a tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/subnets/df345db3-b97b-43e1-b0d3-9b7c5dacce56 HTTP/1.1" status: 204 len: 168 time: 1.6245673 Nov 26 22:11:24.060791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45194) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:24.063191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd880b-83bd-46fc-9323-5837e630041a tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Subnet': ['ID=df345db3-b97b-43e1-b0d3-9b7c5dacce56,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:24.113961 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-dfa2c974-e162-4eeb-9d3d-5ec2dcbe69f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0 HTTP/1.1" status: 200 len: 217 time: 0.1271882 Nov 26 22:11:24.272801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94663-8150-436f-9450-2958db51f676 req-8467fbb5-df5d-4787-a28a-570eee8552dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:24.277254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-8467fbb5-df5d-4787-a28a-570eee8552dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde6c1e9-b501-4073-8aae-5a2eda826a2b HTTP/1.1" status: 200 len: 850 time: 0.1537673 Nov 26 22:11:24.353396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2568a2c-9b04-4d5c-9962-6c860ca426b0 req-6a87cc29-3c2d-4556-bb42-e0fc7c9f09ab tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:24.368184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2568a2c-9b04-4d5c-9962-6c860ca426b0 req-6a87cc29-3c2d-4556-bb42-e0fc7c9f09ab tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.4203782 Nov 26 22:11:24.375770 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-89170824-a3d2-4f41-be10-14c471cba2d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876801 Nov 26 22:11:24.610185 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:24.619718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] DHCP port deletion for 9669e5b8-0ac5-4552-a5a1-3177637867b3 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:24.688998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] Deleting port 62ad0cba-188e-4a2e-a966-ed1becb11f77 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:24.689987 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:24.701602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-ec94f096-4d35-422c-be6e-b6ef54665a32 service neutron] 10.222.0.13 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197982 Nov 26 22:11:24.789653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] For port 62ad0cba-188e-4a2e-a966-ed1becb11f77, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=62ad0cba-188e-4a2e-a966-ed1becb11f77,segment=NetworkSegment(c58992ce-1014-4191-a718-8e03aa85ce18),segment_id=c58992ce-1014-4191-a718-8e03aa85ce18)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:24.792658 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:24.809719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2568a2c-9b04-4d5c-9962-6c860ca426b0 req-9b3079d3-efed-4400-9ce6-54a6761efb6f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393327 Nov 26 22:11:24.839357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] Calling delete_port for 62ad0cba-188e-4a2e-a966-ed1becb11f77 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:24.889837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58382fbf-1d51-4e3a-b83d-60ebc1c2b0e8 req-b7492c9d-5305-47ff-9c4e-3e96e6a2896a tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:24.895678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cb94663-8150-436f-9450-2958db51f676 req-8c1e4471-85e4-4128-9a88-b3bf61e11e29 service neutron] 10.222.0.13 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786354 Nov 26 22:11:24.919420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58382fbf-1d51-4e3a-b83d-60ebc1c2b0e8 req-b7492c9d-5305-47ff-9c4e-3e96e6a2896a tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 944 time: 0.4651914 Nov 26 22:11:25.064480 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.066052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58382fbf-1d51-4e3a-b83d-60ebc1c2b0e8 req-b671642f-3793-4fe7-84e1-92c509ee60e2 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331170 Nov 26 22:11:25.102898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Deleting port 62ad0cba-188e-4a2e-a966-ed1becb11f77 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:25.105380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.111643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] Pushing event deleted for resources: {'Port': ['ID=62ad0cba-188e-4a2e-a966-ed1becb11f77,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:25.118462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a2fd2-9bad-46f0-9393-b5d9f4b8379f None None] No DVR routers for this DVR port 62ad0cba-188e-4a2e-a966-ed1becb11f77 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:25.141471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-ec3af6ec-72d6-4724-bb56-07d25aad4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:25.144590 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-ec3af6ec-72d6-4724-bb56-07d25aad4813 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0dc83d1fc04cc49e84a69d467cd813&device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 1095 time: 0.1366687 Nov 26 22:11:25.161120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c4fb3-ec23-40cf-a107-b83c5d137d80 req-61761730-de09-44fd-98fa-81567e1f86e7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:25.164206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e68c4fb3-ec23-40cf-a107-b83c5d137d80 req-61761730-de09-44fd-98fa-81567e1f86e7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.1715283 Nov 26 22:11:25.270849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] For port 62ad0cba-188e-4a2e-a966-ed1becb11f77, host n-d-819494-1, got binding levels [] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:25.271232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.300692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Calling delete_port for 62ad0cba-188e-4a2e-a966-ed1becb11f77 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:25.305263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Port 62ad0cba-188e-4a2e-a966-ed1becb11f77 was not found and therefore no delete operation was performed {{(pid=109999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:11:25.306219 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.339176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e68c4fb3-ec23-40cf-a107-b83c5d137d80 req-7c5ed1cf-bb04-4f29-b9c0-fb714805b5a1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368642 Nov 26 22:11:25.348292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Port': ['ID=62ad0cba-188e-4a2e-a966-ed1becb11f77,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:25.357966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-c188db82-7db4-4346-8d3a-5bfda96532a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:25.360178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-c188db82-7db4-4346-8d3a-5bfda96532a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad HTTP/1.1" status: 200 len: 911 time: 0.2061374 Nov 26 22:11:25.372681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] No DVR routers for this DVR port 62ad0cba-188e-4a2e-a966-ed1becb11f77 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:25.449963 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-71924ab7-c243-4198-984d-362a5bcf14c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0 HTTP/1.1" status: 200 len: 217 time: 0.0807731 Nov 26 22:11:25.549601 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.554178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-0502cc32-75d5-4a5b-a160-ea196013e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:25.555698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-0502cc32-75d5-4a5b-a160-ea196013e16e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde6c1e9-b501-4073-8aae-5a2eda826a2b HTTP/1.1" status: 200 len: 850 time: 0.0987422 Nov 26 22:11:25.601515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9669e5b8-0ac5-4552-a5a1-3177637867b3']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:25.625898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-e447ee4e-45a7-4fc5-8d15-2e858f1a4610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627000 Nov 26 22:11:25.640371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58992ce-1014-4191-a718-8e03aa85ce18') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:25.642150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58992ce-1014-4191-a718-8e03aa85ce18') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:25.665429 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.682283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.702217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:11:25.702217 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:11:25.773730 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:11:25.784236 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.816066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-10285a41-2be8-4e35-84f0-fb3691e44385 service neutron] 10.222.0.13 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804562 Nov 26 22:11:25.835563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:25.844508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/networks/9669e5b8-0ac5-4552-a5a1-3177637867b3 HTTP/1.1" status: 204 len: 168 time: 1.7685735 Nov 26 22:11:25.844508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb94a8b-dd0e-4bcb-8b82-31faba4182dc tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Pushing event deleted for resources: {'Network': ['ID=9669e5b8-0ac5-4552-a5a1-3177637867b3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:25.848592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45232) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:25.908336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-37ab9b2f-c64f-4524-8e5f-a910e001a938 tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "GET /v2.0/ports?device_id=be66326a-4efb-49f9-9c71-b8640e5811fa HTTP/1.1" status: 200 len: 205 time: 0.0502679 Nov 26 22:11:25.908911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45234) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:25.989257 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4c94c3f2-bac8-4416-a2ca-5b81d15235af req-729420e6-b15f-4812-8cf8-20596412e973 service neutron] 10.222.0.13 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630526 Nov 26 22:11:26.144398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0207ac46-0179-46d1-ba4f-af0c3649560e tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:26.253323 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fbe30583-104c-40f2-b561-4d1f3704f385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:26.399359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 62ad0cba-188e-4a2e-a966-ed1becb11f77 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:26.457549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 62ad0cba-188e-4a2e-a966-ed1becb11f77 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:26.457730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 62ad0cba-188e-4a2e-a966-ed1becb11f77 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:26.494484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade63f8b-9fb6-42ca-b15c-cf39c08e0f6d req-db1c5288-2b30-4ad7-9f46-0380fdf8dddc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:26.498024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ade63f8b-9fb6-42ca-b15c-cf39c08e0f6d req-db1c5288-2b30-4ad7-9f46-0380fdf8dddc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.4317722 Nov 26 22:11:26.737596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0207ac46-0179-46d1-ba4f-af0c3649560e tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:26.748315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcd73a-c6ab-4e52-9c9f-f0647c183b4c req-cdef8bf1-cf22-4486-8da3-a11be25eaf12 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:26.755675 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09bcd73a-c6ab-4e52-9c9f-f0647c183b4c req-cdef8bf1-cf22-4486-8da3-a11be25eaf12 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 944 time: 0.5096972 Nov 26 22:11:26.768349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0207ac46-0179-46d1-ba4f-af0c3649560e tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:26.855708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ade63f8b-9fb6-42ca-b15c-cf39c08e0f6d req-f9949eb5-9367-45e4-891b-b6c2ca7c8b25 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047478 Nov 26 22:11:26.867949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0207ac46-0179-46d1-ba4f-af0c3649560e tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:26.868497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0207ac46-0179-46d1-ba4f-af0c3649560e tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Fanout notify agent at l3_agent the message router_deleted on router be66326a-4efb-49f9-9c71-b8640e5811fa {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:11:26.878035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0207ac46-0179-46d1-ba4f-af0c3649560e tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:26.881462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0207ac46-0179-46d1-ba4f-af0c3649560e tempest-RoutersNegativeIpV6Test-227211135 tempest-RoutersNegativeIpV6Test-227211135-project] 10.222.0.21 "DELETE /v2.0/routers/be66326a-4efb-49f9-9c71-b8640e5811fa HTTP/1.1" status: 204 len: 168 time: 0.9686482 Nov 26 22:11:26.933371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09bcd73a-c6ab-4e52-9c9f-f0647c183b4c req-6d616b69-c552-4794-b7d7-2c90e20380af tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678059 Nov 26 22:11:27.105350 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:27.170674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45266) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:27.184843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f0bef-b065-4e46-b77f-301ac2af2482 req-eb4bd820-fa36-4a40-b796-8150c9344b55 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:27.186561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-349f0bef-b065-4e46-b77f-301ac2af2482 req-eb4bd820-fa36-4a40-b796-8150c9344b55 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.0973783 Nov 26 22:11:27.284218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-349f0bef-b065-4e46-b77f-301ac2af2482 req-3dbed950-2760-4540-bd49-d0fdeab33ec7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877795 Nov 26 22:11:27.488822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'network': {'name': 'tempest-network-smoke--130238273', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'port_security_enabled': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:27.490029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45274) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:27.535461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:27.544029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:27.564454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:27.689021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9d844174-47d6-4e73-93fa-dadb850ffa56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e00746e418f4a2582414effaee3f0cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1964397 Nov 26 22:11:27.695083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45282) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:27.724806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:27.737062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:27.807181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:11:27.838002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d58d-0f9c-4eeb-851e-52cc6e96932f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:27.842093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e527cabc-7be2-4461-ab54-a59bc86a5990,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:27.849370 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:27.849727 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Added segment 1b886850-a453-4a9a-b965-ae5673c6b349 of type vlan for network 79ddaa12-7880-4ed9-a200-bffd90ea5577 Nov 26 22:11:27.899747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d58d-0f9c-4eeb-851e-52cc6e96932f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:27.926361 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:28.010958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d58d-0f9c-4eeb-851e-52cc6e96932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:28.015178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a3f3d58d-0f9c-4eeb-851e-52cc6e96932f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:28.019715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a3f3d58d-0f9c-4eeb-851e-52cc6e96932f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23222b55-e19e-472c-9080-4d7fa55c1f5a HTTP/1.1" status: 204 len: 168 time: 0.3235533 Nov 26 22:11:28.023284 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:28.030993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:28.031640 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:28.052880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3d58d-0f9c-4eeb-851e-52cc6e96932f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23222b55-e19e-472c-9080-4d7fa55c1f5a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:28.137644 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a5ffe-dd53-49ec-9a64-b82d6c47225f req-7bcc4d71-840c-437e-a89f-948bc4b63fd1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:28.139297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a6a5ffe-dd53-49ec-9a64-b82d6c47225f req-7bcc4d71-840c-437e-a89f-948bc4b63fd1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.1706347 Nov 26 22:11:28.141085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45290) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:28.147322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-271207116', 'admin_state_up': True, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:28.152097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9792845 Nov 26 22:11:28.195817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f638df7-eeb6-465e-b424-e757771419d4 req-86afff52-de2e-410e-8d93-e648d4c76d93 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:28.197352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f638df7-eeb6-465e-b424-e757771419d4 req-86afff52-de2e-410e-8d93-e648d4c76d93 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 944 time: 0.1939187 Nov 26 22:11:28.197651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602df02-d165-4cae-9dae-ed3f8356840e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Network': ['ID=79ddaa12-7880-4ed9-a200-bffd90ea5577,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:28.218010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:11:28.343463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:28.344513 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:28.377784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f638df7-eeb6-465e-b424-e757771419d4 req-8e75ea5c-0642-4a43-b76b-7a9b7834de05 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690412 Nov 26 22:11:28.387636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a6a5ffe-dd53-49ec-9a64-b82d6c47225f req-50a0c684-ce80-411a-846e-0afe080aa2a8 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269356 Nov 26 22:11:28.649050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:29.095609 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:29.116588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:29.256812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:11:29.308175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:29.338781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c565dba-4fb6-4697-9d60-ec6491843bf8 req-50bb5638-9494-4803-b6c1-a2df49764440 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:29.350792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c565dba-4fb6-4697-9d60-ec6491843bf8 req-50bb5638-9494-4803-b6c1-a2df49764440 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.2943394 Nov 26 22:11:29.427679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,segment=NetworkSegment(4793d7bc-13c5-44d0-b924-08a020d9c160),segment_id=4793d7bc-13c5-44d0-b924-08a020d9c160)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:29.445003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '9f2d426f-724b-4a54-8b9f-8f5e71a102a0', 'network_id': 'd21e3a61-2e86-4599-b9ec-5964bfd6fcad', 'port_id': '9f2d426f-724b-4a54-8b9f-8f5e71a102a0', 'mac_address': 'fa:16:3e:7a:1b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bde6c1e9-b501-4073-8aae-5a2eda826a2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:11:29.473163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c565dba-4fb6-4697-9d60-ec6491843bf8 req-bf9b8f55-e94c-4cf6-94f6-3f7b82c5250f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200526 Nov 26 22:11:29.578379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:29.625491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:11:29.667851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,segment=NetworkSegment(4793d7bc-13c5-44d0-b924-08a020d9c160),segment_id=4793d7bc-13c5-44d0-b924-08a020d9c160)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:29.680369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:29.799756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:29.906066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba94566-2c71-45d7-9154-5b4ab252650b req-a43685bf-35aa-4375-9eff-1f776c3979b1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:29.912427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fba94566-2c71-45d7-9154-5b4ab252650b req-a43685bf-35aa-4375-9eff-1f776c3979b1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.2436345 Nov 26 22:11:29.926245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40a08-3c0d-42db-8041-e0b75af053dc req-bd46f96e-787f-4c3b-a270-2486ca2327f7 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:29.927790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3f40a08-3c0d-42db-8041-e0b75af053dc req-bd46f96e-787f-4c3b-a270-2486ca2327f7 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 945 time: 0.2786465 Nov 26 22:11:30.107051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['9f2d426f-724b-4a54-8b9f-8f5e71a102a0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:11:30.128204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3f40a08-3c0d-42db-8041-e0b75af053dc req-72d36249-ea2e-4f4b-ade6-7c1643aea07f tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768427 Nov 26 22:11:30.307012 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-f9674af4-d9b5-4aee-a5e7-2911b810614d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058450 Nov 26 22:11:30.326591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fba94566-2c71-45d7-9154-5b4ab252650b req-591ea9c9-ae8a-40d8-91d6-7886d39f61f3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976178 Nov 26 22:11:30.376671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:30.428960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:30.563434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-88057971-7689-4d1e-b447-0825335a85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:30.564945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-88057971-7689-4d1e-b447-0825335a85d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 1058 time: 0.1277351 Nov 26 22:11:30.792572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.25.3.15 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/402f6a4c-e408-42fa-8e0b-2236fa08004b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:11:30.829385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5c474-2fa9-4964-a726-a35cc90b44e9 req-3800b417-9ece-4e43-ac4b-3e3d63e4e82f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:30.838108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61a5c474-2fa9-4964-a726-a35cc90b44e9 req-3800b417-9ece-4e43-ac4b-3e3d63e4e82f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.1860986 Nov 26 22:11:30.849731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-feef6ba9-65a8-47ef-afba-7207e1f21eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:30.853468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-feef6ba9-65a8-47ef-afba-7207e1f21eb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2594578 Nov 26 22:11:30.869997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45360) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:30.983795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61a5c474-2fa9-4964-a726-a35cc90b44e9 req-2d0dd4a4-3ceb-4f70-8bff-99611b2472c7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389785 Nov 26 22:11:31.041580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-8cc98186-5e36-4f05-a172-b1b2327283f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=182d2412-181b-4bb0-8612-c25895897cd6 HTTP/1.1" status: 200 len: 217 time: 0.1789722 Nov 26 22:11:31.096934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:31.184994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:31.280323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-b4b59135-db00-4c32-9e59-6039ff31065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:31.281920 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-b4b59135-db00-4c32-9e59-6039ff31065b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.2324090 Nov 26 22:11:31.283016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:31.286140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:31.301290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fd8dca-f9c3-4905-8dcd-55ddbdc93825 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:31.322543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:11:31.324537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=402f6a4c-e408-42fa-8e0b-2236fa08004b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:31.403936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f1146bac-3aa3-43e6-86f7-78399e6efc26 None None] Provisioning complete for port 402f6a4c-e408-42fa-8e0b-2236fa08004b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:31.403936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f1146bac-3aa3-43e6-86f7-78399e6efc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:31.451478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-6cddaefd-975e-41fb-ad0a-5d0d8bb860b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:31.454809 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-6cddaefd-975e-41fb-ad0a-5d0d8bb860b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556852 Nov 26 22:11:31.562497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f1146bac-3aa3-43e6-86f7-78399e6efc26 None None] Port 402f6a4c-e408-42fa-8e0b-2236fa08004b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:11:31.662175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10153d76-7df9-457a-825d-d79b3f071672 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:11:31.728847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6980d26-948e-4f5b-bb5f-a1ae034f462e req-f435b29a-5b52-4216-85f0-72940723c1a6 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:31.731739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-fb039462-e22e-459b-ae10-070f9f375726 service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679813 Nov 26 22:11:31.736434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6980d26-948e-4f5b-bb5f-a1ae034f462e req-f435b29a-5b52-4216-85f0-72940723c1a6 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 945 time: 0.3983393 Nov 26 22:11:31.854876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fa235-2e7a-4831-a4dc-72b21326ec45 req-45f0ad2d-6baa-4728-98ee-379cf1ed9959 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:31.862268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df5fa235-2e7a-4831-a4dc-72b21326ec45 req-45f0ad2d-6baa-4728-98ee-379cf1ed9959 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 943 time: 0.3472323 Nov 26 22:11:31.961327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45382) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:31.992906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10153d76-7df9-457a-825d-d79b3f071672, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10153d76-7df9-457a-825d-d79b3f071672,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:32.007273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '10153d76-7df9-457a-825d-d79b3f071672', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'port_id': '10153d76-7df9-457a-825d-d79b3f071672', 'mac_address': 'fa:16:3e:5c:97:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:11:32.024710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-798c1c8d-921c-4351-b246-bb6238247ce3 req-580c9d2c-0bce-4fae-a49f-6beb7c6fba5e service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858260 Nov 26 22:11:32.175334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.210862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6980d26-948e-4f5b-bb5f-a1ae034f462e req-34c3a692-538b-4e1d-9f8f-5f1e5d32a1a4 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735053 Nov 26 22:11:32.231517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10153d76-7df9-457a-825d-d79b3f071672 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:11:32.319385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10153d76-7df9-457a-825d-d79b3f071672, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10153d76-7df9-457a-825d-d79b3f071672,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:32.337407 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.352132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74f9f266-7c9b-4a98-8615-4fc8a8025ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.480903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=10153d76-7df9-457a-825d-d79b3f071672,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:32.562366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74f9f266-7c9b-4a98-8615-4fc8a8025ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.569359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74f9f266-7c9b-4a98-8615-4fc8a8025ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.598789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df5fa235-2e7a-4831-a4dc-72b21326ec45 req-847d77f3-e94b-4076-818c-c73bd0dfd3df tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7354581 Nov 26 22:11:32.624544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-74f9f266-7c9b-4a98-8615-4fc8a8025ce0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5061f82e6024ed2aa31bd11f26595e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6597359 Nov 26 22:11:32.624544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9f266-7c9b-4a98-8615-4fc8a8025ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e84d9f3-7fd1-4e72-8dc3-ae3dbb99c6d6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:32.626908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45396) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:32.697123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1782f313-6985-4692-8fae-6365cbe962bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.721675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1782f313-6985-4692-8fae-6365cbe962bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.783394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1782f313-6985-4692-8fae-6365cbe962bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.786999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1782f313-6985-4692-8fae-6365cbe962bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:32.790762 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1782f313-6985-4692-8fae-6365cbe962bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e84d9f3-7fd1-4e72-8dc3-ae3dbb99c6d6 HTTP/1.1" status: 204 len: 168 time: 0.1601114 Nov 26 22:11:32.802828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a97fca-a79e-46d2-91d7-ce49a6af3a6e req-c3907d97-d3ba-494b-af23-1684c7a468c1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:32.805147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10153d76-7df9-457a-825d-d79b3f071672'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:11:32.814809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82a97fca-a79e-46d2-91d7-ce49a6af3a6e req-c3907d97-d3ba-494b-af23-1684c7a468c1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.3828642 Nov 26 22:11:32.815567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782f313-6985-4692-8fae-6365cbe962bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e84d9f3-7fd1-4e72-8dc3-ae3dbb99c6d6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:32.912090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.146658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82a97fca-a79e-46d2-91d7-ce49a6af3a6e req-7df4e5a7-f294-45d5-90b4-b9951e008468 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263712 Nov 26 22:11:33.253341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:33.333313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45404) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:33.358859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50e53023-5379-407f-ac2c-648cf4120598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.388187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:11:33.396208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:33.397596 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.529459 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.567694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e316c-6911-4fde-be22-3d4acdde009d req-3fac4780-9a0c-48ef-8ee1-2167154ea113 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:33.576514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50e53023-5379-407f-ac2c-648cf4120598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.581482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de6e316c-6911-4fde-be22-3d4acdde009d req-3fac4780-9a0c-48ef-8ee1-2167154ea113 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 945 time: 0.1995311 Nov 26 22:11:33.594103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50e53023-5379-407f-ac2c-648cf4120598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.647208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e53023-5379-407f-ac2c-648cf4120598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2424d331-12a6-47d7-80b7-6438fce2200b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:33.666887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.676229 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-50e53023-5379-407f-ac2c-648cf4120598 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f526a83fb2f4159ba7ac3e543598ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3406861 Nov 26 22:11:33.680085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45412) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:33.705144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e275d-6a0a-4029-b47b-4cad2cd2fa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2d426f-724b-4a54-8b9f-8f5e71a102a0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:11:33.707438 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e229c3de-e1d1-403c-9d40-399530e5e1d8" -d '{"events": [{"server_uuid": "b28e275d-6a0a-4029-b47b-4cad2cd2fa1d", "name": "network-vif-plugged", "status": "completed", "tag": "9f2d426f-724b-4a54-8b9f-8f5e71a102a0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:11:33.721315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,segment=NetworkSegment(4793d7bc-13c5-44d0-b924-08a020d9c160),segment_id=4793d7bc-13c5-44d0-b924-08a020d9c160)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:33.732027 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.789798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc222519-d23b-4c00-bc14-17bc99133892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.796020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:33.811567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.816515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.817163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.817525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.817877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.818250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.818641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.818986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.819323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.819911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.820247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.820580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:33.820786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc222519-d23b-4c00-bc14-17bc99133892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.899581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc222519-d23b-4c00-bc14-17bc99133892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.903744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cc222519-d23b-4c00-bc14-17bc99133892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:33.908759 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cc222519-d23b-4c00-bc14-17bc99133892 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2424d331-12a6-47d7-80b7-6438fce2200b HTTP/1.1" status: 204 len: 168 time: 0.2275414 Nov 26 22:11:33.920457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc222519-d23b-4c00-bc14-17bc99133892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2424d331-12a6-47d7-80b7-6438fce2200b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:34.186914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:34.419952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f95f83-7f71-4a5a-997f-a3172204bb3d req-d8d87b03-2670-45c1-8371-66d3c6f60607 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:34.427253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20f95f83-7f71-4a5a-997f-a3172204bb3d req-d8d87b03-2670-45c1-8371-66d3c6f60607 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 944 time: 0.2635021 Nov 26 22:11:34.439779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de6e316c-6911-4fde-be22-3d4acdde009d req-6a2fad19-ebf2-4182-9e3d-ce62c923f35f tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8573952 Nov 26 22:11:34.539768 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81af2004-6a0b-4d18-951a-a31b8a1c1eab x-openstack-request-id: req-81af2004-6a0b-4d18-951a-a31b8a1c1eab {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:11:34.540652 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e275d-6a0a-4029-b47b-4cad2cd2fa1d", "name": "network-vif-plugged", "status": "completed", "tag": "9f2d426f-724b-4a54-8b9f-8f5e71a102a0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:11:34.541108 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81af2004-6a0b-4d18-951a-a31b8a1c1eab {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:11:34.541701 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e275d-6a0a-4029-b47b-4cad2cd2fa1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2d426f-724b-4a54-8b9f-8f5e71a102a0', 'code': 200} Nov 26 22:11:34.586723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20f95f83-7f71-4a5a-997f-a3172204bb3d req-9525d835-8ddf-44d1-8cac-5c803d070825 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584349 Nov 26 22:11:34.616888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 62c481be-71ca-4e67-a28b-9282cf8f927f is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:11:34.765262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508710-c797-4816-855c-db1f0a8c78c1 req-8eb965f0-6138-439f-b07f-168cb345cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:34.766955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b508710-c797-4816-855c-db1f0a8c78c1 req-8eb965f0-6138-439f-b07f-168cb345cd48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 1097 time: 0.0919552 Nov 26 22:11:34.817143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b508710-c797-4816-855c-db1f0a8c78c1 req-88d0da61-74c1-42ae-8e8b-6392dd23a8a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429611 Nov 26 22:11:34.969814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1b230-fb29-4b23-b90b-4d4db2bf8f2f req-a207e8e8-9faf-4b49-8a84-a7f52c3b6370 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:34.971372 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eea1b230-fb29-4b23-b90b-4d4db2bf8f2f req-a207e8e8-9faf-4b49-8a84-a7f52c3b6370 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.2564986 Nov 26 22:11:34.999895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:11:35.011581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Sync routers for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:11:35.023750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:35.024733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:35.057343 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:35.061324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-44abd106-a23d-4525-bf0c-9d288f834c58 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9165781 Nov 26 22:11:35.062131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:35.062695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Deleting port df34646b-ab87-443d-a7dc-a8947258fc60 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:35.063044 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:35.069813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eea1b230-fb29-4b23-b90b-4d4db2bf8f2f req-9874a1e7-b0e3-4c57-80fc-983b0bfa712e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912030 Nov 26 22:11:35.224687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] For port df34646b-ab87-443d-a7dc-a8947258fc60, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=df34646b-ab87-443d-a7dc-a8947258fc60,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:35.225881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:35.254328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Calling delete_port for df34646b-ab87-443d-a7dc-a8947258fc60 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:35.299069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:35.519697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d662fe8a-0543-4d3e-811f-f057d16b84f6 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=26a5db67a7704386b732340608d3d4f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4531813 Nov 26 22:11:35.521193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:35.681630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10153d76-7df9-457a-825d-d79b3f071672 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:35.787284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:32Z', 'revision_number': 3, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:35.791947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 10153d76-7df9-457a-825d-d79b3f071672 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:11:35.830502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Checking router: 62c481be-71ca-4e67-a28b-9282cf8f927f for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:11:35.831055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Updating router 62c481be-71ca-4e67-a28b-9282cf8f927f port 402f6a4c-e408-42fa-8e0b-2236fa08004b binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:11:35.860048 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:35.862207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 10153d76-7df9-457a-825d-d79b3f071672 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:35.862695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:35.867016 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:35.918234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ecd2a0-99fd-4b00-913b-6d5677c89474 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:35.922345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Pushing event deleted for resources: {'Port': ['ID=df34646b-ab87-443d-a7dc-a8947258fc60,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:35.922522 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-42ecd2a0-99fd-4b00-913b-6d5677c89474 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3945010 Nov 26 22:11:35.922662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45468) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:35.946886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f83429-0149-4c4d-a0be-6d15542d05e0 req-634054e5-566a-4949-9da9-1c8ae95ed305 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:35.954794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9f83429-0149-4c4d-a0be-6d15542d05e0 req-634054e5-566a-4949-9da9-1c8ae95ed305 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.3363023 Nov 26 22:11:36.055741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-615aa380-aff4-4346-a799-1fcd00a46e46 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1286938 Nov 26 22:11:36.055953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45472) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:36.064867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1129843002', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:36.089307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce500383-acbc-4095-aa52-f9414a9aec4e req-eed3114f-9c46-4af4-95d7-5687ab92ce5c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:36.094367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce500383-acbc-4095-aa52-f9414a9aec4e req-eed3114f-9c46-4af4-95d7-5687ab92ce5c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 944 time: 0.3737309 Nov 26 22:11:36.360269 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:36.380092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9f83429-0149-4c4d-a0be-6d15542d05e0 req-f06a0cf9-ab88-4ffc-8acf-8d68b1feb583 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237573 Nov 26 22:11:36.519047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce500383-acbc-4095-aa52-f9414a9aec4e req-5195e993-50fe-4b04-b548-3ded38976617 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060197 Nov 26 22:11:36.648836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3aec06-94e2-4a87-9db4-6473bf070600 req-f5aa8584-f2ce-4fc6-baee-e9d0c67cf4f5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:36.657153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e3aec06-94e2-4a87-9db4-6473bf070600 req-f5aa8584-f2ce-4fc6-baee-e9d0c67cf4f5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.1369236 Nov 26 22:11:36.691992 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:36.769628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:11:36.780143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:36.796867 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:36.833062 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:36.861555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e3aec06-94e2-4a87-9db4-6473bf070600 req-fd452356-3dbb-43a5-92be-be7da301413b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030210 Nov 26 22:11:37.069210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2f46-e266-4437-8a17-8115e9185d8c None None] Pushing event updated for resources: {'Port': ['ID=402f6a4c-e408-42fa-8e0b-2236fa08004b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:37.077854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Attempting to bind port 402f6a4c-e408-42fa-8e0b-2236fa08004b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:11:37.078253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Attempting to bind port 402f6a4c-e408-42fa-8e0b-2236fa08004b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:11:37.078623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Attempting to bind port 402f6a4c-e408-42fa-8e0b-2236fa08004b on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:37.086541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c7c6eb-daa6-4b93-866a-6bf088b89971 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:37.093206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:11:37.098267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e469d31d-2b9b-45b2-9ff1-398a5938ab98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10153d76-7df9-457a-825d-d79b3f071672'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:11:37.111787 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7353fd28-b95a-4785-b1e7-f53be1f8207c" -d '{"events": [{"server_uuid": "e469d31d-2b9b-45b2-9ff1-398a5938ab98", "name": "network-vif-plugged", "status": "completed", "tag": "10153d76-7df9-457a-825d-d79b3f071672"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:11:37.159298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10153d76-7df9-457a-825d-d79b3f071672, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10153d76-7df9-457a-825d-d79b3f071672,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:37.167620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:11:37.168070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:37.168499 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.170250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:11:37.171769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Bound port: 402f6a4c-e408-42fa-8e0b-2236fa08004b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:11:37.174629 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.332979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:11:37.347188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] For port 402f6a4c-e408-42fa-8e0b-2236fa08004b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:11:37.347424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-739fd389-637b-4958-80cb-3924f94faf03 admin admin] 10.222.0.21 "PUT /v2.0/routers/1cfbe494-f1d1-46a9-835f-4acaa74904a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4714851 Nov 26 22:11:37.347532 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] Sync routers for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:11:37.347986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45494) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:37.351552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] For port 402f6a4c-e408-42fa-8e0b-2236fa08004b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=402f6a4c-e408-42fa-8e0b-2236fa08004b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:11:37.358787 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247a207b-f197-489c-9056-267d08627dc7 x-openstack-request-id: req-247a207b-f197-489c-9056-267d08627dc7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:11:37.359150 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e469d31d-2b9b-45b2-9ff1-398a5938ab98", "name": "network-vif-plugged", "status": "completed", "tag": "10153d76-7df9-457a-825d-d79b3f071672", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:11:37.359485 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-247a207b-f197-489c-9056-267d08627dc7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:11:37.359841 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e469d31d-2b9b-45b2-9ff1-398a5938ab98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10153d76-7df9-457a-825d-d79b3f071672', 'code': 200} Nov 26 22:11:37.375237 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.381630 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:37.382442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:37.384937 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.470678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.506483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1c8f6b1e-ba85-4dc5-a20f-54894e5f1e50 None None] Provisioning complete for port 402f6a4c-e408-42fa-8e0b-2236fa08004b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:37.506910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6b1e-ba85-4dc5-a20f-54894e5f1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.640939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Subnet': ['ID=8e067b0e-cda9-4775-8e92-2881dacfbfff,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:37.651604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2f46-e266-4437-8a17-8115e9185d8c None None] Pushing event updated for resources: {'Port': ['ID=402f6a4c-e408-42fa-8e0b-2236fa08004b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:37.662774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3cd41-b91e-49a7-8eea-c344d6089619 req-d57894d0-461e-4f43-976c-bd396cd4629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:37.664309 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15c3cd41-b91e-49a7-8eea-c344d6089619 req-d57894d0-461e-4f43-976c-bd396cd4629e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 1096 time: 0.3074970 Nov 26 22:11:37.677392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c95c9-52c5-40a1-bd47-6508602f2ef8 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:37.701350 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.722411 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:37.747805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:37.748725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:37.767409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Checking segment: {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:37.768035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network hostable DHCP agents. Network: 79ddaa12-7880-4ed9-a200-bffd90ea5577, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:11:37.805830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:11:37.814167 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.833616 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-15c3cd41-b91e-49a7-8eea-c344d6089619 req-4539de62-3d35-4d2a-ab71-d9965760709e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574938 Nov 26 22:11:37.839747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 79ddaa12-7880-4ed9-a200-bffd90ea5577) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:37.847816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:37.848639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:37.853911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d14e-8c5c-48fa-8b1a-1042048db047 req-1d8ab246-0580-4c10-8cfc-64c5fcdf79b1 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:37.860935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33e6d14e-8c5c-48fa-8b1a-1042048db047 req-1d8ab246-0580-4c10-8cfc-64c5fcdf79b1 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.3031373 Nov 26 22:11:37.885370 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f9927536-8f02-4822-ac41-d6d9cd66fa94 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8283761 Nov 26 22:11:37.888029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45500) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:38.080572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563c9cb-c60e-4708-ac5d-9ecb5f154d60 req-50e756af-c385-4a43-96d8-9d73ad5c56b7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:38.096954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9563c9cb-c60e-4708-ac5d-9ecb5f154d60 req-50e756af-c385-4a43-96d8-9d73ad5c56b7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 945 time: 0.4000807 Nov 26 22:11:38.150470 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T22:11:35Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:38.182772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c082b-215a-47a9-8dd7-9a713e265360 None None] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:38.191252 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] Checking router: 1cfbe494-f1d1-46a9-835f-4acaa74904a3 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:11:38.210850 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] Routers {'1cfbe494-f1d1-46a9-835f-4acaa74904a3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:38.211488 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:38.242506 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:38.299394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=10153d76-7df9-457a-825d-d79b3f071672,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:38.332743 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:38.337265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9563c9cb-c60e-4708-ac5d-9ecb5f154d60 req-a484c4c4-12e8-4db5-9900-4fbcad304c99 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380512 Nov 26 22:11:38.377127 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] Set router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:38.445894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33e6d14e-8c5c-48fa-8b1a-1042048db047 req-cf452db8-8284-4eea-ad39-e8d74568d38c tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218004 Nov 26 22:11:38.459843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Deleting port 80dd8439-b162-4af9-a719-8b69fa5269dc {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:38.460182 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:38.475264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6b1e-ba85-4dc5-a20f-54894e5f1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:38.565572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] For port 80dd8439-b162-4af9-a719-8b69fa5269dc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=80dd8439-b162-4af9-a719-8b69fa5269dc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:38.565820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:38.590360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Calling delete_port for 80dd8439-b162-4af9-a719-8b69fa5269dc owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:38.682972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1c8f6b1e-ba85-4dc5-a20f-54894e5f1e50 None None] For port 402f6a4c-e408-42fa-8e0b-2236fa08004b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=402f6a4c-e408-42fa-8e0b-2236fa08004b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:38.700941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:38.744339 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T22:11:35Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:38.814010 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654eec28-bd4c-4a79-ae3d-0bbd5f244a38 None None] The sync data for ids ['1cfbe494-f1d1-46a9-835f-4acaa74904a3'] in n-d-819494-1 is: [{'id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'name': 'tempest-TaggedBootDevicesTest_v242-406301460-router', 'tenant_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:03Z', 'updated_at': '2021-11-26T22:11:35Z', 'revision_number': 5, 'project_id': '0bf9bb57abcd4c83ac66a561a29d08ee', 'gw_port': {'id': '80dd8439-b162-4af9-a719-8b69fa5269dc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbe494-f1d1-46a9-835f-4acaa74904a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:04Z', 'updated_at': '2021-11-26T21:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:11:38.815922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-1e9ad294-05ca-4e9a-a81e-d380db8373fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2767646 Nov 26 22:11:38.952670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1add3-fb28-4b6b-b988-34bffdab7239 req-ea301296-99cc-4d56-9fa8-edaddd872e8c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:38.961724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45f1add3-fb28-4b6b-b988-34bffdab7239 req-ea301296-99cc-4d56-9fa8-edaddd872e8c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.1931114 Nov 26 22:11:38.968021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c8f6b1e-ba85-4dc5-a20f-54894e5f1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:38.997638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8028e5-a79d-4ba7-9980-e69a98bdc35f req-5b1a730e-3e4f-4eaf-b9a6-2a42dadd6c1f tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:39.007377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b8028e5-a79d-4ba7-9980-e69a98bdc35f req-5b1a730e-3e4f-4eaf-b9a6-2a42dadd6c1f tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.2401764 Nov 26 22:11:39.106406 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:39.167870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45f1add3-fb28-4b6b-b988-34bffdab7239 req-224de54e-906c-4625-bdf7-4e4803b6eaa0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048285 Nov 26 22:11:39.180436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b8028e5-a79d-4ba7-9980-e69a98bdc35f req-459f3b9e-4277-41d1-a015-4435fa7c2983 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626122 Nov 26 22:11:39.183383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Pushing event deleted for resources: {'Port': ['ID=80dd8439-b162-4af9-a719-8b69fa5269dc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:39.294008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:39.297209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f6b1e-ba85-4dc5-a20f-54894e5f1e50 None None] Pushing event updated for resources: {'Port': ['ID=402f6a4c-e408-42fa-8e0b-2236fa08004b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:39.367183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ae9e9-5ad8-41ac-95db-376b003d837e None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:39.484107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:39.573565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4272f1fc-1ef8-42d7-bccd-3a31abeaa165 None None] Provisioning complete for port 402f6a4c-e408-42fa-8e0b-2236fa08004b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:39.573999 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4272f1fc-1ef8-42d7-bccd-3a31abeaa165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:39.871133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-79ddaa12-7880-4ed9-a200-bffd90ea5577', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:11:39.874156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:39.902442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-e87f44cb-53a6-401d-bca6-454aa41f5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:39.903994 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-e87f44cb-53a6-401d-bca6-454aa41f5e85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1095 time: 0.6537032 Nov 26 22:11:40.036239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:32Z', 'revision_number': 3, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:40.077793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5b1be0-d2a8-4135-a122-c0c65a10c86a None None] The sync data for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 is: [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:32Z', 'revision_number': 3, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:11:40.184142 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:40.196036 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:40.222182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Allocated IP 172.20.0.2 (79ddaa12-7880-4ed9-a200-bffd90ea5577/8e067b0e-cda9-4775-8e92-2881dacfbfff/505fd401-d131-49f8-bb34-4de5949cb5aa) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:11:40.292766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-9c881d16-1833-4ade-8a58-c5229b0ed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:40.299937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-9c881d16-1833-4ade-8a58-c5229b0ed365 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.3679173 Nov 26 22:11:40.464221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device df34646b-ab87-443d-a7dc-a8947258fc60 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:40.535080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02a95-91dc-4572-bd1c-2f217dc0847f req-68f51502-4569-4eeb-b969-c922523978f7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:40.558827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65e02a95-91dc-4572-bd1c-2f217dc0847f req-68f51502-4569-4eeb-b969-c922523978f7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 945 time: 0.9279451 Nov 26 22:11:40.560055 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-ff7b4394-d862-4051-a62a-8f2706e2fe2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 999 time: 0.2459350 Nov 26 22:11:40.578663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:40.583784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: df34646b-ab87-443d-a7dc-a8947258fc60 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:40.584229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device df34646b-ab87-443d-a7dc-a8947258fc60 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:40.587795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cfbe494-f1d1-46a9-835f-4acaa74904a3 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:11:40.628552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:40.637101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7ce3566d-9e86-4cc5-a635-2e68a8fc763e admin admin] 10.222.0.21 "DELETE /v2.0/routers/1cfbe494-f1d1-46a9-835f-4acaa74904a3 HTTP/1.1" status: 204 len: 168 time: 3.2883115 Nov 26 22:11:40.657613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45544) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:40.729230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0392848-d84d-40cd-9382-8f7c62bb5969 req-7d3b79d7-edf2-43ed-88ad-947ab5207a7b tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:40.760811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0392848-d84d-40cd-9382-8f7c62bb5969 req-7d3b79d7-edf2-43ed-88ad-947ab5207a7b tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.8154471 Nov 26 22:11:40.824840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:40.838989 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:40.873069 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65e02a95-91dc-4572-bd1c-2f217dc0847f req-9b78ae72-003b-422b-b709-988f2412ed65 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062885 Nov 26 22:11:40.925150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:40.996624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:41.002428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bdb555-294e-4338-8c99-174129418db8 admin admin] Deleting subnet 54f0247c-5539-4f19-9a32-ead622c07557 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:11:41.010658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:11:41.101228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb555-294e-4338-8c99-174129418db8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:41.133193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0392848-d84d-40cd-9382-8f7c62bb5969 req-5e97ccef-57f6-4014-aa75-91b891736397 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704667 Nov 26 22:11:41.152936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Pushing event updated for resources: {'Port': ['ID=505fd401-d131-49f8-bb34-4de5949cb5aa,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:41.190857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb555-294e-4338-8c99-174129418db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:41.211905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Attempting to bind port 505fd401-d131-49f8-bb34-4de5949cb5aa on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:11:41.212288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Attempting to bind port 505fd401-d131-49f8-bb34-4de5949cb5aa by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:11:41.212661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Attempting to bind port 505fd401-d131-49f8-bb34-4de5949cb5aa on network 79ddaa12-7880-4ed9-a200-bffd90ea5577 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:41.222915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:11:41.223302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Checking segment: {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:41.223711 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:41.224113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Bound using segment: {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:11:41.225098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Bound port: 505fd401-d131-49f8-bb34-4de5949cb5aa, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:11:41.225629 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:41.229125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9c59c-7ceb-4184-9ca3-f580feb6b1ce req-e4023469-2ba7-43b5-a5d0-794d55769801 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:41.238461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3dd9c59c-7ceb-4184-9ca3-f580feb6b1ce req-e4023469-2ba7-43b5-a5d0-794d55769801 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.2023945 Nov 26 22:11:41.306164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb555-294e-4338-8c99-174129418db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:41.382326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3dd9c59c-7ceb-4184-9ca3-f580feb6b1ce req-622aeac9-8d62-463e-b2ff-921ac349d276 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381652 Nov 26 22:11:41.411121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] For port 505fd401-d131-49f8-bb34-4de5949cb5aa, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:11:41.417425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] For port 505fd401-d131-49f8-bb34-4de5949cb5aa, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=505fd401-d131-49f8-bb34-4de5949cb5aa,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:11:41.429321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:41.497647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb555-294e-4338-8c99-174129418db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:41.629476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4124e3f-8fee-4846-9290-67969b369d82 None None] Pushing event updated for resources: {'Port': ['ID=505fd401-d131-49f8-bb34-4de5949cb5aa,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:41.970651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdb555-294e-4338-8c99-174129418db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f0247c-5539-4f19-9a32-ead622c07557,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:42.013343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-d8cf313d-8749-43ab-b355-868a4712cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:42.022777 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-d8cf313d-8749-43ab-b355-868a4712cf8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 1.4518912 Nov 26 22:11:42.025430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35c921f-2871-4364-b7ad-0ba09bf2dabf None None] Network 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:42.027908 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb555-294e-4338-8c99-174129418db8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:42.043153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a2bdb555-294e-4338-8c99-174129418db8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/54f0247c-5539-4f19-9a32-ead622c07557 HTTP/1.1" status: 204 len: 168 time: 1.3669510 Nov 26 22:11:42.044816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.20.0.1 (79ddaa12-7880-4ed9-a200-bffd90ea5577/8e067b0e-cda9-4775-8e92-2881dacfbfff/67589370-b59b-412e-ae0d-c0f0a512b4f4) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:11:42.045612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45564) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:42.156397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-06a83294-256e-478e-9b2e-4dcccc5d3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:42.158447 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-06a83294-256e-478e-9b2e-4dcccc5d3da9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024091 Nov 26 22:11:42.338798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:42.472463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4344b-581e-4ff8-8cca-a8ab7113d97c req-423bb673-35c9-43f0-be44-9e0eb7c10f02 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:42.487115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9e4344b-581e-4ff8-8cca-a8ab7113d97c req-423bb673-35c9-43f0-be44-9e0eb7c10f02 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 945 time: 0.2528036 Nov 26 22:11:42.559610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] DHCP port deletion for 1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:42.624879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:42.632705 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-f33741ce-2425-4671-b3fa-f86c4a79ea0e service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603356 Nov 26 22:11:42.644017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9e4344b-581e-4ff8-8cca-a8ab7113d97c req-d1c1c54e-87e3-4c81-bd5b-59051127e692 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506677 Nov 26 22:11:42.660775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec46e6e-f425-4036-b9d8-d8a89e351fde req-6eb674de-6e35-40c5-af4b-4df28cae4c82 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:42.662418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ec46e6e-f425-4036-b9d8-d8a89e351fde req-6eb674de-6e35-40c5-af4b-4df28cae4c82 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.3205528 Nov 26 22:11:42.718168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 505fd401-d131-49f8-bb34-4de5949cb5aa up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:42.731455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Deleting port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:42.735269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:42.741393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ec46e6e-f425-4036-b9d8-d8a89e351fde req-75693149-6ed9-4617-b842-9e017d9df21c tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705173 Nov 26 22:11:42.782156 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:42.810985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:42.817288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:42.856840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:11:42.911180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:42.932564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] Deleting port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:42.933223 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:42.950618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 505fd401-d131-49f8-bb34-4de5949cb5aa triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:42.951147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:42.976024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] For port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:42.976394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:43.045403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Calling delete_port for 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:43.096404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f0489fc1-ca1f-4000-90af-6438c9dd35fa req-c07867fc-efce-4a45-ab6a-05d14203cac5 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505699 Nov 26 22:11:43.228772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=67589370-b59b-412e-ae0d-c0f0a512b4f4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:43.257244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] For port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,segment=NetworkSegment(3b4790ed-a5d7-46fb-a807-386f36bf560f),segment_id=3b4790ed-a5d7-46fb-a807-386f36bf560f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:43.267273 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:43.325122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] Calling delete_port for 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:43.552205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:43.576682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:43.719268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:43.776528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:43.793377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] No DVR routers for this DVR port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:43.854463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] Pushing event deleted for resources: {'Port': ['ID=8c2ab883-dd47-4ed3-9955-64f2c27bc0ed,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:43.862505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6944dd8-92ad-4840-804d-263cd717af38 None None] No DVR routers for this DVR port 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:43.878620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca841a2b-70f2-4a35-91da-38fdcdbc56ed None None] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:43.898297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7da5-ac96-4508-aed0-858f7f894a61 req-503b09ce-ab7e-4337-b1a1-ad202a997a19 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:43.900052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a10b7da5-ac96-4508-aed0-858f7f894a61 req-503b09ce-ab7e-4337-b1a1-ad202a997a19 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 945 time: 0.7918289 Nov 26 22:11:44.126656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bce162-deac-4449-8dc0-9c9d3c9fc6d4 req-6efeae46-1eb6-48a8-a9b5-28e56d90259f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:44.139114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5bce162-deac-4449-8dc0-9c9d3c9fc6d4 req-6efeae46-1eb6-48a8-a9b5-28e56d90259f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 1.0319166 Nov 26 22:11:44.548176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-638ed4b2-502e-4783-8f26-8778fc7fb375 None None] Provisioning complete for port 505fd401-d131-49f8-bb34-4de5949cb5aa triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:44.548176 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-638ed4b2-502e-4783-8f26-8778fc7fb375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:44.707777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:44.715727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:44.952167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:44.979421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=67589370-b59b-412e-ae0d-c0f0a512b4f4,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:45.342131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:11:45.351058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:11:45.384864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:45.543689 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:45.577195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 505fd401-d131-49f8-bb34-4de5949cb5aa, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=505fd401-d131-49f8-bb34-4de5949cb5aa,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:45.602856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:45.605075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 402f6a4c-e408-42fa-8e0b-2236fa08004b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:45.665203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa8fbb3-8194-48c7-90c0-6ae2f71672e0']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:45.688676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b4790ed-a5d7-46fb-a807-386f36bf560f') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:45.689381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b4790ed-a5d7-46fb-a807-386f36bf560f') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:45.725511 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:45.804180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 62c481be-71ca-4e67-a28b-9282cf8f927f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:11:45.852897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:45.865828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a10b7da5-ac96-4508-aed0-858f7f894a61 req-6e69bd68-04da-480a-bfc7-686a9a213f2d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9551857 Nov 26 22:11:45.977197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5bce162-deac-4449-8dc0-9c9d3c9fc6d4 req-a741281d-71bc-4ce9-94a6-205aefa4b2c7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8294690 Nov 26 22:11:45.978434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:11:45.979208 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:46.076477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:11:46.086751 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-63996e05-ce90-4652-9728-92b5059f90e1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "PUT /v2.0/routers/62c481be-71ca-4e67-a28b-9282cf8f927f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1969883 Nov 26 22:11:46.091306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 402f6a4c-e408-42fa-8e0b-2236fa08004b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:46.091806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45600) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:46.091946 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:46.221173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Sync routers for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:11:46.229010 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:11:46.273488 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:46.303454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=505fd401-d131-49f8-bb34-4de5949cb5aa,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:46.326548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:46.327361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:46.367326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:46.374207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1aa8fbb3-8194-48c7-90c0-6ae2f71672e0 HTTP/1.1" status: 204 len: 168 time: 4.3271203 Nov 26 22:11:46.390024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45604) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:46.485324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94a51a-fbf4-444b-9fee-fee36757b1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa8fbb3-8194-48c7-90c0-6ae2f71672e0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:46.531333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0764d7-dfae-4bd7-a13e-7f0e1ef8cc07 req-88dbbbc3-e60b-45f8-bc58-72842fd72b8d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.533376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da0764d7-dfae-4bd7-a13e-7f0e1ef8cc07 req-88dbbbc3-e60b-45f8-bc58-72842fd72b8d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 945 time: 0.3033512 Nov 26 22:11:46.561545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-326766ef-af02-4676-a8e3-c03e4f54ec7d None None] Provisioning complete for port 67589370-b59b-412e-ae0d-c0f0a512b4f4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:46.563159 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-326766ef-af02-4676-a8e3-c03e4f54ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:46.654014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.659764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.660399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.668172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.670924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.678562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.680010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.680607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.683144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.684864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.685933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.694185 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-25a80ecc-af10-45f2-bd9b-8cef1d7717c7 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7752 time: 0.5980589 Nov 26 22:11:46.695118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45608) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:46.720381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f590ef-015f-4621-af45-a2e37473e842 req-1596c352-b77b-4fe9-a952-780c4f0cc112 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.737661 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9f590ef-015f-4621-af45-a2e37473e842 req-1596c352-b77b-4fe9-a952-780c4f0cc112 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.3903894 Nov 26 22:11:46.756634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-dd824d1e-ab12-4064-8746-2062efd82b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.758659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-dd824d1e-ab12-4064-8746-2062efd82b55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0dc83d1fc04cc49e84a69d467cd813&device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 1097 time: 0.3431394 Nov 26 22:11:46.829910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da0764d7-dfae-4bd7-a13e-7f0e1ef8cc07 req-39c5c7ab-18d1-4e41-84f8-29ba57796ca9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846029 Nov 26 22:11:46.856177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-326766ef-af02-4676-a8e3-c03e4f54ec7d None None] Port 67589370-b59b-412e-ae0d-c0f0a512b4f4 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:11:46.989658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.990826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.991474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.992743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.993106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9f590ef-015f-4621-af45-a2e37473e842 req-4711d89d-b14c-4fbc-b16b-a9eaa84cbafe tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785097 Nov 26 22:11:46.993445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.993994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.994539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.995042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.995543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:46.996040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:47.001278 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be6bc5b4-492d-4a1f-8ae3-1627449df408 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6565 time: 0.3006167 Nov 26 22:11:47.002056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45618) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:47.144062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-998f03c9-578a-4556-9d10-1724344e2cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:47.145659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-998f03c9-578a-4556-9d10-1724344e2cd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad HTTP/1.1" status: 200 len: 911 time: 0.3742578 Nov 26 22:11:47.157047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-326766ef-af02-4676-a8e3-c03e4f54ec7d None None] Provisioning complete for port 505fd401-d131-49f8-bb34-4de5949cb5aa triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:47.157428 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-326766ef-af02-4676-a8e3-c03e4f54ec7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:47.232851 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-d33c8dd1-5f3b-4b27-865f-05dcbf24e840 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0 HTTP/1.1" status: 200 len: 217 time: 0.0776250 Nov 26 22:11:47.379167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-7b6d60ae-0a79-4c7b-9000-82ba20d5b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:47.390611 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-7b6d60ae-0a79-4c7b-9000-82ba20d5b290 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde6c1e9-b501-4073-8aae-5a2eda826a2b HTTP/1.1" status: 200 len: 850 time: 0.1437802 Nov 26 22:11:47.426761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef39edc-1f1f-47e0-b4ab-4882ae122e26 req-3582af1a-2ed7-4d60-9695-79a5413d7800 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:47.429182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ef39edc-1f1f-47e0-b4ab-4882ae122e26 req-3582af1a-2ed7-4d60-9695-79a5413d7800 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.1193407 Nov 26 22:11:47.469845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 80dd8439-b162-4af9-a719-8b69fa5269dc no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:47.515384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-eaa2ee33-5346-4ec3-81bb-f6af248db4e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607178 Nov 26 22:11:47.603938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 80dd8439-b162-4af9-a719-8b69fa5269dc {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:47.604557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 80dd8439-b162-4af9-a719-8b69fa5269dc not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:47.629029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d25ac-2993-4b32-88bc-d0be4eb0f5df req-2dd141ea-fe8c-4a33-8f58-6d0904d5630e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:47.630650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-041d25ac-2993-4b32-88bc-d0be4eb0f5df req-2dd141ea-fe8c-4a33-8f58-6d0904d5630e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 945 time: 0.1875601 Nov 26 22:11:47.632819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:47.683245 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-0c9a1c95-6ace-4e46-9393-f7f6fdc7a2c9 service neutron] 10.222.0.13 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582868 Nov 26 22:11:47.690809 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dd7aecdb-2c04-4a30-afb7-b43598ca1087 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4493 time: 0.6873529 Nov 26 22:11:47.706012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ef39edc-1f1f-47e0-b4ab-4882ae122e26 req-f53e59e5-c78c-4d0f-b6df-c36642cf178e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539117 Nov 26 22:11:47.760138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5aaa2c02-343b-4bbf-8923-315524aa2099 None None] Provisioning complete for port 67589370-b59b-412e-ae0d-c0f0a512b4f4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:47.760525 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5aaa2c02-343b-4bbf-8923-315524aa2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:47.879158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-041d25ac-2993-4b32-88bc-d0be4eb0f5df req-4de5633d-e615-42ac-9c63-69bbab266266 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294593 Nov 26 22:11:47.883353 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fb298ca-a7b7-4e05-b5cf-99c6c03439c2 req-c17425a3-eee3-4b97-a74c-641e8fd8226b service neutron] 10.222.0.13 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912942 Nov 26 22:11:47.917769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 505fd401-d131-49f8-bb34-4de5949cb5aa up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:47.929411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:48.065147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa2c02-343b-4bbf-8923-315524aa2099 None None] Port 67589370-b59b-412e-ae0d-c0f0a512b4f4 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:11:48.165560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 505fd401-d131-49f8-bb34-4de5949cb5aa triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:48.166233 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:48.277715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c0121-5f19-4154-a233-ae2074de8120 req-d1cf4e65-e164-43b3-9d6b-4dc938a07b3c tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:48.279875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba8c0121-5f19-4154-a233-ae2074de8120 req-d1cf4e65-e164-43b3-9d6b-4dc938a07b3c tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.1186206 Nov 26 22:11:48.381466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba8c0121-5f19-4154-a233-ae2074de8120 req-1ca8d33f-e370-455d-82c4-97c4b33cf800 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895882 Nov 26 22:11:48.407358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:43Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:44Z', 'revision_number': 2, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:48.441695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Checking router: 62c481be-71ca-4e67-a28b-9282cf8f927f for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:11:48.442382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Updating router 62c481be-71ca-4e67-a28b-9282cf8f927f port 67589370-b59b-412e-ae0d-c0f0a512b4f4 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:11:48.473818 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:48.492252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Deleting port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:48.492616 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:48.616397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] For port 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,segment=NetworkSegment(b744c374-355a-40e8-852e-56a8ecec6f5a),segment_id=b744c374-355a-40e8-852e-56a8ecec6f5a)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:48.616921 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:48.641217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Calling delete_port for 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:48.897249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:48.904188 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:48.968614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:48.968963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8c2ab883-dd47-4ed3-9955-64f2c27bc0ed not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:48.978800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:49.124001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3609b51-73a6-460b-968d-d278bceae9dc req-a45fdccc-25f2-450b-a732-1923be80f79b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:49.132562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3609b51-73a6-460b-968d-d278bceae9dc req-a45fdccc-25f2-450b-a732-1923be80f79b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.2608156 Nov 26 22:11:49.204524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6a371-8015-4525-8b04-074c4137cb3a None None] Pushing event updated for resources: {'Port': ['ID=67589370-b59b-412e-ae0d-c0f0a512b4f4,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:49.237105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-af2c59de-c70b-4375-9b6a-7a231dcf921e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:49.238764 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-af2c59de-c70b-4375-9b6a-7a231dcf921e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 945 time: 0.2172153 Nov 26 22:11:49.282321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Attempting to bind port 67589370-b59b-412e-ae0d-c0f0a512b4f4 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:11:49.282702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Attempting to bind port 67589370-b59b-412e-ae0d-c0f0a512b4f4 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:11:49.283077 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Attempting to bind port 67589370-b59b-412e-ae0d-c0f0a512b4f4 on network 79ddaa12-7880-4ed9-a200-bffd90ea5577 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:11:49.294568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:11:49.294996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Checking segment: {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:11:49.295373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:49.295772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Bound using segment: {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:11:49.296247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Bound port: 67589370-b59b-412e-ae0d-c0f0a512b4f4, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:11:49.310568 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:49.356342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45654) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:49.362110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-26f216a9-67d5-4b39-bc5d-2fba1bd958be tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20473577', 'description': 'tempest-secgroup-smoke-20473577 description', 'project_id': '26a5db67a7704386b732340608d3d4f3'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:49.381844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:49.466395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:49.487191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3609b51-73a6-460b-968d-d278bceae9dc req-be83a02c-5a75-4c58-8f53-d43ef26067b7 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404603 Nov 26 22:11:49.512092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] For port 67589370-b59b-412e-ae0d-c0f0a512b4f4, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:11:49.519510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] For port 67589370-b59b-412e-ae0d-c0f0a512b4f4, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=67589370-b59b-412e-ae0d-c0f0a512b4f4,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:11:49.548199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:49.619062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port 10153d76-7df9-457a-825d-d79b3f071672 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:49.619410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:49.683260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-42c14938-a6e6-4c4f-bce4-4282916e4c71 None None] Provisioning complete for port 67589370-b59b-412e-ae0d-c0f0a512b4f4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:49.684006 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42c14938-a6e6-4c4f-bce4-4282916e4c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:49.780971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6a371-8015-4525-8b04-074c4137cb3a None None] Pushing event updated for resources: {'Port': ['ID=67589370-b59b-412e-ae0d-c0f0a512b4f4,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:49.784672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:49.785630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:49.962376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] For port 10153d76-7df9-457a-825d-d79b3f071672, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10153d76-7df9-457a-825d-d79b3f071672,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:49.962771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:49.979956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for 10153d76-7df9-457a-825d-d79b3f071672 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:49.999997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26f216a9-67d5-4b39-bc5d-2fba1bd958be tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:50.088512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5d77f-ff98-4c33-ba18-6e122a8a9653 req-f549985b-5331-48a0-9014-2dcd9834372a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:50.092903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19a5d77f-ff98-4c33-ba18-6e122a8a9653 req-f549985b-5331-48a0-9014-2dcd9834372a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 945 time: 0.5905716 Nov 26 22:11:50.155674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a9359-e1e9-4e38-aa8f-f5bc9b430da5 req-6d28401b-2a7d-4d85-b5cc-76ff37e11847 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:50.160391 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885a9359-e1e9-4e38-aa8f-f5bc9b430da5 req-6d28401b-2a7d-4d85-b5cc-76ff37e11847 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.3814778 Nov 26 22:11:50.174216 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42c14938-a6e6-4c4f-bce4-4282916e4c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:50.185471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:50.191539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:50.251538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=10153d76-7df9-457a-825d-d79b3f071672,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:50.358386 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] No DVR routers for this DVR port 10153d76-7df9-457a-825d-d79b3f071672 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:50.362504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:50.372688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e515d9e-88bb-436b-bcc6-0be35e93cb71 req-ce87e003-66ee-4e06-9186-28e5088ac56f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "DELETE /v2.0/ports/10153d76-7df9-457a-825d-d79b3f071672 HTTP/1.1" status: 204 len: 173 time: 1.1035614 Nov 26 22:11:50.377184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e469d31d-2b9b-45b2-9ff1-398a5938ab98', 'name': 'network-vif-deleted', 'tag': '10153d76-7df9-457a-825d-d79b3f071672'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:11:50.383328 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12514832-216a-4f4b-b8e2-953a40c74d04" -d '{"events": [{"server_uuid": "e469d31d-2b9b-45b2-9ff1-398a5938ab98", "name": "network-vif-deleted", "tag": "10153d76-7df9-457a-825d-d79b3f071672"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:11:50.494553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:50.730851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19a5d77f-ff98-4c33-ba18-6e122a8a9653 req-b29e6505-aa85-4dc6-bb49-17b974fb47d0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6198606 Nov 26 22:11:50.735869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-42c14938-a6e6-4c4f-bce4-4282916e4c71 None None] For port 67589370-b59b-412e-ae0d-c0f0a512b4f4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=67589370-b59b-412e-ae0d-c0f0a512b4f4,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:50.798356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42c14938-a6e6-4c4f-bce4-4282916e4c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:50.809673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-885a9359-e1e9-4e38-aa8f-f5bc9b430da5 req-b6026c71-8d45-4d98-a18d-bad80c2734ae tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161687 Nov 26 22:11:50.871594 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d651997f-9d7a-4bc6-9aef-432984f00472 x-openstack-request-id: req-d651997f-9d7a-4bc6-9aef-432984f00472 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:11:50.871933 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e469d31d-2b9b-45b2-9ff1-398a5938ab98", "name": "network-vif-deleted", "tag": "10153d76-7df9-457a-825d-d79b3f071672", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:11:50.872223 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d651997f-9d7a-4bc6-9aef-432984f00472 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:11:50.872556 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e469d31d-2b9b-45b2-9ff1-398a5938ab98', 'name': 'network-vif-deleted', 'tag': '10153d76-7df9-457a-825d-d79b3f071672', 'status': 'completed', 'code': 200} Nov 26 22:11:50.989874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26f216a9-67d5-4b39-bc5d-2fba1bd958be tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.001463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26f216a9-67d5-4b39-bc5d-2fba1bd958be tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.008452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c14938-a6e6-4c4f-bce4-4282916e4c71 None None] Pushing event updated for resources: {'Port': ['ID=67589370-b59b-412e-ae0d-c0f0a512b4f4,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:51.148875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20421c-e8dd-41b6-9f9b-0053cfcb8f88 req-aef09264-a61a-49be-b3e9-401c6ba51cdc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:51.161469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf20421c-e8dd-41b6-9f9b-0053cfcb8f88 req-aef09264-a61a-49be-b3e9-401c6ba51cdc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.2112353 Nov 26 22:11:51.173228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-26f216a9-67d5-4b39-bc5d-2fba1bd958be tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.182035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-26f216a9-67d5-4b39-bc5d-2fba1bd958be tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.8240728 Nov 26 22:11:51.191187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45676) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:51.207029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8e7952cf-93b1-49b2-aebc-3c20439d09aa tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': '2698e482-8d3e-499f-b276-c52de6478fe6', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:51.241198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f216a9-67d5-4b39-bc5d-2fba1bd958be tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2698e482-8d3e-499f-b276-c52de6478fe6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:51.298728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fc18ae76-2709-44fd-8948-1a085b87a579 None None] Provisioning complete for port 67589370-b59b-412e-ae0d-c0f0a512b4f4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:51.299281 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fc18ae76-2709-44fd-8948-1a085b87a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.385747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e7952cf-93b1-49b2-aebc-3c20439d09aa tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.561577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:43Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:49Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:51.587146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e7952cf-93b1-49b2-aebc-3c20439d09aa tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.604129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e7952cf-93b1-49b2-aebc-3c20439d09aa tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.636218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf20421c-e8dd-41b6-9f9b-0053cfcb8f88 req-da095627-ad06-4806-8ead-07153bd03182 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150286 Nov 26 22:11:51.654718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd22eb5-a2df-4460-9e36-db8690ad940c req-5bc5b44b-7e3a-40d6-bd88-374846832eaf tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:51.654882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8935284-41c3-48d5-9d99-a203c965f6e6 None None] The sync data for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 is: [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:43Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:49Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:11:51.656262 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1dd22eb5-a2df-4460-9e36-db8690ad940c req-5bc5b44b-7e3a-40d6-bd88-374846832eaf tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.1553588 Nov 26 22:11:51.702812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10153d76-7df9-457a-825d-d79b3f071672 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:51.704111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7952cf-93b1-49b2-aebc-3c20439d09aa tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a5547b-9a06-4591-bb45-fb96389ac054,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:51.737338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 10153d76-7df9-457a-825d-d79b3f071672 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:51.737803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10153d76-7df9-457a-825d-d79b3f071672 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:51.768639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e7952cf-93b1-49b2-aebc-3c20439d09aa tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.771302 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8e7952cf-93b1-49b2-aebc-3c20439d09aa tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5807130 Nov 26 22:11:51.774813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45690) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:51.782169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bc709be7-4af9-40a4-95a5-8001da851829 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': '2698e482-8d3e-499f-b276-c52de6478fe6', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:51.794862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Router 0b67e862-2b22-458b-8885-7e62e62a7882 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:11:51.852100 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc709be7-4af9-40a4-95a5-8001da851829 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.874010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1dd22eb5-a2df-4460-9e36-db8690ad940c req-063f0517-1f98-48ad-ae24-f60b5f5b801f tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110467 Nov 26 22:11:51.984213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc709be7-4af9-40a4-95a5-8001da851829 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:51.998186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc709be7-4af9-40a4-95a5-8001da851829 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.076473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc709be7-4af9-40a4-95a5-8001da851829 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ade563c-c304-4806-9e84-73e3bee6c541,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:52.120429 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc709be7-4af9-40a4-95a5-8001da851829 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.134444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bc709be7-4af9-40a4-95a5-8001da851829 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3572412 Nov 26 22:11:52.135170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45696) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:52.135619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3c64987-f531-4028-b64d-3ef97cbe64af req-a888e6b1-365c-4d29-80ca-5d3bde8d3d49 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0879762 Nov 26 22:11:52.150893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a55359d8-1eaa-4435-b879-94252cbb1e19 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': '2698e482-8d3e-499f-b276-c52de6478fe6', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:52.261298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a55359d8-1eaa-4435-b879-94252cbb1e19 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.280095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:11:52.290386 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] Sync routers for ids ['0b67e862-2b22-458b-8885-7e62e62a7882'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:11:52.292596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4a9b8497-fa84-473e-a13f-e90fa38bb9a8 admin admin] 10.222.0.21 "PUT /v2.0/routers/0b67e862-2b22-458b-8885-7e62e62a7882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9014797 Nov 26 22:11:52.296795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45698) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:52.316220 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] Routers {'0b67e862-2b22-458b-8885-7e62e62a7882'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:52.316840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0b67e862-2b22-458b-8885-7e62e62a7882'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:52.362364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a55359d8-1eaa-4435-b879-94252cbb1e19 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.373959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a55359d8-1eaa-4435-b879-94252cbb1e19 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.413685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55359d8-1eaa-4435-b879-94252cbb1e19 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6249462a-540c-4049-a907-3fbcead9a53e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:52.433945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a55359d8-1eaa-4435-b879-94252cbb1e19 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.438546 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a55359d8-1eaa-4435-b879-94252cbb1e19 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3020487 Nov 26 22:11:52.439459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45700) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:52.445404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e0b5f04e-7842-4132-ac98-7fae152cc083 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': '2698e482-8d3e-499f-b276-c52de6478fe6', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:52.512613 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] Set router 0b67e862-2b22-458b-8885-7e62e62a7882 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:52.518395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f04e-7842-4132-ac98-7fae152cc083 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.656464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f04e-7842-4132-ac98-7fae152cc083 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.666979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f04e-7842-4132-ac98-7fae152cc083 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.674106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.704380 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0b5f04e-7842-4132-ac98-7fae152cc083 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.710066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e0b5f04e-7842-4132-ac98-7fae152cc083 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2693453 Nov 26 22:11:52.712769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45712) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:52.717596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a67dc160-c2b9-4909-8442-0dfae4587912 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': '2698e482-8d3e-499f-b276-c52de6478fe6', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:52.727505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5f04e-7842-4132-ac98-7fae152cc083 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75daf706-0f13-4c01-849b-2ac88fd6f25e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:52.754715 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-a67dc160-c2b9-4909-8442-0dfae4587912 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Project 26a5db67a7704386b732340608d3d4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:11:52.768138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a67dc160-c2b9-4909-8442-0dfae4587912 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.918880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a67dc160-c2b9-4909-8442-0dfae4587912 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.930255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a67dc160-c2b9-4909-8442-0dfae4587912 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.964160 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:52.995099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dc160-c2b9-4909-8442-0dfae4587912 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f3174a-f6db-4ed6-8c90-882cfa7b2c20,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:53.004061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9efe77-5667-45ae-b2a4-cab2d4b2088f req-560b1c6f-f146-403c-90f9-a76375fbcc7b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:53.006090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf9efe77-5667-45ae-b2a4-cab2d4b2088f req-560b1c6f-f146-403c-90f9-a76375fbcc7b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.0787976 Nov 26 22:11:53.016319 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a67dc160-c2b9-4909-8442-0dfae4587912 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:53.025991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a67dc160-c2b9-4909-8442-0dfae4587912 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3120036 Nov 26 22:11:53.026682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45724) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:53.033557 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:11:53.038915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-10d19f27-2978-4d37-a5f7-eaf1a37a939b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': '2698e482-8d3e-499f-b276-c52de6478fe6', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:11:53.092719 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-10d19f27-2978-4d37-a5f7-eaf1a37a939b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Project 26a5db67a7704386b732340608d3d4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:11:53.102753 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10d19f27-2978-4d37-a5f7-eaf1a37a939b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:53.155898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bf9efe77-5667-45ae-b2a4-cab2d4b2088f req-f29d7378-7ddb-4257-ab3d-ac0f50615ad3 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243627 Nov 26 22:11:53.274241 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T22:11:48Z', 'revision_number': 5, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port': {'id': 'b5125cbc-1c01-449b-9152-dedac5c331bc', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T21:59:11Z', 'updated_at': '2021-11-26T21:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:53.281831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e91b2-e0d5-48b5-9c3a-06c1bc4abcc5 req-162aaf31-fd79-4173-a08b-cba58847b053 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:53.294839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-479e91b2-e0d5-48b5-9c3a-06c1bc4abcc5 req-162aaf31-fd79-4173-a08b-cba58847b053 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.3014536 Nov 26 22:11:53.336237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10d19f27-2978-4d37-a5f7-eaf1a37a939b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:53.348857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10d19f27-2978-4d37-a5f7-eaf1a37a939b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:53.391771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d19f27-2978-4d37-a5f7-eaf1a37a939b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b634268-6193-435f-9d52-b22961e25b1f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:53.407722 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] Checking router: 0b67e862-2b22-458b-8885-7e62e62a7882 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:11:53.408581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-10d19f27-2978-4d37-a5f7-eaf1a37a939b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:53.412657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-10d19f27-2978-4d37-a5f7-eaf1a37a939b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3821673 Nov 26 22:11:53.441508 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] Routers {'0b67e862-2b22-458b-8885-7e62e62a7882'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:11:53.442119 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['0b67e862-2b22-458b-8885-7e62e62a7882'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:53.485172 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f1714992-2bdc-45a3-b877-e56ccf07c69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:53.493284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1035782e-ddf8-497c-8df7-329415b3c84a req-6c55e900-16c2-4e37-aa24-a3138a7a09dd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.1352761 Nov 26 22:11:53.524995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Deleting port b5125cbc-1c01-449b-9152-dedac5c331bc {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:53.527568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:53.726364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-479e91b2-e0d5-48b5-9c3a-06c1bc4abcc5 req-db8f812b-8a12-4f07-a39e-5cf4eb9310c2 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236794 Nov 26 22:11:53.755272 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] Set router 0b67e862-2b22-458b-8885-7e62e62a7882 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:11:53.814661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] For port b5125cbc-1c01-449b-9152-dedac5c331bc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b5125cbc-1c01-449b-9152-dedac5c331bc,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:53.815145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:53.857077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Calling delete_port for b5125cbc-1c01-449b-9152-dedac5c331bc owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:53.869857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 67589370-b59b-412e-ae0d-c0f0a512b4f4 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:11:53.903392 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T22:11:52Z', 'revision_number': 6, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:53.971122 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7b22-5520-4378-a4d5-ace47be833da None None] The sync data for ids ['0b67e862-2b22-458b-8885-7e62e62a7882'] in n-d-819494-1 is: [{'id': '0b67e862-2b22-458b-8885-7e62e62a7882', 'name': 'tempest-TaggedBootDevicesTest_v242-2137103774-router', 'tenant_id': 'a59f548b258d49938c32b012fecce8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T21:59:10Z', 'updated_at': '2021-11-26T22:11:52Z', 'revision_number': 6, 'project_id': 'a59f548b258d49938c32b012fecce8be', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:11:54.017031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 67589370-b59b-412e-ae0d-c0f0a512b4f4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:11:54.018983 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:54.109478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-c2dc01b8-0f45-43e7-a26e-7d293f373901 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20473577&fields=id&tenant_id=26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 267 time: 0.1426747 Nov 26 22:11:54.183830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-f5610ef7-782d-41ba-b7b9-8dc134875aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:54.186236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-f5610ef7-782d-41ba-b7b9-8dc134875aa1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a0dc83d1fc04cc49e84a69d467cd813&device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 1097 time: 0.1193910 Nov 26 22:11:54.301711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54001caf-8a21-44d5-a1b3-27c27b5e9d44 req-bdc6081a-7ecb-4956-8c9c-2f57b9821aa3 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:54.303382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54001caf-8a21-44d5-a1b3-27c27b5e9d44 req-bdc6081a-7ecb-4956-8c9c-2f57b9821aa3 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.2222130 Nov 26 22:11:54.439438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-bdd874fc-1e0d-407b-a3f3-8f1b11f1fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:54.441884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-bdd874fc-1e0d-407b-a3f3-8f1b11f1fa1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad HTTP/1.1" status: 200 len: 911 time: 0.2272780 Nov 26 22:11:54.516695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-2cb1bf67-dc46-4e8e-9bf9-83e4a428bba3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0 HTTP/1.1" status: 200 len: 217 time: 0.0643744 Nov 26 22:11:54.595824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-c8f318ab-622a-472d-8b58-85f940c9684a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:54.597455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-c8f318ab-622a-472d-8b58-85f940c9684a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/networks?id=79ddaa12-7880-4ed9-a200-bffd90ea5577 HTTP/1.1" status: 200 len: 796 time: 0.4462233 Nov 26 22:11:54.609379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54001caf-8a21-44d5-a1b3-27c27b5e9d44 req-aa9dfef8-99eb-40c0-82c4-09c6ed161847 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975798 Nov 26 22:11:54.631479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-8abab6ad-b6d0-4662-b523-eb15328749c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/quotas/26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 375 time: 0.0197477 Nov 26 22:11:54.717695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-68f1edeb-3546-4e5e-a9c7-5d04e8380b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:54.719232 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-68f1edeb-3546-4e5e-a9c7-5d04e8380b63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bde6c1e9-b501-4073-8aae-5a2eda826a2b HTTP/1.1" status: 200 len: 850 time: 0.1949587 Nov 26 22:11:54.763397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-747b1e29-8064-4ed3-b4f4-94a9e86e481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:54.764894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-747b1e29-8064-4ed3-b4f4-94a9e86e481f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 1096 time: 0.2086406 Nov 26 22:11:54.786190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-ea9aa1ed-4a99-49cf-8d04-2ef4837ddcf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d21e3a61-2e86-4599-b9ec-5964bfd6fcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537834 Nov 26 22:11:54.815525 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-3316a18a-915c-44a9-bd85-ff7cecaff8dc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1806602 Nov 26 22:11:54.826904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:54.882802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b64965-1ba0-489c-9d64-d794fa80ccc3 req-a77a25c1-60f1-4190-a3e3-5bda0786fb55 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:54.884441 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53b64965-1ba0-489c-9d64-d794fa80ccc3 req-a77a25c1-60f1-4190-a3e3-5bda0786fb55 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.1275876 Nov 26 22:11:54.907183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2973bbd4-8dd1-4a40-933d-ee5981a4e3a2 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:54.924379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5125cbc-1c01-449b-9152-dedac5c331bc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:54.981425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-fc84c06c-0461-4e9f-a7ae-ac5083fb7629 service neutron] 10.222.0.13 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828969 Nov 26 22:11:55.009461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53b64965-1ba0-489c-9d64-d794fa80ccc3 req-77111dbb-b2bd-42de-aaa9-e02f82c690aa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887501 Nov 26 22:11:55.056505 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:55.601028 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8a7a89d-0355-4bfb-9a7f-dd534b5df976 req-5a8a4834-5df9-412c-b6e9-4bad597b5bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694283 Nov 26 22:11:55.694686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-75bd133e-8999-40ec-a162-7ac9e5d1397c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:55.696539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-75bd133e-8999-40ec-a162-7ac9e5d1397c service neutron] 10.222.0.13 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.9084978 Nov 26 22:11:55.745162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b5125cbc-1c01-449b-9152-dedac5c331bc no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:55.769844 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-54165b1b-43af-461b-90ce-90543a95f126 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34 HTTP/1.1" status: 200 len: 217 time: 0.0650289 Nov 26 22:11:55.775480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b5125cbc-1c01-449b-9152-dedac5c331bc {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:55.775954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b5125cbc-1c01-449b-9152-dedac5c331bc not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:55.776489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:55.813371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:55.813981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5f4e00b0-d1e4-4481-b36e-dd0750fdd1bc not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:55.837800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:55.839991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:55.842893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-1dd1f05d-dbec-4eca-a3d3-2e1a98f067ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:55.844781 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-1dd1f05d-dbec-4eca-a3d3-2e1a98f067ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.0661111 Nov 26 22:11:55.899498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7cb372b0-2212-45cd-8f87-95383a2c709f req-13370462-e673-4374-adcb-6d20a016ce7d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0939806 Nov 26 22:11:55.929543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-810fa072-be06-43c0-864b-5bec79c5c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:55.931284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-810fa072-be06-43c0-864b-5bec79c5c44f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761199 Nov 26 22:11:55.982189 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:55.982720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b67e862-2b22-458b-8885-7e62e62a7882 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:11:55.997419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:56.000806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e9f0631b-1c3b-44c4-b555-ed3e6d838af9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0b67e862-2b22-458b-8885-7e62e62a7882 HTTP/1.1" status: 204 len: 168 time: 3.7008166 Nov 26 22:11:56.029024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45784) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:56.096200 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-7c20711c-bcaf-4c1f-9d3b-bcb95e46fc5d service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545675 Nov 26 22:11:56.150982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-ee2e82a8-001d-4f35-bb21-baedd7f1914a service neutron] 10.222.0.21 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2595370 Nov 26 22:11:56.246109 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-57ac0696-d643-4e32-a82e-716ed59a6798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:56.260484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Deleting subnet 842795a4-c679-43d8-9b51-3f9484a274c1 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:11:56.265490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:56.296586 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fcbca281-9c52-445c-bb37-8637b593dc68 req-260ff8fb-4284-4f19-a9ca-ac7dd2c8d07f service neutron] 10.222.0.13 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925654 Nov 26 22:11:56.314499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d750df-b118-44f4-ac12-44c2d6cb1b1b req-72b56139-1da4-4094-96bf-a757d2c2ba3b tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:56.316043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9d750df-b118-44f4-ac12-44c2d6cb1b1b req-72b56139-1da4-4094-96bf-a757d2c2ba3b tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.3105016 Nov 26 22:11:56.351314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:56.412348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-afceb16b-959c-457a-b1a7-2d490e6b0a40 service neutron] 10.222.0.21 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351453 Nov 26 22:11:56.517624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:56.683224 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:56.817603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=842795a4-c679-43d8-9b51-3f9484a274c1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:56.847337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.847970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.848117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.848371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.848713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.852129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.852499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.852853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.853199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.853540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.853880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.857110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:56.871839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daabf9b1-89ba-4edc-be17-1410b910d37f None None] Network 3b610911-4c88-4f40-9288-d3e28a0fb610 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:11:56.890023 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:56.907308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d320a3c-2942-4275-967b-10a075053885 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/842795a4-c679-43d8-9b51-3f9484a274c1 HTTP/1.1" status: 204 len: 168 time: 0.8775444 Nov 26 22:11:56.907486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45800) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:56.934451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9d750df-b118-44f4-ac12-44c2d6cb1b1b req-ddda2a7d-a323-4715-bdad-6e8936cfb05a tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054242 Nov 26 22:11:57.051036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:57.061220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4b43f-2308-4ab1-ac77-ef42b4a1a5bc req-1b33ba93-dd10-4425-af84-d40cb0d2d3c6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:57.065212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24e4b43f-2308-4ab1-ac77-ef42b4a1a5bc req-1b33ba93-dd10-4425-af84-d40cb0d2d3c6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.1816194 Nov 26 22:11:57.214217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8369cb97-686a-4ac4-a817-cf060932aaf1 req-b4a1c49f-feae-4ab6-92b6-180c95a0923d tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 210 time: 0.1235359 Nov 26 22:11:57.241281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Deleting port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:57.242912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:57.244705 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:57.323097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24e4b43f-2308-4ab1-ac77-ef42b4a1a5bc req-dc02105c-f7a2-4889-95bd-f7ba5fc4092d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484961 Nov 26 22:11:57.368069 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1cadbfcf-8d16-4ea0-84a9-529665a98b40 req-02583c09-3b9d-4dae-8590-4b30092bed35 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0610518 Nov 26 22:11:57.409594 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] For port dc8e8092-a1f5-44ee-bb83-b6e940dd8167, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,segment=NetworkSegment(b744c374-355a-40e8-852e-56a8ecec6f5a),segment_id=b744c374-355a-40e8-852e-56a8ecec6f5a)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:57.412451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:57.436589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] DHCP port deletion for 3b610911-4c88-4f40-9288-d3e28a0fb610 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:11:57.441486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Calling delete_port for dc8e8092-a1f5-44ee-bb83-b6e940dd8167 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:57.571341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] Deleting port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:11:57.571715 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:57.600235 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:57.687435 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:57.716221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] No DVR routers for this DVR port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:57.723404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.723790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.724819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.725660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.725660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.725917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.726243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.726642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.729055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.729055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.729055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.729055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:11:57.729898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] For port dc8e8092-a1f5-44ee-bb83-b6e940dd8167, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,segment=NetworkSegment(b744c374-355a-40e8-852e-56a8ecec6f5a),segment_id=b744c374-355a-40e8-852e-56a8ecec6f5a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:57.735435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:57.743089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device dc8e8092-a1f5-44ee-bb83-b6e940dd8167 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:57.852952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] Calling delete_port for dc8e8092-a1f5-44ee-bb83-b6e940dd8167 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:11:57.860986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: dc8e8092-a1f5-44ee-bb83-b6e940dd8167 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:11:57.861336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device dc8e8092-a1f5-44ee-bb83-b6e940dd8167 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:11:57.924587 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:57.972623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b610911-4c88-4f40-9288-d3e28a0fb610']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:58.004031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b744c374-355a-40e8-852e-56a8ecec6f5a') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:58.004344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b744c374-355a-40e8-852e-56a8ecec6f5a') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:11:58.025951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:58.078322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:58.102785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:11:58.103498 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:11:58.105934 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:11:58.198485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:58.203516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a6c7a-342c-4899-b0b2-d7cef509d806 req-237f6a7e-468b-4abb-bab0-c94b305f8a80 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:58.216156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25a6c7a-342c-4899-b0b2-d7cef509d806 req-237f6a7e-468b-4abb-bab0-c94b305f8a80 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.1248870 Nov 26 22:11:58.226018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] No DVR routers for this DVR port dc8e8092-a1f5-44ee-bb83-b6e940dd8167 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:11:58.270681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a246-f82a-4c71-a71f-2b1edf483466 None None] Pushing event deleted for resources: {'Port': ['ID=dc8e8092-a1f5-44ee-bb83-b6e940dd8167,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:58.343922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25a6c7a-342c-4899-b0b2-d7cef509d806 req-6b1ea303-3d51-43e2-8989-93de3f94842e tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263969 Nov 26 22:11:58.415029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:58.486350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:58.493493 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b610911-4c88-4f40-9288-d3e28a0fb610 HTTP/1.1" status: 204 len: 168 time: 1.5848932 Nov 26 22:11:58.494555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056df73-77a5-4d65-b058-a1b1eaace3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b610911-4c88-4f40-9288-d3e28a0fb610,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:58.501755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32891be8-93e0-450f-bb4b-9b8e173ee816 req-fe821a98-e794-43bc-b264-9bff34695c30 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 210 time: 0.0821178 Nov 26 22:11:58.623911 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:58.758498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732305f5-482b-4526-a5f3-3a73e620272f req-68145e1a-d89c-411c-b288-62a126c1ed2d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0696144 Nov 26 22:11:58.839938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28a1f8-6349-45bd-9403-c87832cb222c req-c296d36e-c40f-42d4-af81-9e62ffa5c81f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:58.860049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef28a1f8-6349-45bd-9403-c87832cb222c req-c296d36e-c40f-42d4-af81-9e62ffa5c81f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 945 time: 0.2756066 Nov 26 22:11:58.947502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45842) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:59.034775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef28a1f8-6349-45bd-9403-c87832cb222c req-a6195a7c-5a41-403c-b489-f7bd47d350d1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736462 Nov 26 22:11:59.107711 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:59.116029 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9271f50a-9f1f-4ed5-b967-3db7043f90f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bf9bb57abcd4c83ac66a561a29d08ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624272 Nov 26 22:11:59.116559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45850) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:11:59.399569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 36a12358-e45a-47dd-a2bb-fe8de2248d34 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:11:59.600625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27489853-a7cd-453c-b4aa-13de8a316253 req-c6995b08-9a0c-4ab8-8628-d36906512d9c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:59.606677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27489853-a7cd-453c-b4aa-13de8a316253 req-c6995b08-9a0c-4ab8-8628-d36906512d9c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.3850923 Nov 26 22:11:59.672490 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:59.760575 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-645bcb59-3dac-4004-b3cd-5daefd886287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:59.795007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:11:59.796498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:11:59.799430 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f7a28-0719-4a8a-804d-ba9918a64876" -d '{"events": [{"server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "name": "network-vif-unplugged", "status": "completed", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:11:59.804634 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:59.839928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abca30-e7d3-4bf4-ac71-afdd473078b3 req-69f37818-2534-4135-bcc5-b7303bdd47ea tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:59.868413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91abca30-e7d3-4bf4-ac71-afdd473078b3 req-69f37818-2534-4135-bcc5-b7303bdd47ea tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.4317095 Nov 26 22:11:59.913012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-645bcb59-3dac-4004-b3cd-5daefd886287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:11:59.951836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:11:59.978814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-6ecf9ce6-8926-435a-ae84-d1348fdfd9c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:11:59.982481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-6ecf9ce6-8926-435a-ae84-d1348fdfd9c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.13 "GET /v2.0/networks?id=79ddaa12-7880-4ed9-a200-bffd90ea5577 HTTP/1.1" status: 200 len: 796 time: 0.5680413 Nov 26 22:12:00.086638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27489853-a7cd-453c-b4aa-13de8a316253 req-fb363890-50ec-45b2-bb28-e74947dd5768 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310834 Nov 26 22:12:00.107952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-645bcb59-3dac-4004-b3cd-5daefd886287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:00.115626 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-645bcb59-3dac-4004-b3cd-5daefd886287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:00.116626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-645bcb59-3dac-4004-b3cd-5daefd886287 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c53f69fa-b0db-4eee-8df5-04aff93d09fd HTTP/1.1" status: 204 len: 168 time: 0.9990554 Nov 26 22:12:00.153680 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-c0556269-efa3-4a4e-9863-bede1d789755 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 378 time: 0.1536264 Nov 26 22:12:00.165921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'port': {'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'admin_state_up': True, 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'security_groups': ['2698e482-8d3e-499f-b276-c52de6478fe6']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:00.180123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bcb59-3dac-4004-b3cd-5daefd886287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53f69fa-b0db-4eee-8df5-04aff93d09fd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:00.217035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91abca30-e7d3-4bf4-ac71-afdd473078b3 req-7d88da6c-35db-4e82-ab7e-8e95e8faae44 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475149 Nov 26 22:12:00.400946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65edb1c0-4969-4dfb-9903-d8e52bcb48d8 req-4fb1652c-deb0-49c4-8843-08ae548b72c4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0679140 Nov 26 22:12:00.527252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f0738e5-2784-4343-9f4e-8e3b5e75f5bc req-58a207b2-a640-43ae-8310-2c9245e8b67e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 210 time: 0.1230881 Nov 26 22:12:00.543107 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b480c18-e86d-4dc1-bcb2-37ae91ce7454 x-openstack-request-id: req-7b480c18-e86d-4dc1-bcb2-37ae91ce7454 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:00.543496 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "name": "network-vif-unplugged", "status": "failed", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34", "code": 422}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:00.543654 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b480c18-e86d-4dc1-bcb2-37ae91ce7454 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:00.544173 n-d-819494-1 neutron-server[110001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'code': 422} returned with failed status Nov 26 22:12:00.623527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:00.629708 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:00.765295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847b6b8-c7ae-4d33-b4f6-ee6c207733d7 req-02b8d9fe-f431-4f26-b2b3-2e0da9757690 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:00.780617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c847b6b8-c7ae-4d33-b4f6-ee6c207733d7 req-02b8d9fe-f431-4f26-b2b3-2e0da9757690 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1084867 Nov 26 22:12:00.945190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c847b6b8-c7ae-4d33-b4f6-ee6c207733d7 req-00417438-ed52-457c-b02f-6b8c5c818444 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617284 Nov 26 22:12:01.247731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.20.0.3 (79ddaa12-7880-4ed9-a200-bffd90ea5577/8e067b0e-cda9-4775-8e92-2881dacfbfff/097cc854-6e89-41ff-9dcb-5a01712a9ca3) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:01.316541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45884) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:01.454695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a609d22-4d24-44ef-8a0c-0ce2e35dd708 req-5cc32a34-206f-428f-85d9-fc3012e287af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:01.463111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a609d22-4d24-44ef-8a0c-0ce2e35dd708 req-5cc32a34-206f-428f-85d9-fc3012e287af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1760373 Nov 26 22:12:01.518066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17663ce0-77a9-4862-8d2f-b7cec4dffee4 req-b0f725a9-fe1c-4c5a-a5a2-af7dac8807a7 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:01.520008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17663ce0-77a9-4862-8d2f-b7cec4dffee4 req-b0f725a9-fe1c-4c5a-a5a2-af7dac8807a7 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.1418605 Nov 26 22:12:01.587750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a609d22-4d24-44ef-8a0c-0ce2e35dd708 req-5de336e1-461e-4c79-af0e-5e6b8d269597 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107941 Nov 26 22:12:01.589504 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e65424ce-340a-48f7-a198-641b59c10e17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a59f548b258d49938c32b012fecce8be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553506 Nov 26 22:12:01.590252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45894) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:01.689666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-617d95be-e27e-4e07-bd3e-c3733ea4b65a tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:01.691319 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-617d95be-e27e-4e07-bd3e-c3733ea4b65a tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.13 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 946 time: 0.1202998 Nov 26 22:12:01.757189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17663ce0-77a9-4862-8d2f-b7cec4dffee4 req-5e670a0f-8a1d-4327-9a36-e78af2049634 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1b3b673-a0f2-4847-aff1-c979b48d8474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265739 Nov 26 22:12:01.820588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49489d29-4c46-4e6e-9801-612b5d20fa1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:01.839178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df373da0-641d-436f-9b8b-3b5a38c528cf req-5a51921d-8cf8-4a97-bca5-e2132b719204 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=e469d31d-2b9b-45b2-9ff1-398a5938ab98 HTTP/1.1" status: 200 len: 210 time: 0.0670037 Nov 26 22:12:01.848152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:01.868667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49489d29-4c46-4e6e-9801-612b5d20fa1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:01.920465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7d5da35-86f5-43c3-83ae-d3f3968e033c req-1df882b5-7be7-4419-a6a1-278c6c3d722b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 210 time: 0.0361943 Nov 26 22:12:01.923276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.002027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:02.003800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=097cc854-6e89-41ff-9dcb-5a01712a9ca3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:02.004401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49489d29-4c46-4e6e-9801-612b5d20fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.007521 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49489d29-4c46-4e6e-9801-612b5d20fa1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.009360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-49489d29-4c46-4e6e-9801-612b5d20fa1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e40b4da-3346-454d-a153-c75cc2123513 HTTP/1.1" status: 204 len: 168 time: 0.4265013 Nov 26 22:12:02.030015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:02.030419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49489d29-4c46-4e6e-9801-612b5d20fa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e40b4da-3346-454d-a153-c75cc2123513,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:02.033791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:02.043092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Deleting port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:12:02.043439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.204119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:02.204976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.242880 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-088419e7-4f83-4f64-a4d2-e7d57751323a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0815508 Nov 26 22:12:02.266403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Request body: {'port': {'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:02.276597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] For port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,segment=NetworkSegment(4793d7bc-13c5-44d0-b924-08a020d9c160),segment_id=4793d7bc-13c5-44d0-b924-08a020d9c160)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:02.277210 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.351624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Calling delete_port for 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:12:02.503644 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.565786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-694ecc09-2ca2-4277-a5cd-db582c443d09 None None] Provisioning complete for port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:02.569187 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-694ecc09-2ca2-4277-a5cd-db582c443d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.644586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-694ecc09-2ca2-4277-a5cd-db582c443d09 None None] Port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:02.797883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7e8c2-8883-4c2d-8338-768202453333 req-b94592ee-3b82-4a20-866f-fb43083aab51 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:02.810659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65c7e8c2-8883-4c2d-8338-768202453333 req-b94592ee-3b82-4a20-866f-fb43083aab51 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1104634 Nov 26 22:12:02.904268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:02.930011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65c7e8c2-8883-4c2d-8338-768202453333 req-f71e4676-f906-41c0-9643-2a8e0dcd4dcd tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134081 Nov 26 22:12:02.936906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['9f2d426f-724b-4a54-8b9f-8f5e71a102a0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:12:02.992920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f415bd3f-3523-4ea5-b82e-c4b85b33e565 req-0fa33c81-b5cd-41ad-b87e-73891584cf6b tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.21 "GET /v2.0/ports?device_id=b28e275d-6a0a-4029-b47b-4cad2cd2fa1d HTTP/1.1" status: 200 len: 210 time: 0.0325897 Nov 26 22:12:03.045497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Pushing event deleted for resources: {'Port': ['ID=9f2d426f-724b-4a54-8b9f-8f5e71a102a0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:03.160068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] No DVR routers for this DVR port 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:12:03.163946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:03.167855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1ccc9a6b-2094-4432-b68c-c44fe7c31ca7 req-f1781699-f5a3-4ca5-a733-569d4a17a1b5 tempest-TestServerAdvancedOps-1337434849 tempest-TestServerAdvancedOps-1337434849-project] 10.222.0.13 "DELETE /v2.0/ports/9f2d426f-724b-4a54-8b9f-8f5e71a102a0 HTTP/1.1" status: 204 len: 173 time: 1.4677014 Nov 26 22:12:03.168815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28e275d-6a0a-4029-b47b-4cad2cd2fa1d', 'name': 'network-vif-deleted', 'tag': '9f2d426f-724b-4a54-8b9f-8f5e71a102a0'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:03.171360 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a999d0b1-7586-4b87-bc8e-ead0f7abd196" -d '{"events": [{"server_uuid": "b28e275d-6a0a-4029-b47b-4cad2cd2fa1d", "name": "network-vif-deleted", "tag": "9f2d426f-724b-4a54-8b9f-8f5e71a102a0"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:03.231568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bd5e3-030f-4595-966b-9973f925ed01 req-f981990b-c477-4287-b4ab-a783c03c5bb5 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:03.239967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-095bd5e3-030f-4595-966b-9973f925ed01 req-f981990b-c477-4287-b4ab-a783c03c5bb5 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 931 time: 0.1014738 Nov 26 22:12:03.288158 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874efb43-4af0-483c-a984-852296173346 x-openstack-request-id: req-874efb43-4af0-483c-a984-852296173346 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:03.288669 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28e275d-6a0a-4029-b47b-4cad2cd2fa1d", "name": "network-vif-deleted", "tag": "9f2d426f-724b-4a54-8b9f-8f5e71a102a0", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:03.288901 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-874efb43-4af0-483c-a984-852296173346 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:03.289164 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28e275d-6a0a-4029-b47b-4cad2cd2fa1d', 'name': 'network-vif-deleted', 'tag': '9f2d426f-724b-4a54-8b9f-8f5e71a102a0', 'status': 'completed', 'code': 200} Nov 26 22:12:03.341543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-095bd5e3-030f-4595-966b-9973f925ed01 req-b2930ae1-f41d-402b-a052-eb7ef772119b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0953655 Nov 26 22:12:03.391698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097cc854-6e89-41ff-9dcb-5a01712a9ca3 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:03.406029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:03.425186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Transition to ACTIVE for port object 097cc854-6e89-41ff-9dcb-5a01712a9ca3 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:12:03.426458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 36a12358-e45a-47dd-a2bb-fe8de2248d34 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:12:03.432261 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:03.596266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:12:03.707651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:12:03.708196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 9f2d426f-724b-4a54-8b9f-8f5e71a102a0 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:12:03.754613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Pushing event updated for resources: {'Port': ['ID=097cc854-6e89-41ff-9dcb-5a01712a9ca3,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:03.827422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Attempting to bind port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:03.827866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Attempting to bind port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:03.828187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Attempting to bind port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 on network 79ddaa12-7880-4ed9-a200-bffd90ea5577 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:03.847366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 on network 79ddaa12-7880-4ed9-a200-bffd90ea5577 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:12:03.851729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Attempting to bind port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 on network 79ddaa12-7880-4ed9-a200-bffd90ea5577 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:03.873005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:03.874770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Checking segment: {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:03.876743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Bound using segment: {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:03.880929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Bound port: 097cc854-6e89-41ff-9dcb-5a01712a9ca3, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b886850-a453-4a9a-b965-ae5673c6b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:03.881671 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.048971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] For port 097cc854-6e89-41ff-9dcb-5a01712a9ca3, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:04.053260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] For port 097cc854-6e89-41ff-9dcb-5a01712a9ca3, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:04.059647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45962) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:04.069128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.132933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:04.152789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:04.157079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.161697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/097cc854-6e89-41ff-9dcb-5a01712a9ca3 HTTP/1.1" status: 200 len: 1091 time: 1.9015958 Nov 26 22:12:04.228627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aafce-5cce-4e66-9b7f-d785b50192f2 service neutron] Pushing event updated for resources: {'Port': ['ID=097cc854-6e89-41ff-9dcb-5a01712a9ca3,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:04.248098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e3cd49-d17d-4024-9643-68a0fbfcddbe admin admin] Deleting subnet bde6c1e9-b501-4073-8aae-5a2eda826a2b {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:12:04.273528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3e3cd49-d17d-4024-9643-68a0fbfcddbe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.336234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1760205888-network', 'tenant_id': '89c9e6b777614d2596db5562622c82b0'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:04.355252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-4ddc2f40-a485-4fa6-9099-ea7797dcd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:04.359741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-4ddc2f40-a485-4fa6-9099-ea7797dcd675 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 1094 time: 0.1112328 Nov 26 22:12:04.389365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3e3cd49-d17d-4024-9643-68a0fbfcddbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.426480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-a369557e-310c-4277-b4e5-3605de78dba0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3 HTTP/1.1" status: 200 len: 217 time: 0.0513668 Nov 26 22:12:04.461259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbdc41-522a-41ef-a314-3a47fa1956b1 req-85a6d24b-78f6-4c21-9e69-4d0cc769de9f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:04.464049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dacbdc41-522a-41ef-a314-3a47fa1956b1 req-85a6d24b-78f6-4c21-9e69-4d0cc769de9f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.3409257 Nov 26 22:12:04.471459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Made reservation on behalf of 89c9e6b777614d2596db5562622c82b0 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:04.476833 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.519282 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3e3cd49-d17d-4024-9643-68a0fbfcddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.525345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-153635c7-436c-4d0a-a5b4-2fabba790fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:04.531570 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-153635c7-436c-4d0a-a5b4-2fabba790fed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e067b0e-cda9-4775-8e92-2881dacfbfff HTTP/1.1" status: 200 len: 835 time: 0.0983531 Nov 26 22:12:04.578253 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.586353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45974) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:04.626890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-2894e69d-bb6f-47f3-a10e-5b606ad121fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:04.630536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-2894e69d-bb6f-47f3-a10e-5b606ad121fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79ddaa12-7880-4ed9-a200-bffd90ea5577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920923 Nov 26 22:12:04.663286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dacbdc41-522a-41ef-a314-3a47fa1956b1 req-40c50216-7638-4a37-8abb-10495a68f1b0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864847 Nov 26 22:12:04.664486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3e3cd49-d17d-4024-9643-68a0fbfcddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.797907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.801220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3cd49-d17d-4024-9643-68a0fbfcddbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde6c1e9-b501-4073-8aae-5a2eda826a2b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:04.805450 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79eabbbf-8af9-4a7b-a7eb-c4cb53e95a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.811614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3e3cd49-d17d-4024-9643-68a0fbfcddbe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.819522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b3e3cd49-d17d-4024-9643-68a0fbfcddbe admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bde6c1e9-b501-4073-8aae-5a2eda826a2b HTTP/1.1" status: 204 len: 168 time: 0.6624367 Nov 26 22:12:04.819760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-46c1cf6e-f587-4fe3-955b-8dbb0a3188ae service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797297 Nov 26 22:12:04.821833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 45978) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:04.822589 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.900186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:12:04.909558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80511c28-16bd-4278-8d50-f9d3e0748a50 req-c34943cf-78d8-4298-9018-98b86f4c41e3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:04.917895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80511c28-16bd-4278-8d50-f9d3e0748a50 req-c34943cf-78d8-4298-9018-98b86f4c41e3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 943 time: 0.4177175 Nov 26 22:12:04.977906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:04.983255 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:04.983966 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Added segment ea140cea-9149-452b-adab-3a56485e7524 of type vlan for network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a Nov 26 22:12:05.013391 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.036007 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-092f55da-6253-4fbe-ac3a-5f5ff44aee9a req-cf9c91c5-72c0-4595-87d2-eacc2be651f3 service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090864 Nov 26 22:12:05.076709 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79eabbbf-8af9-4a7b-a7eb-c4cb53e95a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.082912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-79eabbbf-8af9-4a7b-a7eb-c4cb53e95a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.142487 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-79eabbbf-8af9-4a7b-a7eb-c4cb53e95a8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87f428c772cf48a7a628f6362e465e26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5508044 Nov 26 22:12:05.143171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 45988) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:05.145084 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.145605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eabbbf-8af9-4a7b-a7eb-c4cb53e95a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068ba7f6-0429-4493-a3e5-a8f8066b5b2e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:05.242641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80511c28-16bd-4278-8d50-f9d3e0748a50 req-a53bdba2-7b00-4dfd-a17d-cba8aa89c465 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3177781 Nov 26 22:12:05.248803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66a60710-d523-418e-b1b7-ed54f9b7781a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.291932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:05.294254 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee4027f-5179-495a-8f37-f231c2795fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:05.299447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66a60710-d523-418e-b1b7-ed54f9b7781a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.345027 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.346181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:05.346885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.386824 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131e11cd-c6e3-46e0-a38e-5d6594d78f09 x-openstack-request-id: req-131e11cd-c6e3-46e0-a38e-5d6594d78f09 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:05.387721 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:05.388142 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-131e11cd-c6e3-46e0-a38e-5d6594d78f09 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:05.388763 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'status': 'completed', 'code': 200} Nov 26 22:12:05.421377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66a60710-d523-418e-b1b7-ed54f9b7781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.425733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66a60710-d523-418e-b1b7-ed54f9b7781a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.438458 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-66a60710-d523-418e-b1b7-ed54f9b7781a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/068ba7f6-0429-4493-a3e5-a8f8066b5b2e HTTP/1.1" status: 204 len: 168 time: 0.2905774 Nov 26 22:12:05.453684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3900793 Nov 26 22:12:05.489240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46004) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:05.519089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Request body: {'subnet': {'network_id': '6c1ee847-dce6-46e5-9404-ed7d7dd9208a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1760205888-subnet', 'tenant_id': '89c9e6b777614d2596db5562622c82b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:05.579713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a60710-d523-418e-b1b7-ed54f9b7781a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068ba7f6-0429-4493-a3e5-a8f8066b5b2e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:05.603661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.648992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Made reservation on behalf of 89c9e6b777614d2596db5562622c82b0 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:05.652369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.656797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966c5e-0c1c-4d68-b742-4411eae11ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c1ee847-dce6-46e5-9404-ed7d7dd9208a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:05.669013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-72168c10-b434-4df5-940d-6f1e5293e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:05.678901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:12:05.680139 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-72168c10-b434-4df5-940d-6f1e5293e713 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 1094 time: 0.2397768 Nov 26 22:12:05.730087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21e3a61-2e86-4599-b9ec-5964bfd6fcad']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:05.774027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4793d7bc-13c5-44d0-b924-08a020d9c160') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:05.774505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4793d7bc-13c5-44d0-b924-08a020d9c160') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:05.806342 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.866043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.882959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:12:05.883421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:12:05.885498 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:12:06.024534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.039610 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.049665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d21e3a61-2e86-4599-b9ec-5964bfd6fcad HTTP/1.1" status: 204 len: 168 time: 1.2234566 Nov 26 22:12:06.054781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46014) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:06.065689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-067f60b9-4315-4509-b6d4-6e22ff5b0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:06.066601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228eaa9-8c8b-417b-af2e-b86b78ded831 admin admin] Pushing event deleted for resources: {'Network': ['ID=d21e3a61-2e86-4599-b9ec-5964bfd6fcad,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:06.068647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-067f60b9-4315-4509-b6d4-6e22ff5b0397 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79ddaa12-7880-4ed9-a200-bffd90ea5577 HTTP/1.1" status: 200 len: 897 time: 0.3572881 Nov 26 22:12:06.080026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46016) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:06.102447 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e743-a7b5-4320-bdcd-b78eedb040b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.158424 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-818905e9-db59-4c78-b979-259606f96b16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3 HTTP/1.1" status: 200 len: 217 time: 0.0644548 Nov 26 22:12:06.228536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421888c8-aee2-4e51-a547-4339b3e1a3e8 req-27f7a500-8dc2-4701-840d-847d31e004ac tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:06.235412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-39afe202-f25b-4db4-89ed-e06123b65f81 admin admin] Deleting subnet f75e6170-f60c-43c7-b679-1cdc42b69882 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:12:06.236854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-421888c8-aee2-4e51-a547-4339b3e1a3e8 req-27f7a500-8dc2-4701-840d-847d31e004ac tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.4439132 Nov 26 22:12:06.252133 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39afe202-f25b-4db4-89ed-e06123b65f81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.300343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-421888c8-aee2-4e51-a547-4339b3e1a3e8 req-185313aa-9d4b-4c76-b458-f792df572126 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625112 Nov 26 22:12:06.358528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-65ae5eb5-2682-4726-9921-19e44d870d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:06.360140 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-65ae5eb5-2682-4726-9921-19e44d870d6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e067b0e-cda9-4775-8e92-2881dacfbfff HTTP/1.1" status: 200 len: 835 time: 0.1923182 Nov 26 22:12:06.379763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e743-a7b5-4320-bdcd-b78eedb040b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.390085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8bb8e743-a7b5-4320-bdcd-b78eedb040b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.414812 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.433910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39afe202-f25b-4db4-89ed-e06123b65f81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.449044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8bb8e743-a7b5-4320-bdcd-b78eedb040b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb0e196b62244d8f920f38217ab080d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649056 Nov 26 22:12:06.449044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8e743-a7b5-4320-bdcd-b78eedb040b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5613ec-9670-4ed3-9eb3-b3dacf24e81c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:06.450572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46022) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:06.532547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85d10349-340e-4f3d-a28e-2cab7ac64b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.563058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85d10349-340e-4f3d-a28e-2cab7ac64b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.652268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85d10349-340e-4f3d-a28e-2cab7ac64b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.656163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-85d10349-340e-4f3d-a28e-2cab7ac64b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.657377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-85d10349-340e-4f3d-a28e-2cab7ac64b64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef5613ec-9670-4ed3-9eb3-b3dacf24e81c HTTP/1.1" status: 204 len: 168 time: 0.2058551 Nov 26 22:12:06.670953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d10349-340e-4f3d-a28e-2cab7ac64b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5613ec-9670-4ed3-9eb3-b3dacf24e81c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:06.719727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-5509ca45-975d-4d9e-9a10-42866f934035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:06.721284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-5509ca45-975d-4d9e-9a10-42866f934035 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79ddaa12-7880-4ed9-a200-bffd90ea5577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3223033 Nov 26 22:12:06.741404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39afe202-f25b-4db4-89ed-e06123b65f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:06.783772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07170010-b5f3-4903-84b6-3ef81da29c9b req-f4193a69-c942-4220-a90e-12d898bf44a0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:06.796460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07170010-b5f3-4903-84b6-3ef81da29c9b req-f4193a69-c942-4220-a90e-12d898bf44a0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 943 time: 0.4137721 Nov 26 22:12:06.804586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cee2f5-64e4-48ea-95bd-4218d55763ca,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:06.868029 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07170010-b5f3-4903-84b6-3ef81da29c9b req-2d2088fb-9a20-4240-8cd5-72e6f0368593 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615392 Nov 26 22:12:06.935820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Checking segment: {'id': 'ea140cea-9149-452b-adab-3a56485e7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c1ee847-dce6-46e5-9404-ed7d7dd9208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:06.936263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Network hostable DHCP agents. Network: 6c1ee847-dce6-46e5-9404-ed7d7dd9208a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:12:07.149081 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:07.285252 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-75bbfeb9-fe93-49db-8a38-fe2d6bec2134 service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391526 Nov 26 22:12:07.286199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:12:07.292764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39afe202-f25b-4db4-89ed-e06123b65f81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:07.340685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 6c1ee847-dce6-46e5-9404-ed7d7dd9208a) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:07.348948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa33bb9-8375-44e9-8368-50e02031c11a None None] Network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:12:07.356108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afe202-f25b-4db4-89ed-e06123b65f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f75e6170-f60c-43c7-b679-1cdc42b69882,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:07.358257 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39afe202-f25b-4db4-89ed-e06123b65f81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:07.365876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46044) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:07.374656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-39afe202-f25b-4db4-89ed-e06123b65f81 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f75e6170-f60c-43c7-b679-1cdc42b69882 HTTP/1.1" status: 204 len: 168 time: 1.3185775 Nov 26 22:12:07.383650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:07.384316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:07.494459 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-82398e4d-8c3f-48af-9af8-a329a4ae6e53 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9952414 Nov 26 22:12:07.514045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:07.549138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5cf815-af1d-4eed-b79d-2b97cb40f733 None None] Network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:12:07.555950 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0ee4027f-5179-495a-8f37-f231c2795fbd req-f72c7389-e3dd-454f-acf2-b6f8f1966ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600336 Nov 26 22:12:07.712939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019e155-2849-4e58-af7e-3301df9ed583 req-1f3bc5df-54d8-4f87-a466-68e0e67d7440 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:07.714569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4019e155-2849-4e58-af7e-3301df9ed583 req-1f3bc5df-54d8-4f87-a466-68e0e67d7440 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1976533 Nov 26 22:12:07.889479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4019e155-2849-4e58-af7e-3301df9ed583 req-c4375cf7-aed4-4213-adb6-f805027ee9ba tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187277 Nov 26 22:12:07.892045 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:07.943923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:07.967883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2ccbf6-5f24-4ed2-8cca-753d7ea7cce2') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:07.968187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2ccbf6-5f24-4ed2-8cca-753d7ea7cce2') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:07.999334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.010463 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.039760 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.049980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:12:08.050659 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:12:08.053151 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:12:08.077797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c670f-56a1-4f41-a67c-9cbbb6bc1854 req-913f8f6f-ccfc-4947-9018-a8b2b1d79440 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:08.079403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e4c670f-56a1-4f41-a67c-9cbbb6bc1854 req-913f8f6f-ccfc-4947-9018-a8b2b1d79440 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 943 time: 0.0960212 Nov 26 22:12:08.219231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.228720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.239760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4 HTTP/1.1" status: 204 len: 168 time: 0.8708856 Nov 26 22:12:08.306171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d10e0-5975-4b70-9aa5-05d5dfc2fd7f admin admin] Pushing event deleted for resources: {'Network': ['ID=1987986c-fe03-4f8b-b8ef-86a6b7f7f1b4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:08.336259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e4c670f-56a1-4f41-a67c-9cbbb6bc1854 req-9224b40f-68ee-413a-86da-a562a14d3d99 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2124088 Nov 26 22:12:08.532772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46082) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:08.594128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-de6b9a98-d348-4ec5-858e-11e4f7747050 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a0dc83d1fc04cc49e84a69d467cd813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0600228 Nov 26 22:12:08.596918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46086) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:08.678012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e791da70-1b12-4274-9ff9-388a8944f148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.713297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e791da70-1b12-4274-9ff9-388a8944f148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.835494 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e791da70-1b12-4274-9ff9-388a8944f148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.860456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e791da70-1b12-4274-9ff9-388a8944f148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:08.861682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e791da70-1b12-4274-9ff9-388a8944f148 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1b3b673-a0f2-4847-aff1-c979b48d8474 HTTP/1.1" status: 204 len: 168 time: 0.2627330 Nov 26 22:12:08.880419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791da70-1b12-4274-9ff9-388a8944f148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b3b673-a0f2-4847-aff1-c979b48d8474,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:09.063858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e633d-09f6-4d15-a69c-cecf51b823a5 req-decaa58a-9d11-4339-929e-53381a581c6d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:09.073417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e35e633d-09f6-4d15-a69c-cecf51b823a5 req-decaa58a-9d11-4339-929e-53381a581c6d tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0706937 Nov 26 22:12:09.154408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e35e633d-09f6-4d15-a69c-cecf51b823a5 req-f9f92990-64e0-4012-bd58-668a2847de91 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721238 Nov 26 22:12:09.432883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 097cc854-6e89-41ff-9dcb-5a01712a9ca3 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:12:09.550174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fd53b-ab18-4e6f-8939-56f546b9cc26 req-0f97ad2f-ae82-495d-86e8-1dcbed3d328a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:09.560004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-484fd53b-ab18-4e6f-8939-56f546b9cc26 req-0f97ad2f-ae82-495d-86e8-1dcbed3d328a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 943 time: 0.1150815 Nov 26 22:12:09.586101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46176) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:09.683101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-484fd53b-ab18-4e6f-8939-56f546b9cc26 req-5f333129-ca5e-4fb6-91af-ab304bad6f93 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1175313 Nov 26 22:12:09.719222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 097cc854-6e89-41ff-9dcb-5a01712a9ca3, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:09.766365 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2a3e1f03-f55a-4ff1-bc72-5455c4f3ddc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f2ded93297142f196aa804db660284a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780758 Nov 26 22:12:09.769027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46182) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:09.813215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:12:09.899578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:09.922231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097cc854-6e89-41ff-9dcb-5a01712a9ca3 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:09.977068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 097cc854-6e89-41ff-9dcb-5a01712a9ca3, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:09.987605 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:10.071670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=097cc854-6e89-41ff-9dcb-5a01712a9ca3,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:10.090952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46b80d20-39e9-4aa4-ad56-048e151fddb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:10.168220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46b80d20-39e9-4aa4-ad56-048e151fddb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:10.199091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-34bf910c-cd4a-4e05-b44d-89daa725a641 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:10.226037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-34bf910c-cd4a-4e05-b44d-89daa725a641 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/networks?id=6c1ee847-dce6-46e5-9404-ed7d7dd9208a HTTP/1.1" status: 200 len: 810 time: 0.3670642 Nov 26 22:12:10.316087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-14b6493c-de25-4d3e-8462-699e35a14b15 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/quotas/89c9e6b777614d2596db5562622c82b0 HTTP/1.1" status: 200 len: 375 time: 0.0897944 Nov 26 22:12:10.390937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-01f9e77f-c935-4547-b1ec-eab63f24e7b8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=89c9e6b777614d2596db5562622c82b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733459 Nov 26 22:12:10.436250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['097cc854-6e89-41ff-9dcb-5a01712a9ca3'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:12:10.443139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46236) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:10.544248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e21eb-a7fa-46ba-ab2c-2232ab96798a req-819f13f7-9f63-40a9-a9a0-d20181639903 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:10.555267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-437e21eb-a7fa-46ba-ab2c-2232ab96798a req-819f13f7-9f63-40a9-a9a0-d20181639903 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2882793 Nov 26 22:12:10.619605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-7272603e-9995-49b3-9478-076e36b7e847 service neutron] 10.222.0.21 "GET /v2.0/networks/6c1ee847-dce6-46e5-9404-ed7d7dd9208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216146 Nov 26 22:12:10.621389 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46b80d20-39e9-4aa4-ad56-048e151fddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:10.632162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-46b80d20-39e9-4aa4-ad56-048e151fddb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:10.635925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-46b80d20-39e9-4aa4-ad56-048e151fddb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7c1a0e1-8d15-494d-a9c1-090b81e4de64 HTTP/1.1" status: 204 len: 168 time: 0.8656757 Nov 26 22:12:10.665086 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13b1b3a4-475a-4892-94c3-b2a3958f79e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:10.857090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13b1b3a4-475a-4892-94c3-b2a3958f79e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:10.868019 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13b1b3a4-475a-4892-94c3-b2a3958f79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:10.920778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-13b1b3a4-475a-4892-94c3-b2a3958f79e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6ba09f7150d48aab10b40755702f3f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4738417 Nov 26 22:12:10.924701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46258) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:10.946409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b80d20-39e9-4aa4-ad56-048e151fddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c1a0e1-8d15-494d-a9c1-090b81e4de64,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:11.004186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-028ef09a-e1ad-4507-96a4-7d9b64a5fb5c service neutron] 10.222.0.21 "GET /v2.0/networks/6c1ee847-dce6-46e5-9404-ed7d7dd9208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332524 Nov 26 22:12:11.018975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1b3a4-475a-4892-94c3-b2a3958f79e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5945e6-a006-40cb-9b41-863a6e561efa,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:11.046121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-437e21eb-a7fa-46ba-ab2c-2232ab96798a req-0fea000b-ce12-4f7e-8c36-825b2ae106ac tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898930 Nov 26 22:12:11.123860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91a3a00b-d5ed-4499-8651-73c829c4e8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:11.195974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91a3a00b-d5ed-4499-8651-73c829c4e8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:11.232985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b70eb0-9a7b-4728-a098-dbee74ae5f70 req-41de170e-c1bc-45d2-8650-0615df4e16b7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:11.234385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53b70eb0-9a7b-4728-a098-dbee74ae5f70 req-41de170e-c1bc-45d2-8650-0615df4e16b7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 944 time: 0.1063998 Nov 26 22:12:11.331794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91a3a00b-d5ed-4499-8651-73c829c4e8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:11.335145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-91a3a00b-d5ed-4499-8651-73c829c4e8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:11.337749 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-91a3a00b-d5ed-4499-8651-73c829c4e8e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b5945e6-a006-40cb-9b41-863a6e561efa HTTP/1.1" status: 204 len: 168 time: 0.4031811 Nov 26 22:12:11.339722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53b70eb0-9a7b-4728-a098-dbee74ae5f70 req-89fc695c-1801-472a-9bd8-0410817fb62c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982640 Nov 26 22:12:11.356581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3a00b-d5ed-4499-8651-73c829c4e8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5945e6-a006-40cb-9b41-863a6e561efa,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:11.620805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40adadb5-d401-498e-b8de-8aa9e4cbf0bb req-c4e507bd-1b10-4b4d-9aef-fb807e2987ba tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 210 time: 0.0663230 Nov 26 22:12:11.952153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46292) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:11.981861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1fec441b-dc68-4364-a9ce-9f5de783135a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.008680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46296) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:12.143733 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1fec441b-dc68-4364-a9ce-9f5de783135a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.152696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1fec441b-dc68-4364-a9ce-9f5de783135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.250874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-fb8bc481-869d-4c84-8bc8-e925ee5c5bc7 req-743ab27f-0d18-47c1-ad1a-ef4d4987e720 service neutron] (110000) timed out ('10.222.0.21', 52320) {{(pid=110000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:12:12.266061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1fec441b-dc68-4364-a9ce-9f5de783135a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2256c33a2de1418b833e17112470e342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119752 Nov 26 22:12:12.268790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46304) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:12.275174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec441b-dc68-4364-a9ce-9f5de783135a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f74997f-7185-499e-abc1-391d4731b5a6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:12.290475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e635e70-776f-412f-b82d-f6e61f8ad8cf req-9717de43-c5ae-4fe0-aba0-808df485d1bf tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:12.292814 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e635e70-776f-412f-b82d-f6e61f8ad8cf req-9717de43-c5ae-4fe0-aba0-808df485d1bf tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1037002 Nov 26 22:12:12.346150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1566713864-network', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:12.361051 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7ee716dd-8f84-420d-9fcd-7f6a996f54be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.371362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e635e70-776f-412f-b82d-f6e61f8ad8cf req-c52acc9e-706c-4013-bcee-0e0eab783036 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717106 Nov 26 22:12:12.398931 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7ee716dd-8f84-420d-9fcd-7f6a996f54be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.401023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Made reservation on behalf of c9978497fc8a434989f5048d40cf5493 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:12.404290 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.418652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.617784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb659a-87b7-4850-896b-2c28a4a53023 req-ca8a0214-4204-4f11-82d2-b0df765f0c3b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:12.623098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7ee716dd-8f84-420d-9fcd-7f6a996f54be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.626012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34fb659a-87b7-4850-896b-2c28a4a53023 req-ca8a0214-4204-4f11-82d2-b0df765f0c3b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 944 time: 0.1055253 Nov 26 22:12:12.629711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7ee716dd-8f84-420d-9fcd-7f6a996f54be admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.640930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7ee716dd-8f84-420d-9fcd-7f6a996f54be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f74997f-7185-499e-abc1-391d4731b5a6 HTTP/1.1" status: 204 len: 168 time: 0.3710594 Nov 26 22:12:12.683579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee716dd-8f84-420d-9fcd-7f6a996f54be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f74997f-7185-499e-abc1-391d4731b5a6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:12.742888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34fb659a-87b7-4850-896b-2c28a4a53023 req-41ea5a30-ea7e-4e35-b095-5b79225aa347 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158595 Nov 26 22:12:12.806211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1e4d1-74bb-4110-af6b-2a2acbaf799e req-cb63e2a1-cbda-4b63-988d-b5439a7bf40a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:12.815697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0b1e4d1-74bb-4110-af6b-2a2acbaf799e req-cb63e2a1-cbda-4b63-988d-b5439a7bf40a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1347764 Nov 26 22:12:12.855715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1546a708-aa12-416f-99c2-59a51747ee22 req-095c9195-5cc0-421a-9696-460b999881e7 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 210 time: 0.0363061 Nov 26 22:12:12.886653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-5ad0e04b-0c58-4004-a025-7b945ab045c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:12.888439 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-5ad0e04b-0c58-4004-a025-7b945ab045c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1095 time: 0.1411738 Nov 26 22:12:12.893823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.899998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:12.923040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b0b1e4d1-74bb-4110-af6b-2a2acbaf799e req-5015947e-bc4f-46b3-b4d6-9c39a5403bae tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022673 Nov 26 22:12:12.996513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:12:13.026881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2282df-b0f7-4d1e-b739-f184e324c031,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:13.036396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.036941 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Added segment 0789ac1b-dce8-4637-8ba9-22d5f90f2bb9 of type vlan for network 240721f4-9323-41fa-b8b4-689161c0bba6 Nov 26 22:12:13.171442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.192758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-62a4e8cc-6b6b-4de9-9231-50a6a302b8e1 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:13.194673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-62a4e8cc-6b6b-4de9-9231-50a6a302b8e1 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.41 "GET /v2.0/networks?id=6c1ee847-dce6-46e5-9404-ed7d7dd9208a HTTP/1.1" status: 200 len: 810 time: 0.1515379 Nov 26 22:12:13.208305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-3521ceba-b6d0-4622-8db4-b0ec5c7df99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:13.210746 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-3521ceba-b6d0-4622-8db4-b0ec5c7df99f service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2983110 Nov 26 22:12:13.220663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Request body: {'port': {'device_id': '92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13', 'network_id': '6c1ee847-dce6-46e5-9404-ed7d7dd9208a', 'admin_state_up': True, 'tenant_id': '89c9e6b777614d2596db5562622c82b0'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:13.230767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.239002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:13.240306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.396350 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3864329 Nov 26 22:12:13.399239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46334) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:13.401173 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-5a298c27-3924-4fc3-bf21-41706ced1fc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 999 time: 0.1804769 Nov 26 22:12:13.404631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af31947-38c8-4d83-a16f-efe112360fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=240721f4-9323-41fa-b8b4-689161c0bba6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:13.423197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 240721f4-9323-41fa-b8b4-689161c0bba6 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:12:13.435430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Request body: {'subnet': {'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1566713864-subnet', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:13.450369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Made reservation on behalf of 89c9e6b777614d2596db5562622c82b0 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:13.456728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.467884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-56d54bb1-d341-4349-9bac-ca4489dfeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:13.473021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-56d54bb1-d341-4349-9bac-ca4489dfeb96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.0633750 Nov 26 22:12:13.513055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 097cc854-6e89-41ff-9dcb-5a01712a9ca3 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:13.602565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:12:13.602832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-60d3c74b-2ef0-4642-9356-401effeee321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:13.605901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-60d3c74b-2ef0-4642-9356-401effeee321 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203105 Nov 26 22:12:13.608719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:13.609094 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.611216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Made reservation on behalf of c9978497fc8a434989f5048d40cf5493 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:13.619848 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.769798 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.780653 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-3d3ac5a8-045d-43bc-9c06-d016d92fc2d3 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662593 Nov 26 22:12:13.847685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:13.852846 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0974d6f4-3572-4264-ba5c-f442c06bd24b" -d '{"events": [{"server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "name": "network-vif-plugged", "status": "completed", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:13.893501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 097cc854-6e89-41ff-9dcb-5a01712a9ca3, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:13.901552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:13.924468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b17e805e-e3b7-4ff4-9ddc-25752d3eec0e req-9e7e5d44-efef-4518-96c0-0fe1037383aa service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341641 Nov 26 22:12:13.986322 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc271dd-4661-4d8e-adf1-2d6e1c059189 x-openstack-request-id: req-cbc271dd-4661-4d8e-adf1-2d6e1c059189 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:13.986782 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "name": "network-vif-plugged", "status": "completed", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:13.987121 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbc271dd-4661-4d8e-adf1-2d6e1c059189 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:13.989157 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'code': 200} Nov 26 22:12:14.074634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=097cc854-6e89-41ff-9dcb-5a01712a9ca3,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:14.159719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8ae57-6d40-472d-bb46-42b0e6369921 req-ab5c4275-52e4-43e3-bf6d-a70e6f5b3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:14.161241 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7c8ae57-6d40-472d-bb46-42b0e6369921 req-ab5c4275-52e4-43e3-bf6d-a70e6f5b3d08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 1096 time: 0.0899494 Nov 26 22:12:14.262912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a7c8ae57-6d40-472d-bb46-42b0e6369921 req-eaf038c0-e746-40aa-b88c-668d40f67259 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933661 Nov 26 22:12:14.436738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9fbfbee0-bb20-4860-bbee-a74e6bf25b1a req-d700fbe7-ff30-4c6b-a26a-6c21227e59a0 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 210 time: 0.1448684 Nov 26 22:12:14.504405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Allocated IP 172.20.0.13 (6c1ee847-dce6-46e5-9404-ed7d7dd9208a/d3cee2f5-64e4-48ea-95bd-4218d55763ca/573b42da-1b16-46ab-a4b3-ae40e260b4e4) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:14.594990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a528bd4-32b9-4c6b-874d-b9778af69eeb req-235b6f51-d32e-4538-8f53-a7477357db87 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:14.604521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a528bd4-32b9-4c6b-874d-b9778af69eeb req-235b6f51-d32e-4538-8f53-a7477357db87 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 945 time: 0.3119533 Nov 26 22:12:14.782305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a528bd4-32b9-4c6b-874d-b9778af69eeb req-71982eb1-c412-4307-8157-a9646869ad38 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1730673 Nov 26 22:12:14.817151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689e949-df52-4b14-9000-9de0d8c43425 req-0c3c28fa-e66a-4767-ac1e-a3d838853d65 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:14.821319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4689e949-df52-4b14-9000-9de0d8c43425 req-0c3c28fa-e66a-4767-ac1e-a3d838853d65 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2768388 Nov 26 22:12:14.841634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:14.985333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce45eb6-dea3-4228-92d7-67e29f087739,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:15.027844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4689e949-df52-4b14-9000-9de0d8c43425 req-095b3ee5-1f25-4b14-b39c-4bdce6160c1b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789277 Nov 26 22:12:15.046896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Checking segment: {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:15.047308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Network hostable DHCP agents. Network: 240721f4-9323-41fa-b8b4-689161c0bba6, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:12:15.064347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.094462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Network 240721f4-9323-41fa-b8b4-689161c0bba6 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:12:15.118572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 240721f4-9323-41fa-b8b4-689161c0bba6) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:15.124585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:15.126651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.137056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2292829-4d7b-40c9-b6a5-8f51fa8e37e2 None None] Network 240721f4-9323-41fa-b8b4-689161c0bba6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:12:15.141314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.212943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Pushing event updated for resources: {'Port': ['ID=573b42da-1b16-46ab-a4b3-ae40e260b4e4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:15.229795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f46799e-0850-481d-acea-ec41d8841d2c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8270512 Nov 26 22:12:15.232646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:15.238300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:15.244623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:15.248312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:15.254318 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:15.282612 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.283986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.366173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:15.367571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.387255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.398709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-73f83520-162c-4c56-a076-310bc5246b19 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1853602 Nov 26 22:12:15.413242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-240721f4-9323-41fa-b8b4-689161c0bba6', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:12:15.415997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.421432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Request body: {'port': {'device_id': '92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:15.603840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.674218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Allocated IP 172.20.0.2 (240721f4-9323-41fa-b8b4-689161c0bba6/4ce45eb6-dea3-4228-92d7-67e29f087739/e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:15.678533 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.776606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492628d2-d325-4e82-a376-2853c7daf327 req-4cd7d38a-a1e4-423c-b19a-58fe1c2fc9de tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:15.784748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-492628d2-d325-4e82-a376-2853c7daf327 req-4cd7d38a-a1e4-423c-b19a-58fe1c2fc9de tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 932 time: 0.1767228 Nov 26 22:12:15.968933 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:15.982659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.030550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Network 240721f4-9323-41fa-b8b4-689161c0bba6 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:16.033818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:16.039320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:16.047701 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-492628d2-d325-4e82-a376-2853c7daf327 req-944498a2-2653-4569-bcb9-e1a919bb42e1 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566295 Nov 26 22:12:16.146986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e1b6-518b-43e8-b088-a525748c11bb req-a84c4f2f-4f2d-4373-b442-0905cc97147d tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:16.159336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ee1e1b6-518b-43e8-b088-a525748c11bb req-a84c4f2f-4f2d-4373-b442-0905cc97147d tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 945 time: 0.2288818 Nov 26 22:12:16.168703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Pushing event updated for resources: {'Port': ['ID=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:16.169303 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.184616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Attempting to bind port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:16.185061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Attempting to bind port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:16.185429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Attempting to bind port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 on network 240721f4-9323-41fa-b8b4-689161c0bba6 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:16.190948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:16.191307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Checking segment: {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:16.191710 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.192107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Bound using segment: {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:16.192580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Bound port: e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:16.193602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.216295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.267149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] For port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:16.271029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] For port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:16.279561 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.391627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78eee0c-2f9f-4bc5-ac16-261c8fea04f7 req-1a62e556-069c-4f24-88d0-175fad509359 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:16.393290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d78eee0c-2f9f-4bc5-ac16-261c8fea04f7 req-1a62e556-069c-4f24-88d0-175fad509359 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2330127 Nov 26 22:12:16.421686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55d59b-d1c3-40d6-970e-04c1a4183c0e None None] Pushing event updated for resources: {'Port': ['ID=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:16.463810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Allocated IP 172.25.3.170 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/9b3704cf-5603-40c4-bc60-3ee64a99de9b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:16.501157 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ee1e1b6-518b-43e8-b088-a525748c11bb req-3e78461d-870e-4890-bf94-9731d68047da tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3274136 Nov 26 22:12:16.576988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d78eee0c-2f9f-4bc5-ac16-261c8fea04f7 req-f0dc7258-02ac-477c-8670-522f0a924a69 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669796 Nov 26 22:12:16.595514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573b42da-1b16-46ab-a4b3-ae40e260b4e4 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:16.607657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.675377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Transition to ACTIVE for port object 573b42da-1b16-46ab-a4b3-ae40e260b4e4 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:12:16.704574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.722941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.793887 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:16.898166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:16.904491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:16.908133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:16.922207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a924d35-1969-41ce-9cd8-29574b0ef787 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:12:16.950039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Pushing event updated for resources: {'Port': ['ID=9b3704cf-5603-40c4-bc60-3ee64a99de9b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:16.964262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Pushing event updated for resources: {'Port': ['ID=573b42da-1b16-46ab-a4b3-ae40e260b4e4,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:16.980956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff6c9f-c4e3-4200-bf42-d11d47bdb50f req-6da2f41a-f7a6-4682-89d1-2cc864a01103 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:16.982171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09ff6c9f-c4e3-4200-bf42-d11d47bdb50f req-6da2f41a-f7a6-4682-89d1-2cc864a01103 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2516522 Nov 26 22:12:17.003230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113bfd6-7bf3-4b03-9ef5-5ce815753f33 req-b8031281-4e6f-4c4c-8a72-fb66a35e3fc0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:17.006061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9113bfd6-7bf3-4b03-9ef5-5ce815753f33 req-b8031281-4e6f-4c4c-8a72-fb66a35e3fc0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 945 time: 0.3705451 Nov 26 22:12:17.060918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dbaafbff-6089-4e50-b4f3-db0c12d08016 None None] Provisioning complete for port 9b3704cf-5603-40c4-bc60-3ee64a99de9b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:17.062256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dbaafbff-6089-4e50-b4f3-db0c12d08016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:17.112447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dbaafbff-6089-4e50-b4f3-db0c12d08016 None None] Port 9b3704cf-5603-40c4-bc60-3ee64a99de9b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:17.112692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09ff6c9f-c4e3-4200-bf42-d11d47bdb50f req-b16d2384-a253-4506-bf35-4541250177e1 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051400 Nov 26 22:12:17.123573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Attempting to bind port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:17.123906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Attempting to bind port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'ea140cea-9149-452b-adab-3a56485e7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c1ee847-dce6-46e5-9404-ed7d7dd9208a'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:17.124249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Attempting to bind port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 on network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:17.155816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 on network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:12:17.155816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Attempting to bind port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 on network 6c1ee847-dce6-46e5-9404-ed7d7dd9208a {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:17.163077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:17.163077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Checking segment: {'id': 'ea140cea-9149-452b-adab-3a56485e7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c1ee847-dce6-46e5-9404-ed7d7dd9208a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:17.163468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Bound using segment: {'id': 'ea140cea-9149-452b-adab-3a56485e7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c1ee847-dce6-46e5-9404-ed7d7dd9208a'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:17.163912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Bound port: 573b42da-1b16-46ab-a4b3-ae40e260b4e4, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea140cea-9149-452b-adab-3a56485e7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c1ee847-dce6-46e5-9404-ed7d7dd9208a'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:17.164273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:17.171494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9113bfd6-7bf3-4b03-9ef5-5ce815753f33 req-a4f618e6-dd71-4fcf-b129-cba9af9c89b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361456 Nov 26 22:12:17.219387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46470) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:17.257770 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:17.385449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] For port 573b42da-1b16-46ab-a4b3-ae40e260b4e4, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:17.400425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54dbbb7-5dc8-47c6-a6e4-9db8d7a9630d tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:17.408777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b54dbbb7-5dc8-47c6-a6e4-9db8d7a9630d tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 1091 time: 0.1882534 Nov 26 22:12:17.409456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46478) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:17.437928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:17.460432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] For port 573b42da-1b16-46ab-a4b3-ae40e260b4e4, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=573b42da-1b16-46ab-a4b3-ae40e260b4e4,segment=NetworkSegment(ea140cea-9149-452b-adab-3a56485e7524),segment_id=ea140cea-9149-452b-adab-3a56485e7524)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:17.482222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f10587-5632-4e83-a4dc-04bed82e637e req-436fcf3c-0ce5-44d4-88a8-79bb9d03064b tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:17.483821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5f10587-5632-4e83-a4dc-04bed82e637e req-436fcf3c-0ce5-44d4-88a8-79bb9d03064b tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 944 time: 0.2241712 Nov 26 22:12:17.495799 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:17.563223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Pushing event updated for resources: {'Port': ['ID=573b42da-1b16-46ab-a4b3-ae40e260b4e4,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:17.596851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382b8a9-f039-4689-92c1-8d6987b8e3bb req-9687f0f9-166d-4c5b-86c8-ce625c6a7ad2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:17.606307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e382b8a9-f039-4689-92c1-8d6987b8e3bb req-9687f0f9-166d-4c5b-86c8-ce625c6a7ad2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2851577 Nov 26 22:12:17.639567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:17.657778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:17.658448 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:17.659914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-e0bee87a-a3a8-4293-bdbf-af27a5dde03d service neutron] 10.222.0.41 "PUT /v2.0/ports/573b42da-1b16-46ab-a4b3-ae40e260b4e4 HTTP/1.1" status: 200 len: 1092 time: 2.2479708 Nov 26 22:12:17.678557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13', 'tag': '573b42da-1b16-46ab-a4b3-ae40e260b4e4'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:17.682049 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65201119-5f3e-47d1-a7d8-fe82dc325beb" -d '{"events": [{"name": "network-changed", "server_uuid": "92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13", "tag": "573b42da-1b16-46ab-a4b3-ae40e260b4e4"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:17.767934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f5f10587-5632-4e83-a4dc-04bed82e637e req-72c67e12-438d-4a16-8014-9699acedd2cf tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664704 Nov 26 22:12:17.773365 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:17.923981 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4811e9-8544-4dd1-a40a-586801ea227b x-openstack-request-id: req-7b4811e9-8544-4dd1-a40a-586801ea227b {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:17.924280 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13", "tag": "573b42da-1b16-46ab-a4b3-ae40e260b4e4", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:17.924459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:17.924928 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b4811e9-8544-4dd1-a40a-586801ea227b {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:17.924928 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13', 'tag': '573b42da-1b16-46ab-a4b3-ae40e260b4e4', 'status': 'completed', 'code': 200} Nov 26 22:12:18.023595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e382b8a9-f039-4689-92c1-8d6987b8e3bb req-31eb6385-163d-4a12-a037-283106328e10 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4143126 Nov 26 22:12:18.025732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:18.026756 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:18.048367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-499b34e4-2c93-40ea-8e5f-97f01ffc274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:18.049904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-499b34e4-2c93-40ea-8e5f-97f01ffc274f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89c9e6b777614d2596db5562622c82b0&device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 1095 time: 0.2891381 Nov 26 22:12:18.164966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Router bf56f7b3-7eff-4254-bc23-5643b21739e4 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:12:18.200533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-f43e3755-0c8c-4ec3-a0af-d1c8abc68f25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573b42da-1b16-46ab-a4b3-ae40e260b4e4 HTTP/1.1" status: 200 len: 217 time: 0.1341560 Nov 26 22:12:18.219949 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:18.279747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b892140a-259a-4158-9aad-b57c4e40645c None None] Network 240721f4-9323-41fa-b8b4-689161c0bba6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:12:18.360579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:12:18.366737 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:18.402474 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:18.403814 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6b6537c3-b91e-4f6d-89f5-c441c269a9aa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1695807 Nov 26 22:12:18.406877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Sync routers for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:12:18.407637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46500) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:18.416592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:18.448942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-096d93f2-7a23-4fbb-979c-a604fc5142b1 None None] Provisioning complete for port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:18.449286 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-096d93f2-7a23-4fbb-979c-a604fc5142b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:18.453618 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:18.467335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-4f993302-ba00-4cca-b78f-b7a592acef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:18.468824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-4f993302-ba00-4cca-b78f-b7a592acef30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3cee2f5-64e4-48ea-95bd-4218d55763ca HTTP/1.1" status: 200 len: 850 time: 0.2597492 Nov 26 22:12:18.522798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c21bd-a0e6-429b-ae5b-acdee3b076d4 req-a52ade8b-59ef-4e3c-b7eb-3111ac944ab5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:18.531049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-207c21bd-a0e6-429b-ae5b-acdee3b076d4 req-a52ade8b-59ef-4e3c-b7eb-3111ac944ab5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1468325 Nov 26 22:12:18.534160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:18.535174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:18.537917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-6866fbf0-c986-4008-b819-5608d18cd58f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c1ee847-dce6-46e5-9404-ed7d7dd9208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577328 Nov 26 22:12:18.584378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-0096e9fc-332a-48e5-bfef-19aafc3e8cd7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:12:18.586226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-0096e9fc-332a-48e5-bfef-19aafc3e8cd7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0391943 Nov 26 22:12:18.703849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-207c21bd-a0e6-429b-ae5b-acdee3b076d4 req-95349d3d-b14a-4bab-ae7c-526f2d43c2bb tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715505 Nov 26 22:12:18.804389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.25.3.32 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/5c2e9c1a-5d54-4e8b-9338-a2805c20bfca) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:18.905677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:19.027676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-d050e502-f68c-4b32-abbf-efb89adfe3a1 service neutron] 10.222.0.41 "GET /v2.0/networks/6c1ee847-dce6-46e5-9404-ed7d7dd9208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181767 Nov 26 22:12:19.203862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:19.219196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cc763b-af2a-4235-833d-dcb2e4c5bbad req-7ba2097d-b599-49f6-8748-9bd982e34b29 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:19.231086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3cc763b-af2a-4235-833d-dcb2e4c5bbad req-7ba2097d-b599-49f6-8748-9bd982e34b29 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 944 time: 0.2792475 Nov 26 22:12:19.336471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:19.423887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3cc763b-af2a-4235-833d-dcb2e4c5bbad req-d38d11a3-1f18-48c9-a53c-d324abe9036f tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917508 Nov 26 22:12:19.528929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0790e0c3-0824-452d-9154-611ceba6b9c6 req-068005d7-a207-4879-9551-ffa7ede174f7 service neutron] 10.222.0.41 "GET /v2.0/networks/6c1ee847-dce6-46e5-9404-ed7d7dd9208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860685 Nov 26 22:12:19.576652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:19.600660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:17Z', 'revision_number': 3, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:19.603686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:19.608513 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:19.711212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:19.733046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Checking router: bf56f7b3-7eff-4254-bc23-5643b21739e4 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:12:19.736596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Updating router bf56f7b3-7eff-4254-bc23-5643b21739e4 port 9b3704cf-5603-40c4-bc60-3ee64a99de9b binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:12:19.787414 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:19.958137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:19.972636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:20.126056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-97a7a252-9345-4b78-ae86-2fe92d29f3f1 None None] Provisioning complete for port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:20.127684 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-97a7a252-9345-4b78-ae86-2fe92d29f3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.229855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Allocated IP 172.20.0.1 (240721f4-9323-41fa-b8b4-689161c0bba6/4ce45eb6-dea3-4228-92d7-67e29f087739/fa1ef1b5-c897-4aee-aeeb-5b8f02593b33) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:20.261590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=5c2e9c1a-5d54-4e8b-9338-a2805c20bfca,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:20.267968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:20.268560 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.280744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-3f1461eb-5f66-441e-9871-f0bd330a099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:20.282294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-3f1461eb-5f66-441e-9871-f0bd330a099f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89c9e6b777614d2596db5562622c82b0&device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 1095 time: 0.6339524 Nov 26 22:12:20.393091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68cfcf-c57f-447b-81ad-f6ce295e5c05 req-274e9c8d-b7d7-4f4a-a19b-436781bd5285 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:20.394679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca68cfcf-c57f-447b-81ad-f6ce295e5c05 req-274e9c8d-b7d7-4f4a-a19b-436781bd5285 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1865249 Nov 26 22:12:20.451220 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.534108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.637052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Network 240721f4-9323-41fa-b8b4-689161c0bba6 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:20.648293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:20.667407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:20.682910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.695548 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.726022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca68cfcf-c57f-447b-81ad-f6ce295e5c05 req-c0fc703d-0bb8-44a2-87b1-1652eea7d945 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956717 Nov 26 22:12:20.730468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-6b77e622-8c67-43f1-8f29-1aefcbe98088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:20.732423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-6b77e622-8c67-43f1-8f29-1aefcbe98088 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6c1ee847-dce6-46e5-9404-ed7d7dd9208a HTTP/1.1" status: 200 len: 911 time: 0.4421442 Nov 26 22:12:20.753626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:20.798636 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.804622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fde46-f04a-4b10-b97e-4686b4838d4f None None] Pushing event updated for resources: {'Port': ['ID=9b3704cf-5603-40c4-bc60-3ee64a99de9b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:20.861838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Attempting to bind port 9b3704cf-5603-40c4-bc60-3ee64a99de9b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:20.862400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Attempting to bind port 9b3704cf-5603-40c4-bc60-3ee64a99de9b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:20.862872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Attempting to bind port 9b3704cf-5603-40c4-bc60-3ee64a99de9b on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:20.872435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:20.878575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:20.879171 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.879687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:20.880487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Bound port: 9b3704cf-5603-40c4-bc60-3ee64a99de9b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:20.881132 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:20.883360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b57e6b-14ae-4c48-91f0-1fd03e337d52 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:12:20.958543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-631c4fc9-332d-4a53-a3d3-b7826d08a731 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573b42da-1b16-46ab-a4b3-ae40e260b4e4 HTTP/1.1" status: 200 len: 217 time: 0.1138484 Nov 26 22:12:20.971575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d5704-0783-4ad3-8fbd-6dc148a46ffb req-8bc8bf77-f575-4f94-93aa-96635e7e9cd0 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:20.979631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e1d5704-0783-4ad3-8fbd-6dc148a46ffb req-8bc8bf77-f575-4f94-93aa-96635e7e9cd0 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 944 time: 0.4432330 Nov 26 22:12:21.040705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] For port 9b3704cf-5603-40c4-bc60-3ee64a99de9b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:21.045781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] For port 9b3704cf-5603-40c4-bc60-3ee64a99de9b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9b3704cf-5603-40c4-bc60-3ee64a99de9b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:21.068412 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.135355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280dca2d-8ce5-4dd6-a4e9-8cc1de501fcc None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:12:21.209564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:21.210542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:21.320479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.320983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4669a4c6-eb42-4ed8-acc4-38d065761664 None None] Provisioning complete for port 9b3704cf-5603-40c4-bc60-3ee64a99de9b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:21.320983 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4669a4c6-eb42-4ed8-acc4-38d065761664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.344424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-672971c1-3afd-48d4-84eb-902ef82d8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:21.346581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-672971c1-3afd-48d4-84eb-902ef82d8bb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d3cee2f5-64e4-48ea-95bd-4218d55763ca HTTP/1.1" status: 200 len: 850 time: 0.3393168 Nov 26 22:12:21.358784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-69646084-e98e-47dd-b8d3-ebacd803a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:21.358993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e1d5704-0783-4ad3-8fbd-6dc148a46ffb req-9afe4733-759b-4733-a2e6-6195912605ff tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784988 Nov 26 22:12:21.360672 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-69646084-e98e-47dd-b8d3-ebacd803a9e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 1095 time: 0.1717367 Nov 26 22:12:21.408683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-ac025314-2da1-4764-9b4d-e2e499b1b321 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6c1ee847-dce6-46e5-9404-ed7d7dd9208a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399387 Nov 26 22:12:21.417974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fde46-f04a-4b10-b97e-4686b4838d4f None None] Pushing event updated for resources: {'Port': ['ID=9b3704cf-5603-40c4-bc60-3ee64a99de9b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:21.509165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:21.566012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c2089-e0cc-439f-b5c0-f4cb5d7083b7 req-e32ac294-030a-42ad-a1e2-bf6095614a7a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:21.577812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f71c2089-e0cc-439f-b5c0-f4cb5d7083b7 req-e32ac294-030a-42ad-a1e2-bf6095614a7a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.3780799 Nov 26 22:12:21.619623 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4669a4c6-eb42-4ed8-acc4-38d065761664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.628488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.642938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4669a4c6-eb42-4ed8-acc4-38d065761664 None None] For port 9b3704cf-5603-40c4-bc60-3ee64a99de9b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9b3704cf-5603-40c4-bc60-3ee64a99de9b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:21.667230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-5098184c-f395-400c-a902-360c522412b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:21.668783 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-5098184c-f395-400c-a902-360c522412b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2835379 Nov 26 22:12:21.670608 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.724621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f71c2089-e0cc-439f-b5c0-f4cb5d7083b7 req-cb6da3fd-4b93-4f2f-8f6c-13d067e15471 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400416 Nov 26 22:12:21.735194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.740561 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4669a4c6-eb42-4ed8-acc4-38d065761664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.769373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-1c825f97-43ba-4976-97d3-83e4121d96f7 service neutron] 10.222.0.41 "GET /v2.0/networks/6c1ee847-dce6-46e5-9404-ed7d7dd9208a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499327 Nov 26 22:12:21.816418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 573b42da-1b16-46ab-a4b3-ae40e260b4e4 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:12:21.833670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:21.840528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.845334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669a4c6-eb42-4ed8-acc4-38d065761664 None None] Pushing event updated for resources: {'Port': ['ID=9b3704cf-5603-40c4-bc60-3ee64a99de9b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:21.845526 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-cca2eb05-209a-40fa-b48a-bde93775c25e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 200 len: 999 time: 0.1686656 Nov 26 22:12:21.909984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.934444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-02247857-1b06-492f-a1b3-8921348429a6 None None] Provisioning complete for port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:21.934897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-02247857-1b06-492f-a1b3-8921348429a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:21.944563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:20Z', 'revision_number': 1, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:21.960397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65201119-5f3e-47d1-a7d8-fe82dc325beb req-2f019771-cf02-4a1b-9ff8-d30c268784d4 service neutron] 10.222.0.41 "GET /v2.0/networks/6c1ee847-dce6-46e5-9404-ed7d7dd9208a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784742 Nov 26 22:12:21.962459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-b9a49ae0-d139-4854-83f4-53b42461f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:21.963941 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-b9a49ae0-d139-4854-83f4-53b42461f559 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1080735 Nov 26 22:12:21.985046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2896d7-67a7-4a8c-ae48-69a65d8f8e00 None None] The sync data for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 is: [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:20Z', 'revision_number': 1, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:12:22.055215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-02247857-1b06-492f-a1b3-8921348429a6 None None] Port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:22.075206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Network 240721f4-9323-41fa-b8b4-689161c0bba6 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:22.078252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 573b42da-1b16-46ab-a4b3-ae40e260b4e4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=573b42da-1b16-46ab-a4b3-ae40e260b4e4,segment=NetworkSegment(ea140cea-9149-452b-adab-3a56485e7524),segment_id=ea140cea-9149-452b-adab-3a56485e7524)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:22.083009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:22.093434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-1ecdd174-5036-4e9f-84d7-5cf5fe62a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:22.095097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-1ecdd174-5036-4e9f-84d7-5cf5fe62a56f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948048 Nov 26 22:12:22.105546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-02247857-1b06-492f-a1b3-8921348429a6 None None] Provisioning complete for port 9b3704cf-5603-40c4-bc60-3ee64a99de9b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:22.105997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-02247857-1b06-492f-a1b3-8921348429a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:22.235959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '573b42da-1b16-46ab-a4b3-ae40e260b4e4', 'network_id': '6c1ee847-dce6-46e5-9404-ed7d7dd9208a', 'port_id': '573b42da-1b16-46ab-a4b3-ae40e260b4e4', 'mac_address': 'fa:16:3e:6e:56:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cee2f5-64e4-48ea-95bd-4218d55763ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:12:22.327295 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:22.340516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:22.348701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-62ac8795-0e5a-49fa-a7da-eb7d0e8a7516 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415608 Nov 26 22:12:22.438442 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:22.465919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573b42da-1b16-46ab-a4b3-ae40e260b4e4 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:22.493026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 573b42da-1b16-46ab-a4b3-ae40e260b4e4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=573b42da-1b16-46ab-a4b3-ae40e260b4e4,segment=NetworkSegment(ea140cea-9149-452b-adab-3a56485e7524),segment_id=ea140cea-9149-452b-adab-3a56485e7524)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:22.513420 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:22.574268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=573b42da-1b16-46ab-a4b3-ae40e260b4e4,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:22.625229 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebc58208-3f54-46b5-9003-90c97cb337d8 req-c81391d4-b2fb-494d-bcba-56ac8428d250 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613242 Nov 26 22:12:22.627368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Router bf56f7b3-7eff-4254-bc23-5643b21739e4 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:12:22.715659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-26f8fa72-622c-49b7-8c2d-397040697e0b None None] Provisioning complete for port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:22.716115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-26f8fa72-622c-49b7-8c2d-397040697e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:22.766294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=5c2e9c1a-5d54-4e8b-9338-a2805c20bfca,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:22.820642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:22.823646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-26f8fa72-622c-49b7-8c2d-397040697e0b None None] Port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:22.869905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a542f3-006c-4b9b-b7ce-04ed35bb2df2 req-69acf4a3-106a-4282-b1f4-4fd239abbefa tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:22.878140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:12:22.879888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51a542f3-006c-4b9b-b7ce-04ed35bb2df2 req-69acf4a3-106a-4282-b1f4-4fd239abbefa tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 945 time: 0.2342768 Nov 26 22:12:22.905107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dc9571ab-5ebe-4865-a14a-1c2cf83200e1 admin admin] 10.222.0.21 "PUT /v2.0/routers/bf56f7b3-7eff-4254-bc23-5643b21739e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4960673 Nov 26 22:12:23.008527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['573b42da-1b16-46ab-a4b3-ae40e260b4e4'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:12:23.122397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51a542f3-006c-4b9b-b7ce-04ed35bb2df2 req-84a7fd1d-ad89-4308-9fa4-139d882891a8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697855 Nov 26 22:12:23.140348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232182ac-a936-4f3f-bc70-cd9ee3511887 req-fa0adc74-3e1d-4804-8e44-46f64f29505f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:23.159116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-232182ac-a936-4f3f-bc70-cd9ee3511887 req-fa0adc74-3e1d-4804-8e44-46f64f29505f tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2233152 Nov 26 22:12:23.263037 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Floating IP eff46566-7171-442b-9156-9b8ad6749a57 associated. External IP: 172.25.3.32, port: 097cc854-6e89-41ff-9dcb-5a01712a9ca3. Nov 26 22:12:23.423144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-232182ac-a936-4f3f-bc70-cd9ee3511887 req-653a671f-a9f7-4d19-8823-3b9b4be3a2dc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630563 Nov 26 22:12:23.535277 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9438eb3-d74b-430a-8fdc-2523ac59cdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:23.844139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 62c481be-71ca-4e67-a28b-9282cf8f927f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:12:24.015775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9b3704cf-5603-40c4-bc60-3ee64a99de9b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:24.078965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:24.084254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-994106234-network', 'tenant_id': 'd884018847a248edab85b93bdc680705'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:24.144030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Made reservation on behalf of d884018847a248edab85b93bdc680705 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:24.150282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.178445 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.204149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:12:24.215668 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] Sync routers for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:12:24.218778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9b3704cf-5603-40c4-bc60-3ee64a99de9b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:24.226190 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.227664 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:24.228286 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:24.244391 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.329325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fdada702-944e-41be-ae7a-843db8bf7b81 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9070389 Nov 26 22:12:24.329325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:24.329689 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24188db-a93b-444b-a4c6-4eec19ac7c77" -d '{"events": [{"name": "network-changed", "server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:24.330657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46594) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:24.456264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942aa6c-bae5-456f-abf1-27a49da6c890 req-19c2f42c-3cde-4c15-96b8-2293032771cf tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:24.457898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c942aa6c-bae5-456f-abf1-27a49da6c890 req-19c2f42c-3cde-4c15-96b8-2293032771cf tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 945 time: 0.1642642 Nov 26 22:12:24.503218 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34532de8-54dc-489e-9a99-5be152945cef x-openstack-request-id: req-34532de8-54dc-489e-9a99-5be152945cef {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:24.503574 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:24.503794 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34532de8-54dc-489e-9a99-5be152945cef {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:24.504204 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'status': 'completed', 'code': 200} Nov 26 22:12:24.533831 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:24.543864 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3bc9c02e-6b06-4884-83fe-3dfc9df6c76a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/floatingips/eff46566-7171-442b-9156-9b8ad6749a57 HTTP/1.1" status: 200 len: 990 time: 0.2108476 Nov 26 22:12:24.584923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.611737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.662976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c942aa6c-bae5-456f-abf1-27a49da6c890 req-24bc398a-7fad-4a6b-b843-3b6df5bef512 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914706 Nov 26 22:12:24.683944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:12:24.727759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.728265 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Added segment 41452e4c-0540-492f-a461-a5db1c44afe4 of type vlan for network 96d95c17-1bc7-4562-ab24-5835e395f28b Nov 26 22:12:24.743822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a597a-3e2f-4550-9179-6ef8afcf857f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:24.776616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-6687b647-3bb9-4936-b2ed-b39eb993ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:24.778183 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-6687b647-3bb9-4936-b2ed-b39eb993ab0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 1096 time: 0.1805639 Nov 26 22:12:24.804401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.822416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c16716-44fe-4d38-bedc-663321fec7d1 req-4d42b1a7-440f-490d-95b6-1220f5b00a39 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:24.832076 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17c16716-44fe-4d38-bedc-663321fec7d1 req-4d42b1a7-440f-490d-95b6-1220f5b00a39 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1488681 Nov 26 22:12:24.908718 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.910046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:24.910884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:24.918522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17c16716-44fe-4d38-bedc-663321fec7d1 req-b4228703-9321-414c-8d87-0a1e7d6178bc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853310 Nov 26 22:12:25.013741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9310775 Nov 26 22:12:25.014047 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:43Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 0, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:25.014292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46604) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:25.016579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-0f64b95c-e17a-46c5-bc07-c0478f60003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:25.017997 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-0f64b95c-e17a-46c5-bc07-c0478f60003a service neutron] 10.222.0.13 "GET /v2.0/networks?id=79ddaa12-7880-4ed9-a200-bffd90ea5577 HTTP/1.1" status: 200 len: 897 time: 0.2265666 Nov 26 22:12:25.022005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Request body: {'subnet': {'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-994106234-subnet', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:25.062254 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] Checking router: 62c481be-71ca-4e67-a28b-9282cf8f927f for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:12:25.079888 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:25.081685 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:25.085041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00148781-1cdb-4207-83af-4ded7496ca20 admin admin] Pushing event updated for resources: {'Network': ['ID=96d95c17-1bc7-4562-ab24-5835e395f28b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:25.101846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 96d95c17-1bc7-4562-ab24-5835e395f28b details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:12:25.106870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610dce0-de0c-4c08-bf27-8cb30488263c req-c0f642ff-2444-4039-82df-b8364464c7d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:25.114936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Made reservation on behalf of d884018847a248edab85b93bdc680705 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:25.117037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:25.119111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4610dce0-de0c-4c08-bf27-8cb30488263c req-c0f642ff-2444-4039-82df-b8364464c7d5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.0900989 Nov 26 22:12:25.124381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-427e18a1-8e8a-49f9-bcf3-7e50ab6f2305 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3 HTTP/1.1" status: 200 len: 998 time: 0.0915732 Nov 26 22:12:25.198740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4610dce0-de0c-4c08-bf27-8cb30488263c req-621fb452-63ff-4b72-aef7-3b513dd48491 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739024 Nov 26 22:12:25.363812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-a3dca513-b804-4f18-a2ad-bcb7cfb6e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:25.366231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-a3dca513-b804-4f18-a2ad-bcb7cfb6e1b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e067b0e-cda9-4775-8e92-2881dacfbfff HTTP/1.1" status: 200 len: 835 time: 0.2148578 Nov 26 22:12:25.384442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:25.447779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-31ed1cbe-e90c-4f16-8dbe-33a33673b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:25.449817 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-31ed1cbe-e90c-4f16-8dbe-33a33673b07e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79ddaa12-7880-4ed9-a200-bffd90ea5577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722325 Nov 26 22:12:25.548060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46622) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:25.638603 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:25.654722 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-0ec59618-fc56-45c7-b1d5-50af857e0eaa service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809530 Nov 26 22:12:25.678522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ddb179a-eb74-4164-9daf-2522748031d7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/floatingips/eff46566-7171-442b-9156-9b8ad6749a57 HTTP/1.1" status: 200 len: 990 time: 0.1283731 Nov 26 22:12:25.818706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Pushing event updated for resources: {'Subnet': ['ID=941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:25.824059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Checking segment: {'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:25.824436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Network hostable DHCP agents. Network: 96d95c17-1bc7-4562-ab24-5835e395f28b, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:12:25.832515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 573b42da-1b16-46ab-a4b3-ae40e260b4e4 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:25.873882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Network 96d95c17-1bc7-4562-ab24-5835e395f28b is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:12:25.878120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1de836-b0c4-4871-a16a-010463119c5b req-e703cae6-8c8e-4bb8-af49-3ac9daac0744 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:25.885613 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a24188db-a93b-444b-a4c6-4eec19ac7c77 req-ce1a07ae-56c5-4a31-9218-b993e3aeb87b service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052686 Nov 26 22:12:25.890546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 96d95c17-1bc7-4562-ab24-5835e395f28b) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:25.894589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d1de836-b0c4-4871-a16a-010463119c5b req-e703cae6-8c8e-4bb8-af49-3ac9daac0744 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 945 time: 0.1075034 Nov 26 22:12:25.903371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:25.904087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:25.933006 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:43Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 0, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:25.935330 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-09b9c606-432b-4647-ae84-90f5f540433b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9199746 Nov 26 22:12:25.937821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46628) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:25.946255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:25.964464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f582ce-1d81-476e-bafc-6b7529c216d9 None None] Network 96d95c17-1bc7-4562-ab24-5835e395f28b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:12:25.978872 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:25.980232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d1de836-b0c4-4871-a16a-010463119c5b req-e6fd7fd3-24de-4b54-a7e5-6d011a8180af tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830791 Nov 26 22:12:25.980962 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.001135 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad7da13-9a67-4de5-8870-49ac383a98e5 None None] The sync data for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 is: [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:11:43Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 0, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:12:26.058904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:12:26.065084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:26.065762 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.080327 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.103526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Sync routers for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:12:26.148509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:26.149175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:11:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:26.243115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.316588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c1d4343d-6442-48bc-a982-144607162684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.359085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:26.381020 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd881fd-7f28-4420-8885-00ce54b74e6e None None] New status for floating IP eff46566-7171-442b-9156-9b8ad6749a57: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:12:26.482457 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.484672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-96d95c17-1bc7-4562-ab24-5835e395f28b', 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'fixed_ips': [{'subnet_id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:12:26.485509 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.579611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.605025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:26.681381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46638) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:26.743937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Allocated IP 172.25.3.49 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/db5f18c5-47c0-4aaa-9ebc-3a4484900d52) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:26.777483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573b42da-1b16-46ab-a4b3-ae40e260b4e4'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:26.782338 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003f1fd5-1500-4259-b672-c7df916d2eaa" -d '{"events": [{"server_uuid": "92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13", "name": "network-vif-plugged", "status": "completed", "tag": "573b42da-1b16-46ab-a4b3-ae40e260b4e4"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:26.789324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Allocated IP 172.20.0.2 (96d95c17-1bc7-4562-ab24-5835e395f28b/941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c/647a47c6-c494-4afc-b13f-3e3573caf34e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:26.790152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fabc81cf-2079-46a2-8f7e-a630bff6e198 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/floatingips/eff46566-7171-442b-9156-9b8ad6749a57 HTTP/1.1" status: 200 len: 990 time: 0.1070969 Nov 26 22:12:26.897014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 573b42da-1b16-46ab-a4b3-ae40e260b4e4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=573b42da-1b16-46ab-a4b3-ae40e260b4e4,segment=NetworkSegment(ea140cea-9149-452b-adab-3a56485e7524),segment_id=ea140cea-9149-452b-adab-3a56485e7524)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:26.913533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.074218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=573b42da-1b16-46ab-a4b3-ae40e260b4e4,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:27.112672 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.127660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.135321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.186333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Network 96d95c17-1bc7-4562-ab24-5835e395f28b is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:27.196225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:27.203031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Pushing event updated for resources: {'Port': ['ID=647a47c6-c494-4afc-b13f-3e3573caf34e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:27.205907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:27.210571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 2, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:27.244772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Checking router: bf56f7b3-7eff-4254-bc23-5643b21739e4 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:12:27.245444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Updating router bf56f7b3-7eff-4254-bc23-5643b21739e4 port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:12:27.301444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.309472 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.329792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Attempting to bind port 647a47c6-c494-4afc-b13f-3e3573caf34e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:27.330471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Attempting to bind port 647a47c6-c494-4afc-b13f-3e3573caf34e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:27.331027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Attempting to bind port 647a47c6-c494-4afc-b13f-3e3573caf34e on network 96d95c17-1bc7-4562-ab24-5835e395f28b {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:27.343045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:27.343421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Checking segment: {'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:27.344043 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.344670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Bound using segment: {'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:27.345118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Bound port: 647a47c6-c494-4afc-b13f-3e3573caf34e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:27.345554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.350519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.397373 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29cebe7-8f21-46fa-bd0a-b22b3dc38162 x-openstack-request-id: req-b29cebe7-8f21-46fa-bd0a-b22b3dc38162 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:27.398097 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13", "name": "network-vif-plugged", "status": "completed", "tag": "573b42da-1b16-46ab-a4b3-ae40e260b4e4", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:27.398661 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b29cebe7-8f21-46fa-bd0a-b22b3dc38162 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:27.399244 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573b42da-1b16-46ab-a4b3-ae40e260b4e4', 'code': 200} Nov 26 22:12:27.412179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:27.435766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Pushing event updated for resources: {'Port': ['ID=db5f18c5-47c0-4aaa-9ebc-3a4484900d52,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:27.438756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:27.441261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:27.495035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] For port 647a47c6-c494-4afc-b13f-3e3573caf34e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:27.499523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] For port 647a47c6-c494-4afc-b13f-3e3573caf34e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=647a47c6-c494-4afc-b13f-3e3573caf34e,segment=NetworkSegment(41452e4c-0540-492f-a461-a5db1c44afe4),segment_id=41452e4c-0540-492f-a461-a5db1c44afe4)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:27.516721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083dd7df-364d-46b0-b331-e9de819ce16b None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:12:27.571893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.588657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc2068-5c71-4dcc-bc14-ad2096de9c79 req-ee4902d6-6bbb-4226-b56a-718a9248ea4c tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:27.593323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fedc2068-5c71-4dcc-bc14-ad2096de9c79 req-ee4902d6-6bbb-4226-b56a-718a9248ea4c tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 946 time: 0.1022005 Nov 26 22:12:27.630194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783d466-6c2d-4735-a922-61552923ab7b req-bec1b26d-85ab-45e9-bd66-7c4c6c76cf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:27.631940 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2783d466-6c2d-4735-a922-61552923ab7b req-bec1b26d-85ab-45e9-bd66-7c4c6c76cf58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 1097 time: 0.1418715 Nov 26 22:12:27.689972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fedc2068-5c71-4dcc-bc14-ad2096de9c79 req-7f16d187-a80f-43bd-9741-53a1c207eb4e tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881734 Nov 26 22:12:27.728065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2783d466-6c2d-4735-a922-61552923ab7b req-7b9c60a6-d320-4613-8089-e636cde42f19 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886683 Nov 26 22:12:27.788898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46652) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:27.789173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3215f407-7c93-4528-9066-56dad2eaebb3 None None] Provisioning complete for port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:27.789454 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3215f407-7c93-4528-9066-56dad2eaebb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.839044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d4ee5-fb22-4b43-a241-c6cd151bddcf None None] Pushing event updated for resources: {'Port': ['ID=647a47c6-c494-4afc-b13f-3e3573caf34e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:27.841655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:27.888005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3215f407-7c93-4528-9066-56dad2eaebb3 None None] Port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:27.934562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0f350a39-de12-4814-85e3-f4d77b64c255 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/floatingips/eff46566-7171-442b-9156-9b8ad6749a57 HTTP/1.1" status: 200 len: 992 time: 0.1423826 Nov 26 22:12:28.086154 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.095533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.163662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7990f-d724-47e4-8720-4406f2283d36 None None] Pushing event updated for resources: {'Port': ['ID=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:28.170743 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.243954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Attempting to bind port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:28.244634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Attempting to bind port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:28.245204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Attempting to bind port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 on network 240721f4-9323-41fa-b8b4-689161c0bba6 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:28.251302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:28.251690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Checking segment: {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:28.252089 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.252668 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Bound using segment: {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:28.253332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Bound port: fa1ef1b5-c897-4aee-aeeb-5b8f02593b33, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:28.253910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.381428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Router 85c260d6-704c-4ae8-a015-0bdf8d166310 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:12:28.552634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:12:28.554299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] For port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:28.566246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] For port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:28.568378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Sync routers for ids ['85c260d6-704c-4ae8-a015-0bdf8d166310'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:12:28.574104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-677e6e89-a48f-4438-89be-0b59e6b75c2f None None] Provisioning complete for port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:28.574104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-677e6e89-a48f-4438-89be-0b59e6b75c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.581274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.586498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46658) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:28.587021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dbd84586-0501-43db-82a3-b44789057339 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6474388 Nov 26 22:12:28.596639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.656333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Routers {'85c260d6-704c-4ae8-a015-0bdf8d166310'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:28.657546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85c260d6-704c-4ae8-a015-0bdf8d166310'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:28.829381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:28.840828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:28.841474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:28.932016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7990f-d724-47e4-8720-4406f2283d36 None None] Pushing event updated for resources: {'Port': ['ID=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:29.163494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Set router 85c260d6-704c-4ae8-a015-0bdf8d166310 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:29.168269 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-677e6e89-a48f-4438-89be-0b59e6b75c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:29.286226 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:29.350969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:29.393779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d34d70-f083-43d7-938e-b98c5fe43e32 None None] Network 96d95c17-1bc7-4562-ab24-5835e395f28b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:12:29.405484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-677e6e89-a48f-4438-89be-0b59e6b75c2f None None] For port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:29.429744 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-677e6e89-a48f-4438-89be-0b59e6b75c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:29.600152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00386b-7a3c-4fda-b2a1-140fd3a52d56 req-8839311a-5a00-4837-9fad-af7fd33f3df4 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:29.601654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a00386b-7a3c-4fda-b2a1-140fd3a52d56 req-8839311a-5a00-4837-9fad-af7fd33f3df4 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 946 time: 0.6767085 Nov 26 22:12:29.690246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e6e89-a48f-4438-89be-0b59e6b75c2f None None] Pushing event updated for resources: {'Port': ['ID=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:29.693072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a00386b-7a3c-4fda-b2a1-140fd3a52d56 req-498e8712-f287-46fa-9838-3aacae96270c tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798206 Nov 26 22:12:29.776163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:29.795296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-00054818-6820-4faa-9cf7-167569ef0812 None None] Provisioning complete for port 647a47c6-c494-4afc-b13f-3e3573caf34e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:29.795927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00054818-6820-4faa-9cf7-167569ef0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:29.923743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:29.984874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:12:30.030611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Allocated IP 172.20.0.1 (96d95c17-1bc7-4562-ab24-5835e395f28b/941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c/7bbcd065-2584-4646-9bff-ff0e92644b55) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:30.136267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:12:27Z', 'revision_number': 3, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port': {'id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:26Z', 'updated_at': '2021-11-26T22:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:30.178904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:30.189055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Checking router: 85c260d6-704c-4ae8-a015-0bdf8d166310 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:12:30.189687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Updating router 85c260d6-704c-4ae8-a015-0bdf8d166310 port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:12:30.200724 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00054818-6820-4faa-9cf7-167569ef0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:30.237298 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:30.309683 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:30.341099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Network 96d95c17-1bc7-4562-ab24-5835e395f28b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:30.343069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbcd065-2584-4646-9bff-ff0e92644b55,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:30.346017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:30.353778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:30.468046 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:30.579793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:30.579793 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:30.590150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:28Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:30.671706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-00054818-6820-4faa-9cf7-167569ef0812 None None] For port 647a47c6-c494-4afc-b13f-3e3573caf34e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=647a47c6-c494-4afc-b13f-3e3573caf34e,segment=NetworkSegment(41452e4c-0540-492f-a461-a5db1c44afe4),segment_id=41452e4c-0540-492f-a461-a5db1c44afe4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:30.674002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e4eccb-610e-4f39-8777-c18fb3a8bdc2 None None] The sync data for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 is: [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:28Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:12:30.753278 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:30.791364 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00054818-6820-4faa-9cf7-167569ef0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:30.912603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74d8f-e2fc-443e-b4c0-d7c13be6a086 req-9eb70155-92b8-4815-8168-1c7cd2d14412 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:30.914317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86e74d8f-e2fc-443e-b4c0-d7c13be6a086 req-9eb70155-92b8-4815-8168-1c7cd2d14412 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 946 time: 0.0943518 Nov 26 22:12:30.965025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-00054818-6820-4faa-9cf7-167569ef0812 None None] Provisioning complete for port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:30.965401 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00054818-6820-4faa-9cf7-167569ef0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.056584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00054818-6820-4faa-9cf7-167569ef0812 None None] Pushing event updated for resources: {'Port': ['ID=647a47c6-c494-4afc-b13f-3e3573caf34e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:31.073357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86e74d8f-e2fc-443e-b4c0-d7c13be6a086 req-3890f501-eeae-4fcc-b595-27714e9c591b tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440027 Nov 26 22:12:31.176085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 647a47c6-c494-4afc-b13f-3e3573caf34e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:31.207282 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.228075 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.378556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbcd065-2584-4646-9bff-ff0e92644b55,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:31.389830 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.397174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 647a47c6-c494-4afc-b13f-3e3573caf34e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:31.398298 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.401461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.454226 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.532488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Network 96d95c17-1bc7-4562-ab24-5835e395f28b is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:31.534313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:31.595405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594986c-540f-4b8b-b19a-a371560bd72d None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:12:31.620309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229b2ba-253d-4e0b-8e7f-6aab1e4fd081 None None] Pushing event updated for resources: {'Port': ['ID=db5f18c5-47c0-4aaa-9ebc-3a4484900d52,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:31.624251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Attempting to bind port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:31.624930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Attempting to bind port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:31.625545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Attempting to bind port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:31.634884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a9e52dcf-c11b-45ed-ba47-22702aca92a1 None None] Provisioning complete for port 647a47c6-c494-4afc-b13f-3e3573caf34e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:31.635597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a9e52dcf-c11b-45ed-ba47-22702aca92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.668431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:31.669255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:31.669901 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.670564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:31.671294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Bound port: db5f18c5-47c0-4aaa-9ebc-3a4484900d52, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:31.671932 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:31.841434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04119c27-349a-4786-90ea-cb43455d78e4 req-2c76475b-1d78-425b-b909-c70c5d57a6e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:31.850236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04119c27-349a-4786-90ea-cb43455d78e4 req-2c76475b-1d78-425b-b909-c70c5d57a6e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 946 time: 0.1977241 Nov 26 22:12:31.971659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Router 85c260d6-704c-4ae8-a015-0bdf8d166310 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:12:31.978167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04119c27-349a-4786-90ea-cb43455d78e4 req-aeb65332-7469-4720-8cad-b04a1d8e3798 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270792 Nov 26 22:12:31.982462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] For port db5f18c5-47c0-4aaa-9ebc-3a4484900d52, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:32.018414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] For port db5f18c5-47c0-4aaa-9ebc-3a4484900d52, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db5f18c5-47c0-4aaa-9ebc-3a4484900d52,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:32.024155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:32.057018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a9e52dcf-c11b-45ed-ba47-22702aca92a1 None None] Provisioning complete for port 7bbcd065-2584-4646-9bff-ff0e92644b55 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:32.057406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a9e52dcf-c11b-45ed-ba47-22702aca92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:32.067732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:32.165691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c044ac2-a07a-4a7e-bc66-1e8e2b865cfc None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:12:32.175394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:12:32.176620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a9e52dcf-c11b-45ed-ba47-22702aca92a1 None None] Port 7bbcd065-2584-4646-9bff-ff0e92644b55 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:32.182314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-362bf803-0449-4bc1-94c4-f9fa71e32a44 admin admin] 10.222.0.21 "PUT /v2.0/routers/85c260d6-704c-4ae8-a015-0bdf8d166310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5944269 Nov 26 22:12:32.208351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Routers {'85c260d6-704c-4ae8-a015-0bdf8d166310'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:32.209206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85c260d6-704c-4ae8-a015-0bdf8d166310'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:32.210855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229b2ba-253d-4e0b-8e7f-6aab1e4fd081 None None] Pushing event updated for resources: {'Port': ['ID=db5f18c5-47c0-4aaa-9ebc-3a4484900d52,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:32.294780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:32.295155 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:32.390041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] Provisioning complete for port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:32.390227 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:32.456477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] Set router 85c260d6-704c-4ae8-a015-0bdf8d166310 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:32.594023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 647a47c6-c494-4afc-b13f-3e3573caf34e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:32.711923 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:32.749710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] For port db5f18c5-47c0-4aaa-9ebc-3a4484900d52, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db5f18c5-47c0-4aaa-9ebc-3a4484900d52,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:32.763992 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:32.852591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 647a47c6-c494-4afc-b13f-3e3573caf34e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:32.852591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:32.856751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] Provisioning complete for port 7bbcd065-2584-4646-9bff-ff0e92644b55 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:32.857120 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:32.933375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] Pushing event updated for resources: {'Port': ['ID=db5f18c5-47c0-4aaa-9ebc-3a4484900d52,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:32.958527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4447bee7-efe4-47fb-a50f-4b69183e00fa None None] Port 7bbcd065-2584-4646-9bff-ff0e92644b55 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:32.999510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:12:30Z', 'revision_number': 4, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port': {'id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:26Z', 'updated_at': '2021-11-26T22:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '7bbcd065-2584-4646-9bff-ff0e92644b55', 'name': '', 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'mac_address': 'fa:16:3e:87:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:29Z', 'updated_at': '2021-11-26T22:12:30Z', 'revision_number': 2, 'project_id': 'd884018847a248edab85b93bdc680705', 'subnets': [{'id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:33.039741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d8d29-b2c4-4ee9-aadd-a9f0320acd36 None None] The sync data for ids ['85c260d6-704c-4ae8-a015-0bdf8d166310'] in n-d-819494-1 is: [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:12:30Z', 'revision_number': 4, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port': {'id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:26Z', 'updated_at': '2021-11-26T22:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '7bbcd065-2584-4646-9bff-ff0e92644b55', 'name': '', 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'mac_address': 'fa:16:3e:87:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:29Z', 'updated_at': '2021-11-26T22:12:30Z', 'revision_number': 2, 'project_id': 'd884018847a248edab85b93bdc680705', 'subnets': [{'id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:12:33.345270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065920f-b0cc-4c56-a51d-7006e145233a req-e9c6ab98-6bc8-49c2-b9e7-c51626e94a13 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:33.354576 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8065920f-b0cc-4c56-a51d-7006e145233a req-e9c6ab98-6bc8-49c2-b9e7-c51626e94a13 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.41 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 946 time: 0.2272336 Nov 26 22:12:33.447885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46720) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:33.467989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5b6fa427-d810-4770-adb3-eb480896dd9c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135441219', 'description': 'tempest-secgroup-smoke-2135441219 description', 'project_id': 'c9978497fc8a434989f5048d40cf5493'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:33.539478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Deleting port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:12:33.539859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:33.564092 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b6fa427-d810-4770-adb3-eb480896dd9c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:33.680781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] For port 573b42da-1b16-46ab-a4b3-ae40e260b4e4, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=573b42da-1b16-46ab-a4b3-ae40e260b4e4,segment=NetworkSegment(ea140cea-9149-452b-adab-3a56485e7524),segment_id=ea140cea-9149-452b-adab-3a56485e7524)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:33.681315 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:33.709017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Calling delete_port for 573b42da-1b16-46ab-a4b3-ae40e260b4e4 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:12:33.712963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedadd07-2027-45ef-8319-6f6a0073af24 req-e6538e28-1c9f-4df6-a8df-f92748df64ef tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:33.717794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eedadd07-2027-45ef-8319-6f6a0073af24 req-e6538e28-1c9f-4df6-a8df-f92748df64ef tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/ports?device_id=92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13 HTTP/1.1" status: 200 len: 946 time: 0.1167529 Nov 26 22:12:33.750518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b6fa427-d810-4770-adb3-eb480896dd9c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:33.764608 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b6fa427-d810-4770-adb3-eb480896dd9c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:33.832627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fa427-d810-4770-adb3-eb480896dd9c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7395b27b-f894-4443-b6bf-98c201a89824,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:33.839168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b6fa427-d810-4770-adb3-eb480896dd9c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:33.840689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5b6fa427-d810-4770-adb3-eb480896dd9c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3911183 Nov 26 22:12:33.844591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46722) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:33.850760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2026ed60-bbd4-47f5-9241-873238c8966c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'security_group_rule': {'security_group_id': '7395b27b-f894-4443-b6bf-98c201a89824', 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:33.879032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eedadd07-2027-45ef-8319-6f6a0073af24 req-59fe1a54-c419-4727-9444-73abee7426bf tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318438 Nov 26 22:12:33.923574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2026ed60-bbd4-47f5-9241-873238c8966c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:33.944313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:33.985210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Pushing event deleted for resources: {'Port': ['ID=573b42da-1b16-46ab-a4b3-ae40e260b4e4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:34.046442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2026ed60-bbd4-47f5-9241-873238c8966c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.053047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2026ed60-bbd4-47f5-9241-873238c8966c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.058745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] No DVR routers for this DVR port 573b42da-1b16-46ab-a4b3-ae40e260b4e4 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:12:34.065107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.073355 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8065920f-b0cc-4c56-a51d-7006e145233a req-0cdf71b4-efd4-4402-bf36-5f82194575e8 tempest-ServerGroupTestJSON-1907457189 tempest-ServerGroupTestJSON-1907457189-project] 10.222.0.41 "DELETE /v2.0/ports/573b42da-1b16-46ab-a4b3-ae40e260b4e4 HTTP/1.1" status: 204 len: 173 time: 0.7125268 Nov 26 22:12:34.073996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13', 'name': 'network-vif-deleted', 'tag': '573b42da-1b16-46ab-a4b3-ae40e260b4e4'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:34.077148 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba246dd8-482d-40d5-a58f-678eb4e1345b" -d '{"events": [{"server_uuid": "92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13", "name": "network-vif-deleted", "tag": "573b42da-1b16-46ab-a4b3-ae40e260b4e4"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:34.096707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026ed60-bbd4-47f5-9241-873238c8966c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feee2c62-5cba-401b-a982-a194cd7f40d7,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:34.105498 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2026ed60-bbd4-47f5-9241-873238c8966c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.111857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2026ed60-bbd4-47f5-9241-873238c8966c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646184 Nov 26 22:12:34.111857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46730) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:34.132576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-00e206a6-4682-4037-a278-5c99126a59cd tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'security_group_rule': {'security_group_id': '7395b27b-f894-4443-b6bf-98c201a89824', 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:34.201607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00e206a6-4682-4037-a278-5c99126a59cd tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.282056 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0668d48d-3c42-409e-ab77-96a945cf1e1a x-openstack-request-id: req-0668d48d-3c42-409e-ab77-96a945cf1e1a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:34.283807 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13", "name": "network-vif-deleted", "tag": "573b42da-1b16-46ab-a4b3-ae40e260b4e4", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:34.288974 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0668d48d-3c42-409e-ab77-96a945cf1e1a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:34.289602 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f5583f-a81d-48cc-a1a5-9d0c2a8e5a13', 'name': 'network-vif-deleted', 'tag': '573b42da-1b16-46ab-a4b3-ae40e260b4e4', 'status': 'completed', 'code': 200} Nov 26 22:12:34.345089 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00e206a6-4682-4037-a278-5c99126a59cd tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.351187 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00e206a6-4682-4037-a278-5c99126a59cd tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.377641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e206a6-4682-4037-a278-5c99126a59cd tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0690f5-93bf-4321-9262-b7db40e15970,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:34.387875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00e206a6-4682-4037-a278-5c99126a59cd tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.392279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46732) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:34.397673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-72a07477-0700-476a-bb9e-1ccc129772a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'security_group_rule': {'security_group_id': '7395b27b-f894-4443-b6bf-98c201a89824', 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:34.398425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-00e206a6-4682-4037-a278-5c99126a59cd tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2771356 Nov 26 22:12:34.441983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72a07477-0700-476a-bb9e-1ccc129772a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.537597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72a07477-0700-476a-bb9e-1ccc129772a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.542660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72a07477-0700-476a-bb9e-1ccc129772a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.559710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a07477-0700-476a-bb9e-1ccc129772a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20112d8-5718-4d82-8c3f-cd96df24ab26,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:34.582547 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72a07477-0700-476a-bb9e-1ccc129772a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.584051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-72a07477-0700-476a-bb9e-1ccc129772a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1906180 Nov 26 22:12:34.587046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46736) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:34.592171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8b899e8c-4af2-4611-954f-1489e700b742 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'security_group_rule': {'security_group_id': '7395b27b-f894-4443-b6bf-98c201a89824', 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:34.635961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8b899e8c-4af2-4611-954f-1489e700b742 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.736463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8b899e8c-4af2-4611-954f-1489e700b742 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.744034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8b899e8c-4af2-4611-954f-1489e700b742 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.764476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b899e8c-4af2-4611-954f-1489e700b742 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd587d6d-5b95-49aa-b617-919ba17123fc,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:34.788773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8b899e8c-4af2-4611-954f-1489e700b742 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.793136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46740) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:34.797916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-65f64bdf-74aa-4585-af13-e8b720aa630d tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'security_group_rule': {'security_group_id': '7395b27b-f894-4443-b6bf-98c201a89824', 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:34.805132 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8b899e8c-4af2-4611-954f-1489e700b742 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2149560 Nov 26 22:12:34.826686 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-65f64bdf-74aa-4585-af13-e8b720aa630d tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Project c9978497fc8a434989f5048d40cf5493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:12:34.834431 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65f64bdf-74aa-4585-af13-e8b720aa630d tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.935310 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65f64bdf-74aa-4585-af13-e8b720aa630d tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:34.946320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65f64bdf-74aa-4585-af13-e8b720aa630d tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.010186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f64bdf-74aa-4585-af13-e8b720aa630d tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ef3c1f-932e-4564-a05a-fbcd6bbdc368,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:35.017757 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65f64bdf-74aa-4585-af13-e8b720aa630d tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.019352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-65f64bdf-74aa-4585-af13-e8b720aa630d tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2249477 Nov 26 22:12:35.022328 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46750) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:35.029067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-dabf7969-781d-42e6-81a8-abb0520b8713 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'security_group_rule': {'security_group_id': '7395b27b-f894-4443-b6bf-98c201a89824', 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:35.061008 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-dabf7969-781d-42e6-81a8-abb0520b8713 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Project c9978497fc8a434989f5048d40cf5493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:12:35.069113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dabf7969-781d-42e6-81a8-abb0520b8713 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.193861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dabf7969-781d-42e6-81a8-abb0520b8713 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.201886 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dabf7969-781d-42e6-81a8-abb0520b8713 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.264870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf7969-781d-42e6-81a8-abb0520b8713 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0015c1d4-e199-4382-97f2-18e53667f606,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:35.274288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dabf7969-781d-42e6-81a8-abb0520b8713 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.275505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dabf7969-781d-42e6-81a8-abb0520b8713 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2514434 Nov 26 22:12:35.356138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 46770) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:35.417661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-7feb138c-6c5b-4252-acf0-46c572946e7f admin admin] Deleting subnet d3cee2f5-64e4-48ea-95bd-4218d55763ca {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:12:35.420912 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feb138c-6c5b-4252-acf0-46c572946e7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.460768 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feb138c-6c5b-4252-acf0-46c572946e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.504175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feb138c-6c5b-4252-acf0-46c572946e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.576625 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feb138c-6c5b-4252-acf0-46c572946e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.609171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb138c-6c5b-4252-acf0-46c572946e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cee2f5-64e4-48ea-95bd-4218d55763ca,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:35.613047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7feb138c-6c5b-4252-acf0-46c572946e7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.622298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46778) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:35.622820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7feb138c-6c5b-4252-acf0-46c572946e7f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3cee2f5-64e4-48ea-95bd-4218d55763ca HTTP/1.1" status: 204 len: 168 time: 0.2643023 Nov 26 22:12:35.791499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.877097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 573b42da-1b16-46ab-a4b3-ae40e260b4e4 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:12:35.906842 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.914601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 573b42da-1b16-46ab-a4b3-ae40e260b4e4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:12:35.917039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 573b42da-1b16-46ab-a4b3-ae40e260b4e4 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:12:35.948116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1ee847-dce6-46e5-9404-ed7d7dd9208a']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:35.949205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db5f18c5-47c0-4aaa-9ebc-3a4484900d52 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:35.958025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea140cea-9149-452b-adab-3a56485e7524') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:35.958401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea140cea-9149-452b-adab-3a56485e7524') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:35.968517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.986871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:35.999087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:12:35.999524 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:12:36.006814 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:12:36.017235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:36.017615 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:36.085437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:36.091511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:36.097521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c1ee847-dce6-46e5-9404-ed7d7dd9208a HTTP/1.1" status: 204 len: 168 time: 0.4745874 Nov 26 22:12:36.109056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c62da-02f5-48a0-affa-e0e4219452d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1ee847-dce6-46e5-9404-ed7d7dd9208a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:36.325541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46786) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:36.383245 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-57b6d13f-9875-4086-b57b-da3f29399450 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89c9e6b777614d2596db5562622c82b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562859 Nov 26 22:12:36.385609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46788) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:36.436900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f53e0fe1-2d5c-41eb-a5f2-53ef19eb7bf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:36.461834 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f53e0fe1-2d5c-41eb-a5f2-53ef19eb7bf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:36.517569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f53e0fe1-2d5c-41eb-a5f2-53ef19eb7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:36.522351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f53e0fe1-2d5c-41eb-a5f2-53ef19eb7bf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:36.523918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f53e0fe1-2d5c-41eb-a5f2-53ef19eb7bf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e4aeb9a-c11e-46b1-ab8d-d35261699ee1 HTTP/1.1" status: 204 len: 168 time: 0.1369998 Nov 26 22:12:36.533339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e0fe1-2d5c-41eb-a5f2-53ef19eb7bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4aeb9a-c11e-46b1-ab8d-d35261699ee1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:36.727121 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Sync routers for ids ['85c260d6-704c-4ae8-a015-0bdf8d166310'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:12:36.733732 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Routers {'85c260d6-704c-4ae8-a015-0bdf8d166310'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:36.734366 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85c260d6-704c-4ae8-a015-0bdf8d166310'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:36.938718 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Set router 85c260d6-704c-4ae8-a015-0bdf8d166310 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:37.165560 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:37.227856 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:12:30Z', 'revision_number': 4, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port': {'id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:26Z', 'updated_at': '2021-11-26T22:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '7bbcd065-2584-4646-9bff-ff0e92644b55', 'name': '', 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'mac_address': 'fa:16:3e:87:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:29Z', 'updated_at': '2021-11-26T22:12:30Z', 'revision_number': 2, 'project_id': 'd884018847a248edab85b93bdc680705', 'subnets': [{'id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:37.264312 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Checking router: 85c260d6-704c-4ae8-a015-0bdf8d166310 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:12:37.264808 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Updating router 85c260d6-704c-4ae8-a015-0bdf8d166310 port 7bbcd065-2584-4646-9bff-ff0e92644b55 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:12:37.296946 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:37.580081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46846) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:37.791068 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:37.796446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1636715080-network', 'tenant_id': '0e6a6ea4c3354c5c804c6d5af96b5090'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:37.800190 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:37.837340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Made reservation on behalf of 0e6a6ea4c3354c5c804c6d5af96b5090 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:37.850432 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:37.883018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.007116 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Pushing event updated for resources: {'Port': ['ID=7bbcd065-2584-4646-9bff-ff0e92644b55,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:38.023047 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Attempting to bind port 7bbcd065-2584-4646-9bff-ff0e92644b55 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:38.028591 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Attempting to bind port 7bbcd065-2584-4646-9bff-ff0e92644b55 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:38.028591 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Attempting to bind port 7bbcd065-2584-4646-9bff-ff0e92644b55 on network 96d95c17-1bc7-4562-ab24-5835e395f28b {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:38.028591 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.031312 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.031972 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.033909 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.034873 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.037271 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.037271 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.038504 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.039632 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.040721 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.042019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.043706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.044708 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:38.064111 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:38.065115 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Checking segment: {'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:38.065806 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.066469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Bound using segment: {'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:38.068040 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Bound port: 7bbcd065-2584-4646-9bff-ff0e92644b55, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41452e4c-0540-492f-a461-a5db1c44afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:38.068662 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.144999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.157225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.172530 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] For port 7bbcd065-2584-4646-9bff-ff0e92644b55, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:38.176185 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] For port 7bbcd065-2584-4646-9bff-ff0e92644b55, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7bbcd065-2584-4646-9bff-ff0e92644b55,segment=NetworkSegment(41452e4c-0540-492f-a461-a5db1c44afe4),segment_id=41452e4c-0540-492f-a461-a5db1c44afe4)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:38.181878 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.190900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:12:38.232055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838c9a39-b7eb-4049-8bad-d2400b31c09f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:38.246988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.250552 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Added segment ebf86a86-f3a2-4878-a596-784bf62dd6ec of type vlan for network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 Nov 26 22:12:38.256556 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60b1e5-e9d1-4ed5-864a-1c4b83cd4ad5 None None] Pushing event updated for resources: {'Port': ['ID=7bbcd065-2584-4646-9bff-ff0e92644b55,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:38.282793 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Routers {'85c260d6-704c-4ae8-a015-0bdf8d166310'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:12:38.283615 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85c260d6-704c-4ae8-a015-0bdf8d166310'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:38.377645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Provisioning complete for port 7bbcd065-2584-4646-9bff-ff0e92644b55 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:38.378335 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.404383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.420971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-77525a75-5bed-4df8-9698-6b515f80ee04 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135441219&fields=id&tenant_id=c9978497fc8a434989f5048d40cf5493 HTTP/1.1" status: 200 len: 267 time: 0.1164386 Nov 26 22:12:38.471891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.473229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:38.474171 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.526831 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] Set router 85c260d6-704c-4ae8-a015-0bdf8d166310 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:12:38.586451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0046477 Nov 26 22:12:38.595794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 46894) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:12:38.610066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Request body: {'subnet': {'network_id': '975b46c4-0cdb-40f5-b0dc-aa33da7da285', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1636715080-subnet', 'tenant_id': '0e6a6ea4c3354c5c804c6d5af96b5090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:38.626237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9b380-b068-4210-a713-650b62ef1b20 admin admin] Pushing event updated for resources: {'Network': ['ID=975b46c4-0cdb-40f5-b0dc-aa33da7da285,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:38.651941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:12:38.654828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Made reservation on behalf of 0e6a6ea4c3354c5c804c6d5af96b5090 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:38.659806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:38.767428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-64254eb0-e589-4378-aae2-ae7081686354 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:38.769198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-64254eb0-e589-4378-aae2-ae7081686354 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8f823fd-c039-4c85-b881-879b7ed317ab HTTP/1.1" status: 200 len: 943 time: 0.3620164 Nov 26 22:12:38.887055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-5e14b4c8-aa3c-4da6-b589-8e23b814a6c6 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:38.898198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-5e14b4c8-aa3c-4da6-b589-8e23b814a6c6 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/networks?id=240721f4-9323-41fa-b8b4-689161c0bba6 HTTP/1.1" status: 200 len: 809 time: 0.4753630 Nov 26 22:12:38.940528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-6db2795d-4a03-4098-9bb0-4fe6d251f5f8 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/quotas/c9978497fc8a434989f5048d40cf5493 HTTP/1.1" status: 200 len: 375 time: 0.0410306 Nov 26 22:12:39.145783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:39.213620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32f7c8e7-a1d1-4736-8c4f-3a9f55a89910,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:39.221367 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:12:30Z', 'revision_number': 4, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port': {'id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:26Z', 'updated_at': '2021-11-26T22:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '7bbcd065-2584-4646-9bff-ff0e92644b55', 'name': '', 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'mac_address': 'fa:16:3e:87:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:29Z', 'updated_at': '2021-11-26T22:12:38Z', 'revision_number': 4, 'project_id': 'd884018847a248edab85b93bdc680705', 'subnets': [{'id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:12:39.264240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-b60c6242-7b2c-4e38-869c-6285318633e4 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9978497fc8a434989f5048d40cf5493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3217630 Nov 26 22:12:39.288536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-556a3d95-8aa1-40d5-bdb5-b6fca2578e5e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2099056 Nov 26 22:12:39.290830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf526b5-903c-4a9a-9601-8c24a46af8e6 None None] The sync data for ids ['85c260d6-704c-4ae8-a015-0bdf8d166310'] in n-d-819494-1 is: [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:12:30Z', 'revision_number': 4, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port': {'id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:26Z', 'updated_at': '2021-11-26T22:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '7bbcd065-2584-4646-9bff-ff0e92644b55', 'name': '', 'network_id': '96d95c17-1bc7-4562-ab24-5835e395f28b', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'mac_address': 'fa:16:3e:87:88:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_interface', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:29Z', 'updated_at': '2021-11-26T22:12:38Z', 'revision_number': 4, 'project_id': 'd884018847a248edab85b93bdc680705', 'subnets': [{'id': '941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:12:39.295417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Checking segment: {'id': 'ebf86a86-f3a2-4878-a596-784bf62dd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '975b46c4-0cdb-40f5-b0dc-aa33da7da285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:39.295788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Network hostable DHCP agents. Network: 975b46c4-0cdb-40f5-b0dc-aa33da7da285, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:12:39.322388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Deleting port 36a12358-e45a-47dd-a2bb-fe8de2248d34 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:12:39.322735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:39.371884 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:39.416585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:12:39.451404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] For port 7bbcd065-2584-4646-9bff-ff0e92644b55, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7bbcd065-2584-4646-9bff-ff0e92644b55,segment=NetworkSegment(41452e4c-0540-492f-a461-a5db1c44afe4),segment_id=41452e4c-0540-492f-a461-a5db1c44afe4)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:39.459944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 975b46c4-0cdb-40f5-b0dc-aa33da7da285) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:39.461443 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:39.472115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:39.473713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:39.509373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-efd400b3-35b4-4961-b796-e61addc29063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:39.514352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-efd400b3-35b4-4961-b796-e61addc29063 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 1097 time: 0.1849363 Nov 26 22:12:39.523274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc755c8b-ccff-4ddb-8274-2bc2e81c452e None None] Network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:12:39.542386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e49b354a-518e-44ae-9c12-c11de7678e12 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9452605 Nov 26 22:12:39.741874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-5e664dd4-98f3-4744-86c1-139e208e4f31 service neutron] 10.222.0.21 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766710 Nov 26 22:12:39.802942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Pushing event updated for resources: {'Port': ['ID=7bbcd065-2584-4646-9bff-ff0e92644b55,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:39.803161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-2f3c66d4-d337-4c40-bb6b-1f1f8e24865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:39.805815 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-2f3c66d4-d337-4c40-bb6b-1f1f8e24865e service neutron] 10.222.0.41 "GET /v2.0/networks?id=df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 200 len: 912 time: 0.2607336 Nov 26 22:12:39.817993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.818443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.818717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.819061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.819402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.819744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.820081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.820414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.820998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.821329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.821661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.821990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1461260-da2a-46dc-a647-41359356b2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:39.872568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5039e1b8-d76c-479d-ba60-e9e7407ec289 None None] Provisioning complete for port 7bbcd065-2584-4646-9bff-ff0e92644b55 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:39.872878 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5039e1b8-d76c-479d-ba60-e9e7407ec289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:39.944269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-1d904659-90bc-45fa-a6cf-4618cf298669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25f00689-a056-4ef7-9dec-abd02394d5cf HTTP/1.1" status: 200 len: 217 time: 0.1307380 Nov 26 22:12:40.074320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-11db6e00-052f-4315-9ba5-15d2dfdc710c service neutron] 10.222.0.21 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242154 Nov 26 22:12:40.080919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-65056893-c796-4ae0-bf15-6d7552f4802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:40.084193 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-65056893-c796-4ae0-bf15-6d7552f4802b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 200 len: 850 time: 0.1326137 Nov 26 22:12:40.097258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] For port 36a12358-e45a-47dd-a2bb-fe8de2248d34, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=36a12358-e45a-47dd-a2bb-fe8de2248d34,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:40.103535 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:40.135032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Calling delete_port for 36a12358-e45a-47dd-a2bb-fe8de2248d34 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:12:40.142290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7bbcd065-2584-4646-9bff-ff0e92644b55 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:40.221595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-c60e3c86-2f65-4722-a8b1-01cc991cb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:40.235496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-c60e3c86-2f65-4722-a8b1-01cc991cb916 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=df32a847-cba4-4492-b1c7-be3954ce77ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317933 Nov 26 22:12:40.335659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3850be32-1ab2-4792-8eb0-4d628c3e5e32 None None] Network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:12:40.502150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7bbcd065-2584-4646-9bff-ff0e92644b55 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:40.502832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:40.518915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-154fbb3b-757e-4434-86e7-7ba4389e9c4e service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805848 Nov 26 22:12:40.628821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:40.667680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['25f00689-a056-4ef7-9dec-abd02394d5cf', '0e86234d-794e-49e6-be51-c0b25ccfbecb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:12:40.756200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event deleted for resources: {'Port': ['ID=36a12358-e45a-47dd-a2bb-fe8de2248d34,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:40.845204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1304ff78-cc38-4d16-b3de-5a6e45172271 req-460c6cf5-e952-4ed7-b129-16cd454b3f03 service neutron] 10.222.0.41 "GET /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199363 Nov 26 22:12:40.930847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] No DVR routers for this DVR port 36a12358-e45a-47dd-a2bb-fe8de2248d34 on host n-h1-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:12:40.944334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:40.950190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c6d6531-b78d-46da-aa2c-95183bad1891 req-c53bc2b1-9a3e-4e8c-b081-8985e0f8cb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "DELETE /v2.0/ports/36a12358-e45a-47dd-a2bb-fe8de2248d34 HTTP/1.1" status: 204 len: 173 time: 2.1537476 Nov 26 22:12:40.950680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'name': 'network-vif-deleted', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:40.953139 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f79621-983c-4cfc-87a2-6bc74199bce5" -d '{"events": [{"server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "name": "network-vif-deleted", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:41.322366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-8b26af7e-be0d-4c4e-8cdf-1e96eb56de6c tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:41.332247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-8b26af7e-be0d-4c4e-8cdf-1e96eb56de6c tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/networks?id=975b46c4-0cdb-40f5-b0dc-aa33da7da285 HTTP/1.1" status: 200 len: 821 time: 0.3104219 Nov 26 22:12:41.386339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-eb2cf46b-68af-458a-978f-57cdfb03b7a6 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/quotas/0e6a6ea4c3354c5c804c6d5af96b5090 HTTP/1.1" status: 200 len: 375 time: 0.0459118 Nov 26 22:12:41.566260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-027e9565-06a3-422e-8675-c3a50e872363 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e6a6ea4c3354c5c804c6d5af96b5090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1707242 Nov 26 22:12:41.750051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-8172485e-c1ba-4146-b2fa-84381f6c0632 service neutron] 10.222.0.21 "GET /v2.0/networks/975b46c4-0cdb-40f5-b0dc-aa33da7da285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692703 Nov 26 22:12:41.977692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-76a70ca4-429e-4e28-9a34-91e93817b37f service neutron] 10.222.0.21 "GET /v2.0/networks/975b46c4-0cdb-40f5-b0dc-aa33da7da285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186601 Nov 26 22:12:42.020552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7bbcd065-2584-4646-9bff-ff0e92644b55 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:42.039183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09d36650-2087-4fc2-bc87-e1615da63f55 req-6cf6adf2-b061-46c2-b43c-a0a0681aa8b4 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 210 time: 0.0461276 Nov 26 22:12:42.077345 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6997027-0517-4e5b-a6c7-e1e011ec7858 x-openstack-request-id: req-a6997027-0517-4e5b-a6c7-e1e011ec7858 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:42.078084 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f823fd-c039-4c85-b881-879b7ed317ab", "name": "network-vif-deleted", "tag": "36a12358-e45a-47dd-a2bb-fe8de2248d34", "status": "failed", "code": 422}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:42.078721 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6997027-0517-4e5b-a6c7-e1e011ec7858 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:42.079334 n-d-819494-1 neutron-server[109999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8f823fd-c039-4c85-b881-879b7ed317ab', 'name': 'network-vif-deleted', 'tag': '36a12358-e45a-47dd-a2bb-fe8de2248d34', 'status': 'failed', 'code': 422} returned with failed status Nov 26 22:12:42.197027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7bbcd065-2584-4646-9bff-ff0e92644b55 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:42.197413 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:42.427636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d52d539-1c60-426c-8d32-fdcca5cd3dee req-384df529-0a87-47bd-9e7c-5390bfc93fd8 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 210 time: 0.1329749 Nov 26 22:12:42.724388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9a530-e6b2-42fb-9c4d-92dc7bf7ae0c req-b44a1da1-c8eb-408c-a1b9-16c0a91e5cc0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:42.741034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36e9a530-e6b2-42fb-9c4d-92dc7bf7ae0c req-b44a1da1-c8eb-408c-a1b9-16c0a91e5cc0 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 907 time: 0.0890160 Nov 26 22:12:42.985810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-f8df81dc-7602-46bf-93dd-93b486497080 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:42.987325 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-f8df81dc-7602-46bf-93dd-93b486497080 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.41 "GET /v2.0/networks?id=240721f4-9323-41fa-b8b4-689161c0bba6 HTTP/1.1" status: 200 len: 809 time: 0.2738762 Nov 26 22:12:43.178432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-769399ea-344a-4c03-8dcb-95ab37c4a4ee tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9978497fc8a434989f5048d40cf5493 HTTP/1.1" status: 200 len: 380 time: 0.1570776 Nov 26 22:12:43.191803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'port': {'device_id': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'admin_state_up': True, 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'security_groups': ['7395b27b-f894-4443-b6bf-98c201a89824']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:43.224761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3fe8b390-f46e-4c28-bfd9-e7c1862c2b0a req-e49d79c3-41ca-46e2-8db5-e7fbf56502d6 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 210 time: 0.0691750 Nov 26 22:12:43.387704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Made reservation on behalf of c9978497fc8a434989f5048d40cf5493 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:43.392564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:43.604177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Allocated IP 172.20.0.13 (240721f4-9323-41fa-b8b4-689161c0bba6/4ce45eb6-dea3-4228-92d7-67e29f087739/c674fa02-d41c-4138-8c82-2599694fbbbd) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:43.621486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b118e6d-7046-4071-87a8-569f98ce5ca9 req-398d9468-5e61-4b02-a65e-299bd99e66b8 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 210 time: 0.0370905 Nov 26 22:12:43.823458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:43.860274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:43.946946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c96a92-7384-4328-88ac-0d44aa60cb95 req-e0b12e2c-7cb5-4706-bceb-afa50437bd90 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:43.949966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Network 240721f4-9323-41fa-b8b4-689161c0bba6 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:43.953653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:43.962566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:43.987173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2c96a92-7384-4328-88ac-0d44aa60cb95 req-e0b12e2c-7cb5-4706-bceb-afa50437bd90 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 907 time: 0.1397433 Nov 26 22:12:44.024976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'Port': ['ID=c674fa02-d41c-4138-8c82-2599694fbbbd,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:44.162375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:44.163414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:44.231760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-900cad5b-efe3-423f-870a-2c40d484e82f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0473650 Nov 26 22:12:44.266954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Request body: {'port': {'device_id': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:44.317900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-88ce9707-7479-4439-a05f-c1cfcfd1a74a tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:44.322988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-88ce9707-7479-4439-a05f-c1cfcfd1a74a tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.13 "GET /v2.0/networks?id=975b46c4-0cdb-40f5-b0dc-aa33da7da285 HTTP/1.1" status: 200 len: 821 time: 0.3098223 Nov 26 22:12:44.421290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Request body: {'port': {'device_id': 'f7bc3f2c-d023-4ed9-a771-195a1064285a', 'network_id': '975b46c4-0cdb-40f5-b0dc-aa33da7da285', 'admin_state_up': True, 'tenant_id': '0e6a6ea4c3354c5c804c6d5af96b5090'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:44.427953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:44.446526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-40852147-6018-4f3a-87f8-91c95163079d None None] Provisioning complete for port c674fa02-d41c-4138-8c82-2599694fbbbd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:44.447148 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40852147-6018-4f3a-87f8-91c95163079d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:44.466550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10406ea5-61df-42d9-ac40-08b84a5a9918 req-490db63b-b98e-42ea-8050-e11d4157d7ee tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:44.486303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10406ea5-61df-42d9-ac40-08b84a5a9918 req-490db63b-b98e-42ea-8050-e11d4157d7ee tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 932 time: 0.1580350 Nov 26 22:12:44.527203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-40852147-6018-4f3a-87f8-91c95163079d None None] Port c674fa02-d41c-4138-8c82-2599694fbbbd cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:44.585621 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10406ea5-61df-42d9-ac40-08b84a5a9918 req-c4acb6b0-abb0-4c5a-a4eb-5dfaa78c4cb7 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979109 Nov 26 22:12:44.762768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-154c8629-6fb7-40c9-b390-f26d105ea43e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:44.764798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-154c8629-6fb7-40c9-b390-f26d105ea43e tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.13 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 907 time: 0.2721043 Nov 26 22:12:44.795805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32ac7264-2869-44c9-8c77-68227809c2ab req-dbf9140f-8c74-4b66-8e21-681509f2b4ae tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 210 time: 0.0367584 Nov 26 22:12:44.915065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Made reservation on behalf of 0e6a6ea4c3354c5c804c6d5af96b5090 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:44.918916 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:45.154899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02d495-a371-460e-85ca-dd5052df91ac req-3017a928-622f-4dfd-ae9b-5b99c6349891 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:45.157393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de02d495-a371-460e-85ca-dd5052df91ac req-3017a928-622f-4dfd-ae9b-5b99c6349891 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 907 time: 0.0683329 Nov 26 22:12:45.440035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Deleting port 182d2412-181b-4bb0-8612-c25895897cd6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:12:45.440595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:45.523125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Allocated IP 172.20.0.5 (975b46c4-0cdb-40f5-b0dc-aa33da7da285/32f7c8e7-a1d1-4736-8c4f-3a9f55a89910/fc8e9d4d-e9cd-467c-9f71-f00e57b06e93) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:45.788747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60637552-edc6-4292-ac76-d236c61a74c6 req-2b9c14b1-09cc-4eb3-9271-b9dc3002e397 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:45.796090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60637552-edc6-4292-ac76-d236c61a74c6 req-2b9c14b1-09cc-4eb3-9271-b9dc3002e397 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 932 time: 0.0958726 Nov 26 22:12:45.823856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:45.864137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60637552-edc6-4292-ac76-d236c61a74c6 req-654d231f-2c18-4f24-897a-3f2bea6685e1 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667443 Nov 26 22:12:45.950326 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:45.988370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeef179-8b9f-458b-9b8c-cef669dcfafb req-63ea1f8a-f392-4763-a1e3-fccfae17bbe6 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:45.997472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efeef179-8b9f-458b-9b8c-cef669dcfafb req-63ea1f8a-f392-4763-a1e3-fccfae17bbe6 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 931 time: 0.0709944 Nov 26 22:12:46.025744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Pushing event updated for resources: {'Port': ['ID=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:46.035661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:46.044870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c674fa02-d41c-4138-8c82-2599694fbbbd {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:46.052646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:46.060213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:46.069801 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:46.078568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efeef179-8b9f-458b-9b8c-cef669dcfafb req-ae4f841b-c073-4665-8628-f796ed41fe43 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802000 Nov 26 22:12:46.138144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Transition to ACTIVE for port object c674fa02-d41c-4138-8c82-2599694fbbbd will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:12:46.147948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] For port 182d2412-181b-4bb0-8612-c25895897cd6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=182d2412-181b-4bb0-8612-c25895897cd6,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:46.148325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:46.158283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:46.181922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Calling delete_port for 182d2412-181b-4bb0-8612-c25895897cd6 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:12:46.227549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:46.228258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:46.415594 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Attempting to bind port c674fa02-d41c-4138-8c82-2599694fbbbd on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:46.416189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Attempting to bind port c674fa02-d41c-4138-8c82-2599694fbbbd by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:46.416501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Attempting to bind port c674fa02-d41c-4138-8c82-2599694fbbbd on network 240721f4-9323-41fa-b8b4-689161c0bba6 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:46.495421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55180857-8572-48fe-8723-1540a3b3823f req-f77b5473-04dd-488c-9ea8-a4cb8a4d8efe tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:46.499807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55180857-8572-48fe-8723-1540a3b3823f req-f77b5473-04dd-488c-9ea8-a4cb8a4d8efe tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 907 time: 0.1798046 Nov 26 22:12:46.500870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553d056-044a-430d-8774-bbc31132223c service neutron] Pushing event updated for resources: {'Port': ['ID=c674fa02-d41c-4138-8c82-2599694fbbbd,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:46.508388 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-a9ba4402-1fb7-4f13-92cd-fe2f9632656f tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1023719 Nov 26 22:12:46.513800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Port c674fa02-d41c-4138-8c82-2599694fbbbd on network 240721f4-9323-41fa-b8b4-689161c0bba6 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:12:46.514770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Attempting to bind port c674fa02-d41c-4138-8c82-2599694fbbbd on network 240721f4-9323-41fa-b8b4-689161c0bba6 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:46.522793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:46.523143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Checking segment: {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:46.523524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Bound using segment: {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:46.523982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Bound port: c674fa02-d41c-4138-8c82-2599694fbbbd, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:46.524357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:46.545829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Request body: {'port': {'device_id': 'f7bc3f2c-d023-4ed9-a771-195a1064285a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:46.625586 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:46.826802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] For port c674fa02-d41c-4138-8c82-2599694fbbbd, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:46.918387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] For port c674fa02-d41c-4138-8c82-2599694fbbbd, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c674fa02-d41c-4138-8c82-2599694fbbbd,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:46.939760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:46.950148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:47.093377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553d056-044a-430d-8774-bbc31132223c service neutron] Pushing event updated for resources: {'Port': ['ID=c674fa02-d41c-4138-8c82-2599694fbbbd,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:47.107040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:47.107540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:47.109267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8553d056-044a-430d-8774-bbc31132223c service neutron] 10.222.0.41 "PUT /v2.0/ports/c674fa02-d41c-4138-8c82-2599694fbbbd HTTP/1.1" status: 200 len: 1092 time: 2.8470676 Nov 26 22:12:47.111272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'tag': 'c674fa02-d41c-4138-8c82-2599694fbbbd'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:47.114567 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c46c727f-dab2-40d0-8021-2e0c87e7b96d", "tag": "c674fa02-d41c-4138-8c82-2599694fbbbd"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:47.141313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74036d-2ace-4bec-bb8e-c8b0f526c3ac req-f01385ea-60d1-4e3f-9634-cda48aad42e6 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:47.152285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a74036d-2ace-4bec-bb8e-c8b0f526c3ac req-f01385ea-60d1-4e3f-9634-cda48aad42e6 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 944 time: 0.1460304 Nov 26 22:12:47.243322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event deleted for resources: {'Port': ['ID=182d2412-181b-4bb0-8612-c25895897cd6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:47.305918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] No DVR routers for this DVR port 182d2412-181b-4bb0-8612-c25895897cd6 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:12:47.324094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a74036d-2ace-4bec-bb8e-c8b0f526c3ac req-6318d623-c5d6-485c-abaa-5c093430aa1f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639478 Nov 26 22:12:47.330621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:47.335240 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de1e6710-f292-43f9-99d8-caf1c0084ab2 req-465a1247-b4ac-4d93-b3d9-6bd81e9902b6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.13 "DELETE /v2.0/ports/182d2412-181b-4bb0-8612-c25895897cd6 HTTP/1.1" status: 204 len: 173 time: 2.5554080 Nov 26 22:12:47.425632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-33f60477-9880-44b1-b4f5-21612307ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:47.427576 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-33f60477-9880-44b1-b4f5-21612307ec3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9978497fc8a434989f5048d40cf5493&device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 1095 time: 0.2232621 Nov 26 22:12:47.542415 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f2a7a-69b5-4b90-a746-87d1f70c4fb6 x-openstack-request-id: req-ed9f2a7a-69b5-4b90-a746-87d1f70c4fb6 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:47.543555 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46c727f-dab2-40d0-8021-2e0c87e7b96d", "tag": "c674fa02-d41c-4138-8c82-2599694fbbbd", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:47.549194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e4424-0425-4baa-99cc-a00a530265a1 req-bd70a2c7-0153-4843-aeba-0d686f330ddf tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:47.551392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c1e4424-0425-4baa-99cc-a00a530265a1 req-bd70a2c7-0153-4843-aeba-0d686f330ddf tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 931 time: 0.2727411 Nov 26 22:12:47.554213 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed9f2a7a-69b5-4b90-a746-87d1f70c4fb6 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:47.555198 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'tag': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'status': 'completed', 'code': 200} Nov 26 22:12:47.575695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-a3804626-d938-4692-a4da-bc9a09f9c68a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c674fa02-d41c-4138-8c82-2599694fbbbd HTTP/1.1" status: 200 len: 217 time: 0.1273425 Nov 26 22:12:47.647852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:47.657925 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:47.673683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Transition to ACTIVE for port object fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:12:47.692768 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:47.740415 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c1e4424-0425-4baa-99cc-a00a530265a1 req-2cc8a88e-72c6-4391-b361-d1b559b72a3d tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791637 Nov 26 22:12:47.834320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-26a43f73-47e4-4b3a-ad96-6e4d985c30f2 req-80cce91d-15c0-4b77-b5d8-32504020cdc2 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb HTTP/1.1" status: 200 len: 210 time: 0.0735366 Nov 26 22:12:47.839080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Pushing event updated for resources: {'Port': ['ID=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:47.842773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8f549c99-e2ef-483a-a0c7-c162d65355cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:47.844379 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-8f549c99-e2ef-483a-a0c7-c162d65355cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ce45eb6-dea3-4228-92d7-67e29f087739 HTTP/1.1" status: 200 len: 848 time: 0.1692472 Nov 26 22:12:47.996843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-2e843f26-f740-4ce0-a14f-16f0c55f69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:48.001603 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-2e843f26-f740-4ce0-a14f-16f0c55f69a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=240721f4-9323-41fa-b8b4-689161c0bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323602 Nov 26 22:12:48.037040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Attempting to bind port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:48.037518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Attempting to bind port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'ebf86a86-f3a2-4878-a596-784bf62dd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '975b46c4-0cdb-40f5-b0dc-aa33da7da285'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:48.037935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Attempting to bind port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 on network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:48.094983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 on network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:12:48.095391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Attempting to bind port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 on network 975b46c4-0cdb-40f5-b0dc-aa33da7da285 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:48.106171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:48.106757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Checking segment: {'id': 'ebf86a86-f3a2-4878-a596-784bf62dd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '975b46c4-0cdb-40f5-b0dc-aa33da7da285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:48.107256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Bound using segment: {'id': 'ebf86a86-f3a2-4878-a596-784bf62dd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '975b46c4-0cdb-40f5-b0dc-aa33da7da285'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:48.107931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Bound port: fc8e9d4d-e9cd-467c-9f71-f00e57b06e93, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf86a86-f3a2-4878-a596-784bf62dd6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '975b46c4-0cdb-40f5-b0dc-aa33da7da285'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:48.108390 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:48.228163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-25a01b47-1846-4ff3-899f-bc1e1e9b726d service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215898 Nov 26 22:12:48.260261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] For port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:48.311064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] For port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,segment=NetworkSegment(ebf86a86-f3a2-4878-a596-784bf62dd6ec),segment_id=ebf86a86-f3a2-4878-a596-784bf62dd6ec)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:48.323778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:48.376028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:48.377106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:48.379020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] 10.222.0.13 "PUT /v2.0/ports/fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 HTTP/1.1" status: 200 len: 1091 time: 1.8507962 Nov 26 22:12:48.409756 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-76dca926-36b0-41a5-af36-d4d13fdffc1c req-5cafc51c-9d33-4654-bfbe-200d8a0c9c0b service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726656 Nov 26 22:12:48.437758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78f22f-d0f9-4d3e-9be7-8aaac95a78ba service neutron] Pushing event updated for resources: {'Port': ['ID=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:48.559581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb4121-2717-4974-8c8a-bbcd65b468b8 req-6e093d6a-7c67-4409-91d1-de4b04b10916 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:48.568166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51eb4121-2717-4974-8c8a-bbcd65b468b8 req-6e093d6a-7c67-4409-91d1-de4b04b10916 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 944 time: 0.0847127 Nov 26 22:12:48.622325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51eb4121-2717-4974-8c8a-bbcd65b468b8 req-22abb3fb-1221-4f59-a903-bc4f888ce67b tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529602 Nov 26 22:12:48.634974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-9e1e0ad8-835d-47ee-a9d3-c67fb24edf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:48.642958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-9e1e0ad8-835d-47ee-a9d3-c67fb24edf41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e6a6ea4c3354c5c804c6d5af96b5090&device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 1094 time: 0.1757612 Nov 26 22:12:48.651269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-cc7fcbe6-4d44-4f73-916d-f92af574b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:48.653310 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-cc7fcbe6-4d44-4f73-916d-f92af574b2e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9978497fc8a434989f5048d40cf5493&device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 1095 time: 0.1248627 Nov 26 22:12:48.710233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-95e9b2c5-88b5-44fe-a2eb-0a94e6fb9465 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 HTTP/1.1" status: 200 len: 217 time: 0.0525732 Nov 26 22:12:48.820870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-f9a8c14e-16a6-41c1-bd89-48d8aaada1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:48.822386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-f9a8c14e-16a6-41c1-bd89-48d8aaada1b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32f7c8e7-a1d1-4736-8c4f-3a9f55a89910 HTTP/1.1" status: 200 len: 861 time: 0.0800223 Nov 26 22:12:48.879403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-b3147b8a-2c8c-493d-b544-6ef0e95a0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:48.891346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-b3147b8a-2c8c-493d-b544-6ef0e95a0c76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=240721f4-9323-41fa-b8b4-689161c0bba6 HTTP/1.1" status: 200 len: 910 time: 0.2169607 Nov 26 22:12:49.006018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d884d-5e95-41ae-8102-46ab6d661e68 req-e14b0da2-00fc-4955-915b-4f5d45723477 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:49.011173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc4d884d-5e95-41ae-8102-46ab6d661e68 req-e14b0da2-00fc-4955-915b-4f5d45723477 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 943 time: 0.1114073 Nov 26 22:12:49.034576 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-29143a8e-4974-4777-8866-946a82cbcc8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c674fa02-d41c-4138-8c82-2599694fbbbd HTTP/1.1" status: 200 len: 217 time: 0.1422968 Nov 26 22:12:49.037246 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-42b98186-d4fa-4556-afff-cdb65fe71173 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=975b46c4-0cdb-40f5-b0dc-aa33da7da285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1972466 Nov 26 22:12:49.126401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc4d884d-5e95-41ae-8102-46ab6d661e68 req-552e6be0-ff80-46e9-a993-0656949692a8 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033514 Nov 26 22:12:49.208548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-1382f8f5-2647-4e10-b0df-407a5ba6c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:49.210125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-1382f8f5-2647-4e10-b0df-407a5ba6c0a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ce45eb6-dea3-4228-92d7-67e29f087739 HTTP/1.1" status: 200 len: 848 time: 0.1677339 Nov 26 22:12:49.312535 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-ca8207ec-b760-4f4a-85b7-7be969c7780e service neutron] 10.222.0.13 "GET /v2.0/networks/975b46c4-0cdb-40f5-b0dc-aa33da7da285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553267 Nov 26 22:12:49.333336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-b8ca9879-564c-4901-8b3d-b2dd30ecc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:49.335277 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-b8ca9879-564c-4901-8b3d-b2dd30ecc5ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=240721f4-9323-41fa-b8b4-689161c0bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134355 Nov 26 22:12:49.424947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f370771-c66f-4c1b-ac98-836d82acd8d7 req-f5c6b32f-eed0-4b80-a3e0-6a1512481cd9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:49.427754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f370771-c66f-4c1b-ac98-836d82acd8d7 req-f5c6b32f-eed0-4b80-a3e0-6a1512481cd9 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 945 time: 0.1047642 Nov 26 22:12:49.513048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-020b8899-f7eb-4368-b2b8-2947fe455a87 req-0aeef294-aa46-4805-85a1-b8903963e258 service neutron] 10.222.0.13 "GET /v2.0/networks/975b46c4-0cdb-40f5-b0dc-aa33da7da285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892681 Nov 26 22:12:49.518958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-3bd0d6e2-9dd9-4abb-9208-a02b7e825d6a service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691914 Nov 26 22:12:49.520917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f370771-c66f-4c1b-ac98-836d82acd8d7 req-b550fd6c-838b-462e-aa04-c73d81a7ec5a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869431 Nov 26 22:12:49.563416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'name': 'network-vif-deleted', 'tag': '182d2412-181b-4bb0-8612-c25895897cd6'}, {'name': 'network-changed', 'server_uuid': 'f7bc3f2c-d023-4ed9-a771-195a1064285a', 'tag': 'fc8e9d4d-e9cd-467c-9f71-f00e57b06e93'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:49.566016 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2556dcea-f16f-430b-9263-11ef2daedc21" -d '{"events": [{"server_uuid": "de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb", "name": "network-vif-deleted", "tag": "182d2412-181b-4bb0-8612-c25895897cd6"}, {"name": "network-changed", "server_uuid": "f7bc3f2c-d023-4ed9-a771-195a1064285a", "tag": "fc8e9d4d-e9cd-467c-9f71-f00e57b06e93"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:49.609657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 182d2412-181b-4bb0-8612-c25895897cd6 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:12:49.638783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 182d2412-181b-4bb0-8612-c25895897cd6 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:12:49.639474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 182d2412-181b-4bb0-8612-c25895897cd6 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:12:49.654416 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a733f8-36f4-4ba5-a3c6-6cc870543679 x-openstack-request-id: req-58a733f8-36f4-4ba5-a3c6-6cc870543679 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:49.655545 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb", "name": "network-vif-deleted", "tag": "182d2412-181b-4bb0-8612-c25895897cd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7bc3f2c-d023-4ed9-a771-195a1064285a", "tag": "fc8e9d4d-e9cd-467c-9f71-f00e57b06e93", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:49.656176 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58a733f8-36f4-4ba5-a3c6-6cc870543679 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:49.656697 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1c7c7d-1b48-4b87-a9d8-2b8e4966dccb', 'name': 'network-vif-deleted', 'tag': '182d2412-181b-4bb0-8612-c25895897cd6', 'status': 'completed', 'code': 200} Nov 26 22:12:49.657053 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7bc3f2c-d023-4ed9-a771-195a1064285a', 'tag': 'fc8e9d4d-e9cd-467c-9f71-f00e57b06e93', 'status': 'completed', 'code': 200} Nov 26 22:12:49.702839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8f7998b-b980-4b79-8f18-cd4e093c0e6f req-30e37d04-8b6c-4b14-ae27-87f85aa51d25 service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701615 Nov 26 22:12:49.777500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-2a2df85a-8fb6-485d-b132-608a7b881fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:49.779905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-2a2df85a-8fb6-485d-b132-608a7b881fe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e6a6ea4c3354c5c804c6d5af96b5090&device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 1094 time: 0.0692649 Nov 26 22:12:49.780967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803179d6-9849-42f7-ae86-a4e9c6fd3f15 req-e8bf2d20-8a9a-4f38-93ab-d16621cbc46c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:49.788761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-803179d6-9849-42f7-ae86-a4e9c6fd3f15 req-e8bf2d20-8a9a-4f38-93ab-d16621cbc46c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 944 time: 0.0770087 Nov 26 22:12:49.898637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-803179d6-9849-42f7-ae86-a4e9c6fd3f15 req-4e0dd4ae-7528-418e-a4df-631a09853d9b tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087470 Nov 26 22:12:49.909245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-7a8197f8-318b-42e1-a796-37e2e45cf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:49.918588 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-7a8197f8-318b-42e1-a796-37e2e45cf91f service neutron] 10.222.0.13 "GET /v2.0/networks?id=975b46c4-0cdb-40f5-b0dc-aa33da7da285 HTTP/1.1" status: 200 len: 922 time: 0.1210868 Nov 26 22:12:49.975876 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-32907740-bf21-401b-81bb-d0098c16279d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 HTTP/1.1" status: 200 len: 217 time: 0.0563343 Nov 26 22:12:50.064750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-feea10d9-cea0-4812-a7c0-a14db00974f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:50.066630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-feea10d9-cea0-4812-a7c0-a14db00974f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32f7c8e7-a1d1-4736-8c4f-3a9f55a89910 HTTP/1.1" status: 200 len: 861 time: 0.0841324 Nov 26 22:12:50.111605 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-06b5d81d-87e3-4277-809a-ff4cd150a094 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=975b46c4-0cdb-40f5-b0dc-aa33da7da285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367064 Nov 26 22:12:50.260966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660477ca-c217-4207-96d4-0f2a755122b8 req-b5c720f8-755f-417b-9210-e84c61d84a8c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:50.262520 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-660477ca-c217-4207-96d4-0f2a755122b8 req-b5c720f8-755f-417b-9210-e84c61d84a8c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 945 time: 0.2294478 Nov 26 22:12:50.264784 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-33a77f13-de74-4a0f-b49f-25bbe1f33789 service neutron] 10.222.0.13 "GET /v2.0/networks/975b46c4-0cdb-40f5-b0dc-aa33da7da285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428692 Nov 26 22:12:50.297388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a74a8a-4b0b-460a-9a5a-4d60d8ef319f req-64ebc52b-079f-427c-910b-1f1ea3103278 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:50.304646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17a74a8a-4b0b-460a-9a5a-4d60d8ef319f req-64ebc52b-079f-427c-910b-1f1ea3103278 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 943 time: 0.0795217 Nov 26 22:12:50.376164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17a74a8a-4b0b-460a-9a5a-4d60d8ef319f req-03f99c1e-a535-4085-8d40-82a7ca614292 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647039 Nov 26 22:12:50.500340 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2556dcea-f16f-430b-9263-11ef2daedc21 req-eb53c08c-4003-4e33-8428-78ee8702516e service neutron] 10.222.0.13 "GET /v2.0/networks/975b46c4-0cdb-40f5-b0dc-aa33da7da285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094595 Nov 26 22:12:50.510302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Deleting port 0e86234d-794e-49e6-be51-c0b25ccfbecb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:12:50.510935 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:50.747116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dd4a2-6072-4db7-84f6-cdccacff7506 req-dec34afa-0ddf-4618-9c5e-5bb5a326f831 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:50.756320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-980dd4a2-6072-4db7-84f6-cdccacff7506 req-dec34afa-0ddf-4618-9c5e-5bb5a326f831 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 945 time: 0.0687902 Nov 26 22:12:50.826752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-980dd4a2-6072-4db7-84f6-cdccacff7506 req-ec652362-350e-4105-8460-b6c63a053536 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688777 Nov 26 22:12:51.108249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ab9fe-15cd-434c-b400-998b8a38db0a req-0664f426-ec27-478e-8a1d-c29280a25053 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:51.117165 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff2ab9fe-15cd-434c-b400-998b8a38db0a req-0664f426-ec27-478e-8a1d-c29280a25053 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 944 time: 0.0830879 Nov 26 22:12:51.132746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] For port 0e86234d-794e-49e6-be51-c0b25ccfbecb, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=0e86234d-794e-49e6-be51-c0b25ccfbecb,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:51.133330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:51.169270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Calling delete_port for 0e86234d-794e-49e6-be51-c0b25ccfbecb owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:12:51.199290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff2ab9fe-15cd-434c-b400-998b8a38db0a req-ae55560f-42f8-47c6-a3ca-43384d90f7eb tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792556 Nov 26 22:12:51.559076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:51.605874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['25f00689-a056-4ef7-9dec-abd02394d5cf', '0e86234d-794e-49e6-be51-c0b25ccfbecb'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:12:51.651436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0491d4-9f28-4639-a6b7-5f36a093d123 req-84836ddb-233a-4fc5-9c39-419a0de99fb9 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:51.653088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event deleted for resources: {'Port': ['ID=0e86234d-794e-49e6-be51-c0b25ccfbecb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:51.654915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b0491d4-9f28-4639-a6b7-5f36a093d123 req-84836ddb-233a-4fc5-9c39-419a0de99fb9 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 943 time: 0.1056805 Nov 26 22:12:51.780262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] No DVR routers for this DVR port 0e86234d-794e-49e6-be51-c0b25ccfbecb on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:12:51.784363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:51.792137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-660477ca-c217-4207-96d4-0f2a755122b8 req-6c3542d6-ee3c-4ce2-9532-58abe015dfea tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "DELETE /v2.0/ports/0e86234d-794e-49e6-be51-c0b25ccfbecb HTTP/1.1" status: 204 len: 173 time: 1.5232122 Nov 26 22:12:51.792967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b0491d4-9f28-4639-a6b7-5f36a093d123 req-7c56209f-32ae-4231-8b55-97b9f00281fe tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306131 Nov 26 22:12:51.795256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb33f8d5-73de-4351-913e-45a933759994', 'name': 'network-vif-deleted', 'tag': '0e86234d-794e-49e6-be51-c0b25ccfbecb'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:51.810887 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575def70-cd69-4b82-bb51-b9843054c1fe" -d '{"events": [{"server_uuid": "cb33f8d5-73de-4351-913e-45a933759994", "name": "network-vif-deleted", "tag": "0e86234d-794e-49e6-be51-c0b25ccfbecb"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:51.894322 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae96b32-cf7d-40c1-84d0-50e65c125cb5 x-openstack-request-id: req-2ae96b32-cf7d-40c1-84d0-50e65c125cb5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:51.894951 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb33f8d5-73de-4351-913e-45a933759994", "name": "network-vif-deleted", "tag": "0e86234d-794e-49e6-be51-c0b25ccfbecb", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:51.896502 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ae96b32-cf7d-40c1-84d0-50e65c125cb5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:51.897693 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb33f8d5-73de-4351-913e-45a933759994', 'name': 'network-vif-deleted', 'tag': '0e86234d-794e-49e6-be51-c0b25ccfbecb', 'status': 'completed', 'code': 200} Nov 26 22:12:51.956229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c674fa02-d41c-4138-8c82-2599694fbbbd details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:12:51.979352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e94be14-2b76-4f76-89b0-e976d00fc176 req-07aa9371-f80a-4b70-9dbe-c3ad8cee57cc tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb33f8d5-73de-4351-913e-45a933759994 HTTP/1.1" status: 200 len: 210 time: 0.0401971 Nov 26 22:12:52.099471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c674fa02-d41c-4138-8c82-2599694fbbbd, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c674fa02-d41c-4138-8c82-2599694fbbbd,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:52.113358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'port_id': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'mac_address': 'fa:16:3e:38:fa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:12:52.166674 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:52.182551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c674fa02-d41c-4138-8c82-2599694fbbbd {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:52.207438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c674fa02-d41c-4138-8c82-2599694fbbbd, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c674fa02-d41c-4138-8c82-2599694fbbbd,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:52.227700 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:52.317888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c674fa02-d41c-4138-8c82-2599694fbbbd,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:52.345172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945964-29cc-4dcb-8b03-37926eefeb9d req-d5a78678-00a3-4ba7-996e-74ca1349d104 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:52.346715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08945964-29cc-4dcb-8b03-37926eefeb9d req-d5a78678-00a3-4ba7-996e-74ca1349d104 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 945 time: 0.0607100 Nov 26 22:12:52.409482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08945964-29cc-4dcb-8b03-37926eefeb9d req-29863046-c1d6-4186-bc94-3ff6a949eed3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543554 Nov 26 22:12:52.650521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['c674fa02-d41c-4138-8c82-2599694fbbbd'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:12:52.981387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78485342-92c3-41eb-8891-ae25c8d5c2f0 req-02c81a8a-422f-45f5-b12b-ae660f3244e5 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:52.982930 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78485342-92c3-41eb-8891-ae25c8d5c2f0 req-02c81a8a-422f-45f5-b12b-ae660f3244e5 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 943 time: 0.0911255 Nov 26 22:12:52.994600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-83b7ca08-7ca0-4765-bc53-222d980ca9a3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:52.996779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-83b7ca08-7ca0-4765-bc53-222d980ca9a3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1664939 Nov 26 22:12:53.026650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-921c92af-5747-4ea4-8039-d49c2e19d734 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/quotas/d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 375 time: 0.0228922 Nov 26 22:12:53.081142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78485342-92c3-41eb-8891-ae25c8d5c2f0 req-adb79a2e-c7ea-4edc-a9cf-4d849764de9c tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832820 Nov 26 22:12:53.112228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-4ebb4687-4faf-4d47-8891-90cb34b4d344 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801473 Nov 26 22:12:53.225850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-df2d031e-687b-4f74-81ab-c64ef3b81e9b service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126525 Nov 26 22:12:53.374031 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-50f1313d-37c6-4ef9-b94a-a6ce1a35d96e service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415243 Nov 26 22:12:53.441724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc4bf-4c1b-4b70-9cc2-f6d417aaceb4 req-cb4ca9a1-afcf-42aa-bcb7-117dc16e51e6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:53.446133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-239fc4bf-4c1b-4b70-9cc2-f6d417aaceb4 req-cb4ca9a1-afcf-42aa-bcb7-117dc16e51e6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.0574017 Nov 26 22:12:53.492740 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d288a6a5-f610-4e85-8418-4e4cf784f180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:53.525074 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-239fc4bf-4c1b-4b70-9cc2-f6d417aaceb4 req-b73ec22e-5d5c-44a0-a18d-ea6813357eb6 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=b1b915d8-7c08-4675-a3bf-8e70616567fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731776 Nov 26 22:12:53.633345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:12:53.735881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41f068d6-4dc9-4297-b2ff-6d6f97c95575 req-df36af99-16bd-4a3c-bcfb-49902d435068 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0532053 Nov 26 22:12:53.784139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309426fe-f34e-467b-98f1-5a95d1934529 req-a6aed80c-1361-4ca8-9ac3-467a8657a377 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:53.792519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-309426fe-f34e-467b-98f1-5a95d1934529 req-a6aed80c-1361-4ca8-9ac3-467a8657a377 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 945 time: 0.1622109 Nov 26 22:12:53.795470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,segment=NetworkSegment(ebf86a86-f3a2-4878-a596-784bf62dd6ec),segment_id=ebf86a86-f3a2-4878-a596-784bf62dd6ec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:53.815866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'fc8e9d4d-e9cd-467c-9f71-f00e57b06e93', 'network_id': '975b46c4-0cdb-40f5-b0dc-aa33da7da285', 'port_id': 'fc8e9d4d-e9cd-467c-9f71-f00e57b06e93', 'mac_address': 'fa:16:3e:f4:3d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f7c8e7-a1d1-4736-8c4f-3a9f55a89910', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:12:53.855614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-0347c0ce-b688-4989-a66d-8a6e247fa54a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:53.859567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-0347c0ce-b688-4989-a66d-8a6e247fa54a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 946 time: 0.1398332 Nov 26 22:12:53.861208 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-309426fe-f34e-467b-98f1-5a95d1934529 req-b634857d-b1a6-4860-b611-a5aa03784283 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675399 Nov 26 22:12:53.880058 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:53.898548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:53.921639 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,segment=NetworkSegment(ebf86a86-f3a2-4878-a596-784bf62dd6ec),segment_id=ebf86a86-f3a2-4878-a596-784bf62dd6ec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:53.930663 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:53.973042 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c674fa02-d41c-4138-8c82-2599694fbbbd up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:54.013653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Deleting port 25f00689-a056-4ef7-9dec-abd02394d5cf {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:12:54.014428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:54.046699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:54.066432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port c674fa02-d41c-4138-8c82-2599694fbbbd completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:12:54.072878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port c674fa02-d41c-4138-8c82-2599694fbbbd triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:54.073375 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:54.135774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] For port 25f00689-a056-4ef7-9dec-abd02394d5cf, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=25f00689-a056-4ef7-9dec-abd02394d5cf,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:54.136364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:54.159253 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:54.162673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Calling delete_port for 25f00689-a056-4ef7-9dec-abd02394d5cf owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:12:54.209845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c674fa02-d41c-4138-8c82-2599694fbbbd'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:54.213231 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e386b49-0cce-4128-b4c0-834f63c213b3" -d '{"events": [{"server_uuid": "c46c727f-dab2-40d0-8021-2e0c87e7b96d", "name": "network-vif-plugged", "status": "completed", "tag": "c674fa02-d41c-4138-8c82-2599694fbbbd"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:54.231532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port c674fa02-d41c-4138-8c82-2599694fbbbd, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c674fa02-d41c-4138-8c82-2599694fbbbd,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:54.237411 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:54.262329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0e86234d-794e-49e6-be51-c0b25ccfbecb no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:12:54.314939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 0e86234d-794e-49e6-be51-c0b25ccfbecb {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:12:54.315622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 0e86234d-794e-49e6-be51-c0b25ccfbecb not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:12:54.354390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['fc8e9d4d-e9cd-467c-9f71-f00e57b06e93'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:12:54.367597 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef67e2-3d77-47dd-b188-419ba749026f x-openstack-request-id: req-c8ef67e2-3d77-47dd-b188-419ba749026f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:54.367856 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46c727f-dab2-40d0-8021-2e0c87e7b96d", "name": "network-vif-plugged", "status": "completed", "tag": "c674fa02-d41c-4138-8c82-2599694fbbbd", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:54.368104 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8ef67e2-3d77-47dd-b188-419ba749026f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:54.368521 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'code': 200} Nov 26 22:12:54.388791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c642bd-3fec-4660-8557-383b2bc32ca0 req-46d8b659-c0b9-4222-945e-7804afd4160d tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:54.403682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19c642bd-3fec-4660-8557-383b2bc32ca0 req-46d8b659-c0b9-4222-945e-7804afd4160d tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 944 time: 0.1790419 Nov 26 22:12:54.458706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=c674fa02-d41c-4138-8c82-2599694fbbbd,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:54.489346 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:54.528999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['25f00689-a056-4ef7-9dec-abd02394d5cf'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:12:54.648289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] No DVR routers for this DVR port 25f00689-a056-4ef7-9dec-abd02394d5cf on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:12:54.661847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event deleted for resources: {'Port': ['ID=25f00689-a056-4ef7-9dec-abd02394d5cf,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:54.665936 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:54.677149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-030c5502-8cfe-40f2-8cd2-6dd3727e7062 req-d5878345-1fe3-4aaa-98eb-305556c691af tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "DELETE /v2.0/ports/25f00689-a056-4ef7-9dec-abd02394d5cf HTTP/1.1" status: 204 len: 173 time: 0.8099504 Nov 26 22:12:54.679935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad3f46a-5d07-472c-ba53-f38f86780081', 'name': 'network-vif-deleted', 'tag': '25f00689-a056-4ef7-9dec-abd02394d5cf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:54.684427 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfda77-487e-46e0-9210-800e75182680" -d '{"events": [{"server_uuid": "bad3f46a-5d07-472c-ba53-f38f86780081", "name": "network-vif-deleted", "tag": "25f00689-a056-4ef7-9dec-abd02394d5cf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:55.005858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19c642bd-3fec-4660-8557-383b2bc32ca0 req-a5f48935-316c-4798-8ddd-48b3bbab213c tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950632 Nov 26 22:12:55.023578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18f64630-3570-4f30-b1f9-e4cc6c03c0fc req-f3fc7392-af6b-4ff8-9708-4ebd215e247a tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=bad3f46a-5d07-472c-ba53-f38f86780081 HTTP/1.1" status: 200 len: 210 time: 0.0371327 Nov 26 22:12:55.033545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d93b46-3cd3-4ccf-86a1-e7fef3aa94e3 req-ed23b9ef-089f-4781-aabc-86391e957d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:55.035081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79d93b46-3cd3-4ccf-86a1-e7fef3aa94e3 req-ed23b9ef-089f-4781-aabc-86391e957d6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 1097 time: 0.5403879 Nov 26 22:12:55.103610 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784f46c4-773a-4d83-a9d1-29295e0571e5 x-openstack-request-id: req-784f46c4-773a-4d83-a9d1-29295e0571e5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:55.104088 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad3f46a-5d07-472c-ba53-f38f86780081", "name": "network-vif-deleted", "tag": "25f00689-a056-4ef7-9dec-abd02394d5cf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:55.104228 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-784f46c4-773a-4d83-a9d1-29295e0571e5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:55.104525 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad3f46a-5d07-472c-ba53-f38f86780081', 'name': 'network-vif-deleted', 'tag': '25f00689-a056-4ef7-9dec-abd02394d5cf', 'status': 'completed', 'code': 200} Nov 26 22:12:55.154628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ce5b5f0-7fcc-4dfc-941e-cbc1fb6f4a4b req-40f244d6-ef3f-49c0-ab86-582742777d8a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0431144 Nov 26 22:12:55.163343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79d93b46-3cd3-4ccf-86a1-e7fef3aa94e3 req-1e2ed093-e533-4d49-9d4d-45f15f04819c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186810 Nov 26 22:12:55.216071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebb698-b07b-43eb-ada2-17c5b485ff18 req-04b0b148-4c5b-4c42-88e4-6d5610340f5e tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:55.217998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24ebb698-b07b-43eb-ada2-17c5b485ff18 req-04b0b148-4c5b-4c42-88e4-6d5610340f5e tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 946 time: 0.0534773 Nov 26 22:12:55.280314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24ebb698-b07b-43eb-ada2-17c5b485ff18 req-f6d14f3b-7fdd-4d75-a3cd-2cb887d0860a tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543847 Nov 26 22:12:55.290782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-bfbe485b-5e30-4d58-afe3-6f9d6775e1f6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:55.292376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-bfbe485b-5e30-4d58-afe3-6f9d6775e1f6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1158946 Nov 26 22:12:55.318810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'port': {'device_id': '3af7bc62-6426-4b07-adb9-4afb5c84e7d6', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'admin_state_up': True, 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:55.448132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:12:55.453039 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:55.646649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:12:55.695483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.20.0.4 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:12:55.759963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:12:55.766864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:55.767419 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:56.042711 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:56.135022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:56.158832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,segment=NetworkSegment(ebf86a86-f3a2-4878-a596-784bf62dd6ec),segment_id=ebf86a86-f3a2-4878-a596-784bf62dd6ec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:56.172204 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:56.195312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:56.248209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612df34-02f8-40d2-aa4c-20d105f5d9c8 req-6e992b80-8f86-4654-868f-181c4ef97343 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:56.251366 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6612df34-02f8-40d2-aa4c-20d105f5d9c8 req-6e992b80-8f86-4654-868f-181c4ef97343 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 944 time: 0.1087894 Nov 26 22:12:56.296295 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0a1a7f72-f015-4263-8777-0093803797ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:56.320196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:12:56.325376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:56.338764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:12:56.344276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:12:56.362975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6612df34-02f8-40d2-aa4c-20d105f5d9c8 req-1a1b2a14-ca5d-42de-96a4-d7d3685c59af tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026626 Nov 26 22:12:56.369467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc3f2c-d023-4ed9-a771-195a1064285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8e9d4d-e9cd-467c-9f71-f00e57b06e93'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:56.372320 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173665fb-b6b2-4ed4-8b50-463bbe8214b0" -d '{"events": [{"server_uuid": "f7bc3f2c-d023-4ed9-a771-195a1064285a", "name": "network-vif-plugged", "status": "completed", "tag": "fc8e9d4d-e9cd-467c-9f71-f00e57b06e93"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:56.430106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:56.510693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789f1c9-439a-4bea-a0ca-0ecb47963fdb req-26035612-96e8-4326-a704-d4a509cc2a32 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:56.512286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c789f1c9-439a-4bea-a0ca-0ecb47963fdb req-26035612-96e8-4326-a704-d4a509cc2a32 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 931 time: 0.1054358 Nov 26 22:12:56.541247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:56.549146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:56.596579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-47002174-804b-4c36-93e9-2fcc75465bf0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2817504 Nov 26 22:12:56.632943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Request body: {'port': {'device_id': '3af7bc62-6426-4b07-adb9-4afb5c84e7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:12:56.699414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c789f1c9-439a-4bea-a0ca-0ecb47963fdb req-28a4d72f-9bf2-4db6-b306-bffb6a48d48d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811538 Nov 26 22:12:56.737055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4a52-144e-45fa-8a54-c038a85d2c4f req-508366ca-acf4-45c6-8c5b-a918c0050db5 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:56.744589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea5c4a52-144e-45fa-8a54-c038a85d2c4f req-508366ca-acf4-45c6-8c5b-a918c0050db5 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 946 time: 0.1971469 Nov 26 22:12:56.776937 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:56.862650 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea5c4a52-144e-45fa-8a54-c038a85d2c4f req-2f3a402d-e2a8-427c-9ffd-4648e8e5825c tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118567 Nov 26 22:12:56.959563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d1490711-6127-4179-a106-bc6d5ec76c78 None None] Provisioning complete for port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:12:56.960107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d1490711-6127-4179-a106-bc6d5ec76c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:57.035610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023735a-1039-45c2-ac0d-22a6888d54dc req-25cfd3e2-2fac-46d9-be3f-bfb1715e787b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:57.044955 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12435b71-3261-4a70-9406-440872c995c7 x-openstack-request-id: req-12435b71-3261-4a70-9406-440872c995c7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:57.045335 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bc3f2c-d023-4ed9-a771-195a1064285a", "name": "network-vif-plugged", "status": "completed", "tag": "fc8e9d4d-e9cd-467c-9f71-f00e57b06e93", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:57.045601 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12435b71-3261-4a70-9406-440872c995c7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:57.046012 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc3f2c-d023-4ed9-a771-195a1064285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8e9d4d-e9cd-467c-9f71-f00e57b06e93', 'code': 200} Nov 26 22:12:57.050017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9023735a-1039-45c2-ac0d-22a6888d54dc req-25cfd3e2-2fac-46d9-be3f-bfb1715e787b tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2304113 Nov 26 22:12:57.077053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d1490711-6127-4179-a106-bc6d5ec76c78 None None] Port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:12:57.124822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:57.162205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9023735a-1039-45c2-ac0d-22a6888d54dc req-f1a0d551-4e3a-4334-b2d2-dd50232b180c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104443 Nov 26 22:12:57.306268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f26e97-555a-4386-8e70-0ffbd0f520cd req-e1cedf41-91d1-49f0-8e1b-9c0ea299e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:57.307804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-88f26e97-555a-4386-8e70-0ffbd0f520cd req-e1cedf41-91d1-49f0-8e1b-9c0ea299e10d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 1096 time: 0.0863321 Nov 26 22:12:57.311785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:12:57.320531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:57.357575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Transition to ACTIVE for port object ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:12:57.373918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:57.460109 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-88f26e97-555a-4386-8e70-0ffbd0f520cd req-a1a0015d-d50e-47b9-80c8-ec49b5e60432 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361835 Nov 26 22:12:57.549549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Pushing event updated for resources: {'Port': ['ID=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:57.612837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc222d98-1db0-43d6-bf22-baf3c5656f23 req-041342dc-3e04-418c-a298-5aa412c58bdf tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:57.623447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc222d98-1db0-43d6-bf22-baf3c5656f23 req-041342dc-3e04-418c-a298-5aa412c58bdf tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 945 time: 0.1108894 Nov 26 22:12:57.646462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Attempting to bind port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:12:57.647035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Attempting to bind port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:12:57.647577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Attempting to bind port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:57.653901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf on network 629b7371-66af-455c-9be3-9f2b707c8bea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:12:57.654480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Attempting to bind port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:12:57.663595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:12:57.664154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:12:57.664879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:12:57.665686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Bound port: ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:12:57.666272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:57.742987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc222d98-1db0-43d6-bf22-baf3c5656f23 req-54c1df1b-3ae9-4f85-a069-f98db994931a tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127899 Nov 26 22:12:57.779485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] For port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:12:57.786606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] For port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:12:57.797620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:57.969623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 25f00689-a056-4ef7-9dec-abd02394d5cf no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:12:57.972104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:57.976767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:57.985046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] 10.222.0.13 "PUT /v2.0/ports/ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf HTTP/1.1" status: 200 len: 1091 time: 1.3628104 Nov 26 22:12:57.987574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af7bc62-6426-4b07-adb9-4afb5c84e7d6', 'tag': 'ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:12:57.989882 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1288caf2-3db6-4fef-8939-c2fd04582f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3af7bc62-6426-4b07-adb9-4afb5c84e7d6", "tag": "ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:12:57.990419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f8d7b-37eb-429f-8246-5a548312953c req-a2ea0485-3b15-4621-bbdb-3de13de88308 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.001270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-902f8d7b-37eb-429f-8246-5a548312953c req-a2ea0485-3b15-4621-bbdb-3de13de88308 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.1806130 Nov 26 22:12:58.062009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 25f00689-a056-4ef7-9dec-abd02394d5cf {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:12:58.062707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 25f00689-a056-4ef7-9dec-abd02394d5cf not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:12:58.154718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Pushing event updated for resources: {'Port': ['ID=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:12:58.168826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.169315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.169767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.170339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.170858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.171359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.171964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.172629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.173120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.173605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.174136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.175131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2283def-b2dd-4d47-b51d-486db29145bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:12:58.206525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-160dc649-6af8-43ce-acba-bef3247d9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.222514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-160dc649-6af8-43ce-acba-bef3247d9f6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 1094 time: 0.1505549 Nov 26 22:12:58.325388 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-f4c402f0-f261-49e3-9855-5bf8fdd832e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf HTTP/1.1" status: 200 len: 217 time: 0.0833957 Nov 26 22:12:58.338792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-fd26cea2-edfc-4808-8f3a-7086857e4dce tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.340569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-fd26cea2-edfc-4808-8f3a-7086857e4dce tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.2426653 Nov 26 22:12:58.351265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-902f8d7b-37eb-429f-8246-5a548312953c req-a62c06a5-f3b8-4d65-8fdd-848d9fd15598 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480091 Nov 26 22:12:58.394815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-6958744d-1ddc-4828-90a5-d07aac134a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.396899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-6958744d-1ddc-4828-90a5-d07aac134a65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0665572 Nov 26 22:12:58.447350 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d3953d-a49b-4a2a-814e-f26bc9dfc4c4 x-openstack-request-id: req-57d3953d-a49b-4a2a-814e-f26bc9dfc4c4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:12:58.447650 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af7bc62-6426-4b07-adb9-4afb5c84e7d6", "tag": "ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:12:58.447898 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57d3953d-a49b-4a2a-814e-f26bc9dfc4c4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:12:58.448309 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af7bc62-6426-4b07-adb9-4afb5c84e7d6', 'tag': 'ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf', 'status': 'completed', 'code': 200} Nov 26 22:12:58.459363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-8c85ea9c-bdd5-4ff1-bb95-682c05f25a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.461075 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-8c85ea9c-bdd5-4ff1-bb95-682c05f25a87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555949 Nov 26 22:12:58.467464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd1478-34e2-48f1-b58f-b57daa751bc1 req-ddaca61f-f9c1-4844-b7fe-2796d3a327a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.475488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18dd1478-34e2-48f1-b58f-b57daa751bc1 req-ddaca61f-f9c1-4844-b7fe-2796d3a327a3 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 946 time: 0.3993587 Nov 26 22:12:58.571552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-23fefa3f-fd89-4938-9e46-2516002d6401 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008539 Nov 26 22:12:58.590842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18dd1478-34e2-48f1-b58f-b57daa751bc1 req-d22e7cea-ea9b-4e70-b61e-8df69173e6b6 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144536 Nov 26 22:12:58.611654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Deleting port 90b11964-bc13-4c37-9377-dd99160272ff {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:12:58.611995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:58.639501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:58.644296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf2afd-b657-4439-9284-b4530bc8650a req-92e5557c-9e91-488a-a019-b6efaa58bb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.647776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21bf2afd-b657-4439-9284-b4530bc8650a req-92e5557c-9e91-488a-a019-b6efaa58bb73 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 944 time: 0.1153579 Nov 26 22:12:58.731053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f820b9bc-9f97-4721-9344-2dd1ba5c7e78 req-b781f867-8e33-4c8e-8869-f5bbcd4713b8 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511331 Nov 26 22:12:58.802426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21bf2afd-b657-4439-9284-b4530bc8650a req-6e70a652-0fd0-4eba-a031-1e82a3e4166c tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups?id=634689a2-1462-47e1-b9ca-31b5dfce3584&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287730 Nov 26 22:12:58.811820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddb776-26fe-4b90-a4b3-b677f116b5d6 req-9519400e-dbcc-4bd0-a05c-6d94141d0653 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.813338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43ddb776-26fe-4b90-a4b3-b677f116b5d6 req-9519400e-dbcc-4bd0-a05c-6d94141d0653 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 946 time: 0.1174920 Nov 26 22:12:58.854090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] For port 90b11964-bc13-4c37-9377-dd99160272ff, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=90b11964-bc13-4c37-9377-dd99160272ff,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:12:58.854474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:58.968322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-3d62d5fd-dfbe-4313-bbd6-c4b3e68af9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:58.970980 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-3d62d5fd-dfbe-4313-bbd6-c4b3e68af9de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 1094 time: 0.1327865 Nov 26 22:12:59.036949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43ddb776-26fe-4b90-a4b3-b677f116b5d6 req-061b0417-ec33-482e-a424-1864e786532e tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027097 Nov 26 22:12:59.132802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:59.231338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-a0b9336c-aa70-4cb2-a80b-b725f28b5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:59.232699 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-a0b9336c-aa70-4cb2-a80b-b725f28b5aad service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.2538466 Nov 26 22:12:59.278949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40a372-f671-4642-9a2e-6a7c50e6350d req-4002e9d7-51f0-42a8-bb21-64e2c392b805 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:59.279939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b40a372-f671-4642-9a2e-6a7c50e6350d req-4002e9d7-51f0-42a8-bb21-64e2c392b805 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 945 time: 0.3385053 Nov 26 22:12:59.349131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-5d5374bf-2906-4a7a-99d5-7f49909ecba3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf HTTP/1.1" status: 200 len: 217 time: 0.0981739 Nov 26 22:12:59.433030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-040fc190-2462-4a11-9ac0-e88ef3197167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:59.437937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-040fc190-2462-4a11-9ac0-e88ef3197167 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0813866 Nov 26 22:12:59.528487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-716ff15b-a000-4736-a73d-5033f2e5667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:59.530122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-716ff15b-a000-4736-a73d-5033f2e5667f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847943 Nov 26 22:12:59.547833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3514cb-294c-4ba7-bc5b-d7f5cb41fd2d req-5cd3deef-c65a-46ff-afef-36023a709a92 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:12:59.564584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b3514cb-294c-4ba7-bc5b-d7f5cb41fd2d req-5cd3deef-c65a-46ff-afef-36023a709a92 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 946 time: 0.3468637 Nov 26 22:12:59.644213 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:59.644882 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:59.646777 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Floating IP dcb5e1f0-8ed0-469e-8681-0a3c60354f94 disassociated. External IP: 172.25.3.227, port: 90b11964-bc13-4c37-9377-dd99160272ff. Nov 26 22:12:59.647623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Calling delete_port for 90b11964-bc13-4c37-9377-dd99160272ff owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:12:59.738275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-8f5a2570-bac7-4333-9ec9-4b21388eb024 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008016 Nov 26 22:12:59.865041 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:12:59.890382 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1288caf2-3db6-4fef-8939-c2fd04582f3c req-e550a8d0-a9c5-4abf-9826-64b6a88fcb4b service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452816 Nov 26 22:12:59.955877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b3514cb-294c-4ba7-bc5b-d7f5cb41fd2d req-9d55c600-d742-458e-8365-b3676d1c148a tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244743 Nov 26 22:12:59.991384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47324) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:00.018322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b40a372-f671-4642-9a2e-6a7c50e6350d req-55044adb-039c-44e4-aa78-56b0d76b2490 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780124 Nov 26 22:13:00.023618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event deleted for resources: {'Port': ['ID=90b11964-bc13-4c37-9377-dd99160272ff,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:00.041150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.042534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.043010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.043705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.044072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.044412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.044751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.045081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.045684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.046020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.046391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.046719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:00.357368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd988d36-08ae-4d9a-978b-a6a627d3e6e3 tempest-TestServerBasicOps-298815073 tempest-TestServerBasicOps-298815073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:00.359569 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bd988d36-08ae-4d9a-978b-a6a627d3e6e3 tempest-TestServerBasicOps-298815073 tempest-TestServerBasicOps-298815073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 1092 time: 0.3672297 Nov 26 22:13:00.365027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47330) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:00.371495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:00.420826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:00.544217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96bde711-375e-4c49-b14f-a2c4ef036044 req-a10df89d-eb21-468f-851a-c584706a3fc5 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 210 time: 0.1093802 Nov 26 22:13:00.579007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Router a8177740-ce0c-4f9a-85ec-2bcd53fba925 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:13:00.609617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:00.732652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d865-5f8b-4933-b0c1-8bfb370c3fab req-aa42ebd6-c19e-427e-bf90-6339470abd3e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:00.743220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0a0d865-5f8b-4933-b0c1-8bfb370c3fab req-aa42ebd6-c19e-427e-bf90-6339470abd3e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.3746061 Nov 26 22:13:00.807721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Allocated IP 172.25.3.232 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/c79a7d0a-0d5b-437e-b4d8-2268d7bb0257) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:13:00.858443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c0a0d865-5f8b-4933-b0c1-8bfb370c3fab req-14da04de-ce52-458e-a377-0a27e0cea2bd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141727 Nov 26 22:13:00.875878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:13:00.886790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] Sync routers for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:13:00.914014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:13:00.915009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:00.950730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] No DVR routers for this DVR port 90b11964-bc13-4c37-9377-dd99160272ff on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:13:00.959339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:00.965857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9df243e-bdaa-4a4e-bb36-5534bc4940f3 req-699f8f19-fee6-4beb-850b-f83392b21dda tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.41 "DELETE /v2.0/ports/90b11964-bc13-4c37-9377-dd99160272ff HTTP/1.1" status: 204 len: 173 time: 2.6086712 Nov 26 22:13:00.966401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-deleted', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:00.968698 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b748f697-75be-4a17-8748-343069d06e0b" -d '{"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-deleted", "tag": "90b11964-bc13-4c37-9377-dd99160272ff"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:01.015007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:01.062420 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0548f9-9904-43dc-8200-779569976ce4 x-openstack-request-id: req-ec0548f9-9904-43dc-8200-779569976ce4 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:01.062755 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c14fa1-1509-44df-80cb-d508cbcc3f21", "name": "network-vif-deleted", "tag": "90b11964-bc13-4c37-9377-dd99160272ff", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:01.063009 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec0548f9-9904-43dc-8200-779569976ce4 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:01.063421 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c14fa1-1509-44df-80cb-d508cbcc3f21', 'name': 'network-vif-deleted', 'tag': '90b11964-bc13-4c37-9377-dd99160272ff', 'status': 'completed', 'code': 200} Nov 26 22:13:01.110310 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:01.198254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:13:01.215682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:13:01.225529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:01.234299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:13:01.249736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5e95d-275e-40a8-a309-43e84c9ffeb9 req-aa896e02-4b9e-4bd7-af62-227048d6dce5 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:01.274739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21e5e95d-275e-40a8-a309-43e84c9ffeb9 req-aa896e02-4b9e-4bd7-af62-227048d6dce5 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 945 time: 0.1345320 Nov 26 22:13:01.333682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'Port': ['ID=c79a7d0a-0d5b-437e-b4d8-2268d7bb0257,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:01.384444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21e5e95d-275e-40a8-a309-43e84c9ffeb9 req-4af59d90-463b-4598-995d-139a2977e5c5 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056502 Nov 26 22:13:01.606201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:33Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:01.635756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] Checking router: a8177740-ce0c-4f9a-85ec-2bcd53fba925 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:13:01.653193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:13:01.653193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:01.888835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a8490c0-38e8-411a-a618-eb340e0403a3 req-510defd9-fca9-4c04-af29-ed020ad5bda8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/ports?device_id=55c14fa1-1509-44df-80cb-d508cbcc3f21 HTTP/1.1" status: 200 len: 210 time: 0.1571581 Nov 26 22:13:02.289745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:13:02.322540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67edd94-eff8-4834-8126-97e60bc1d884 req-fdd04b8c-a581-4fe1-90b4-97f8d7eac2ee tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:02.325391 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e67edd94-eff8-4834-8126-97e60bc1d884 req-fdd04b8c-a581-4fe1-90b4-97f8d7eac2ee tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.2619007 Nov 26 22:13:02.352484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 90b11964-bc13-4c37-9377-dd99160272ff {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:13:02.362461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 90b11964-bc13-4c37-9377-dd99160272ff not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:13:02.409982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:13:02.509292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e67edd94-eff8-4834-8126-97e60bc1d884 req-346690ec-bf7a-4fd7-b02d-a02a901dfa81 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770861 Nov 26 22:13:02.812411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:02.825032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e200-7950-4f53-b986-bb73be984998 req-4026cee5-0390-4a45-9a67-d7b392892601 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:02.826805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c96e200-7950-4f53-b986-bb73be984998 req-4026cee5-0390-4a45-9a67-d7b392892601 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 945 time: 0.0849631 Nov 26 22:13:02.995953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c96e200-7950-4f53-b986-bb73be984998 req-cd530614-ae0d-48fd-abb8-8291f085c559 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578441 Nov 26 22:13:02.997234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:33Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:03.048391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e2b4e-759c-4d77-8912-0a7a0b07b487 None None] The sync data for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 is: [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:01:27Z', 'revision_number': 4, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9b952422-7c50-4188-8147-de3e88e13e61', 'name': '', 'network_id': 'df32a847-cba4-4492-b1c7-be3954ce77ea', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'mac_address': 'fa:16:3e:7e:6e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_interface', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:25Z', 'updated_at': '2021-11-26T22:01:33Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'subnets': [{'id': '53b45918-cc75-4804-80f5-03d9450fe80f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:13:03.056689 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:03.101993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47396) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:03.279014 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35b29e5d-9491-4012-b8fe-f2daf185d5fa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:03.349263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35b29e5d-9491-4012-b8fe-f2daf185d5fa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:03.380717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:03.398710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:03.517041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event updated for resources: {'Port': ['ID=c79a7d0a-0d5b-437e-b4d8-2268d7bb0257,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:03.523733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:03.578302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35b29e5d-9491-4012-b8fe-f2daf185d5fa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:03.586642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-35b29e5d-9491-4012-b8fe-f2daf185d5fa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:03.592109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-35b29e5d-9491-4012-b8fe-f2daf185d5fa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "DELETE /v2.0/security-groups/634689a2-1462-47e1-b9ca-31b5dfce3584 HTTP/1.1" status: 204 len: 168 time: 0.4881134 Nov 26 22:13:03.594659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47404) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:03.675123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b29e5d-9491-4012-b8fe-f2daf185d5fa tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634689a2-1462-47e1-b9ca-31b5dfce3584,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:03.676876 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-fb8e4a86-ffad-470b-8111-d0999bf29cd8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] show failed (client error): The resource could not be found. Nov 26 22:13:03.707729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fb8e4a86-ffad-470b-8111-d0999bf29cd8 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "GET /v2.0/security-groups/634689a2-1462-47e1-b9ca-31b5dfce3584 HTTP/1.1" status: 404 len: 347 time: 0.0898499 Nov 26 22:13:03.718145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47408) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:03.771479 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a42d699-b5fe-4a54-9ddb-a02bfda3e942 None None] New status for floating IP dcb5e1f0-8ed0-469e-8681-0a3c60354f94: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:13:03.858980 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Floating IP 99235fa1-efb1-4f0a-bf27-c178d0f02e23 associated. External IP: 172.25.3.232, port: c674fa02-d41c-4138-8c82-2599694fbbbd. Nov 26 22:13:04.149231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589934dc-1b49-478d-bfe2-a40a4414d252 req-2e5682f4-bdde-4867-a6a2-7bfd7d7ddf47 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:04.160950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-589934dc-1b49-478d-bfe2-a40a4414d252 req-2e5682f4-bdde-4867-a6a2-7bfd7d7ddf47 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.2059884 Nov 26 22:13:04.213233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Deleting port 2b64d893-953e-4d9c-92af-f44d5b5e8d70 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:04.214068 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:04.275655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-589934dc-1b49-478d-bfe2-a40a4414d252 req-2c770b90-f693-4c27-af54-8319a025dcc8 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134746 Nov 26 22:13:04.408575 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:04.408575 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:04.421915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Calling delete_port for 2b64d893-953e-4d9c-92af-f44d5b5e8d70 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:04.577370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:04.621233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Pushing event deleted for resources: {'Port': ['ID=2b64d893-953e-4d9c-92af-f44d5b5e8d70,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:04.632604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32be16f-f5d2-4580-a12e-459eea3bbcce None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:13:04.703400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355241f0-0e87-4aff-831a-f6a5cf18f689 req-8f434aee-dfde-48c4-9985-65037f7fc005 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:04.705035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-355241f0-0e87-4aff-831a-f6a5cf18f689 req-8f434aee-dfde-48c4-9985-65037f7fc005 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 945 time: 0.3892930 Nov 26 22:13:04.783166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-2e1d5bb0-f1c7-4edd-bd26-f8fda3a2cc42 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:04.784821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-2e1d5bb0-f1c7-4edd-bd26-f8fda3a2cc42 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 945 time: 0.5874784 Nov 26 22:13:04.790365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:04.793748 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:04.795171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e844771a-2c64-45fa-aa1c-39dfab451406 tempest-ServerActionsTestJSON-1262871588 tempest-ServerActionsTestJSON-1262871588-project] 10.222.0.21 "DELETE /v2.0/floatingips/dcb5e1f0-8ed0-469e-8681-0a3c60354f94 HTTP/1.1" status: 204 len: 168 time: 1.0685060 Nov 26 22:13:04.799157 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-355241f0-0e87-4aff-831a-f6a5cf18f689 req-e346075f-9dd1-4387-a352-61e2aea55579 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855622 Nov 26 22:13:04.799413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47416) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:04.869333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Router bf56f7b3-7eff-4254-bc23-5643b21739e4 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:13:05.175854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Deleting port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:05.176107 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:05.183193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:13:05.200813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] Sync routers for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:13:05.225675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:13:05.226518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:05.304300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:05.421147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1c9af68d-04e6-474c-aae8-fa629e556565 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0530457 Nov 26 22:13:05.429223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'tag': 'c674fa02-d41c-4138-8c82-2599694fbbbd'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:05.431670 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e54d056-cb1b-4632-8d8c-a01813fca82b" -d '{"events": [{"name": "network-changed", "server_uuid": "c46c727f-dab2-40d0-8021-2e0c87e7b96d", "tag": "c674fa02-d41c-4138-8c82-2599694fbbbd"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:05.486732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:13:05.501612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] For port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,segment=NetworkSegment(ebf86a86-f3a2-4878-a596-784bf62dd6ec),segment_id=ebf86a86-f3a2-4878-a596-784bf62dd6ec)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:05.501612 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:05.540534 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b3e004-1195-4404-96ae-b6431ff821ca x-openstack-request-id: req-c0b3e004-1195-4404-96ae-b6431ff821ca {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:05.541034 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46c727f-dab2-40d0-8021-2e0c87e7b96d", "tag": "c674fa02-d41c-4138-8c82-2599694fbbbd", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:05.541454 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0b3e004-1195-4404-96ae-b6431ff821ca {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:05.542303 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'tag': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'status': 'completed', 'code': 200} Nov 26 22:13:05.568763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Calling delete_port for fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:05.680481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f84ab-28c5-407b-b37b-245429def0aa req-e7157e6b-9e7c-4057-a798-2fcdd5a1fb59 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:05.690577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e72f84ab-28c5-407b-b37b-245429def0aa req-e7157e6b-9e7c-4057-a798-2fcdd5a1fb59 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.2245777 Nov 26 22:13:05.784657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-25a155b1-7597-4c6c-907a-80f4c8ff5d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:05.787421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-25a155b1-7597-4c6c-907a-80f4c8ff5d0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9978497fc8a434989f5048d40cf5493&device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 1097 time: 0.2206438 Nov 26 22:13:06.019502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e72f84ab-28c5-407b-b37b-245429def0aa req-4a2e93f1-7df6-4bb0-ab7e-525abfaae578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278265 Nov 26 22:13:06.044802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-424f2c86-4759-492b-9e95-39ad8875c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:06.046519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-424f2c86-4759-492b-9e95-39ad8875c3a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=240721f4-9323-41fa-b8b4-689161c0bba6 HTTP/1.1" status: 200 len: 910 time: 0.2515707 Nov 26 22:13:06.141614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b61d1-bde7-41de-99f2-e98e843626e3 req-c73147e8-36a3-42ff-a219-299fbda76261 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:06.146152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f50b61d1-bde7-41de-99f2-e98e843626e3 req-c73147e8-36a3-42ff-a219-299fbda76261 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 945 time: 0.1398304 Nov 26 22:13:06.158970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '99235fa1-efb1-4f0a-bf27-c178d0f02e23', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'port_id': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'mac_address': 'fa:16:3e:38:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:13:02Z', 'updated_at': '2021-11-26T22:13:02Z', 'revision_number': 0, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:29Z', 'revision_number': 5, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:06.169714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:06.191142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-b77708c8-a65f-412e-ab5e-1d4ae4d9178f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c674fa02-d41c-4138-8c82-2599694fbbbd HTTP/1.1" status: 200 len: 1000 time: 0.1290486 Nov 26 22:13:06.231937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Pushing event deleted for resources: {'Port': ['ID=fc8e9d4d-e9cd-467c-9f71-f00e57b06e93,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:06.240851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] Checking router: bf56f7b3-7eff-4254-bc23-5643b21739e4 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:13:06.267698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f50b61d1-bde7-41de-99f2-e98e843626e3 req-60de197d-283d-4585-8637-72da4d1ed920 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/security-groups?id=838c9a39-b7eb-4049-8bad-d2400b31c09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126716 Nov 26 22:13:06.269553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:13:06.271387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:06.290014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-0745b46a-c109-457b-bc48-0825fb344e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:06.296028 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-0745b46a-c109-457b-bc48-0825fb344e3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ce45eb6-dea3-4228-92d7-67e29f087739 HTTP/1.1" status: 200 len: 848 time: 0.0984552 Nov 26 22:13:06.424899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] No DVR routers for this DVR port fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:13:06.434093 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:06.440873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:13:06.445112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f270be03-31ac-4065-a24e-41e7cf84ce1f req-c5426781-323e-4495-a099-72c0043fa5db tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.13 "DELETE /v2.0/ports/fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 HTTP/1.1" status: 204 len: 173 time: 1.6505027 Nov 26 22:13:06.454673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-4c5825bb-a49e-4312-b666-fd3bec3b799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:06.459992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-4c5825bb-a49e-4312-b666-fd3bec3b799a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=240721f4-9323-41fa-b8b4-689161c0bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566894 Nov 26 22:13:06.469883 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:06.655542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-5356b91e-b911-4298-a98b-888e9b6e2a39 service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640491 Nov 26 22:13:06.952749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e54d056-cb1b-4632-8d8c-a01813fca82b req-1c2179a6-37be-4a2f-a2d4-99459b232412 service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889535 Nov 26 22:13:06.990906 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:13:07.120318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '99235fa1-efb1-4f0a-bf27-c178d0f02e23', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'port_id': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'mac_address': 'fa:16:3e:38:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:13:02Z', 'updated_at': '2021-11-26T22:13:02Z', 'revision_number': 0, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:29Z', 'revision_number': 5, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:07.158056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Deleting port 9b952422-7c50-4188-8147-de3e88e13e61 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:07.159556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:07.195615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c5e65-b600-4258-b4f2-944596b3296a None None] The sync data for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 is: [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '99235fa1-efb1-4f0a-bf27-c178d0f02e23', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'port_id': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'mac_address': 'fa:16:3e:38:fa:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:13:02Z', 'updated_at': '2021-11-26T22:13:02Z', 'revision_number': 0, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:29Z', 'revision_number': 5, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:13:07.238213 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:07.371640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612751-974a-4688-bbab-701191988dbf req-8d70216a-96b4-4685-a995-67d19db95f71 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:07.395576 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08612751-974a-4688-bbab-701191988dbf req-8d70216a-96b4-4685-a995-67d19db95f71 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.1747465 Nov 26 22:13:07.447590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] For port 9b952422-7c50-4188-8147-de3e88e13e61, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9b952422-7c50-4188-8147-de3e88e13e61,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:07.448220 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:07.530913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Calling delete_port for 9b952422-7c50-4188-8147-de3e88e13e61 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:07.572298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54079daa-ae39-41dd-bc24-208c97aacc72 req-6677f7e5-a25b-4ce1-b692-8c05c7fef572 tempest-ServerMetadataNegativeTestJSON-1408011377 tempest-ServerMetadataNegativeTestJSON-1408011377-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7bc3f2c-d023-4ed9-a771-195a1064285a HTTP/1.1" status: 200 len: 210 time: 0.0601707 Nov 26 22:13:07.587791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08612751-974a-4688-bbab-701191988dbf req-63f24e5a-7c82-4d5b-add0-b10600dffc80 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909254 Nov 26 22:13:07.672030 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd9345-856b-4f57-97f0-623fc5d0dfa5 None None] New status for floating IP 99235fa1-efb1-4f0a-bf27-c178d0f02e23: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:13:07.687096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bc3f2c-d023-4ed9-a771-195a1064285a', 'name': 'network-vif-deleted', 'tag': 'fc8e9d4d-e9cd-467c-9f71-f00e57b06e93'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:07.689448 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de162872-edda-411f-a0b9-c4ec62321a97" -d '{"events": [{"server_uuid": "f7bc3f2c-d023-4ed9-a771-195a1064285a", "name": "network-vif-deleted", "tag": "fc8e9d4d-e9cd-467c-9f71-f00e57b06e93"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:07.713619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:13:07.773805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:13:07.776637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fc8e9d4d-e9cd-467c-9f71-f00e57b06e93 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:13:07.829451 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f410b02-40a6-455a-ad3b-b52f9c1fa9c7 x-openstack-request-id: req-5f410b02-40a6-455a-ad3b-b52f9c1fa9c7 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:07.829887 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bc3f2c-d023-4ed9-a771-195a1064285a", "name": "network-vif-deleted", "tag": "fc8e9d4d-e9cd-467c-9f71-f00e57b06e93", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:07.830025 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f410b02-40a6-455a-ad3b-b52f9c1fa9c7 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:07.830378 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bc3f2c-d023-4ed9-a771-195a1064285a', 'name': 'network-vif-deleted', 'tag': 'fc8e9d4d-e9cd-467c-9f71-f00e57b06e93', 'status': 'completed', 'code': 200} Nov 26 22:13:07.985745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:08.065226 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:08.097813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b952422-7c50-4188-8147-de3e88e13e61,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:08.546649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:08.764486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47484) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:08.833833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-944df877-89d0-4e7b-8621-a2a4d4c1a9c4 admin admin] Deleting subnet 32f7c8e7-a1d1-4736-8c4f-3a9f55a89910 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:13:08.837338 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-944df877-89d0-4e7b-8621-a2a4d4c1a9c4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:08.888145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-944df877-89d0-4e7b-8621-a2a4d4c1a9c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:08.930434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-944df877-89d0-4e7b-8621-a2a4d4c1a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:08.999115 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-944df877-89d0-4e7b-8621-a2a4d4c1a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:09.055160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944df877-89d0-4e7b-8621-a2a4d4c1a9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32f7c8e7-a1d1-4736-8c4f-3a9f55a89910,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:09.057372 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-944df877-89d0-4e7b-8621-a2a4d4c1a9c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:09.063225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-944df877-89d0-4e7b-8621-a2a4d4c1a9c4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/32f7c8e7-a1d1-4736-8c4f-3a9f55a89910 HTTP/1.1" status: 204 len: 168 time: 0.2945249 Nov 26 22:13:09.064191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47486) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:09.138164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bbfa33-16ed-465c-a1af-c27d23ad27d8 req-3bd0cb5f-c970-4e7f-b0b7-3bff6e8c1d92 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:09.143786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55bbfa33-16ed-465c-a1af-c27d23ad27d8 req-3bd0cb5f-c970-4e7f-b0b7-3bff6e8c1d92 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.1556902 Nov 26 22:13:09.224847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Router a8177740-ce0c-4f9a-85ec-2bcd53fba925 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:13:09.271766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55bbfa33-16ed-465c-a1af-c27d23ad27d8 req-a85ec139-a073-4f2a-b0d3-4d33a1a0913b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Nov 26 22:13:09.274468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:09.355848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47492) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:09.448988 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:09.490704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:13:09.510846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ca88ca59-aba4-4f47-bb03-a8144d3a7b01 admin admin] 10.222.0.21 "PUT /v2.0/routers/a8177740-ce0c-4f9a-85ec-2bcd53fba925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6848698 Nov 26 22:13:09.512476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] Sync routers for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:13:09.513295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47496) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:09.515386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975b46c4-0cdb-40f5-b0dc-aa33da7da285']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:09.528561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf86a86-f3a2-4878-a596-784bf62dd6ec') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:09.528938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf86a86-f3a2-4878-a596-784bf62dd6ec') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:09.537172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:13:09.539392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:09.545348 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:09.572885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:09.593286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:13:09.593929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:13:09.596001 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:13:09.672152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aab37a40-39e3-42ab-b74e-5d3b2953cecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:09.732619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:13:09.922180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.068446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:13:07Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:10.100108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] Checking router: a8177740-ce0c-4f9a-85ec-2bcd53fba925 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:13:10.111271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] Routers {'a8177740-ce0c-4f9a-85ec-2bcd53fba925'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:13:10.113449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:12:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:10.132503 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.142138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.157727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.189674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] 10.222.0.21 "DELETE /v2.0/networks/975b46c4-0cdb-40f5-b0dc-aa33da7da285 HTTP/1.1" status: 204 len: 168 time: 1.1237636 Nov 26 22:13:10.238084 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aab37a40-39e3-42ab-b74e-5d3b2953cecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.239449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb8141-10e4-4257-88fe-06f971565a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=975b46c4-0cdb-40f5-b0dc-aa33da7da285,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:10.252944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Deleting port 66bc3af1-2837-4b30-870c-9eac66dc3285 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:10.253284 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.374390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] Set router a8177740-ce0c-4f9a-85ec-2bcd53fba925 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:13:10.412645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47502) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:10.420146 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aab37a40-39e3-42ab-b74e-5d3b2953cecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.465438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab37a40-39e3-42ab-b74e-5d3b2953cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ebf781-ea52-4ede-9ce7-19234f549e94,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:10.487911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] For port 66bc3af1-2837-4b30-870c-9eac66dc3285, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=66bc3af1-2837-4b30-870c-9eac66dc3285,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:10.488374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.507756 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aab37a40-39e3-42ab-b74e-5d3b2953cecf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0bccfe7ff9ab4d3daf5ac91985df4bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1471982 Nov 26 22:13:10.508732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47506) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:10.515082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Calling delete_port for 66bc3af1-2837-4b30-870c-9eac66dc3285 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:10.530549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d9b74955-3438-44de-bc02-b781133f0d30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e6a6ea4c3354c5c804c6d5af96b5090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1130865 Nov 26 22:13:10.537943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47508) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:10.538815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0754dd-f447-4612-8fad-41b28438c283 req-1f76288e-43d3-4130-a7c4-9e65279b59cf tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:10.540323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a0754dd-f447-4612-8fad-41b28438c283 req-1f76288e-43d3-4130-a7c4-9e65279b59cf tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.1366954 Nov 26 22:13:10.614911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a0754dd-f447-4612-8fad-41b28438c283 req-c857a979-95e0-4599-9699-5ce022b3cfce tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691519 Nov 26 22:13:10.720621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9cd786bc-a2a8-474e-bb85-03b63b39cd78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.771799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ad3e-7f01-47bd-b5bd-89a11c2c0895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.784738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:13:07Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:10.804521 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9cd786bc-a2a8-474e-bb85-03b63b39cd78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.830384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ad3e-7f01-47bd-b5bd-89a11c2c0895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.864827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc2b30-3de2-4eb8-8e4c-b72a1afb36a5 None None] The sync data for ids ['a8177740-ce0c-4f9a-85ec-2bcd53fba925'] in n-d-819494-1 is: [{'id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'name': 'tempest-ServerActionsTestJSON-526800512-router', 'tenant_id': '6c8a0c3b23b84376862967611c9ac4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:01:20Z', 'updated_at': '2021-11-26T22:13:07Z', 'revision_number': 5, 'project_id': '6c8a0c3b23b84376862967611c9ac4e8', 'gw_port': {'id': '66bc3af1-2837-4b30-870c-9eac66dc3285', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:07:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8177740-ce0c-4f9a-85ec-2bcd53fba925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:01:21Z', 'updated_at': '2021-11-26T22:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:13:10.942125 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.951782 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9cd786bc-a2a8-474e-bb85-03b63b39cd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.954431 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9cd786bc-a2a8-474e-bb85-03b63b39cd78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:10.955767 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9cd786bc-a2a8-474e-bb85-03b63b39cd78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73ebf781-ea52-4ede-9ce7-19234f549e94 HTTP/1.1" status: 204 len: 168 time: 0.4459758 Nov 26 22:13:10.997541 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ad3e-7f01-47bd-b5bd-89a11c2c0895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.003052 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fe1ad3e-7f01-47bd-b5bd-89a11c2c0895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.003505 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3fe1ad3e-7f01-47bd-b5bd-89a11c2c0895 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/838c9a39-b7eb-4049-8bad-d2400b31c09f HTTP/1.1" status: 204 len: 168 time: 0.4647868 Nov 26 22:13:11.010226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72942f5-687b-4086-b151-380d4bcaf7d1 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:13:11.011707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=66bc3af1-2837-4b30-870c-9eac66dc3285,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:11.016376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd786bc-a2a8-474e-bb85-03b63b39cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ebf781-ea52-4ede-9ce7-19234f549e94,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:11.067105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1ad3e-7f01-47bd-b5bd-89a11c2c0895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c9a39-b7eb-4049-8bad-d2400b31c09f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:11.096665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.237307 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.245680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.356896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.358017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8177740-ce0c-4f9a-85ec-2bcd53fba925 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:13:11.365032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.370970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47516) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:11.390763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9d918383-b23b-4d67-9fff-7598c1a3cd1a admin admin] 10.222.0.21 "DELETE /v2.0/routers/a8177740-ce0c-4f9a-85ec-2bcd53fba925 HTTP/1.1" status: 204 len: 168 time: 1.8759296 Nov 26 22:13:11.482407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba988091-4b8d-40e5-b424-0ca4428e8882 admin admin] Deleting subnet 53b45918-cc75-4804-80f5-03d9450fe80f {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:13:11.491425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba988091-4b8d-40e5-b424-0ca4428e8882 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.592226 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba988091-4b8d-40e5-b424-0ca4428e8882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.724712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba988091-4b8d-40e5-b424-0ca4428e8882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:11.931571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47530) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:11.960692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-170f7474-a84c-4a8e-821f-ae75c809fb30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.022556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53731865-a8de-4e00-a9d5-da37772f3850 req-20c2069b-8ea1-4f44-9378-f8712a97d72b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:12.025908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53731865-a8de-4e00-a9d5-da37772f3850 req-20c2069b-8ea1-4f44-9378-f8712a97d72b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.2200780 Nov 26 22:13:12.076164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba988091-4b8d-40e5-b424-0ca4428e8882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.121397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba988091-4b8d-40e5-b424-0ca4428e8882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.127476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ba988091-4b8d-40e5-b424-0ca4428e8882 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/53b45918-cc75-4804-80f5-03d9450fe80f HTTP/1.1" status: 204 len: 168 time: 0.7554615 Nov 26 22:13:12.128368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba988091-4b8d-40e5-b424-0ca4428e8882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b45918-cc75-4804-80f5-03d9450fe80f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:12.130090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1820b0d-f492-4fca-96ed-cbf412792600 None None] Network df32a847-cba4-4492-b1c7-be3954ce77ea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:13:12.131078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47534) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:12.133969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53731865-a8de-4e00-a9d5-da37772f3850 req-d6e4c28b-a11d-4f18-a20a-bf8c4fff7d04 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991240 Nov 26 22:13:12.242998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-170f7474-a84c-4a8e-821f-ae75c809fb30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.257434 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-170f7474-a84c-4a8e-821f-ae75c809fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.308026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.352498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-170f7474-a84c-4a8e-821f-ae75c809fb30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a8d7246230d40de8129bf0566381e81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196565 Nov 26 22:13:12.361687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47538) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:12.433345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9b952422-7c50-4188-8147-de3e88e13e61 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:13:12.437324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f7474-a84c-4a8e-821f-ae75c809fb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9d456e-79b2-4f83-b980-05d366b1585e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:12.481804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Deleting port 09c5438e-1131-47a3-840c-1e4736f61929 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:12.483983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.506918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 9b952422-7c50-4188-8147-de3e88e13e61 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:13:12.507617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9b952422-7c50-4188-8147-de3e88e13e61 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:13:12.512605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4018e865-15e2-45a0-9d28-69854b18bd0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.581620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] For port 09c5438e-1131-47a3-840c-1e4736f61929, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=09c5438e-1131-47a3-840c-1e4736f61929,segment=NetworkSegment(1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e),segment_id=1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:12.582114 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.593053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4018e865-15e2-45a0-9d28-69854b18bd0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.617572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Calling delete_port for 09c5438e-1131-47a3-840c-1e4736f61929 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:12.648054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] DHCP port deletion for df32a847-cba4-4492-b1c7-be3954ce77ea request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:13:12.716050 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4018e865-15e2-45a0-9d28-69854b18bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.719433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4018e865-15e2-45a0-9d28-69854b18bd0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.721230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4018e865-15e2-45a0-9d28-69854b18bd0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c9d456e-79b2-4f83-b980-05d366b1585e HTTP/1.1" status: 204 len: 168 time: 0.3582284 Nov 26 22:13:12.753037 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.755039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018e865-15e2-45a0-9d28-69854b18bd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9d456e-79b2-4f83-b980-05d366b1585e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:12.793285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] Deleting port 09c5438e-1131-47a3-840c-1e4736f61929 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:12.794150 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.794337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Pushing event deleted for resources: {'Port': ['ID=09c5438e-1131-47a3-840c-1e4736f61929,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:12.803813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] No DVR routers for this DVR port 09c5438e-1131-47a3-840c-1e4736f61929 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:13:12.873971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] For port 09c5438e-1131-47a3-840c-1e4736f61929, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:12.874992 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.890676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] Calling delete_port for 09c5438e-1131-47a3-840c-1e4736f61929 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:12.894318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] Port 09c5438e-1131-47a3-840c-1e4736f61929 was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:13:12.897301 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.927191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:12.927752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] Pushing event deleted for resources: {'Port': ['ID=09c5438e-1131-47a3-840c-1e4736f61929,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:12.945075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95086851-5d0f-42cd-b620-bfeabda6fb8f None None] No DVR routers for this DVR port 09c5438e-1131-47a3-840c-1e4736f61929 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:13:12.962701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df32a847-cba4-4492-b1c7-be3954ce77ea']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:12.979094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:12.979316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aec90f9-9b5b-43bf-96b8-edabcc1b9e5e') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:12.991283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.008279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.021435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:13:13.022998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:13:13.026058 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:13:13.087334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.102805 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.112077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/df32a847-cba4-4492-b1c7-be3954ce77ea HTTP/1.1" status: 204 len: 168 time: 0.9768841 Nov 26 22:13:13.132965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb2d32-b18e-4cb7-ac0f-d384a6e797fd admin admin] Pushing event deleted for resources: {'Network': ['ID=df32a847-cba4-4492-b1c7-be3954ce77ea,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:13.273748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44146ac-909f-4ccb-a41d-ddd86da8045c req-48b7b619-0233-4ac7-ad2a-1db759e1d8a6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:13.276559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d44146ac-909f-4ccb-a41d-ddd86da8045c req-48b7b619-0233-4ac7-ad2a-1db759e1d8a6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0590513 Nov 26 22:13:13.335977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47572) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:13.345190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d44146ac-909f-4ccb-a41d-ddd86da8045c req-c0bd5fbb-20e4-4b8a-a4cf-45283832007c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630648 Nov 26 22:13:13.384289 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ccd47428-b981-46d8-a588-d95dbfd97ac2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c8a0c3b23b84376862967611c9ac4e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471213 Nov 26 22:13:13.386863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47578) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:13.452775 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b8db799-f5c3-40c9-96ec-1eacd99af660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.485318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b8db799-f5c3-40c9-96ec-1eacd99af660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.598168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b8db799-f5c3-40c9-96ec-1eacd99af660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.601761 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b8db799-f5c3-40c9-96ec-1eacd99af660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:13.607040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b8db799-f5c3-40c9-96ec-1eacd99af660 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1b915d8-7c08-4675-a3bf-8e70616567fd HTTP/1.1" status: 204 len: 168 time: 0.2190378 Nov 26 22:13:13.625127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d41aa6b-6d77-4a80-9216-d1d0fd02e5d8 req-1dba223b-fa93-43e1-8312-5244788bf6ce tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0666234 Nov 26 22:13:13.644182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8db799-f5c3-40c9-96ec-1eacd99af660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b915d8-7c08-4675-a3bf-8e70616567fd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:13.970054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 66bc3af1-2837-4b30-870c-9eac66dc3285 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:13:14.001020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 66bc3af1-2837-4b30-870c-9eac66dc3285 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:13:14.001658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 66bc3af1-2837-4b30-870c-9eac66dc3285 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:13:14.002719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 09c5438e-1131-47a3-840c-1e4736f61929 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:13:14.028708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 09c5438e-1131-47a3-840c-1e4736f61929 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:13:14.029250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 09c5438e-1131-47a3-840c-1e4736f61929 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:13:14.510155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d7c3f-6f2a-4d92-8c8a-a77d792dfa1e req-a15e71ad-b5c5-4576-85ac-ae5de596fbfd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:14.513108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae5d7c3f-6f2a-4d92-8c8a-a77d792dfa1e req-a15e71ad-b5c5-4576-85ac-ae5de596fbfd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0601799 Nov 26 22:13:14.579420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae5d7c3f-6f2a-4d92-8c8a-a77d792dfa1e req-9cf363ef-9cd3-4af1-a443-abb926d7a985 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585494 Nov 26 22:13:14.674007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47638) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:14.747345 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e24f5d6-526a-4b8a-997b-8cbe3c10e66f req-0be306e2-c8c0-4a57-ac8e-4402300e4ca6 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0300732 Nov 26 22:13:14.826830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-987798396-network', 'tenant_id': '47e0fa12febc4f45a6b3c765bbc619b9'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:14.855569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Made reservation on behalf of 47e0fa12febc4f45a6b3c765bbc619b9 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:14.858012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:14.870693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:14.971297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:14.984129 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:15.012816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:13:15.023139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d349d3-61ce-4cba-ab10-89947f6595b2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:15.028186 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:15.028711 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Added segment 0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7 of type vlan for network 25cf007a-0eb6-483b-98fc-d408b72bf373 Nov 26 22:13:15.077523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:15.103870 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:15.104925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:15.105510 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:15.169804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4942310 Nov 26 22:13:15.173390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47658) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:15.177371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ed7b2-5f48-4ed8-be1e-b52702e6bd32 admin admin] Pushing event updated for resources: {'Network': ['ID=25cf007a-0eb6-483b-98fc-d408b72bf373,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:15.186155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Request body: {'subnet': {'network_id': '25cf007a-0eb6-483b-98fc-d408b72bf373', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-987798396-subnet', 'tenant_id': '47e0fa12febc4f45a6b3c765bbc619b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:15.195925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 25cf007a-0eb6-483b-98fc-d408b72bf373 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:13:15.229993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Made reservation on behalf of 47e0fa12febc4f45a6b3c765bbc619b9 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:15.232978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:15.435982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:15.499298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde5ca3e-02b8-4b1e-817e-4a6bff0c51ed,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:15.525037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Checking segment: {'id': '0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '25cf007a-0eb6-483b-98fc-d408b72bf373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:13:15.531065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Network hostable DHCP agents. Network: 25cf007a-0eb6-483b-98fc-d408b72bf373, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:13:15.552716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Network 25cf007a-0eb6-483b-98fc-d408b72bf373 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:13:15.563656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 25cf007a-0eb6-483b-98fc-d408b72bf373) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:15.569599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:15.570561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:15.576751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a77530-1837-4878-98a7-7daf7aee42ba None None] Network 25cf007a-0eb6-483b-98fc-d408b72bf373 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:13:15.607204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d2075c06-c4f9-468c-aac8-344df822cb3d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4303036 Nov 26 22:13:15.751927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef9512-9741-4814-a89e-a2956ee9e90a req-028fedd9-1b8f-4282-b941-f896bc0baa0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:15.754987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91ef9512-9741-4814-a89e-a2956ee9e90a req-028fedd9-1b8f-4282-b941-f896bc0baa0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0639963 Nov 26 22:13:15.826568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe9a61b-c9a2-4dab-868d-67d82bd9266e None None] Network 25cf007a-0eb6-483b-98fc-d408b72bf373 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:13:15.926964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91ef9512-9741-4814-a89e-a2956ee9e90a req-0fa08cf6-5268-45d3-96b6-2a1fed81556e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629460 Nov 26 22:13:16.056078 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57c3661d-cb7c-47b6-99e0-28739bff9695 req-3e802154-6681-4c14-83a7-1b7b066becd8 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0687616 Nov 26 22:13:16.298956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-05aa55ba-c1e1-4092-902e-1723576b868e tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:16.300694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-05aa55ba-c1e1-4092-902e-1723576b868e tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/networks?id=25cf007a-0eb6-483b-98fc-d408b72bf373 HTTP/1.1" status: 200 len: 821 time: 0.1106663 Nov 26 22:13:16.315888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ec1b0b2f-6cc5-4235-b154-c2f387d6f443 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/quotas/47e0fa12febc4f45a6b3c765bbc619b9 HTTP/1.1" status: 200 len: 375 time: 0.0091767 Nov 26 22:13:16.350618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-2a69b898-119b-4a00-881b-25d67abcfe46 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=47e0fa12febc4f45a6b3c765bbc619b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280290 Nov 26 22:13:16.456554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-b7dfb368-beac-4ed5-a77a-149f77b2f8f2 service neutron] 10.222.0.21 "GET /v2.0/networks/25cf007a-0eb6-483b-98fc-d408b72bf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986605 Nov 26 22:13:16.603078 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-4a5839aa-5be2-478e-8e4a-0aa8b5c9b896 service neutron] 10.222.0.21 "GET /v2.0/networks/25cf007a-0eb6-483b-98fc-d408b72bf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451771 Nov 26 22:13:16.787015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d04ec5c0-d33e-4c51-a060-8cd581b888e4 req-f2d83df7-7687-49fd-b5b8-01b7f28f77be tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 210 time: 0.0308273 Nov 26 22:13:17.065408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa59f93-1998-477d-a24e-0124d4bfdba3 req-320aafe0-d961-4c53-979e-43abb40067ea tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:17.073818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fa59f93-1998-477d-a24e-0124d4bfdba3 req-320aafe0-d961-4c53-979e-43abb40067ea tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0763924 Nov 26 22:13:17.145863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fa59f93-1998-477d-a24e-0124d4bfdba3 req-25e35071-bcf7-4e81-8b07-eaa9b6e916d5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700006 Nov 26 22:13:17.206574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-849e718b-6fd7-41cc-88f9-c052200b68b6 req-78071314-8ac3-424c-8cd5-f1557ce591ed tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0667810 Nov 26 22:13:17.439510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbb21e30-9c30-4ddd-8490-92c40629a356 req-dd4a6e43-69cb-402e-a81a-9b86445e0c96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0306950 Nov 26 22:13:17.901925 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-342101b5-b547-46ba-a397-a7ca738b0f69 req-a80b0ae2-17c1-4b3e-a7f1-732f6a8d705f tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 210 time: 0.0386257 Nov 26 22:13:18.036789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-425cfcc5-2c9d-4be7-b571-f9178718a08f tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:18.038958 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-425cfcc5-2c9d-4be7-b571-f9178718a08f tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.13 "GET /v2.0/networks?id=25cf007a-0eb6-483b-98fc-d408b72bf373 HTTP/1.1" status: 200 len: 821 time: 0.2004085 Nov 26 22:13:18.060452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Request body: {'port': {'device_id': '795f6f87-3c49-4ffd-9116-95fe8011a578', 'network_id': '25cf007a-0eb6-483b-98fc-d408b72bf373', 'admin_state_up': True, 'tenant_id': '47e0fa12febc4f45a6b3c765bbc619b9'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:18.221250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Made reservation on behalf of 47e0fa12febc4f45a6b3c765bbc619b9 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:18.230291 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:18.338686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98789bb3-4cf4-45a1-9f30-5e2172179cfe req-6dc8c680-4f34-4725-8be6-40dd3ed9c44c tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0357018 Nov 26 22:13:18.352462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cc8a1-0b25-421a-8ab4-866cc1e3629d req-e3b8aada-a846-4862-8056-ce38177533a8 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:18.360251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb4cc8a1-0b25-421a-8ab4-866cc1e3629d req-e3b8aada-a846-4862-8056-ce38177533a8 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.1081305 Nov 26 22:13:18.393953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Allocated IP 172.20.0.6 (25cf007a-0eb6-483b-98fc-d408b72bf373/fde5ca3e-02b8-4b1e-817e-4a6bff0c51ed/c8762d8e-cff8-4372-bc22-d6046dc8b97e) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:13:18.429009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb4cc8a1-0b25-421a-8ab4-866cc1e3629d req-a1a84427-139a-40dc-9eb0-bb99cecc6bf2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676672 Nov 26 22:13:19.014193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.052825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55d41c8b-290d-4198-aa5e-b042a49dab23 req-256de2b1-8704-4592-88d8-ebe4413fcf0d tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 210 time: 0.0520287 Nov 26 22:13:19.058183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.113347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Pushing event updated for resources: {'Port': ['ID=c8762d8e-cff8-4372-bc22-d6046dc8b97e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:19.133037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Network 25cf007a-0eb6-483b-98fc-d408b72bf373 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:13:19.134686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:19.136987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:13:19.205768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:19.206424 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.212067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47768) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:19.236834 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-ca723771-09fb-4b64-a6aa-a4527181cc83 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1807182 Nov 26 22:13:19.265209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Request body: {'port': {'device_id': '795f6f87-3c49-4ffd-9116-95fe8011a578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:19.344777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.370820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab08acd1-990f-46e7-809d-25227bb80210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.556225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77964570-f79b-4c73-96e4-1911c85923a9 req-34dc4dbf-7649-496b-aef3-fcd5ac2379e6 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0914114 Nov 26 22:13:19.643442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107d0e-6057-4964-bb84-6a82c33bf223 req-b2b3dcf2-5142-4534-b044-d12a78558594 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:19.645416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9107d0e-6057-4964-bb84-6a82c33bf223 req-b2b3dcf2-5142-4534-b044-d12a78558594 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0915298 Nov 26 22:13:19.670559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8762d8e-cff8-4372-bc22-d6046dc8b97e {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:13:19.681193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.681366 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab08acd1-990f-46e7-809d-25227bb80210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.695939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Transition to ACTIVE for port object c8762d8e-cff8-4372-bc22-d6046dc8b97e will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:13:19.697258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ab08acd1-990f-46e7-809d-25227bb80210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.705417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.744338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ab08acd1-990f-46e7-809d-25227bb80210 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b20a44a16a540ad8b594734036bbfd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5308216 Nov 26 22:13:19.748930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08acd1-990f-46e7-809d-25227bb80210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98effd79-9932-408f-ad42-c6d55a97aeee,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:19.752535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47778) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:19.771948 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d9107d0e-6057-4964-bb84-6a82c33bf223 req-24b4e528-4a3d-4515-b9e6-b5a213f08c58 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184583 Nov 26 22:13:19.821878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8762d8e-cff8-4372-bc22-d6046dc8b97e,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:19.861851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79f8cbfa-f26d-49c1-bacf-ccc1473cfe26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.887632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79f8cbfa-f26d-49c1-bacf-ccc1473cfe26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.954488 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79f8cbfa-f26d-49c1-bacf-ccc1473cfe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.958496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79f8cbfa-f26d-49c1-bacf-ccc1473cfe26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:19.961615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-79f8cbfa-f26d-49c1-bacf-ccc1473cfe26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98effd79-9932-408f-ad42-c6d55a97aeee HTTP/1.1" status: 204 len: 168 time: 0.2048430 Nov 26 22:13:19.979260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8cbfa-f26d-49c1-bacf-ccc1473cfe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98effd79-9932-408f-ad42-c6d55a97aeee,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:19.985610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Attempting to bind port c8762d8e-cff8-4372-bc22-d6046dc8b97e on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:13:19.985948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Attempting to bind port c8762d8e-cff8-4372-bc22-d6046dc8b97e by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '25cf007a-0eb6-483b-98fc-d408b72bf373'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:13:19.986549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Attempting to bind port c8762d8e-cff8-4372-bc22-d6046dc8b97e on network 25cf007a-0eb6-483b-98fc-d408b72bf373 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:13:19.993397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Port c8762d8e-cff8-4372-bc22-d6046dc8b97e on network 25cf007a-0eb6-483b-98fc-d408b72bf373 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:13:19.993727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Attempting to bind port c8762d8e-cff8-4372-bc22-d6046dc8b97e on network 25cf007a-0eb6-483b-98fc-d408b72bf373 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:13:19.999264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:13:19.999608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Checking segment: {'id': '0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '25cf007a-0eb6-483b-98fc-d408b72bf373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:13:19.999998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Bound using segment: {'id': '0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '25cf007a-0eb6-483b-98fc-d408b72bf373'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:13:20.000498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Bound port: c8762d8e-cff8-4372-bc22-d6046dc8b97e, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '25cf007a-0eb6-483b-98fc-d408b72bf373'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:13:20.000912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:20.080705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] For port c8762d8e-cff8-4372-bc22-d6046dc8b97e, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:13:20.085249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] For port c8762d8e-cff8-4372-bc22-d6046dc8b97e, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c8762d8e-cff8-4372-bc22-d6046dc8b97e,segment=NetworkSegment(0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7),segment_id=0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:13:20.091548 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:20.150412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:20.151166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:20.152808 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] 10.222.0.13 "PUT /v2.0/ports/c8762d8e-cff8-4372-bc22-d6046dc8b97e HTTP/1.1" status: 200 len: 1091 time: 0.8936837 Nov 26 22:13:20.157850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795f6f87-3c49-4ffd-9116-95fe8011a578', 'tag': 'c8762d8e-cff8-4372-bc22-d6046dc8b97e'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:20.161543 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59" -d '{"events": [{"name": "network-changed", "server_uuid": "795f6f87-3c49-4ffd-9116-95fe8011a578", "tag": "c8762d8e-cff8-4372-bc22-d6046dc8b97e"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:20.209676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798871b-d656-4f6e-b495-4fa22fc7cef7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8762d8e-cff8-4372-bc22-d6046dc8b97e,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:20.331261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da84ce-2f4c-4c56-9603-5ac42c393c7e req-95051cd5-e2b2-4ed7-a918-66363ba6ddbc tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:20.336669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03da84ce-2f4c-4c56-9603-5ac42c393c7e req-95051cd5-e2b2-4ed7-a918-66363ba6ddbc tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 943 time: 0.1344655 Nov 26 22:13:20.377059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-0ea97c44-3ec7-4943-80dc-e159f2ec8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:20.378686 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-0ea97c44-3ec7-4943-80dc-e159f2ec8779 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47e0fa12febc4f45a6b3c765bbc619b9&device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 1094 time: 0.1531610 Nov 26 22:13:20.395674 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bca3818-e767-4b41-9e9f-8de6f883fd7a x-openstack-request-id: req-8bca3818-e767-4b41-9e9f-8de6f883fd7a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:20.395965 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795f6f87-3c49-4ffd-9116-95fe8011a578", "tag": "c8762d8e-cff8-4372-bc22-d6046dc8b97e", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:20.396219 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bca3818-e767-4b41-9e9f-8de6f883fd7a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:20.396627 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795f6f87-3c49-4ffd-9116-95fe8011a578', 'tag': 'c8762d8e-cff8-4372-bc22-d6046dc8b97e', 'status': 'completed', 'code': 200} Nov 26 22:13:20.520735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-03da84ce-2f4c-4c56-9603-5ac42c393c7e req-f027fe90-75e8-4740-961c-dc261bc933cd tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760008 Nov 26 22:13:20.594089 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-f699eede-12f3-4cca-b393-064217e5770e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8762d8e-cff8-4372-bc22-d6046dc8b97e HTTP/1.1" status: 200 len: 217 time: 0.1964631 Nov 26 22:13:20.636593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0682038-60a8-4712-84b0-98d85cff3dc1 req-bb20e0bc-4f3c-4316-9139-613a9f3df46e tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0388923 Nov 26 22:13:20.667874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47806) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:20.689915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d45c5ab7-b597-4515-9ed1-c8cf22580e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:20.690540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16b39ae2-e314-45fa-9407-19dfd431cd26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:20.691721 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d45c5ab7-b597-4515-9ed1-c8cf22580e20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fde5ca3e-02b8-4b1e-817e-4a6bff0c51ed HTTP/1.1" status: 200 len: 861 time: 0.0904036 Nov 26 22:13:20.753617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-f4a17eda-75c4-4a5e-907e-e5be0e221c34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25cf007a-0eb6-483b-98fc-d408b72bf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544915 Nov 26 22:13:20.842057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16b39ae2-e314-45fa-9407-19dfd431cd26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:20.854189 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16b39ae2-e314-45fa-9407-19dfd431cd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:20.868922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-d58e4d3a-ef64-4020-aed6-f47d4cff5db3 service neutron] 10.222.0.13 "GET /v2.0/networks/25cf007a-0eb6-483b-98fc-d408b72bf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976524 Nov 26 22:13:20.980545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-16b39ae2-e314-45fa-9407-19dfd431cd26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d40ff1f305fb4688bb95802345cd1799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107426 Nov 26 22:13:20.980711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b39ae2-e314-45fa-9407-19dfd431cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e703a59-f175-4c69-9442-9cc7fddc593c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:20.981585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47810) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:21.002095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a8bf4-229c-46fd-842a-30e3feacc0f2 req-1bd08ffd-d837-42c9-85a2-9303b64e09a5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:21.003677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-800a8bf4-229c-46fd-842a-30e3feacc0f2 req-1bd08ffd-d837-42c9-85a2-9303b64e09a5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.1149275 Nov 26 22:13:21.052320 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2eff829b-c5bb-4325-932d-aea6c6749d58 req-faaf6c91-d743-44d9-b50a-50ff9867380c service neutron] 10.222.0.13 "GET /v2.0/networks/25cf007a-0eb6-483b-98fc-d408b72bf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741142 Nov 26 22:13:21.083940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-800a8bf4-229c-46fd-842a-30e3feacc0f2 req-f46208d4-9f73-43e3-b558-1f19963ba862 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736053 Nov 26 22:13:21.086068 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14f60aa6-0480-4e68-b9b9-f5db147e24e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:21.111887 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14f60aa6-0480-4e68-b9b9-f5db147e24e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:21.170628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14f60aa6-0480-4e68-b9b9-f5db147e24e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:21.174841 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14f60aa6-0480-4e68-b9b9-f5db147e24e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:21.178597 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-14f60aa6-0480-4e68-b9b9-f5db147e24e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e703a59-f175-4c69-9442-9cc7fddc593c HTTP/1.1" status: 204 len: 168 time: 0.1935909 Nov 26 22:13:21.197629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f60aa6-0480-4e68-b9b9-f5db147e24e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e703a59-f175-4c69-9442-9cc7fddc593c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:21.267155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-52c37921-e067-440c-866e-7a7c88616e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:21.269053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-52c37921-e067-440c-866e-7a7c88616e8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47e0fa12febc4f45a6b3c765bbc619b9&device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 1094 time: 0.0904751 Nov 26 22:13:21.382325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-8645a65d-30db-4b05-a2f4-929ad2c1dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:21.384164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-8645a65d-30db-4b05-a2f4-929ad2c1dff4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=25cf007a-0eb6-483b-98fc-d408b72bf373 HTTP/1.1" status: 200 len: 922 time: 0.1067588 Nov 26 22:13:21.452436 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-3af64136-597b-4bce-a3c8-15d68de63ddd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8762d8e-cff8-4372-bc22-d6046dc8b97e HTTP/1.1" status: 200 len: 217 time: 0.0592916 Nov 26 22:13:21.550455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-4c217aa8-6755-4dc3-bf00-a4538b0b15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:21.553690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-4c217aa8-6755-4dc3-bf00-a4538b0b15aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fde5ca3e-02b8-4b1e-817e-4a6bff0c51ed HTTP/1.1" status: 200 len: 861 time: 0.0937021 Nov 26 22:13:21.594738 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-faee619a-1c61-422c-bde9-b8b85c99a2ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=25cf007a-0eb6-483b-98fc-d408b72bf373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320642 Nov 26 22:13:21.685541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dea794-698b-4de8-9f12-6462c0d1ca7e req-d6db57aa-95eb-4861-a236-97b1988d1a6a tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:21.687519 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76dea794-698b-4de8-9f12-6462c0d1ca7e req-d6db57aa-95eb-4861-a236-97b1988d1a6a tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 943 time: 0.0701942 Nov 26 22:13:21.726364 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-13685062-d8e8-404f-bb5b-23cb3d947af8 service neutron] 10.222.0.13 "GET /v2.0/networks/25cf007a-0eb6-483b-98fc-d408b72bf373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232631 Nov 26 22:13:21.788692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76dea794-698b-4de8-9f12-6462c0d1ca7e req-b892e29e-b56b-4b96-8a6b-639edb2749b5 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935931 Nov 26 22:13:21.824432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-913c8ded-e355-49ee-b108-885db32feeb4 req-fcb24bae-89d4-41e1-b6ab-dca36b83de4a tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0510905 Nov 26 22:13:21.923038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e26c8d1-defa-4ea4-bd3c-7aca9bb67d59 req-fb57e06b-1ba0-483e-a805-381e26ae051d service neutron] 10.222.0.13 "GET /v2.0/networks/25cf007a-0eb6-483b-98fc-d408b72bf373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880393 Nov 26 22:13:22.200614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d63b8-2556-4558-85f9-8d0f436de6d5 req-a0f1a7bd-76c4-44db-a358-1183400003f9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:22.202403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b03d63b8-2556-4558-85f9-8d0f436de6d5 req-a0f1a7bd-76c4-44db-a358-1183400003f9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0507047 Nov 26 22:13:22.252894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b03d63b8-2556-4558-85f9-8d0f436de6d5 req-430842de-5f91-484f-95c2-31fd2b2eb003 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441594 Nov 26 22:13:22.556880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47854) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:22.638451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4fc2ae-e6bf-4b95-9b3a-5f4101cc3c47 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:22.638938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4fc2ae-e6bf-4b95-9b3a-5f4101cc3c47 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:22.639411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4fc2ae-e6bf-4b95-9b3a-5f4101cc3c47 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:22.645544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7f4fc2ae-e6bf-4b95-9b3a-5f4101cc3c47 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=26a5db67a7704386b732340608d3d4f3&network_id=79ddaa12-7880-4ed9-a200-bffd90ea5577 HTTP/1.1" status: 200 len: 2969 time: 0.0832798 Nov 26 22:13:22.957529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866cfb4-2bb2-4d95-be3a-2032cb666b0d req-dba6d3c2-4324-4ae8-a3e3-f47fba810546 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:22.959673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4866cfb4-2bb2-4d95-be3a-2032cb666b0d req-dba6d3c2-4324-4ae8-a3e3-f47fba810546 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 943 time: 0.0882108 Nov 26 22:13:22.961448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b4fc74d-87ca-4e6b-9c08-2a6a15d269df req-1772accf-8728-404d-826d-9187a3955cfb tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0439923 Nov 26 22:13:23.020762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4866cfb4-2bb2-4d95-be3a-2032cb666b0d req-85cbc4e1-e81c-45f0-a133-fac0b6f95263 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531969 Nov 26 22:13:23.374978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5a795-bbbc-455c-9798-cffd6fef090b req-dd34a236-25c7-467f-b3b1-46c5347303f2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:23.376576 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bdb5a795-bbbc-455c-9798-cffd6fef090b req-dd34a236-25c7-467f-b3b1-46c5347303f2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0533319 Nov 26 22:13:23.450540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bdb5a795-bbbc-455c-9798-cffd6fef090b req-f0ee155a-6859-4fbd-9577-2c249a158d65 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659692 Nov 26 22:13:23.495046 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95c6d168-285d-4026-bcd1-8a79686fe975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:24.126715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e728dfe2-cb1b-46eb-8143-48b55d1991bc req-63206923-3e83-46b4-9651-31d31d5f41b0 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0592201 Nov 26 22:13:24.237330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088d889-29c7-48fb-a79a-2e450d6c9b46 req-b31028d4-921d-403d-8898-e44395a53742 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:24.245374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8088d889-29c7-48fb-a79a-2e450d6c9b46 req-b31028d4-921d-403d-8898-e44395a53742 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 943 time: 0.0765824 Nov 26 22:13:24.315978 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8088d889-29c7-48fb-a79a-2e450d6c9b46 req-6a8db6f9-6dff-4d81-bb61-813494ef8593 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696352 Nov 26 22:13:24.611976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c956e8-5b87-48b1-9465-9a279f6b31ab req-e3520b21-c96e-4dcf-b2ed-5f1b73eb56be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:24.616189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28c956e8-5b87-48b1-9465-9a279f6b31ab req-e3520b21-c96e-4dcf-b2ed-5f1b73eb56be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0685894 Nov 26 22:13:24.674885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28c956e8-5b87-48b1-9465-9a279f6b31ab req-34b66a52-bee9-468c-8171-ff36feed2a4a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540590 Nov 26 22:13:25.239471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f3a5b51-08c2-4e00-a447-a1813106e57f req-5198cad4-0455-4e71-b855-84d2ba2a7dcb tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0279734 Nov 26 22:13:25.359887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47906) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:25.426873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c617f-7b27-4b39-a413-6d69bb065c6c tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:25.427910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3481e10-ff65-4d56-9da0-2d4e33102869 req-5e7df51b-dc63-4c78-8ac3-4d16e9f70f9e tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:25.435261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3481e10-ff65-4d56-9da0-2d4e33102869 req-5e7df51b-dc63-4c78-8ac3-4d16e9f70f9e tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 943 time: 0.0584154 Nov 26 22:13:25.444080 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7f9c617f-7b27-4b39-a413-6d69bb065c6c tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 814 time: 0.0831347 Nov 26 22:13:25.490468 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3481e10-ff65-4d56-9da0-2d4e33102869 req-3e66fa83-9739-45f7-a592-c9110bd2be94 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543513 Nov 26 22:13:25.784723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c8762d8e-cff8-4372-bc22-d6046dc8b97e details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:13:25.811672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63193f-12d9-4b16-82c9-d3f3101c19b8 req-9a31bd06-b1d5-4a52-9e08-f5d183170aa9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:25.819557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a63193f-12d9-4b16-82c9-d3f3101c19b8 req-9a31bd06-b1d5-4a52-9e08-f5d183170aa9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0758781 Nov 26 22:13:25.895443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c8762d8e-cff8-4372-bc22-d6046dc8b97e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c8762d8e-cff8-4372-bc22-d6046dc8b97e,segment=NetworkSegment(0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7),segment_id=0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:25.908989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'c8762d8e-cff8-4372-bc22-d6046dc8b97e', 'network_id': '25cf007a-0eb6-483b-98fc-d408b72bf373', 'port_id': 'c8762d8e-cff8-4372-bc22-d6046dc8b97e', 'mac_address': 'fa:16:3e:b5:0a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde5ca3e-02b8-4b1e-817e-4a6bff0c51ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:13:25.930842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a63193f-12d9-4b16-82c9-d3f3101c19b8 req-bcc174e4-394f-4342-a73d-38a5853f5a36 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084075 Nov 26 22:13:25.962013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:25.977255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8762d8e-cff8-4372-bc22-d6046dc8b97e {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:13:25.999656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c8762d8e-cff8-4372-bc22-d6046dc8b97e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c8762d8e-cff8-4372-bc22-d6046dc8b97e,segment=NetworkSegment(0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7),segment_id=0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:26.004722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:26.057930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=c8762d8e-cff8-4372-bc22-d6046dc8b97e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:26.243288 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-da9b8389-baa7-4f52-a32a-9f9acbc07a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:26.319479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47920) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:26.326599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'network': {'name': 'tempest-network-smoke--1937144022', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'port_security_enabled': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:26.429951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:26.433806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:26.439058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['c8762d8e-cff8-4372-bc22-d6046dc8b97e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:13:26.439250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f3fe1d7-0941-4b2b-9d4e-2b0fff63b89a req-166ad305-f9ef-4e1a-b454-b7729fd21e6b tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0850601 Nov 26 22:13:26.463144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:13:26.474475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:26.475401 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Added segment 2b1c31a2-5942-4ab9-a5bf-72df1ce42aec of type vlan for network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa Nov 26 22:13:26.544801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:26.580005 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:26.586739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:26.587538 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:26.704324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3822112 Nov 26 22:13:26.709935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:26.767708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0d1d4-d8a9-45f6-9475-f2cb9d402d9c req-584a09c0-d420-41ea-8a33-9f5c0b89ee4d tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:26.769342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95f0d1d4-d8a9-45f6-9475-f2cb9d402d9c req-584a09c0-d420-41ea-8a33-9f5c0b89ee4d tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 944 time: 0.1490121 Nov 26 22:13:26.772289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4948ca4-b232-4bbb-af40-dd45affff7ee tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Network': ['ID=7e3ad921-58d6-48bd-a186-fe7f47cd3aaa,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:26.784872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:13:26.851798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed645bd-1a94-489b-8ad6-30bfe01039d8 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:26.853638 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3ed645bd-1a94-489b-8ad6-30bfe01039d8 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=26a5db67a7704386b732340608d3d4f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1412299 Nov 26 22:13:26.859291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47930) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:26.945878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95f0d1d4-d8a9-45f6-9475-f2cb9d402d9c req-25662318-5d10-4fd1-9b89-f41feb4f1172 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680713 Nov 26 22:13:27.058306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf0ed6-7e4d-4775-8302-a1dcbad20708 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:27.059758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3fbf0ed6-7e4d-4775-8302-a1dcbad20708 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1995122 Nov 26 22:13:27.062672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47934) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:27.094945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8a709adf-02d2-472b-9625-1486dae5a7a2 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309176 Nov 26 22:13:27.099377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47936) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:27.110383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfb614-c58f-4087-bda1-9b9ef9c7d67e req-58fda9ff-2cb8-45c5-8c78-ad39dea5c5c1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:27.118939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6dfb614-c58f-4087-bda1-9b9ef9c7d67e req-58fda9ff-2cb8-45c5-8c78-ad39dea5c5c1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.1088908 Nov 26 22:13:27.122192 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:27.143476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-060b386a-ac74-4ed5-b422-865cb02b17b3 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=26a5db67a7704386b732340608d3d4f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420415 Nov 26 22:13:27.144083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47938) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:27.189511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6dfb614-c58f-4087-bda1-9b9ef9c7d67e req-d84f0799-a7b6-49e0-885b-20c3212a41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 Nov 26 22:13:27.281408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda72dbb-c96f-4823-a0df-6cd782bc5ba1 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:27.286484 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cda72dbb-c96f-4823-a0df-6cd782bc5ba1 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1413743 Nov 26 22:13:27.287056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47940) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:27.323496 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-591ba59d-8f05-45e5-96cb-940cee93a5f5 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347126 Nov 26 22:13:27.325792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47942) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:27.330928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677232733', 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:27.427080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:27.431390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:27.649426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4517370e-0c9f-42c2-8903-fe8b1af66cf2 req-a25ad663-c07d-459b-be14-d16b2240e9db tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0470212 Nov 26 22:13:27.732453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:27.788806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c8762d8e-cff8-4372-bc22-d6046dc8b97e up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:13:27.805466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Subnet': ['ID=b0e661a8-837c-470f-83d8-c35f2d687cda,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:27.819773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Checking segment: {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:13:27.820201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network hostable DHCP agents. Network: 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:13:27.856181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:13:27.867006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port c8762d8e-cff8-4372-bc22-d6046dc8b97e completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:13:27.872359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:27.877713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port c8762d8e-cff8-4372-bc22-d6046dc8b97e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:27.878209 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:27.886387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:27.887044 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:27.910995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2054b-c972-4acf-9754-2c50a6cda86f None None] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:13:27.922162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c56379ad-66d5-4163-b3af-353d66da134a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5913105 Nov 26 22:13:28.060184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.100503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795f6f87-3c49-4ffd-9116-95fe8011a578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8762d8e-cff8-4372-bc22-d6046dc8b97e'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:28.102947 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aef97fd-f7ee-4ad6-a246-57fd0c2e6319" -d '{"events": [{"server_uuid": "795f6f87-3c49-4ffd-9116-95fe8011a578", "name": "network-vif-plugged", "status": "completed", "tag": "c8762d8e-cff8-4372-bc22-d6046dc8b97e"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:28.119401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c8762d8e-cff8-4372-bc22-d6046dc8b97e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c8762d8e-cff8-4372-bc22-d6046dc8b97e,segment=NetworkSegment(0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7),segment_id=0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:28.148028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.214108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005250f6-3897-4392-b43d-996fec2ac727 req-469a7197-491e-4faf-ab10-11086e9464fb tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:28.215750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-005250f6-3897-4392-b43d-996fec2ac727 req-469a7197-491e-4faf-ab10-11086e9464fb tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 944 time: 0.1166089 Nov 26 22:13:28.238011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-7e3ad921-58d6-48bd-a186-fe7f47cd3aaa', 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ips': [{'subnet_id': 'b0e661a8-837c-470f-83d8-c35f2d687cda'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:13:28.239961 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.258117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=c8762d8e-cff8-4372-bc22-d6046dc8b97e,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:28.358866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-005250f6-3897-4392-b43d-996fec2ac727 req-b56bc61d-2959-449d-8243-9f1820d24e43 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360867 Nov 26 22:13:28.479039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Allocated IP 172.20.0.18 (7e3ad921-58d6-48bd-a186-fe7f47cd3aaa/b0e661a8-837c-470f-83d8-c35f2d687cda/930cc6b0-74f4-4739-931f-60e95238d944) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:13:28.578953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:28.584222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-514b314d-e52a-4e81-b932-20d0ff5c908e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833716770', 'description': 'tempest-secgroup-smoke-1833716770 description', 'project_id': '26a5db67a7704386b732340608d3d4f3'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:28.646599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-514b314d-e52a-4e81-b932-20d0ff5c908e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.712397 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.724946 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879e93d3-9c1e-4d3b-be63-48d6bd67d393 x-openstack-request-id: req-879e93d3-9c1e-4d3b-be63-48d6bd67d393 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:28.725226 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795f6f87-3c49-4ffd-9116-95fe8011a578", "name": "network-vif-plugged", "status": "completed", "tag": "c8762d8e-cff8-4372-bc22-d6046dc8b97e", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:28.725484 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-879e93d3-9c1e-4d3b-be63-48d6bd67d393 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:28.726006 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795f6f87-3c49-4ffd-9116-95fe8011a578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8762d8e-cff8-4372-bc22-d6046dc8b97e', 'code': 200} Nov 26 22:13:28.857941 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.876584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.900004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7e2a2-883a-45c8-9791-a7f28af9a19e req-bdbca0bb-9632-43fc-97b1-665abdd42282 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:28.907847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04b7e2a2-883a-45c8-9791-a7f28af9a19e req-bdbca0bb-9632-43fc-97b1-665abdd42282 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.2165678 Nov 26 22:13:28.938274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-514b314d-e52a-4e81-b932-20d0ff5c908e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.943317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:13:28.966573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c6e1601-5d8f-482e-95b2-273c51548d79 req-c503c962-c30f-4247-9e83-bfd6544f5566 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0423448 Nov 26 22:13:28.967262 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-514b314d-e52a-4e81-b932-20d0ff5c908e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.989088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-514b314d-e52a-4e81-b932-20d0ff5c908e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:28.990795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-514b314d-e52a-4e81-b932-20d0ff5c908e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4108169 Nov 26 22:13:28.995992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47972) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:29.011222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:29.022386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:13:29.032713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ccc20546-3744-4ef8-ba63-f8392197e580 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'dc006ba2-e7a5-4415-bbde-a38cc341964f', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:29.043446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b314d-e52a-4e81-b932-20d0ff5c908e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc006ba2-e7a5-4415-bbde-a38cc341964f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:29.105488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04b7e2a2-883a-45c8-9791-a7f28af9a19e req-2985ef37-6537-4f31-ba62-0a850731d65f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930988 Nov 26 22:13:29.111919 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ccc20546-3744-4ef8-ba63-f8392197e580 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.130311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Attempting to bind port 930cc6b0-74f4-4739-931f-60e95238d944 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:13:29.131355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Attempting to bind port 930cc6b0-74f4-4739-931f-60e95238d944 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:13:29.131779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Attempting to bind port 930cc6b0-74f4-4739-931f-60e95238d944 on network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:13:29.141596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:13:29.142031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Checking segment: {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:13:29.142472 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.142882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Bound using segment: {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:13:29.143359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Bound port: 930cc6b0-74f4-4739-931f-60e95238d944, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:13:29.143750 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.148132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Pushing event updated for resources: {'Port': ['ID=930cc6b0-74f4-4739-931f-60e95238d944,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:29.230447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ccc20546-3744-4ef8-ba63-f8392197e580 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.233118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab64d3-e511-4f12-854a-1e9a5b468067 req-47e124f6-fd24-4afb-997b-053b46a938ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:29.234824 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a1ab64d3-e511-4f12-854a-1e9a5b468067 req-47e124f6-fd24-4afb-997b-053b46a938ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 1096 time: 0.4019310 Nov 26 22:13:29.236203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] For port 930cc6b0-74f4-4739-931f-60e95238d944, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:13:29.240935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] For port 930cc6b0-74f4-4739-931f-60e95238d944, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=930cc6b0-74f4-4739-931f-60e95238d944,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:13:29.241643 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ccc20546-3744-4ef8-ba63-f8392197e580 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.248698 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.267976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ccc20546-3744-4ef8-ba63-f8392197e580 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.269544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ccc20546-3744-4ef8-ba63-f8392197e580 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2709327 Nov 26 22:13:29.272744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47974) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:29.279045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0719f401-6a49-455a-81b6-b828a2cae705 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'dc006ba2-e7a5-4415-bbde-a38cc341964f', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:29.288944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc20546-3744-4ef8-ba63-f8392197e580 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f761645-e02d-4bcf-87e5-b293c5da526b,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:29.331235 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.344476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0719f401-6a49-455a-81b6-b828a2cae705 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.348158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a1ab64d3-e511-4f12-854a-1e9a5b468067 req-092bdd57-0f27-478e-80ce-af4e9190c5c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035392 Nov 26 22:13:29.351927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817019fb-3737-468f-adce-6b2a0e9bbdee None None] Pushing event updated for resources: {'Port': ['ID=930cc6b0-74f4-4739-931f-60e95238d944,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:29.508378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0719f401-6a49-455a-81b6-b828a2cae705 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.522825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba23de4-45f3-45bb-b1a7-1f1cec5cf856 req-641f690e-fbae-4ec3-9f51-fc5b8a567e82 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:29.530893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ba23de4-45f3-45bb-b1a7-1f1cec5cf856 req-641f690e-fbae-4ec3-9f51-fc5b8a567e82 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 945 time: 0.0985391 Nov 26 22:13:29.538661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0719f401-6a49-455a-81b6-b828a2cae705 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.563688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719f401-6a49-455a-81b6-b828a2cae705 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d462e3ca-f7a2-46b5-b40b-ad11e6251e86,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:29.597412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0719f401-6a49-455a-81b6-b828a2cae705 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.598853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0719f401-6a49-455a-81b6-b828a2cae705 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3247323 Nov 26 22:13:29.602770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47978) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:29.615465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1269a64c-365b-4426-8bdb-fc55f8698c90 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'dc006ba2-e7a5-4415-bbde-a38cc341964f', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:29.641691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ba23de4-45f3-45bb-b1a7-1f1cec5cf856 req-09798fdd-279b-47cf-ae22-58972facb192 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088302 Nov 26 22:13:29.700958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1269a64c-365b-4426-8bdb-fc55f8698c90 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.812167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1269a64c-365b-4426-8bdb-fc55f8698c90 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.817830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1269a64c-365b-4426-8bdb-fc55f8698c90 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.839211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269a64c-365b-4426-8bdb-fc55f8698c90 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eee9cad-b714-44b2-a414-8d9790400bf1,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:29.861966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1269a64c-365b-4426-8bdb-fc55f8698c90 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:29.864667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1269a64c-365b-4426-8bdb-fc55f8698c90 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2604716 Nov 26 22:13:29.872789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47984) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:29.877466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-48d16bb4-7a2b-49b8-a6ad-be864ce7610e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'dc006ba2-e7a5-4415-bbde-a38cc341964f', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:29.941904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48d16bb4-7a2b-49b8-a6ad-be864ce7610e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.012379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 930cc6b0-74f4-4739-931f-60e95238d944 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:13:30.037480 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48d16bb4-7a2b-49b8-a6ad-be864ce7610e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.043250 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48d16bb4-7a2b-49b8-a6ad-be864ce7610e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.070799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 930cc6b0-74f4-4739-931f-60e95238d944 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:30.071101 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.114839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d16bb4-7a2b-49b8-a6ad-be864ce7610e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e64a61e-c66b-4542-a5e9-d96ee62aec54,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:30.138777 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-48d16bb4-7a2b-49b8-a6ad-be864ce7610e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.142540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-48d16bb4-7a2b-49b8-a6ad-be864ce7610e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2663374 Nov 26 22:13:30.142909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 47990) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:30.149315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-84cb13bf-97a8-4983-bc22-aa413dab3732 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'dc006ba2-e7a5-4415-bbde-a38cc341964f', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:30.214786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba400637-9a31-4fa7-8384-ae5f805c8250 req-155bc4df-3cda-4d4f-88a8-d52fb497dc8d tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.1247282 Nov 26 22:13:30.216136 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-84cb13bf-97a8-4983-bc22-aa413dab3732 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Project 26a5db67a7704386b732340608d3d4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:13:30.236890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84cb13bf-97a8-4983-bc22-aa413dab3732 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.241974 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.284497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 930cc6b0-74f4-4739-931f-60e95238d944, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=930cc6b0-74f4-4739-931f-60e95238d944,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:30.291989 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.301998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aae5ca-6cd3-4864-aa95-0063e49ccb20 req-7fe4155a-1f3d-4683-a2c1-be2d11f969c3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:30.304117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8aae5ca-6cd3-4864-aa95-0063e49ccb20 req-7fe4155a-1f3d-4683-a2c1-be2d11f969c3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0798819 Nov 26 22:13:30.382025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84cb13bf-97a8-4983-bc22-aa413dab3732 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.387358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84cb13bf-97a8-4983-bc22-aa413dab3732 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.393425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8aae5ca-6cd3-4864-aa95-0063e49ccb20 req-74652328-d6bc-4f35-90ee-74020da6dbfe tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803075 Nov 26 22:13:30.409777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=930cc6b0-74f4-4739-931f-60e95238d944,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:30.429180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb13bf-97a8-4983-bc22-aa413dab3732 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90ef50b-24a2-4ce8-a655-802b3f482c77,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:30.448974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84cb13bf-97a8-4983-bc22-aa413dab3732 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.453111 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-84cb13bf-97a8-4983-bc22-aa413dab3732 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3079126 Nov 26 22:13:30.453453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 47992) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:30.459202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7e8501d2-5acf-4b42-85ba-2aeca6ab7b1c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'dc006ba2-e7a5-4415-bbde-a38cc341964f', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:30.484278 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-7e8501d2-5acf-4b42-85ba-2aeca6ab7b1c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Project 26a5db67a7704386b732340608d3d4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:13:30.491959 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7e8501d2-5acf-4b42-85ba-2aeca6ab7b1c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.580136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7e8501d2-5acf-4b42-85ba-2aeca6ab7b1c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.582662 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7e8501d2-5acf-4b42-85ba-2aeca6ab7b1c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.598194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8501d2-5acf-4b42-85ba-2aeca6ab7b1c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6975e9-374d-439d-8a18-5b47bb69aafb,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:30.619136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7e8501d2-5acf-4b42-85ba-2aeca6ab7b1c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:30.628677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7e8501d2-5acf-4b42-85ba-2aeca6ab7b1c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1659467 Nov 26 22:13:30.821645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a15dd-15d7-48dc-a938-45f79cfdbf8f req-54567415-0cdc-4857-bf62-17b790d4f18d tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:30.830227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-747a15dd-15d7-48dc-a938-45f79cfdbf8f req-54567415-0cdc-4857-bf62-17b790d4f18d tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 945 time: 0.0962701 Nov 26 22:13:30.893870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-747a15dd-15d7-48dc-a938-45f79cfdbf8f req-465d187a-e948-4ae5-8ed3-a34bd5aef3ff tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Nov 26 22:13:30.900819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de29b7f-23f4-480c-bc7b-cb9a4162c6ef None None] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:13:30.977993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-b8b05fed-4952-4a74-b317-e3b3a2c68ee7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833716770&fields=id&tenant_id=26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 267 time: 0.0782900 Nov 26 22:13:31.001036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3fdcc87f-c013-48a8-8829-6254b5f13ab4 None None] Provisioning complete for port 930cc6b0-74f4-4739-931f-60e95238d944 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:31.002637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc87f-c013-48a8-8829-6254b5f13ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:31.117807 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-78ac961a-41f0-4f1f-b866-e261bceb2d2c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:31.125055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-78ac961a-41f0-4f1f-b866-e261bceb2d2c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/networks?id=7e3ad921-58d6-48bd-a186-fe7f47cd3aaa HTTP/1.1" status: 200 len: 797 time: 0.1382828 Nov 26 22:13:31.142006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-bcb2db19-c882-4763-9208-1e09316444c3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/quotas/26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 375 time: 0.0160260 Nov 26 22:13:31.208663 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-4b3548aa-c1b2-4d90-8445-3ce002e57db2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0657692 Nov 26 22:13:31.367119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f589fac-b351-412d-b64a-8123d3323075 req-bd7d41ff-f309-47de-a007-c61405251326 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0339873 Nov 26 22:13:31.397635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-3614fbf1-4817-4310-baf4-76631957a80d service neutron] 10.222.0.21 "GET /v2.0/networks/7e3ad921-58d6-48bd-a186-fe7f47cd3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683378 Nov 26 22:13:31.525879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-19dd4662-12b8-4b28-b2f3-e83c88a91c38 None None] Provisioning complete for port 930cc6b0-74f4-4739-931f-60e95238d944 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:31.526976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19dd4662-12b8-4b28-b2f3-e83c88a91c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:31.564653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-4889d5eb-f6ef-4a9e-984a-29e826df3a06 service neutron] 10.222.0.21 "GET /v2.0/networks/7e3ad921-58d6-48bd-a186-fe7f47cd3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601505 Nov 26 22:13:31.619026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34875a-1fa0-4aff-9923-4f12f7809881 req-4caee619-21bd-4f58-bd6e-4024bdf939a3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:31.627343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e34875a-1fa0-4aff-9923-4f12f7809881 req-4caee619-21bd-4f58-bd6e-4024bdf939a3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 943 time: 0.0976574 Nov 26 22:13:31.685610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e34875a-1fa0-4aff-9923-4f12f7809881 req-d0572756-d348-4c3c-804b-def4b9211f1b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573351 Nov 26 22:13:31.804291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16de9ce1-5901-44b6-8da3-bf06d6d6627a req-796e7523-b252-4fcd-9605-c88cc276b98d tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 210 time: 0.0353522 Nov 26 22:13:31.805226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:13:31.963165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:31.976646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 930cc6b0-74f4-4739-931f-60e95238d944 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:13:31.982768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'port_id': 'ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf', 'mac_address': 'fa:16:3e:0d:19:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:13:32.067800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:32.075592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4ae63-a432-41ce-9b9f-b62e02d8bf77 req-58d94796-02b0-49d1-8007-d5c6a283a992 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:32.077151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60e4ae63-a432-41ce-9b9f-b62e02d8bf77 req-58d94796-02b0-49d1-8007-d5c6a283a992 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 945 time: 0.0802705 Nov 26 22:13:32.088842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:13:32.097199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 930cc6b0-74f4-4739-931f-60e95238d944 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:32.097757 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:32.135377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:32.138099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-a6185bd5-1df2-413c-a9c5-e7fca7e6d514 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576949 Nov 26 22:13:32.144946 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:32.155057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60e4ae63-a432-41ce-9b9f-b62e02d8bf77 req-4bdd81ba-ee0f-476a-af39-95f4f3750818 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639830 Nov 26 22:13:32.258497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:32.303626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-a3b3773d-a9e9-4c48-9d60-bab37446104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:32.303626 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-a3b3773d-a9e9-4c48-9d60-bab37446104a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 1096 time: 0.0739768 Nov 26 22:13:32.436250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-1cdb8417-39c4-4830-849b-ad01d505178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:32.438945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-1cdb8417-39c4-4830-849b-ad01d505178d service neutron] 10.222.0.13 "GET /v2.0/networks?id=79ddaa12-7880-4ed9-a200-bffd90ea5577 HTTP/1.1" status: 200 len: 897 time: 0.1145647 Nov 26 22:13:32.489277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1497c84c-70d2-4c10-81dd-d6d1f83c941f req-2d6b9076-19c3-4769-be64-9339f03475b4 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0355911 Nov 26 22:13:32.529213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:13:32.570262 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-d24b2af9-2ab3-43e5-8cb3-888d2bb3cbe0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3 HTTP/1.1" status: 200 len: 1000 time: 0.1240981 Nov 26 22:13:32.646868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-f7722f0d-e77a-45cd-a8c7-c257438219c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:32.649054 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-f7722f0d-e77a-45cd-a8c7-c257438219c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e067b0e-cda9-4775-8e92-2881dacfbfff HTTP/1.1" status: 200 len: 835 time: 0.0630906 Nov 26 22:13:32.657931 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e79581-99ff-435a-9cd1-0e6b10f860b2 req-7fe72d88-db9a-4cca-b2e4-6189e7e38882 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:32.667035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57e79581-99ff-435a-9cd1-0e6b10f860b2 req-7fe72d88-db9a-4cca-b2e4-6189e7e38882 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 945 time: 0.0648923 Nov 26 22:13:32.742746 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57e79581-99ff-435a-9cd1-0e6b10f860b2 req-06313eba-89e6-4ec2-a87b-315fb5103731 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745347 Nov 26 22:13:32.756400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-990c4b46-607a-402d-bdb5-b78310c2ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:32.757979 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-990c4b46-607a-402d-bdb5-b78310c2ad90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79ddaa12-7880-4ed9-a200-bffd90ea5577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012590 Nov 26 22:13:32.771561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-13d06261-ce7c-4b66-93a0-9d6e17f3233a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:13:32.772583 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-13d06261-ce7c-4b66-93a0-9d6e17f3233a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069664 Nov 26 22:13:32.888132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7b23-78be-415a-abbc-7bc72e2cdd8e req-63b1bd3b-9ca0-4569-918b-f3a4a3040dd5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:32.891635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c4d7b23-78be-415a-abbc-7bc72e2cdd8e req-63b1bd3b-9ca0-4569-918b-f3a4a3040dd5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 944 time: 0.0980771 Nov 26 22:13:32.925514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-b6b7ebdd-e5a5-4f88-b843-21489a0f21bc service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362092 Nov 26 22:13:32.951988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73470bac-8d76-4b7c-9f71-980b7c517daf req-c845d660-b8a6-4aee-b589-d07a01b959b0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 210 time: 0.0466931 Nov 26 22:13:32.982906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c4d7b23-78be-415a-abbc-7bc72e2cdd8e req-718d0600-ae9b-4454-9a14-df6ad85c43e4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838640 Nov 26 22:13:33.037487 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ca28e03c-b5dc-47ff-a2b4-0efa52eb7c0d req-efb39edd-98b7-4e16-9382-057e321438c0 service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035764 Nov 26 22:13:33.311087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-323ee582-0974-433b-8852-5f9b4e38510b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:33.326265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-323ee582-0974-433b-8852-5f9b4e38510b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "GET /v2.0/networks?id=7e3ad921-58d6-48bd-a186-fe7f47cd3aaa HTTP/1.1" status: 200 len: 797 time: 0.1430864 Nov 26 22:13:33.455482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-fbe17c5f-7a40-4d72-8622-453c213e22de tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 471 time: 0.1221385 Nov 26 22:13:33.465600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'port': {'device_id': 'f93822f8-7b71-4bb1-90a3-74ecccfaa7f7', 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa', 'admin_state_up': True, 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'security_groups': ['dc006ba2-e7a5-4415-bbde-a38cc341964f']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:33.617714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05e08556-bc9c-4479-8b0f-fdd729166ccf req-359b7ecc-ae60-43d0-a339-59be9d7f0d10 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0378823 Nov 26 22:13:33.629892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:33.635952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:33.768941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.20.0.23 (7e3ad921-58d6-48bd-a186-fe7f47cd3aaa/b0e661a8-837c-470f-83d8-c35f2d687cda/031ae342-035a-47f7-bea4-4562f962b28d) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:13:33.829207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:13:33.912405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:13:33.926050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:33.926629 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:33.954041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c862913-5553-442d-9243-a4312c3a0b11 req-bd254898-7691-46b8-809c-4d8b114526a2 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:33.961483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c862913-5553-442d-9243-a4312c3a0b11 req-bd254898-7691-46b8-809c-4d8b114526a2 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 945 time: 0.1345327 Nov 26 22:13:34.038329 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.060146 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.064621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af7bc62-6426-4b07-adb9-4afb5c84e7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:34.067287 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f53947e-db62-4a8d-aa35-054cca0b7726" -d '{"events": [{"server_uuid": "3af7bc62-6426-4b07-adb9-4afb5c84e7d6", "name": "network-vif-plugged", "status": "completed", "tag": "ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:34.084846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:34.092828 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.095731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-592bdae2-4b5a-4780-a5af-ee43f539e893 req-97d7929e-dbd1-49f8-b89b-a01c212fefba tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 210 time: 0.0448899 Nov 26 22:13:34.120572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c862913-5553-442d-9243-a4312c3a0b11 req-9ce97d42-8700-4a98-87d8-71d53740926b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/security-groups?id=21d349d3-61ce-4cba-ab10-89947f6595b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495566 Nov 26 22:13:34.176409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:34.200507 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e6af59-81c3-411c-adeb-37152690bdda x-openstack-request-id: req-e4e6af59-81c3-411c-adeb-37152690bdda {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:34.200876 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af7bc62-6426-4b07-adb9-4afb5c84e7d6", "name": "network-vif-plugged", "status": "completed", "tag": "ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:34.201052 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4e6af59-81c3-411c-adeb-37152690bdda {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:34.201498 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af7bc62-6426-4b07-adb9-4afb5c84e7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf', 'code': 200} Nov 26 22:13:34.204171 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.213694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-77c131d7-77ec-432f-919b-5b62dcb34466 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:34.217195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-77c131d7-77ec-432f-919b-5b62dcb34466 tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.13 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 945 time: 0.0996418 Nov 26 22:13:34.300398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:13:34.308509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:34.316884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:13:34.322779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=031ae342-035a-47f7-bea4-4562f962b28d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:34.397306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce3ee8-d887-43f1-8645-e2b40ca3ea83 req-0accbfce-f13e-4327-a682-4b1b6f1480d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:34.398913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-04ce3ee8-d887-43f1-8645-e2b40ca3ea83 req-0accbfce-f13e-4327-a682-4b1b6f1480d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 1096 time: 0.1176541 Nov 26 22:13:34.401098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ff64b-2cd3-4566-9887-6cff831ec9cc req-d164c583-0cd2-4739-95dd-df7b24c62f85 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:34.403002 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b11ff64b-2cd3-4566-9887-6cff831ec9cc req-d164c583-0cd2-4739-95dd-df7b24c62f85 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1548054 Nov 26 22:13:34.412438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:34.413093 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.431722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Deleting port c8762d8e-cff8-4372-bc22-d6046dc8b97e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:34.432045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.490615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-e9f53d12-9be0-41ab-99a3-0c081c67027a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0287142 Nov 26 22:13:34.512738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Request body: {'port': {'device_id': 'f93822f8-7b71-4bb1-90a3-74ecccfaa7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:34.574153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-04ce3ee8-d887-43f1-8645-e2b40ca3ea83 req-4fc9c30b-c7e4-42b9-a07d-962046c049cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671014 Nov 26 22:13:34.581020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b11ff64b-2cd3-4566-9887-6cff831ec9cc req-e2d8ae5f-2e98-47a8-9c3f-da5c33f2b2c7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602502 Nov 26 22:13:34.630585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] For port c8762d8e-cff8-4372-bc22-d6046dc8b97e, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c8762d8e-cff8-4372-bc22-d6046dc8b97e,segment=NetworkSegment(0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7),segment_id=0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:34.631145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.632578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.646754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Calling delete_port for c8762d8e-cff8-4372-bc22-d6046dc8b97e owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:34.812665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9bd37cde-7e87-4433-87b5-ee04198ff09b None None] Provisioning complete for port 031ae342-035a-47f7-bea4-4562f962b28d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:34.812971 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9bd37cde-7e87-4433-87b5-ee04198ff09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.851770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27e58f73-bbc3-4bf3-8671-67294f0d4736 req-a97023e9-91ec-426b-98e7-937cea022200 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0724645 Nov 26 22:13:34.862686 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.893993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9bd37cde-7e87-4433-87b5-ee04198ff09b None None] Port 031ae342-035a-47f7-bea4-4562f962b28d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:13:34.897993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['c8762d8e-cff8-4372-bc22-d6046dc8b97e'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:13:34.910146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Pushing event deleted for resources: {'Port': ['ID=c8762d8e-cff8-4372-bc22-d6046dc8b97e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:34.968856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] No DVR routers for this DVR port c8762d8e-cff8-4372-bc22-d6046dc8b97e on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:13:34.972020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:34.977971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c6a2975f-9133-425b-9a1c-674c027fec3d req-06d277b4-3754-415c-8e68-c2d53af43d5b tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.13 "DELETE /v2.0/ports/c8762d8e-cff8-4372-bc22-d6046dc8b97e HTTP/1.1" status: 204 len: 173 time: 0.7525237 Nov 26 22:13:34.978746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795f6f87-3c49-4ffd-9116-95fe8011a578', 'name': 'network-vif-deleted', 'tag': 'c8762d8e-cff8-4372-bc22-d6046dc8b97e'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:34.982316 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6f120-91da-498c-b4b5-37439ed905e6" -d '{"events": [{"server_uuid": "795f6f87-3c49-4ffd-9116-95fe8011a578", "name": "network-vif-deleted", "tag": "c8762d8e-cff8-4372-bc22-d6046dc8b97e"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:35.030789 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce9ba0-027f-4a4f-b5bb-9982ce0cabdb x-openstack-request-id: req-36ce9ba0-027f-4a4f-b5bb-9982ce0cabdb {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:35.031111 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795f6f87-3c49-4ffd-9116-95fe8011a578", "name": "network-vif-deleted", "tag": "c8762d8e-cff8-4372-bc22-d6046dc8b97e", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:35.031457 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36ce9ba0-027f-4a4f-b5bb-9982ce0cabdb {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:35.032548 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795f6f87-3c49-4ffd-9116-95fe8011a578', 'name': 'network-vif-deleted', 'tag': 'c8762d8e-cff8-4372-bc22-d6046dc8b97e', 'status': 'completed', 'code': 200} Nov 26 22:13:35.072987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031ae342-035a-47f7-bea4-4562f962b28d {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:13:35.081697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:35.098379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Transition to ACTIVE for port object 031ae342-035a-47f7-bea4-4562f962b28d will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:13:35.106181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:35.237176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=031ae342-035a-47f7-bea4-4562f962b28d,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:35.272736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1c5d7ff-969b-4e95-a762-5a6899198a8b req-540d6c30-b935-4f72-b7f9-37ec4f19700e tempest-ServerAddressesNegativeTestJSON-1662723699 tempest-ServerAddressesNegativeTestJSON-1662723699-project] 10.222.0.21 "GET /v2.0/ports?device_id=795f6f87-3c49-4ffd-9116-95fe8011a578 HTTP/1.1" status: 200 len: 210 time: 0.0308938 Nov 26 22:13:35.912824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875a3b6-1493-4b71-b098-b8d76ef680a3 req-4c5fd917-fee5-4fb4-9f3a-c2663e3ccf76 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:35.915787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1875a3b6-1493-4b71-b098-b8d76ef680a3 req-4c5fd917-fee5-4fb4-9f3a-c2663e3ccf76 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 944 time: 0.6098523 Nov 26 22:13:35.952834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0cadaf-7945-4f03-8d23-1e4e27fc487c req-78ce1abc-8e60-4685-a014-92fe3e8c7bd5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:35.954572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a0cadaf-7945-4f03-8d23-1e4e27fc487c req-78ce1abc-8e60-4685-a014-92fe3e8c7bd5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1597617 Nov 26 22:13:35.956353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Attempting to bind port 031ae342-035a-47f7-bea4-4562f962b28d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:13:35.956864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Attempting to bind port 031ae342-035a-47f7-bea4-4562f962b28d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:13:35.957361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Attempting to bind port 031ae342-035a-47f7-bea4-4562f962b28d on network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:13:35.986203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Port 031ae342-035a-47f7-bea4-4562f962b28d on network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:13:35.986622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Attempting to bind port 031ae342-035a-47f7-bea4-4562f962b28d on network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:13:35.998475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:13:35.998475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Checking segment: {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:13:35.998864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Bound using segment: {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:13:35.999306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Bound port: 031ae342-035a-47f7-bea4-4562f962b28d, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:13:35.999663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.083815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1875a3b6-1493-4b71-b098-b8d76ef680a3 req-b2531340-59d5-413a-a07d-5a3ca2b8ab68 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451859 Nov 26 22:13:36.132190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a0cadaf-7945-4f03-8d23-1e4e27fc487c req-d631c76a-1cd9-429c-8478-8ddf48ebcf99 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655366 Nov 26 22:13:36.186462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] For port 031ae342-035a-47f7-bea4-4562f962b28d, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:13:36.190588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] For port 031ae342-035a-47f7-bea4-4562f962b28d, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=031ae342-035a-47f7-bea4-4562f962b28d,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:13:36.223771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60390594-1a29-4a4b-b107-5e948721badb req-3d2686f3-fb4b-479c-ab01-bd5c138a7750 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0299885 Nov 26 22:13:36.225374 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.290860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:36.291498 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.292897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] 10.222.0.41 "PUT /v2.0/ports/031ae342-035a-47f7-bea4-4562f962b28d HTTP/1.1" status: 200 len: 1092 time: 1.7855990 Nov 26 22:13:36.293380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93822f8-7b71-4bb1-90a3-74ecccfaa7f7', 'tag': '031ae342-035a-47f7-bea4-4562f962b28d'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:36.295985 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218747ca-1a73-4c3f-888f-8a395021315a" -d '{"events": [{"name": "network-changed", "server_uuid": "f93822f8-7b71-4bb1-90a3-74ecccfaa7f7", "tag": "031ae342-035a-47f7-bea4-4562f962b28d"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:36.330977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175aa133-29ee-47a7-8c90-dee4fe9abfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=031ae342-035a-47f7-bea4-4562f962b28d,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:36.374517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48146) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:36.389316 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e8a6c2-dcfd-45cb-8a78-994b4b24b4ba x-openstack-request-id: req-68e8a6c2-dcfd-45cb-8a78-994b4b24b4ba {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:36.389646 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93822f8-7b71-4bb1-90a3-74ecccfaa7f7", "tag": "031ae342-035a-47f7-bea4-4562f962b28d", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:36.389865 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-68e8a6c2-dcfd-45cb-8a78-994b4b24b4ba {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:36.390365 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93822f8-7b71-4bb1-90a3-74ecccfaa7f7', 'tag': '031ae342-035a-47f7-bea4-4562f962b28d', 'status': 'completed', 'code': 200} Nov 26 22:13:36.424169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-8d9e452f-a384-4bef-a000-7ab2911f0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:36.427331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-8d9e452f-a384-4bef-a000-7ab2911f0398 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 1095 time: 0.0701773 Nov 26 22:13:36.458800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-22000b7c-400e-48a4-9c2f-03ef40ab9e08 admin admin] Deleting subnet fde5ca3e-02b8-4b1e-817e-4a6bff0c51ed {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:13:36.466829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22000b7c-400e-48a4-9c2f-03ef40ab9e08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.513906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-280d893c-8aa6-41de-97e9-585cc51f5be3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=031ae342-035a-47f7-bea4-4562f962b28d HTTP/1.1" status: 200 len: 217 time: 0.0706916 Nov 26 22:13:36.527978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22000b7c-400e-48a4-9c2f-03ef40ab9e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.571517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22000b7c-400e-48a4-9c2f-03ef40ab9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.603731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-fe0be8b1-5fc4-474e-83a2-c43ed4a674eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:36.606222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-fe0be8b1-5fc4-474e-83a2-c43ed4a674eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0e661a8-837c-470f-83d8-c35f2d687cda HTTP/1.1" status: 200 len: 838 time: 0.0842793 Nov 26 22:13:36.648826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22000b7c-400e-48a4-9c2f-03ef40ab9e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.665821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-205f98de-1c0f-4ed8-aa7c-b73dc5746b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:36.667547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-205f98de-1c0f-4ed8-aa7c-b73dc5746b98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e3ad921-58d6-48bd-a186-fe7f47cd3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545363 Nov 26 22:13:36.676833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22000b7c-400e-48a4-9c2f-03ef40ab9e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde5ca3e-02b8-4b1e-817e-4a6bff0c51ed,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:36.701704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22000b7c-400e-48a4-9c2f-03ef40ab9e08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.706055 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-22000b7c-400e-48a4-9c2f-03ef40ab9e08 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fde5ca3e-02b8-4b1e-817e-4a6bff0c51ed HTTP/1.1" status: 204 len: 168 time: 0.3299909 Nov 26 22:13:36.708743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48154) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:36.801779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-8619c4f2-7f2b-468d-962d-4cb9534d7462 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3ad921-58d6-48bd-a186-fe7f47cd3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245270 Nov 26 22:13:36.812454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.932684 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:36.948626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e25bd76a-f2cb-4644-a902-9a6c41098b6c req-966c1820-e9bf-424c-aa72-fc5c10a3c490 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3ad921-58d6-48bd-a186-fe7f47cd3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386232 Nov 26 22:13:36.960792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cf007a-0eb6-483b-98fc-d408b72bf373']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:36.973411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:36.973724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3c6ad8-59b5-43ec-9a11-ab1b0949e2e7') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:36.985383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.005649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.026138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:13:37.026630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:13:37.039037 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:13:37.103895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218747ca-1a73-4c3f-888f-8a395021315a req-98391192-27e2-440d-992c-d8fd908d7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:37.105579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-218747ca-1a73-4c3f-888f-8a395021315a req-98391192-27e2-440d-992c-d8fd908d7eac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 1095 time: 0.0502057 Nov 26 22:13:37.109430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.142921 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.153963 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] 10.222.0.21 "DELETE /v2.0/networks/25cf007a-0eb6-483b-98fc-d408b72bf373 HTTP/1.1" status: 204 len: 168 time: 0.4438775 Nov 26 22:13:37.179039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.181315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee2c23-87e9-45cf-a9d3-e7d89b6468ec admin admin] Pushing event deleted for resources: {'Network': ['ID=25cf007a-0eb6-483b-98fc-d408b72bf373,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:37.367530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297de11-6ea4-4e86-9dd9-1d3ead16fbeb req-98323214-de5d-4ce3-861e-02cadfa578ae tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:37.372183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48174) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:37.374730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7297de11-6ea4-4e86-9dd9-1d3ead16fbeb req-98323214-de5d-4ce3-861e-02cadfa578ae tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 944 time: 0.1450388 Nov 26 22:13:37.400267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218747ca-1a73-4c3f-888f-8a395021315a req-33e53442-297d-4524-a19e-c7bedbab6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:37.401747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-218747ca-1a73-4c3f-888f-8a395021315a req-33e53442-297d-4524-a19e-c7bedbab6e3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e3ad921-58d6-48bd-a186-fe7f47cd3aaa HTTP/1.1" status: 200 len: 898 time: 0.2892416 Nov 26 22:13:37.426868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab8f62-1423-454a-abf7-ce23020426a4 req-a9e62703-ccb9-4994-b423-3865aec21698 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:37.428994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7aab8f62-1423-454a-abf7-ce23020426a4 req-a9e62703-ccb9-4994-b423-3865aec21698 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1701436 Nov 26 22:13:37.434260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-91359b9e-d985-4783-86e3-8fa247b0cea0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47e0fa12febc4f45a6b3c765bbc619b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0606210 Nov 26 22:13:37.434816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48176) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:37.512703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-218747ca-1a73-4c3f-888f-8a395021315a req-1134c6a3-c756-434c-b227-60e026b7fa72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=031ae342-035a-47f7-bea4-4562f962b28d HTTP/1.1" status: 200 len: 217 time: 0.0787110 Nov 26 22:13:37.598212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7297de11-6ea4-4e86-9dd9-1d3ead16fbeb req-a41ed0bd-a7e5-4022-9ff3-193e4608885a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220778 Nov 26 22:13:37.652812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7aab8f62-1423-454a-abf7-ce23020426a4 req-aeae0a7f-30ba-497e-b054-345fe103aeef tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032042 Nov 26 22:13:37.655519 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1383e928-5ff9-4db4-9799-9838d545d43b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.681068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218747ca-1a73-4c3f-888f-8a395021315a req-70de99e7-5034-4dd1-9eb2-1de78b64bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:37.682521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-218747ca-1a73-4c3f-888f-8a395021315a req-70de99e7-5034-4dd1-9eb2-1de78b64bf54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b0e661a8-837c-470f-83d8-c35f2d687cda HTTP/1.1" status: 200 len: 838 time: 0.1555436 Nov 26 22:13:37.714550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1383e928-5ff9-4db4-9799-9838d545d43b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.744952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ef74500-fa8e-41bd-9c17-7523c1f19dd7 req-8e17830b-e958-4d2f-aa94-919cdcbbebd2 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0655718 Nov 26 22:13:37.845161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218747ca-1a73-4c3f-888f-8a395021315a req-3545d431-7aab-494d-9625-b354af5d0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:37.847281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-218747ca-1a73-4c3f-888f-8a395021315a req-3545d431-7aab-494d-9625-b354af5d0c4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e3ad921-58d6-48bd-a186-fe7f47cd3aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1522024 Nov 26 22:13:37.869820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c8762d8e-cff8-4372-bc22-d6046dc8b97e no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:13:37.871830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d09e5-ad1c-4368-b3dd-425eaa50baf4 req-4b9fa310-f43a-42e8-8c89-e46b6e3e7995 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:37.873608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b65d09e5-ad1c-4368-b3dd-425eaa50baf4 req-4b9fa310-f43a-42e8-8c89-e46b6e3e7995 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1002519 Nov 26 22:13:37.902450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: c8762d8e-cff8-4372-bc22-d6046dc8b97e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:13:37.903234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c8762d8e-cff8-4372-bc22-d6046dc8b97e not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:13:37.939122 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1383e928-5ff9-4db4-9799-9838d545d43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.941789 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1383e928-5ff9-4db4-9799-9838d545d43b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:37.945325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1383e928-5ff9-4db4-9799-9838d545d43b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21d349d3-61ce-4cba-ab10-89947f6595b2 HTTP/1.1" status: 204 len: 168 time: 0.5058537 Nov 26 22:13:37.977565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e928-5ff9-4db4-9799-9838d545d43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d349d3-61ce-4cba-ab10-89947f6595b2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:38.006691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b65d09e5-ad1c-4368-b3dd-425eaa50baf4 req-0f1b9c14-743c-40fc-b65a-5a2a6bf24f42 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211996 Nov 26 22:13:38.044994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-218747ca-1a73-4c3f-888f-8a395021315a req-57266c1f-041e-4f9a-a7a4-858f85d368fd service neutron] 10.222.0.41 "GET /v2.0/networks/7e3ad921-58d6-48bd-a186-fe7f47cd3aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866946 Nov 26 22:13:38.045806 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:38.210343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01561c37-6d9d-48ce-a8a2-e72f7dd555a2 req-dcd1b666-bc01-4447-8126-59790ee5aaf5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:38.212084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01561c37-6d9d-48ce-a8a2-e72f7dd555a2 req-dcd1b666-bc01-4447-8126-59790ee5aaf5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 945 time: 0.0831912 Nov 26 22:13:38.233505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-218747ca-1a73-4c3f-888f-8a395021315a req-d2a974fb-18c0-47f5-b7f3-25c66837eba5 service neutron] 10.222.0.41 "GET /v2.0/networks/7e3ad921-58d6-48bd-a186-fe7f47cd3aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840773 Nov 26 22:13:38.286657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01561c37-6d9d-48ce-a8a2-e72f7dd555a2 req-96cbd124-8c21-40c1-a5b0-b49f1e307996 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638506 Nov 26 22:13:38.678910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2052d8-0b42-4483-9389-fb77f6d415e8 req-8d34541a-7ea7-49c6-9564-70448bfc7f9d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:38.683849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2052d8-0b42-4483-9389-fb77f6d415e8 req-8d34541a-7ea7-49c6-9564-70448bfc7f9d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 945 time: 0.0813491 Nov 26 22:13:38.797250 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d2052d8-0b42-4483-9389-fb77f6d415e8 req-427f43fb-2bc2-4fb6-ae6a-45c2d66754d9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061833 Nov 26 22:13:38.805386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3a7b2-6e51-431d-9af1-9fbacb624aed req-dc21b59a-bf6e-4e4e-a415-70bd30d69311 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:38.806930 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2d3a7b2-6e51-431d-9af1-9fbacb624aed req-dc21b59a-bf6e-4e4e-a415-70bd30d69311 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 944 time: 0.0908241 Nov 26 22:13:38.908684 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2d3a7b2-6e51-431d-9af1-9fbacb624aed req-db090c1a-ffc7-43f5-81c6-ed36d48655f4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885420 Nov 26 22:13:38.947119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4807e987-6276-4923-9c3e-1b860c3fa789 req-b812d234-0ebd-4cf9-9ce8-f084974f7822 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0364921 Nov 26 22:13:39.048011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48238) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:39.200007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-58047586-network', 'tenant_id': '8ce44f0f866249438f010cb1569425f4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:39.226918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Made reservation on behalf of 8ce44f0f866249438f010cb1569425f4 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:39.229917 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.241767 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.328454 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.333636 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.361783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:13:39.371836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda9089e-d9f4-4229-a841-8440276fc3c0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:39.378095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.378646 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Added segment 0298622c-7744-4d7d-9d48-15367718288f of type vlan for network 465563e3-053c-4541-be38-dea7865b0a5e Nov 26 22:13:39.427287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.456288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.458311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:39.459050 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.523725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4772794 Nov 26 22:13:39.528216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48252) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:39.533425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Request body: {'subnet': {'network_id': '465563e3-053c-4541-be38-dea7865b0a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-58047586-subnet', 'tenant_id': '8ce44f0f866249438f010cb1569425f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:39.555897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e43aa-047c-411e-bbb7-1e0cb705bfdf admin admin] Pushing event updated for resources: {'Network': ['ID=465563e3-053c-4541-be38-dea7865b0a5e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:39.567409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 465563e3-053c-4541-be38-dea7865b0a5e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:13:39.579186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Made reservation on behalf of 8ce44f0f866249438f010cb1569425f4 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:39.582531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.832495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.917733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9682bf-e240-4485-b514-6bb1ec80424a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:39.926600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Checking segment: {'id': '0298622c-7744-4d7d-9d48-15367718288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '465563e3-053c-4541-be38-dea7865b0a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:13:39.927935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Network hostable DHCP agents. Network: 465563e3-053c-4541-be38-dea7865b0a5e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:13:39.950619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Network 465563e3-053c-4541-be38-dea7865b0a5e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:13:39.964042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 465563e3-053c-4541-be38-dea7865b0a5e) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:39.968640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:39.969480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:39.979394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58dd7a4-0e77-441d-a25a-97f4dfd44ea3 None None] Network 465563e3-053c-4541-be38-dea7865b0a5e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:13:39.997884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abda11-1f7d-485b-8d5d-504559aa951f req-4f676dde-159f-4e67-bf59-a6676bf9b3bc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:40.000889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41abda11-1f7d-485b-8d5d-504559aa951f req-4f676dde-159f-4e67-bf59-a6676bf9b3bc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1245143 Nov 26 22:13:40.001809 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a110d956-7dad-4378-b082-1ce6458ff4d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4715931 Nov 26 22:13:40.148372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 031ae342-035a-47f7-bea4-4562f962b28d details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:13:40.184133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41abda11-1f7d-485b-8d5d-504559aa951f req-4f69afe3-4d65-4dc3-a995-e947723c8a73 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761203 Nov 26 22:13:40.224141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71f564-2759-41a5-a360-3d84e2ba8121 req-64b33fa7-538c-43f8-9f5e-096d4484d0ba tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:40.226321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d71f564-2759-41a5-a360-3d84e2ba8121 req-64b33fa7-538c-43f8-9f5e-096d4484d0ba tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 944 time: 0.1294284 Nov 26 22:13:40.277673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d0dfe-d21d-49fb-9212-b8d922427b8d None None] Network 465563e3-053c-4541-be38-dea7865b0a5e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:13:40.376924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0a0fbd25-abb8-416b-9fe1-784b93bf83db tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:40.378344 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0a0fbd25-abb8-416b-9fe1-784b93bf83db tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 945 time: 0.0988264 Nov 26 22:13:40.381480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cccc1873-1d88-42b4-9c53-f01e11e1a5cd req-78e07f64-34b0-4ca1-992e-2ad076e8ab82 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0437505 Nov 26 22:13:40.391043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d71f564-2759-41a5-a360-3d84e2ba8121 req-46cd3c5c-26e2-40e0-87fa-2e75ebb5472f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514449 Nov 26 22:13:40.489502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 031ae342-035a-47f7-bea4-4562f962b28d, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=031ae342-035a-47f7-bea4-4562f962b28d,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:40.524443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '031ae342-035a-47f7-bea4-4562f962b28d', 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa', 'port_id': '031ae342-035a-47f7-bea4-4562f962b28d', 'mac_address': 'fa:16:3e:e1:07:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0e661a8-837c-470f-83d8-c35f2d687cda', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:13:40.535686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:40.536650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:40.635340 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:40.650298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031ae342-035a-47f7-bea4-4562f962b28d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:13:40.688626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 031ae342-035a-47f7-bea4-4562f962b28d, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=031ae342-035a-47f7-bea4-4562f962b28d,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:40.696534 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:40.699705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] For port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:40.700079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:40.723343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:40.767455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=031ae342-035a-47f7-bea4-4562f962b28d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:40.777663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.778454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.779030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.779591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.780149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.781210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.781780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.782708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.783304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.783844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.784396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.785990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:40.850616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d8cc5273-432f-45f2-adb9-543f446442ce tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:40.852297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d8cc5273-432f-45f2-adb9-543f446442ce tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/networks?id=465563e3-053c-4541-be38-dea7865b0a5e HTTP/1.1" status: 200 len: 811 time: 0.1489780 Nov 26 22:13:40.874515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-5985b6c2-edef-4afc-b086-2db3cf7154cb tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/quotas/8ce44f0f866249438f010cb1569425f4 HTTP/1.1" status: 200 len: 375 time: 0.0152888 Nov 26 22:13:40.882113 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:40.913418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-4ffacd0b-4dbe-4f4c-8f0e-3e3202324981 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8ce44f0f866249438f010cb1569425f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356836 Nov 26 22:13:40.913626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:40.916719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:13:40.971235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] No DVR routers for this DVR port ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:13:40.973867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:40.980327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-676eb12e-70b6-45f4-836d-b97442e0934c req-0ef294c9-a40a-4dae-b918-18bfd2bae604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "DELETE /v2.0/ports/ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf HTTP/1.1" status: 204 len: 173 time: 0.5948353 Nov 26 22:13:40.980817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af7bc62-6426-4b07-adb9-4afb5c84e7d6', 'name': 'network-vif-deleted', 'tag': 'ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:40.983517 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866f974f-40c2-4fa3-b083-2412ea6b316f" -d '{"events": [{"server_uuid": "3af7bc62-6426-4b07-adb9-4afb5c84e7d6", "name": "network-vif-deleted", "tag": "ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:41.054567 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13a3830-b379-41c8-a506-f3453f64803d x-openstack-request-id: req-f13a3830-b379-41c8-a506-f3453f64803d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:41.055086 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af7bc62-6426-4b07-adb9-4afb5c84e7d6", "name": "network-vif-deleted", "tag": "ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:41.055486 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f13a3830-b379-41c8-a506-f3453f64803d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:41.056053 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af7bc62-6426-4b07-adb9-4afb5c84e7d6', 'name': 'network-vif-deleted', 'tag': 'ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf', 'status': 'completed', 'code': 200} Nov 26 22:13:41.122217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-941d6056-15fd-422d-a4ce-72a93e6f2dc6 service neutron] 10.222.0.21 "GET /v2.0/networks/465563e3-053c-4541-be38-dea7865b0a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008829 Nov 26 22:13:41.137865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['031ae342-035a-47f7-bea4-4562f962b28d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:13:41.358638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b29bc14-03e0-4e0e-9f15-abc1cd8961a0 req-3586cfae-3df0-4f8c-aa39-25be8a308350 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0444865 Nov 26 22:13:41.368061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-b2e3c4fd-991d-41cf-8a72-ef9dd6cb3d48 service neutron] 10.222.0.21 "GET /v2.0/networks/465563e3-053c-4541-be38-dea7865b0a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449944 Nov 26 22:13:41.596019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b522-fd71-4b14-8c92-e60b38fb1c95 req-6395f6be-4d18-4906-83bc-7ee833683039 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:41.607886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9a1b522-fd71-4b14-8c92-e60b38fb1c95 req-6395f6be-4d18-4906-83bc-7ee833683039 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 945 time: 0.1294520 Nov 26 22:13:41.689071 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9a1b522-fd71-4b14-8c92-e60b38fb1c95 req-38360c2d-3610-4fbe-a484-edbb6ddf375c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798943 Nov 26 22:13:41.750541 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af3cc885-b331-497c-b478-3120b6001d31 req-decde542-f82c-46d2-9b0b-ee5dcb7d7344 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0792208 Nov 26 22:13:41.802134 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12fa72a9-0a67-428d-84c9-f787d5479503 req-21f6644d-bcdf-4cd8-acdd-7766253c5f43 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 210 time: 0.0526183 Nov 26 22:13:42.128332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-1c0a7de1-3701-46e3-8dfe-07585e93e2aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0621865 Nov 26 22:13:42.297371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-91d92252-28cd-4ecb-a0cd-ce7b40d4c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:42.298996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-91d92252-28cd-4ecb-a0cd-ce7b40d4c042 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9978497fc8a434989f5048d40cf5493&device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 1097 time: 0.0839672 Nov 26 22:13:42.552823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-1ac3a3b9-9796-4bb6-b73a-17e3b5110279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:42.556489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-1ac3a3b9-9796-4bb6-b73a-17e3b5110279 service neutron] 10.222.0.41 "GET /v2.0/networks?id=240721f4-9323-41fa-b8b4-689161c0bba6 HTTP/1.1" status: 200 len: 910 time: 0.2319791 Nov 26 22:13:42.608440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db6007ae-7cac-4838-9afe-77b864416db3 req-a52e3d65-d3b2-4a46-8725-561146310352 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0978026 Nov 26 22:13:42.798984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-c65b68e1-06d9-45b9-a1de-31973cf9fa1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c674fa02-d41c-4138-8c82-2599694fbbbd HTTP/1.1" status: 200 len: 1002 time: 0.2159417 Nov 26 22:13:42.970470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bc058c2-3d22-485d-8d1d-c6b955330dba req-55b44451-089e-462b-993e-11ebc5ebe289 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0790994 Nov 26 22:13:42.987994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-e1a14415-d0f7-48f1-b9ef-aebe82a7adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:42.989765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-e1a14415-d0f7-48f1-b9ef-aebe82a7adc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ce45eb6-dea3-4228-92d7-67e29f087739 HTTP/1.1" status: 200 len: 848 time: 0.1794839 Nov 26 22:13:43.002775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b022bb-226e-433d-8718-4b8478b5117b req-90f6e3ee-6017-4704-8abf-4b7afa61cc9e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:43.006802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99b022bb-226e-433d-8718-4b8478b5117b req-90f6e3ee-6017-4704-8abf-4b7afa61cc9e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 945 time: 0.1754627 Nov 26 22:13:43.222029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-53d1caf6-106f-4fc8-b377-df1ca0f299b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:43.224009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-53d1caf6-106f-4fc8-b377-df1ca0f299b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=240721f4-9323-41fa-b8b4-689161c0bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2163098 Nov 26 22:13:43.239089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99b022bb-226e-433d-8718-4b8478b5117b req-0de7ee3f-6584-49d6-a946-af87b9f2cf67 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219234 Nov 26 22:13:43.261385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00dc62ef-e9a2-4079-ae27-a5c4e07c9bcd req-d34a2793-4df5-4bf0-b0f4-698203793ae2 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 210 time: 0.1110058 Nov 26 22:13:43.382429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-418a807e-2e23-4274-9895-9ab0c90852f6 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:43.383798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-418a807e-2e23-4274-9895-9ab0c90852f6 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.13 "GET /v2.0/networks?id=465563e3-053c-4541-be38-dea7865b0a5e HTTP/1.1" status: 200 len: 811 time: 0.2534907 Nov 26 22:13:43.397735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-c1fd1346-6f27-4c13-acc5-e0b6962e8353 service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304743 Nov 26 22:13:43.430551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Request body: {'port': {'device_id': 'ccb99f2a-a0e0-47c2-a49c-e6710262259d', 'network_id': '465563e3-053c-4541-be38-dea7865b0a5e', 'admin_state_up': True, 'tenant_id': '8ce44f0f866249438f010cb1569425f4'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:43.574743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85d36f9f-88f7-4757-85e9-80f11376a600 req-424d9446-b9ab-4d98-b8cb-1b95167c52ea service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686418 Nov 26 22:13:43.660348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Made reservation on behalf of 8ce44f0f866249438f010cb1569425f4 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:43.679766 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:43.809004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63aa782f-04bd-47bd-afeb-56a88eae07c4 req-ecbfe2b9-9ebe-479b-bed8-c201bdefe96d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0463123 Nov 26 22:13:43.884187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:13:43.907640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Allocated IP 172.20.0.8 (465563e3-053c-4541-be38-dea7865b0a5e/8f9682bf-e240-4485-b514-6bb1ec80424a/90c443b9-4933-4cae-b13d-2af4e76ba464) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:13:43.930744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:13:43.931105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ab845e1c-a46b-4a3f-9d87-dd0b52dab0cf not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:13:43.981192 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:13:44.165377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 031ae342-035a-47f7-bea4-4562f962b28d up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:13:44.202056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:44.212302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a83cc6a4-2089-4f58-963c-1bfacad7dd6a req-3d208eee-afaf-42b3-b503-58ebac006e20 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0845575 Nov 26 22:13:44.271096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:44.324559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Pushing event updated for resources: {'Port': ['ID=90c443b9-4933-4cae-b13d-2af4e76ba464,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:44.338722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 031ae342-035a-47f7-bea4-4562f962b28d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:13:44.341709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Network 465563e3-053c-4541-be38-dea7865b0a5e is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:13:44.343817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:44.346479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:13:44.348595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 031ae342-035a-47f7-bea4-4562f962b28d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:44.348981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:44.424493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:44.426597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:44.450729 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-86585701-c0c0-4d4e-9b87-e612462090ee tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0233650 Nov 26 22:13:44.474568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Request body: {'port': {'device_id': 'ccb99f2a-a0e0-47c2-a49c-e6710262259d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:44.586649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beedd37-1845-4be0-8c3a-8a4d334d7013 req-a1705d88-6ccc-4210-af80-21c3f0c9732e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:44.594742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0beedd37-1845-4be0-8c3a-8a4d334d7013 req-a1705d88-6ccc-4210-af80-21c3f0c9732e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 945 time: 0.1964695 Nov 26 22:13:44.650552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:44.653848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8dd90-9d26-45cd-8078-7caa42f0a439 req-44a0cc44-5524-4b77-bc96-d98e5d3b59d7 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:44.655482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cf8dd90-9d26-45cd-8078-7caa42f0a439 req-44a0cc44-5524-4b77-bc96-d98e5d3b59d7 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 931 time: 0.2674839 Nov 26 22:13:44.766359 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0beedd37-1845-4be0-8c3a-8a4d334d7013 req-8a61c294-bde2-4012-8352-16cde7b9bff7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658657 Nov 26 22:13:44.822473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cf8dd90-9d26-45cd-8078-7caa42f0a439 req-bd2fc738-93c8-4b24-8cf7-e9a6e3e40a5c tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557980 Nov 26 22:13:44.897394 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:44.951859 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bb7464-f4b1-4b43-83f7-ba7f442b8c2e req-da5d5552-c19c-4e37-bc5d-b3e92e67a545 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0467517 Nov 26 22:13:44.965592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93822f8-7b71-4bb1-90a3-74ecccfaa7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031ae342-035a-47f7-bea4-4562f962b28d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:44.970237 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa27fa10-5004-4329-b41f-aa0044624703" -d '{"events": [{"server_uuid": "f93822f8-7b71-4bb1-90a3-74ecccfaa7f7", "name": "network-vif-plugged", "status": "completed", "tag": "031ae342-035a-47f7-bea4-4562f962b28d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:45.007402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 031ae342-035a-47f7-bea4-4562f962b28d, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=031ae342-035a-47f7-bea4-4562f962b28d,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:45.020192 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:45.053860 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa10480a-d108-4ed8-9f43-9e7637eb7a0e x-openstack-request-id: req-aa10480a-d108-4ed8-9f43-9e7637eb7a0e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:45.054359 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93822f8-7b71-4bb1-90a3-74ecccfaa7f7", "name": "network-vif-plugged", "status": "completed", "tag": "031ae342-035a-47f7-bea4-4562f962b28d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:45.054628 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa10480a-d108-4ed8-9f43-9e7637eb7a0e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:45.055033 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93822f8-7b71-4bb1-90a3-74ecccfaa7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031ae342-035a-47f7-bea4-4562f962b28d', 'code': 200} Nov 26 22:13:45.100723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=031ae342-035a-47f7-bea4-4562f962b28d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:45.255139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83d5b1-a040-4f04-9b82-e43ffaf9a8b2 req-52197ea7-91c2-49e0-b61e-a894659df1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:45.256973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b83d5b1-a040-4f04-9b82-e43ffaf9a8b2 req-52197ea7-91c2-49e0-b61e-a894659df1a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0968821 Nov 26 22:13:45.404817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bac7a3f-c790-4c9d-8644-c695dea84932 req-2cf3f13f-6897-4da8-b718-869ba67dd7e4 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0668550 Nov 26 22:13:45.443789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b83d5b1-a040-4f04-9b82-e43ffaf9a8b2 req-8e2dd6a6-cd14-4f39-8af8-18007ca17b53 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637442 Nov 26 22:13:45.575360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c443b9-4933-4cae-b13d-2af4e76ba464 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:13:45.584480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:45.602794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Transition to ACTIVE for port object 90c443b9-4933-4cae-b13d-2af4e76ba464 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:13:45.615417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:45.745455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Pushing event updated for resources: {'Port': ['ID=90c443b9-4933-4cae-b13d-2af4e76ba464,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:45.763959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Attempting to bind port 90c443b9-4933-4cae-b13d-2af4e76ba464 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:13:45.764299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Attempting to bind port 90c443b9-4933-4cae-b13d-2af4e76ba464 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0298622c-7744-4d7d-9d48-15367718288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '465563e3-053c-4541-be38-dea7865b0a5e'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:13:45.764626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Attempting to bind port 90c443b9-4933-4cae-b13d-2af4e76ba464 on network 465563e3-053c-4541-be38-dea7865b0a5e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:13:45.769506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Port 90c443b9-4933-4cae-b13d-2af4e76ba464 on network 465563e3-053c-4541-be38-dea7865b0a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:13:45.770001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Attempting to bind port 90c443b9-4933-4cae-b13d-2af4e76ba464 on network 465563e3-053c-4541-be38-dea7865b0a5e {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:13:45.775926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:13:45.776368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Checking segment: {'id': '0298622c-7744-4d7d-9d48-15367718288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '465563e3-053c-4541-be38-dea7865b0a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:13:45.776760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Bound using segment: {'id': '0298622c-7744-4d7d-9d48-15367718288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '465563e3-053c-4541-be38-dea7865b0a5e'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:13:45.777278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Bound port: 90c443b9-4933-4cae-b13d-2af4e76ba464, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0298622c-7744-4d7d-9d48-15367718288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '465563e3-053c-4541-be38-dea7865b0a5e'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:13:45.777546 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:45.855547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] For port 90c443b9-4933-4cae-b13d-2af4e76ba464, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:13:45.859476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] For port 90c443b9-4933-4cae-b13d-2af4e76ba464, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=90c443b9-4933-4cae-b13d-2af4e76ba464,segment=NetworkSegment(0298622c-7744-4d7d-9d48-15367718288f),segment_id=0298622c-7744-4d7d-9d48-15367718288f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:13:45.868115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:45.966751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:45.967779 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:45.969535 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/90c443b9-4933-4cae-b13d-2af4e76ba464 HTTP/1.1" status: 200 len: 1091 time: 1.5046582 Nov 26 22:13:45.977163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb99f2a-a0e0-47c2-a49c-e6710262259d', 'tag': '90c443b9-4933-4cae-b13d-2af4e76ba464'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:45.979965 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311231d-2f90-475a-abae-28261dec6d11" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb99f2a-a0e0-47c2-a49c-e6710262259d", "tag": "90c443b9-4933-4cae-b13d-2af4e76ba464"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:46.028673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a3b65-148a-4e6c-856f-b4dbc4f939d3 service neutron] Pushing event updated for resources: {'Port': ['ID=90c443b9-4933-4cae-b13d-2af4e76ba464,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:46.126187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-005d6d04-64bc-4ed4-b10c-c8387a68a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:46.131067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-005d6d04-64bc-4ed4-b10c-c8387a68a87b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ce44f0f866249438f010cb1569425f4&device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 1094 time: 0.0650096 Nov 26 22:13:46.161308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2723c8-ddc2-4523-ade1-84d3fa4b1b07 req-c760b6f9-8952-4e76-838e-991851251335 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:46.172024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea2723c8-ddc2-4523-ade1-84d3fa4b1b07 req-c760b6f9-8952-4e76-838e-991851251335 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 946 time: 0.2466123 Nov 26 22:13:46.203143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc268de0-4be2-423e-b0a2-34a6617a1e7a req-f00f5d20-ec32-40fc-a71e-c3a575279664 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:46.214727 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc268de0-4be2-423e-b0a2-34a6617a1e7a req-f00f5d20-ec32-40fc-a71e-c3a575279664 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 943 time: 0.1978517 Nov 26 22:13:46.220073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48422) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:46.236552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-0b33629d-5568-4a6c-90f2-e950038dd2fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c443b9-4933-4cae-b13d-2af4e76ba464 HTTP/1.1" status: 200 len: 217 time: 0.0918422 Nov 26 22:13:46.289351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea2723c8-ddc2-4523-ade1-84d3fa4b1b07 req-229e0395-1393-441e-8311-fcc4ee00218c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163359 Nov 26 22:13:46.338530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc268de0-4be2-423e-b0a2-34a6617a1e7a req-ad47fdd2-eeaf-4fb9-b843-281b776a1602 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186223 Nov 26 22:13:46.387818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-be11948a-7c0e-4b71-83bd-de439c6a3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:46.389338 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-be11948a-7c0e-4b71-83bd-de439c6a3911 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f9682bf-e240-4485-b514-6bb1ec80424a HTTP/1.1" status: 200 len: 851 time: 0.1432638 Nov 26 22:13:46.403295 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634b01c3-87d1-413c-bacf-c42e5826afaf x-openstack-request-id: req-634b01c3-87d1-413c-bacf-c42e5826afaf {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:46.403590 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb99f2a-a0e0-47c2-a49c-e6710262259d", "tag": "90c443b9-4933-4cae-b13d-2af4e76ba464", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:46.403853 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-634b01c3-87d1-413c-bacf-c42e5826afaf {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:46.404267 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb99f2a-a0e0-47c2-a49c-e6710262259d', 'tag': '90c443b9-4933-4cae-b13d-2af4e76ba464', 'status': 'completed', 'code': 200} Nov 26 22:13:46.434250 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-da51ea1a-0e34-438b-a469-618634780d59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=465563e3-053c-4541-be38-dea7865b0a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290966 Nov 26 22:13:46.449507 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3d3097aa-f700-468e-ada9-2b01356b719d req-5da0c02b-f533-4986-8a18-b14b1adc83b4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0437248 Nov 26 22:13:46.466893 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aa96bfe-aa26-4f0e-bef0-e35edf21d772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:46.580982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5db1c92-c4c9-4faf-b3c9-6100d298c8d1 req-aeb3875a-e5c2-4ef3-8eb9-4f60cdff547e tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0483038 Nov 26 22:13:46.655150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-7e0ba9fd-8416-4b0f-9bfa-98bc0cf1e561 service neutron] 10.222.0.13 "GET /v2.0/networks/465563e3-053c-4541-be38-dea7865b0a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970658 Nov 26 22:13:46.765859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aa96bfe-aa26-4f0e-bef0-e35edf21d772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:46.772766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4455b3e8-3d3f-4f87-8dd4-ccf3455f4932 req-d5ec6a8a-71b7-4ffa-ba80-ba4c6fc490a2 service neutron] 10.222.0.13 "GET /v2.0/networks/465563e3-053c-4541-be38-dea7865b0a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079156 Nov 26 22:13:46.775803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7aa96bfe-aa26-4f0e-bef0-e35edf21d772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:46.806128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa96bfe-aa26-4f0e-bef0-e35edf21d772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5015641-bc95-42fd-8c18-984f60684873,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:46.836209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48434) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:46.836518 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7aa96bfe-aa26-4f0e-bef0-e35edf21d772 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be529d9afee7420eb36c5bc188bb9438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6152890 Nov 26 22:13:46.935953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecc12345-7078-4274-bc49-12f72ae29525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:46.945214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311231d-2f90-475a-abae-28261dec6d11 req-26460410-6398-4557-a4c5-b79893b2ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:46.947480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9311231d-2f90-475a-abae-28261dec6d11 req-26460410-6398-4557-a4c5-b79893b2ce15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ce44f0f866249438f010cb1569425f4&device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 1094 time: 0.0819478 Nov 26 22:13:46.987234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecc12345-7078-4274-bc49-12f72ae29525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:47.091724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecc12345-7078-4274-bc49-12f72ae29525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:47.094380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecc12345-7078-4274-bc49-12f72ae29525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:47.095541 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ecc12345-7078-4274-bc49-12f72ae29525 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5015641-bc95-42fd-8c18-984f60684873 HTTP/1.1" status: 204 len: 168 time: 0.2583122 Nov 26 22:13:47.105396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311231d-2f90-475a-abae-28261dec6d11 req-971bcb78-c33d-406e-ae1e-bd35927f4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:47.107527 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9311231d-2f90-475a-abae-28261dec6d11 req-971bcb78-c33d-406e-ae1e-bd35927f4aa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=465563e3-053c-4541-be38-dea7865b0a5e HTTP/1.1" status: 200 len: 912 time: 0.1521893 Nov 26 22:13:47.108297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc12345-7078-4274-bc49-12f72ae29525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5015641-bc95-42fd-8c18-984f60684873,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:47.176588 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9311231d-2f90-475a-abae-28261dec6d11 req-dc88a670-86b9-4f51-b658-15eaee4d034d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90c443b9-4933-4cae-b13d-2af4e76ba464 HTTP/1.1" status: 200 len: 217 time: 0.0601635 Nov 26 22:13:47.261310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311231d-2f90-475a-abae-28261dec6d11 req-fbddfc80-1a77-4e6e-93c0-9bcf048a2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:47.273661 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9311231d-2f90-475a-abae-28261dec6d11 req-fbddfc80-1a77-4e6e-93c0-9bcf048a2ed1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8f9682bf-e240-4485-b514-6bb1ec80424a HTTP/1.1" status: 200 len: 851 time: 0.0797756 Nov 26 22:13:47.312167 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9311231d-2f90-475a-abae-28261dec6d11 req-c8f15dad-e2f1-4aa3-b3db-dc9a47289985 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=465563e3-053c-4541-be38-dea7865b0a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375104 Nov 26 22:13:47.448800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9311231d-2f90-475a-abae-28261dec6d11 req-7245ff8f-fe77-4495-a2be-6a07c2243e4d service neutron] 10.222.0.13 "GET /v2.0/networks/465563e3-053c-4541-be38-dea7865b0a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287568 Nov 26 22:13:47.569363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b0af1-2940-4ef1-886b-0f5232ca0955 req-1c72eb01-2967-4681-9c24-d34051e966ec tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:47.578866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a69b0af1-2940-4ef1-886b-0f5232ca0955 req-1c72eb01-2967-4681-9c24-d34051e966ec tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 943 time: 0.1294222 Nov 26 22:13:47.589822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9311231d-2f90-475a-abae-28261dec6d11 req-57a39aab-074c-4e99-9ff5-84d34bc25484 service neutron] 10.222.0.13 "GET /v2.0/networks/465563e3-053c-4541-be38-dea7865b0a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326201 Nov 26 22:13:47.651463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbffde-5ade-4eb1-8231-4d8b201b4d9e req-892906d2-ae8a-4d6a-835e-f3aeb22f9696 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:47.666050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4dbffde-5ade-4eb1-8231-4d8b201b4d9e req-892906d2-ae8a-4d6a-835e-f3aeb22f9696 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 946 time: 0.1764131 Nov 26 22:13:47.743303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a69b0af1-2940-4ef1-886b-0f5232ca0955 req-1ede203c-2ec4-4fd0-a845-1482536237f9 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565022 Nov 26 22:13:47.843646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4dbffde-5ade-4eb1-8231-4d8b201b4d9e req-54c51e93-1da8-4746-ae88-02ef2cd3f784 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628759 Nov 26 22:13:47.881823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75d749d8-d44c-467b-b312-3fbb958565e0 req-516bb547-9c09-4e2b-a1d5-f2e95105af1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=3af7bc62-6426-4b07-adb9-4afb5c84e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0370026 Nov 26 22:13:47.993798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5447f4d3-b203-4a33-b188-f2d8af0cd952 req-a56b05bc-4bc6-4abc-bbd4-a8cae9d320da tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0459158 Nov 26 22:13:48.073219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8be069-4fad-47e4-b579-f14543f53c05 req-ab70ce6e-fe8b-4e61-af07-572a40849f36 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:48.074823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca8be069-4fad-47e4-b579-f14543f53c05 req-ab70ce6e-fe8b-4e61-af07-572a40849f36 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 946 time: 0.0667186 Nov 26 22:13:48.140717 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca8be069-4fad-47e4-b579-f14543f53c05 req-300fa2c4-a00f-40bb-a550-8ed317b2e198 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554931 Nov 26 22:13:48.685039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48506) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:48.840581 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-128d036d-2dc2-4465-9e50-79b78b8f376c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:48.973591 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-128d036d-2dc2-4465-9e50-79b78b8f376c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:48.985928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-128d036d-2dc2-4465-9e50-79b78b8f376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:49.025265 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456c78a-64d3-4d21-ae27-e8612d74ae21 req-2f8b55ea-c1d8-4bc1-a834-7b12a72f3da7 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:49.026865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6456c78a-64d3-4d21-ae27-e8612d74ae21 req-2f8b55ea-c1d8-4bc1-a834-7b12a72f3da7 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 943 time: 0.1664472 Nov 26 22:13:49.036297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-128d036d-2dc2-4465-9e50-79b78b8f376c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62b357781eb64df797a0033223e7031f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3494124 Nov 26 22:13:49.039744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48522) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:49.065344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d036d-2dc2-4465-9e50-79b78b8f376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da44658a-acf4-46ee-8f33-a80ee8dd4c12,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:49.115221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9eb-06dd-4cb3-af88-69940eb0b5fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:49.124173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6456c78a-64d3-4d21-ae27-e8612d74ae21 req-ace5e70e-7dfc-428e-87e5-cab639d43663 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851347 Nov 26 22:13:49.160035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9eb-06dd-4cb3-af88-69940eb0b5fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:49.168112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93c25066-030f-4eeb-af1f-ec695886454c req-20ceb8ad-7bae-4806-bcc7-ffcacba7f69c tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0328782 Nov 26 22:13:49.228128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9eb-06dd-4cb3-af88-69940eb0b5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:49.231792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ef4ae9eb-06dd-4cb3-af88-69940eb0b5fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:49.235526 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ef4ae9eb-06dd-4cb3-af88-69940eb0b5fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da44658a-acf4-46ee-8f33-a80ee8dd4c12 HTTP/1.1" status: 204 len: 168 time: 0.1920843 Nov 26 22:13:49.242047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ae9eb-06dd-4cb3-af88-69940eb0b5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da44658a-acf4-46ee-8f33-a80ee8dd4c12,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:49.734964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48546) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:49.895535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 90c443b9-4933-4cae-b13d-2af4e76ba464 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:13:50.068730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 90c443b9-4933-4cae-b13d-2af4e76ba464, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=90c443b9-4933-4cae-b13d-2af4e76ba464,segment=NetworkSegment(0298622c-7744-4d7d-9d48-15367718288f),segment_id=0298622c-7744-4d7d-9d48-15367718288f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:50.096540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '90c443b9-4933-4cae-b13d-2af4e76ba464', 'network_id': '465563e3-053c-4541-be38-dea7865b0a5e', 'port_id': '90c443b9-4933-4cae-b13d-2af4e76ba464', 'mac_address': 'fa:16:3e:fd:b6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9682bf-e240-4485-b514-6bb1ec80424a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:13:50.194575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:50.221617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c443b9-4933-4cae-b13d-2af4e76ba464 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:13:50.279182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 90c443b9-4933-4cae-b13d-2af4e76ba464, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=90c443b9-4933-4cae-b13d-2af4e76ba464,segment=NetworkSegment(0298622c-7744-4d7d-9d48-15367718288f),segment_id=0298622c-7744-4d7d-9d48-15367718288f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:50.290310 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:50.388674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=90c443b9-4933-4cae-b13d-2af4e76ba464,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:50.402773 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0221073f-8e43-4f1e-8c37-8de335e9e1e6 req-d8373349-06a2-4222-9962-249b8b6be1aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.1306257 Nov 26 22:13:50.428496 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7a5b1bb-074a-4635-89b3-3a080d290306 req-4cd667ba-77a4-4020-962b-4d68fe1c3834 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0800064 Nov 26 22:13:50.471241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dc867-f579-4a5a-86c7-e5a0e8905311 req-4b04e879-67cf-431c-9c7e-2589ebf1b1cc tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:50.473697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f2dc867-f579-4a5a-86c7-e5a0e8905311 req-4b04e879-67cf-431c-9c7e-2589ebf1b1cc tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 943 time: 0.2190881 Nov 26 22:13:50.530651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:50.554828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f2dc867-f579-4a5a-86c7-e5a0e8905311 req-d974a759-7958-4ec4-a621-6e1e5580a6e4 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753903 Nov 26 22:13:50.664857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['90c443b9-4933-4cae-b13d-2af4e76ba464'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:13:50.948353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.20.0.17 (7e3ad921-58d6-48bd-a186-fe7f47cd3aaa/b0e661a8-837c-470f-83d8-c35f2d687cda/87a8e4d4-4233-4276-83e7-f6759cdeb981) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:13:51.100802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:51.147960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:51.195774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:13:51.199200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:51.215116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:13:51.263899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=87a8e4d4-4233-4276-83e7-f6759cdeb981,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:51.298004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:51.573639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:51.625930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fbc97c39-4cb8-491f-a3d4-b0caaf8011d0 None None] Provisioning complete for port 87a8e4d4-4233-4276-83e7-f6759cdeb981 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:51.629919 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fbc97c39-4cb8-491f-a3d4-b0caaf8011d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:51.641691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7dd3a29-e5bc-40df-bd4a-c6d760d40275 req-aa40b01c-e5cf-4b9e-88d3-9ae039a3dafa tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0653007 Nov 26 22:13:51.703012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fbc97c39-4cb8-491f-a3d4-b0caaf8011d0 None None] Port 87a8e4d4-4233-4276-83e7-f6759cdeb981 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:13:51.807931 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e83d80-753a-49a3-bd29-436809b15538 req-88b9e8d2-6386-47f6-bb4b-cf31cbb76580 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:51.811179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9e83d80-753a-49a3-bd29-436809b15538 req-88b9e8d2-6386-47f6-bb4b-cf31cbb76580 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 944 time: 0.1080484 Nov 26 22:13:51.909744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 90c443b9-4933-4cae-b13d-2af4e76ba464 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:13:51.934909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9e83d80-753a-49a3-bd29-436809b15538 req-cb86a78b-830d-4f92-aaae-e58253586f7a tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114130 Nov 26 22:13:52.009651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:52.016913 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:52.037243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 90c443b9-4933-4cae-b13d-2af4e76ba464 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:13:52.046860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 90c443b9-4933-4cae-b13d-2af4e76ba464 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:52.054550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:52.127053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:52.149806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=87a8e4d4-4233-4276-83e7-f6759cdeb981,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:52.203454 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:52.234929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb99f2a-a0e0-47c2-a49c-e6710262259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c443b9-4933-4cae-b13d-2af4e76ba464'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:52.238612 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03a6106-241e-4567-9c6f-cb080484e977" -d '{"events": [{"server_uuid": "ccb99f2a-a0e0-47c2-a49c-e6710262259d", "name": "network-vif-plugged", "status": "completed", "tag": "90c443b9-4933-4cae-b13d-2af4e76ba464"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:52.253906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 90c443b9-4933-4cae-b13d-2af4e76ba464, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=90c443b9-4933-4cae-b13d-2af4e76ba464,segment=NetworkSegment(0298622c-7744-4d7d-9d48-15367718288f),segment_id=0298622c-7744-4d7d-9d48-15367718288f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:52.265887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:52.330842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:13:52.334251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:13:52.396802 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5641db6c-f502-4500-a40e-7e8f8b1e60a6 x-openstack-request-id: req-5641db6c-f502-4500-a40e-7e8f8b1e60a6 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:52.401778 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb99f2a-a0e0-47c2-a49c-e6710262259d", "name": "network-vif-plugged", "status": "completed", "tag": "90c443b9-4933-4cae-b13d-2af4e76ba464", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:52.402158 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5641db6c-f502-4500-a40e-7e8f8b1e60a6 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:52.403648 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb99f2a-a0e0-47c2-a49c-e6710262259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c443b9-4933-4cae-b13d-2af4e76ba464', 'code': 200} Nov 26 22:13:52.415342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=90c443b9-4933-4cae-b13d-2af4e76ba464,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:52.532689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49715107-fcfd-4bee-8bbf-ea1b841274e9 req-5de022be-3f26-4d6a-8be6-657e76037d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:52.534247 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49715107-fcfd-4bee-8bbf-ea1b841274e9 req-5de022be-3f26-4d6a-8be6-657e76037d4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 1096 time: 0.1211681 Nov 26 22:13:52.563930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 62c481be-71ca-4e67-a28b-9282cf8f927f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:13:52.604220 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-49715107-fcfd-4bee-8bbf-ea1b841274e9 req-34ae0f51-043f-4d6f-b2aa-f969699ef40f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617697 Nov 26 22:13:52.761815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-94d04592-2c14-4525-8a07-7eb333374820 None None] Provisioning complete for port 87a8e4d4-4233-4276-83e7-f6759cdeb981 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:52.762412 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94d04592-2c14-4525-8a07-7eb333374820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:52.802347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:13:52.818621 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Sync routers for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:13:52.822740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-94d04592-2c14-4525-8a07-7eb333374820 None None] Port 87a8e4d4-4233-4276-83e7-f6759cdeb981 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:13:52.833234 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-88826241-cb16-4fbd-8ad5-fbbf43345dd2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "PUT /v2.0/routers/62c481be-71ca-4e67-a28b-9282cf8f927f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0956488 Nov 26 22:13:52.836175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf14bd60-d5b3-4b9d-9650-36cb40e8f78b req-8dd329cb-3b32-4519-b57f-4ca398db8851 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0479620 Nov 26 22:13:52.846131 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:13:52.847586 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:13:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:53.046847 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:13:53.202667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b487e5-0629-4aeb-aa2a-ae89a7ffb497 req-33aa9c3a-fcf8-4845-9c23-39374b6c04e7 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:53.211088 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41b487e5-0629-4aeb-aa2a-ae89a7ffb497 req-33aa9c3a-fcf8-4845-9c23-39374b6c04e7 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 945 time: 0.1141675 Nov 26 22:13:53.267646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e0ad626-fbad-4dd7-80d4-f60ee27fc5ef req-b480d439-390f-487a-8e5d-09f6fd99dfa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb7b65d9d2024d1d914696d6828503c6&device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0543194 Nov 26 22:13:53.306988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9121157b-300c-4d0f-9f97-83c6b7c31ba3 req-ead3e9ff-9ae2-46f1-b9e9-6290323ecfae tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0433457 Nov 26 22:13:53.354964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e0ad626-fbad-4dd7-80d4-f60ee27fc5ef req-a7e1a1bc-f594-47bd-bbbf-14b2d4fbfa7d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cb7b65d9d2024d1d914696d6828503c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418611 Nov 26 22:13:53.411588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41b487e5-0629-4aeb-aa2a-ae89a7ffb497 req-d68a6af6-408f-426b-bd5b-f5a5246b15c8 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906662 Nov 26 22:13:53.535701 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:13:51Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:26Z', 'revision_number': 1, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a8e4d4-4233-4276-83e7-f6759cdeb981', 'name': '', 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:b7:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b0e661a8-837c-470f-83d8-c35f2d687cda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:13:50Z', 'updated_at': '2021-11-26T22:13:51Z', 'revision_number': 2, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': 'b0e661a8-837c-470f-83d8-c35f2d687cda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:53.541286 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c39e33f6-9160-4d7f-99f6-1655fb8681ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:53.628112 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Checking router: 62c481be-71ca-4e67-a28b-9282cf8f927f for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:13:53.630293 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Updating router 62c481be-71ca-4e67-a28b-9282cf8f927f port 87a8e4d4-4233-4276-83e7-f6759cdeb981 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:13:53.727887 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:53.835015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ad626-fbad-4dd7-80d4-f60ee27fc5ef req-6565f81f-ea35-4eed-966a-8cdce0fd6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:53.849771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e0ad626-fbad-4dd7-80d4-f60ee27fc5ef req-6565f81f-ea35-4eed-966a-8cdce0fd6c41 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4443872 Nov 26 22:13:54.190433 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:54.199394 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:54.285553 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Pushing event updated for resources: {'Port': ['ID=87a8e4d4-4233-4276-83e7-f6759cdeb981,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:54.302639 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.304211 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.305289 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.306220 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.306897 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.307378 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.307872 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.308356 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.308904 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.309647 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.310751 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.311274 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:54.416615 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Attempting to bind port 87a8e4d4-4233-4276-83e7-f6759cdeb981 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:13:54.416985 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Attempting to bind port 87a8e4d4-4233-4276-83e7-f6759cdeb981 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:13:54.417354 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Attempting to bind port 87a8e4d4-4233-4276-83e7-f6759cdeb981 on network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:13:54.435102 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:13:54.435492 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Checking segment: {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:13:54.436027 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:54.436704 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Bound using segment: {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:13:54.437195 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Bound port: 87a8e4d4-4233-4276-83e7-f6759cdeb981, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:13:54.437582 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:54.563704 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] For port 87a8e4d4-4233-4276-83e7-f6759cdeb981, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:13:54.567298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34c85e2c-bd58-447d-95ef-c6e000736911 req-d092f85d-7608-4a82-9dd7-29f852e44630 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0482731 Nov 26 22:13:54.570519 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] For port 87a8e4d4-4233-4276-83e7-f6759cdeb981, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=87a8e4d4-4233-4276-83e7-f6759cdeb981,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:13:54.581077 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:54.683890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27213e35-e49e-48ca-89ca-8aad86e4b093 req-6163601b-2060-4cbb-88a0-38abc4be49f9 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:54.685677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27213e35-e49e-48ca-89ca-8aad86e4b093 req-6163601b-2060-4cbb-88a0-38abc4be49f9 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 945 time: 0.1174481 Nov 26 22:13:54.756671 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:13:54.757319 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:13:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:54.759254 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57a0e1-40c9-4788-9575-365b3b4baa4f None None] Pushing event updated for resources: {'Port': ['ID=87a8e4d4-4233-4276-83e7-f6759cdeb981,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:54.803233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27213e35-e49e-48ca-89ca-8aad86e4b093 req-1e6dac12-9c57-4eb5-a02e-23f7f7e27d17 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004910 Nov 26 22:13:54.881077 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d1a4e08e-f86e-40bd-bd43-fa78796ea899 None None] Provisioning complete for port 87a8e4d4-4233-4276-83e7-f6759cdeb981 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:54.881537 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d1a4e08e-f86e-40bd-bd43-fa78796ea899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:55.032209 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d1a4e08e-f86e-40bd-bd43-fa78796ea899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:55.032893 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:13:55.091704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d1a4e08e-f86e-40bd-bd43-fa78796ea899 None None] For port 87a8e4d4-4233-4276-83e7-f6759cdeb981, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=87a8e4d4-4233-4276-83e7-f6759cdeb981,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:55.108646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d1a4e08e-f86e-40bd-bd43-fa78796ea899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:55.187408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4e08e-f86e-40bd-bd43-fa78796ea899 None None] Pushing event updated for resources: {'Port': ['ID=87a8e4d4-4233-4276-83e7-f6759cdeb981,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:55.236676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-09e53956-2d8c-49b5-83b8-cc9e9842ffea None None] Provisioning complete for port 87a8e4d4-4233-4276-83e7-f6759cdeb981 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:55.236981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-09e53956-2d8c-49b5-83b8-cc9e9842ffea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:55.370531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e0ad626-fbad-4dd7-80d4-f60ee27fc5ef req-5cf614f1-2a16-464b-bd62-6e989314df8e tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.41 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0553091 Nov 26 22:13:55.471029 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:13:51Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:26Z', 'revision_number': 1, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a8e4d4-4233-4276-83e7-f6759cdeb981', 'name': '', 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:b7:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b0e661a8-837c-470f-83d8-c35f2d687cda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:13:50Z', 'updated_at': '2021-11-26T22:13:54Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': 'b0e661a8-837c-470f-83d8-c35f2d687cda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:13:55.473985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5ed75-d555-45e5-976c-89fe14cec0e2 req-602d70fb-f85e-4290-98db-987842ce8ad6 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:55.475838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16d5ed75-d555-45e5-976c-89fe14cec0e2 req-602d70fb-f85e-4290-98db-987842ce8ad6 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 945 time: 0.0555956 Nov 26 22:13:55.512528 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f980d9d-6237-4d5e-bfbb-0431e47f8d99 None None] The sync data for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 is: [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:13:51Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:26Z', 'revision_number': 1, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87a8e4d4-4233-4276-83e7-f6759cdeb981', 'name': '', 'network_id': '7e3ad921-58d6-48bd-a186-fe7f47cd3aaa', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:b7:78:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b0e661a8-837c-470f-83d8-c35f2d687cda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:13:50Z', 'updated_at': '2021-11-26T22:13:54Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': 'b0e661a8-837c-470f-83d8-c35f2d687cda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:13:55.558270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16d5ed75-d555-45e5-976c-89fe14cec0e2 req-c6128cca-33e1-4a28-a97b-fccbca7d1e5f tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761909 Nov 26 22:13:55.758453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc1c9cd8-326a-4920-b620-ffdb8017dc31 req-ba5a51ba-6533-4f44-aca3-1377c86e79c3 tempest-ServerShowV254Test-1913578206 tempest-ServerShowV254Test-1913578206-project] 10.222.0.21 "GET /v2.0/ports?device_id=56701509-e212-4c52-9bc1-120846760409 HTTP/1.1" status: 200 len: 210 time: 0.0692685 Nov 26 22:13:56.081300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 87a8e4d4-4233-4276-83e7-f6759cdeb981 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:13:56.164366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 87a8e4d4-4233-4276-83e7-f6759cdeb981 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:13:56.164748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:56.320646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed2fe49f-d982-4748-ae53-745a8e4cad2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:56.694433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a27d99-1c2b-4381-96d0-a1e6fc950ad7 req-6cbc0b0d-c161-4335-b4cf-fa6b06487b95 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:56.696791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7a27d99-1c2b-4381-96d0-a1e6fc950ad7 req-6cbc0b0d-c161-4335-b4cf-fa6b06487b95 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 945 time: 0.0583258 Nov 26 22:13:56.755134 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7a27d99-1c2b-4381-96d0-a1e6fc950ad7 req-83ff6dbf-c438-4366-ad8a-353ab020d9c0 tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/security-groups?id=cda9089e-d9f4-4229-a841-8440276fc3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Nov 26 22:13:56.976633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-7f5b4e52-51dd-4f6d-9ccf-1ef95675407c tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:56.979047 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-7f5b4e52-51dd-4f6d-9ccf-1ef95675407c tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 945 time: 0.0805516 Nov 26 22:13:57.127711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Deleting port 90c443b9-4933-4cae-b13d-2af4e76ba464 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:13:57.129193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.130711 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.189651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48762) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:57.270464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] For port 90c443b9-4933-4cae-b13d-2af4e76ba464, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=90c443b9-4933-4cae-b13d-2af4e76ba464,segment=NetworkSegment(0298622c-7744-4d7d-9d48-15367718288f),segment_id=0298622c-7744-4d7d-9d48-15367718288f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:13:57.270848 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.285653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Calling delete_port for 90c443b9-4933-4cae-b13d-2af4e76ba464 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:13:57.366618 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-559ff6cb-c813-405a-80f0-9f4b5bab639d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.453518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.490339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['90c443b9-4933-4cae-b13d-2af4e76ba464'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:13:57.504221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Pushing event deleted for resources: {'Port': ['ID=90c443b9-4933-4cae-b13d-2af4e76ba464,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:57.572155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-559ff6cb-c813-405a-80f0-9f4b5bab639d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.578722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] No DVR routers for this DVR port 90c443b9-4933-4cae-b13d-2af4e76ba464 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:13:57.585202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.585983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-559ff6cb-c813-405a-80f0-9f4b5bab639d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.596899 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de7a41b5-92c4-4346-9702-0dfc2dbab5ed req-6bdec498-4452-4bca-ab4c-d5020d63051b tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.13 "DELETE /v2.0/ports/90c443b9-4933-4cae-b13d-2af4e76ba464 HTTP/1.1" status: 204 len: 173 time: 0.6102326 Nov 26 22:13:57.601085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb99f2a-a0e0-47c2-a49c-e6710262259d', 'name': 'network-vif-deleted', 'tag': '90c443b9-4933-4cae-b13d-2af4e76ba464'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:13:57.610586 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc9418e-2d3f-4a5b-9dba-3b4e2fb391b7" -d '{"events": [{"server_uuid": "ccb99f2a-a0e0-47c2-a49c-e6710262259d", "name": "network-vif-deleted", "tag": "90c443b9-4933-4cae-b13d-2af4e76ba464"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:13:57.662154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-559ff6cb-c813-405a-80f0-9f4b5bab639d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb7b65d9d2024d1d914696d6828503c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4711113 Nov 26 22:13:57.663442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ff6cb-c813-405a-80f0-9f4b5bab639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3675d0e-ded7-473a-8422-639fefda68e0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:57.664833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48778) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:57.782261 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b52757-1211-4287-b969-44f10dfc2bb8 x-openstack-request-id: req-f0b52757-1211-4287-b969-44f10dfc2bb8 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:13:57.782664 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb99f2a-a0e0-47c2-a49c-e6710262259d", "name": "network-vif-deleted", "tag": "90c443b9-4933-4cae-b13d-2af4e76ba464", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:13:57.782987 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0b52757-1211-4287-b969-44f10dfc2bb8 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:13:57.783611 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb99f2a-a0e0-47c2-a49c-e6710262259d', 'name': 'network-vif-deleted', 'tag': '90c443b9-4933-4cae-b13d-2af4e76ba464', 'status': 'completed', 'code': 200} Nov 26 22:13:57.832711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a18e17b0-6b5c-403d-8937-2911a3403507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.876390 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a18e17b0-6b5c-403d-8937-2911a3403507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.960558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a18e17b0-6b5c-403d-8937-2911a3403507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.960558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a18e17b0-6b5c-403d-8937-2911a3403507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:57.960558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a18e17b0-6b5c-403d-8937-2911a3403507 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3675d0e-ded7-473a-8422-639fefda68e0 HTTP/1.1" status: 204 len: 168 time: 0.2877166 Nov 26 22:13:57.963657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e17b0-6b5c-403d-8937-2911a3403507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3675d0e-ded7-473a-8422-639fefda68e0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:57.973145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cece3893-301f-442b-85fe-259f655ad8cf req-e3538a4d-eb7d-41c5-8882-da0f1aede02e tempest-ServerPasswordTestJSON-69188069 tempest-ServerPasswordTestJSON-69188069-project] 10.222.0.21 "GET /v2.0/ports?device_id=ccb99f2a-a0e0-47c2-a49c-e6710262259d HTTP/1.1" status: 200 len: 210 time: 0.0678952 Nov 26 22:13:58.670576 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:58.761079 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48826) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:58.916262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-289749515-network', 'tenant_id': '1c1b3bf4226445f1a1dcff214f3e79cb'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:58.964396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Made reservation on behalf of 1c1b3bf4226445f1a1dcff214f3e79cb for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:58.967158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:58.979901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.109019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 48852) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:59.150945 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.156054 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.176452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:13:59.198490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.199051 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Added segment 2f059e75-2228-49f5-a5d2-211205f2b986 of type vlan for network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a Nov 26 22:13:59.241311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Deleting subnet 8f9682bf-e240-4485-b514-6bb1ec80424a {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:13:59.245803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.299240 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.305185 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.308871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.402701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17a5788-8ab0-4482-821d-94a32ab73f3b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:59.405295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.405425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.406388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:13:59.407192 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.467123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7047439 Nov 26 22:13:59.470856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48894) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:59.484036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.515221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Request body: {'subnet': {'network_id': 'c65c2c2d-ca0e-47ed-bf04-c5da14f5648a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-289749515-subnet', 'tenant_id': '1c1b3bf4226445f1a1dcff214f3e79cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:13:59.551274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9682bf-e240-4485-b514-6bb1ec80424a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:59.558028 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6b4e6-441d-4c40-955f-f842197bc5ba admin admin] Pushing event updated for resources: {'Network': ['ID=c65c2c2d-ca0e-47ed-bf04-c5da14f5648a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:13:59.575710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:13:59.591865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.595390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Made reservation on behalf of 1c1b3bf4226445f1a1dcff214f3e79cb for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:13:59.600436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.601002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.601542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.602722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.603645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.604384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.605972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.607954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.608988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.609918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.611396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.612019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:13:59.636000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:13:59.649240 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-50bead46-1df7-453f-a531-be481e915470 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8f9682bf-e240-4485-b514-6bb1ec80424a HTTP/1.1" status: 204 len: 168 time: 0.5401795 Nov 26 22:13:59.650964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48898) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:13:59.853723 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:00.282007 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:00.899501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:00.953241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c801db1-703c-47c2-a950-472e90d226fc,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:00.963104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465563e3-053c-4541-be38-dea7865b0a5e']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:00.982385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0298622c-7744-4d7d-9d48-15367718288f') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:00.982836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0298622c-7744-4d7d-9d48-15367718288f') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:00.997999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.018617 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.029037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:14:01.029540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:14:01.043828 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:14:01.075512 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Checking segment: {'id': '2f059e75-2228-49f5-a5d2-211205f2b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c65c2c2d-ca0e-47ed-bf04-c5da14f5648a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:01.077163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Network hostable DHCP agents. Network: c65c2c2d-ca0e-47ed-bf04-c5da14f5648a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:14:01.080949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.081901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.082296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.082633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.083384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.083723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.084049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.084373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.084699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.085859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.086740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.087252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:01.153812 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.162789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:14:01.166838 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.172640 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] 10.222.0.21 "DELETE /v2.0/networks/465563e3-053c-4541-be38-dea7865b0a5e HTTP/1.1" status: 204 len: 168 time: 1.5181630 Nov 26 22:14:01.203964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598713fa-a188-42aa-a6ab-891b0340d686 admin admin] Pushing event deleted for resources: {'Network': ['ID=465563e3-053c-4541-be38-dea7865b0a5e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:01.220425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, c65c2c2d-ca0e-47ed-bf04-c5da14f5648a) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:01.228234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81986581-a0f8-4aaf-a9e5-186face8b6dd None None] Network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:01.236021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:01.236621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.261097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b59e52b1-9bc2-4bd4-a4a6-ae167dbf2a76 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7879970 Nov 26 22:14:01.427207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0f7d9d-729e-49b6-8020-5684bb7b8968 None None] Network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:01.448540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48990) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:01.549828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-da62ac46-1222-4799-aa66-772d70978f6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ce44f0f866249438f010cb1569425f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993443 Nov 26 22:14:01.551724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 48994) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:01.659076 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1425bb5a-f064-444e-adb8-f46fb6c3274d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.727872 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1425bb5a-f064-444e-adb8-f46fb6c3274d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.817931 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1425bb5a-f064-444e-adb8-f46fb6c3274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.823163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1425bb5a-f064-444e-adb8-f46fb6c3274d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:01.824825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1425bb5a-f064-444e-adb8-f46fb6c3274d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cda9089e-d9f4-4229-a841-8440276fc3c0 HTTP/1.1" status: 204 len: 168 time: 0.2718899 Nov 26 22:14:01.851390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425bb5a-f064-444e-adb8-f46fb6c3274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda9089e-d9f4-4229-a841-8440276fc3c0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:01.976018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 90c443b9-4933-4cae-b13d-2af4e76ba464 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:02.026373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 90c443b9-4933-4cae-b13d-2af4e76ba464 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:02.026905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 90c443b9-4933-4cae-b13d-2af4e76ba464 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:02.201084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49036) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:02.207739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-414066677-network', 'tenant_id': '0af56178eecd4b92b6dd21bc1d33b754'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:02.242570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Made reservation on behalf of 0af56178eecd4b92b6dd21bc1d33b754 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:02.244957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.279634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.392154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.407495 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.432262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:14:02.454865 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.455465 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Added segment 5b2b27fb-9e72-411b-9568-3be9a115a3b4 of type vlan for network eaffc19d-0d45-4b32-99fa-3dcddbd88bcc Nov 26 22:14:02.457844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16475146-5eae-4c0b-b8ad-1b6295292540,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:02.544402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.573821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.575457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:02.576095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.611590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4065189 Nov 26 22:14:02.611873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49054) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:02.620174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Request body: {'subnet': {'network_id': 'eaffc19d-0d45-4b32-99fa-3dcddbd88bcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-414066677-subnet', 'tenant_id': '0af56178eecd4b92b6dd21bc1d33b754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:02.676799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Made reservation on behalf of 0af56178eecd4b92b6dd21bc1d33b754 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:02.680905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:02.691818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5eac6f-407b-431c-93d5-fe4096732b53 admin admin] Pushing event updated for resources: {'Network': ['ID=eaffc19d-0d45-4b32-99fa-3dcddbd88bcc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:02.703634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network eaffc19d-0d45-4b32-99fa-3dcddbd88bcc details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:14:03.020517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.099396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab02cd85-b15a-46d8-9abd-f18f7af21ef4,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:03.121086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Checking segment: {'id': '5b2b27fb-9e72-411b-9568-3be9a115a3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eaffc19d-0d45-4b32-99fa-3dcddbd88bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:03.121766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Network hostable DHCP agents. Network: eaffc19d-0d45-4b32-99fa-3dcddbd88bcc, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:14:03.150523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49076) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:03.151138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Network eaffc19d-0d45-4b32-99fa-3dcddbd88bcc is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:14:03.173951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, eaffc19d-0d45-4b32-99fa-3dcddbd88bcc) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:03.184249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb1ef4-1a1d-4ae2-896b-33c2ece7671c None None] Network eaffc19d-0d45-4b32-99fa-3dcddbd88bcc requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:03.185568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:03.187426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.244373 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9aa96d95-d81b-4df2-8362-1c4a7cbca1d4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6306624 Nov 26 22:14:03.312363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-network', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:03.351270 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Made reservation on behalf of d7e57d07f716455db8c0dfe89d775f32 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:03.354037 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.371438 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.527218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425187e2-a865-4200-9af5-a52e52becbbe None None] Network eaffc19d-0d45-4b32-99fa-3dcddbd88bcc requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:03.536774 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.543851 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.591051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:14:03.684015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638a696f-74ce-46ce-a66b-17bf29f4303b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:03.705289 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.706618 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Added segment 927d1eb8-b25b-400c-8759-6ae11e5dbbdc of type vlan for network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 Nov 26 22:14:03.761442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.806972 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.807464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:03.808389 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:03.916006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7643032 Nov 26 22:14:03.918992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49094) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:03.927598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Request body: {'subnet': {'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-subnet', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:03.937249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca6e94-c8a8-4a1c-af24-0a47899bb434 admin admin] Pushing event updated for resources: {'Network': ['ID=7059be4a-bc05-4f8a-b07a-e19d399d2a34,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:03.949336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:14:03.975326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Made reservation on behalf of d7e57d07f716455db8c0dfe89d775f32 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:03.988996 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:04.205519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:04.281904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=29992ca9-a091-4378-b115-2e5dae345446,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:04.293461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-9bdf7b7c-2ff1-4b23-902e-1ca1e7ce3f91 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:04.295131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-9bdf7b7c-2ff1-4b23-902e-1ca1e7ce3f91 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/networks?id=c65c2c2d-ca0e-47ed-bf04-c5da14f5648a HTTP/1.1" status: 200 len: 824 time: 0.2631865 Nov 26 22:14:04.295326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Checking segment: {'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:04.295680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Network hostable DHCP agents. Network: 7059be4a-bc05-4f8a-b07a-e19d399d2a34, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:14:04.319022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:14:04.319908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-b0c12015-3d36-4f44-a60e-d824e53e8a57 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/quotas/1c1b3bf4226445f1a1dcff214f3e79cb HTTP/1.1" status: 200 len: 375 time: 0.0153401 Nov 26 22:14:04.350964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7059be4a-bc05-4f8a-b07a-e19d399d2a34) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:04.355579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:04.356705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:04.357001 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41466ae3-89e9-41a4-a661-33733829d7cc tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c1b3bf4226445f1a1dcff214f3e79cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298021 Nov 26 22:14:04.370615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f8517-f0d8-42c3-b8da-cc8051413e74 None None] Network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:04.381737 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2d6e6161-780a-4270-b11c-bb37fb4071cd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4616096 Nov 26 22:14:04.384537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49116) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:04.390512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:04.444247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:04.446037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:04.524430 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:04.526615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-5fbf681f-52ae-4242-9365-cbd800b11aa1 service neutron] 10.222.0.21 "GET /v2.0/networks/c65c2c2d-ca0e-47ed-bf04-c5da14f5648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514294 Nov 26 22:14:04.609114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d362e-9c61-40a1-9f2b-edcaca880db9 None None] Network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:04.666432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-8a3d71aa-3391-4ea1-9335-7458dbdd023e service neutron] 10.222.0.21 "GET /v2.0/networks/c65c2c2d-ca0e-47ed-bf04-c5da14f5648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308517 Nov 26 22:14:04.893624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:04.971931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d56e66dd-17d3-4cfc-9407-7c54d6beee23 req-fefe6f87-b672-49b1-943d-f6102a5e17f0 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 210 time: 0.0477343 Nov 26 22:14:05.227653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:05.286434 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:05.500087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Allocated IP 172.25.3.59 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/fd0ebae3-7013-4988-9141-3cc700abd600) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:06.109298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:06.156247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-399b9acd-70d1-441e-85bc-0fb893c27ae6 req-a7acb90b-df4a-41a1-a6c2-ad13b9e9fdda tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 210 time: 0.0583181 Nov 26 22:14:06.165868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:06.187930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:06.191162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:06.210610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81065e65-bf2f-4166-b8b9-ba0ec832bb0b None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:06.215329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:06.297635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5d7b109e-e3d6-4cec-8d95-749cb1ac42f4 None None] Provisioning complete for port fd0ebae3-7013-4988-9141-3cc700abd600 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:06.298296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5d7b109e-e3d6-4cec-8d95-749cb1ac42f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:06.391768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b109e-e3d6-4cec-8d95-749cb1ac42f4 None None] Port fd0ebae3-7013-4988-9141-3cc700abd600 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:14:06.483391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fd0ebae3-7013-4988-9141-3cc700abd600,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:06.897452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49184) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:06.982817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-8c418469-7077-4689-b654-f27f3fee21c0 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:06.986416 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-8c418469-7077-4689-b654-f27f3fee21c0 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.13 "GET /v2.0/networks?id=c65c2c2d-ca0e-47ed-bf04-c5da14f5648a HTTP/1.1" status: 200 len: 824 time: 0.4095640 Nov 26 22:14:07.008698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Request body: {'port': {'device_id': 'a78237f8-fed2-465a-812d-75a2eb6c18f9', 'network_id': 'c65c2c2d-ca0e-47ed-bf04-c5da14f5648a', 'admin_state_up': True, 'tenant_id': '1c1b3bf4226445f1a1dcff214f3e79cb'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:07.027573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:07.096206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdaee87-c4e9-4d98-8050-4555e2144d1c req-efe301dc-72f9-4e8f-b0be-0d45521b77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:07.099440 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abdaee87-c4e9-4d98-8050-4555e2144d1c req-efe301dc-72f9-4e8f-b0be-0d45521b77b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 1097 time: 0.2002258 Nov 26 22:14:07.162921 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:07.184687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abdaee87-c4e9-4d98-8050-4555e2144d1c req-89e48b80-99e0-4125-8ef9-320dbf1e12ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778253 Nov 26 22:14:07.325008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a890b00-3741-47c9-9331-7a316ff8d05d req-26b47736-c19a-44d2-be88-eafbda84868d tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 210 time: 0.0700874 Nov 26 22:14:07.496123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Made reservation on behalf of 1c1b3bf4226445f1a1dcff214f3e79cb for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:07.499410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:07.526458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:07.810302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Allocated IP 172.20.0.13 (c65c2c2d-ca0e-47ed-bf04-c5da14f5648a/4c801db1-703c-47c2-a950-472e90d226fc/86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:07.904145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Router 1b164c5c-b2e7-441d-9600-b9540685cd72 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:14:08.039431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:08.176593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:08.208996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:14:08.220874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Sync routers for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:14:08.245166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:08.246631 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-43e98e71-ac63-47f8-bdd8-8fcf3a0f42d4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8608482 Nov 26 22:14:08.248780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:08.249640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49220) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:08.258107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:08.258786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:13:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:08.308531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:08.313029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:08.315285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Pushing event updated for resources: {'Port': ['ID=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:08.318223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:08.413545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:08.418391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:08.474199 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-41fe5f5c-97c2-4d29-9b73-a13d8415c0a1 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4698164 Nov 26 22:14:08.505653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Request body: {'port': {'device_id': 'a78237f8-fed2-465a-812d-75a2eb6c18f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:08.629822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:08.633674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:08.872730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f6f8d-146f-49ff-9011-df5b33c51374 req-9ea4a9b1-9a5b-4716-97e3-7fdb78d8c4f7 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:08.877977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-338f6f8d-146f-49ff-9011-df5b33c51374 req-9ea4a9b1-9a5b-4716-97e3-7fdb78d8c4f7 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 932 time: 0.3537259 Nov 26 22:14:09.019264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:09.028752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.038843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-338f6f8d-146f-49ff-9011-df5b33c51374 req-a4a60d8c-4279-485c-9d4e-cceb504fc8e5 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478336 Nov 26 22:14:09.043506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Transition to ACTIVE for port object 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:14:09.049517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.114629 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.194218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Pushing event updated for resources: {'Port': ['ID=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:09.214417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Attempting to bind port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:09.214792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Attempting to bind port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '2f059e75-2228-49f5-a5d2-211205f2b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c65c2c2d-ca0e-47ed-bf04-c5da14f5648a'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:09.215131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Attempting to bind port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 on network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:09.220617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 on network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:14:09.220954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Attempting to bind port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 on network c65c2c2d-ca0e-47ed-bf04-c5da14f5648a {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:09.229302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:09.229622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Checking segment: {'id': '2f059e75-2228-49f5-a5d2-211205f2b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c65c2c2d-ca0e-47ed-bf04-c5da14f5648a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:09.230589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Bound using segment: {'id': '2f059e75-2228-49f5-a5d2-211205f2b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c65c2c2d-ca0e-47ed-bf04-c5da14f5648a'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:09.231120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Bound port: 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f059e75-2228-49f5-a5d2-211205f2b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'c65c2c2d-ca0e-47ed-bf04-c5da14f5648a'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:09.231453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.353681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] For port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:09.359787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] For port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,segment=NetworkSegment(2f059e75-2228-49f5-a5d2-211205f2b986),segment_id=2f059e75-2228-49f5-a5d2-211205f2b986)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:09.382045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.422891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:09.423746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.425812 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] 10.222.0.13 "PUT /v2.0/ports/86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 HTTP/1.1" status: 200 len: 1092 time: 0.9284685 Nov 26 22:14:09.426411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78237f8-fed2-465a-812d-75a2eb6c18f9', 'tag': '86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:09.428711 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f8dab-ebdd-41ae-9866-952e854ac151" -d '{"events": [{"name": "network-changed", "server_uuid": "a78237f8-fed2-465a-812d-75a2eb6c18f9", "tag": "86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:09.455844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:06Z', 'revision_number': 3, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:09.465069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fcbd9-b90a-4023-a9be-b350e569e0df service neutron] Pushing event updated for resources: {'Port': ['ID=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:09.507953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Checking router: 1b164c5c-b2e7-441d-9600-b9540685cd72 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:14:09.508419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Updating router 1b164c5c-b2e7-441d-9600-b9540685cd72 port fd0ebae3-7013-4988-9141-3cc700abd600 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:14:09.559205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Allocated IP 172.20.0.1 (7059be4a-bc05-4f8a-b07a-e19d399d2a34/29992ca9-a091-4378-b115-2e5dae345446/8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:09.564874 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40552fb1-541e-486f-80c5-e67dc2ffdcdb x-openstack-request-id: req-40552fb1-541e-486f-80c5-e67dc2ffdcdb {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:09.566863 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78237f8-fed2-465a-812d-75a2eb6c18f9", "tag": "86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:09.567344 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40552fb1-541e-486f-80c5-e67dc2ffdcdb {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:09.567951 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78237f8-fed2-465a-812d-75a2eb6c18f9', 'tag': '86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4', 'status': 'completed', 'code': 200} Nov 26 22:14:09.580736 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.595556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-e73e6716-e89d-454d-87ba-e98be2ef2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:09.598442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-e73e6716-e89d-454d-87ba-e98be2ef2a28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c1b3bf4226445f1a1dcff214f3e79cb&device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 1095 time: 0.0793290 Nov 26 22:14:09.720456 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-1f831797-ce32-423e-a511-18cfb1aec88a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 HTTP/1.1" status: 200 len: 217 time: 0.1077726 Nov 26 22:14:09.764309 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.840582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-f65e1c9e-ff4a-4481-bba2-e10802d03d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:09.844179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-f65e1c9e-ff4a-4481-bba2-e10802d03d7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c801db1-703c-47c2-a950-472e90d226fc HTTP/1.1" status: 200 len: 864 time: 0.1165197 Nov 26 22:14:09.858369 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:09.933377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-8f04d335-5787-49f3-9410-b2e8fc817eaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c65c2c2d-ca0e-47ed-bf04-c5da14f5648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818868 Nov 26 22:14:09.935859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:09.949778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:09.954048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:09.994793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Pushing event updated for resources: {'Port': ['ID=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:10.027507 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.141912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-09e076e6-c64c-4691-a5e7-5700ea0f81a9 service neutron] 10.222.0.13 "GET /v2.0/networks/c65c2c2d-ca0e-47ed-bf04-c5da14f5648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002215 Nov 26 22:14:10.258287 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.272957 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.310811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fd7a1-acb2-4a82-a0fc-f40a8635441e req-ca6e89bf-229c-4868-9262-619cbe076751 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:10.311201 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-062e452c-a4de-4ea6-9891-2a30df48af06 req-013e57be-c3ac-418b-8645-a8655e536bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/c65c2c2d-ca0e-47ed-bf04-c5da14f5648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607850 Nov 26 22:14:10.312418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-320fd7a1-acb2-4a82-a0fc-f40a8635441e req-ca6e89bf-229c-4868-9262-619cbe076751 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 944 time: 0.1088414 Nov 26 22:14:10.313317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.363624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83723659-4544-4831-b47c-9ef7517169e4 None None] Pushing event updated for resources: {'Port': ['ID=fd0ebae3-7013-4988-9141-3cc700abd600,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:10.412372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Attempting to bind port fd0ebae3-7013-4988-9141-3cc700abd600 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:10.412760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Attempting to bind port fd0ebae3-7013-4988-9141-3cc700abd600 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:10.413136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Attempting to bind port fd0ebae3-7013-4988-9141-3cc700abd600 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:10.422920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fef872-d92d-4e15-8927-b0dcf6360aff None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:10.443643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:10.444968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:10.448409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.449658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:10.451748 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Bound port: fd0ebae3-7013-4988-9141-3cc700abd600, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:10.453293 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.504146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-29dd9878-ce55-4d74-b473-e50c1652e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:10.509143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-29dd9878-ce55-4d74-b473-e50c1652e720 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1c1b3bf4226445f1a1dcff214f3e79cb&device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 1095 time: 0.0930655 Nov 26 22:14:10.574385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] For port fd0ebae3-7013-4988-9141-3cc700abd600, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:10.581591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] For port fd0ebae3-7013-4988-9141-3cc700abd600, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd0ebae3-7013-4988-9141-3cc700abd600,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:10.583619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-320fd7a1-acb2-4a82-a0fc-f40a8635441e req-f1573adf-3104-4bd4-a813-5046bff9718a tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374501 Nov 26 22:14:10.602056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.625426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.635214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.704095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Pushing event updated for resources: {'Port': ['ID=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:10.750839 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.753745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-3f66b7fb-42dc-4158-9b7d-a4b59fba208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:10.759421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-3f66b7fb-42dc-4158-9b7d-a4b59fba208f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c65c2c2d-ca0e-47ed-bf04-c5da14f5648a HTTP/1.1" status: 200 len: 925 time: 0.2442369 Nov 26 22:14:10.761089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60682aeb-3cda-47d6-910d-b182b67a36ce None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:10.817791 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-f32c14b6-d183-4320-b2e4-3ce805c64a8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 HTTP/1.1" status: 200 len: 217 time: 0.0501537 Nov 26 22:14:10.852617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:10.854521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:13:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:10.914487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-9a64a837-09d6-4d10-be41-ad5763f7b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:10.916075 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-9a64a837-09d6-4d10-be41-ad5763f7b2a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c801db1-703c-47c2-a950-472e90d226fc HTTP/1.1" status: 200 len: 864 time: 0.0874190 Nov 26 22:14:10.936603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:10.938171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:10.953019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0032c64e-a615-4f05-bf83-4a547dfccf83 None None] Provisioning complete for port fd0ebae3-7013-4988-9141-3cc700abd600 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:10.953397 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0032c64e-a615-4f05-bf83-4a547dfccf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:10.971912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-07221ff3-4133-41af-a0c1-a96f51dd4321 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c65c2c2d-ca0e-47ed-bf04-c5da14f5648a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474405 Nov 26 22:14:11.067838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83723659-4544-4831-b47c-9ef7517169e4 None None] Pushing event updated for resources: {'Port': ['ID=fd0ebae3-7013-4988-9141-3cc700abd600,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:11.180570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Router 1b164c5c-b2e7-441d-9600-b9540685cd72 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:14:11.188906 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-c06397a8-905d-4ab3-99ff-8db08cc02b59 service neutron] 10.222.0.13 "GET /v2.0/networks/c65c2c2d-ca0e-47ed-bf04-c5da14f5648a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093019 Nov 26 22:14:11.248811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:11.251143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0032c64e-a615-4f05-bf83-4a547dfccf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:11.383781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:14:11.394447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-55d65f36-51aa-46e9-888b-91467ed2690b admin admin] 10.222.0.21 "PUT /v2.0/routers/1b164c5c-b2e7-441d-9600-b9540685cd72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1429577 Nov 26 22:14:11.437744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0032c64e-a615-4f05-bf83-4a547dfccf83 None None] For port fd0ebae3-7013-4988-9141-3cc700abd600, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd0ebae3-7013-4988-9141-3cc700abd600,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:11.439783 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7d1f8dab-ebdd-41ae-9866-952e854ac151 req-e15fc102-706c-44ee-9b94-eab49b1f0561 service neutron] 10.222.0.13 "GET /v2.0/networks/c65c2c2d-ca0e-47ed-bf04-c5da14f5648a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412508 Nov 26 22:14:11.574883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0032c64e-a615-4f05-bf83-4a547dfccf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:11.693291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032c64e-a615-4f05-bf83-4a547dfccf83 None None] Pushing event updated for resources: {'Port': ['ID=fd0ebae3-7013-4988-9141-3cc700abd600,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:11.757790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-77536106-eb3c-4b2b-baed-2305a0d609b5 None None] Provisioning complete for port fd0ebae3-7013-4988-9141-3cc700abd600 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:11.758193 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-77536106-eb3c-4b2b-baed-2305a0d609b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:11.788500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad854-c343-440f-85e2-294de6c8323b req-b1083dc2-a498-4544-9b96-8b914d7ccca3 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:11.790870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a13ad854-c343-440f-85e2-294de6c8323b req-b1083dc2-a498-4544-9b96-8b914d7ccca3 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 944 time: 0.0600934 Nov 26 22:14:11.919432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a13ad854-c343-440f-85e2-294de6c8323b req-7fa250a2-2a09-4847-9e68-1749afe7baa4 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211817 Nov 26 22:14:11.929668 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 2, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:12.012747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaffdfc-d704-4e10-b62c-243ae71ca379 None None] The sync data for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 is: [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 2, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:14:12.175962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-274cc242-9bbf-4425-aab6-074eb8585bfc tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:12.178268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-274cc242-9bbf-4425-aab6-074eb8585bfc tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 820 time: 0.2414870 Nov 26 22:14:12.197251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-ddf7bc34-2f6f-4f85-891a-1c9c5cbb2508 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/quotas/d7e57d07f716455db8c0dfe89d775f32 HTTP/1.1" status: 200 len: 375 time: 0.0117142 Nov 26 22:14:12.322169 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-112457b8-a5aa-485a-a6da-1a8f7a193bd3 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172674 Nov 26 22:14:12.511728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-28ec48ea-8ccf-48ea-ac7e-dd4749a559cd service neutron] 10.222.0.21 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574748 Nov 26 22:14:12.650455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-25f6c696-7845-4822-9f8e-c9f2fd9b9cfa service neutron] 10.222.0.21 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373804 Nov 26 22:14:12.943962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17035e88-beab-404c-adf6-2688674bb9a2 req-65545f35-47f5-486b-a943-e9e5d205a856 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 210 time: 0.0478191 Nov 26 22:14:13.164877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5427c75-0e1f-4a70-b607-655387d6ce42 req-8f239445-730f-465e-84b8-08dda4fe458a tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:13.172896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5427c75-0e1f-4a70-b607-655387d6ce42 req-8f239445-730f-465e-84b8-08dda4fe458a tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 944 time: 0.1233053 Nov 26 22:14:13.297157 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5427c75-0e1f-4a70-b607-655387d6ce42 req-cbf7038f-f5ce-42a7-908a-e34c44465347 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212132 Nov 26 22:14:14.019161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:14:14.146875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1729bbae-990c-4b7a-8c2e-006329da2121 req-59dcfe09-c2a0-46d9-9618-41b2ef76451f tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 210 time: 0.0628388 Nov 26 22:14:14.192332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd0ebae3-7013-4988-9141-3cc700abd600 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:14.255404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,segment=NetworkSegment(2f059e75-2228-49f5-a5d2-211205f2b986),segment_id=2f059e75-2228-49f5-a5d2-211205f2b986)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:14.270884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4', 'network_id': 'c65c2c2d-ca0e-47ed-bf04-c5da14f5648a', 'port_id': '86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4', 'mac_address': 'fa:16:3e:8e:67:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c801db1-703c-47c2-a950-472e90d226fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:14:14.333166 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:14.379573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:14.421391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fd0ebae3-7013-4988-9141-3cc700abd600 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:14.421770 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:14.552442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b036faa-014d-4b0f-8650-dbe0a3103f33 req-3106c4bb-427f-47c2-bfa6-ab23412988ec tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:14.553986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b036faa-014d-4b0f-8650-dbe0a3103f33 req-3106c4bb-427f-47c2-bfa6-ab23412988ec tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 944 time: 0.0983174 Nov 26 22:14:14.617456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,segment=NetworkSegment(2f059e75-2228-49f5-a5d2-211205f2b986),segment_id=2f059e75-2228-49f5-a5d2-211205f2b986)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:14.627460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-f953f487-e222-4c6e-9c42-36a34563df94 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:14.629083 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-f953f487-e222-4c6e-9c42-36a34563df94 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.13 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 820 time: 0.2804580 Nov 26 22:14:14.635697 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:14.656479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Request body: {'port': {'device_id': '734aa187-7171-44d2-a5f1-8fef895545c0', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'admin_state_up': True, 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:14.657222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b036faa-014d-4b0f-8650-dbe0a3103f33 req-b5637aea-6f50-40a4-82a0-e69d8114616d tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944314 Nov 26 22:14:14.717366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:14.859343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Made reservation on behalf of d7e57d07f716455db8c0dfe89d775f32 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:14.863921 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:15.011206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Allocated IP 172.20.0.4 (7059be4a-bc05-4f8a-b07a-e19d399d2a34/29992ca9-a091-4378-b115-2e5dae345446/5273278a-3b69-4a7c-8a87-1b1b7f377ff2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:15.041790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:14:15.314175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64ff9b0c-fe07-42ba-b967-0a85346e42d2 req-3afad0e2-f7b7-4711-8c83-9902051a93bb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 210 time: 0.0497897 Nov 26 22:14:15.343490 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:15.392789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:15.450158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:15.463963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:15.467365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:15.520169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event updated for resources: {'Port': ['ID=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:15.533833 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Sync routers for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:14:15.552121 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:15.552912 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:13:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:15.555739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:15.556419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:15.597341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-38a6fe9f-e760-4931-a04f-fca8c4114e52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9460850 Nov 26 22:14:15.614029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Request body: {'port': {'device_id': '734aa187-7171-44d2-a5f1-8fef895545c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:15.688448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:15.755786 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:16.027057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:16.192390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:14:16.201118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:16.201521 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:16.229426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:16.244805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:16.272157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Transition to ACTIVE for port object 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:14:16.284706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:16.352223 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 2, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:16.371291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49402) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:16.397255 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:16.457838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578be08-4180-4fc7-bfed-b044b2554bfc req-8547bac6-35bf-4c89-8b2e-2cec3ebd6dd0 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:16.472348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f578be08-4180-4fc7-bfed-b044b2554bfc req-8547bac6-35bf-4c89-8b2e-2cec3ebd6dd0 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 945 time: 0.6695824 Nov 26 22:14:16.477359 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Checking router: 1b164c5c-b2e7-441d-9600-b9540685cd72 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:14:16.477937 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Updating router 1b164c5c-b2e7-441d-9600-b9540685cd72 port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:14:16.511497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,segment=NetworkSegment(2f059e75-2228-49f5-a5d2-211205f2b986),segment_id=2f059e75-2228-49f5-a5d2-211205f2b986)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:16.513093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78237f8-fed2-465a-812d-75a2eb6c18f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:16.515970 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f663d3-ca88-41f8-83a9-5da2e4970ede" -d '{"events": [{"server_uuid": "a78237f8-fed2-465a-812d-75a2eb6c18f9", "name": "network-vif-plugged", "status": "completed", "tag": "86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:16.522340 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:16.551794 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:16.606703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f578be08-4180-4fc7-bfed-b044b2554bfc req-423b48d1-445e-488a-9247-9444ae7d07c2 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331716 Nov 26 22:14:16.639936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b78b-5ead-42c4-9468-0c8592111336 req-a3c8513a-e255-4423-b7c8-d4a9c33ad948 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:16.641488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4dc3b78b-5ead-42c4-9468-0c8592111336 req-a3c8513a-e255-4423-b7c8-d4a9c33ad948 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 943 time: 0.1409929 Nov 26 22:14:16.657212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:16.691937 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fba4096-6984-4762-a421-dbeb12f29ad7 x-openstack-request-id: req-3fba4096-6984-4762-a421-dbeb12f29ad7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:16.692378 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78237f8-fed2-465a-812d-75a2eb6c18f9", "name": "network-vif-plugged", "status": "completed", "tag": "86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:16.692732 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fba4096-6984-4762-a421-dbeb12f29ad7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:16.693232 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78237f8-fed2-465a-812d-75a2eb6c18f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4', 'code': 200} Nov 26 22:14:16.775293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4dc3b78b-5ead-42c4-9468-0c8592111336 req-4a604bd9-56ec-4df4-b8e0-275fff87d3f8 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175551 Nov 26 22:14:17.099390 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.107173 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.165402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:17.171563 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21cc6255-0af0-4b6b-aed5-4a6c60145796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.229353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Attempting to bind port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:17.229852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Attempting to bind port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:17.230286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Attempting to bind port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 on network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:17.236950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b666f9-8514-4ff4-9025-55cf51ca6f53 req-658bdd21-30ad-47a7-a95d-ab021d6ed352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:17.239311 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7b666f9-8514-4ff4-9025-55cf51ca6f53 req-658bdd21-30ad-47a7-a95d-ab021d6ed352 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 1097 time: 0.1158588 Nov 26 22:14:17.256632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 on network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:14:17.257061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Attempting to bind port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 on network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:17.266417 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45316e-49a6-464a-b255-7fdf783b7a92 None None] Pushing event updated for resources: {'Port': ['ID=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:17.270243 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Attempting to bind port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:17.270966 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Attempting to bind port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:17.271407 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Attempting to bind port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b on network 7059be4a-bc05-4f8a-b07a-e19d399d2a34 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:17.276798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:17.277269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Checking segment: {'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:17.277731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Bound using segment: {'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:17.278303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Bound port: 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:17.278711 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.283448 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:17.284687 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Checking segment: {'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:17.285555 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.286185 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Bound using segment: {'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:17.286873 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Bound port: 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927d1eb8-b25b-400c-8759-6ae11e5dbbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:17.287912 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.377866 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7b666f9-8514-4ff4-9025-55cf51ca6f53 req-2727cea0-39df-4ac2-858b-19c7e593e027 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283436 Nov 26 22:14:17.389256 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] For port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:17.403379 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] For port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:17.411757 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.419945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21cc6255-0af0-4b6b-aed5-4a6c60145796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.424480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] For port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:17.428973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] For port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:17.430905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21cc6255-0af0-4b6b-aed5-4a6c60145796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.449929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.527470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:17.528056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.529649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] 10.222.0.13 "PUT /v2.0/ports/5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 1091 time: 1.9211853 Nov 26 22:14:17.531307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:17.533754 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1268525f-74f7-4583-a696-e3b140f54713" -d '{"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:17.543656 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45316e-49a6-464a-b255-7fdf783b7a92 None None] Pushing event updated for resources: {'Port': ['ID=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:17.557891 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:17.558557 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:13:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:17.571046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc6255-0af0-4b6b-aed5-4a6c60145796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd43900f-ebe1-4761-a75f-cb099063f018,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:17.591409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49416) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:17.592238 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-21cc6255-0af0-4b6b-aed5-4a6c60145796 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19823e4e3da94624bc164251027d4eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2140632 Nov 26 22:14:17.599205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01147d-9d47-48fd-98ef-1b1eb92049e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:17.608030 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf1b568-0df8-4e7d-9991-fdf1a68cd3ad x-openstack-request-id: req-adf1b568-0df8-4e7d-9991-fdf1a68cd3ad {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:17.608538 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:17.609136 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adf1b568-0df8-4e7d-9991-fdf1a68cd3ad {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:17.609779 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'status': 'completed', 'code': 200} Nov 26 22:14:17.673025 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-926fe77c-d338-4078-b826-010ae1d67f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.698200 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-926fe77c-d338-4078-b826-010ae1d67f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.703460 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:17.786802 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08dd9-027c-4081-8b36-0ccedadf9182 req-dc4bcdc7-99a2-4caf-9f6a-365e784d9e8e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:17.788572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efd08dd9-027c-4081-8b36-0ccedadf9182 req-dc4bcdc7-99a2-4caf-9f6a-365e784d9e8e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 946 time: 0.0593114 Nov 26 22:14:17.817370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-926fe77c-d338-4078-b826-010ae1d67f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.828553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-926fe77c-d338-4078-b826-010ae1d67f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:17.828553 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-926fe77c-d338-4078-b826-010ae1d67f33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd43900f-ebe1-4761-a75f-cb099063f018 HTTP/1.1" status: 204 len: 168 time: 0.2331493 Nov 26 22:14:17.897157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fe77c-d338-4078-b826-010ae1d67f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd43900f-ebe1-4761-a75f-cb099063f018,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:17.917637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efd08dd9-027c-4081-8b36-0ccedadf9182 req-eabd8ca1-525f-4da9-94e2-6a4ca1cc1712 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130688 Nov 26 22:14:17.974472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268525f-74f7-4583-a696-e3b140f54713 req-62c10d88-5d7c-4afa-a41f-a2f3a2cf675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:17.976014 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1268525f-74f7-4583-a696-e3b140f54713 req-62c10d88-5d7c-4afa-a41f-a2f3a2cf675c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1094 time: 0.1435277 Nov 26 22:14:18.022652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b8204-4915-477b-bfe2-aed62778efc8 req-9f3acb30-54cf-41aa-8a42-8b63b2ecf847 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:18.033755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c1b8204-4915-477b-bfe2-aed62778efc8 req-9f3acb30-54cf-41aa-8a42-8b63b2ecf847 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 943 time: 0.1010687 Nov 26 22:14:18.189077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c1b8204-4915-477b-bfe2-aed62778efc8 req-55c6d5bb-6bfc-41c3-a631-dcd30b390ac7 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517928 Nov 26 22:14:18.220952 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:17Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:18.247836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:18.338783 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff1101-15f4-40da-a88a-655290f9ba3a None None] The sync data for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 is: [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:17Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:14:18.366857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:18.367489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:18.521383 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:18.565001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:18.572997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268525f-74f7-4583-a696-e3b140f54713 req-1761a0eb-3b33-44a4-abb5-3a5a0c7d6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:18.573642 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:18.575686 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1268525f-74f7-4583-a696-e3b140f54713 req-1761a0eb-3b33-44a4-abb5-3a5a0c7d6d9b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d7e57d07f716455db8c0dfe89d775f32&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5829918 Nov 26 22:14:18.648721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:18.825797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268525f-74f7-4583-a696-e3b140f54713 req-fbe1f1d7-8dba-413b-beaa-646c5bd24a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:18.834110 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1268525f-74f7-4583-a696-e3b140f54713 req-fbe1f1d7-8dba-413b-beaa-646c5bd24a17 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439518 Nov 26 22:14:18.983850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-d429ef10-02ad-4a3a-b9cf-fc31f4a71548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:18.985897 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-d429ef10-02ad-4a3a-b9cf-fc31f4a71548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1094 time: 0.0548818 Nov 26 22:14:19.051910 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-25856833-ddaa-43cb-8e16-a40bcad9d75e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 217 time: 0.0510175 Nov 26 22:14:19.070998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb0ef7-1051-4e5a-ba58-e068be58f386 req-5d6d6632-196b-468f-a1c0-8943f72fffe6 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:19.079404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07cb0ef7-1051-4e5a-ba58-e068be58f386 req-5d6d6632-196b-468f-a1c0-8943f72fffe6 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 946 time: 0.0640829 Nov 26 22:14:19.123184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-228b3d0c-ec6f-4b6a-b424-61621f14ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:19.124824 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-228b3d0c-ec6f-4b6a-b424-61621f14ce2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 200 len: 860 time: 0.0657370 Nov 26 22:14:19.152377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07cb0ef7-1051-4e5a-ba58-e068be58f386 req-af270793-ce08-4d42-8377-604c53c1d217 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671234 Nov 26 22:14:19.182496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-067c7886-4a45-41a2-bc48-8e54223f3264 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7059be4a-bc05-4f8a-b07a-e19d399d2a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506096 Nov 26 22:14:19.299208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d398fa-c9a4-4376-8a10-fa7e4e26b806 req-be5293cc-691f-49f0-8cc8-e40928333160 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:19.301604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1d398fa-c9a4-4376-8a10-fa7e4e26b806 req-be5293cc-691f-49f0-8cc8-e40928333160 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 946 time: 0.0771790 Nov 26 22:14:19.343181 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-2b018bff-2992-449b-8fdb-e0ec545dd62a service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509900 Nov 26 22:14:19.396598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1d398fa-c9a4-4376-8a10-fa7e4e26b806 req-8d01b45a-24a2-4f1f-a046-7cbb44146155 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888379 Nov 26 22:14:19.459112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bb3b0-99d9-4ddb-920d-a84fa7cd1e39 req-f8764f4e-1911-4b1c-b3fb-7b713c3ed297 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:19.466814 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f6bb3b0-99d9-4ddb-920d-a84fa7cd1e39 req-f8764f4e-1911-4b1c-b3fb-7b713c3ed297 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 943 time: 0.0945232 Nov 26 22:14:19.521107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96d9c8c7-e4ac-4982-9cc4-007c83e9b1c5 req-c89216cd-3368-4d39-8c78-f0cff9055ba3 service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639445 Nov 26 22:14:19.556701 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f6bb3b0-99d9-4ddb-920d-a84fa7cd1e39 req-51a85ed7-2131-4a98-9a24-07433596f5f6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889175 Nov 26 22:14:19.911340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980bd92-4b69-46b3-b8bc-5e86d094edec req-a70033a0-7f98-4dfd-a67e-f8651a8f2d94 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:19.912878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5980bd92-4b69-46b3-b8bc-5e86d094edec req-a70033a0-7f98-4dfd-a67e-f8651a8f2d94 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 946 time: 0.0631135 Nov 26 22:14:19.968285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5980bd92-4b69-46b3-b8bc-5e86d094edec req-0b8507e2-9176-432a-b018-d4259886402f tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Nov 26 22:14:19.994136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:20.075506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:20.076045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:20.296723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7570e0-f865-43cf-b68d-50c45a776fbd req-0e9c67c5-eace-4729-a6a8-2a07595d0401 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:20.298189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef7570e0-f865-43cf-b68d-50c45a776fbd req-0e9c67c5-eace-4729-a6a8-2a07595d0401 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 946 time: 0.0501926 Nov 26 22:14:20.359500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef7570e0-f865-43cf-b68d-50c45a776fbd req-6e905774-8c07-4964-b4ad-5d2ac2615cb0 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520136 Nov 26 22:14:20.669299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ce757-ccb8-4bb4-9da0-c1f3c6d9ab91 req-5a674c9b-832b-417f-8fd0-39067032394b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:20.670831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-606ce757-ccb8-4bb4-9da0-c1f3c6d9ab91 req-5a674c9b-832b-417f-8fd0-39067032394b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 943 time: 0.0515883 Nov 26 22:14:20.725360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-606ce757-ccb8-4bb4-9da0-c1f3c6d9ab91 req-fefac5b2-eb37-49e3-b51e-fb46d1e81267 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Nov 26 22:14:20.981298 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:14:21.513918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a184f5-e83a-4717-81a9-0334ff42afe3 req-a848884a-50bc-4158-8b27-d78766d259d9 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:21.517188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96a184f5-e83a-4717-81a9-0334ff42afe3 req-a848884a-50bc-4158-8b27-d78766d259d9 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 946 time: 0.0552425 Nov 26 22:14:21.570340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96a184f5-e83a-4717-81a9-0334ff42afe3 req-d1f1327e-9d02-47ce-9951-b052aa6df3ca tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/security-groups?id=f17a5788-8ab0-4482-821d-94a32ab73f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464699 Nov 26 22:14:21.851419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-ba62e8ab-4027-4e73-b179-e8dbd4f9d03c tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:21.852932 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-ba62e8ab-4027-4e73-b179-e8dbd4f9d03c tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.13 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 946 time: 0.0768731 Nov 26 22:14:21.917812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ce0ba-76f7-49c1-8171-d27b1795d1ff req-a86db179-4a01-4bf0-8e58-914e19034bfe tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:21.919608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-600ce0ba-76f7-49c1-8171-d27b1795d1ff req-a86db179-4a01-4bf0-8e58-914e19034bfe tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 943 time: 0.0673242 Nov 26 22:14:21.957817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Deleting port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:21.958211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:21.985376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-600ce0ba-76f7-49c1-8171-d27b1795d1ff req-efc56020-e096-4658-865e-e291a5c63b43 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587821 Nov 26 22:14:22.062405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] For port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,segment=NetworkSegment(2f059e75-2228-49f5-a5d2-211205f2b986),segment_id=2f059e75-2228-49f5-a5d2-211205f2b986)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:22.063569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:22.078246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Calling delete_port for 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:22.217288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:22.248077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Pushing event deleted for resources: {'Port': ['ID=86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:22.251504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:14:22.313926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] No DVR routers for this DVR port 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:14:22.318608 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:22.323197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e06db151-95d7-4346-beb9-40b3ae144ac8 req-d666d28b-0672-48f3-93a1-353554a7312e tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.13 "DELETE /v2.0/ports/86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 HTTP/1.1" status: 204 len: 173 time: 0.4628892 Nov 26 22:14:22.323678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78237f8-fed2-465a-812d-75a2eb6c18f9', 'name': 'network-vif-deleted', 'tag': '86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:22.326404 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db78ae3-578d-4c64-9934-8e4d1d3cdda6" -d '{"events": [{"server_uuid": "a78237f8-fed2-465a-812d-75a2eb6c18f9", "name": "network-vif-deleted", "tag": "86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:22.376758 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de6410-364b-4d17-85bb-940099b47819 x-openstack-request-id: req-86de6410-364b-4d17-85bb-940099b47819 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:22.377125 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78237f8-fed2-465a-812d-75a2eb6c18f9", "name": "network-vif-deleted", "tag": "86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:22.377446 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86de6410-364b-4d17-85bb-940099b47819 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:22.378616 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78237f8-fed2-465a-812d-75a2eb6c18f9', 'name': 'network-vif-deleted', 'tag': '86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4', 'status': 'completed', 'code': 200} Nov 26 22:14:22.683747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8a0c924-41b5-405a-8582-0c4ba91ce843 req-e9f36404-49b2-4aa8-9be3-d93a89a2a007 tempest-ServersNegativeTestMultiTenantJSON-2107452841 tempest-ServersNegativeTestMultiTenantJSON-2107452841-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78237f8-fed2-465a-812d-75a2eb6c18f9 HTTP/1.1" status: 200 len: 210 time: 0.0267065 Nov 26 22:14:23.107266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bbc9e-7105-4369-b2ac-82023761d338 req-ecd072c0-bd65-4738-b198-08a15d2dbb4c tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:23.108755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca4bbc9e-7105-4369-b2ac-82023761d338 req-ecd072c0-bd65-4738-b198-08a15d2dbb4c tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 943 time: 0.0494342 Nov 26 22:14:23.155823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca4bbc9e-7105-4369-b2ac-82023761d338 req-64d9595c-4bff-4574-a044-9d3054432ba2 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Nov 26 22:14:23.499122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-237da571-8f9d-4457-a40a-625fe61929fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:23.744811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49524) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:23.798371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc49aa64-9e9d-4037-abd8-ae38f4535406 admin admin] Deleting subnet 4c801db1-703c-47c2-a950-472e90d226fc {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:14:23.802356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc49aa64-9e9d-4037-abd8-ae38f4535406 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:23.839770 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc49aa64-9e9d-4037-abd8-ae38f4535406 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:23.885634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc49aa64-9e9d-4037-abd8-ae38f4535406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:23.947769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc49aa64-9e9d-4037-abd8-ae38f4535406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:23.961153 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc49aa64-9e9d-4037-abd8-ae38f4535406 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:23.966791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dc49aa64-9e9d-4037-abd8-ae38f4535406 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c801db1-703c-47c2-a950-472e90d226fc HTTP/1.1" status: 204 len: 168 time: 0.2180839 Nov 26 22:14:23.967522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49532) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:23.986597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49aa64-9e9d-4037-abd8-ae38f4535406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c801db1-703c-47c2-a950-472e90d226fc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:24.046974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.080876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:14:24.144483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.170945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65c2c2d-ca0e-47ed-bf04-c5da14f5648a']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:24.183772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f059e75-2228-49f5-a5d2-211205f2b986') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:24.184277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f059e75-2228-49f5-a5d2-211205f2b986') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:24.187826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:24.195717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.201873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'port_id': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'mac_address': 'fa:16:3e:cd:d7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:14:24.213693 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.233158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:14:24.234093 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:14:24.239527 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:14:24.250132 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.264959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:24.285812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:24.292282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.346367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:24.374023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafbb62-19fd-4acf-be20-30cf4ae87af5 req-cf8b76d8-70c2-4507-882c-00bd49062d08 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:24.375977 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bafbb62-19fd-4acf-be20-30cf4ae87af5 req-cf8b76d8-70c2-4507-882c-00bd49062d08 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 944 time: 0.0870614 Nov 26 22:14:24.384577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.394511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.399764 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] 10.222.0.21 "DELETE /v2.0/networks/c65c2c2d-ca0e-47ed-bf04-c5da14f5648a HTTP/1.1" status: 204 len: 168 time: 0.4305735 Nov 26 22:14:24.412219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49536) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:24.420125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fca39-646f-4460-a69c-a9025baa872a admin admin] Pushing event deleted for resources: {'Network': ['ID=c65c2c2d-ca0e-47ed-bf04-c5da14f5648a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:24.439333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bafbb62-19fd-4acf-be20-30cf4ae87af5 req-e3166d46-fd93-4993-9d10-f5709f3106e4 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Nov 26 22:14:24.469432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04fa7e8-4a0e-47c7-b8a0-909c9d4ea16d admin admin] Deleting subnet ab02cd85-b15a-46d8-9abd-f18f7af21ef4 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:14:24.474618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f04fa7e8-4a0e-47c7-b8a0-909c9d4ea16d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.530737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f04fa7e8-4a0e-47c7-b8a0-909c9d4ea16d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.584579 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f04fa7e8-4a0e-47c7-b8a0-909c9d4ea16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.656645 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f04fa7e8-4a0e-47c7-b8a0-909c9d4ea16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.693509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fa7e8-4a0e-47c7-b8a0-909c9d4ea16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab02cd85-b15a-46d8-9abd-f18f7af21ef4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:24.698192 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f04fa7e8-4a0e-47c7-b8a0-909c9d4ea16d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:24.702303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f04fa7e8-4a0e-47c7-b8a0-909c9d4ea16d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ab02cd85-b15a-46d8-9abd-f18f7af21ef4 HTTP/1.1" status: 204 len: 168 time: 0.2889729 Nov 26 22:14:24.705689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49540) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:24.710788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5273278a-3b69-4a7c-8a87-1b1b7f377ff2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:14:24.798449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49542) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:24.905480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.071874 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.093890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaffc19d-0d45-4b32-99fa-3dcddbd88bcc']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:25.105346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2b27fb-9e72-411b-9568-3be9a115a3b4') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:25.105721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2b27fb-9e72-411b-9568-3be9a115a3b4') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:25.115212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.128850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.136516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:14:25.137462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:14:25.139629 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:14:25.196007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.214764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.227391 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] 10.222.0.21 "DELETE /v2.0/networks/eaffc19d-0d45-4b32-99fa-3dcddbd88bcc HTTP/1.1" status: 204 len: 168 time: 0.5167220 Nov 26 22:14:25.257309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e439a-ffb8-409b-8c24-91d061714879 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaffc19d-0d45-4b32-99fa-3dcddbd88bcc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:25.504235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.512486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49550) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:25.578652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c6d71274-005c-478b-ab2f-fae01b3c2f98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c1b3bf4226445f1a1dcff214f3e79cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648313 Nov 26 22:14:25.581657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49552) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:25.648341 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f79fd61-1a85-4aeb-9e2c-6037b798d4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.678864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f79fd61-1a85-4aeb-9e2c-6037b798d4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.683597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82b9f9-8ec0-425d-99f6-ea0abe3f7398 req-6097da15-3fcb-4fb3-841b-f7e1dfceec5f tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:25.685763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e82b9f9-8ec0-425d-99f6-ea0abe3f7398 req-6097da15-3fcb-4fb3-841b-f7e1dfceec5f tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 944 time: 0.1249447 Nov 26 22:14:25.747571 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f79fd61-1a85-4aeb-9e2c-6037b798d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.750449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f79fd61-1a85-4aeb-9e2c-6037b798d4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:25.755338 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5f79fd61-1a85-4aeb-9e2c-6037b798d4df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f17a5788-8ab0-4482-821d-94a32ab73f3b HTTP/1.1" status: 204 len: 168 time: 0.1720312 Nov 26 22:14:25.765964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79fd61-1a85-4aeb-9e2c-6037b798d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17a5788-8ab0-4482-821d-94a32ab73f3b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:25.832085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e82b9f9-8ec0-425d-99f6-ea0abe3f7398 req-897330bf-fadf-44f4-a203-51f54d5ae21d tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376526 Nov 26 22:14:26.087233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:26.109634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 87a8e4d4-4233-4276-83e7-f6759cdeb981 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:26.110108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.157166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:14:26.162327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:26.163000 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.261196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49562) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:26.317625 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.320640 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-30f4bc2b-98fa-4cc1-89a2-b5199157f7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.365495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:26.369473 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409c378e-a2f8-4efa-9b90-b3d7d8a78780" -d '{"events": [{"server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "name": "network-vif-plugged", "status": "completed", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:26.399379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:26.407513 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.408603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:26.437929 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4743ea80-7963-4561-aa54-00de13767e8f x-openstack-request-id: req-4743ea80-7963-4561-aa54-00de13767e8f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:26.438502 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "name": "network-vif-plugged", "status": "completed", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:26.438912 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4743ea80-7963-4561-aa54-00de13767e8f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:26.439452 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'code': 200} Nov 26 22:14:26.462618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:26.463245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 86bcb9bd-4685-40d8-ad30-56e3ccdb2dc4 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:26.493974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:26.574885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1e264-ab02-4b73-99e5-1d8693d755da req-c1da00b8-49d2-485e-8786-813e60a90bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:26.576428 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-88e1e264-ab02-4b73-99e5-1d8693d755da req-c1da00b8-49d2-485e-8786-813e60a90bab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1096 time: 0.0454960 Nov 26 22:14:26.577504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port 87a8e4d4-4233-4276-83e7-f6759cdeb981, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=87a8e4d4-4233-4276-83e7-f6759cdeb981,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:26.577872 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.603998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 87a8e4d4-4233-4276-83e7-f6759cdeb981 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:26.618929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f8d20d58-0ec9-4787-a9b9-4cd0a717e74f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0af56178eecd4b92b6dd21bc1d33b754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563330 Nov 26 22:14:26.622338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49566) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:26.661455 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-88e1e264-ab02-4b73-99e5-1d8693d755da req-702edf9c-f716-4257-a8dd-906ce9b6e626 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582223 Nov 26 22:14:26.755809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2b8420d0-d9f5-48a8-b707-8ee1d7e8259e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.791414 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2b8420d0-d9f5-48a8-b707-8ee1d7e8259e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.891149 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2b8420d0-d9f5-48a8-b707-8ee1d7e8259e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.894734 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2b8420d0-d9f5-48a8-b707-8ee1d7e8259e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:26.898568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2b8420d0-d9f5-48a8-b707-8ee1d7e8259e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16475146-5eae-4c0b-b8ad-1b6295292540 HTTP/1.1" status: 204 len: 168 time: 0.2752168 Nov 26 22:14:26.915606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8420d0-d9f5-48a8-b707-8ee1d7e8259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16475146-5eae-4c0b-b8ad-1b6295292540,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:26.962230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:27.008414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=87a8e4d4-4233-4276-83e7-f6759cdeb981,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:27.072158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e1ada-7d66-4000-a648-770fa6ada23b req-b376043d-e392-48a2-8196-3fa515ecd3bb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:27.073805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-964e1ada-7d66-4000-a648-770fa6ada23b req-b376043d-e392-48a2-8196-3fa515ecd3bb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1627243 Nov 26 22:14:27.125957 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:27.146700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-964e1ada-7d66-4000-a648-770fa6ada23b req-0ed61cf1-5d73-4a47-9a2a-a907a20062f8 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654714 Nov 26 22:14:27.288223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:27.653817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-601971ad-2f31-49ed-a9b8-9d505e88ab9e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:27.655377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-601971ad-2f31-49ed-a9b8-9d505e88ab9e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1979299 Nov 26 22:14:27.665345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 62c481be-71ca-4e67-a28b-9282cf8f927f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:14:27.678153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-5ce112de-32df-4fd4-a67a-08be71373929 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/quotas/d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 375 time: 0.0147905 Nov 26 22:14:27.818410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-c69634b6-0aed-4d9e-88e5-24e65acebf1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990047 Nov 26 22:14:27.836121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49602) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:27.840999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:14:27.851652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] Sync routers for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:14:27.863454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:27.864096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:27.912853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0db83ec4-f77e-40ba-b101-414dc62cba3f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "PUT /v2.0/routers/62c481be-71ca-4e67-a28b-9282cf8f927f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1123395 Nov 26 22:14:27.992024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-e0151e91-3085-4b31-975f-b20eba9af6bf service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600718 Nov 26 22:14:28.014454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:28.078242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2105166410-network', 'tenant_id': 'd4567badae3a4141a636918d06e429ac'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:28.110755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Made reservation on behalf of d4567badae3a4141a636918d06e429ac for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:28.119115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.144202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.163725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-1a4a679b-7ad0-48a6-876e-0173838e404f service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512926 Nov 26 22:14:28.254721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.261765 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.280601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:14:28.293098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.295204 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Added segment e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38 of type vlan for network 7c29e615-51cc-432a-a593-321edd2a8084 Nov 26 22:14:28.345947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.380649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.382631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:28.382631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.414444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8a528-4647-4ff8-a87a-580c194c2460 req-e14f4305-60e7-4493-8573-78a8e4e9fb90 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:28.426769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3de8a528-4647-4ff8-a87a-580c194c2460 req-e14f4305-60e7-4493-8573-78a8e4e9fb90 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0853918 Nov 26 22:14:28.452409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5b142-9c89-403d-b980-fc381589099a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:28.462405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6250494 Nov 26 22:14:28.467677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49620) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:28.475917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c00925-f89c-4657-8d85-f2ecf477cc8e admin admin] Pushing event updated for resources: {'Network': ['ID=7c29e615-51cc-432a-a593-321edd2a8084,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:28.476867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Request body: {'subnet': {'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2105166410-subnet', 'tenant_id': 'd4567badae3a4141a636918d06e429ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:28.515719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7c29e615-51cc-432a-a593-321edd2a8084 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:14:28.560635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3de8a528-4647-4ff8-a87a-580c194c2460 req-fb0a5d27-1ef5-4d79-977e-2656a27fd65e tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327221 Nov 26 22:14:28.598826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Made reservation on behalf of d4567badae3a4141a636918d06e429ac for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:28.606853 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.704864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.862914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:28.901283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:26Z', 'revision_number': 6, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:26Z', 'revision_number': 1, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:28.936974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f5c1-aba2-4815-a738-b596c67b8fe8 req-5deadc06-6347-427a-8f42-a89731490c22 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:28.938791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09b7f5c1-aba2-4815-a738-b596c67b8fe8 req-5deadc06-6347-427a-8f42-a89731490c22 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 946 time: 0.2666464 Nov 26 22:14:28.939927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] Checking router: 62c481be-71ca-4e67-a28b-9282cf8f927f for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:14:28.951489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:28.952416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:28.962662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4412754b-b1f9-464f-a544-971fc0dc107c req-069518d9-e5fd-4a20-b4d4-57d842f12fd4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0593860 Nov 26 22:14:29.004958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Pushing event updated for resources: {'Subnet': ['ID=938eed0a-92f6-47f4-8863-9b72e29b2212,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:29.056358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09b7f5c1-aba2-4815-a738-b596c67b8fe8 req-ed71b4fe-9191-40ae-8034-230fd02b7513 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985494 Nov 26 22:14:29.061776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-9f78931a-7cd7-4c4b-b58c-c120a9d0d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:29.063584 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-9f78931a-7cd7-4c4b-b58c-c120a9d0d71e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1096 time: 0.1350143 Nov 26 22:14:29.101301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Checking segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:29.101301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Network hostable DHCP agents. Network: 7c29e615-51cc-432a-a593-321edd2a8084, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:14:29.128420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Network 7c29e615-51cc-432a-a593-321edd2a8084 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:14:29.133183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:29.148015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197b086-ccb6-4c1d-bfe1-8f7ee4a7e287 req-0e33d921-bffc-45be-aeb9-ead322131a7d tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:29.149787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0197b086-ccb6-4c1d-bfe1-8f7ee4a7e287 req-0e33d921-bffc-45be-aeb9-ead322131a7d tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0765200 Nov 26 22:14:29.151170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7c29e615-51cc-432a-a593-321edd2a8084) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:29.155640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:29.156397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:29.180186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-6e6d160d-8d04-40da-bc2c-51cb4265a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:29.181923 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-6e6d160d-8d04-40da-bc2c-51cb4265a66b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 921 time: 0.1087611 Nov 26 22:14:29.218544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0197b086-ccb6-4c1d-bfe1-8f7ee4a7e287 req-f4834035-1b57-4d51-9748-f663d531e7cb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593178 Nov 26 22:14:29.226240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8a9bbf7a-7839-480a-b712-caebe7c1169b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7575235 Nov 26 22:14:29.254403 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-58136395-5f06-43e8-a97c-d557d6220112 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 217 time: 0.0651648 Nov 26 22:14:29.272702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aef24a-4f2a-4fb8-a7ea-324da1fe46b5 None None] Network 7c29e615-51cc-432a-a593-321edd2a8084 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:29.334094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-73f23d43-a471-4e17-a40a-584d93cfbeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:29.335671 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-73f23d43-a471-4e17-a40a-584d93cfbeaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 200 len: 860 time: 0.0749991 Nov 26 22:14:29.373447 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:29.380746 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-6baa0ff0-1286-4b4f-be8a-b70188130500 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7059be4a-bc05-4f8a-b07a-e19d399d2a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362003 Nov 26 22:14:29.508669 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-7191e28a-3750-47ca-8413-ce3eeeed3790 service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171544 Nov 26 22:14:29.572551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be92d7b3-7b23-4597-9f9c-e9661c90ba9d None None] Network 7c29e615-51cc-432a-a593-321edd2a8084 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:29.648655 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b252b0b-4d73-43da-b049-c0a5ebd3dabc req-04ff76d1-09c0-434a-ba4b-b0aa0c68a595 service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250358 Nov 26 22:14:29.800857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:26Z', 'revision_number': 6, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:26Z', 'revision_number': 1, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:29.854528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb9d46-c07e-4393-99e9-4cc6b251654c None None] The sync data for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 is: [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:26Z', 'revision_number': 6, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'eff46566-7171-442b-9156-9b8ad6749a57', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'port_id': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'mac_address': 'fa:16:3e:18:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f109-be02-4648-bc17-d2d14046c419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:12:21Z', 'updated_at': '2021-11-26T22:12:26Z', 'revision_number': 1, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:14:29.971259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-f9cc47e4-adee-4595-9068-a3ff347069ba tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:29.973388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-f9cc47e4-adee-4595-9068-a3ff347069ba tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 946 time: 0.1325850 Nov 26 22:14:30.050093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785cc-5f64-4328-92d4-3259906f2593 req-b64066f1-334a-4352-83b9-1e28a7696394 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:30.051760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-b64066f1-334a-4352-83b9-1e28a7696394 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 815 time: 0.2002020 Nov 26 22:14:30.111176 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49312314-57b3-4ae7-be9d-db0670e1c207 req-07f36b49-5378-4e00-a315-ee16a367aa8f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0396242 Nov 26 22:14:30.113697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-8283071a-3cd9-4283-888c-f7b35da3a135 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/quotas/d4567badae3a4141a636918d06e429ac HTTP/1.1" status: 200 len: 375 time: 0.0435312 Nov 26 22:14:30.159718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-c2dddd99-01cd-4361-b040-2dce53b6f2db tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379517 Nov 26 22:14:30.177617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-d126b9af-0dd2-412f-96a3-410315471cb1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:14:30.178642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-d126b9af-0dd2-412f-96a3-410315471cb1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062921 Nov 26 22:14:30.192674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 031ae342-035a-47f7-bea4-4562f962b28d {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:30.193066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:30.244242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 87a8e4d4-4233-4276-83e7-f6759cdeb981 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:30.286334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 87a8e4d4-4233-4276-83e7-f6759cdeb981 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:30.289756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 87a8e4d4-4233-4276-83e7-f6759cdeb981 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:30.344049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-1abc65fe-8c87-4eb3-8fc9-6590182045e5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:30.346026 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-1abc65fe-8c87-4eb3-8fc9-6590182045e5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.2017105 Nov 26 22:14:30.375272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'port': {'device_id': '89fb0665-4227-41f5-a032-7c31c360f1a9', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'admin_state_up': True, 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:30.437560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68b5e5-ad78-4749-8550-e8e41d4fc177 req-4fcadf24-6f42-4c5c-83b5-8132228a0744 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:30.444845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb68b5e5-ad78-4749-8550-e8e41d4fc177 req-4fcadf24-6f42-4c5c-83b5-8132228a0744 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 946 time: 0.2047756 Nov 26 22:14:30.474641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-5beb8016-97be-4c92-87bb-c04c73408465 service neutron] 10.222.0.21 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772534 Nov 26 22:14:30.476410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port 031ae342-035a-47f7-bea4-4562f962b28d, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=031ae342-035a-47f7-bea4-4562f962b28d,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:30.476776 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:30.515246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 031ae342-035a-47f7-bea4-4562f962b28d owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:30.547543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:30.556212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:30.635011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb68b5e5-ad78-4749-8550-e8e41d4fc177 req-1f381fe5-7c0d-4324-9997-b003dc02b16f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc006ba2-e7a5-4415-bbde-a38cc341964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873281 Nov 26 22:14:30.727452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-066bbfcc-2917-4894-8a4d-155489b642c0 service neutron] 10.222.0.21 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410977 Nov 26 22:14:30.745215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.20.0.10 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/2cf68be0-afae-4900-a73e-e5a769065772) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:30.998054 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.043060 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.108506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bfe25-4763-4987-ad17-a41c74afd8dd req-424ac816-4867-4b12-9108-24d3dfb45fac tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:31.119797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f2bfe25-4763-4987-ad17-a41c74afd8dd req-424ac816-4867-4b12-9108-24d3dfb45fac tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.3913620 Nov 26 22:14:31.148249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8f23654-c118-4500-80f4-dde3cc70564f req-1122d4f8-d45d-4b09-bb7e-e2bd68e8b622 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 210 time: 0.1572289 Nov 26 22:14:31.150881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.170869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:31.172672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=2cf68be0-afae-4900-a73e-e5a769065772,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:31.176199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:31.186636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:31.189363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=031ae342-035a-47f7-bea4-4562f962b28d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:31.294319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:31.295218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.325515 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-799f4775-4f48-47ed-8e3e-f5a5f8e0f718 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9545658 Nov 26 22:14:31.328493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] No DVR routers for this DVR port 031ae342-035a-47f7-bea4-4562f962b28d on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:14:31.332056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.336074 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e76afca-4860-41b3-ba16-99c9fbcb1b6b req-5717b355-3849-432b-816d-52f45b115091 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "DELETE /v2.0/ports/031ae342-035a-47f7-bea4-4562f962b28d HTTP/1.1" status: 204 len: 173 time: 1.3560259 Nov 26 22:14:31.348678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Request body: {'port': {'device_id': '89fb0665-4227-41f5-a032-7c31c360f1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:31.351866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93822f8-7b71-4bb1-90a3-74ecccfaa7f7', 'name': 'network-vif-deleted', 'tag': '031ae342-035a-47f7-bea4-4562f962b28d'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:31.354373 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10def7dd-4e80-4663-93d5-07663d45016a" -d '{"events": [{"server_uuid": "f93822f8-7b71-4bb1-90a3-74ecccfaa7f7", "name": "network-vif-deleted", "tag": "031ae342-035a-47f7-bea4-4562f962b28d"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:31.372669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f2bfe25-4763-4987-ad17-a41c74afd8dd req-4a5de061-5555-466c-ab07-e9d8ea8ff5db tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518370 Nov 26 22:14:31.448315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3489b-4fcb-44d3-a2eb-4b4eb38e298f req-6ee97a98-99a7-4273-812c-006546898a78 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:31.448489 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.449951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52e3489b-4fcb-44d3-a2eb-4b4eb38e298f req-6ee97a98-99a7-4273-812c-006546898a78 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 932 time: 0.1749580 Nov 26 22:14:31.498696 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13cb5ab-195d-4770-9b7e-984dc0398cfa x-openstack-request-id: req-e13cb5ab-195d-4770-9b7e-984dc0398cfa {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:31.499314 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93822f8-7b71-4bb1-90a3-74ecccfaa7f7", "name": "network-vif-deleted", "tag": "031ae342-035a-47f7-bea4-4562f962b28d", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:31.499748 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e13cb5ab-195d-4770-9b7e-984dc0398cfa {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:31.500310 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93822f8-7b71-4bb1-90a3-74ecccfaa7f7', 'name': 'network-vif-deleted', 'tag': '031ae342-035a-47f7-bea4-4562f962b28d', 'status': 'completed', 'code': 200} Nov 26 22:14:31.592249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-52e3489b-4fcb-44d3-a2eb-4b4eb38e298f req-0cec3c6c-0913-41d4-bfe4-1c5d50821d2d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268895 Nov 26 22:14:31.664784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a609e180-aad0-4380-bbe5-be3d91a7efb3 None None] Provisioning complete for port 2cf68be0-afae-4900-a73e-e5a769065772 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:31.665341 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a609e180-aad0-4380-bbe5-be3d91a7efb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.730904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a609e180-aad0-4380-bbe5-be3d91a7efb3 None None] Port 2cf68be0-afae-4900-a73e-e5a769065772 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:14:31.789243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d76b395a-2a15-48bf-9901-a3dedd817d6a req-9020b92f-9dff-41c3-8729-112aaea515e2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=f93822f8-7b71-4bb1-90a3-74ecccfaa7f7 HTTP/1.1" status: 200 len: 210 time: 0.0337703 Nov 26 22:14:31.903759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf68be0-afae-4900-a73e-e5a769065772 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:31.923673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.937716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Transition to ACTIVE for port object 2cf68be0-afae-4900-a73e-e5a769065772 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:14:31.943272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:31.996171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf68be0-afae-4900-a73e-e5a769065772,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:32.084420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Attempting to bind port 2cf68be0-afae-4900-a73e-e5a769065772 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:32.084871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Attempting to bind port 2cf68be0-afae-4900-a73e-e5a769065772 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:32.085324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Attempting to bind port 2cf68be0-afae-4900-a73e-e5a769065772 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:32.092925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Port 2cf68be0-afae-4900-a73e-e5a769065772 on network 629b7371-66af-455c-9be3-9f2b707c8bea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:14:32.093387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Attempting to bind port 2cf68be0-afae-4900-a73e-e5a769065772 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:32.105433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:32.105866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:32.106193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:32.106696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Bound port: 2cf68be0-afae-4900-a73e-e5a769065772, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:32.106984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:32.193196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] For port 2cf68be0-afae-4900-a73e-e5a769065772, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:32.196568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] For port 2cf68be0-afae-4900-a73e-e5a769065772, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2cf68be0-afae-4900-a73e-e5a769065772,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:32.205301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:32.260261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:32.260723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:32.262322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2cf68be0-afae-4900-a73e-e5a769065772 HTTP/1.1" status: 200 len: 1092 time: 0.9227030 Nov 26 22:14:32.262801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb0665-4227-41f5-a032-7c31c360f1a9', 'tag': '2cf68be0-afae-4900-a73e-e5a769065772'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:32.265096 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c17baea-a488-44c7-8793-6c7d4f4f1d68" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb0665-4227-41f5-a032-7c31c360f1a9", "tag": "2cf68be0-afae-4900-a73e-e5a769065772"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:32.304018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896fb7e-bb9c-4ee1-8fa9-2ce7495344d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf68be0-afae-4900-a73e-e5a769065772,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:32.318031 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91a4bb14-59d7-4ea2-aadd-4f9d9accce99 req-c40fd746-b6e3-443f-a3d0-eb5d4cae59d3 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 210 time: 0.0518649 Nov 26 22:14:32.318542 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88d7720-f75e-4ded-9cca-13299192f0b0 x-openstack-request-id: req-e88d7720-f75e-4ded-9cca-13299192f0b0 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:32.318542 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb0665-4227-41f5-a032-7c31c360f1a9", "tag": "2cf68be0-afae-4900-a73e-e5a769065772", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:32.319668 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e88d7720-f75e-4ded-9cca-13299192f0b0 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:32.319668 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fb0665-4227-41f5-a032-7c31c360f1a9', 'tag': '2cf68be0-afae-4900-a73e-e5a769065772', 'status': 'completed', 'code': 200} Nov 26 22:14:32.375028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 031ae342-035a-47f7-bea4-4562f962b28d no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:32.402278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 031ae342-035a-47f7-bea4-4562f962b28d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:32.403002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 031ae342-035a-47f7-bea4-4562f962b28d not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:32.419313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-8217531d-1b21-432d-86e5-86385e6282f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:32.420955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-8217531d-1b21-432d-86e5-86385e6282f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 1095 time: 0.0710504 Nov 26 22:14:32.481741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-da669236-f214-405d-b1a6-159407bb847a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf68be0-afae-4900-a73e-e5a769065772 HTTP/1.1" status: 200 len: 217 time: 0.0458548 Nov 26 22:14:32.537673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-9d621776-7093-495a-97e2-e80ce3f5bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:32.539786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-9d621776-7093-495a-97e2-e80ce3f5bc67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0509880 Nov 26 22:14:32.620350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-70691469-eb3b-43be-b7fa-a9a5927d00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:32.622304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-70691469-eb3b-43be-b7fa-a9a5927d00c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752413 Nov 26 22:14:32.648722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd9a1-f305-4d9b-ba5a-9fd8839b0e71 req-7c55fac6-40f1-44b4-b299-d6493135ecfb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:32.656317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807cd9a1-f305-4d9b-ba5a-9fd8839b0e71 req-7c55fac6-40f1-44b4-b299-d6493135ecfb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1400213 Nov 26 22:14:32.745255 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-650e1be6-b9f6-4e1c-a605-bb239edf808e service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154184 Nov 26 22:14:32.796477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807cd9a1-f305-4d9b-ba5a-9fd8839b0e71 req-b8d6d344-e06d-4344-8025-445393809057 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390340 Nov 26 22:14:32.805670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785cc-5f64-4328-92d4-3259906f2593 req-d79fbaf4-6ab2-46fe-8c15-0d983a36fce7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:32.807913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-d79fbaf4-6ab2-46fe-8c15-0d983a36fce7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 815 time: 0.2554193 Nov 26 22:14:32.836690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b139603-1e81-4591-bbd2-27b8f55c170c req-c2b070d8-f01f-4766-9e53-a5069a4b3641 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:32.838514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b139603-1e81-4591-bbd2-27b8f55c170c req-c2b070d8-f01f-4766-9e53-a5069a4b3641 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.1361387 Nov 26 22:14:32.846897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Request body: {'port': {'device_id': 'b1072bd6-a318-4095-8a67-d68439a1aaac', 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'admin_state_up': True, 'tenant_id': 'd4567badae3a4141a636918d06e429ac'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:32.866053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ff73f035-2329-4009-b7b1-94a0a758ee30 req-9dba7e81-e038-47d7-8e1b-7f4c1b8f8a76 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129370 Nov 26 22:14:32.873240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49698) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:32.952058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63944f8f-e0cf-4029-817b-a18a524d89e2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:32.981546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b139603-1e81-4591-bbd2-27b8f55c170c req-8056465e-b11d-460b-a769-40e039a1211d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295550 Nov 26 22:14:33.029971 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63944f8f-e0cf-4029-817b-a18a524d89e2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:33.031485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Made reservation on behalf of d4567badae3a4141a636918d06e429ac for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:33.036330 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:33.077860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-7e12bfe2-ddbc-4be5-88dc-b41e60852cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:33.079356 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-7e12bfe2-ddbc-4be5-88dc-b41e60852cab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 1095 time: 0.1205010 Nov 26 22:14:33.178722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63944f8f-e0cf-4029-817b-a18a524d89e2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:33.181530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-63944f8f-e0cf-4029-817b-a18a524d89e2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:33.185778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-63944f8f-e0cf-4029-817b-a18a524d89e2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/security-groups/dc006ba2-e7a5-4415-bbde-a38cc341964f HTTP/1.1" status: 204 len: 168 time: 0.3083487 Nov 26 22:14:33.230960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63944f8f-e0cf-4029-817b-a18a524d89e2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc006ba2-e7a5-4415-bbde-a38cc341964f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:33.250000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49706) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:33.256880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-f107b8b8-15c9-450c-8553-b8fc03abd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:33.258234 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-f107b8b8-15c9-450c-8553-b8fc03abd182 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1705339 Nov 26 22:14:33.266367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Allocated IP 172.20.0.10 (7c29e615-51cc-432a-a593-321edd2a8084/938eed0a-92f6-47f4-8863-9b72e29b2212/b10d7821-3680-4713-9d46-3ba5fffb8a15) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:33.325700 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-7fb46b7d-47e2-419f-a5c5-6cea42437eae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf68be0-afae-4900-a73e-e5a769065772 HTTP/1.1" status: 200 len: 217 time: 0.0591586 Nov 26 22:14:33.396945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-a5f7ba06-9654-4e42-a57a-418823163d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:33.399659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-a5f7ba06-9654-4e42-a57a-418823163d05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0666835 Nov 26 22:14:33.485462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-269d6464-02a2-4a16-9dbb-727a107c5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:33.487761 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-269d6464-02a2-4a16-9dbb-727a107c5ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801044 Nov 26 22:14:33.714004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-14657641-163c-4902-9eb8-a4d507078bcd tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting subnet b0e661a8-837c-470f-83d8-c35f2d687cda {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:14:33.734149 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14657641-163c-4902-9eb8-a4d507078bcd tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:33.783461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9119009b-702a-49c7-9bcf-78cd82a8fbb5 req-f40dbb1b-141e-45e8-9396-1287f46dc7fe tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 210 time: 0.0742385 Nov 26 22:14:33.825526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14657641-163c-4902-9eb8-a4d507078bcd tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:33.890506 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:33.942596 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-93005459-7dd5-4ac7-b5c6-1d2409e14010 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479728 Nov 26 22:14:33.988905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14657641-163c-4902-9eb8-a4d507078bcd tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.036696 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.045731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fe570-9662-4f27-998c-fbb3d47170dd req-74ee8def-2bab-4fbd-b541-bdad7abb3e32 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:34.047182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e6fe570-9662-4f27-998c-fbb3d47170dd req-74ee8def-2bab-4fbd-b541-bdad7abb3e32 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1203887 Nov 26 22:14:34.052680 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9c17baea-a488-44c7-8793-6c7d4f4f1d68 req-ae9e74b5-1a23-4241-9434-597c90e0bf1b service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023564 Nov 26 22:14:34.122589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Network 7c29e615-51cc-432a-a593-321edd2a8084 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:34.137854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:34.159525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:34.166981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Pushing event updated for resources: {'Port': ['ID=b10d7821-3680-4713-9d46-3ba5fffb8a15,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:34.197296 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14657641-163c-4902-9eb8-a4d507078bcd tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.254786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14657641-163c-4902-9eb8-a4d507078bcd tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e661a8-837c-470f-83d8-c35f2d687cda,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:34.265844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e6fe570-9662-4f27-998c-fbb3d47170dd req-d4cf6cec-7b69-4909-9cb9-54779a4cf39e tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051408 Nov 26 22:14:34.268210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f12915-370c-4ce0-981b-ae255d1688b0 None None] Network 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:34.270160 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14657641-163c-4902-9eb8-a4d507078bcd tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.276055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-14657641-163c-4902-9eb8-a4d507078bcd tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/subnets/b0e661a8-837c-470f-83d8-c35f2d687cda HTTP/1.1" status: 204 len: 168 time: 1.0223608 Nov 26 22:14:34.276759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49716) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:34.283817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:34.284796 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.305098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898867b-2c11-42cd-9e9e-05009fdb6a8e req-30643200-07f3-4e51-86bc-0876cf65cdbe tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:34.306648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4898867b-2c11-42cd-9e9e-05009fdb6a8e req-30643200-07f3-4e51-86bc-0876cf65cdbe tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.2052131 Nov 26 22:14:34.372693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-32464b71-4039-4702-a6e8-2a94a1e06e48 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5329802 Nov 26 22:14:34.399528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Request body: {'port': {'device_id': 'b1072bd6-a318-4095-8a67-d68439a1aaac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:34.453067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4898867b-2c11-42cd-9e9e-05009fdb6a8e req-800e21df-86a1-41e8-97fe-3a19220ef59e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283045 Nov 26 22:14:34.464637 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.515804 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.556010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] DHCP port deletion for 7e3ad921-58d6-48bd-a186-fe7f47cd3aaa request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:34.619919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] Deleting port 930cc6b0-74f4-4739-931f-60e95238d944 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:34.620679 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.695225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] For port 930cc6b0-74f4-4739-931f-60e95238d944, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=930cc6b0-74f4-4739-931f-60e95238d944,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:34.695981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.711592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] Calling delete_port for 930cc6b0-74f4-4739-931f-60e95238d944 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:34.754780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 930cc6b0-74f4-4739-931f-60e95238d944 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:34.755310 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.802038 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.848831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port 930cc6b0-74f4-4739-931f-60e95238d944, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=930cc6b0-74f4-4739-931f-60e95238d944,segment=NetworkSegment(2b1c31a2-5942-4ab9-a5bf-72df1ce42aec),segment_id=2b1c31a2-5942-4ab9-a5bf-72df1ce42aec)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:34.849300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:34.872228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 930cc6b0-74f4-4739-931f-60e95238d944 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:34.885219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] Pushing event deleted for resources: {'Port': ['ID=930cc6b0-74f4-4739-931f-60e95238d944,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:34.895860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9477ff35-a972-4942-8541-8985b05b1d2e None None] No DVR routers for this DVR port 930cc6b0-74f4-4739-931f-60e95238d944 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:14:35.014879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10d7821-3680-4713-9d46-3ba5fffb8a15 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:35.029919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.063127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f5e94-c760-474d-b380-2636dd57eb79 req-8752c6d9-80c2-4c91-b973-c64a0e3e6a3e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:35.064702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f4f5e94-c760-474d-b380-2636dd57eb79 req-8752c6d9-80c2-4c91-b973-c64a0e3e6a3e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 932 time: 0.1331429 Nov 26 22:14:35.066341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Transition to ACTIVE for port object b10d7821-3680-4713-9d46-3ba5fffb8a15 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:14:35.075717 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.077727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.272067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] No DVR routers for this DVR port 930cc6b0-74f4-4739-931f-60e95238d944 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:14:35.272067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=930cc6b0-74f4-4739-931f-60e95238d944,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:35.272067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f4f5e94-c760-474d-b380-2636dd57eb79 req-7ea30215-930a-4491-abf9-f07fd1b8c20f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546171 Nov 26 22:14:35.325643 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.382487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3ad921-58d6-48bd-a186-fe7f47cd3aaa']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:35.402182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Pushing event updated for resources: {'Port': ['ID=b10d7821-3680-4713-9d46-3ba5fffb8a15,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:35.420594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:35.420896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1c31a2-5942-4ab9-a5bf-72df1ce42aec') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:35.436686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.467598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.476458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:14:35.477486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:14:35.536199 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:14:35.570579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb5a24-a7af-4849-87cd-2535c877edaf req-0776bfc0-06c8-465d-8696-951c7836c51b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:35.572635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebbb5a24-a7af-4849-87cd-2535c877edaf req-0776bfc0-06c8-465d-8696-951c7836c51b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1965811 Nov 26 22:14:35.573484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Attempting to bind port b10d7821-3680-4713-9d46-3ba5fffb8a15 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:35.573922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Attempting to bind port b10d7821-3680-4713-9d46-3ba5fffb8a15 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:35.574388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Attempting to bind port b10d7821-3680-4713-9d46-3ba5fffb8a15 on network 7c29e615-51cc-432a-a593-321edd2a8084 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:35.621516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Port b10d7821-3680-4713-9d46-3ba5fffb8a15 on network 7c29e615-51cc-432a-a593-321edd2a8084 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:14:35.621739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Attempting to bind port b10d7821-3680-4713-9d46-3ba5fffb8a15 on network 7c29e615-51cc-432a-a593-321edd2a8084 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:35.631384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.636361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.642557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49750) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:35.643598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/networks/7e3ad921-58d6-48bd-a186-fe7f47cd3aaa HTTP/1.1" status: 204 len: 168 time: 1.3549151 Nov 26 22:14:35.682811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:35.683344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Checking segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:35.683798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Bound using segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:35.684314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Bound port: b10d7821-3680-4713-9d46-3ba5fffb8a15, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:35.684806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.715499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40c712-7295-47e5-810d-cd85bfd073b3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Network': ['ID=7e3ad921-58d6-48bd-a186-fe7f47cd3aaa,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:35.741667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebbb5a24-a7af-4849-87cd-2535c877edaf req-aeb3b01a-682a-409d-b202-e8824a6ce575 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551578 Nov 26 22:14:35.778898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24097d0d-c259-4d2a-9d06-c937c91e64d7 req-6fbe0d37-6f01-436c-81fd-4d3656e945c1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:35.780627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24097d0d-c259-4d2a-9d06-c937c91e64d7 req-6fbe0d37-6f01-436c-81fd-4d3656e945c1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.2292092 Nov 26 22:14:35.859667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 5c2e9c1a-5d54-4e8b-9338-a2805c20bfca {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:35.859816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] For port b10d7821-3680-4713-9d46-3ba5fffb8a15, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:35.860312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.887133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] For port b10d7821-3680-4713-9d46-3ba5fffb8a15, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b10d7821-3680-4713-9d46-3ba5fffb8a15,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:35.902221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24097d0d-c259-4d2a-9d06-c937c91e64d7 req-8b3dba64-16d7-4cbd-9c49-c8d2065d8334 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025965 Nov 26 22:14:35.905849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.973626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:35.974411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.976462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] 10.222.0.41 "PUT /v2.0/ports/b10d7821-3680-4713-9d46-3ba5fffb8a15 HTTP/1.1" status: 200 len: 1092 time: 1.5832486 Nov 26 22:14:35.976462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1072bd6-a318-4095-8a67-d68439a1aaac', 'tag': 'b10d7821-3680-4713-9d46-3ba5fffb8a15'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:35.979160 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f12781-c7f7-415b-9eed-dc9aea2cb068" -d '{"events": [{"name": "network-changed", "server_uuid": "b1072bd6-a318-4095-8a67-d68439a1aaac", "tag": "b10d7821-3680-4713-9d46-3ba5fffb8a15"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:35.998589 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:35.998816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:36.024695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 5c2e9c1a-5d54-4e8b-9338-a2805c20bfca owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:36.026191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2b422-3a60-41c4-a33a-bea2e191e6ca service neutron] Pushing event updated for resources: {'Port': ['ID=b10d7821-3680-4713-9d46-3ba5fffb8a15,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:36.043220 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb5bd2a-75be-4208-921c-019d3dc2db82 x-openstack-request-id: req-cfb5bd2a-75be-4208-921c-019d3dc2db82 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:36.043592 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1072bd6-a318-4095-8a67-d68439a1aaac", "tag": "b10d7821-3680-4713-9d46-3ba5fffb8a15", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:36.043915 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfb5bd2a-75be-4208-921c-019d3dc2db82 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:36.044389 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1072bd6-a318-4095-8a67-d68439a1aaac', 'tag': 'b10d7821-3680-4713-9d46-3ba5fffb8a15', 'status': 'completed', 'code': 200} Nov 26 22:14:36.060062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 930cc6b0-74f4-4739-931f-60e95238d944 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:36.096036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 930cc6b0-74f4-4739-931f-60e95238d944 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:36.096858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 930cc6b0-74f4-4739-931f-60e95238d944 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:36.130908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785cc-5f64-4328-92d4-3259906f2593 req-3e143ef5-0ac1-4219-b2b9-3f5321abb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:36.132463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-3e143ef5-0ac1-4219-b2b9-3f5321abb460 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 1095 time: 0.0533061 Nov 26 22:14:36.192377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-211c4b65-d091-47ef-8b7c-e7ac43fa2b05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b10d7821-3680-4713-9d46-3ba5fffb8a15 HTTP/1.1" status: 200 len: 217 time: 0.0466254 Nov 26 22:14:36.244974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:36.272317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=5c2e9c1a-5d54-4e8b-9338-a2805c20bfca,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:36.371724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:36.372108 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Floating IP eff46566-7171-442b-9156-9b8ad6749a57 disassociated (deleted). External IP: 172.25.3.32, port: 097cc854-6e89-41ff-9dcb-5a01712a9ca3. Nov 26 22:14:36.374918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785cc-5f64-4328-92d4-3259906f2593 req-8bf72a39-6a48-4931-b448-32dd36cbce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:36.376537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-8bf72a39-6a48-4931-b448-32dd36cbce55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.1777608 Nov 26 22:14:36.420107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bae96-7c12-4210-a144-261ad27ca1af req-31d24562-10f5-4c65-a5d1-14b2e1553518 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:36.421842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d0bae96-7c12-4210-a144-261ad27ca1af req-31d24562-10f5-4c65-a5d1-14b2e1553518 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 944 time: 0.0988131 Nov 26 22:14:36.424129 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-0ff26843-9731-4a7a-b11f-1ba048a0d6e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402246 Nov 26 22:14:36.476442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d0bae96-7c12-4210-a144-261ad27ca1af req-2c6b8fbb-82b1-4995-9a64-b3a8012abf25 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476980 Nov 26 22:14:36.571765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-9bcbbc57-c4e8-4c17-a4e6-5e4492c1025d service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993197 Nov 26 22:14:36.632436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 62c481be-71ca-4e67-a28b-9282cf8f927f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:14:36.702695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-719785cc-5f64-4328-92d4-3259906f2593 req-0be62c6b-3e69-4bff-a35e-10b78e36d03c service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242530 Nov 26 22:14:36.777799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:14:36.785496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:36.794722 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] Sync routers for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:14:36.817202 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:36.818218 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:36.820458 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8848b397-c18d-4385-a9ff-3227c0e0a76f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/floatingips/eff46566-7171-442b-9156-9b8ad6749a57 HTTP/1.1" status: 204 len: 168 time: 1.1759920 Nov 26 22:14:36.821296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:36.825116 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95156b9-30a6-48bc-afbf-da0891229907" -d '{"events": [{"name": "network-changed", "server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:36.863590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-4141074a-cdd5-4896-90a0-b796b25a2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:36.872187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-4141074a-cdd5-4896-90a0-b796b25a2dca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 1095 time: 0.0757806 Nov 26 22:14:37.067751 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:37.121937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7550-a59d-4610-94fe-7f75079f2f14 req-8c62902b-ec81-461b-8b00-648d4b4119e6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.144459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a80b7550-a59d-4610-94fe-7f75079f2f14 req-8c62902b-ec81-461b-8b00-648d4b4119e6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.2667718 Nov 26 22:14:37.165205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-89933479-171f-4d87-b9ea-563ba340cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.177466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-89933479-171f-4d87-b9ea-563ba340cb1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 916 time: 0.2656333 Nov 26 22:14:37.180321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:37.187304 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35bfa2c-52da-4120-9ce9-3d3cf223a238 x-openstack-request-id: req-e35bfa2c-52da-4120-9ce9-3d3cf223a238 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:37.187610 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:37.187889 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e35bfa2c-52da-4120-9ce9-3d3cf223a238 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:37.188308 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'status': 'completed', 'code': 200} Nov 26 22:14:37.323639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95156b9-30a6-48bc-afbf-da0891229907 req-bde318b2-d8c6-4df9-8f79-fd17a115d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.325148 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d95156b9-30a6-48bc-afbf-da0891229907 req-bde318b2-d8c6-4df9-8f79-fd17a115d557 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 1096 time: 0.0806413 Nov 26 22:14:37.337082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-f7a04c44-6d2b-4cf0-ace3-f8d0b4cb7e82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b10d7821-3680-4713-9d46-3ba5fffb8a15 HTTP/1.1" status: 200 len: 217 time: 0.1447883 Nov 26 22:14:37.355236 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:26Z', 'revision_number': 6, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:37.403484 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] Checking router: 62c481be-71ca-4e67-a28b-9282cf8f927f for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:14:37.413931 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:37.414817 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:37.482025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a80b7550-a59d-4610-94fe-7f75079f2f14 req-b026eb6c-b153-4165-a702-ecb315eb7096 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218696 Nov 26 22:14:37.486224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-eed7ca8b-bffe-44d9-8389-df8f195a2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.493675 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-eed7ca8b-bffe-44d9-8389-df8f195a2e53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.1455612 Nov 26 22:14:37.501497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95156b9-30a6-48bc-afbf-da0891229907 req-2d582f7d-cd05-426f-b03b-148ecde5321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.507118 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d95156b9-30a6-48bc-afbf-da0891229907 req-2d582f7d-cd05-426f-b03b-148ecde5321d service neutron] 10.222.0.13 "GET /v2.0/networks?id=79ddaa12-7880-4ed9-a200-bffd90ea5577 HTTP/1.1" status: 200 len: 897 time: 0.1675172 Nov 26 22:14:37.518018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3771b-57c0-4512-86e9-721349aa43ae req-ab0f1d92-eb9f-466a-9966-f8866459f67b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.526761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db3771b-57c0-4512-86e9-721349aa43ae req-ab0f1d92-eb9f-466a-9966-f8866459f67b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.2098899 Nov 26 22:14:37.593278 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:37.597398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d95156b9-30a6-48bc-afbf-da0891229907 req-d192b85d-60b5-4130-83eb-9d770748faa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3 HTTP/1.1" status: 200 len: 217 time: 0.0782650 Nov 26 22:14:37.659356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-5a7f0481-94d4-4d34-8ee9-a20b493ec749 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736098 Nov 26 22:14:37.677822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95156b9-30a6-48bc-afbf-da0891229907 req-5a82f807-cb4a-4092-85c5-bd779d62817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.679543 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d95156b9-30a6-48bc-afbf-da0891229907 req-5a82f807-cb4a-4092-85c5-bd779d62817c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e067b0e-cda9-4775-8e92-2881dacfbfff HTTP/1.1" status: 200 len: 835 time: 0.0749114 Nov 26 22:14:37.787595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db3771b-57c0-4512-86e9-721349aa43ae req-f1c29e54-320e-42e5-b2ba-b23ea75486fb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594202 Nov 26 22:14:37.845124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95156b9-30a6-48bc-afbf-da0891229907 req-09799cbe-7e5e-4bd0-abf8-8e5a3bfdce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.847131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d95156b9-30a6-48bc-afbf-da0891229907 req-09799cbe-7e5e-4bd0-abf8-8e5a3bfdce36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79ddaa12-7880-4ed9-a200-bffd90ea5577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1472480 Nov 26 22:14:37.847982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7839e3-f8a1-4054-9876-a7e37b8943c4 req-b8ec82f9-4718-4009-894e-7af255bcb02e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:37.849731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de7839e3-f8a1-4054-9876-a7e37b8943c4 req-b8ec82f9-4718-4009-894e-7af255bcb02e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 945 time: 0.2367380 Nov 26 22:14:37.859998 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:26Z', 'revision_number': 6, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:37.907869 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bf7c20-b21d-4e27-8112-df43d91e41c0 None None] The sync data for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 is: [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:26Z', 'revision_number': 6, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '67589370-b59b-412e-ae0d-c0f0a512b4f4', 'name': '', 'network_id': '79ddaa12-7880-4ed9-a200-bffd90ea5577', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:0f:84:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:40Z', 'updated_at': '2021-11-26T22:11:50Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '8e067b0e-cda9-4775-8e92-2881dacfbfff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:14:37.977677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-c61a4b42-a638-4449-a2d4-a51ff28fbe81 service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008332 Nov 26 22:14:38.002618 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d95156b9-30a6-48bc-afbf-da0891229907 req-f90d9fd7-782a-4167-942e-ff2634660fb5 service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473532 Nov 26 22:14:38.050726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:38.158448 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d95156b9-30a6-48bc-afbf-da0891229907 req-707fcb65-b78c-4eb1-bae0-d4b88b44ad24 service neutron] 10.222.0.13 "GET /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467628 Nov 26 22:14:38.350358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969eb86a-a2a2-4171-96fb-bdbc857c645b None None] New status for floating IP eff46566-7171-442b-9156-9b8ad6749a57: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:14:38.464341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de7839e3-f8a1-4054-9876-a7e37b8943c4 req-4ec43823-da12-4962-a1e0-dafe14d18ce0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=2698e482-8d3e-499f-b276-c52de6478fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5965958 Nov 26 22:14:38.476492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01147cff-b1a4-4a8e-af5e-f8e5ac4578d8 req-818ce0bb-e81b-42ad-8779-912cd16938a0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:38.485393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01147cff-b1a4-4a8e-af5e-f8e5ac4578d8 req-818ce0bb-e81b-42ad-8779-912cd16938a0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 944 time: 0.5320301 Nov 26 22:14:38.543073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35f12781-c7f7-415b-9eed-dc9aea2cb068 req-057416fd-9d0e-468d-a3d0-6bdfc29fcfe8 service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498149 Nov 26 22:14:38.594605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01147cff-b1a4-4a8e-af5e-f8e5ac4578d8 req-a64dad0f-7e08-4aad-8dd6-210dc2d6c5c0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995545 Nov 26 22:14:38.634562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f04fc-e235-4487-a695-0dec1ec3b841 req-4a3cf07a-5d24-409b-a481-d0412db22bef tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:38.642239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-681f04fc-e235-4487-a695-0dec1ec3b841 req-4a3cf07a-5d24-409b-a481-d0412db22bef tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0861077 Nov 26 22:14:38.693144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-681f04fc-e235-4487-a695-0dec1ec3b841 req-f771ec38-5739-40fe-bab2-2378d11a8ffe tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499921 Nov 26 22:14:38.909050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825199f-ae45-42f8-8820-c43ece1827a4 req-666e866b-bded-49db-8fcf-63ff25c17836 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:38.910843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5825199f-ae45-42f8-8820-c43ece1827a4 req-666e866b-bded-49db-8fcf-63ff25c17836 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0539579 Nov 26 22:14:38.951937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-ffce1f1f-63b8-4d3c-8ebb-5917d09c52fe tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:38.953779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-ffce1f1f-63b8-4d3c-8ebb-5917d09c52fe tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 945 time: 0.0668600 Nov 26 22:14:38.973279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5825199f-ae45-42f8-8820-c43ece1827a4 req-c3471da9-b142-42db-8b62-3c27505efa52 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561054 Nov 26 22:14:39.061040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:39.061379 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:39.158562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port 097cc854-6e89-41ff-9dcb-5a01712a9ca3, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=097cc854-6e89-41ff-9dcb-5a01712a9ca3,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:39.159404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:39.172541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 097cc854-6e89-41ff-9dcb-5a01712a9ca3 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:39.305626 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:39.338746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=097cc854-6e89-41ff-9dcb-5a01712a9ca3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:39.383346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] No DVR routers for this DVR port 097cc854-6e89-41ff-9dcb-5a01712a9ca3 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:14:39.385950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:39.389427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-09ddcbb2-809a-405f-8da7-3159deeae67e req-966db870-bb57-4bf3-96d6-8873a047c700 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.13 "DELETE /v2.0/ports/097cc854-6e89-41ff-9dcb-5a01712a9ca3 HTTP/1.1" status: 204 len: 173 time: 0.4297614 Nov 26 22:14:39.389869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'name': 'network-vif-deleted', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:39.392143 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9fb48e-b9a5-4211-bbc5-33a920159a6c" -d '{"events": [{"server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "name": "network-vif-deleted", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:39.442481 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59628bb-df5b-42dd-af1f-fce121e06722 x-openstack-request-id: req-e59628bb-df5b-42dd-af1f-fce121e06722 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:39.442998 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f109-be02-4648-bc17-d2d14046c419", "name": "network-vif-deleted", "tag": "097cc854-6e89-41ff-9dcb-5a01712a9ca3", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:39.443287 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e59628bb-df5b-42dd-af1f-fce121e06722 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:39.443723 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff8f109-be02-4648-bc17-d2d14046c419', 'name': 'network-vif-deleted', 'tag': '097cc854-6e89-41ff-9dcb-5a01712a9ca3', 'status': 'completed', 'code': 200} Nov 26 22:14:39.582014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a3b83d2-964f-46bd-a922-289b4268cb72 req-b2a451a4-b83b-4439-b374-7dfe85a2ebb4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=bff8f109-be02-4648-bc17-d2d14046c419 HTTP/1.1" status: 200 len: 210 time: 0.0411892 Nov 26 22:14:39.727272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75c5dc-e3e8-4fbd-9569-20e2d096cb96 req-de913306-4ad7-4db9-acb6-04dfb93ed669 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:39.728989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef75c5dc-e3e8-4fbd-9569-20e2d096cb96 req-de913306-4ad7-4db9-acb6-04dfb93ed669 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 944 time: 0.0578916 Nov 26 22:14:39.806623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef75c5dc-e3e8-4fbd-9569-20e2d096cb96 req-1876df9a-e2f4-4100-9ab9-36b423c5201f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705888 Nov 26 22:14:39.851337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd16b9-e3fc-4e68-a5ff-73d0baf550ef req-f5b6490b-1801-425f-9254-c1cb05bc68c1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:39.852943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42dd16b9-e3fc-4e68-a5ff-73d0baf550ef req-f5b6490b-1801-425f-9254-c1cb05bc68c1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0726273 Nov 26 22:14:39.923725 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42dd16b9-e3fc-4e68-a5ff-73d0baf550ef req-26b5773a-5ad9-4804-91bb-0a5cdf2f41ea tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640597 Nov 26 22:14:40.120057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849ba33-44dd-411b-ac9b-ed73dad025dd req-3c55efac-60a0-4ebb-b98f-4b7f2dcfff12 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:40.121824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f849ba33-44dd-411b-ac9b-ed73dad025dd req-3c55efac-60a0-4ebb-b98f-4b7f2dcfff12 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0691001 Nov 26 22:14:40.173559 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f849ba33-44dd-411b-ac9b-ed73dad025dd req-de02b1e7-d944-4827-86cb-11ed71f326ff tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 Nov 26 22:14:40.404204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b10d7821-3680-4713-9d46-3ba5fffb8a15 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:14:40.525637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b10d7821-3680-4713-9d46-3ba5fffb8a15, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b10d7821-3680-4713-9d46-3ba5fffb8a15,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:40.537600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'b10d7821-3680-4713-9d46-3ba5fffb8a15', 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'port_id': 'b10d7821-3680-4713-9d46-3ba5fffb8a15', 'mac_address': 'fa:16:3e:5a:e1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938eed0a-92f6-47f4-8863-9b72e29b2212', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:14:40.576282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:40.591218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10d7821-3680-4713-9d46-3ba5fffb8a15 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:40.611695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b10d7821-3680-4713-9d46-3ba5fffb8a15, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b10d7821-3680-4713-9d46-3ba5fffb8a15,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:40.616935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:40.646025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49876) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:40.668238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b10d7821-3680-4713-9d46-3ba5fffb8a15,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:40.719577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56da7d82-e4ae-4b0d-87b4-3bd9ae4dfd33 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:40.746798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56da7d82-e4ae-4b0d-87b4-3bd9ae4dfd33 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:40.812539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56da7d82-e4ae-4b0d-87b4-3bd9ae4dfd33 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:40.815292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56da7d82-e4ae-4b0d-87b4-3bd9ae4dfd33 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:40.816664 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56da7d82-e4ae-4b0d-87b4-3bd9ae4dfd33 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/security-groups/2698e482-8d3e-499f-b276-c52de6478fe6 HTTP/1.1" status: 204 len: 168 time: 0.1696384 Nov 26 22:14:40.826536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da7d82-e4ae-4b0d-87b4-3bd9ae4dfd33 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2698e482-8d3e-499f-b276-c52de6478fe6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:40.862778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49886) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:40.944118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8675ca5-6394-434f-8fcf-c31e00779687 req-1086533f-46bd-43d3-b5c9-546aa3c0a2c0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:40.945914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8675ca5-6394-434f-8fcf-c31e00779687 req-1086533f-46bd-43d3-b5c9-546aa3c0a2c0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 945 time: 0.0671287 Nov 26 22:14:41.006618 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8675ca5-6394-434f-8fcf-c31e00779687 req-fe75e9a7-ea2c-4000-920e-bdcc8bfd023f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510850 Nov 26 22:14:41.016799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b10d7821-3680-4713-9d46-3ba5fffb8a15'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:14:41.085434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b088b-22e5-40cf-a5dc-9c755e500c30 req-e68922ee-88ef-4b70-9328-889012bec5da tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:41.087246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-956b088b-22e5-40cf-a5dc-9c755e500c30 req-e68922ee-88ef-4b70-9328-889012bec5da tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0782437 Nov 26 22:14:41.156102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-956b088b-22e5-40cf-a5dc-9c755e500c30 req-5b0bd37d-7896-42ed-bdc9-e290aa584105 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604122 Nov 26 22:14:41.315559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38334510-df50-4b1e-9b6b-8ba9684fb35b req-efa993a5-b896-4b27-a269-4691dddddf72 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:41.318104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38334510-df50-4b1e-9b6b-8ba9684fb35b req-efa993a5-b896-4b27-a269-4691dddddf72 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0654814 Nov 26 22:14:41.324719 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:41.375252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38334510-df50-4b1e-9b6b-8ba9684fb35b req-01af45db-9f9e-4057-ac27-598841ff5773 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506058 Nov 26 22:14:41.624844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 67589370-b59b-412e-ae0d-c0f0a512b4f4 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:41.625177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:41.720827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port 67589370-b59b-412e-ae0d-c0f0a512b4f4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=67589370-b59b-412e-ae0d-c0f0a512b4f4,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:41.721767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:41.733521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 67589370-b59b-412e-ae0d-c0f0a512b4f4 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:41.933040 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:41.963395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=67589370-b59b-412e-ae0d-c0f0a512b4f4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:42.151322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 097cc854-6e89-41ff-9dcb-5a01712a9ca3 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:42.165367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.176538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 097cc854-6e89-41ff-9dcb-5a01712a9ca3 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:42.178034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 097cc854-6e89-41ff-9dcb-5a01712a9ca3 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:42.210997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b269f-233d-4318-a7ea-d727bddf68e3 req-918b2ad2-f914-49db-9054-5d9fe7f13f3d tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:42.218481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b8b269f-233d-4318-a7ea-d727bddf68e3 req-918b2ad2-f914-49db-9054-5d9fe7f13f3d tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 945 time: 0.1111474 Nov 26 22:14:42.302636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b8b269f-233d-4318-a7ea-d727bddf68e3 req-1796f7c6-ffd4-4a31-a173-90c857baad46 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832152 Nov 26 22:14:42.321289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363c7fa-cc30-46a2-8059-fbb099426201 req-ca7f0566-a236-4233-a5f6-6ec48a0e6c78 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:42.321289 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d363c7fa-cc30-46a2-8059-fbb099426201 req-ca7f0566-a236-4233-a5f6-6ec48a0e6c78 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0904474 Nov 26 22:14:42.381400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d363c7fa-cc30-46a2-8059-fbb099426201 req-84b31e1f-9ea3-41a3-b39a-a0b39ea92a50 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570958 Nov 26 22:14:42.427701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b10d7821-3680-4713-9d46-3ba5fffb8a15 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:42.448832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 62c481be-71ca-4e67-a28b-9282cf8f927f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:14:42.515325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528cffc-1cec-49e9-b2e2-41f59ce26bf1 req-85bb6a63-f033-4fc1-b5bd-4a4743cc4a8f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:42.522595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2528cffc-1cec-49e9-b2e2-41f59ce26bf1 req-85bb6a63-f033-4fc1-b5bd-4a4743cc4a8f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0735471 Nov 26 22:14:42.528000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port b10d7821-3680-4713-9d46-3ba5fffb8a15 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:14:42.536021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port b10d7821-3680-4713-9d46-3ba5fffb8a15 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:42.536392 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.583185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:14:42.593221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-44c8aa69-266b-481b-8035-900d4310b7c0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "PUT /v2.0/routers/62c481be-71ca-4e67-a28b-9282cf8f927f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291570 Nov 26 22:14:42.595942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2528cffc-1cec-49e9-b2e2-41f59ce26bf1 req-6772b965-6225-4844-9dff-631888816c50 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711052 Nov 26 22:14:42.596566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 49932) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:42.607728 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] Sync routers for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:14:42.621352 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:42.622188 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:42.653035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.662664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-81756e5c-aaeb-40de-aec1-9e217bfb4747 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting subnet 8e067b0e-cda9-4775-8e92-2881dacfbfff {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:14:42.666099 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-81756e5c-aaeb-40de-aec1-9e217bfb4747 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.695138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b10d7821-3680-4713-9d46-3ba5fffb8a15, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b10d7821-3680-4713-9d46-3ba5fffb8a15,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:42.696183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1072bd6-a318-4095-8a67-d68439a1aaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10d7821-3680-4713-9d46-3ba5fffb8a15'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:42.699334 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7bed9a-f737-4895-900b-8a375babf6b5" -d '{"events": [{"server_uuid": "b1072bd6-a318-4095-8a67-d68439a1aaac", "name": "network-vif-plugged", "status": "completed", "tag": "b10d7821-3680-4713-9d46-3ba5fffb8a15"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:42.703241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.731662 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-81756e5c-aaeb-40de-aec1-9e217bfb4747 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.775431 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263650ab-0f84-427b-a759-ee6798c2b50e x-openstack-request-id: req-263650ab-0f84-427b-a759-ee6798c2b50e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:42.775807 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1072bd6-a318-4095-8a67-d68439a1aaac", "name": "network-vif-plugged", "status": "completed", "tag": "b10d7821-3680-4713-9d46-3ba5fffb8a15", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:42.776166 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-263650ab-0f84-427b-a759-ee6798c2b50e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:42.776694 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1072bd6-a318-4095-8a67-d68439a1aaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10d7821-3680-4713-9d46-3ba5fffb8a15', 'code': 200} Nov 26 22:14:42.777922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b10d7821-3680-4713-9d46-3ba5fffb8a15,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:42.787243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.787725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.788147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.788620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.789065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.789826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.790263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.790666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.791064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.791655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.792062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.792545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:14:42.865537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-81756e5c-aaeb-40de-aec1-9e217bfb4747 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.916076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceed66c-0881-499b-80b7-56ba18e831e0 req-26604a7b-24d4-43de-a6f8-763b0a0e3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:42.917892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ceed66c-0881-499b-80b7-56ba18e831e0 req-26604a7b-24d4-43de-a6f8-763b0a0e3c12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 1097 time: 0.0433395 Nov 26 22:14:42.934134 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-81756e5c-aaeb-40de-aec1-9e217bfb4747 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.935362 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:42.971887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81756e5c-aaeb-40de-aec1-9e217bfb4747 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Subnet': ['ID=8e067b0e-cda9-4775-8e92-2881dacfbfff,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:42.981283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-81756e5c-aaeb-40de-aec1-9e217bfb4747 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:42.982523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ceed66c-0881-499b-80b7-56ba18e831e0 req-ad82efac-90aa-4f15-a57a-cf15dce83d86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Nov 26 22:14:42.982981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f621e6-8c8a-4c91-b6ac-78ac1b96b40a None None] Network 79ddaa12-7880-4ed9-a200-bffd90ea5577 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:42.986118 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-81756e5c-aaeb-40de-aec1-9e217bfb4747 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/subnets/8e067b0e-cda9-4775-8e92-2881dacfbfff HTTP/1.1" status: 204 len: 168 time: 0.3877299 Nov 26 22:14:42.990003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49944) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:43.140070 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:43.218243 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:41Z', 'revision_number': 7, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:43.231979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] DHCP port deletion for 79ddaa12-7880-4ed9-a200-bffd90ea5577 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:43.273885 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] Checking router: 62c481be-71ca-4e67-a28b-9282cf8f927f for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:14:43.283245 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] Routers {'62c481be-71ca-4e67-a28b-9282cf8f927f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:43.284419 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['62c481be-71ca-4e67-a28b-9282cf8f927f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:43.293350 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:43.301128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] Deleting port 505fd401-d131-49f8-bb34-4de5949cb5aa {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:43.301495 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:43.378548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 402f6a4c-e408-42fa-8e0b-2236fa08004b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:14:43.379934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:43.402817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] For port 505fd401-d131-49f8-bb34-4de5949cb5aa, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=505fd401-d131-49f8-bb34-4de5949cb5aa,segment=NetworkSegment(1b886850-a453-4a9a-b965-ae5673c6b349),segment_id=1b886850-a453-4a9a-b965-ae5673c6b349)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:43.403219 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:43.438911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] Calling delete_port for 505fd401-d131-49f8-bb34-4de5949cb5aa owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:43.470398 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] Set router 62c481be-71ca-4e67-a28b-9282cf8f927f gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:43.580811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:43.609399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] No DVR routers for this DVR port 505fd401-d131-49f8-bb34-4de5949cb5aa on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:14:43.614067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42f49c-682f-439b-8fc3-e289a49ac981 None None] Pushing event deleted for resources: {'Port': ['ID=505fd401-d131-49f8-bb34-4de5949cb5aa,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:43.653025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf78d6d-7118-415b-a0f1-14b08560016a req-c72fda17-ac7d-4ce5-ba14-083c552315a0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:43.653025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecf78d6d-7118-415b-a0f1-14b08560016a req-c72fda17-ac7d-4ce5-ba14-083c552315a0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 946 time: 0.2270048 Nov 26 22:14:43.659809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port 402f6a4c-e408-42fa-8e0b-2236fa08004b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=402f6a4c-e408-42fa-8e0b-2236fa08004b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:43.659988 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:43.693935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 402f6a4c-e408-42fa-8e0b-2236fa08004b owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:14:43.703174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8b54d-ae30-45bd-b1b1-af1b90080014 req-a1cf3c0e-cbd0-4d01-86ca-0c4c4a48927c tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:43.712071 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9f8b54d-ae30-45bd-b1b1-af1b90080014 req-a1cf3c0e-cbd0-4d01-86ca-0c4c4a48927c tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.2009921 Nov 26 22:14:43.726050 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:41Z', 'revision_number': 7, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:43.764581 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de46d7-0421-4c02-8cdd-37ad398e301b None None] The sync data for ids ['62c481be-71ca-4e67-a28b-9282cf8f927f'] in n-d-819494-1 is: [{'id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'name': 'tempest-TestNetworkBasicOps-router-271207116', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:11:28Z', 'updated_at': '2021-11-26T22:14:41Z', 'revision_number': 7, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '402f6a4c-e408-42fa-8e0b-2236fa08004b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ed:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c481be-71ca-4e67-a28b-9282cf8f927f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:11:30Z', 'updated_at': '2021-11-26T22:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:14:43.848194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c9f8b54d-ae30-45bd-b1b1-af1b90080014 req-f11cda46-7ff1-49af-b025-77baf044f025 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349816 Nov 26 22:14:43.858695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecf78d6d-7118-415b-a0f1-14b08560016a req-1013b64d-a9d2-4909-91b0-2e03cb36d649 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890123 Nov 26 22:14:44.016336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6aab2-3ebd-40fc-b9af-d8d081c10752 req-ad038749-9e8f-4046-be86-f91b6a5ac32d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:44.017874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6a6aab2-3ebd-40fc-b9af-d8d081c10752 req-ad038749-9e8f-4046-be86-f91b6a5ac32d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0890551 Nov 26 22:14:44.052431 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.094374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=402f6a4c-e408-42fa-8e0b-2236fa08004b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:44.108607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6a6aab2-3ebd-40fc-b9af-d8d081c10752 req-f47c443a-5deb-42fe-8561-932547fe2655 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833902 Nov 26 22:14:44.116279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa0f62d-fbeb-4578-bdfb-d09a645e49f7 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:44.184401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.295726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 505fd401-d131-49f8-bb34-4de5949cb5aa no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:44.325708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.327698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 505fd401-d131-49f8-bb34-4de5949cb5aa {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:44.328117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 505fd401-d131-49f8-bb34-4de5949cb5aa not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:44.328239 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.328625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 67589370-b59b-412e-ae0d-c0f0a512b4f4 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:44.361863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 67589370-b59b-412e-ae0d-c0f0a512b4f4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:44.362485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 67589370-b59b-412e-ae0d-c0f0a512b4f4 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:44.418514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.419331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Fanout notify agent at l3_agent the message router_deleted on router 62c481be-71ca-4e67-a28b-9282cf8f927f {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:14:44.430908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.432869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0949023c-5121-4140-b291-1c6f90233d29 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/routers/62c481be-71ca-4e67-a28b-9282cf8f927f HTTP/1.1" status: 204 len: 168 time: 1.4403484 Nov 26 22:14:44.435677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49978) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:44.540745 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.656608 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.677761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ddaa12-7880-4ed9-a200-bffd90ea5577']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:44.687415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b886850-a453-4a9a-b965-ae5673c6b349') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:44.687718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b886850-a453-4a9a-b965-ae5673c6b349') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:44.699779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.714822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.721149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:14:44.722008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:14:44.725249 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:14:44.785342 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.793144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.798349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/networks/79ddaa12-7880-4ed9-a200-bffd90ea5577 HTTP/1.1" status: 204 len: 168 time: 0.3615799 Nov 26 22:14:44.813147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a5c09-6256-461b-9df2-0d1cb10df8c2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Network': ['ID=79ddaa12-7880-4ed9-a200-bffd90ea5577,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:44.827161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 49988) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:44.833964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'network': {'name': 'tempest-network-smoke--1008674266', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'port_security_enabled': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:44.857153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:44.860584 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.886260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:14:44.901289 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:44.901650 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Added segment f5f9bb5d-ad68-4e41-b85a-1c78202decea of type vlan for network 29b06049-0a9e-4225-8957-db70fbcaab9d Nov 26 22:14:44.999269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:45.075684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e438f-a25e-4d7d-aa3e-e9f7aad81830 req-a156548c-520e-4f76-a358-3863b14ed301 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:45.077274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-890e438f-a25e-4d7d-aa3e-e9f7aad81830 req-a156548c-520e-4f76-a358-3863b14ed301 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1155198 Nov 26 22:14:45.078861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:45.084875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:45.085482 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:45.100603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f85bb3-dbc3-4268-9646-e1012af94181 req-5fb3cf7d-7964-44bc-9fb4-d1effa4c0710 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:45.102089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58f85bb3-dbc3-4268-9646-e1012af94181 req-5fb3cf7d-7964-44bc-9fb4-d1effa4c0710 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 946 time: 0.1070952 Nov 26 22:14:45.188137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3574064 Nov 26 22:14:45.188492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50004) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:45.193560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'admin_state_up': True, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:45.219791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:45.221736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:45.231009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe43a0-0bcc-4325-8366-ddf3264824a4 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Network': ['ID=29b06049-0a9e-4225-8957-db70fbcaab9d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:45.244870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 29b06049-0a9e-4225-8957-db70fbcaab9d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:14:45.247641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-890e438f-a25e-4d7d-aa3e-e9f7aad81830 req-f26a50a3-2aab-483d-aa04-bc09c45c17c6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592407 Nov 26 22:14:45.275965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58f85bb3-dbc3-4268-9646-e1012af94181 req-0a6bcfb5-8143-449f-b010-190e31720261 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650760 Nov 26 22:14:45.337936 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:45.443846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d0102-7f6b-4177-b0bc-a42ecfbe541b req-a8a763f5-99f6-4d8e-a2be-27ca98aa6651 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:45.445546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac4d0102-7f6b-4177-b0bc-a42ecfbe541b req-a8a763f5-99f6-4d8e-a2be-27ca98aa6651 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.1019030 Nov 26 22:14:45.533736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac4d0102-7f6b-4177-b0bc-a42ecfbe541b req-0352d5cc-18ef-444a-905a-36d72a8685ea tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817540 Nov 26 22:14:45.542092 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:45.965927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 402f6a4c-e408-42fa-8e0b-2236fa08004b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:14:45.991397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 402f6a4c-e408-42fa-8e0b-2236fa08004b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:14:45.992116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 402f6a4c-e408-42fa-8e0b-2236fa08004b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:14:46.122047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:46.141423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:46.256077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.25.3.93 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/15b9677d-7d04-4508-ba50-ee66940cdf27) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:46.368383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:46.416463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:46.450542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6dcae-7346-4bf3-b6f1-44656272b29b req-f6e42dd2-61e2-4fec-959f-ff9a864b5f3f tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:46.452201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87d6dcae-7346-4bf3-b6f1-44656272b29b req-f6e42dd2-61e2-4fec-959f-ff9a864b5f3f tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0656803 Nov 26 22:14:46.474871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=15b9677d-7d04-4508-ba50-ee66940cdf27,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:46.493617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:46.508895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:46.522005 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87d6dcae-7346-4bf3-b6f1-44656272b29b req-a77ef208-a40c-4fb9-81df-f9915b6096e0 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604324 Nov 26 22:14:46.524585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:46.524830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc707c6-e97a-432a-a4f7-944d64296f52 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:46.569510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bb77895e-0921-49b4-b9dd-a7325fccd1b3 None None] Provisioning complete for port 15b9677d-7d04-4508-ba50-ee66940cdf27 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:46.569879 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb77895e-0921-49b4-b9dd-a7325fccd1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:46.634596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bb77895e-0921-49b4-b9dd-a7325fccd1b3 None None] Port 15b9677d-7d04-4508-ba50-ee66940cdf27 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:14:46.743857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25fd2f-fce1-41e2-880d-87d3725a4b4b req-e3ea228d-987a-4407-ab96-07a305ab2051 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:46.745779 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac25fd2f-fce1-41e2-880d-87d3725a4b4b req-e3ea228d-987a-4407-ab96-07a305ab2051 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0606606 Nov 26 22:14:46.824655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac25fd2f-fce1-41e2-880d-87d3725a4b4b req-d8ba19b5-8264-47c1-b595-c633c56136cd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679374 Nov 26 22:14:46.897918 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:47.140723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:47.287118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 894267c0-f923-48bb-b44e-2a51ad1e0b71 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:14:47.407108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:14:47.418480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Sync routers for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:14:47.431268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:47.432316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:47.451023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:47.456135 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bb5fda31-027d-48fb-baaf-1b58fedcdb71 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2658517 Nov 26 22:14:47.459025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50070) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:47.494737 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-abee11d0-2353-4821-844b-110f84ac567a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=26a5db67a7704386b732340608d3d4f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344224 Nov 26 22:14:47.497263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50074) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:47.587532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:47.648152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0d514a-8606-4c9f-b91a-9a2aa09c2bea tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:47.651404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aa0d514a-8606-4c9f-b91a-9a2aa09c2bea tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531997 Nov 26 22:14:47.667536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50078) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:47.712468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eec82-062d-412e-9a66-7e7e2f40f2ed req-0c467df8-d1d4-4e18-aad0-e06218796ab2 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:47.721811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a9eec82-062d-412e-9a66-7e7e2f40f2ed req-0c467df8-d1d4-4e18-aad0-e06218796ab2 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1199179 Nov 26 22:14:47.741287 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fd601377-ce2a-4523-a69d-9774c1359d30 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688059 Nov 26 22:14:47.745587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50082) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:47.767176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1842146712', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:47.824445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:46Z', 'revision_number': 3, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:47.859967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Checking router: 894267c0-f923-48bb-b44e-2a51ad1e0b71 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:14:47.860317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Updating router 894267c0-f923-48bb-b44e-2a51ad1e0b71 port 15b9677d-7d04-4508-ba50-ee66940cdf27 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:14:47.895352 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:47.929693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a9eec82-062d-412e-9a66-7e7e2f40f2ed req-d43a10e3-7096-4c69-a163-e3b448ea671a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065153 Nov 26 22:14:47.933559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:47.956410 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.185704 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.193573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2cf68be0-afae-4900-a73e-e5a769065772 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:14:48.199346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.200666 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.257812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f08fc0-adee-49fa-b1ab-5209086ec9b4 None None] Pushing event updated for resources: {'Port': ['ID=15b9677d-7d04-4508-ba50-ee66940cdf27,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:48.290153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f715e3-0bc8-4ec9-a581-24b7a24eebff None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:48.309793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Subnet': ['ID=4b4ef732-56ca-4173-9e61-df1c4038d766,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:48.327615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Attempting to bind port 15b9677d-7d04-4508-ba50-ee66940cdf27 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:48.328002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Attempting to bind port 15b9677d-7d04-4508-ba50-ee66940cdf27 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:48.328354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Attempting to bind port 15b9677d-7d04-4508-ba50-ee66940cdf27 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:48.332443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e1f6b-39d4-4ebf-9781-2cfc5b87065c req-ab585e96-e75e-4f4e-aa08-92154262b629 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:48.339831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f81e1f6b-39d4-4ebf-9781-2cfc5b87065c req-ab585e96-e75e-4f4e-aa08-92154262b629 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 944 time: 0.1733913 Nov 26 22:14:48.374914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Checking segment: {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:48.375267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network hostable DHCP agents. Network: 29b06049-0a9e-4225-8957-db70fbcaab9d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:14:48.386198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:48.386852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:48.387515 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.387976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:48.388456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Bound port: 15b9677d-7d04-4508-ba50-ee66940cdf27, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:48.389003 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.402615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f81e1f6b-39d4-4ebf-9781-2cfc5b87065c req-21b0018a-6517-4d82-84c2-51986b7bdcce tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615664 Nov 26 22:14:48.421211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 29b06049-0a9e-4225-8957-db70fbcaab9d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:14:48.430861 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-85837f44-a460-4779-b671-3dfa441149ea None None] Provisioning complete for port 15b9677d-7d04-4508-ba50-ee66940cdf27 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:48.431373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-85837f44-a460-4779-b671-3dfa441149ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.435393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 29b06049-0a9e-4225-8957-db70fbcaab9d) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:48.454472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:48.456410 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.476452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08390fab-ea52-4161-b2c3-fa945c84f202 None None] Network 29b06049-0a9e-4225-8957-db70fbcaab9d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:48.480220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-93e08183-3f67-4833-bab9-76090d4d9462 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7169840 Nov 26 22:14:48.485858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50088) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:48.585446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-85837f44-a460-4779-b671-3dfa441149ea None None] Port 15b9677d-7d04-4508-ba50-ee66940cdf27 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:14:48.591453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2cf68be0-afae-4900-a73e-e5a769065772, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2cf68be0-afae-4900-a73e-e5a769065772,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:48.600903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] For port 15b9677d-7d04-4508-ba50-ee66940cdf27, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:48.608786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] For port 15b9677d-7d04-4508-ba50-ee66940cdf27, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=15b9677d-7d04-4508-ba50-ee66940cdf27,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:48.622009 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.642531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '2cf68be0-afae-4900-a73e-e5a769065772', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'port_id': '2cf68be0-afae-4900-a73e-e5a769065772', 'mac_address': 'fa:16:3e:0e:08:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:14:48.697643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b97109-72fb-4712-8490-a21c103c4cc3 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:14:48.784702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:48.785327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:48.890940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f08fc0-adee-49fa-b1ab-5209086ec9b4 None None] Pushing event updated for resources: {'Port': ['ID=15b9677d-7d04-4508-ba50-ee66940cdf27,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:48.937877 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.944094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-29b06049-0a9e-4225-8957-db70fbcaab9d', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:14:48.944952 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.981807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-997da793-6573-474a-b48e-126ac57e2d23 None None] Provisioning complete for port 15b9677d-7d04-4508-ba50-ee66940cdf27 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:48.982305 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-997da793-6573-474a-b48e-126ac57e2d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:48.989340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf68be0-afae-4900-a73e-e5a769065772 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:49.261955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:49.290649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541619-bf26-4642-ae57-397d0dd42e5e req-adca27fb-8547-47d0-8e5c-48a6539436a0 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:49.292296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b541619-bf26-4642-ae57-397d0dd42e5e req-adca27fb-8547-47d0-8e5c-48a6539436a0 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0901184 Nov 26 22:14:49.332075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2cf68be0-afae-4900-a73e-e5a769065772, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2cf68be0-afae-4900-a73e-e5a769065772,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:49.355872 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:49.390793 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b541619-bf26-4642-ae57-397d0dd42e5e req-29cb69f8-5d9d-4dd1-8557-4b92304ef5ce tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901768 Nov 26 22:14:49.442218 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:49.476716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Allocated IP 172.20.0.2 (29b06049-0a9e-4225-8957-db70fbcaab9d/4b4ef732-56ca-4173-9e61-df1c4038d766/c4e187d8-0ffa-497e-a4bf-59732b33929c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:49.568977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2cf68be0-afae-4900-a73e-e5a769065772,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:49.608876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d7f9f-5d6e-47ec-bfab-ddbc5446bf8f req-ab1542a1-72d2-4ba8-9faa-bcfbe1ed91c2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:49.610683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a6d7f9f-5d6e-47ec-bfab-ddbc5446bf8f req-ab1542a1-72d2-4ba8-9faa-bcfbe1ed91c2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 945 time: 0.0952861 Nov 26 22:14:49.644247 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-997da793-6573-474a-b48e-126ac57e2d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:49.688637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-997da793-6573-474a-b48e-126ac57e2d23 None None] For port 15b9677d-7d04-4508-ba50-ee66940cdf27, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=15b9677d-7d04-4508-ba50-ee66940cdf27,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:49.702885 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-997da793-6573-474a-b48e-126ac57e2d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:49.775817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a6d7f9f-5d6e-47ec-bfab-ddbc5446bf8f req-222522a2-d77d-4c8b-89b3-10b4223ba1d1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507192 Nov 26 22:14:49.808331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2cf68be0-afae-4900-a73e-e5a769065772'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:14:49.837989 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:49.863887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:49.888604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:46Z', 'revision_number': 3, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:49.894473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997da793-6573-474a-b48e-126ac57e2d23 None None] Pushing event updated for resources: {'Port': ['ID=15b9677d-7d04-4508-ba50-ee66940cdf27,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:49.907249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.20.0.1 (29b06049-0a9e-4225-8957-db70fbcaab9d/4b4ef732-56ca-4173-9e61-df1c4038d766/70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:49.957047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Network 29b06049-0a9e-4225-8957-db70fbcaab9d is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:49.958021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd56f5-a37b-4a42-8011-b0918eaf9277 None None] The sync data for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 is: [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:46Z', 'revision_number': 3, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:14:49.967977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:49.971312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:49.996037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Pushing event updated for resources: {'Port': ['ID=c4e187d8-0ffa-497e-a4bf-59732b33929c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:50.067446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Attempting to bind port c4e187d8-0ffa-497e-a4bf-59732b33929c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:50.067827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Attempting to bind port c4e187d8-0ffa-497e-a4bf-59732b33929c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:50.068198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Attempting to bind port c4e187d8-0ffa-497e-a4bf-59732b33929c on network 29b06049-0a9e-4225-8957-db70fbcaab9d {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:50.081964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:50.083370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:50.083750 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Checking segment: {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:50.084419 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:50.084552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Bound using segment: {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:50.085002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Bound port: c4e187d8-0ffa-497e-a4bf-59732b33929c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:50.085385 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:50.129638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:50.178223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 29b06049-0a9e-4225-8957-db70fbcaab9d is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:50.181988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:50.186700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:50.204477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] For port c4e187d8-0ffa-497e-a4bf-59732b33929c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:50.208187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] For port c4e187d8-0ffa-497e-a4bf-59732b33929c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c4e187d8-0ffa-497e-a4bf-59732b33929c,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:50.213702 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:50.224517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:50.272009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:50.293335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dd8e2-598f-465e-a01f-8de8e4895423 None None] Pushing event updated for resources: {'Port': ['ID=c4e187d8-0ffa-497e-a4bf-59732b33929c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:50.483072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:50.763800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e77c9-1024-4284-9d81-977dfa8b9a87 req-2c03319a-8412-40d1-ba83-d16a9f2f4bd2 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:50.765528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd1e77c9-1024-4284-9d81-977dfa8b9a87 req-2c03319a-8412-40d1-ba83-d16a9f2f4bd2 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.2237675 Nov 26 22:14:50.854668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd1e77c9-1024-4284-9d81-977dfa8b9a87 req-d705c70f-cb78-484f-a1fa-bbb2772a8320 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 Nov 26 22:14:50.938446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7cac9-5e7e-4d78-b328-769f7f426983 req-ef8b77e9-576b-48f9-aca1-94906a9928c9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:50.940066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bc7cac9-5e7e-4d78-b328-769f7f426983 req-ef8b77e9-576b-48f9-aca1-94906a9928c9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 945 time: 0.0844715 Nov 26 22:14:50.980184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:50.989780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:51.057045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bc7cac9-5e7e-4d78-b328-769f7f426983 req-5a4c3b6e-7fe5-41b1-bad9-d23503057102 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088026 Nov 26 22:14:51.084621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:51.099063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:51.198704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 29b06049-0a9e-4225-8957-db70fbcaab9d is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:51.200260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:51.342058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 894267c0-f923-48bb-b44e-2a51ad1e0b71 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:14:51.459533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:14:51.467107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80f27680-81a8-4850-b50e-8c6478eef846 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "PUT /v2.0/routers/894267c0-f923-48bb-b44e-2a51ad1e0b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9758639 Nov 26 22:14:51.467240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50110) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:51.559611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac67b4-766e-4554-ae73-dea93051d2ce None None] Network 29b06049-0a9e-4225-8957-db70fbcaab9d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:14:51.675561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c9019685-e7dd-46f4-96bc-ed876e471827 None None] Provisioning complete for port c4e187d8-0ffa-497e-a4bf-59732b33929c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:51.675942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9019685-e7dd-46f4-96bc-ed876e471827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:51.678721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.679233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.679642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.680097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.680555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.681006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.681457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.681908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.682568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.683021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.688019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50114) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:51.688524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-db05bdb7-9d5b-4ca3-bdaa-1dd702e979fe tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7089 time: 0.2198796 Nov 26 22:14:51.768203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.768681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.769309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.770192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.770646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.771091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.771532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.771970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.772409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.772873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:51.775045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-29ee5ffc-3619-4a29-b173-9f431dc2e22a tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6567 time: 0.0853610 Nov 26 22:14:51.777774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50116) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:51.826861 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9019685-e7dd-46f4-96bc-ed876e471827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:51.881424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c9019685-e7dd-46f4-96bc-ed876e471827 None None] For port c4e187d8-0ffa-497e-a4bf-59732b33929c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c4e187d8-0ffa-497e-a4bf-59732b33929c,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:51.894678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9019685-e7dd-46f4-96bc-ed876e471827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:51.987628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9019685-e7dd-46f4-96bc-ed876e471827 None None] Pushing event updated for resources: {'Port': ['ID=c4e187d8-0ffa-497e-a4bf-59732b33929c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:52.030468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0c205592-08d8-4118-8455-11b2d4a72f86 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5210 time: 0.2511821 Nov 26 22:14:52.112713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4094c0-9bae-43ae-bca1-6de7fa9dd530 req-35338201-98c1-44a4-aff6-00e08f0ce1ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:52.114469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f4094c0-9bae-43ae-bca1-6de7fa9dd530 req-35338201-98c1-44a4-aff6-00e08f0ce1ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1255500 Nov 26 22:14:52.201586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 15b9677d-7d04-4508-ba50-ee66940cdf27 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:52.219931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f4094c0-9bae-43ae-bca1-6de7fa9dd530 req-67e6bdb3-3b99-48c4-bfc2-c0725da14f0b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992708 Nov 26 22:14:52.274065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2cf68be0-afae-4900-a73e-e5a769065772 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:52.344658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Sync routers for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:14:52.357356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1321d1dd-f21c-4035-b2cd-2c80cbf52369 None None] Provisioning complete for port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:52.357749 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1321d1dd-f21c-4035-b2cd-2c80cbf52369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.366982 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:52.368005 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:52.435163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c9bbe-2c30-48ce-b83b-5844d02c8901 req-95e32c39-5632-4c45-81a4-5a633116d460 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:52.443599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c40c9bbe-2c30-48ce-b83b-5844d02c8901 req-95e32c39-5632-4c45-81a4-5a633116d460 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 945 time: 0.0980582 Nov 26 22:14:52.532216 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:52.551966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50126) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:52.555986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1321d1dd-f21c-4035-b2cd-2c80cbf52369 None None] Port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:14:52.556710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-12206f33-02ba-4568-a512-d9d75ad0c7d3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559758498', 'description': 'tempest-secgroup-smoke-559758498 description', 'project_id': '26a5db67a7704386b732340608d3d4f3'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:52.562738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c40c9bbe-2c30-48ce-b83b-5844d02c8901 req-30960f19-b786-4563-97ec-97e95dea5124 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181612 Nov 26 22:14:52.569671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 2cf68be0-afae-4900-a73e-e5a769065772 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:14:52.582317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 2cf68be0-afae-4900-a73e-e5a769065772 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:52.582927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.607729 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12206f33-02ba-4568-a512-d9d75ad0c7d3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.625945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 15b9677d-7d04-4508-ba50-ee66940cdf27 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:52.626684 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.654829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1321d1dd-f21c-4035-b2cd-2c80cbf52369 None None] Provisioning complete for port c4e187d8-0ffa-497e-a4bf-59732b33929c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:52.659145 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1321d1dd-f21c-4035-b2cd-2c80cbf52369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.738335 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12206f33-02ba-4568-a512-d9d75ad0c7d3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.751664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12206f33-02ba-4568-a512-d9d75ad0c7d3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.788570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.805153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12206f33-02ba-4568-a512-d9d75ad0c7d3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.806837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-12206f33-02ba-4568-a512-d9d75ad0c7d3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2536952 Nov 26 22:14:52.808057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12206f33-02ba-4568-a512-d9d75ad0c7d3 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:52.809806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50130) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:52.814301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8fa9bae3-a287-4883-85c8-dc7a18e03fc7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:52.875109 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bae3-a287-4883-85c8-dc7a18e03fc7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.895652 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 2, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:52.922001 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Checking router: 894267c0-f923-48bb-b44e-2a51ad1e0b71 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:14:52.922768 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Updating router 894267c0-f923-48bb-b44e-2a51ad1e0b71 port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:14:52.934672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb0665-4227-41f5-a032-7c31c360f1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf68be0-afae-4900-a73e-e5a769065772'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:52.937048 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e170234a-d905-4ebb-985e-92b88e07be34" -d '{"events": [{"server_uuid": "89fb0665-4227-41f5-a032-7c31c360f1a9", "name": "network-vif-plugged", "status": "completed", "tag": "2cf68be0-afae-4900-a73e-e5a769065772"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:52.944292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c4e187d8-0ffa-497e-a4bf-59732b33929c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:52.953871 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.973709 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bae3-a287-4883-85c8-dc7a18e03fc7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:52.982185 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bae3-a287-4883-85c8-dc7a18e03fc7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.001042 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 2cf68be0-afae-4900-a73e-e5a769065772, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2cf68be0-afae-4900-a73e-e5a769065772,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:53.005661 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64f3247-19f7-4f3d-843a-a28405de812d x-openstack-request-id: req-e64f3247-19f7-4f3d-843a-a28405de812d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:53.006147 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb0665-4227-41f5-a032-7c31c360f1a9", "name": "network-vif-plugged", "status": "completed", "tag": "2cf68be0-afae-4900-a73e-e5a769065772", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:53.006525 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e64f3247-19f7-4f3d-843a-a28405de812d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:53.007027 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb0665-4227-41f5-a032-7c31c360f1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf68be0-afae-4900-a73e-e5a769065772', 'code': 200} Nov 26 22:14:53.008753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9bae3-a287-4883-85c8-dc7a18e03fc7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00b0907-8453-4d36-a245-125d99165e62,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:53.021889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fa9bae3-a287-4883-85c8-dc7a18e03fc7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.023503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8fa9bae3-a287-4883-85c8-dc7a18e03fc7 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2126234 Nov 26 22:14:53.026266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:53.032936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-89267ae8-465a-4c63-95cc-5b6c791befa8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:53.038840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.080176 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89267ae8-465a-4c63-95cc-5b6c791befa8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.095280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-881111fa-bc17-45da-a75a-a12d61d25b6f None None] Provisioning complete for port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:53.095722 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-881111fa-bc17-45da-a75a-a12d61d25b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.154816 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=2cf68be0-afae-4900-a73e-e5a769065772,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:53.164529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-881111fa-bc17-45da-a75a-a12d61d25b6f None None] Port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:14:53.173718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7bed4-7bb7-4efc-a492-51a9dd177105 req-86c228a8-6d5a-4189-a1f6-bc6f2126f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:53.176553 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5a7bed4-7bb7-4efc-a492-51a9dd177105 req-86c228a8-6d5a-4189-a1f6-bc6f2126f287 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 1097 time: 0.0729604 Nov 26 22:14:53.185852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c4e187d8-0ffa-497e-a4bf-59732b33929c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:53.185852 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.206043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89267ae8-465a-4c63-95cc-5b6c791befa8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.217839 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89267ae8-465a-4c63-95cc-5b6c791befa8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.274407 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e5a7bed4-7bb7-4efc-a492-51a9dd177105 req-f74f9288-8934-44d3-8e90-afd995d2bc2e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900066 Nov 26 22:14:53.278981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89267ae8-465a-4c63-95cc-5b6c791befa8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.283282 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-89267ae8-465a-4c63-95cc-5b6c791befa8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2557683 Nov 26 22:14:53.283991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50140) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:53.288424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89267ae8-465a-4c63-95cc-5b6c791befa8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bacd809f-210c-4809-a4c3-ff7db96ca389,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:53.289340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-22446651-7234-48f0-908b-f4e87ef56bdc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:53.341567 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.348640 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.402222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22446651-7234-48f0-908b-f4e87ef56bdc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.427834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479df8-2c3f-4d3d-8d9a-b154cc520234 req-186f8db9-18a9-42e9-8f99-e302aa39afeb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:53.435586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d479df8-2c3f-4d3d-8d9a-b154cc520234 req-186f8db9-18a9-42e9-8f99-e302aa39afeb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1163301 Nov 26 22:14:53.462650 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Attempting to bind port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:53.463024 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Attempting to bind port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:53.464189 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Attempting to bind port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 on network 29b06049-0a9e-4225-8957-db70fbcaab9d {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:53.466377 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba95b83-4c4a-4f53-9987-3185fdcdf824 None None] Pushing event updated for resources: {'Port': ['ID=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:53.474889 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:53.476243 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Checking segment: {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:53.476802 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.477363 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Bound using segment: {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:53.478002 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Bound port: 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:53.478634 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.504343 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-65d3e510-ba34-4945-8751-d35295927986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.518641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d479df8-2c3f-4d3d-8d9a-b154cc520234 req-39a1e5bd-00b6-42c6-a821-6f3d74f65422 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814629 Nov 26 22:14:53.559062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22446651-7234-48f0-908b-f4e87ef56bdc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.563723 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22446651-7234-48f0-908b-f4e87ef56bdc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.569592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] For port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:53.573853 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] For port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:53.581304 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.598024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22446651-7234-48f0-908b-f4e87ef56bdc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6878fc98-5f81-478f-b616-41f1f5b3efb2,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:53.609558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22446651-7234-48f0-908b-f4e87ef56bdc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.615713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50144) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:53.621377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-52c904c4-8d71-4560-8699-760b8cba2506 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:53.626734 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-22446651-7234-48f0-908b-f4e87ef56bdc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3414669 Nov 26 22:14:53.665093 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c904c4-8d71-4560-8699-760b8cba2506 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.686334 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba95b83-4c4a-4f53-9987-3185fdcdf824 None None] Pushing event updated for resources: {'Port': ['ID=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:53.697670 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:14:53.698502 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:53.775497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134053cb-c10b-4123-ad6c-7651d973c9b1 req-68afc2d7-c849-4a25-900c-7305367ef98e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:53.775497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-134053cb-c10b-4123-ad6c-7651d973c9b1 req-68afc2d7-c849-4a25-900c-7305367ef98e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0944052 Nov 26 22:14:53.806236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e4fa0647-1529-41ae-ab94-983d9bb2b217 None None] Provisioning complete for port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:53.807307 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0647-1529-41ae-ab94-983d9bb2b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.836864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c904c4-8d71-4560-8699-760b8cba2506 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.850829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c904c4-8d71-4560-8699-760b8cba2506 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.876535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-134053cb-c10b-4123-ad6c-7651d973c9b1 req-17284c33-671c-43e5-a0d9-67dd9b450436 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891232 Nov 26 22:14:53.890838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c904c4-8d71-4560-8699-760b8cba2506 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea9f68c-9b97-411f-aa6b-99f8c854c7ef,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:53.903141 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:14:53.909076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52c904c4-8d71-4560-8699-760b8cba2506 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.921582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50150) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:53.922927 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-52c904c4-8d71-4560-8699-760b8cba2506 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3061085 Nov 26 22:14:53.927608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-457d8562-ea17-4478-b6ce-a6246087dd55 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:53.979322 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0647-1529-41ae-ab94-983d9bb2b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:53.979649 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-457d8562-ea17-4478-b6ce-a6246087dd55 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Project 26a5db67a7704386b732340608d3d4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:14:53.985601 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-457d8562-ea17-4478-b6ce-a6246087dd55 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.058615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e4fa0647-1529-41ae-ab94-983d9bb2b217 None None] For port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:14:54.063204 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4fa0647-1529-41ae-ab94-983d9bb2b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.109147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-457d8562-ea17-4478-b6ce-a6246087dd55 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.116432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-457d8562-ea17-4478-b6ce-a6246087dd55 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.141062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d8562-ea17-4478-b6ce-a6246087dd55 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15eb1c1a-e029-4d39-a6f6-fec4ac462986,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:54.160326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-457d8562-ea17-4478-b6ce-a6246087dd55 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.161765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-457d8562-ea17-4478-b6ce-a6246087dd55 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2390084 Nov 26 22:14:54.164831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50152) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:14:54.169674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-83d18b12-d412-4683-aece-c6eda42b5bcb tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'security_group_rule': {'security_group_id': 'fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1', 'project_id': '26a5db67a7704386b732340608d3d4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:54.196878 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-83d18b12-d412-4683-aece-c6eda42b5bcb tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Project 26a5db67a7704386b732340608d3d4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:14:54.208007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83d18b12-d412-4683-aece-c6eda42b5bcb tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.280496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83d18b12-d412-4683-aece-c6eda42b5bcb tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.285681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83d18b12-d412-4683-aece-c6eda42b5bcb tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.285916 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c4e187d8-0ffa-497e-a4bf-59732b33929c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:54.309518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d18b12-d412-4683-aece-c6eda42b5bcb tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de34ceaa-0a30-410f-90d9-38c882dd7805,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:54.322609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-83d18b12-d412-4683-aece-c6eda42b5bcb tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.333456 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-83d18b12-d412-4683-aece-c6eda42b5bcb tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668794 Nov 26 22:14:54.339865 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:53Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:14:54.350260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-25987a35-dfa4-4dc3-98b9-b0e76794bf9e None None] Provisioning complete for port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:54.350640 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-25987a35-dfa4-4dc3-98b9-b0e76794bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.355096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa0647-1529-41ae-ab94-983d9bb2b217 None None] Pushing event updated for resources: {'Port': ['ID=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:54.379121 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa84016-ae3b-4111-b954-5356526d2acb None None] The sync data for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 is: [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:53Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:14:54.423226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c4e187d8-0ffa-497e-a4bf-59732b33929c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:54.423603 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:54.641742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-338476ee-2308-461e-89df-5110796b120d tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559758498&fields=id&tenant_id=26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 267 time: 0.0683129 Nov 26 22:14:54.739732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715925-ed65-4713-a6ee-ffe5310737ea req-c791b0de-893d-45f6-810d-a4ff1744ec96 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:54.741314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a715925-ed65-4713-a6ee-ffe5310737ea req-c791b0de-893d-45f6-810d-a4ff1744ec96 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1243246 Nov 26 22:14:54.853785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ec3d52c5-08d8-400c-8f37-962113639b3e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:54.858629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ec3d52c5-08d8-400c-8f37-962113639b3e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/networks?id=29b06049-0a9e-4225-8957-db70fbcaab9d HTTP/1.1" status: 200 len: 797 time: 0.1990843 Nov 26 22:14:54.864177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9a715925-ed65-4713-a6ee-ffe5310737ea req-923b952d-f604-409d-af1a-64e666b43304 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073177 Nov 26 22:14:54.876117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-4e9cfb47-eaae-4480-9256-60c4e90a6a08 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/quotas/26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 375 time: 0.0103960 Nov 26 22:14:54.943724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-faa478f1-ba2c-42d5-90b6-083200ec3f01 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591202 Nov 26 22:14:55.078526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5985f-6e01-44ec-9460-c8e53e27c3ea req-473c4af4-22f4-4a8f-b563-8f24f5b4445a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:55.080747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35d5985f-6e01-44ec-9460-c8e53e27c3ea req-473c4af4-22f4-4a8f-b563-8f24f5b4445a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 946 time: 0.1131282 Nov 26 22:14:55.108087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-64fd260d-02da-4717-9566-0736eca9c69a service neutron] 10.222.0.21 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502979 Nov 26 22:14:55.186292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35d5985f-6e01-44ec-9460-c8e53e27c3ea req-3126afe3-eaaf-46bf-8e0c-7cbd7930360f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955932 Nov 26 22:14:55.244055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-e2037017-1516-4961-a0db-3e3d4f20a349 service neutron] 10.222.0.21 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210198 Nov 26 22:14:55.324722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509ed24-2084-4412-adc2-359b796cd69a req-2765c6a8-eb41-4f71-ad9e-bc6a2375376b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:55.326788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0509ed24-2084-4412-adc2-359b796cd69a req-2765c6a8-eb41-4f71-ad9e-bc6a2375376b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0635865 Nov 26 22:14:55.403451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0509ed24-2084-4412-adc2-359b796cd69a req-11828282-22c4-454b-9bd6-16d4b2ef82d2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675862 Nov 26 22:14:55.459173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c13fc57-b552-4f02-bba1-c10b013068a5 req-282ea762-c03d-4881-9f5c-4423fc4ac21b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 210 time: 0.0324459 Nov 26 22:14:56.031544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a936896-ea58-4796-bcff-4a82c9ad967e req-d972d8cd-84c3-410f-8d46-58976cf1b423 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:56.034104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a936896-ea58-4796-bcff-4a82c9ad967e req-d972d8cd-84c3-410f-8d46-58976cf1b423 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0575376 Nov 26 22:14:56.148664 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a936896-ea58-4796-bcff-4a82c9ad967e req-c62f8603-e1de-43c9-9fa4-1bbd00a23008 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967410 Nov 26 22:14:56.165795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:14:56.260976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2cb4c7d-ec64-4a7c-b234-431d5c5f9bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:56.263247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:56.265035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:56.594816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-378b6de9-4a28-4685-9419-2bb98ddad341 req-6cde7cc7-f549-4c4c-9170-14636bcb1dc2 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 210 time: 0.0402985 Nov 26 22:14:56.597342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74848a-bae7-4cf9-bdbb-beec052c9a80 req-93792b64-c489-4047-9517-7a406d875bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:56.607568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e74848a-bae7-4cf9-bdbb-beec052c9a80 req-93792b64-c489-4047-9517-7a406d875bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1096 time: 0.1013832 Nov 26 22:14:56.686457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0e74848a-bae7-4cf9-bdbb-beec052c9a80 req-e4603abf-fcdd-403c-9628-b1406a21bfda service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721526 Nov 26 22:14:56.871045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-cab51a0c-3c2b-48db-95c6-759cbc8f927e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:56.872852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-cab51a0c-3c2b-48db-95c6-759cbc8f927e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "GET /v2.0/networks?id=29b06049-0a9e-4225-8957-db70fbcaab9d HTTP/1.1" status: 200 len: 797 time: 0.1644490 Nov 26 22:14:56.980183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-fbc0e3bb-094d-47ef-a2dd-ebdbc3d78b76 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26a5db67a7704386b732340608d3d4f3 HTTP/1.1" status: 200 len: 379 time: 0.0890734 Nov 26 22:14:57.017132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'port': {'device_id': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'admin_state_up': True, 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'security_groups': ['fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:57.131668 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:57.186303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Made reservation on behalf of 26a5db67a7704386b732340608d3d4f3 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:14:57.193713 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:57.652555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210901c-39be-4363-bb49-65c271ec8a3c req-7bbed771-9a4f-48fc-aa47-caf8d3b2eade tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:57.661391 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8210901c-39be-4363-bb49-65c271ec8a3c req-7bbed771-9a4f-48fc-aa47-caf8d3b2eade tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.3864853 Nov 26 22:14:57.707707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.20.0.12 (29b06049-0a9e-4225-8957-db70fbcaab9d/4b4ef732-56ca-4173-9e61-df1c4038d766/a7950d02-41df-4303-aca1-107a8a3fd6e1) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:14:57.760698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aef9cde2-268f-4127-b335-842d8e6e4c82 req-fe5b5d8c-6a23-4b61-b9db-7c75ca78ac5a tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 210 time: 0.0597725 Nov 26 22:14:57.796744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8210901c-39be-4363-bb49-65c271ec8a3c req-c4897a47-499d-42a9-845b-f9011cfe8d4c tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343312 Nov 26 22:14:57.972002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:57.981261 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:14:58.013550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:58.073489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 29b06049-0a9e-4225-8957-db70fbcaab9d is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:14:58.076705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:14:58.081950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:14:58.085961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=a7950d02-41df-4303-aca1-107a8a3fd6e1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:58.153331 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:58.153961 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:58.171459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-78854f9c-6714-4802-bca2-e0cb76d4ed79 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1664436 Nov 26 22:14:58.196862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Request body: {'port': {'device_id': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:58.257099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:58.380808 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1e80bea5-e708-47d2-aff8-ff11138c882f None None] Provisioning complete for port a7950d02-41df-4303-aca1-107a8a3fd6e1 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:14:58.381376 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1e80bea5-e708-47d2-aff8-ff11138c882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:58.425094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1e80bea5-e708-47d2-aff8-ff11138c882f None None] Port a7950d02-41df-4303-aca1-107a8a3fd6e1 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:14:58.562241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7950d02-41df-4303-aca1-107a8a3fd6e1 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:14:58.581366 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:58.632006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Transition to ACTIVE for port object a7950d02-41df-4303-aca1-107a8a3fd6e1 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:14:58.633349 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:58.641110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:58.723847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-60e76907-6673-497d-a928-5dd5fe398237 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:58.725455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-60e76907-6673-497d-a928-5dd5fe398237 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1775329 Nov 26 22:14:58.732857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Pushing event updated for resources: {'Port': ['ID=a7950d02-41df-4303-aca1-107a8a3fd6e1,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:58.798328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-abb4a8f5-e893-4332-b844-6ce1c3a24f21 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/quotas/d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 375 time: 0.0483131 Nov 26 22:14:58.866263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Attempting to bind port a7950d02-41df-4303-aca1-107a8a3fd6e1 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:14:58.866708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Attempting to bind port a7950d02-41df-4303-aca1-107a8a3fd6e1 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:14:58.867081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Attempting to bind port a7950d02-41df-4303-aca1-107a8a3fd6e1 on network 29b06049-0a9e-4225-8957-db70fbcaab9d {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:58.878687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Port a7950d02-41df-4303-aca1-107a8a3fd6e1 on network 29b06049-0a9e-4225-8957-db70fbcaab9d not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:14:58.878974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Attempting to bind port a7950d02-41df-4303-aca1-107a8a3fd6e1 on network 29b06049-0a9e-4225-8957-db70fbcaab9d {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:14:58.888873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-37fe5e4b-9ef2-4784-be98-0e313bc58f4a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834768 Nov 26 22:14:58.893681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:14:58.894036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Checking segment: {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:14:58.895091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Bound using segment: {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:14:58.895537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Bound port: a7950d02-41df-4303-aca1-107a8a3fd6e1, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f9bb5d-ad68-4e41-b85a-1c78202decea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:14:58.895898 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:59.063297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327123-477f-4cf6-afde-a9a764732e2e req-49c9a403-04ef-47a1-831f-66779a1b82f8 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:59.065035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14327123-477f-4cf6-afde-a9a764732e2e req-49c9a403-04ef-47a1-831f-66779a1b82f8 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.1651978 Nov 26 22:14:59.140951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] For port a7950d02-41df-4303-aca1-107a8a3fd6e1, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:14:59.154919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-a1a4bc24-d014-4abd-9fb8-b247d17b6384 service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562084 Nov 26 22:14:59.157501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] For port a7950d02-41df-4303-aca1-107a8a3fd6e1, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:14:59.184242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:59.228018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14327123-477f-4cf6-afde-a9a764732e2e req-c7151bee-38cf-4a10-8fd9-06dd900a8710 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441572 Nov 26 22:14:59.278318 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:59.278957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:59.280411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] 10.222.0.41 "PUT /v2.0/ports/a7950d02-41df-4303-aca1-107a8a3fd6e1 HTTP/1.1" status: 200 len: 1092 time: 1.0884266 Nov 26 22:14:59.280857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:14:59.283833 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cd72fe-46dc-41d9-a64d-ed107f27b25e" -d '{"events": [{"name": "network-changed", "server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:14:59.309218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:59.354101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4c502-2d23-4ff2-9fcc-2b4589e42916 service neutron] Pushing event updated for resources: {'Port': ['ID=a7950d02-41df-4303-aca1-107a8a3fd6e1,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:14:59.474580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-9227cd52-1dfc-4d3a-8f3e-09f519538b4f service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045344 Nov 26 22:14:59.504304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-5b77ddef-fc95-4982-ab5a-5839170f414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:59.505859 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-5b77ddef-fc95-4982-ab5a-5839170f414f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 1095 time: 0.1479158 Nov 26 22:14:59.515430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167151c-4e9b-46f4-bae6-632efc2e92c4 req-59b4d043-85e5-4888-b3a3-27dfe068d31e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:59.517110 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0167151c-4e9b-46f4-bae6-632efc2e92c4 req-59b4d043-85e5-4888-b3a3-27dfe068d31e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 944 time: 0.1365206 Nov 26 22:14:59.682843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-36ec375d-2947-45e4-95f4-6dd0d287cc1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1 HTTP/1.1" status: 200 len: 217 time: 0.1547115 Nov 26 22:14:59.688072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0167151c-4e9b-46f4-bae6-632efc2e92c4 req-82135856-62e5-42e7-9c4d-44ed4a5f2f06 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612206 Nov 26 22:14:59.808641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-1798c15d-a84d-470b-b3e4-b24b41cb9d5c req-8b52b5cf-e599-4fde-88bf-dc4b6689235a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-413977362', 'description': 'tempest-description-705242104'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:14:59.824723 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cec5fb-dfe7-40a6-877b-5a7897900642 x-openstack-request-id: req-d9cec5fb-dfe7-40a6-877b-5a7897900642 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:14:59.824994 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:14:59.825253 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9cec5fb-dfe7-40a6-877b-5a7897900642 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:14:59.825691 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'status': 'completed', 'code': 200} Nov 26 22:14:59.857796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-80eb478e-ab0a-4554-9059-c8ccc4523199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:59.858607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-80eb478e-ab0a-4554-9059-c8ccc4523199 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b4ef732-56ca-4173-9e61-df1c4038d766 HTTP/1.1" status: 200 len: 835 time: 0.1668248 Nov 26 22:14:59.877374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84dd6d37-cdad-498f-bbda-c285944fa126 req-acbb8884-fee2-4567-a305-f6e2532573dc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.0363894 Nov 26 22:14:59.914669 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1798c15d-a84d-470b-b3e4-b24b41cb9d5c req-8b52b5cf-e599-4fde-88bf-dc4b6689235a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:14:59.951015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-5f05e422-5396-4643-adca-cfeb04bd8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:14:59.952569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-5f05e422-5396-4643-adca-cfeb04bd8136 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29b06049-0a9e-4225-8957-db70fbcaab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778570 Nov 26 22:15:00.073132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1798c15d-a84d-470b-b3e4-b24b41cb9d5c req-8b52b5cf-e599-4fde-88bf-dc4b6689235a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:00.132984 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1798c15d-a84d-470b-b3e4-b24b41cb9d5c req-8b52b5cf-e599-4fde-88bf-dc4b6689235a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:00.137127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-05d278ac-ef62-49b2-a55f-9f8b12399420 service neutron] 10.222.0.41 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735082 Nov 26 22:15:00.229333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-1798c15d-a84d-470b-b3e4-b24b41cb9d5c req-8b52b5cf-e599-4fde-88bf-dc4b6689235a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:00.234416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1798c15d-a84d-470b-b3e4-b24b41cb9d5c req-8b52b5cf-e599-4fde-88bf-dc4b6689235a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.4559453 Nov 26 22:15:00.246953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52b5cf-e599-4fde-88bf-dc4b6689235a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4a2cb4-1180-4de3-bdff-812e8f2dfd8c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:00.310107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3590509-bfd9-4f70-88e0-646ec754e4e0 req-fdae2f65-d3ed-4c26-a22a-d190b1fa76a1 service neutron] 10.222.0.41 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629910 Nov 26 22:15:00.376918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67225282-b603-4352-8aee-243b47a27e19 req-2935b509-2ba3-4dce-8125-2abea64cfb52 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-413977362&fields=id&tenant_id=d7e57d07f716455db8c0dfe89d775f32 HTTP/1.1" status: 200 len: 267 time: 0.0584219 Nov 26 22:15:00.447956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67225282-b603-4352-8aee-243b47a27e19 req-03d98531-7520-4a6a-9659-954b41e5238a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:00.449765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67225282-b603-4352-8aee-243b47a27e19 req-03d98531-7520-4a6a-9659-954b41e5238a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0667198 Nov 26 22:15:00.493027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-67225282-b603-4352-8aee-243b47a27e19 req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Request body: {'port': {'security_groups': ['638a696f-74ce-46ce-a66b-17bf29f4303b', 'df4a2cb4-1180-4de3-bdff-812e8f2dfd8c']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:00.598696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-0fbd2ef3-abba-47e8-a1e6-6db13ffdb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:00.600350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-0fbd2ef3-abba-47e8-a1e6-6db13ffdb2a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 1095 time: 0.1492569 Nov 26 22:15:00.603716 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-67225282-b603-4352-8aee-243b47a27e19 req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:00.803597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-1bbb6474-40f8-451f-8432-2715eac40eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:00.805420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-1bbb6474-40f8-451f-8432-2715eac40eb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29b06049-0a9e-4225-8957-db70fbcaab9d HTTP/1.1" status: 200 len: 898 time: 0.1799533 Nov 26 22:15:00.905393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-b31dc521-b723-41c4-bd21-5a215408ba91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1 HTTP/1.1" status: 200 len: 217 time: 0.0908880 Nov 26 22:15:01.015771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-65509a4b-3b3d-4b66-9811-9229be6ba0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:01.017356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-65509a4b-3b3d-4b66-9811-9229be6ba0d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b4ef732-56ca-4173-9e61-df1c4038d766 HTTP/1.1" status: 200 len: 835 time: 0.0982020 Nov 26 22:15:01.023971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-67225282-b603-4352-8aee-243b47a27e19 req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] For port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:01.032617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f011-3c00-423c-8d0b-0eff57249f03 req-d3f5bd4c-6a3d-4bb4-8d4f-ed6348a96f6b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:01.034387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ba6f011-3c00-423c-8d0b-0eff57249f03 req-d3f5bd4c-6a3d-4bb4-8d4f-ed6348a96f6b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 944 time: 0.2093589 Nov 26 22:15:01.144457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ba6f011-3c00-423c-8d0b-0eff57249f03 req-b71f32e2-176e-4cc8-898b-4eaf9f56956c tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019959 Nov 26 22:15:01.148889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-67225282-b603-4352-8aee-243b47a27e19 req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:01.152813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-88b13c87-b02b-4eb8-84a4-bfd402334168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:01.154689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-88b13c87-b02b-4eb8-84a4-bfd402334168 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29b06049-0a9e-4225-8957-db70fbcaab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191366 Nov 26 22:15:01.156189 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-67225282-b603-4352-8aee-243b47a27e19 req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:01.200108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5273278a-3b69-4a7c-8a87-1b1b7f377ff2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:01.337084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67225282-b603-4352-8aee-243b47a27e19 req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:01.337814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-67225282-b603-4352-8aee-243b47a27e19 req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:01.366492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67225282-b603-4352-8aee-243b47a27e19 req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "PUT /v2.0/ports/5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 981 time: 0.8786995 Nov 26 22:15:01.421156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5273278a-3b69-4a7c-8a87-1b1b7f377ff2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:01.479585 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-061b864a-22f7-409d-b2d4-49502d72cb10 service neutron] 10.222.0.41 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144057 Nov 26 22:15:01.520360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-110ddc56-ec75-4a64-9a24-98884eeb5a04 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:01.522448 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-110ddc56-ec75-4a64-9a24-98884eeb5a04 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.2885487 Nov 26 22:15:01.525119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-993cf238-83dd-4a7b-bfee-9065ce4b7fa4 req-8339af68-306d-48d3-b2ed-bc8115474f01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.2006936 Nov 26 22:15:01.527514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event updated for resources: {'Port': ['ID=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,revision_number=6']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:01.567442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.567823 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.568186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.568539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.568884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.569228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.569569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.569910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.570018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'port': {'device_id': 'a4fb728d-254d-47a7-8446-6b3fb0d68f89', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'admin_state_up': True, 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:01.570322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.570722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.571064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.571404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92412a9-91d5-406e-a9b0-eeacb36a5178 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:01.671256 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-f6f7070b-4bd4-4be7-8d25-bf5e2e52e4c9 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-413977362&fields=id&tenant_id=d7e57d07f716455db8c0dfe89d775f32 HTTP/1.1" status: 200 len: 267 time: 0.1899784 Nov 26 22:15:01.738015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84cd72fe-46dc-41d9-a64d-ed107f27b25e req-8ab0a100-38c6-4657-90e5-1a4e5bcaa5b8 service neutron] 10.222.0.41 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032888 Nov 26 22:15:01.761108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-8f7b1be9-5fff-4246-81de-bc7b175f725a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:01.782196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-8f7b1be9-5fff-4246-81de-bc7b175f725a tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 984 time: 0.1099670 Nov 26 22:15:01.795443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Request body: {'port': {'security_groups': ['638a696f-74ce-46ce-a66b-17bf29f4303b']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:01.880384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:01.887036 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a431169-bc6f-4689-b005-40619859da6b" -d '{"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:01.988627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:15:01.993541 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:02.005094 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd26cfb-fd59-4bb6-bd46-df7992301deb x-openstack-request-id: req-5bd26cfb-fd59-4bb6-bd46-df7992301deb {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:02.005906 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:02.006396 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bd26cfb-fd59-4bb6-bd46-df7992301deb {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:02.007080 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'status': 'completed', 'code': 200} Nov 26 22:15:02.007855 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:02.174913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a431169-bc6f-4689-b005-40619859da6b req-a2f8026b-0d97-4116-8fd1-9ede60186e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:02.177112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a431169-bc6f-4689-b005-40619859da6b req-a2f8026b-0d97-4116-8fd1-9ede60186e8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1135 time: 0.1552660 Nov 26 22:15:02.343713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.20.0.3 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/0fcf0149-4b27-4259-b402-d436776cd60f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:15:02.388933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a431169-bc6f-4689-b005-40619859da6b req-ca75b269-67b4-422a-bf91-79039a078cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:02.390514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a431169-bc6f-4689-b005-40619859da6b req-ca75b269-67b4-422a-bf91-79039a078cd4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 921 time: 0.1981025 Nov 26 22:15:02.446954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41351fbf-3fc6-4474-83b5-d8033c6cf853 req-e8b2019d-c759-4a7c-8570-4d00e3c506bc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:02.456426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41351fbf-3fc6-4474-83b5-d8033c6cf853 req-e8b2019d-c759-4a7c-8570-4d00e3c506bc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 944 time: 0.1932251 Nov 26 22:15:02.469017 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a431169-bc6f-4689-b005-40619859da6b req-2e9dc081-f4f0-423a-9e63-9203108a91a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 217 time: 0.0689147 Nov 26 22:15:02.476904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] For port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:02.583989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41351fbf-3fc6-4474-83b5-d8033c6cf853 req-c0bbbea0-57f6-4b47-884f-2e5089bccea5 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260955 Nov 26 22:15:02.593616 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:02.607846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:02.617003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a431169-bc6f-4689-b005-40619859da6b req-c9682109-b00c-4ab8-8d30-d00d88fdb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:02.619223 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a431169-bc6f-4689-b005-40619859da6b req-c9682109-b00c-4ab8-8d30-d00d88fdb0e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 200 len: 860 time: 0.1406884 Nov 26 22:15:02.660126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5273278a-3b69-4a7c-8a87-1b1b7f377ff2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:02.685476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a431169-bc6f-4689-b005-40619859da6b req-08386947-ac0d-47d9-b907-4f0de136669f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7059be4a-bc05-4f8a-b07a-e19d399d2a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588238 Nov 26 22:15:02.756137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:02.763443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:02.778037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28d32597-8520-4891-a4a2-a44bf4e608b6 req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "PUT /v2.0/ports/5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 942 time: 0.9948556 Nov 26 22:15:02.845277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:02.892114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5273278a-3b69-4a7c-8a87-1b1b7f377ff2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:02.938538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a431169-bc6f-4689-b005-40619859da6b req-896dcbba-4b08-47fd-ac3e-01bcae96f46c service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437787 Nov 26 22:15:03.029438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:03.118592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:15:03.125238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:15:03.129709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:15:03.132465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=0fcf0149-4b27-4259-b402-d436776cd60f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:03.222892 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6a431169-bc6f-4689-b005-40619859da6b req-94e78c43-a978-48e5-9c52-8c6908d2e755 service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757840 Nov 26 22:15:03.235490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.236130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.237270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.237960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.239179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.239751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.240436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.240974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.241466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.242056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.242670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.243168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:15:03.290361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:03.291190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:03.313728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2cf68be0-afae-4900-a73e-e5a769065772'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:03.362901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-23e22304-eccd-414d-8257-23270a12a578 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8101387 Nov 26 22:15:03.395747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Request body: {'port': {'device_id': 'a4fb728d-254d-47a7-8446-6b3fb0d68f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:03.515259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2aa6315-b16b-47d4-a589-44d9cf8f8106 req-783e5bad-1ead-49f0-885b-dbea359ff4a5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.7276361 Nov 26 22:15:03.574555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:03.617813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd18f5f-cd20-4c2a-82e2-36f9b7fac9ab tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event updated for resources: {'Port': ['ID=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,revision_number=7']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:03.849383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d2efeafd-262a-429e-93ad-7884d75530ab None None] Provisioning complete for port 0fcf0149-4b27-4259-b402-d436776cd60f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:15:03.849768 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d2efeafd-262a-429e-93ad-7884d75530ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:03.928801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d2efeafd-262a-429e-93ad-7884d75530ab None None] Port 0fcf0149-4b27-4259-b402-d436776cd60f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:15:04.025349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-9038fd59-26b4-414e-b323-ec1852d4f4ca tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:04.027050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-9038fd59-26b4-414e-b323-ec1852d4f4ca tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 815 time: 0.5278175 Nov 26 22:15:04.036926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:04.039949 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e533a9a-f280-4f4e-88a8-7f1e844e0105" -d '{"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:04.051358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fcf0149-4b27-4259-b402-d436776cd60f {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:15:04.070951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b66598bc-4032-41f3-903b-e608d4694c8f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/quotas/d4567badae3a4141a636918d06e429ac HTTP/1.1" status: 200 len: 375 time: 0.0272300 Nov 26 22:15:04.073572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:04.081690 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea235408-5cb3-40df-bae5-03700798d78f req-5ba6168c-1585-4501-bd78-0d99b2c1db56 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4646912 Nov 26 22:15:04.104838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:04.107510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Transition to ACTIVE for port object 0fcf0149-4b27-4259-b402-d436776cd60f will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:15:04.113159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:04.158976 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:04.255486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcf0149-4b27-4259-b402-d436776cd60f,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:04.274150 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-3fe7c174-1687-4d18-8372-3883a0c592fa tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1909277 Nov 26 22:15:04.313778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Attempting to bind port 0fcf0149-4b27-4259-b402-d436776cd60f on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:15:04.314335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Attempting to bind port 0fcf0149-4b27-4259-b402-d436776cd60f by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:15:04.318055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Attempting to bind port 0fcf0149-4b27-4259-b402-d436776cd60f on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:15:04.338238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Port 0fcf0149-4b27-4259-b402-d436776cd60f on network 629b7371-66af-455c-9be3-9f2b707c8bea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:15:04.338964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Attempting to bind port 0fcf0149-4b27-4259-b402-d436776cd60f on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:15:04.349987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:15:04.350639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:15:04.351219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:15:04.351814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Bound port: 0fcf0149-4b27-4259-b402-d436776cd60f, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:15:04.352574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:04.471715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] For port 0fcf0149-4b27-4259-b402-d436776cd60f, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:15:04.480921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] For port 0fcf0149-4b27-4259-b402-d436776cd60f, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0fcf0149-4b27-4259-b402-d436776cd60f,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:15:04.492273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:04.515247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:04.517704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:04.519666 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] 10.222.0.13 "PUT /v2.0/ports/0fcf0149-4b27-4259-b402-d436776cd60f HTTP/1.1" status: 200 len: 1091 time: 1.1390336 Nov 26 22:15:04.520555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4fb728d-254d-47a7-8446-6b3fb0d68f89', 'tag': '0fcf0149-4b27-4259-b402-d436776cd60f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:04.521642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a7950d02-41df-4303-aca1-107a8a3fd6e1 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:15:04.523286 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01b7784-a946-4b19-88b4-d903c2e79691" -d '{"events": [{"name": "network-changed", "server_uuid": "a4fb728d-254d-47a7-8446-6b3fb0d68f89", "tag": "0fcf0149-4b27-4259-b402-d436776cd60f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:04.606566 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:04.640685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-60ba3549-2cf8-441d-b9ea-b7f672f33ba7 service neutron] 10.222.0.21 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522480 Nov 26 22:15:04.663145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037637bb-1715-4ec6-a296-7cb54764b084 service neutron] Pushing event updated for resources: {'Port': ['ID=0fcf0149-4b27-4259-b402-d436776cd60f,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:04.681325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-915e823d-fd75-4dec-bd24-53005f47ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:04.682974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-915e823d-fd75-4dec-bd24-53005f47ad18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 1094 time: 0.0844288 Nov 26 22:15:04.786033 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-7643197c-e13a-4f4a-831b-17bebf83f220 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fcf0149-4b27-4259-b402-d436776cd60f HTTP/1.1" status: 200 len: 217 time: 0.0779634 Nov 26 22:15:04.857989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a7950d02-41df-4303-aca1-107a8a3fd6e1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:04.899893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-94160971-371c-4c3a-8790-8b91497cbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:04.901481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-94160971-371c-4c3a-8790-8b91497cbcb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1054401 Nov 26 22:15:04.903556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'port_id': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'mac_address': 'fa:16:3e:5f:c0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:15:04.985875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-bfc91807-1037-4fc9-ac38-9e7b5c13f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:04.988326 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-bfc91807-1037-4fc9-ac38-9e7b5c13f380 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631363 Nov 26 22:15:05.034388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:05.043127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-557cab40-d6e1-4648-a40d-bb713aef5f73 service neutron] 10.222.0.21 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974519 Nov 26 22:15:05.070689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7950d02-41df-4303-aca1-107a8a3fd6e1 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:15:05.078874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Allocated IP 172.25.3.69 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/9d619493-fa57-44a2-a828-d20f8fc1c52a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:15:05.119265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a7950d02-41df-4303-aca1-107a8a3fd6e1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:05.122199 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-d2f7e4c0-b190-47c0-a2ad-5216c93d8847 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146436 Nov 26 22:15:05.127083 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:05.204339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a7950d02-41df-4303-aca1-107a8a3fd6e1,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:05.230707 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:05.271527 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f8db5dbd-9c30-4c91-89ce-2f852ad85547 req-12db6e10-40fb-433c-af20-ef2977e1429b service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424570 Nov 26 22:15:05.292040 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:05.356890 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:15:05.360121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:15:05.369162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:15:05.513035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a7950d02-41df-4303-aca1-107a8a3fd6e1'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:05.673234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:05.714646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event updated for resources: {'Port': ['ID=9d619493-fa57-44a2-a828-d20f8fc1c52a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:05.825732 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:06.026480 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:06.036311 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:06.052449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3082ab-ca93-484e-b654-50dd7af91a17 req-b102a094-92e7-426d-88ef-6df85ab95b7f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:06.061602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff3082ab-ca93-484e-b654-50dd7af91a17 req-b102a094-92e7-426d-88ef-6df85ab95b7f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 945 time: 0.4028647 Nov 26 22:15:06.198394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff3082ab-ca93-484e-b654-50dd7af91a17 req-61ac08d5-aa44-4a6f-b5f9-d1a821ef05ba tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354804 Nov 26 22:15:06.208570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event updated for resources: {'Port': ['ID=9d619493-fa57-44a2-a828-d20f8fc1c52a,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:06.215096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:06.238540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:06.240096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea235408-5cb3-40df-bae5-03700798d78f req-cafff80f-45fb-469e-9181-471d7a5f6ef6 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1422753 Nov 26 22:15:06.397424 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3073cfc3-4cdf-469a-86be-e1a0b5ac7c92 x-openstack-request-id: req-3073cfc3-4cdf-469a-86be-e1a0b5ac7c92 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:06.399257 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:06.400546 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3073cfc3-4cdf-469a-86be-e1a0b5ac7c92 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:06.400975 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'status': 'completed', 'code': 200} Nov 26 22:15:06.429437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea235408-5cb3-40df-bae5-03700798d78f req-a92bc52d-6afe-4ac9-b6fb-26d4a5969599 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.1650510 Nov 26 22:15:06.476868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-b23f838f-c421-4887-88d3-aa4476aca2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:06.479302 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-b23f838f-c421-4887-88d3-aa4476aca2b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1096 time: 0.0667202 Nov 26 22:15:06.617351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-39e08b6d-0be0-4cb4-a418-697215a0363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:06.619484 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-39e08b6d-0be0-4cb4-a418-697215a0363b service neutron] 10.222.0.13 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 921 time: 0.1319752 Nov 26 22:15:06.657062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041765-eb37-449e-bbc4-7d0581af8800 req-71020ede-9fde-4800-9528-6f43bcdfa7ad tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:06.659648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a041765-eb37-449e-bbc4-7d0581af8800 req-71020ede-9fde-4800-9528-6f43bcdfa7ad tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.1867309 Nov 26 22:15:06.677529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-a3186ce3-a337-4476-ab6d-cd0cb62bad5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 217 time: 0.0486031 Nov 26 22:15:06.701192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea235408-5cb3-40df-bae5-03700798d78f req-4dca52ca-8425-4b70-ba1e-c37072203291 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:06.710066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea235408-5cb3-40df-bae5-03700798d78f req-4dca52ca-8425-4b70-ba1e-c37072203291 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2723937 Nov 26 22:15:06.716572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-ea235408-5cb3-40df-bae5-03700798d78f req-4d070814-b20b-4b1e-bd12-5db3935b7d9c tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:15:06.728147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea235408-5cb3-40df-bae5-03700798d78f req-4d070814-b20b-4b1e-bd12-5db3935b7d9c tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170696 Nov 26 22:15:06.743481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-a932acbe-f8e0-4caf-a0dd-0e494230c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:06.746043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-a932acbe-f8e0-4caf-a0dd-0e494230c6db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 200 len: 860 time: 0.0614505 Nov 26 22:15:06.788489 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-91729a9a-a738-48b3-8b02-db6bd6bb83fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7059be4a-bc05-4f8a-b07a-e19d399d2a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348198 Nov 26 22:15:06.795032 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaca0ea9-1bbe-470b-b8cc-b4edb9316936 x-openstack-request-id: req-aaca0ea9-1bbe-470b-b8cc-b4edb9316936 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:06.795320 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4fb728d-254d-47a7-8446-6b3fb0d68f89", "tag": "0fcf0149-4b27-4259-b402-d436776cd60f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:06.795632 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aaca0ea9-1bbe-470b-b8cc-b4edb9316936 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:06.796036 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4fb728d-254d-47a7-8446-6b3fb0d68f89', 'tag': '0fcf0149-4b27-4259-b402-d436776cd60f', 'status': 'completed', 'code': 200} Nov 26 22:15:06.814788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a041765-eb37-449e-bbc4-7d0581af8800 req-9855487c-1882-4828-8f25-fcf2d1ddf973 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430275 Nov 26 22:15:06.969990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-661a6b43-87e8-4746-970e-7a70ee0a4aee req-d20ee89d-9b17-46ba-82c0-026943bbd265 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 210 time: 0.0637357 Nov 26 22:15:07.015085 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-b9b96f18-2770-4479-8ca4-608554565de0 service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852372 Nov 26 22:15:07.137418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-82331f8b-2f5e-4e16-9740-565fba7edd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:07.139019 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-82331f8b-2f5e-4e16-9740-565fba7edd7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 1094 time: 0.2716918 Nov 26 22:15:07.193485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:07.209232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-0d4bc72f-d450-47d7-80b7-3b22972aa0f4 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:07.210863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-0d4bc72f-d450-47d7-80b7-3b22972aa0f4 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2369246 Nov 26 22:15:07.246809 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e533a9a-f280-4f4e-88a8-7f1e844e0105 req-a4ed9da4-a9ab-4d64-80ce-b4ed63398557 service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228351 Nov 26 22:15:07.278901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-6dc78ed2-42f3-4522-9e86-5fa65bfa8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:07.280387 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-6dc78ed2-42f3-4522-9e86-5fa65bfa8040 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1325636 Nov 26 22:15:07.288121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-809ec619-1c69-4216-afd7-a09ef383e94d tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0687134 Nov 26 22:15:07.324626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Request body: {'floatingip': {'port_id': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:07.335614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-96ecf374-955d-42a9-a413-eab469e8a2ac tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:07.337094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-96ecf374-955d-42a9-a413-eab469e8a2ac tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 815 time: 0.3426237 Nov 26 22:15:07.337253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-7346d8bc-c663-4bf1-be88-531145c9044b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fcf0149-4b27-4259-b402-d436776cd60f HTTP/1.1" status: 200 len: 217 time: 0.0472116 Nov 26 22:15:07.386220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Request body: {'port': {'device_id': '21a8bd8b-002a-4784-8d2f-cd956924addd', 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'admin_state_up': True, 'tenant_id': 'd4567badae3a4141a636918d06e429ac'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:07.411271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-40cb7f36-897c-4003-97f9-3eba0d5ad17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:07.414350 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-40cb7f36-897c-4003-97f9-3eba0d5ad17a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0580144 Nov 26 22:15:07.419059 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:07.487236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-3f61f2ce-2432-4461-8d65-1b948b51f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:07.489546 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-3f61f2ce-2432-4461-8d65-1b948b51f3ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611534 Nov 26 22:15:07.550121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c529e3-de85-4fdd-9bd4-c9d51da71b63 req-57c8bad8-c7cd-4123-92f4-73ad25060511 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:07.552744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7c529e3-de85-4fdd-9bd4-c9d51da71b63 req-57c8bad8-c7cd-4123-92f4-73ad25060511 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 945 time: 0.2147236 Nov 26 22:15:08.006498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-4d14faed-9214-41bf-a44c-dfd82acd0f98 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089941 Nov 26 22:15:08.070937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7c529e3-de85-4fdd-9bd4-c9d51da71b63 req-897d1977-775a-4123-8f69-a104a05e55b6 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4844575 Nov 26 22:15:08.071657 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:08.113606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Made reservation on behalf of d4567badae3a4141a636918d06e429ac for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:15:08.117083 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:08.167482 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d01b7784-a946-4b19-88b4-d903c2e79691 req-bbad6b1c-e24b-4a54-8151-803bba343990 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499221 Nov 26 22:15:08.433431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42ebf5-269a-4315-9c4a-a37970842763 req-a6db4b77-1835-4cab-9a23-c9feb3e51a32 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:08.434596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb42ebf5-269a-4315-9c4a-a37970842763 req-a6db4b77-1835-4cab-9a23-c9feb3e51a32 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.2520611 Nov 26 22:15:08.532267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Allocated IP 172.20.0.13 (7c29e615-51cc-432a-a593-321edd2a8084/938eed0a-92f6-47f4-8863-9b72e29b2212/6571167e-80af-44c6-9091-c96d14b5840c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:15:08.534635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a7950d02-41df-4303-aca1-107a8a3fd6e1 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:15:08.635713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb42ebf5-269a-4315-9c4a-a37970842763 req-0a4b980a-5a73-45e8-99e9-d4ad0fd7f48e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922879 Nov 26 22:15:08.636370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port a7950d02-41df-4303-aca1-107a8a3fd6e1 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:15:08.648504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port a7950d02-41df-4303-aca1-107a8a3fd6e1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:15:08.648997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:08.844669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:08.865487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42b6e814-980a-48c1-b2c5-b0f7a4463275 req-3cc8147b-7119-48b2-9f52-5270f2e5ed74 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 210 time: 0.0903060 Nov 26 22:15:08.884073 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:08.893989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:08.917973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:08.922227 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14914fbd-befc-4158-aad7-364c9091aab5" -d '{"events": [{"server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "name": "network-vif-plugged", "status": "completed", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:08.964655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a7950d02-41df-4303-aca1-107a8a3fd6e1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:08.975498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:09.001998 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f6b709-ee7b-4863-8a74-75e340dd223d x-openstack-request-id: req-f0f6b709-ee7b-4863-8a74-75e340dd223d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:09.002328 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "name": "network-vif-plugged", "status": "completed", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:09.002969 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0f6b709-ee7b-4863-8a74-75e340dd223d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:09.002969 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'code': 200} Nov 26 22:15:09.060344 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a7950d02-41df-4303-aca1-107a8a3fd6e1,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:09.070429 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:09.115487 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Floating IP de983c48-88a8-4283-83e1-3d139a12057d associated. External IP: 172.25.3.69, port: 5273278a-3b69-4a7c-8a87-1b1b7f377ff2. Nov 26 22:15:09.178663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8bd58-6729-4171-9638-10ae6becc237 req-4eca3f33-c8e3-4459-90ee-dd59db29d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:09.184506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a8b8bd58-6729-4171-9638-10ae6becc237 req-4eca3f33-c8e3-4459-90ee-dd59db29d18e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0848808 Nov 26 22:15:09.223834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:09.260578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b10d7821-3680-4713-9d46-3ba5fffb8a15'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:09.287866 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a8b8bd58-6729-4171-9638-10ae6becc237 req-8193aa1f-aacb-473e-9f67-dd7dec1e7384 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857997 Nov 26 22:15:09.311059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Network 7c29e615-51cc-432a-a593-321edd2a8084 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:15:09.328087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:15:09.337151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:15:09.396952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:09.397635 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:09.421460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Pushing event updated for resources: {'Port': ['ID=6571167e-80af-44c6-9091-c96d14b5840c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:09.440085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15534e49-b418-43d6-a3a3-fb200b3c00de req-9354e92a-dd86-479f-91cc-12741d280a7d tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:09.441974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15534e49-b418-43d6-a3a3-fb200b3c00de req-9354e92a-dd86-479f-91cc-12741d280a7d tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 946 time: 0.2202501 Nov 26 22:15:09.446233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-b240989c-9f95-4250-bd87-37348e872153 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0751686 Nov 26 22:15:09.599549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15534e49-b418-43d6-a3a3-fb200b3c00de req-621e0bb0-a97b-4ee5-ac52-e0eb13e1020f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113105 Nov 26 22:15:09.625594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Router 1b164c5c-b2e7-441d-9600-b9540685cd72 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:15:09.692107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Request body: {'port': {'device_id': '21a8bd8b-002a-4784-8d2f-cd956924addd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:09.838243 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:09.879352 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dbc5d-83fb-4e78-94a4-7ff9405cf958 req-42a7109a-54f4-476d-8e70-0d2e35edea6c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:09.880785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732dbc5d-83fb-4e78-94a4-7ff9405cf958 req-42a7109a-54f4-476d-8e70-0d2e35edea6c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.1435411 Nov 26 22:15:09.912787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:15:09.922657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:09.925116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] Sync routers for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:15:09.942880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:15:09.944286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:09.993143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-54a352b1-246b-48a9-b03c-d691a12987ed tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "PUT /v2.0/floatingips/de983c48-88a8-4283-83e1-3d139a12057d HTTP/1.1" status: 200 len: 995 time: 2.6926496 Nov 26 22:15:10.043190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:10.046811 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95593f02-ddf6-46a5-8500-4274801ae87e" -d '{"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:10.071527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732dbc5d-83fb-4e78-94a4-7ff9405cf958 req-0a07be57-d2d6-4149-875f-652096c5b01f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692014 Nov 26 22:15:10.108058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:15:10.147483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-41e101ce-6f77-457d-8e21-1201d33dfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:10.150234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-41e101ce-6f77-457d-8e21-1201d33dfd07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1096 time: 0.1016173 Nov 26 22:15:10.490106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837df5b6-b635-458f-b0cd-3e6857ab33e2 req-d3a2dea6-b8df-4741-aeb1-c76543ab7091 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:10.501731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'de983c48-88a8-4283-83e1-3d139a12057d', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'port_id': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'mac_address': 'fa:16:3e:cd:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734aa187-7171-44d2-a5f1-8fef895545c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:15:05Z', 'updated_at': '2021-11-26T22:15:08Z', 'revision_number': 1, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:18Z', 'revision_number': 5, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:10.505510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-837df5b6-b635-458f-b0cd-3e6857ab33e2 req-d3a2dea6-b8df-4741-aeb1-c76543ab7091 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 932 time: 0.2498643 Nov 26 22:15:10.518261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-5106af1d-3b57-4f80-9ccc-354df4128ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:10.519875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-5106af1d-3b57-4f80-9ccc-354df4128ff6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 921 time: 0.3314178 Nov 26 22:15:10.553788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] Checking router: 1b164c5c-b2e7-441d-9600-b9540685cd72 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:15:10.566264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:15:10.567292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:10.638314 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-b87ffbee-d934-4f0f-aa61-1f59403e84f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 998 time: 0.1064377 Nov 26 22:15:10.783674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:15:11.028571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6571167e-80af-44c6-9091-c96d14b5840c {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:15:11.080954 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:11.102609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-837df5b6-b635-458f-b0cd-3e6857ab33e2 req-69537b8d-2c6a-4536-af56-75293622b513 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956993 Nov 26 22:15:11.131973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-08e04b8f-b51a-4a48-a9c4-6587f01a6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:11.134782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-08e04b8f-b51a-4a48-a9c4-6587f01a6f94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 200 len: 860 time: 0.1232419 Nov 26 22:15:11.143809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Transition to ACTIVE for port object 6571167e-80af-44c6-9091-c96d14b5840c will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:15:11.164818 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:11.248393 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962516ba-6580-42b6-9148-b082dfc77e01 x-openstack-request-id: req-962516ba-6580-42b6-9148-b082dfc77e01 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:11.250275 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:11.250606 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-962516ba-6580-42b6-9148-b082dfc77e01 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:11.250942 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'status': 'completed', 'code': 200} Nov 26 22:15:11.257002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Pushing event updated for resources: {'Port': ['ID=6571167e-80af-44c6-9091-c96d14b5840c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:11.319984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-1fc735fb-746f-4db3-9ad6-74e0b10f2013 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7059be4a-bc05-4f8a-b07a-e19d399d2a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491990 Nov 26 22:15:11.336716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'de983c48-88a8-4283-83e1-3d139a12057d', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'port_id': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'mac_address': 'fa:16:3e:cd:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734aa187-7171-44d2-a5f1-8fef895545c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:15:05Z', 'updated_at': '2021-11-26T22:15:08Z', 'revision_number': 1, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:18Z', 'revision_number': 5, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:11.355288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95593f02-ddf6-46a5-8500-4274801ae87e req-3163fff6-ca0e-4399-b9e6-d87ab6ad0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:11.357713 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95593f02-ddf6-46a5-8500-4274801ae87e req-3163fff6-ca0e-4399-b9e6-d87ab6ad0b9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1096 time: 0.0880992 Nov 26 22:15:11.368739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fad37e-c4b6-4609-a3e3-5a499cbf354e None None] The sync data for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 is: [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'de983c48-88a8-4283-83e1-3d139a12057d', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'floating_ip_address': '172.25.3.69', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'port_id': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'mac_address': 'fa:16:3e:cd:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734aa187-7171-44d2-a5f1-8fef895545c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:15:05Z', 'updated_at': '2021-11-26T22:15:08Z', 'revision_number': 1, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:18Z', 'revision_number': 5, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:15:11.411994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-c31e1de4-bf65-4c7f-980d-ccc1295a59e2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:15:11.429047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-c31e1de4-bf65-4c7f-980d-ccc1295a59e2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1072614 Nov 26 22:15:11.607300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95593f02-ddf6-46a5-8500-4274801ae87e req-d119b98a-4258-4956-af04-cdae76c18533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:11.609227 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95593f02-ddf6-46a5-8500-4274801ae87e req-d119b98a-4258-4956-af04-cdae76c18533 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 921 time: 0.2345772 Nov 26 22:15:11.655950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f088f0-3e9f-478a-9327-be87354de5ec req-f992c9ff-87c3-4d5b-b126-dc8519a6d3b5 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:11.667146 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55f088f0-3e9f-478a-9327-be87354de5ec req-f992c9ff-87c3-4d5b-b126-dc8519a6d3b5 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 946 time: 0.3173563 Nov 26 22:15:11.747437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95593f02-ddf6-46a5-8500-4274801ae87e req-5bfe6162-a97b-4b89-a91b-c28e6c808d84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 998 time: 0.1275702 Nov 26 22:15:11.795141 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5d85f-f264-426a-8fef-fd1da4d372fe None None] New status for floating IP de983c48-88a8-4283-83e1-3d139a12057d: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:15:11.883806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95593f02-ddf6-46a5-8500-4274801ae87e req-9cda78f9-2e10-4fe8-9e55-33661ade623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:11.886242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95593f02-ddf6-46a5-8500-4274801ae87e req-9cda78f9-2e10-4fe8-9e55-33661ade623e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 200 len: 860 time: 0.1332636 Nov 26 22:15:11.898852 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55f088f0-3e9f-478a-9327-be87354de5ec req-6cee1dde-1111-4a38-8f14-2f0f8f553b8f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305663 Nov 26 22:15:11.940025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Attempting to bind port 6571167e-80af-44c6-9091-c96d14b5840c on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:15:11.950779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Attempting to bind port 6571167e-80af-44c6-9091-c96d14b5840c by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:15:11.951159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Attempting to bind port 6571167e-80af-44c6-9091-c96d14b5840c on network 7c29e615-51cc-432a-a593-321edd2a8084 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:15:11.960277 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95593f02-ddf6-46a5-8500-4274801ae87e req-aa263464-f437-422b-92dd-7f75266f742d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7059be4a-bc05-4f8a-b07a-e19d399d2a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622663 Nov 26 22:15:11.974346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Port 6571167e-80af-44c6-9091-c96d14b5840c on network 7c29e615-51cc-432a-a593-321edd2a8084 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:15:11.974685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Attempting to bind port 6571167e-80af-44c6-9091-c96d14b5840c on network 7c29e615-51cc-432a-a593-321edd2a8084 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:15:11.987493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-534f51a2-e8a9-49a8-8fa4-8ecc4a0d7b0d service neutron] 10.222.0.21 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515771 Nov 26 22:15:11.989737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:15:11.989737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Checking segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:15:11.990125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Bound using segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:15:11.990961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Bound port: 6571167e-80af-44c6-9091-c96d14b5840c, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:15:11.991378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:12.178546 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95593f02-ddf6-46a5-8500-4274801ae87e req-9e65d8f2-341e-4242-8c8e-e4a3474ae0e1 service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101126 Nov 26 22:15:12.228368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c1e4f-eaee-426c-8eb6-86502a4574e3 req-6769eaba-b618-4b65-b85f-5597f8057b51 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:12.229901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a24c1e4f-eaee-426c-8eb6-86502a4574e3 req-6769eaba-b618-4b65-b85f-5597f8057b51 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.1928487 Nov 26 22:15:12.239770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-160f1b43-6b09-4c4f-a498-efb979e19c3f req-c78bf837-fcfe-4489-a276-a66c7b22c07b service neutron] 10.222.0.21 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333934 Nov 26 22:15:12.245294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] For port 6571167e-80af-44c6-9091-c96d14b5840c, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:15:12.249548 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] For port 6571167e-80af-44c6-9091-c96d14b5840c, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6571167e-80af-44c6-9091-c96d14b5840c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:15:12.259206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:12.311119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95593f02-ddf6-46a5-8500-4274801ae87e req-6554aede-2717-485b-b165-9a12caf50fbd service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154327 Nov 26 22:15:12.344326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:12.344956 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:12.347010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] 10.222.0.41 "PUT /v2.0/ports/6571167e-80af-44c6-9091-c96d14b5840c HTTP/1.1" status: 200 len: 1092 time: 2.6627464 Nov 26 22:15:12.401394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a24c1e4f-eaee-426c-8eb6-86502a4574e3 req-204dc468-1124-4441-8600-188890b7d838 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580322 Nov 26 22:15:12.430768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8eda-3c24-4e46-8873-30ba83d7654f service neutron] Pushing event updated for resources: {'Port': ['ID=6571167e-80af-44c6-9091-c96d14b5840c,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:12.485754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a3e3-82ef-4684-94eb-cfaa094fcb5e req-7f1c03ad-c911-4b77-884d-e91839e91845 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:12.494508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ace8a3e3-82ef-4684-94eb-cfaa094fcb5e req-7f1c03ad-c911-4b77-884d-e91839e91845 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 946 time: 0.1277034 Nov 26 22:15:12.576536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-2bb9ce7b-b020-40ca-96bb-6dced7820e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:12.578563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-2bb9ce7b-b020-40ca-96bb-6dced7820e64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 1095 time: 0.1421652 Nov 26 22:15:12.620477 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ace8a3e3-82ef-4684-94eb-cfaa094fcb5e req-425cbdb6-9003-452e-8166-0c2e6c698f60 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240423 Nov 26 22:15:12.642636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50880) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:12.704516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ec6fd-270a-44da-94a7-a1f210d9f5a0 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:12.715150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bf3ec6fd-270a-44da-94a7-a1f210d9f5a0 tempest-TestNetworkBasicOps-1406348465 tempest-TestNetworkBasicOps-1406348465-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 1092 time: 0.0643086 Nov 26 22:15:12.715526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 50882) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:12.719272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-92b55531-7c7c-4f16-a0ad-fdb7d058d816 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6571167e-80af-44c6-9091-c96d14b5840c HTTP/1.1" status: 200 len: 217 time: 0.1204054 Nov 26 22:15:12.723217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:12.740398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f93b57-2992-4438-8a83-b335a4aeb60c req-07fb2ff4-0da6-44dd-bbad-74f784596d77 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:12.742085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40f93b57-2992-4438-8a83-b335a4aeb60c req-07fb2ff4-0da6-44dd-bbad-74f784596d77 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 944 time: 0.2332692 Nov 26 22:15:12.875706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40f93b57-2992-4438-8a83-b335a4aeb60c req-70c645e9-a9a9-403e-af58-7f2b7f0dbb83 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815647 Nov 26 22:15:12.888632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-08969ae6-9251-48f2-8f79-f3f833c08499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:12.896994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-08969ae6-9251-48f2-8f79-f3f833c08499 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.1461318 Nov 26 22:15:12.901772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-c99bcd7d-678e-4693-a019-85526bbeaae5 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 1000 time: 0.2360177 Nov 26 22:15:12.903083 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:12.979442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-a921860c-c595-4c66-b74d-af3c9b4b15b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813818 Nov 26 22:15:13.011326 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937fbc-623b-47ee-9edb-89cac62a533f req-c3f66f38-b9ec-4982-893f-4dba58c395a8 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:13.015141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-c3f66f38-b9ec-4982-893f-4dba58c395a8 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports/5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 942 time: 0.1004941 Nov 26 22:15:13.167355 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-2ee0258f-947c-4294-ad18-a00d1b6b3530 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 1000 time: 0.0909014 Nov 26 22:15:13.238437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-008d39e8-36f0-4997-bf70-b8434f54964e service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509820 Nov 26 22:15:13.251753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a8bd8b-002a-4784-8d2f-cd956924addd', 'tag': '6571167e-80af-44c6-9091-c96d14b5840c'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:13.254169 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db304884-0c83-4adf-a225-9766b8cacdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "21a8bd8b-002a-4784-8d2f-cd956924addd", "tag": "6571167e-80af-44c6-9091-c96d14b5840c"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:13.358387 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fc5db5-9472-4510-8ccd-8427393634e5 x-openstack-request-id: req-c9fc5db5-9472-4510-8ccd-8427393634e5 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:13.358387 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a8bd8b-002a-4784-8d2f-cd956924addd", "tag": "6571167e-80af-44c6-9091-c96d14b5840c", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:13.359377 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9fc5db5-9472-4510-8ccd-8427393634e5 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:13.359377 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a8bd8b-002a-4784-8d2f-cd956924addd', 'tag': '6571167e-80af-44c6-9091-c96d14b5840c', 'status': 'completed', 'code': 200} Nov 26 22:15:13.372842 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:13.381705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937fbc-623b-47ee-9edb-89cac62a533f req-33b127ba-3b05-4e34-963f-d8150d5b21c7 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:13.383124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-33b127ba-3b05-4e34-963f-d8150d5b21c7 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2075198 Nov 26 22:15:13.484177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c6f0ea6-9671-4dbd-abdc-5c76444482af req-2cc6129a-ff7b-4e14-9962-a1378c0fb4da service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364161 Nov 26 22:15:13.571185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-fe8b0962-4914-48b1-9761-cafd5683412d tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 1000 time: 0.1793430 Nov 26 22:15:13.588665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:13.709812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43aded-e082-41ec-b74b-ee27798c5920 req-70390654-ee1f-48f6-93e5-efb1794678a5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:13.710760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c43aded-e082-41ec-b74b-ee27798c5920 req-70390654-ee1f-48f6-93e5-efb1794678a5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.1852555 Nov 26 22:15:13.737314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Allocated IP 172.25.3.159 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/4df33087-fa15-49d7-995c-12d3e4e5ab57) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:15:13.754021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:13.798543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-a188aab6-2e95-4cbc-818d-70dc97e2d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:13.800723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-a188aab6-2e95-4cbc-818d-70dc97e2d193 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 1095 time: 0.2250509 Nov 26 22:15:13.956989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c43aded-e082-41ec-b74b-ee27798c5920 req-38c1a753-3456-4b6d-a908-6b66d2769ab3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373128 Nov 26 22:15:14.063158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-068378be-af2a-432c-bb57-8d2431bb1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:14.065328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-068378be-af2a-432c-bb57-8d2431bb1f94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 916 time: 0.2562923 Nov 26 22:15:14.158138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:14.164342 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:14.170063 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:14.170529 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Floating IP de983c48-88a8-4283-83e1-3d139a12057d disassociated. External IP: 172.25.3.69, port: 5273278a-3b69-4a7c-8a87-1b1b7f377ff2. Nov 26 22:15:14.174567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-21e183aa-7675-40c1-8865-6651f9e7dfa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6571167e-80af-44c6-9091-c96d14b5840c HTTP/1.1" status: 200 len: 217 time: 0.0995104 Nov 26 22:15:14.685308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-d0a0f194-a532-4565-8cda-40a522f8f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:14.686841 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-d0a0f194-a532-4565-8cda-40a522f8f4a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.4981656 Nov 26 22:15:14.723938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3175589-a9a4-4f7b-a545-b902d6e25b63 req-c1e6f3e8-e1bd-49a8-a561-f9151581aa4e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:14.725454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3175589-a9a4-4f7b-a545-b902d6e25b63 req-c1e6f3e8-e1bd-49a8-a561-f9151581aa4e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 944 time: 0.5589588 Nov 26 22:15:14.750912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-6925a172-0aa5-4f80-a6ba-78d0dfad03fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512547 Nov 26 22:15:14.760515 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:14.918993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:15:14.938750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:15:14.947119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:15:14.972428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3175589-a9a4-4f7b-a545-b902d6e25b63 req-43b79210-7bcb-4085-b4e3-70fca6cfc360 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262847 Nov 26 22:15:15.089871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=4df33087-fa15-49d7-995c-12d3e4e5ab57,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:15.199965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-928c7a8e-5613-4827-89d3-d8966a8d6b23 service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321618 Nov 26 22:15:15.320519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8a092-5bfb-49c2-8f0f-7063211c6f9f req-5affd862-efa9-4ecd-9bbc-30095ee93c63 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:15.322000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc8a092-5bfb-49c2-8f0f-7063211c6f9f req-5affd862-efa9-4ecd-9bbc-30095ee93c63 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.2337205 Nov 26 22:15:15.378559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Router 1b164c5c-b2e7-441d-9600-b9540685cd72 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:15:15.458500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-db304884-0c83-4adf-a225-9766b8cacdf9 req-94107ea7-748b-4fa3-ac4d-8cdb50280b22 service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484868 Nov 26 22:15:15.506738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecc8a092-5bfb-49c2-8f0f-7063211c6f9f req-25fdefe9-9e3e-42df-bc71-3f6aeb3dae8d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750102 Nov 26 22:15:15.651324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:15:15.656845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:15.663641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] Sync routers for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:15:15.674847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:15:15.675683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:15.723211 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-8c0be603-4a4d-4bd4-a8f6-d91f18a18f6b tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "PUT /v2.0/floatingips/de983c48-88a8-4283-83e1-3d139a12057d HTTP/1.1" status: 200 len: 694 time: 2.1388986 Nov 26 22:15:15.725094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:15.727554 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1a9182-a829-4ab0-a483-2128a7a73614" -d '{"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:15.746265 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:15.796553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:15:15.810720 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f58fa0-050d-4892-9167-322a6454fc22 x-openstack-request-id: req-b9f58fa0-050d-4892-9167-322a6454fc22 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:15.811027 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:15.811415 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9f58fa0-050d-4892-9167-322a6454fc22 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:15.811877 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'status': 'completed', 'code': 200} Nov 26 22:15:15.868046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937fbc-623b-47ee-9edb-89cac62a533f req-903b0628-fe70-4153-9629-2deff45a2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:15.869786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-903b0628-fe70-4153-9629-2deff45a2174 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1096 time: 0.0997150 Nov 26 22:15:15.870677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:15.907082 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-94c95285-2e0e-4eb3-98b1-2240d2359abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:15.912609 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-94c95285-2e0e-4eb3-98b1-2240d2359abe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7e57d07f716455db8c0dfe89d775f32&device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 1096 time: 0.0612001 Nov 26 22:15:16.049252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-8816f441-be6a-41a8-94f9-28c2d9237e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:16.051284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-8816f441-be6a-41a8-94f9-28c2d9237e33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 921 time: 0.1285779 Nov 26 22:15:16.115648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937fbc-623b-47ee-9edb-89cac62a533f req-b866c951-9d6f-482d-bedc-ead9105c7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:16.115975 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-2d754cf9-10d7-4670-afd1-5f20d4a04308 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 217 time: 0.0566137 Nov 26 22:15:16.117137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-b866c951-9d6f-482d-bedc-ead9105c7c73 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 200 len: 921 time: 0.2252269 Nov 26 22:15:16.175750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-e11f3027-017c-405f-bc83-cfdbccab5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:16.177244 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-e11f3027-017c-405f-bc83-cfdbccab5dbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 200 len: 860 time: 0.0518160 Nov 26 22:15:16.206901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-56d796e1-0040-4c2f-b973-26834f664477 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 200 len: 217 time: 0.0685935 Nov 26 22:15:16.227698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-75ef4c4d-b110-40a3-a82e-a43198c96a82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7059be4a-bc05-4f8a-b07a-e19d399d2a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369568 Nov 26 22:15:16.279196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:18Z', 'revision_number': 5, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:16.304286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadd0d3-723f-4257-80c0-988115def9d5 req-bc5f871f-dde7-44e8-ad04-9102a6484216 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:16.306741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dadd0d3-723f-4257-80c0-988115def9d5 req-bc5f871f-dde7-44e8-ad04-9102a6484216 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 944 time: 0.2114127 Nov 26 22:15:16.317117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] Checking router: 1b164c5c-b2e7-441d-9600-b9540685cd72 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:15:16.321681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937fbc-623b-47ee-9edb-89cac62a533f req-53446de6-504e-4bf9-b054-907e980f71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:16.330443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-53446de6-504e-4bf9-b054-907e980f71e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 200 len: 860 time: 0.1138353 Nov 26 22:15:16.334002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:15:16.334961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:16.360492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-d88bfefa-d351-4567-8fcd-4fc9e974526d service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246815 Nov 26 22:15:16.372320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-a5a59b33-5a56-42a7-8d19-afeaa035dc4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7059be4a-bc05-4f8a-b07a-e19d399d2a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409324 Nov 26 22:15:16.396391 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:16.420130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:16.469658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:15:16.481530 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac1a9182-a829-4ab0-a483-2128a7a73614 req-b02c8ebb-fadf-40a6-a400-606d255878cb service neutron] 10.222.0.13 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093574 Nov 26 22:15:16.546965 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dadd0d3-723f-4257-80c0-988115def9d5 req-eaf06d43-6ffb-41e4-8357-d661cfba4591 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335544 Nov 26 22:15:16.563672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event updated for resources: {'Port': ['ID=4df33087-fa15-49d7-995c-12d3e4e5ab57,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:16.587188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:16.614972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 6571167e-80af-44c6-9091-c96d14b5840c details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:15:16.642400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-544aca9c-d109-4ec7-878c-bae5f64043d1 service neutron] 10.222.0.21 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526898 Nov 26 22:15:16.781017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 6571167e-80af-44c6-9091-c96d14b5840c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6571167e-80af-44c6-9091-c96d14b5840c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:16.796671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '6571167e-80af-44c6-9091-c96d14b5840c', 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'port_id': '6571167e-80af-44c6-9091-c96d14b5840c', 'mac_address': 'fa:16:3e:12:8d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938eed0a-92f6-47f4-8863-9b72e29b2212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:15:16.846992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:18Z', 'revision_number': 5, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:16.876928 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:16.879277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24dab0-af29-41be-b36d-f25bb9713abc None None] The sync data for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 is: [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:14:10Z', 'revision_number': 4, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b', 'name': '', 'network_id': '7059be4a-bc05-4f8a-b07a-e19d399d2a34', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'mac_address': 'fa:16:3e:bb:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '29992ca9-a091-4378-b115-2e5dae345446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:09Z', 'updated_at': '2021-11-26T22:14:18Z', 'revision_number': 5, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'subnets': [{'id': '29992ca9-a091-4378-b115-2e5dae345446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:15:16.893818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6571167e-80af-44c6-9091-c96d14b5840c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:15:16.919433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 6571167e-80af-44c6-9091-c96d14b5840c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6571167e-80af-44c6-9091-c96d14b5840c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:16.926021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:17.006206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=6571167e-80af-44c6-9091-c96d14b5840c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:17.105181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb8cbb-e576-4cdf-ba19-c180d9c40a43 req-467bf5a0-931a-4b44-a9fd-e8fc8b80178e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:17.106754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4dbb8cbb-e576-4cdf-ba19-c180d9c40a43 req-467bf5a0-931a-4b44-a9fd-e8fc8b80178e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.4792042 Nov 26 22:15:17.133038 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Floating IP 0e24880a-fee5-4a31-8bc7-d060be70878b associated. External IP: 172.25.3.159, port: a7950d02-41df-4303-aca1-107a8a3fd6e1. Nov 26 22:15:17.164172 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c90dfe-a4b7-49e4-857c-39f69c4cd6cb None None] New status for floating IP de983c48-88a8-4283-83e1-3d139a12057d: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:15:17.185842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60937fbc-623b-47ee-9edb-89cac62a533f req-534b5f4b-c772-4732-a242-00f095f50040 service neutron] 10.222.0.21 "GET /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244842 Nov 26 22:15:17.292040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4dbb8cbb-e576-4cdf-ba19-c180d9c40a43 req-2980f015-6f2e-47c1-afb6-c7c0c2a93204 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717141 Nov 26 22:15:17.305148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d84c0762-c448-482e-b438-45eff684dd0d req-2e0019f5-c548-4000-8df4-d32edc6062d4 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/floatingips/de983c48-88a8-4283-83e1-3d139a12057d HTTP/1.1" status: 200 len: 694 time: 0.0600488 Nov 26 22:15:17.352356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['6571167e-80af-44c6-9091-c96d14b5840c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:17.513420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c0762-c448-482e-b438-45eff684dd0d req-7d3b7102-31b8-420b-9e15-2d62e09448b3 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:17.515142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d84c0762-c448-482e-b438-45eff684dd0d req-7d3b7102-31b8-420b-9e15-2d62e09448b3 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/networks/767e4e93-422e-4f79-9ddf-e2867440c749 HTTP/1.1" status: 200 len: 784 time: 0.2032325 Nov 26 22:15:17.536213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-d84c0762-c448-482e-b438-45eff684dd0d req-ba2ebbc5-bed3-45b2-9d7e-d87595fdc3fb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:15:17.537205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d84c0762-c448-482e-b438-45eff684dd0d req-ba2ebbc5-bed3-45b2-9d7e-d87595fdc3fb tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062449 Nov 26 22:15:17.560957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 894267c0-f923-48bb-b44e-2a51ad1e0b71 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:15:17.609210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d84c0762-c448-482e-b438-45eff684dd0d req-1a3e1cd7-92c1-4747-b265-0083c8ea01d4 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0582898 Nov 26 22:15:17.732086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d84c0762-c448-482e-b438-45eff684dd0d req-86799ced-584f-4924-9450-62abdff053cd tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.1148767 Nov 26 22:15:17.835157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3b0b6-ead7-48d9-ac10-f66f62a220fe req-3ca72ea8-608f-4a9f-8a5a-e48a3c76ff61 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:17.836705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72f3b0b6-ead7-48d9-ac10-f66f62a220fe req-3ca72ea8-608f-4a9f-8a5a-e48a3c76ff61 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 945 time: 0.2111580 Nov 26 22:15:17.941850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:15:17.953778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] Sync routers for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:15:17.965758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:15:17.966676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:17.984219 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72f3b0b6-ead7-48d9-ac10-f66f62a220fe req-787b92c2-8827-4fe2-81b3-78a8b1c7be2c tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009171 Nov 26 22:15:17.989100 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:18.041572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Deleting port 9d619493-fa57-44a2-a828-d20f8fc1c52a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:15:18.041922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:18.044781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-17c9cdf1-9c74-459e-8c02-ef0587b9f2e9 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3272178 Nov 26 22:15:18.046652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:18.049726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50918) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:18.050226 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50fcba0-60af-430a-bc35-21b0a281066f" -d '{"events": [{"name": "network-changed", "server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:18.130493 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21685292-82a1-4e52-bc3c-0dfb8dc12d02 x-openstack-request-id: req-21685292-82a1-4e52-bc3c-0dfb8dc12d02 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:18.131100 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:18.131100 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21685292-82a1-4e52-bc3c-0dfb8dc12d02 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:18.131483 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'status': 'completed', 'code': 200} Nov 26 22:15:18.166518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:15:18.167131 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:18.168813 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:18.194782 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-11f3bf3c-63c9-4f51-a176-2e0b8d61730e tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/floatingips/0e24880a-fee5-4a31-8bc7-d060be70878b HTTP/1.1" status: 200 len: 992 time: 0.1446283 Nov 26 22:15:18.215240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Calling delete_port for 9d619493-fa57-44a2-a828-d20f8fc1c52a owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:15:18.294516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fcba0-60af-430a-bc35-21b0a281066f req-68e7c02b-4cdb-4478-aac4-f3da5a7b22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:18.296035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50fcba0-60af-430a-bc35-21b0a281066f req-68e7c02b-4cdb-4478-aac4-f3da5a7b22b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 1097 time: 0.1166887 Nov 26 22:15:18.472064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fcba0-60af-430a-bc35-21b0a281066f req-1fcd055d-7185-4fb4-8aed-979044a886aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:18.473748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50fcba0-60af-430a-bc35-21b0a281066f req-1fcd055d-7185-4fb4-8aed-979044a886aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=29b06049-0a9e-4225-8957-db70fbcaab9d HTTP/1.1" status: 200 len: 898 time: 0.1674407 Nov 26 22:15:18.513058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '0e24880a-fee5-4a31-8bc7-d060be70878b', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'port_id': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'mac_address': 'fa:16:3e:5f:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:15:15Z', 'updated_at': '2021-11-26T22:15:15Z', 'revision_number': 0, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:54Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:18.548767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] Checking router: 894267c0-f923-48bb-b44e-2a51ad1e0b71 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:15:18.559271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:15:18.560950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:14:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:18.616868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 6571167e-80af-44c6-9091-c96d14b5840c up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:15:18.625941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50fcba0-60af-430a-bc35-21b0a281066f req-4c6399eb-da26-4509-af98-7bbafdfe9d30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1 HTTP/1.1" status: 200 len: 1000 time: 0.1290088 Nov 26 22:15:18.656940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194e9d1-428f-41fb-b8d0-c3438fbf44cf req-72904ef2-6f04-4581-b46d-519c048df3af tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:18.667163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9194e9d1-428f-41fb-b8d0-c3438fbf44cf req-72904ef2-6f04-4581-b46d-519c048df3af tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.1919286 Nov 26 22:15:18.698964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:18.738142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:15:18.757407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event deleted for resources: {'Port': ['ID=9d619493-fa57-44a2-a828-d20f8fc1c52a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:18.785259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 6571167e-80af-44c6-9091-c96d14b5840c completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:15:18.797900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 6571167e-80af-44c6-9091-c96d14b5840c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:15:18.798312 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:18.825450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fcba0-60af-430a-bc35-21b0a281066f req-6ced8022-5a49-45c5-a590-a9f6b44bc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:18.827127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50fcba0-60af-430a-bc35-21b0a281066f req-6ced8022-5a49-45c5-a590-a9f6b44bc77f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b4ef732-56ca-4173-9e61-df1c4038d766 HTTP/1.1" status: 200 len: 835 time: 0.1930912 Nov 26 22:15:18.836575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9194e9d1-428f-41fb-b8d0-c3438fbf44cf req-8941a453-8bb4-41b8-8c33-3b4aeff09fc5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684446 Nov 26 22:15:18.889162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:18.891967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:18.894431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d84c0762-c448-482e-b438-45eff684dd0d req-33b2696a-bcbd-42e2-9b6e-7f189f270284 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "DELETE /v2.0/floatingips/de983c48-88a8-4283-83e1-3d139a12057d HTTP/1.1" status: 204 len: 173 time: 1.1491714 Nov 26 22:15:18.907492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fcba0-60af-430a-bc35-21b0a281066f req-511bc50e-c97e-4660-88fc-933b1b4f9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:18.909645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50fcba0-60af-430a-bc35-21b0a281066f req-511bc50e-c97e-4660-88fc-933b1b4f9c28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29b06049-0a9e-4225-8957-db70fbcaab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720587 Nov 26 22:15:19.009192 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:19.045027 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81caee4b-6e07-4164-901b-0c98baf72581 req-6b353c69-e9dd-4798-bed8-3466dfc1d76f tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups/df4a2cb4-1180-4de3-bdff-812e8f2dfd8c HTTP/1.1" status: 200 len: 1825 time: 0.1241531 Nov 26 22:15:19.108482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a8bd8b-002a-4784-8d2f-cd956924addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6571167e-80af-44c6-9091-c96d14b5840c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:19.112950 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92db2b5c-113c-4b7a-ac38-b83554fae444" -d '{"events": [{"server_uuid": "21a8bd8b-002a-4784-8d2f-cd956924addd", "name": "network-vif-plugged", "status": "completed", "tag": "6571167e-80af-44c6-9091-c96d14b5840c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:19.141494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50fcba0-60af-430a-bc35-21b0a281066f req-8fa3f62f-b855-490f-8ba8-96eb81d3b53f service neutron] 10.222.0.41 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893420 Nov 26 22:15:19.152081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 6571167e-80af-44c6-9091-c96d14b5840c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6571167e-80af-44c6-9091-c96d14b5840c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:19.190958 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:19.194424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50946) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:19.257986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=6571167e-80af-44c6-9091-c96d14b5840c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:19.295497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '0e24880a-fee5-4a31-8bc7-d060be70878b', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'port_id': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'mac_address': 'fa:16:3e:5f:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:15:15Z', 'updated_at': '2021-11-26T22:15:15Z', 'revision_number': 0, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:54Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:19.313902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1422b330-fcac-4243-8b5b-66d753c9f18b tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/floatingips/0e24880a-fee5-4a31-8bc7-d060be70878b HTTP/1.1" status: 200 len: 992 time: 0.1176531 Nov 26 22:15:19.336226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5941a3-1e2e-4464-845c-76ebcaf47e7d None None] The sync data for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 is: [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '0e24880a-fee5-4a31-8bc7-d060be70878b', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'port_id': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'mac_address': 'fa:16:3e:5f:c0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:15:15Z', 'updated_at': '2021-11-26T22:15:15Z', 'revision_number': 0, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:54Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:15:19.368179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a50fcba0-60af-430a-bc35-21b0a281066f req-2b343ce3-e053-4cfb-ba1f-2b002ac832df service neutron] 10.222.0.41 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087259 Nov 26 22:15:19.407412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-81caee4b-6e07-4164-901b-0c98baf72581 req-7596a194-1a66-4ed5-95ac-2ae7769908be tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:19.440865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5abf7-7678-4e72-86ca-51028e903c48 req-1a2cf94b-dcf9-478b-b844-a898abd096b9 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:19.448658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24d5abf7-7678-4e72-86ca-51028e903c48 req-1a2cf94b-dcf9-478b-b844-a898abd096b9 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 946 time: 0.3035557 Nov 26 22:15:19.469434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-81caee4b-6e07-4164-901b-0c98baf72581 req-7596a194-1a66-4ed5-95ac-2ae7769908be tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:19.541170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24d5abf7-7678-4e72-86ca-51028e903c48 req-543eb3a6-ad84-4e10-ac03-04309b94af7e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902388 Nov 26 22:15:19.564641 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-81caee4b-6e07-4164-901b-0c98baf72581 req-7596a194-1a66-4ed5-95ac-2ae7769908be tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:19.568809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-81caee4b-6e07-4164-901b-0c98baf72581 req-7596a194-1a66-4ed5-95ac-2ae7769908be tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:19.574781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-81caee4b-6e07-4164-901b-0c98baf72581 req-7596a194-1a66-4ed5-95ac-2ae7769908be tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "DELETE /v2.0/security-groups/df4a2cb4-1180-4de3-bdff-812e8f2dfd8c HTTP/1.1" status: 204 len: 173 time: 0.5239134 Nov 26 22:15:19.592527 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5923eba5-8525-4a25-9df7-1ccfb6c01adf x-openstack-request-id: req-5923eba5-8525-4a25-9df7-1ccfb6c01adf {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:19.592890 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a8bd8b-002a-4784-8d2f-cd956924addd", "name": "network-vif-plugged", "status": "completed", "tag": "6571167e-80af-44c6-9091-c96d14b5840c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:19.593258 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5923eba5-8525-4a25-9df7-1ccfb6c01adf {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:19.593748 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a8bd8b-002a-4784-8d2f-cd956924addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6571167e-80af-44c6-9091-c96d14b5840c', 'code': 200} Nov 26 22:15:19.606634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596a194-1a66-4ed5-95ac-2ae7769908be tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4a2cb4-1180-4de3-bdff-812e8f2dfd8c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:19.785305 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db030e-3437-4bb2-bf3e-0991b9a90b66 None None] New status for floating IP 0e24880a-fee5-4a31-8bc7-d060be70878b: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:15:19.789670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de5d8-0334-419e-9160-8765888010dc req-9faa6f5e-79fd-471b-b2e6-195ec1d00425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:19.794427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c9de5d8-0334-419e-9160-8765888010dc req-9faa6f5e-79fd-471b-b2e6-195ec1d00425 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 1097 time: 0.0649385 Nov 26 22:15:19.849390 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c9de5d8-0334-419e-9160-8765888010dc req-92bca555-43d7-4be4-ba85-66a0aba24400 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510006 Nov 26 22:15:19.905915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdb306-1b94-47f5-8b65-19a1d8a98d81 req-c41990bf-037a-4e55-9427-78385fee47c7 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:19.915012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07bdb306-1b94-47f5-8b65-19a1d8a98d81 req-c41990bf-037a-4e55-9427-78385fee47c7 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0641544 Nov 26 22:15:20.009394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07bdb306-1b94-47f5-8b65-19a1d8a98d81 req-c95becbc-fa83-45fe-a607-7c32cc7adb83 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934033 Nov 26 22:15:20.034335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636328e-1891-4850-9ad0-7dc2d498c8ca req-07b3831e-c9fb-4f96-80f2-6897da3dd8ef tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:20.038577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e636328e-1891-4850-9ad0-7dc2d498c8ca req-07b3831e-c9fb-4f96-80f2-6897da3dd8ef tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.1058624 Nov 26 22:15:20.143100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e636328e-1891-4850-9ad0-7dc2d498c8ca req-90488c20-2d96-415e-886e-9e5f8f4beb3f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900259 Nov 26 22:15:20.316466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 50968) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:20.380376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c7ff31ab-68e6-4bc6-9724-69896a990ea0 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/floatingips/0e24880a-fee5-4a31-8bc7-d060be70878b HTTP/1.1" status: 200 len: 994 time: 0.0627322 Nov 26 22:15:20.667813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e80bb-92d9-4fec-8367-3a1de3c187db req-dfb2db57-b23a-4c40-88f3-cd4107f048b6 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:20.669479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe0e80bb-92d9-4fec-8367-3a1de3c187db req-dfb2db57-b23a-4c40-88f3-cd4107f048b6 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 946 time: 0.0554037 Nov 26 22:15:20.722108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe0e80bb-92d9-4fec-8367-3a1de3c187db req-12609372-956a-4829-928e-eb5239f001ee tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456870 Nov 26 22:15:21.149452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995baa24-614a-41bd-8de1-9dd05f68faa3 req-0ffac1f9-90f6-4c2b-b4e8-4d546ef3cae7 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:21.151220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-995baa24-614a-41bd-8de1-9dd05f68faa3 req-0ffac1f9-90f6-4c2b-b4e8-4d546ef3cae7 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0586505 Nov 26 22:15:21.224706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-995baa24-614a-41bd-8de1-9dd05f68faa3 req-a9c138a7-be91-4328-9e21-fb559f6cecd2 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614095 Nov 26 22:15:21.285996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4ae2f-5096-49ba-83ca-47ce0309f50c req-6817a7cb-9ea3-4be0-8a38-736c5d2266e4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:21.287958 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eed4ae2f-5096-49ba-83ca-47ce0309f50c req-6817a7cb-9ea3-4be0-8a38-736c5d2266e4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.0565760 Nov 26 22:15:21.346064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eed4ae2f-5096-49ba-83ca-47ce0309f50c req-3ce8854a-60b9-4731-a576-7906e5c79b29 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Nov 26 22:15:21.874617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b353bb5-300a-45b8-9840-78d0c22fa1d3 req-2e44420f-ab8a-42ef-b950-cf98ecdf9638 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:21.875828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b353bb5-300a-45b8-9840-78d0c22fa1d3 req-2e44420f-ab8a-42ef-b950-cf98ecdf9638 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 946 time: 0.0675189 Nov 26 22:15:21.953416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b353bb5-300a-45b8-9840-78d0c22fa1d3 req-d30cc5a6-b9c4-451a-996b-4f7c34b6a458 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666494 Nov 26 22:15:22.403894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c6e61-35dd-4d61-8b9f-9e67c73cfced req-19262dd9-670e-4157-a6e7-d142dfca27d5 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:22.406202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d86c6e61-35dd-4d61-8b9f-9e67c73cfced req-19262dd9-670e-4157-a6e7-d142dfca27d5 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0752497 Nov 26 22:15:22.503737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb79030-020b-4028-a816-69fb3878f4cd req-cef7c893-42a6-4155-b395-72da811784b0 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:22.505488 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0cb79030-020b-4028-a816-69fb3878f4cd req-cef7c893-42a6-4155-b395-72da811784b0 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.13 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 945 time: 0.0734787 Nov 26 22:15:22.516401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d86c6e61-35dd-4d61-8b9f-9e67c73cfced req-238be4e3-13af-4384-9e00-38fc4a3e66b9 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/security-groups?id=638a696f-74ce-46ce-a66b-17bf29f4303b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985332 Nov 26 22:15:22.623453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dedcdf-3082-4f9a-a4e4-a8c5d9b96b66 req-7ee43cbd-9d7d-4980-ae1f-2fb2c9feb344 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:22.625380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34dedcdf-3082-4f9a-a4e4-a8c5d9b96b66 req-7ee43cbd-9d7d-4980-ae1f-2fb2c9feb344 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.1669405 Nov 26 22:15:22.664982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Deleting port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:15:22.665592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:22.696502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34dedcdf-3082-4f9a-a4e4-a8c5d9b96b66 req-c5644031-177f-44b3-95e1-bda6575b4b33 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616450 Nov 26 22:15:22.770785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] For port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:22.771160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:22.786219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Calling delete_port for 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:15:22.960138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:22.994636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5273278a-3b69-4a7c-8a87-1b1b7f377ff2'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:23.009143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Pushing event deleted for resources: {'Port': ['ID=5273278a-3b69-4a7c-8a87-1b1b7f377ff2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:23.079261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] No DVR routers for this DVR port 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:15:23.083951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:23.087548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0cb79030-020b-4028-a816-69fb3878f4cd req-93720e14-f104-447d-aef9-4cc77c110ab1 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.13 "DELETE /v2.0/ports/5273278a-3b69-4a7c-8a87-1b1b7f377ff2 HTTP/1.1" status: 204 len: 173 time: 0.5751979 Nov 26 22:15:23.088015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'name': 'network-vif-deleted', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:23.090729 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a618b-8475-4893-82a2-968d2af3982e" -d '{"events": [{"server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "name": "network-vif-deleted", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:23.149599 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5322e02b-5d75-46ba-8091-17b582e46251 x-openstack-request-id: req-5322e02b-5d75-46ba-8091-17b582e46251 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:23.149911 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734aa187-7171-44d2-a5f1-8fef895545c0", "name": "network-vif-deleted", "tag": "5273278a-3b69-4a7c-8a87-1b1b7f377ff2", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:23.150209 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5322e02b-5d75-46ba-8091-17b582e46251 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:23.150604 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734aa187-7171-44d2-a5f1-8fef895545c0', 'name': 'network-vif-deleted', 'tag': '5273278a-3b69-4a7c-8a87-1b1b7f377ff2', 'status': 'completed', 'code': 200} Nov 26 22:15:23.495334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-faaa97c3-bc4e-4c02-9ac6-70ad786a3203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:23.666620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-373452ae-c5c8-4d33-a1f9-0c98b0ba7a56 req-8bee3e9d-9d6d-4c34-9a60-90da458865d2 tempest-ServerRescueTestJSONUnderV235-1223816622 tempest-ServerRescueTestJSONUnderV235-1223816622-project] 10.222.0.21 "GET /v2.0/ports?device_id=734aa187-7171-44d2-a5f1-8fef895545c0 HTTP/1.1" status: 200 len: 210 time: 0.0488369 Nov 26 22:15:23.843735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfeb0e-4305-4b3f-b45d-79ad04592967 req-59d1db89-31c4-494b-b988-a1d6bce4a380 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:23.846276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60cfeb0e-4305-4b3f-b45d-79ad04592967 req-59d1db89-31c4-494b-b988-a1d6bce4a380 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.0693586 Nov 26 22:15:23.911160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60cfeb0e-4305-4b3f-b45d-79ad04592967 req-22f1c4d5-55cb-48ff-9a49-0875f315d4d7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550234 Nov 26 22:15:24.718833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51074) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:25.076811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f57f1-8e72-4210-8f2d-3ef6609d3f76 req-31933c66-abeb-4236-89b4-d1c53fa0e409 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:25.085206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-675f57f1-8e72-4210-8f2d-3ef6609d3f76 req-31933c66-abeb-4236-89b4-d1c53fa0e409 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.0766275 Nov 26 22:15:25.142104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-675f57f1-8e72-4210-8f2d-3ef6609d3f76 req-b240c9b2-fe9b-4c6a-a018-0fb6efe409cc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503407 Nov 26 22:15:25.197152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:25.517911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Deleting port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:15:25.518396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:25.601652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] For port 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,segment=NetworkSegment(927d1eb8-b25b-400c-8759-6ae11e5dbbdc),segment_id=927d1eb8-b25b-400c-8759-6ae11e5dbbdc)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:25.602139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:25.614883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Calling delete_port for 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:15:25.825804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:25.854856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:26.057863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:26.243916 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-da219050-a1c8-4d03-9d6b-2a5806064314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:26.301696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e61171-1d05-436d-ae5b-36368cb709c3 req-81871e16-902f-4e81-bc38-3f4784793b7a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:26.303293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83e61171-1d05-436d-ae5b-36368cb709c3 req-81871e16-902f-4e81-bc38-3f4784793b7a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.0644467 Nov 26 22:15:26.362797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83e61171-1d05-436d-ae5b-36368cb709c3 req-0de68c5a-e6ea-4808-899d-9c054acb0a3c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518947 Nov 26 22:15:26.366813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Router 1b164c5c-b2e7-441d-9600-b9540685cd72 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:15:26.385276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:15:26.425087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:15:26.425533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5273278a-3b69-4a7c-8a87-1b1b7f377ff2 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:15:26.522825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:15:26.528637 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-69edd8f5-5c19-446a-818c-e91cc267fc58 admin admin] 10.222.0.21 "PUT /v2.0/routers/1b164c5c-b2e7-441d-9600-b9540685cd72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8080149 Nov 26 22:15:26.531288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51110) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:26.536237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] Sync routers for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:15:26.559505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:15:26.560300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:15:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:26.675742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:26.800886 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:26.874489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Deleting port fd0ebae3-7013-4988-9141-3cc700abd600 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:15:26.875550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:26.912864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:15:26.999938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] For port fd0ebae3-7013-4988-9141-3cc700abd600, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fd0ebae3-7013-4988-9141-3cc700abd600,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:27.000492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:27.016404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Calling delete_port for fd0ebae3-7013-4988-9141-3cc700abd600 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:15:27.144387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:27.164398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:15:25Z', 'revision_number': 5, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port': {'id': 'fd0ebae3-7013-4988-9141-3cc700abd600', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3297, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:05Z', 'updated_at': '2021-11-26T22:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:27.200877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] Checking router: 1b164c5c-b2e7-441d-9600-b9540685cd72 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:15:27.212053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] Routers {'1b164c5c-b2e7-441d-9600-b9540685cd72'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:15:27.212991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:15:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1b164c5c-b2e7-441d-9600-b9540685cd72'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:27.263355 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:27.339449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0ebae3-7013-4988-9141-3cc700abd600,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:27.359068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] Set router 1b164c5c-b2e7-441d-9600-b9540685cd72 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:15:27.398292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:27.462427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:15:26Z', 'revision_number': 6, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:27.464717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f96bf-ddd1-4eeb-8f92-f1c66f22afaf None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:15:27.522428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8def55b-2c45-4193-9607-058e24bff7bc None None] The sync data for ids ['1b164c5c-b2e7-441d-9600-b9540685cd72'] in n-d-819494-1 is: [{'id': '1b164c5c-b2e7-441d-9600-b9540685cd72', 'name': 'tempest-ServerRescueTestJSONUnderV235-1793539963-router', 'tenant_id': 'd7e57d07f716455db8c0dfe89d775f32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:04Z', 'updated_at': '2021-11-26T22:15:26Z', 'revision_number': 6, 'project_id': 'd7e57d07f716455db8c0dfe89d775f32', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:15:27.917779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:27.921362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.025140 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.029791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b164c5c-b2e7-441d-9600-b9540685cd72 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:15:28.036842 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.038290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6e9f1184-a900-4633-9c18-a76a5b15b91b admin admin] 10.222.0.21 "DELETE /v2.0/routers/1b164c5c-b2e7-441d-9600-b9540685cd72 HTTP/1.1" status: 204 len: 168 time: 1.5036554 Nov 26 22:15:28.041278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51140) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:28.057414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ffa55-0527-4625-ac57-06578145157a req-5c3ce472-b0f1-4993-84f3-ffc48e5511c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:28.065710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e6ffa55-0527-4625-ac57-06578145157a req-5c3ce472-b0f1-4993-84f3-ffc48e5511c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.2125790 Nov 26 22:15:28.122599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:15:28.150639 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:15:28.151313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8e9c1ff5-7a3b-4ad8-a158-e31a25f4cd0b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:15:28.152488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e6ffa55-0527-4625-ac57-06578145157a req-d68ed170-a601-4b69-8106-7fef56ba4856 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855432 Nov 26 22:15:28.182950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e636312e-81a0-43d2-9a57-447cfb7f94ac admin admin] Deleting subnet 29992ca9-a091-4378-b115-2e5dae345446 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:15:28.186689 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e636312e-81a0-43d2-9a57-447cfb7f94ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.243116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e636312e-81a0-43d2-9a57-447cfb7f94ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.285200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e636312e-81a0-43d2-9a57-447cfb7f94ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.368369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e636312e-81a0-43d2-9a57-447cfb7f94ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.398454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636312e-81a0-43d2-9a57-447cfb7f94ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29992ca9-a091-4378-b115-2e5dae345446,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:28.402466 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e636312e-81a0-43d2-9a57-447cfb7f94ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.407683 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e636312e-81a0-43d2-9a57-447cfb7f94ac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/29992ca9-a091-4378-b115-2e5dae345446 HTTP/1.1" status: 204 len: 168 time: 0.3644867 Nov 26 22:15:28.410426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 51148) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:28.502453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.596886 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.635606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7059be4a-bc05-4f8a-b07a-e19d399d2a34']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:28.637073 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.653564 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927d1eb8-b25b-400c-8759-6ae11e5dbbdc') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:28.653849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927d1eb8-b25b-400c-8759-6ae11e5dbbdc') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:15:28.665437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.681231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.689970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:15:28.689970 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:15:28.692313 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:15:28.777005 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.784836 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:28.799687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7059be4a-bc05-4f8a-b07a-e19d399d2a34 HTTP/1.1" status: 204 len: 168 time: 0.3830173 Nov 26 22:15:28.813520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb9318-cb0e-492b-8fcb-030e301bf990 admin admin] Pushing event deleted for resources: {'Network': ['ID=7059be4a-bc05-4f8a-b07a-e19d399d2a34,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:28.961425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51156) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:29.026627 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fdf32543-aca9-43b5-b9d1-c595f579d86f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7e57d07f716455db8c0dfe89d775f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613012 Nov 26 22:15:29.027731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 51162) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:15:29.091986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f263feb-2315-4347-85ef-b49c60e5e01e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:29.124423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f263feb-2315-4347-85ef-b49c60e5e01e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:29.188179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f263feb-2315-4347-85ef-b49c60e5e01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:29.192815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3f263feb-2315-4347-85ef-b49c60e5e01e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:29.194605 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3f263feb-2315-4347-85ef-b49c60e5e01e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/638a696f-74ce-46ce-a66b-17bf29f4303b HTTP/1.1" status: 204 len: 168 time: 0.1643226 Nov 26 22:15:29.206708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f263feb-2315-4347-85ef-b49c60e5e01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638a696f-74ce-46ce-a66b-17bf29f4303b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:29.309297 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:29.341608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e345f-f472-4a3b-903d-ecf0a3affeec req-707ad00d-6820-408f-8e1d-c25af6a91013 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:29.343544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd2e345f-f472-4a3b-903d-ecf0a3affeec req-707ad00d-6820-408f-8e1d-c25af6a91013 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.0854983 Nov 26 22:15:29.421167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd2e345f-f472-4a3b-903d-ecf0a3affeec req-12a7b3fe-1339-40f3-9415-1e9db2a8a9e9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676961 Nov 26 22:15:30.010558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd0ebae3-7013-4988-9141-3cc700abd600 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:15:30.038739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: fd0ebae3-7013-4988-9141-3cc700abd600 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:15:30.039373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fd0ebae3-7013-4988-9141-3cc700abd600 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:15:30.648364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-803f92de-31b6-48a5-bb7c-cfaa8a847726 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:30.650431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-803f92de-31b6-48a5-bb7c-cfaa8a847726 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 815 time: 0.1680002 Nov 26 22:15:30.670629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-acafdb80-b1a0-408c-9758-4233386396a7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/quotas/d4567badae3a4141a636918d06e429ac HTTP/1.1" status: 200 len: 375 time: 0.0128973 Nov 26 22:15:30.684141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1729-0622-4eab-b93c-8516b5d95ace req-cf0e7004-24bc-4c9d-800c-878b6a02cceb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:30.685845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ade1729-0622-4eab-b93c-8516b5d95ace req-cf0e7004-24bc-4c9d-800c-878b6a02cceb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.0975759 Nov 26 22:15:30.781389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-b990d895-28f5-4d36-a2be-80c04490055b tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944278 Nov 26 22:15:30.793297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ade1729-0622-4eab-b93c-8516b5d95ace req-19df2881-d823-4a00-aaae-3396297bdb5f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945554 Nov 26 22:15:30.876716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5443c8c6-408e-414b-9fca-224a2a27eae8 req-3096166e-eda7-40f3-b492-98f85f17adb6 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0400383 Nov 26 22:15:31.043225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-d3ed0fdf-ae40-4da0-a3cb-05e7ba87892e service neutron] 10.222.0.21 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488775 Nov 26 22:15:31.157527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-8ab7d767-1908-47c1-89fe-23ab968ed5b8 service neutron] 10.222.0.21 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966666 Nov 26 22:15:31.366821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56492ee6-b2af-449f-8b44-4e39f013f0df req-a4c7d1e5-7793-4ca0-8581-7a073466ed1f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 210 time: 0.0346572 Nov 26 22:15:32.008463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64f792-6113-4bf6-a960-6712edefd09d req-2e865171-6911-4ad2-a6af-7b1fe9ab25be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:32.010115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d64f792-6113-4bf6-a960-6712edefd09d req-2e865171-6911-4ad2-a6af-7b1fe9ab25be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 943 time: 0.1299670 Nov 26 22:15:32.027089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40dfbfaf-5e14-4394-8748-039547da6745 req-2799f4c2-ccce-45ed-a92d-048d1f9d84f2 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0422146 Nov 26 22:15:32.078217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d64f792-6113-4bf6-a960-6712edefd09d req-eb38a933-c43b-4c1e-9eed-77c62e989f24 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537066 Nov 26 22:15:32.391700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0fcf0149-4b27-4259-b402-d436776cd60f details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:15:32.509165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0fcf0149-4b27-4259-b402-d436776cd60f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0fcf0149-4b27-4259-b402-d436776cd60f,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:32.523273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '0fcf0149-4b27-4259-b402-d436776cd60f', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'port_id': '0fcf0149-4b27-4259-b402-d436776cd60f', 'mac_address': 'fa:16:3e:e9:c6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:15:32.547135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-801aeac2-d23e-427d-a1e8-5465ee0fb5c3 req-5f39344d-049e-40f5-8eca-c97105e71049 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 210 time: 0.0384007 Nov 26 22:15:32.578164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:32.593664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fcf0149-4b27-4259-b402-d436776cd60f {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:15:32.615454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0fcf0149-4b27-4259-b402-d436776cd60f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0fcf0149-4b27-4259-b402-d436776cd60f,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:32.621519 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:32.677503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0fcf0149-4b27-4259-b402-d436776cd60f,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:32.693089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-55dc4d57-9d82-49ac-9d18-afb828825158 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:32.694674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-55dc4d57-9d82-49ac-9d18-afb828825158 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.13 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 815 time: 0.1287956 Nov 26 22:15:32.714251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Request body: {'port': {'device_id': '5923a7da-69a1-4330-9630-b71afdb91a1c', 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'admin_state_up': True, 'tenant_id': 'd4567badae3a4141a636918d06e429ac'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:32.855189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Made reservation on behalf of d4567badae3a4141a636918d06e429ac for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:15:32.859248 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:32.999849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Allocated IP 172.20.0.2 (7c29e615-51cc-432a-a593-321edd2a8084/938eed0a-92f6-47f4-8863-9b72e29b2212/f638406f-6749-4b68-a4f0-4b7e8f42e94c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:15:33.161011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b461ba21-5dd0-406b-9dcc-1e9f42adecc6 req-6b94a3d9-b271-48ec-b405-987d54ca7423 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0381520 Nov 26 22:15:33.208270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac703d48-33ef-494d-9bf8-61224c20190f req-7b024802-2830-499d-b8d3-0be53499db4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792670 Nov 26 22:15:33.240536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:33.248791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a5da-d677-42f6-82af-98bc508c6eb4 req-c3ac9d73-f1e1-4e6f-b5bb-6aceb76e8cd9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:33.250445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0e7a5da-d677-42f6-82af-98bc508c6eb4 req-c3ac9d73-f1e1-4e6f-b5bb-6aceb76e8cd9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 944 time: 0.0581956 Nov 26 22:15:33.258756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['0fcf0149-4b27-4259-b402-d436776cd60f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:33.286648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:33.322776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0e7a5da-d677-42f6-82af-98bc508c6eb4 req-c856437f-065a-42fd-8af8-35009f2d6499 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532975 Nov 26 22:15:33.330485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b10d7821-3680-4713-9d46-3ba5fffb8a15', '6571167e-80af-44c6-9091-c96d14b5840c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:33.346133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Network 7c29e615-51cc-432a-a593-321edd2a8084 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:15:33.370837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:15:33.377884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:15:33.408542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Pushing event updated for resources: {'Port': ['ID=f638406f-6749-4b68-a4f0-4b7e8f42e94c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:33.438910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:33.439316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:33.444834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac703d48-33ef-494d-9bf8-61224c20190f req-b6273a3e-ec49-4c18-b151-2711981eee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:33.446369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac703d48-33ef-494d-9bf8-61224c20190f req-b6273a3e-ec49-4c18-b151-2711981eee9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 1097 time: 0.1379919 Nov 26 22:15:33.464011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-2cebd785-2928-408f-a1c4-f2ce80f15ae1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7539697 Nov 26 22:15:33.491962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Request body: {'port': {'device_id': '5923a7da-69a1-4330-9630-b71afdb91a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:15:33.713337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30451f-bfe1-4df9-8f53-e8fa5cdeac15 req-5c000caf-6334-41f0-b73e-7c4f862d4567 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:33.715096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af30451f-bfe1-4df9-8f53-e8fa5cdeac15 req-5c000caf-6334-41f0-b73e-7c4f862d4567 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 931 time: 0.0703223 Nov 26 22:15:33.771136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af30451f-bfe1-4df9-8f53-e8fa5cdeac15 req-cbc4d73a-f33d-42c7-aea7-768db394bdc3 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484757 Nov 26 22:15:33.957067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.029326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac703d48-33ef-494d-9bf8-61224c20190f req-19e58bf9-a072-444e-83eb-2ed34dd76b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:34.030838 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac703d48-33ef-494d-9bf8-61224c20190f req-19e58bf9-a072-444e-83eb-2ed34dd76b55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.5452514 Nov 26 22:15:34.119859 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac703d48-33ef-494d-9bf8-61224c20190f req-c8dd3531-f87d-40ab-8bc5-f49c14e7a51e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2cf68be0-afae-4900-a73e-e5a769065772 HTTP/1.1" status: 200 len: 217 time: 0.0803220 Nov 26 22:15:34.231780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac703d48-33ef-494d-9bf8-61224c20190f req-878e64ab-b904-441b-8160-16fa11a46d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:34.233275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac703d48-33ef-494d-9bf8-61224c20190f req-878e64ab-b904-441b-8160-16fa11a46d5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1047239 Nov 26 22:15:34.284023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8b8a18bb-7769-428b-90e8-dfdef5793a2b req-65890af9-6e85-4b5a-8972-7078c5a688f0 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0294919 Nov 26 22:15:34.334166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac703d48-33ef-494d-9bf8-61224c20190f req-8b5a3e11-e70c-4377-9870-c873d0e5ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:34.335885 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac703d48-33ef-494d-9bf8-61224c20190f req-8b5a3e11-e70c-4377-9870-c873d0e5ff4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940692 Nov 26 22:15:34.390688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0fcf0149-4b27-4259-b402-d436776cd60f up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:15:34.462928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723687f7-b721-467f-a566-e5410f2bee1a req-bfdfa35e-7976-406b-afb0-528b5df38091 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:34.469731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-723687f7-b721-467f-a566-e5410f2bee1a req-bfdfa35e-7976-406b-afb0-528b5df38091 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 944 time: 0.0630226 Nov 26 22:15:34.477102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f638406f-6749-4b68-a4f0-4b7e8f42e94c {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:15:34.493881 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 0fcf0149-4b27-4259-b402-d436776cd60f completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:15:34.496758 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.504707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 0fcf0149-4b27-4259-b402-d436776cd60f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:15:34.505256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.525008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac703d48-33ef-494d-9bf8-61224c20190f req-e360d26c-b167-4b61-9c9c-c991caafb2a7 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814206 Nov 26 22:15:34.526230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Transition to ACTIVE for port object f638406f-6749-4b68-a4f0-4b7e8f42e94c will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:15:34.537818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.600108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-723687f7-b721-467f-a566-e5410f2bee1a req-016fe774-9313-4cef-afbc-a0902aebcb7a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262619 Nov 26 22:15:34.642122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.665688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fb728d-254d-47a7-8446-6b3fb0d68f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcf0149-4b27-4259-b402-d436776cd60f'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:34.668113 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeb8c7e-1cea-4e53-83d3-86626b760562" -d '{"events": [{"server_uuid": "a4fb728d-254d-47a7-8446-6b3fb0d68f89", "name": "network-vif-plugged", "status": "completed", "tag": "0fcf0149-4b27-4259-b402-d436776cd60f"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:34.681762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 0fcf0149-4b27-4259-b402-d436776cd60f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0fcf0149-4b27-4259-b402-d436776cd60f,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:34.686649 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.701806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6acda4db-0904-42e0-b89e-ab30090f6479 req-398babb4-16cd-40be-b209-f67b8dfe6d86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0401554 Nov 26 22:15:34.732750 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac703d48-33ef-494d-9bf8-61224c20190f req-7e311933-1298-4a0e-9226-82be222fc75a service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979165 Nov 26 22:15:34.736376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Pushing event updated for resources: {'Port': ['ID=f638406f-6749-4b68-a4f0-4b7e8f42e94c,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:34.743622 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adeacbc8-a787-4e1a-ad44-ea1d5728538b x-openstack-request-id: req-adeacbc8-a787-4e1a-ad44-ea1d5728538b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:34.746193 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fb728d-254d-47a7-8446-6b3fb0d68f89", "name": "network-vif-plugged", "status": "completed", "tag": "0fcf0149-4b27-4259-b402-d436776cd60f", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:34.746446 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adeacbc8-a787-4e1a-ad44-ea1d5728538b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:34.746907 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fb728d-254d-47a7-8446-6b3fb0d68f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fcf0149-4b27-4259-b402-d436776cd60f', 'code': 200} Nov 26 22:15:34.747996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=0fcf0149-4b27-4259-b402-d436776cd60f,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:34.817753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Attempting to bind port f638406f-6749-4b68-a4f0-4b7e8f42e94c on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:15:34.818112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Attempting to bind port f638406f-6749-4b68-a4f0-4b7e8f42e94c by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:15:34.818559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Attempting to bind port f638406f-6749-4b68-a4f0-4b7e8f42e94c on network 7c29e615-51cc-432a-a593-321edd2a8084 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:15:34.823803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Port f638406f-6749-4b68-a4f0-4b7e8f42e94c on network 7c29e615-51cc-432a-a593-321edd2a8084 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:15:34.824189 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Attempting to bind port f638406f-6749-4b68-a4f0-4b7e8f42e94c on network 7c29e615-51cc-432a-a593-321edd2a8084 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:15:34.829158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:15:34.829589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Checking segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:15:34.829977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Bound using segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:15:34.830463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Bound port: f638406f-6749-4b68-a4f0-4b7e8f42e94c, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:15:34.830816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.901827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c54af9-0aa8-4622-8ee5-cbea19a403c9 req-07346d43-1f59-472d-8b34-4cf016eb844a tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:34.903715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6c54af9-0aa8-4622-8ee5-cbea19a403c9 req-07346d43-1f59-472d-8b34-4cf016eb844a tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 943 time: 0.0607438 Nov 26 22:15:34.906064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] For port f638406f-6749-4b68-a4f0-4b7e8f42e94c, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:15:34.909550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] For port f638406f-6749-4b68-a4f0-4b7e8f42e94c, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f638406f-6749-4b68-a4f0-4b7e8f42e94c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:15:34.914703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.931457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:34.932089 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:34.933642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] 10.222.0.13 "PUT /v2.0/ports/f638406f-6749-4b68-a4f0-4b7e8f42e94c HTTP/1.1" status: 200 len: 1091 time: 1.4491737 Nov 26 22:15:34.951537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5923a7da-69a1-4330-9630-b71afdb91a1c', 'tag': 'f638406f-6749-4b68-a4f0-4b7e8f42e94c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:34.953807 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5161bdb6-7357-41bd-8d17-d07b4405c9de" -d '{"events": [{"name": "network-changed", "server_uuid": "5923a7da-69a1-4330-9630-b71afdb91a1c", "tag": "f638406f-6749-4b68-a4f0-4b7e8f42e94c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:34.963137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6c54af9-0aa8-4622-8ee5-cbea19a403c9 req-dbb1839c-c070-4b4c-b6bd-e31dd6813d59 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Nov 26 22:15:34.983527 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:15:34.985174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f8f1d-6776-479f-915c-eef7e62d8b70 service neutron] Pushing event updated for resources: {'Port': ['ID=f638406f-6749-4b68-a4f0-4b7e8f42e94c,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:35.014156 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe12193-b7fa-4fe0-8625-0e18877a0396 x-openstack-request-id: req-bfe12193-b7fa-4fe0-8625-0e18877a0396 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:35.014458 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5923a7da-69a1-4330-9630-b71afdb91a1c", "tag": "f638406f-6749-4b68-a4f0-4b7e8f42e94c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:35.014718 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfe12193-b7fa-4fe0-8625-0e18877a0396 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:35.015121 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5923a7da-69a1-4330-9630-b71afdb91a1c', 'tag': 'f638406f-6749-4b68-a4f0-4b7e8f42e94c', 'status': 'completed', 'code': 200} Nov 26 22:15:35.231523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161bdb6-7357-41bd-8d17-d07b4405c9de req-b4acbaf1-5e45-4089-b6c9-ceafbca2112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:35.233071 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5161bdb6-7357-41bd-8d17-d07b4405c9de req-b4acbaf1-5e45-4089-b6c9-ceafbca2112b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 1094 time: 0.0535696 Nov 26 22:15:35.334813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2b7d-06ac-455f-9e29-0d0db1612203 req-763f48f8-699a-49db-aa9c-5de8407c9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:35.335949 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7cda2b7d-06ac-455f-9e29-0d0db1612203 req-763f48f8-699a-49db-aa9c-5de8407c9556 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 1096 time: 0.1020091 Nov 26 22:15:35.379304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161bdb6-7357-41bd-8d17-d07b4405c9de req-2b4107f6-bfa0-4b4f-b69d-194e71951b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:35.380778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5161bdb6-7357-41bd-8d17-d07b4405c9de req-2b4107f6-bfa0-4b4f-b69d-194e71951b2b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d4567badae3a4141a636918d06e429ac&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1185939 Nov 26 22:15:35.394309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-98045bf5-acc3-457e-b105-6a44c531c48b req-666ca4d1-3d31-4531-ba40-bf16eb8011e8 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0297723 Nov 26 22:15:35.449216 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7cda2b7d-06ac-455f-9e29-0d0db1612203 req-12125ce0-c0f2-42be-a8dc-8830554c13bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006157 Nov 26 22:15:35.496524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161bdb6-7357-41bd-8d17-d07b4405c9de req-f81a2e39-3921-44f9-95f4-aaee37499b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:35.498149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5161bdb6-7357-41bd-8d17-d07b4405c9de req-f81a2e39-3921-44f9-95f4-aaee37499b87 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102917 Nov 26 22:15:35.716185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23919b-ad10-46d2-acd5-458051facb88 req-ddfc30cb-4b23-413d-a578-411e1cc00254 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:35.717662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f23919b-ad10-46d2-acd5-458051facb88 req-ddfc30cb-4b23-413d-a578-411e1cc00254 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 945 time: 0.0496457 Nov 26 22:15:35.770813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f23919b-ad10-46d2-acd5-458051facb88 req-60978193-5907-4004-859d-5430b36f127c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463035 Nov 26 22:15:35.913808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-24e9306b-6dfe-4944-8d3c-f08f98b9a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:35.915432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-24e9306b-6dfe-4944-8d3c-f08f98b9a67d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 1094 time: 0.0426512 Nov 26 22:15:35.971208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-19b5ca15-5409-4803-a2b3-9c2a682b5114 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f638406f-6749-4b68-a4f0-4b7e8f42e94c HTTP/1.1" status: 200 len: 217 time: 0.0401437 Nov 26 22:15:36.035190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-81ad6ca6-32f0-4315-bfc7-d18a234214d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:36.036707 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-81ad6ca6-32f0-4315-bfc7-d18a234214d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.0538037 Nov 26 22:15:36.071160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-038582cb-d98a-4f9d-8f6a-e297b3d7ce25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262995 Nov 26 22:15:36.112206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d344c-2c77-4805-9006-fc909b0ae1ea req-122663f6-cd6a-43e5-b03e-0d9f214c8b7f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:36.113838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d45d344c-2c77-4805-9006-fc909b0ae1ea req-122663f6-cd6a-43e5-b03e-0d9f214c8b7f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 943 time: 0.0556145 Nov 26 22:15:36.163798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d45d344c-2c77-4805-9006-fc909b0ae1ea req-eb0b3375-705c-4742-931a-2177e50879ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Nov 26 22:15:36.178256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-7d1c59e4-9e5c-45df-b58b-696ab7db5188 service neutron] 10.222.0.13 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932155 Nov 26 22:15:36.279442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a09afba4-15f3-4a94-9fb1-a0098e4c412f req-cfebe05f-d388-44e8-97db-6a2947d06199 service neutron] 10.222.0.13 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931597 Nov 26 22:15:36.505603 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-861c9bb0-f532-4891-8dfc-d38b68ca6986 req-f9c3c19b-f74c-427e-b071-dd494b9456f1 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0292165 Nov 26 22:15:36.908841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e95fc-9565-459e-bfc3-954731f6d2c0 req-48c1b8f4-17be-4b4f-b25a-eb46297d7256 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:36.910364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-570e95fc-9565-459e-bfc3-954731f6d2c0 req-48c1b8f4-17be-4b4f-b25a-eb46297d7256 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 945 time: 0.0662334 Nov 26 22:15:36.960423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-570e95fc-9565-459e-bfc3-954731f6d2c0 req-55fe36dc-93b0-4b34-8104-56f5dc10406f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Nov 26 22:15:37.175556 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:37.289694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ba2be-9b73-44cc-989a-9bff098b3137 req-b4912bd4-d26a-4171-b814-c6d17000c6ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:37.291293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e2ba2be-9b73-44cc-989a-9bff098b3137 req-b4912bd4-d26a-4171-b814-c6d17000c6ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 943 time: 0.0565906 Nov 26 22:15:37.343344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e2ba2be-9b73-44cc-989a-9bff098b3137 req-9cf1d9a3-9dc1-43f3-bde8-eaea4774ef55 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456412 Nov 26 22:15:37.617907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3466831-c8a6-4ebe-878f-beae99d92848 req-2fe7a3d7-ea30-4e54-9576-31dc2457a824 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0270205 Nov 26 22:15:37.948141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87434938-ab9d-40d2-b000-ffb4ee520216 req-86880195-ba9f-4bdc-acd8-4826dafa2fce tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0280373 Nov 26 22:15:38.072068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:38.106783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a2b10-9ba4-4b8b-85c2-0cdada35db82 req-47bf9a5c-cfb7-476a-af80-c9113452d7fd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:38.108338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa7a2b10-9ba4-4b8b-85c2-0cdada35db82 req-47bf9a5c-cfb7-476a-af80-c9113452d7fd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 945 time: 0.0630546 Nov 26 22:15:38.157442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa7a2b10-9ba4-4b8b-85c2-0cdada35db82 req-246fd242-d214-4513-967e-ad9024035e87 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Nov 26 22:15:38.288694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7eb020-5022-4c3d-b831-8234f86bda4e req-79bc5cea-b2ea-4761-a3fd-12cbbe94dc22 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:38.290279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b7eb020-5022-4c3d-b831-8234f86bda4e req-79bc5cea-b2ea-4761-a3fd-12cbbe94dc22 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 945 time: 0.0568554 Nov 26 22:15:38.340555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b7eb020-5022-4c3d-b831-8234f86bda4e req-1f602c7c-d188-4997-bc5e-0f8318156b25 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Nov 26 22:15:38.472121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8316-23c8-4794-af0f-6c3fe09e9345 req-91ca0342-f902-4ef3-94dc-f4452b1dacc5 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:38.473854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39dc8316-23c8-4794-af0f-6c3fe09e9345 req-91ca0342-f902-4ef3-94dc-f4452b1dacc5 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 943 time: 0.0542395 Nov 26 22:15:38.538916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39dc8316-23c8-4794-af0f-6c3fe09e9345 req-1b38d345-2b3e-401f-beec-365ffbbae9f2 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567553 Nov 26 22:15:38.667251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd069b0-0895-4018-8f73-a2705f5098a6 req-6d01dc2c-5f57-4313-adaf-f0555f4ece40 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:38.669339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acd069b0-0895-4018-8f73-a2705f5098a6 req-6d01dc2c-5f57-4313-adaf-f0555f4ece40 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 945 time: 0.0557761 Nov 26 22:15:38.718577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acd069b0-0895-4018-8f73-a2705f5098a6 req-dabbcb1d-fee5-4fe5-aa01-03358989d4de tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Nov 26 22:15:39.054579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac02c92e-e69b-4bf2-a06f-e85f081d2aac req-fd1742a6-f1f2-45c9-89d2-48ec4977ac7a tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0261500 Nov 26 22:15:39.675848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff223d5-5c6d-46ed-abc4-5fde38c273db req-b09bbae6-15cd-4d31-b274-fd9784f84cb3 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:39.677349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aff223d5-5c6d-46ed-abc4-5fde38c273db req-b09bbae6-15cd-4d31-b274-fd9784f84cb3 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 943 time: 0.0491481 Nov 26 22:15:39.728077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aff223d5-5c6d-46ed-abc4-5fde38c273db req-ad694e3d-b293-4baf-8045-242174fb0bf3 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439277 Nov 26 22:15:39.845085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a336597-c05e-4579-95e8-22e0d1483154 req-c57813f8-2861-48ae-aac1-f5f071d9f8fc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:39.846637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a336597-c05e-4579-95e8-22e0d1483154 req-c57813f8-2861-48ae-aac1-f5f071d9f8fc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 945 time: 0.0542567 Nov 26 22:15:39.894405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a336597-c05e-4579-95e8-22e0d1483154 req-147b445b-6bda-4f38-9c39-4dfc8f57b43c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Nov 26 22:15:40.092724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-2d6a3bf6-4623-418d-8ff4-6efabbb12f4c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430679 Nov 26 22:15:40.166179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6d4c815-44be-4744-934f-99e23b2970d7 req-3b3d0f50-1373-416b-b3fc-38c3b17d1678 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0315897 Nov 26 22:15:40.207401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-486864ff-ca4a-4703-9c8b-c140237c782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:40.208876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-486864ff-ca4a-4703-9c8b-c140237c782c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9978497fc8a434989f5048d40cf5493&device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 1097 time: 0.0458887 Nov 26 22:15:40.320749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-20667466-7771-46ec-a151-8aebe7af1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:40.322233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-20667466-7771-46ec-a151-8aebe7af1312 service neutron] 10.222.0.41 "GET /v2.0/networks?id=240721f4-9323-41fa-b8b4-689161c0bba6 HTTP/1.1" status: 200 len: 910 time: 0.0919697 Nov 26 22:15:40.388119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-8fe57f3e-adee-48a7-b135-dd5c921f0ac8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c674fa02-d41c-4138-8c82-2599694fbbbd HTTP/1.1" status: 200 len: 1002 time: 0.0586283 Nov 26 22:15:40.442591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-762877a5-7e25-4071-a782-e3cd256c19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:40.443305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f638406f-6749-4b68-a4f0-4b7e8f42e94c details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:15:40.444057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-762877a5-7e25-4071-a782-e3cd256c19a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ce45eb6-dea3-4228-92d7-67e29f087739 HTTP/1.1" status: 200 len: 848 time: 0.0486681 Nov 26 22:15:40.524765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-c1bc5d75-52e0-42de-b934-760d211a2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:40.527157 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-c1bc5d75-52e0-42de-b934-760d211a2783 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=240721f4-9323-41fa-b8b4-689161c0bba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725367 Nov 26 22:15:40.537694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-9547fcd8-1cc9-4f8a-8baa-2a8d73bad9cb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:40.539335 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-9547fcd8-1cc9-4f8a-8baa-2a8d73bad9cb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 945 time: 0.0642893 Nov 26 22:15:40.571357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f638406f-6749-4b68-a4f0-4b7e8f42e94c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f638406f-6749-4b68-a4f0-4b7e8f42e94c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:40.588216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'f638406f-6749-4b68-a4f0-4b7e8f42e94c', 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'port_id': 'f638406f-6749-4b68-a4f0-4b7e8f42e94c', 'mac_address': 'fa:16:3e:61:28:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938eed0a-92f6-47f4-8863-9b72e29b2212', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:15:40.642881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-8fdacc29-3f8f-4cef-9fef-5fd51486d469 service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073167 Nov 26 22:15:40.643081 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:40.658875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f638406f-6749-4b68-a4f0-4b7e8f42e94c {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:15:40.663332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port 0fcf0149-4b27-4259-b402-d436776cd60f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:15:40.663742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:40.688187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f638406f-6749-4b68-a4f0-4b7e8f42e94c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f638406f-6749-4b68-a4f0-4b7e8f42e94c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:40.694019 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:40.775715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=f638406f-6749-4b68-a4f0-4b7e8f42e94c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:40.778495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-155b4dc0-2416-440b-a7e2-6844d95924d9 req-216d1257-71cf-4219-ac20-0199f78d5f99 service neutron] 10.222.0.41 "GET /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280921 Nov 26 22:15:40.785213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] For port 0fcf0149-4b27-4259-b402-d436776cd60f, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=0fcf0149-4b27-4259-b402-d436776cd60f,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:40.785663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:40.809708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for 0fcf0149-4b27-4259-b402-d436776cd60f owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:15:40.883191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6357-3455-47ef-92bb-d3e2089ef7df req-6a68aa7e-93f8-4e4e-aa9b-ea4418f6e46e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:40.885114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af8a6357-3455-47ef-92bb-d3e2089ef7df req-6a68aa7e-93f8-4e4e-aa9b-ea4418f6e46e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 944 time: 0.0657227 Nov 26 22:15:40.947654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af8a6357-3455-47ef-92bb-d3e2089ef7df req-60f0340f-a886-4121-8361-5e17ab93b0a1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551448 Nov 26 22:15:40.970633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:41.000932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=0fcf0149-4b27-4259-b402-d436776cd60f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:41.006032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2cf68be0-afae-4900-a73e-e5a769065772', '0fcf0149-4b27-4259-b402-d436776cd60f'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:41.058564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] No DVR routers for this DVR port 0fcf0149-4b27-4259-b402-d436776cd60f on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:15:41.061707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:41.068568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-48cd0daf-0381-4beb-a385-285dbab10a35 req-62480cc8-73a5-4523-9553-03f531fbe612 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "DELETE /v2.0/ports/0fcf0149-4b27-4259-b402-d436776cd60f HTTP/1.1" status: 204 len: 173 time: 0.5194721 Nov 26 22:15:41.069122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4fb728d-254d-47a7-8446-6b3fb0d68f89', 'name': 'network-vif-deleted', 'tag': '0fcf0149-4b27-4259-b402-d436776cd60f'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:41.071960 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5663f4-ccf3-4a46-94d6-f5fd3b2bbd9f" -d '{"events": [{"server_uuid": "a4fb728d-254d-47a7-8446-6b3fb0d68f89", "name": "network-vif-deleted", "tag": "0fcf0149-4b27-4259-b402-d436776cd60f"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:41.092246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dad7e334-9387-4076-9770-85a19c7a49aa req-1ba8fc05-424a-40c1-a455-5cf30b2d3d97 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.0486782 Nov 26 22:15:41.121540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['f638406f-6749-4b68-a4f0-4b7e8f42e94c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:41.162490 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98fd754-0229-496b-92e6-8982e5c9ef1a x-openstack-request-id: req-f98fd754-0229-496b-92e6-8982e5c9ef1a {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:41.163047 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4fb728d-254d-47a7-8446-6b3fb0d68f89", "name": "network-vif-deleted", "tag": "0fcf0149-4b27-4259-b402-d436776cd60f", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:41.163526 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f98fd754-0229-496b-92e6-8982e5c9ef1a {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:41.164623 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4fb728d-254d-47a7-8446-6b3fb0d68f89', 'name': 'network-vif-deleted', 'tag': '0fcf0149-4b27-4259-b402-d436776cd60f', 'status': 'completed', 'code': 200} Nov 26 22:15:41.319420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-797793ca-d1b5-4948-9fb5-91c51ff3025e req-a76a19a9-4d4b-4153-8e63-078b5cd864a7 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0327711 Nov 26 22:15:42.120559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb274da-a69c-4e03-8e53-309a1e2f78ef req-af0e92d3-a830-4baf-abf6-7f9f92ccfb1b tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:42.128939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afb274da-a69c-4e03-8e53-309a1e2f78ef req-af0e92d3-a830-4baf-abf6-7f9f92ccfb1b tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 944 time: 0.0761149 Nov 26 22:15:42.177804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afb274da-a69c-4e03-8e53-309a1e2f78ef req-f97abe9b-6743-4e15-8518-55094e1ba834 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477209 Nov 26 22:15:42.229926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3268436f-3981-49dc-b4d4-427ef0c52c95 req-a82537a1-ae22-4efd-abac-e147cce4c95a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.0282588 Nov 26 22:15:42.433504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97aa16a4-5724-4110-aefb-69a551c1ef07 req-87649952-e047-4c4c-ae21-1063bfce143b tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0276132 Nov 26 22:15:42.446781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f638406f-6749-4b68-a4f0-4b7e8f42e94c up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:15:42.523460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port f638406f-6749-4b68-a4f0-4b7e8f42e94c completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:15:42.528051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port f638406f-6749-4b68-a4f0-4b7e8f42e94c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:15:42.528428 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:42.629199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:42.659918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5923a7da-69a1-4330-9630-b71afdb91a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f638406f-6749-4b68-a4f0-4b7e8f42e94c'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:42.662182 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60db9916-4496-4eb1-bb8b-de80e9ea6641" -d '{"events": [{"server_uuid": "5923a7da-69a1-4330-9630-b71afdb91a1c", "name": "network-vif-plugged", "status": "completed", "tag": "f638406f-6749-4b68-a4f0-4b7e8f42e94c"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:42.676235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f638406f-6749-4b68-a4f0-4b7e8f42e94c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f638406f-6749-4b68-a4f0-4b7e8f42e94c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:42.681022 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:42.733192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=f638406f-6749-4b68-a4f0-4b7e8f42e94c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:42.743132 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca28eb1d-8647-4283-91e3-98883cf5b639 x-openstack-request-id: req-ca28eb1d-8647-4283-91e3-98883cf5b639 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:42.743426 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5923a7da-69a1-4330-9630-b71afdb91a1c", "name": "network-vif-plugged", "status": "completed", "tag": "f638406f-6749-4b68-a4f0-4b7e8f42e94c", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:42.743690 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca28eb1d-8647-4283-91e3-98883cf5b639 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:42.744084 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5923a7da-69a1-4330-9630-b71afdb91a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f638406f-6749-4b68-a4f0-4b7e8f42e94c', 'code': 200} Nov 26 22:15:42.885482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41054596-4894-494c-b9ed-8c85bae34032 req-0b952a3d-899d-47a7-91a7-d05e7c2eb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:42.887027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41054596-4894-494c-b9ed-8c85bae34032 req-0b952a3d-899d-47a7-91a7-d05e7c2eb8b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 1096 time: 0.0430245 Nov 26 22:15:42.934528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-41054596-4894-494c-b9ed-8c85bae34032 req-5c88a64b-336b-42f7-b888-cd264e795269 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Nov 26 22:15:43.348970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3837f-4941-4b45-a88b-22aa910b06f3 req-4a620676-04fd-46ef-8b44-2380e0293c3e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:43.350642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48a3837f-4941-4b45-a88b-22aa910b06f3 req-4a620676-04fd-46ef-8b44-2380e0293c3e tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 945 time: 0.0954504 Nov 26 22:15:43.383178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b385890-63b5-4e0d-8b38-98c704a70bad req-94a77787-c9ca-44fb-b56a-0be805198f4f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.0314403 Nov 26 22:15:43.421004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48a3837f-4941-4b45-a88b-22aa910b06f3 req-9d0896d5-36c1-4401-b10e-f58fb53578f7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592592 Nov 26 22:15:43.560590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0718f9c-8087-487c-90a2-307666d6c2c9 req-a330003c-48fb-4b9d-95b3-a9f76d260ed5 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0289187 Nov 26 22:15:44.460217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0fcf0149-4b27-4259-b402-d436776cd60f no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:15:44.510545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 0fcf0149-4b27-4259-b402-d436776cd60f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:15:44.511378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 0fcf0149-4b27-4259-b402-d436776cd60f not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:15:44.587380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86284674-5ae4-4cad-a1eb-61b81799cb53 req-eb417e94-2664-415d-815c-cd564c3f0da7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.0429680 Nov 26 22:15:44.651751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f95b0-055c-4389-b4c6-115444243445 req-d2438930-5a9d-4741-88f1-47d710f94f7a tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:44.653348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc4f95b0-055c-4389-b4c6-115444243445 req-d2438930-5a9d-4741-88f1-47d710f94f7a tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 945 time: 0.1073050 Nov 26 22:15:44.742061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acdc3483-697c-4e0a-b266-99aa477bf7a2 req-0aff5c29-e36d-4355-b02d-e832001f51b2 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0467138 Nov 26 22:15:44.763075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc4f95b0-055c-4389-b4c6-115444243445 req-33140ca5-eb37-4ead-8338-02bf8e9227e1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021655 Nov 26 22:15:45.745473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73e73a5b-1e2d-41f9-aad5-bee348c87a68 req-b9ac8160-1083-40ec-ad99-475d8f0b876b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.0438278 Nov 26 22:15:45.869981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c28b3c21-15cd-4c04-93bf-9e154c1d9297 req-b1ff6542-349f-4bc7-a518-bc114325e065 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0331948 Nov 26 22:15:46.938287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5dbe5f90-2ef2-4251-88ea-66270c8b4e29 req-db7ea3ce-e293-415e-9b26-38ff10085004 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4fb728d-254d-47a7-8446-6b3fb0d68f89 HTTP/1.1" status: 200 len: 210 time: 0.0499291 Nov 26 22:15:47.042338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc7a663a-4b8b-44a5-9f0e-93edf5ca635c req-39d37a94-cbf5-4526-8879-8a627bed1fae tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0754857 Nov 26 22:15:48.199214 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4856ec4-152d-4741-87ba-96c6ad518d57 req-f4a40e9c-da84-4343-af29-1a3d5f524688 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0596199 Nov 26 22:15:49.336356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16833723-2b83-4261-a857-ad5f2c53774e req-3c1b223d-d2d7-4e85-b8e5-b4702ed003a9 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0299971 Nov 26 22:15:50.472903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e3a19fb-a0db-4d22-b3b9-dea4ac7b8440 req-80c69380-ec7e-4d94-85d0-e49aa5a4885c tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0390015 Nov 26 22:15:51.583454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33998ef2-05e4-4f3d-acfa-096c0148305b req-56c7b0e2-7b9e-4357-ac67-740101e125e3 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0288053 Nov 26 22:15:52.634011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fe9c8-8ba0-4dc3-af12-24018178f7e6 req-9cb46628-102e-43cc-ae2c-1c1d42f13edd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:52.636486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea9fe9c8-8ba0-4dc3-af12-24018178f7e6 req-9cb46628-102e-43cc-ae2c-1c1d42f13edd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0578041 Nov 26 22:15:52.705677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72075121-cedf-448c-b284-03169dcb3d2f req-73f42117-af0e-48ba-853d-86cb6a55e73d tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0347965 Nov 26 22:15:52.710414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea9fe9c8-8ba0-4dc3-af12-24018178f7e6 req-cc182520-900c-40db-b74b-d5c0a9b10c2c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689614 Nov 26 22:15:53.489773 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d916bee5-52bd-4ae9-90c7-274480dbd95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:53.834521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1f3bb98-d42c-4b47-9594-df702e7a24bc req-00390ce1-2b48-4e18-91c0-21fdcd7693b4 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0449667 Nov 26 22:15:53.858754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119eeab-4404-44f6-aedf-30571bb126a3 req-d36a85b9-5f11-49a9-8d85-3339fb399b0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:53.860263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8119eeab-4404-44f6-aedf-30571bb126a3 req-d36a85b9-5f11-49a9-8d85-3339fb399b0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0720508 Nov 26 22:15:53.915822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8119eeab-4404-44f6-aedf-30571bb126a3 req-9ff3c9c3-0b3b-42b0-b109-a79c21686537 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=1ca6f643-14ee-4c10-bc30-80d1967b8219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489573 Nov 26 22:15:54.515637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-39ec33ed-7851-4c7d-8c1b-15cba5b9152b req-0e883647-d33b-4ac2-9f8d-beeebcdda53e tempest-MultipleCreateTestJSON-401866795 tempest-MultipleCreateTestJSON-401866795-project] (110000) timed out ('10.222.0.41', 55734) {{(pid=110000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:15:54.538717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-6379ead5-a81e-4d3a-b2e1-ac5d889bd409 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:15:54.540185 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-6379ead5-a81e-4d3a-b2e1-ac5d889bd409 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0595288 Nov 26 22:15:54.637424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port 2cf68be0-afae-4900-a73e-e5a769065772 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:15:54.637759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:54.726923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] For port 2cf68be0-afae-4900-a73e-e5a769065772, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=2cf68be0-afae-4900-a73e-e5a769065772,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:15:54.727289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:54.744905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for 2cf68be0-afae-4900-a73e-e5a769065772 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:15:54.887583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:54.922998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=2cf68be0-afae-4900-a73e-e5a769065772,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:15:54.924274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['2cf68be0-afae-4900-a73e-e5a769065772'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:15:54.981215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] No DVR routers for this DVR port 2cf68be0-afae-4900-a73e-e5a769065772 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:15:54.984900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:54.989452 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7127692-2794-4d01-82e9-8cbad66dfdbe req-f6e0646a-0863-461e-a852-909d311e41be tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "DELETE /v2.0/ports/2cf68be0-afae-4900-a73e-e5a769065772 HTTP/1.1" status: 204 len: 173 time: 0.4431808 Nov 26 22:15:54.990016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb0665-4227-41f5-a032-7c31c360f1a9', 'name': 'network-vif-deleted', 'tag': '2cf68be0-afae-4900-a73e-e5a769065772'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:15:54.992480 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b44856-1794-4cbf-8cc9-9ec24f260f8c" -d '{"events": [{"server_uuid": "89fb0665-4227-41f5-a032-7c31c360f1a9", "name": "network-vif-deleted", "tag": "2cf68be0-afae-4900-a73e-e5a769065772"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:15:55.006387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-262b4c23-2766-4b9b-b548-c238c91a6032 req-36b35ef7-32a7-44d8-93a7-59d1ad0d6f3b tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0917678 Nov 26 22:15:55.055752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bb8dcf76-92bd-4dd2-a4c0-eff68fb45c55 req-67e9f501-5802-4c9c-b623-52ea057fc241 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0402317 Nov 26 22:15:55.082177 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2ea5e6-9780-4619-8c8b-06729645da31 x-openstack-request-id: req-0f2ea5e6-9780-4619-8c8b-06729645da31 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:15:55.082469 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb0665-4227-41f5-a032-7c31c360f1a9", "name": "network-vif-deleted", "tag": "2cf68be0-afae-4900-a73e-e5a769065772", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:15:55.082724 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f2ea5e6-9780-4619-8c8b-06729645da31 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:15:55.083129 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb0665-4227-41f5-a032-7c31c360f1a9', 'name': 'network-vif-deleted', 'tag': '2cf68be0-afae-4900-a73e-e5a769065772', 'status': 'completed', 'code': 200} Nov 26 22:15:56.113935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84f3b01f-77fd-4547-a88c-77b1f90e171b req-0a62ea0b-9d84-4a05-9446-cfb0c9400397 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0269215 Nov 26 22:15:56.166523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f4d6d32-93e2-4bb2-bc98-0c19b746b788 req-8cfae11a-7033-4cf7-90b1-4183ef025f64 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0281532 Nov 26 22:15:56.240362 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-166d0f6b-0b49-4a97-8333-60af112f3c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:57.124032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:57.218782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-364108e8-bb13-4f42-9870-db01614e5479 req-1d837c44-65cc-45a3-89b4-5a3c67b27caf tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0275710 Nov 26 22:15:57.267692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-345a0fa1-822d-4057-a3cf-f447b6184e0d req-912414c4-75c3-4cc4-9b8f-aeca9fa5423a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0320714 Nov 26 22:15:58.336716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-742ae8db-9d64-4ad5-99d5-9b57cdb8b70b req-81e7e63f-699f-4f9f-9993-f0e7ddf4dbbb tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0345769 Nov 26 22:15:58.398371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5d13ae3-1366-4f3a-a276-9803ec106702 req-aed9a077-a91b-424e-926e-61c2ced33a43 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0463951 Nov 26 22:15:58.541760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2cf68be0-afae-4900-a73e-e5a769065772 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:15:58.565229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 2cf68be0-afae-4900-a73e-e5a769065772 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:15:58.565811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 2cf68be0-afae-4900-a73e-e5a769065772 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:15:58.639259 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:59.286024 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:15:59.534105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-27d7235f-0479-4b41-8bf0-d7a82119391e req-547e0acc-b9f6-41ca-9171-141a9a26b6ff tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0633402 Nov 26 22:15:59.581142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-218e3d51-760b-4d76-8d38-15d20e075905 req-ddfbd1ea-e615-4778-b094-ed2364bfd6b3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0452323 Nov 26 22:16:00.690310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53bcb2b5-497f-459d-9361-1d3677d19767 req-83809005-3b31-4b6c-95c3-5f4be6c0189c tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0393064 Nov 26 22:16:00.706772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-738f0849-45a3-4664-9219-c19b8544aa28 req-c4fcb915-1f69-4486-981a-0f44b8c6e34c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=89fb0665-4227-41f5-a032-7c31c360f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0466049 Nov 26 22:16:01.817816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64e2f418-85f7-4eaa-afe5-d29e458b13e8 req-f2d06b7f-60e8-4c1a-8a13-79a980f83018 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0276573 Nov 26 22:16:02.973891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4165668e-f6fd-44e9-a9f2-c4595d74595c req-3b2cb410-23d8-4aad-ad78-b2e84dc701e6 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0541046 Nov 26 22:16:04.149430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f55e47fe-6041-4b24-b36d-95c49036753d req-a75f551d-ddbe-482d-9098-18bc9031acf1 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0414305 Nov 26 22:16:05.280568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-034dbbf0-cd4f-41eb-ad70-269a7c7f3bec req-bef5e9cd-8499-4377-9129-7aadede2c88f tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0385129 Nov 26 22:16:06.134541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52364) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:06.140088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1783636084', 'description': 'tempest-secgroup-smoke-1783636084 description', 'project_id': 'd48e5c6a7f724685844d34080c6a1834'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:06.165384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.231237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.234865 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.261855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.266517 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1301110 Nov 26 22:16:06.267806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52366) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:06.275399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'security_group_rule': {'security_group_id': 'b4fb29a8-b4af-418e-ad57-0a685105d131', 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:06.276125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fb29a8-b4af-418e-ad57-0a685105d131,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:06.285156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.285505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.286029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.286558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.287052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.287571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.288054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.288532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.289027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.289533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.290022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.290646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dc4512-2826-4982-8731-0487a1f02ea6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.317013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.414171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72f649ab-0d22-429f-9417-6061bb9fb2bc req-9c05b0be-442f-412c-a995-480e9b34eb09 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0365379 Nov 26 22:16:06.429130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.434259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.458370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e21a4db-ead9-46a2-a7d5-487a89ad6857,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:06.469099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.473087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2013707 Nov 26 22:16:06.473087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.473087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.473471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.473722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.474066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.474438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.474768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.475099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.475423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.475747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.476030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52372) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:06.476138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.476386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65dd5b5-1048-49e2-bf85-d2a5f4e92857 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:06.483485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b1e651a8-bce9-4afc-8ca6-f9a4f27d1cc4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'security_group_rule': {'security_group_id': 'b4fb29a8-b4af-418e-ad57-0a685105d131', 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:06.521377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b1e651a8-bce9-4afc-8ca6-f9a4f27d1cc4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.569866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b1e651a8-bce9-4afc-8ca6-f9a4f27d1cc4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.573903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b1e651a8-bce9-4afc-8ca6-f9a4f27d1cc4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.593506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e651a8-bce9-4afc-8ca6-f9a4f27d1cc4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d584e40d-53ae-4393-84b0-bf29f32aa021,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:06.604125 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b1e651a8-bce9-4afc-8ca6-f9a4f27d1cc4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.605394 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b1e651a8-bce9-4afc-8ca6-f9a4f27d1cc4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273313 Nov 26 22:16:06.608630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52374) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:06.614191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b0fd5d29-d787-4556-898e-c7035ccc3e96 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'security_group_rule': {'security_group_id': 'b4fb29a8-b4af-418e-ad57-0a685105d131', 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:06.644393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5d29-d787-4556-898e-c7035ccc3e96 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.704808 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5d29-d787-4556-898e-c7035ccc3e96 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.709388 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5d29-d787-4556-898e-c7035ccc3e96 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.729841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd5d29-d787-4556-898e-c7035ccc3e96 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1beafb-e36f-42d9-b4e9-8b346418bb5f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:06.740858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b0fd5d29-d787-4556-898e-c7035ccc3e96 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.744828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b0fd5d29-d787-4556-898e-c7035ccc3e96 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324778 Nov 26 22:16:06.745022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52380) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:06.749594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3554e518-f21f-4d71-9d50-1208887db3fb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'security_group_rule': {'security_group_id': 'b4fb29a8-b4af-418e-ad57-0a685105d131', 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:06.776957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3554e518-f21f-4d71-9d50-1208887db3fb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.835544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3554e518-f21f-4d71-9d50-1208887db3fb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.839084 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3554e518-f21f-4d71-9d50-1208887db3fb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.856324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554e518-f21f-4d71-9d50-1208887db3fb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b70ab07-a2db-4026-b88b-d289ca2e59db,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:06.863942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3554e518-f21f-4d71-9d50-1208887db3fb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.865170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3554e518-f21f-4d71-9d50-1208887db3fb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190434 Nov 26 22:16:06.867813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52382) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:06.872336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-22415a3c-8ee6-48ff-9d39-4ce89b1a37c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'security_group_rule': {'security_group_id': 'b4fb29a8-b4af-418e-ad57-0a685105d131', 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:06.894378 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-22415a3c-8ee6-48ff-9d39-4ce89b1a37c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Project d48e5c6a7f724685844d34080c6a1834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:16:06.899368 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22415a3c-8ee6-48ff-9d39-4ce89b1a37c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.960706 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22415a3c-8ee6-48ff-9d39-4ce89b1a37c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.964506 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22415a3c-8ee6-48ff-9d39-4ce89b1a37c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:06.984109 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22415a3c-8ee6-48ff-9d39-4ce89b1a37c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba29496f-99b8-4aa4-b187-02f95d2ed407,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:06.998170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-22415a3c-8ee6-48ff-9d39-4ce89b1a37c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:07.002547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52384) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:07.002690 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-22415a3c-8ee6-48ff-9d39-4ce89b1a37c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338387 Nov 26 22:16:07.007529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-903dd027-2d09-4df8-a4e8-eb321201e91d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'security_group_rule': {'security_group_id': 'b4fb29a8-b4af-418e-ad57-0a685105d131', 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:07.030441 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-903dd027-2d09-4df8-a4e8-eb321201e91d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Project d48e5c6a7f724685844d34080c6a1834 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:16:07.035979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-903dd027-2d09-4df8-a4e8-eb321201e91d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:07.099184 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-903dd027-2d09-4df8-a4e8-eb321201e91d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:07.102850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-903dd027-2d09-4df8-a4e8-eb321201e91d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:07.120130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dd027-2d09-4df8-a4e8-eb321201e91d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0620ab-8505-435a-be7b-4dabdb367f4c,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:07.129264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-903dd027-2d09-4df8-a4e8-eb321201e91d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:07.130704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-903dd027-2d09-4df8-a4e8-eb321201e91d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268029 Nov 26 22:16:07.179749 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:07.570515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ba6d47d7-f243-42cf-bbe5-d2073f880520 req-ac1d03d8-2a0b-4b10-a33a-61e8175bb230 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0548429 Nov 26 22:16:08.071560 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:08.107850 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0222507-d55a-45da-9350-af06e2cced55 req-87b2c41d-a97f-43f3-8d39-baa93915fcfc tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:08.109608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-87b2c41d-a97f-43f3-8d39-baa93915fcfc tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 815 time: 0.1185114 Nov 26 22:16:08.128022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-1ab7f643-2f93-4233-9ab0-48600652ea3d tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/quotas/d4567badae3a4141a636918d06e429ac HTTP/1.1" status: 200 len: 375 time: 0.0118425 Nov 26 22:16:08.191271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-48ab111d-034d-47c3-a0c4-cdbca9ac3d29 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561728 Nov 26 22:16:08.292066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-21cb8f94-ae30-42a6-b078-156e8f19ab17 service neutron] 10.222.0.21 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937309 Nov 26 22:16:08.394677 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-3acc4533-af12-4518-85ce-c0cee0a21ff3 service neutron] 10.222.0.21 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966051 Nov 26 22:16:08.565668 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83a39ae4-6272-4b46-9066-84065f6421e2 req-ec128135-bc71-430b-8176-c52188c54fc7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 210 time: 0.0275359 Nov 26 22:16:08.702933 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-522537ef-c9bb-4028-b116-4d0365440041 req-3949be9c-fa83-49ca-8af9-34d9defbe1ba tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0329247 Nov 26 22:16:09.766502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc94ef79-d2bb-43e3-a69d-d0f2445c678f req-c5a51f3c-52b1-4715-b720-47b18de587e9 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 210 time: 0.0519257 Nov 26 22:16:09.839029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0222507-d55a-45da-9350-af06e2cced55 req-64a5dc41-f8a9-4340-b546-99b604e002e2 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:09.841291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-64a5dc41-f8a9-4340-b546-99b604e002e2 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 815 time: 0.2178516 Nov 26 22:16:09.899229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Request body: {'port': {'device_id': 'a3dbdee6-b564-4d19-8269-0187d616b079', 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'admin_state_up': True, 'tenant_id': 'd4567badae3a4141a636918d06e429ac'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:09.912800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6734a361-831d-4a25-8aee-d1b15dcaff3a req-f1b7a0ec-a010-4611-917a-73e3741f5ed7 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0587289 Nov 26 22:16:10.045726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Made reservation on behalf of d4567badae3a4141a636918d06e429ac for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:16:10.050212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:10.194927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Allocated IP 172.20.0.9 (7c29e615-51cc-432a-a593-321edd2a8084/938eed0a-92f6-47f4-8863-9b72e29b2212/38156562-e061-4775-92dc-163013a6ffc0) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:16:10.362903 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:10.403971 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:10.442964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['f638406f-6749-4b68-a4f0-4b7e8f42e94c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:16:10.451283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Network 7c29e615-51cc-432a-a593-321edd2a8084 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:16:10.455236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:10.459161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:16:10.482884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Pushing event updated for resources: {'Port': ['ID=38156562-e061-4775-92dc-163013a6ffc0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:10.483630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b10d7821-3680-4713-9d46-3ba5fffb8a15', '6571167e-80af-44c6-9091-c96d14b5840c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:16:10.530123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:10.530359 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:10.551653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-cc274041-1ab3-4f8f-a943-2f6c026f96ff tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6837361 Nov 26 22:16:10.574100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Request body: {'port': {'device_id': 'a3dbdee6-b564-4d19-8269-0187d616b079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:10.659754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:10.976865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796a60-8d21-4a0b-9286-aa31d01f78a1 req-501a14a5-f061-4c70-b8ee-382301f31701 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:10.978524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe796a60-8d21-4a0b-9286-aa31d01f78a1 req-501a14a5-f061-4c70-b8ee-382301f31701 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 931 time: 0.1172404 Nov 26 22:16:11.096183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d32190b7-3630-42f4-ad2b-3a95f6c3defe req-d557cc0a-5f9e-4002-b68d-e2d7cecc8808 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0538814 Nov 26 22:16:11.120922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52518) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:11.134583 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe796a60-8d21-4a0b-9286-aa31d01f78a1 req-8267f88a-ca02-4d39-9457-88a6f9111f0b tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484466 Nov 26 22:16:11.217546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38156562-e061-4775-92dc-163013a6ffc0 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:16:11.226687 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.240712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Transition to ACTIVE for port object 38156562-e061-4775-92dc-163013a6ffc0 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:16:11.246937 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.309736 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d11830f-802e-4e2f-99c6-a970cf857b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.334370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Pushing event updated for resources: {'Port': ['ID=38156562-e061-4775-92dc-163013a6ffc0,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:11.450784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Attempting to bind port 38156562-e061-4775-92dc-163013a6ffc0 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:16:11.451122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Attempting to bind port 38156562-e061-4775-92dc-163013a6ffc0 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:16:11.453100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Attempting to bind port 38156562-e061-4775-92dc-163013a6ffc0 on network 7c29e615-51cc-432a-a593-321edd2a8084 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:16:11.460520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Port 38156562-e061-4775-92dc-163013a6ffc0 on network 7c29e615-51cc-432a-a593-321edd2a8084 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:16:11.460860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Attempting to bind port 38156562-e061-4775-92dc-163013a6ffc0 on network 7c29e615-51cc-432a-a593-321edd2a8084 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:16:11.471497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:16:11.471771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Checking segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:16:11.472137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Bound using segment: {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:16:11.472567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Bound port: 38156562-e061-4775-92dc-163013a6ffc0, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:16:11.472919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.512392 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d11830f-802e-4e2f-99c6-a970cf857b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.533147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d11830f-802e-4e2f-99c6-a970cf857b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.596856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9d11830f-802e-4e2f-99c6-a970cf857b97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8d6525e3d4d46579a473290e8a4cb5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4746375 Nov 26 22:16:11.599786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52522) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:11.600962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11830f-802e-4e2f-99c6-a970cf857b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf48d61-1665-4ac4-ac4c-901eaadc5187,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:11.612508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] For port 38156562-e061-4775-92dc-163013a6ffc0, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:16:11.616595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] For port 38156562-e061-4775-92dc-163013a6ffc0, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=38156562-e061-4775-92dc-163013a6ffc0,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:16:11.621821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.664952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:11.665592 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.667369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/38156562-e061-4775-92dc-163013a6ffc0 HTTP/1.1" status: 200 len: 1091 time: 1.1007614 Nov 26 22:16:11.669945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3dbdee6-b564-4d19-8269-0187d616b079', 'tag': '38156562-e061-4775-92dc-163013a6ffc0'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:16:11.672143 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fc704f-d6d0-4776-a763-33b3ca413094" -d '{"events": [{"name": "network-changed", "server_uuid": "a3dbdee6-b564-4d19-8269-0187d616b079", "tag": "38156562-e061-4775-92dc-163013a6ffc0"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:16:11.700333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc169-e98c-433b-8b2b-f0a7e6d48839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.709502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65eb29-7e04-4623-b527-e225c0d623e1 service neutron] Pushing event updated for resources: {'Port': ['ID=38156562-e061-4775-92dc-163013a6ffc0,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:11.739967 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc169-e98c-433b-8b2b-f0a7e6d48839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.810799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc169-e98c-433b-8b2b-f0a7e6d48839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.817495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0222507-d55a-45da-9350-af06e2cced55 req-2d51f3b1-1ca9-4a67-b9db-6f49f153bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:11.817617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc169-e98c-433b-8b2b-f0a7e6d48839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:11.818106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-2d51f3b1-1ca9-4a67-b9db-6f49f153bf6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 1094 time: 0.0833755 Nov 26 22:16:11.830270 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ba1cc169-e98c-433b-8b2b-f0a7e6d48839 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cf48d61-1665-4ac4-ac4c-901eaadc5187 HTTP/1.1" status: 204 len: 168 time: 0.2284791 Nov 26 22:16:11.841830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cc169-e98c-433b-8b2b-f0a7e6d48839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf48d61-1665-4ac4-ac4c-901eaadc5187,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:11.923323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-e30c47af-1c34-4792-a8ec-0f2242949e31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38156562-e061-4775-92dc-163013a6ffc0 HTTP/1.1" status: 200 len: 217 time: 0.0782728 Nov 26 22:16:11.968300 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1721c2-c8c7-43d1-a6cb-8c85c85a0cd7 x-openstack-request-id: req-9f1721c2-c8c7-43d1-a6cb-8c85c85a0cd7 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:16:11.968733 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3dbdee6-b564-4d19-8269-0187d616b079", "tag": "38156562-e061-4775-92dc-163013a6ffc0", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:16:11.969183 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f1721c2-c8c7-43d1-a6cb-8c85c85a0cd7 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:16:11.969689 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3dbdee6-b564-4d19-8269-0187d616b079', 'tag': '38156562-e061-4775-92dc-163013a6ffc0', 'status': 'completed', 'code': 200} Nov 26 22:16:11.983792 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:16:12.006282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0222507-d55a-45da-9350-af06e2cced55 req-946f5093-6ef8-4ae6-8e7c-d8b60cde3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:12.007844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-946f5093-6ef8-4ae6-8e7c-d8b60cde3797 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.0774958 Nov 26 22:16:12.055325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-d5d025d1-5ec1-4231-b174-618cd7329113 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369425 Nov 26 22:16:12.168798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-f837134e-a978-4d6b-952b-f54c974fd018 service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958164 Nov 26 22:16:12.225256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52538) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:12.240861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f84f07f3-9169-4887-a47d-080dac81a2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:12.329652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f84f07f3-9169-4887-a47d-080dac81a2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:12.334689 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f84f07f3-9169-4887-a47d-080dac81a2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:12.378751 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f84f07f3-9169-4887-a47d-080dac81a2f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c68d1f3bb2d4c239442cd7e38503f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524734 Nov 26 22:16:12.379656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f07f3-9169-4887-a47d-080dac81a2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f5296-2671-49ed-925d-d25975d80156,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:12.382152 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52540) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:12.445118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8865-7e7a-4aff-98c8-b06bb0356806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:12.474312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8865-7e7a-4aff-98c8-b06bb0356806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:12.542558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8865-7e7a-4aff-98c8-b06bb0356806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:12.545333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8865-7e7a-4aff-98c8-b06bb0356806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:12.552292 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ca9b8865-7e7a-4aff-98c8-b06bb0356806 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb6f5296-2671-49ed-925d-d25975d80156 HTTP/1.1" status: 204 len: 168 time: 0.1682994 Nov 26 22:16:12.568914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b8865-7e7a-4aff-98c8-b06bb0356806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f5296-2671-49ed-925d-d25975d80156,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:12.640667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cc340669-63c3-49bb-941f-eba244a884a8 req-eda117e7-9cd8-43dc-b0c6-485ff864ac7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0303037 Nov 26 22:16:12.643508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4447ed02-fa92-48a1-91d1-0c4b39adb6bc req-d1935491-bffd-47a6-86e5-caacdfccc2ec tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.4144790 Nov 26 22:16:12.694843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2259471-5555-4662-aa45-014ebce61ea1 req-b2f03e3b-ca13-45d8-bf08-64d21c793eda tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:12.696445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2259471-5555-4662-aa45-014ebce61ea1 req-b2f03e3b-ca13-45d8-bf08-64d21c793eda tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 943 time: 0.4501092 Nov 26 22:16:12.698631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0222507-d55a-45da-9350-af06e2cced55 req-042c1495-1fea-4992-9591-83aa9f39ef25 service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287588 Nov 26 22:16:12.754938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2259471-5555-4662-aa45-014ebce61ea1 req-832d9e19-4ad3-417f-b9d7-6bcf2ff88f84 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 Nov 26 22:16:12.843803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-19817638-e90f-4e39-a6c7-c992ee1e2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:12.845929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-19817638-e90f-4e39-a6c7-c992ee1e2c19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 1094 time: 0.0438988 Nov 26 22:16:12.951418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-2282c996-9ed1-4688-83e7-f1edbc3c6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:12.952879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-2282c996-9ed1-4688-83e7-f1edbc3c6b6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 916 time: 0.0995982 Nov 26 22:16:13.001860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-d6dfb298-3815-4c6e-aff9-0b3096107f59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38156562-e061-4775-92dc-163013a6ffc0 HTTP/1.1" status: 200 len: 217 time: 0.0412111 Nov 26 22:16:13.060039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-e9d422ed-4d92-4d46-8634-caf169440b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:13.061685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-e9d422ed-4d92-4d46-8634-caf169440b8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.0526483 Nov 26 22:16:13.096489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-333c5f15-eadf-4d79-a243-b61b4913e516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274155 Nov 26 22:16:13.200809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-c6b600da-ddd6-42f3-9bfc-7cee5422ca76 service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960302 Nov 26 22:16:13.305305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00fc704f-d6d0-4776-a763-33b3ca413094 req-b9fc7e03-e754-42fe-a16c-f217937244ed service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966763 Nov 26 22:16:13.760774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45b17d0d-ce42-4544-ba38-4f55b5a50056 req-6454aa86-3e74-4c49-b04c-1006d084938c tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0324707 Nov 26 22:16:13.887103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da908c4-c141-40f2-a8c3-909d1bba9490 req-6f6c52dc-eaf4-417d-a6b1-918263c05b7d tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:13.888722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3da908c4-c141-40f2-a8c3-909d1bba9490 req-6f6c52dc-eaf4-417d-a6b1-918263c05b7d tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 943 time: 0.0548332 Nov 26 22:16:13.957373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3da908c4-c141-40f2-a8c3-909d1bba9490 req-42e1b20f-779c-437c-935b-ef9de366fa74 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619688 Nov 26 22:16:14.871393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7367520d-80bf-4df6-851e-be70776fcdd8 req-f4c40fff-29f0-440d-8034-66fa70e90781 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0276015 Nov 26 22:16:15.146068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7e75-0d10-4a30-8045-db1af57b9f83 req-3689402c-81ab-4756-9ede-377a2fa2d1bf tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:15.147921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69ef7e75-0d10-4a30-8045-db1af57b9f83 req-3689402c-81ab-4756-9ede-377a2fa2d1bf tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 943 time: 0.0838566 Nov 26 22:16:15.167321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d44aff12-c520-40c3-9cc9-4d230ec8848d req-1d0319eb-17c0-414d-9358-c4d65eee6efb tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0451872 Nov 26 22:16:15.214999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69ef7e75-0d10-4a30-8045-db1af57b9f83 req-23dbf775-d4fe-47f1-8080-649000e8cace tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512500 Nov 26 22:16:15.263275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-315ed9fc-dca1-4f02-a028-ff29ea57a0ba req-b3a4dd0e-21ae-4492-92c9-458c8a83b35d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bb8f6e02163458d9dd4ea3453ff0f7e&device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0278447 Nov 26 22:16:15.296495 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-315ed9fc-dca1-4f02-a028-ff29ea57a0ba req-10bd867b-21c7-4244-bcfa-5d919132c94e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2bb8f6e02163458d9dd4ea3453ff0f7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200524 Nov 26 22:16:15.435068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ed9fc-dca1-4f02-a028-ff29ea57a0ba req-adb7c97c-e620-4d14-b0b6-da3b4e9796d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:15.436593 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-315ed9fc-dca1-4f02-a028-ff29ea57a0ba req-adb7c97c-e620-4d14-b0b6-da3b4e9796d5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333759 Nov 26 22:16:16.274892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddf4cc62-fa3e-4ca6-98f7-cb8ec2eecd4b req-6b194b77-45ed-414b-bf03-fe4150b05f71 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0312338 Nov 26 22:16:16.363923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97984794-3ecd-4914-afe6-3588498e36af req-5e9d44e6-b344-4550-99aa-93e7d58ed145 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:16.365410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97984794-3ecd-4914-afe6-3588498e36af req-5e9d44e6-b344-4550-99aa-93e7d58ed145 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 943 time: 0.0547254 Nov 26 22:16:16.415501 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97984794-3ecd-4914-afe6-3588498e36af req-06d39e56-830f-49c5-9452-d56791cea22b tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Nov 26 22:16:16.840637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 38156562-e061-4775-92dc-163013a6ffc0 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:16:16.908228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-315ed9fc-dca1-4f02-a028-ff29ea57a0ba req-79d85095-c2df-4fd5-af68-d1e09f05a4bd tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0282266 Nov 26 22:16:16.936434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 38156562-e061-4775-92dc-163013a6ffc0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=38156562-e061-4775-92dc-163013a6ffc0,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:16.953736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '38156562-e061-4775-92dc-163013a6ffc0', 'network_id': '7c29e615-51cc-432a-a593-321edd2a8084', 'port_id': '38156562-e061-4775-92dc-163013a6ffc0', 'mac_address': 'fa:16:3e:a3:a0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '938eed0a-92f6-47f4-8863-9b72e29b2212', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:16:16.991897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:17.009910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38156562-e061-4775-92dc-163013a6ffc0 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:16:17.033305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 38156562-e061-4775-92dc-163013a6ffc0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=38156562-e061-4775-92dc-163013a6ffc0,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:17.037789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:17.098169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=38156562-e061-4775-92dc-163013a6ffc0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:17.106141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.106573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.106922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.107272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.107610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.108085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.108446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.108760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.109092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.109413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.109755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.110684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:17.398437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf7c67bb-4694-4b57-ad81-61a14b9705bf req-97185198-9eb0-4e07-99ad-2987d9ebddb5 tempest-ServerShowV257Test-1443849423 tempest-ServerShowV257Test-1443849423-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef1db352-c1fd-42ab-892b-a4e859cce77d HTTP/1.1" status: 200 len: 210 time: 0.0319653 Nov 26 22:16:17.458552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['38156562-e061-4775-92dc-163013a6ffc0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:16:17.557019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b48561-e4d4-4829-b857-42752fd1c032 req-f79e81f1-2cfa-461c-a279-8f8710a695d9 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:17.558769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4b48561-e4d4-4829-b857-42752fd1c032 req-f79e81f1-2cfa-461c-a279-8f8710a695d9 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 944 time: 0.0634723 Nov 26 22:16:17.613964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4b48561-e4d4-4829-b857-42752fd1c032 req-046243bd-56dd-472c-a97f-89da2a38c5a7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Nov 26 22:16:18.741621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52686) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:18.761625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1bcfd-5942-49a2-a2f3-4e30c5855929 req-80bc5aaf-343d-4cd6-b36f-a87ea6d658dd tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:18.763632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1d1bcfd-5942-49a2-a2f3-4e30c5855929 req-80bc5aaf-343d-4cd6-b36f-a87ea6d658dd tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 944 time: 0.0704911 Nov 26 22:16:18.817679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a1d1bcfd-5942-49a2-a2f3-4e30c5855929 req-58dbce4b-26d2-4559-a534-c68f5f2ac96c tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479040 Nov 26 22:16:18.847453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 38156562-e061-4775-92dc-163013a6ffc0 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:16:18.887193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c74af00b-7302-4f23-b57c-814170183989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:18.915156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 38156562-e061-4775-92dc-163013a6ffc0 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:16:18.919713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 38156562-e061-4775-92dc-163013a6ffc0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:18.920090 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:18.983123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c74af00b-7302-4f23-b57c-814170183989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:18.988175 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c74af00b-7302-4f23-b57c-814170183989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:19.020499 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:19.030629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52690) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:19.030865 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c74af00b-7302-4f23-b57c-814170183989 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bb8f6e02163458d9dd4ea3453ff0f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879729 Nov 26 22:16:19.033425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74af00b-7302-4f23-b57c-814170183989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bff786-4f24-463e-8d5f-3c4ff0074a00,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:19.049781 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dbdee6-b564-4d19-8269-0187d616b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38156562-e061-4775-92dc-163013a6ffc0'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:16:19.052343 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38166814-1a7f-4ae9-93d5-fe89f6de5959" -d '{"events": [{"server_uuid": "a3dbdee6-b564-4d19-8269-0187d616b079", "name": "network-vif-plugged", "status": "completed", "tag": "38156562-e061-4775-92dc-163013a6ffc0"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:16:19.067190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 38156562-e061-4775-92dc-163013a6ffc0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=38156562-e061-4775-92dc-163013a6ffc0,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:19.072713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:19.103513 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f1b42-80fe-4562-ab20-a13f3b610826 x-openstack-request-id: req-920f1b42-80fe-4562-ab20-a13f3b610826 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:16:19.103816 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dbdee6-b564-4d19-8269-0187d616b079", "name": "network-vif-plugged", "status": "completed", "tag": "38156562-e061-4775-92dc-163013a6ffc0", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:16:19.104077 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-920f1b42-80fe-4562-ab20-a13f3b610826 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:16:19.104202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286183cd-7501-4cdf-8f1c-eeb76329ae66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:19.104473 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dbdee6-b564-4d19-8269-0187d616b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38156562-e061-4775-92dc-163013a6ffc0', 'code': 200} Nov 26 22:16:19.129493 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286183cd-7501-4cdf-8f1c-eeb76329ae66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:19.135122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=38156562-e061-4775-92dc-163013a6ffc0,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:19.191369 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286183cd-7501-4cdf-8f1c-eeb76329ae66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:19.194869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286183cd-7501-4cdf-8f1c-eeb76329ae66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:19.196117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-286183cd-7501-4cdf-8f1c-eeb76329ae66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5bff786-4f24-463e-8d5f-3c4ff0074a00 HTTP/1.1" status: 204 len: 168 time: 0.1642342 Nov 26 22:16:19.206227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286183cd-7501-4cdf-8f1c-eeb76329ae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bff786-4f24-463e-8d5f-3c4ff0074a00,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:19.287295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6453af7-a238-4c8b-a346-ff1322661c0b req-e8348fc4-657a-435b-a0cb-586e45ef2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:19.289292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6453af7-a238-4c8b-a346-ff1322661c0b req-e8348fc4-657a-435b-a0cb-586e45ef2095 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 1096 time: 0.0779138 Nov 26 22:16:19.348876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6453af7-a238-4c8b-a346-ff1322661c0b req-1da02ba5-4415-4d3c-80d6-e4c152ce5133 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522442 Nov 26 22:16:19.943319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52720) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:19.972961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedf77b-b1ce-4975-a128-824bb27e6673 req-4ced6f9e-776f-467e-ab80-8034e04bed32 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:19.974566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0dedf77b-b1ce-4975-a128-824bb27e6673 req-4ced6f9e-776f-467e-ab80-8034e04bed32 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 945 time: 0.0617342 Nov 26 22:16:20.042710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0dedf77b-b1ce-4975-a128-824bb27e6673 req-4adc103a-860e-4ec2-8338-59eabf73016f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621064 Nov 26 22:16:20.068567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-569039859-network', 'tenant_id': 'fc2a7513f4de40b6bfe27cf263c0fadc'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:20.091701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Made reservation on behalf of fc2a7513f4de40b6bfe27cf263c0fadc for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:16:20.094205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.106567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.203723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.207796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.237363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:16:20.243908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5122c295-dc68-4032-88b0-bff91dc381b3,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:20.251555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.252443 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Added segment 12828a12-03d5-4484-95ed-a5e761c023cd of type vlan for network 96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1 Nov 26 22:16:20.292585 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.325108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.326446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:20.327214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.401073 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4560857 Nov 26 22:16:20.404143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 52728) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:20.407451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfd4a6-b1bd-4114-b960-e9b4a577ca4e admin admin] Pushing event updated for resources: {'Network': ['ID=96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:20.409943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Request body: {'subnet': {'network_id': '96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-569039859-subnet', 'tenant_id': 'fc2a7513f4de40b6bfe27cf263c0fadc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:20.423979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:16:20.435088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Made reservation on behalf of fc2a7513f4de40b6bfe27cf263c0fadc for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:16:20.440251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.637805 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.696175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a555b041-0198-412a-ba4f-1be515219774,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:20.707124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Checking segment: {'id': '12828a12-03d5-4484-95ed-a5e761c023cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:16:20.707505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Network hostable DHCP agents. Network: 96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:16:20.727969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Network 96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:16:20.737625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:20.742138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:20.742730 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:20.751648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b905571-659f-48fa-8194-061ab6eb49eb None None] Network 96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:16:20.763595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6ddd19d7-8616-4a13-9b2b-b57819dc9b1b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3583250 Nov 26 22:16:20.921198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ea5b30-e086-4542-a918-cec83905e2ac None None] Network 96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:16:20.961973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52736) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:21.022206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-86294066-c5c3-4a2a-9a7a-41923ec616b2 admin admin] Deleting subnet a555b041-0198-412a-ba4f-1be515219774 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:16:21.025588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86294066-c5c3-4a2a-9a7a-41923ec616b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.083584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86294066-c5c3-4a2a-9a7a-41923ec616b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.176954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86294066-c5c3-4a2a-9a7a-41923ec616b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.253433 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86294066-c5c3-4a2a-9a7a-41923ec616b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.257389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c35bb-7770-455b-af1d-798a65656e33 req-d3e61915-5a6d-4db2-aef3-da9346c6bca7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:21.266829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-034c35bb-7770-455b-af1d-798a65656e33 req-d3e61915-5a6d-4db2-aef3-da9346c6bca7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 945 time: 0.1100690 Nov 26 22:16:21.285545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86294066-c5c3-4a2a-9a7a-41923ec616b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a555b041-0198-412a-ba4f-1be515219774,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:21.290505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-86294066-c5c3-4a2a-9a7a-41923ec616b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.294306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-86294066-c5c3-4a2a-9a7a-41923ec616b2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a555b041-0198-412a-ba4f-1be515219774 HTTP/1.1" status: 204 len: 168 time: 0.3298769 Nov 26 22:16:21.296651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52740) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:21.338480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-034c35bb-7770-455b-af1d-798a65656e33 req-fd1627d3-9169-4531-a3d5-61cc816054a5 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705905 Nov 26 22:16:21.407475 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.531159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.559575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:21.571960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12828a12-03d5-4484-95ed-a5e761c023cd') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:21.572270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12828a12-03d5-4484-95ed-a5e761c023cd') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:21.585966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.603964 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.620739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:16:21.621917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:16:21.631059 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:16:21.735208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.755016 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:21.758323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1 HTTP/1.1" status: 204 len: 168 time: 0.4605350 Nov 26 22:16:21.759597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1504f4-2107-450e-91f4-7ebcf80a59f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=96cc8d81-0a77-4f69-a2a2-bc4ed8dd9ed1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:21.876744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52756) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:21.921676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ab7170c2-37b6-483f-98d1-8ceadf8c8ed0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc2a7513f4de40b6bfe27cf263c0fadc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436378 Nov 26 22:16:21.924776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52758) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:21.976324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-208a6831-3bc9-4251-8332-27efe8274a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:22.007639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-208a6831-3bc9-4251-8332-27efe8274a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:22.060727 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-208a6831-3bc9-4251-8332-27efe8274a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:22.064058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-208a6831-3bc9-4251-8332-27efe8274a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:22.065235 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-208a6831-3bc9-4251-8332-27efe8274a11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5122c295-dc68-4032-88b0-bff91dc381b3 HTTP/1.1" status: 204 len: 168 time: 0.1393237 Nov 26 22:16:22.074064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a6831-3bc9-4251-8332-27efe8274a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5122c295-dc68-4032-88b0-bff91dc381b3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:23.517215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f25f8887-d0db-4c7b-93dc-f23b3842c903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:26.245508 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5eec9976-8b5f-477b-99fd-6acec51c0e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:27.136430 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:28.661398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:29.292208 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:29.381261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52900) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:29.613097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f48eeddd-e7f3-4281-ba42-3baf331f1f5f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/floatingips/0e24880a-fee5-4a31-8bc7-d060be70878b HTTP/1.1" status: 200 len: 994 time: 0.2306676 Nov 26 22:16:29.847116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 52910) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:30.052430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 4df33087-fa15-49d7-995c-12d3e4e5ab57 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:16:30.053388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:30.150325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:30.150649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:30.165695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 4df33087-fa15-49d7-995c-12d3e4e5ab57 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:16:30.337187 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:30.364295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=4df33087-fa15-49d7-995c-12d3e4e5ab57,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:30.436436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-afd2934c-6ca7-466e-86dc-5b52d2e33f0e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783636084&fields=id&tenant_id=d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 267 time: 0.0609286 Nov 26 22:16:30.449653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:30.450230 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Floating IP 0e24880a-fee5-4a31-8bc7-d060be70878b disassociated (deleted). External IP: 172.25.3.159, port: a7950d02-41df-4303-aca1-107a8a3fd6e1. Nov 26 22:16:30.563572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-d6a2324c-44a8-4747-b4b9-61ced3914d4e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:30.570918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-d6a2324c-44a8-4747-b4b9-61ced3914d4e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1258523 Nov 26 22:16:30.588560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c4d2da2a-01b7-465c-a1f5-a166656ea291 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/quotas/d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 375 time: 0.0165455 Nov 26 22:16:30.659430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-f47d2eab-93c9-40ba-aa30-1b67c5c2a616 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639565 Nov 26 22:16:30.714001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 894267c0-f923-48bb-b44e-2a51ad1e0b71 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:16:30.772263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-e4984897-7842-42e5-bc43-cc36c6383e0b service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085043 Nov 26 22:16:30.833506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:16:30.839866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:30.848824 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] Sync routers for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:16:30.864148 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:16:30.866217 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:30.900017 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9452e51e-c5c1-4e91-b57b-e8c9656bfcec tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/floatingips/0e24880a-fee5-4a31-8bc7-d060be70878b HTTP/1.1" status: 204 len: 168 time: 1.0517910 Nov 26 22:16:30.902496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:16:30.908140 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f" -d '{"events": [{"name": "network-changed", "server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:16:30.915934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-62f68769-a88f-48a9-a57a-dc9131530d65 service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427269 Nov 26 22:16:31.057371 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:16:31.166878 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f33378a-422d-4584-92a3-93110baea93f x-openstack-request-id: req-2f33378a-422d-4584-92a3-93110baea93f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:16:31.167174 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:16:31.167556 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f33378a-422d-4584-92a3-93110baea93f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:16:31.167975 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'status': 'completed', 'code': 200} Nov 26 22:16:31.326749 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:54Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:31.363258 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] Checking router: 894267c0-f923-48bb-b44e-2a51ad1e0b71 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:16:31.374555 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:16:31.375240 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:31.387234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-99e88ac0-8623-4963-87c2-23bd04523647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:31.388739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-99e88ac0-8623-4963-87c2-23bd04523647 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=26a5db67a7704386b732340608d3d4f3&device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 1097 time: 0.1622136 Nov 26 22:16:31.408923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95d2553e-c96e-4290-8b60-e6d02e36b02e req-c7231718-2f81-4db3-af85-423ac0bc798c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 210 time: 0.0558918 Nov 26 22:16:31.497861 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:16:31.578271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-841d1529-1089-4d76-9181-16de9601699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:31.581315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-841d1529-1089-4d76-9181-16de9601699a service neutron] 10.222.0.41 "GET /v2.0/networks?id=29b06049-0a9e-4225-8957-db70fbcaab9d HTTP/1.1" status: 200 len: 898 time: 0.1759388 Nov 26 22:16:31.592237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f96c3-4964-4b56-b14c-eba6f38ef806 req-df3fbf30-d417-42b4-832b-24d899efb033 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:31.603691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff7f96c3-4964-4b56-b14c-eba6f38ef806 req-df3fbf30-d417-42b4-832b-24d899efb033 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 946 time: 0.3239918 Nov 26 22:16:31.681903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-a166147b-9fb0-45a6-bdc7-d0f31d9b7694 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1 HTTP/1.1" status: 200 len: 217 time: 0.0672534 Nov 26 22:16:31.794352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff7f96c3-4964-4b56-b14c-eba6f38ef806 req-784616cc-0d36-431a-8085-59e5a2385b89 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882048 Nov 26 22:16:31.808751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-b63b7679-4fd8-43a8-95ba-b8bbb2825101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:31.810825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-b63b7679-4fd8-43a8-95ba-b8bbb2825101 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b4ef732-56ca-4173-9e61-df1c4038d766 HTTP/1.1" status: 200 len: 835 time: 0.1177170 Nov 26 22:16:31.873828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-a74d183c-37ab-41fb-a80b-07d40715dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:31.876186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-a74d183c-37ab-41fb-a80b-07d40715dcde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29b06049-0a9e-4225-8957-db70fbcaab9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574167 Nov 26 22:16:31.936193 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:54Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:31.975030 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c8c839-6a5c-484a-a51e-3442e8eab26b None None] The sync data for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 is: [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:14:50Z', 'revision_number': 4, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28', 'name': '', 'network_id': '29b06049-0a9e-4225-8957-db70fbcaab9d', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'mac_address': 'fa:16:3e:9e:6e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:49Z', 'updated_at': '2021-11-26T22:14:54Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'subnets': [{'id': '4b4ef732-56ca-4173-9e61-df1c4038d766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:16:32.095170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-7b0ac7ba-dca6-474f-a7c7-9ba35248cec1 service neutron] 10.222.0.41 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010779 Nov 26 22:16:32.247312 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db0eb7b-1ebe-463d-b06c-d7cff83d668f req-8d19630d-db6d-42d6-a790-154f4a4e0671 service neutron] 10.222.0.41 "GET /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429820 Nov 26 22:16:32.408615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff730e1-e063-4bd3-b42b-95d5dab3eae2 None None] New status for floating IP 0e24880a-fee5-4a31-8bc7-d060be70878b: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:16:32.559044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-77a334b7-df58-412b-b60e-6ba50ed90d42 req-90abe706-5c05-454a-a20f-5405c6c76c25 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 210 time: 0.0399232 Nov 26 22:16:32.712210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-101988ed-f854-4487-b913-db39f33af1cb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:32.713728 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-101988ed-f854-4487-b913-db39f33af1cb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1696212 Nov 26 22:16:32.794767 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-bcaf22e9-bbad-4000-a6b4-934a7f3f6081 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 380 time: 0.0652571 Nov 26 22:16:32.805851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'port': {'device_id': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'admin_state_up': True, 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'security_groups': ['b4fb29a8-b4af-418e-ad57-0a685105d131']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:32.956058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448ba54-acc5-4d1d-a30b-cc5c86eafdb9 req-1877d8b1-e21c-40a9-887e-a41f66d0df33 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:32.963888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2448ba54-acc5-4d1d-a30b-cc5c86eafdb9 req-1877d8b1-e21c-40a9-887e-a41f66d0df33 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 946 time: 0.0884891 Nov 26 22:16:32.989576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:16:32.995158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.079921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2448ba54-acc5-4d1d-a30b-cc5c86eafdb9 req-45ad1297-9a1b-4adf-8fec-bd508efb91bc tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086564 Nov 26 22:16:33.108803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673c1b0-d37c-477c-a549-d3916328483a req-71072228-54cb-44e8-b968-b16348238455 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:33.110849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d673c1b0-d37c-477c-a549-d3916328483a req-71072228-54cb-44e8-b968-b16348238455 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 946 time: 0.0671339 Nov 26 22:16:33.211282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.20.0.13 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/fe0c6f3d-a438-44ed-bd4b-2c082b4f9491) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:16:33.233483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port a7950d02-41df-4303-aca1-107a8a3fd6e1 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:16:33.233843 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.335722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port a7950d02-41df-4303-aca1-107a8a3fd6e1, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a7950d02-41df-4303-aca1-107a8a3fd6e1,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:33.336373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.366559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for a7950d02-41df-4303-aca1-107a8a3fd6e1 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:16:33.421655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.507305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.549920 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.579909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:16:33.587095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=a7950d02-41df-4303-aca1-107a8a3fd6e1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:33.589032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:33.611839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:16:33.689374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:33.732739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] No DVR routers for this DVR port a7950d02-41df-4303-aca1-107a8a3fd6e1 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:16:33.743760 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.747434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d673c1b0-d37c-477c-a549-d3916328483a req-131c03f9-cd0a-4f0c-be47-8b8259b08366 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.41 "DELETE /v2.0/ports/a7950d02-41df-4303-aca1-107a8a3fd6e1 HTTP/1.1" status: 204 len: 173 time: 0.6301935 Nov 26 22:16:33.748203 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'name': 'network-vif-deleted', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:16:33.751213 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a471386-2861-45c0-971e-47a65e8cd371" -d '{"events": [{"server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "name": "network-vif-deleted", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:16:33.762569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:33.763232 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.806625 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-2ae4edbd-f83d-43db-a40e-9644f018f23f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0056677 Nov 26 22:16:33.826051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Request body: {'port': {'device_id': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:33.831529 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff8ace6-04b6-4161-a5ff-a1edf0c19ae5 x-openstack-request-id: req-fff8ace6-04b6-4161-a5ff-a1edf0c19ae5 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:16:33.831824 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e9471f-3fd4-44b4-8a90-99e27471a0d1", "name": "network-vif-deleted", "tag": "a7950d02-41df-4303-aca1-107a8a3fd6e1", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:16:33.832081 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fff8ace6-04b6-4161-a5ff-a1edf0c19ae5 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:16:33.832479 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e9471f-3fd4-44b4-8a90-99e27471a0d1', 'name': 'network-vif-deleted', 'tag': 'a7950d02-41df-4303-aca1-107a8a3fd6e1', 'status': 'completed', 'code': 200} Nov 26 22:16:33.861945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b3a41-53fb-4a68-8bae-ed69aeea8a88 req-0c6b3a8a-2c22-4ae9-b0fe-a8983bcbe543 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:33.876191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b3b3a41-53fb-4a68-8bae-ed69aeea8a88 req-0c6b3a8a-2c22-4ae9-b0fe-a8983bcbe543 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 932 time: 0.1440895 Nov 26 22:16:33.941486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:33.989831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b3b3a41-53fb-4a68-8bae-ed69aeea8a88 req-c92e7207-87c7-40a7-b5f0-3086ca7a182a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107974 Nov 26 22:16:34.082571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-52a5ef14-012a-4f44-8533-b4e76beda818 None None] Provisioning complete for port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:34.083600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52a5ef14-012a-4f44-8533-b4e76beda818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:34.156219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-52a5ef14-012a-4f44-8533-b4e76beda818 None None] Port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:16:34.315182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc45c68a-55c0-4e1f-a2e6-7eba595cb3ef req-ed555091-86ec-4e9a-9767-6be8e5101370 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "GET /v2.0/ports?device_id=90e9471f-3fd4-44b4-8a90-99e27471a0d1 HTTP/1.1" status: 200 len: 210 time: 0.0449634 Nov 26 22:16:34.423651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:16:34.433442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:34.448472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Transition to ACTIVE for port object fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:16:34.458840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:34.602784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Pushing event updated for resources: {'Port': ['ID=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:34.685561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Attempting to bind port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:16:34.686536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Attempting to bind port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:16:34.687219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Attempting to bind port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:16:34.705009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 on network 629b7371-66af-455c-9be3-9f2b707c8bea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:16:34.705251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Attempting to bind port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:16:34.711279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:16:34.711620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:16:34.712010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:16:34.712438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Bound port: fe0c6f3d-a438-44ed-bd4b-2c082b4f9491, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:16:34.712794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:34.820115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] For port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:16:34.823344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] For port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:16:34.842342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:35.010280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Pushing event updated for resources: {'Port': ['ID=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:35.034297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:35.034951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:35.039295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-c90c9c74-7053-4488-ae72-fac503f7cfde service neutron] 10.222.0.13 "PUT /v2.0/ports/fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 HTTP/1.1" status: 200 len: 1092 time: 1.2178841 Nov 26 22:16:35.047635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'tag': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:16:35.056221 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f065e05-919f-4961-b853-4d979aaba53b" -d '{"events": [{"name": "network-changed", "server_uuid": "4081f6c3-9388-4f03-ab2d-d5d0ca33906c", "tag": "fe0c6f3d-a438-44ed-bd4b-2c082b4f9491"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:16:35.093538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-d20e794f-f6ba-479e-89a9-986860c01eb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2663727 Nov 26 22:16:35.196769 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b39897-b5cd-4639-8d51-184c27bc689f x-openstack-request-id: req-a0b39897-b5cd-4639-8d51-184c27bc689f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:16:35.197067 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4081f6c3-9388-4f03-ab2d-d5d0ca33906c", "tag": "fe0c6f3d-a438-44ed-bd4b-2c082b4f9491", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:16:35.197332 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0b39897-b5cd-4639-8d51-184c27bc689f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:16:35.197748 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'tag': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'status': 'completed', 'code': 200} Nov 26 22:16:35.253068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291f102-9ed5-41b5-b355-ed44d87a2209 req-ed052bed-3478-40ed-8557-a6dd73e6c338 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:35.265475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f291f102-9ed5-41b5-b355-ed44d87a2209 req-ed052bed-3478-40ed-8557-a6dd73e6c338 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.0975759 Nov 26 22:16:35.409891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f291f102-9ed5-41b5-b355-ed44d87a2209 req-8beaba8b-71d1-40dc-9f68-c7c08feef222 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374357 Nov 26 22:16:35.429231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53058) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:35.437556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-3fbda58d-fc23-4045-9964-6a78b757b7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:35.439837 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-3fbda58d-fc23-4045-9964-6a78b757b7ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 1095 time: 0.2607961 Nov 26 22:16:35.555996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9c28fcb-8c6e-4d29-b6fa-7734c103da8f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:35.605152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9c28fcb-8c6e-4d29-b6fa-7734c103da8f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:35.743382 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9c28fcb-8c6e-4d29-b6fa-7734c103da8f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:35.746437 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9c28fcb-8c6e-4d29-b6fa-7734c103da8f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:35.751069 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e9c28fcb-8c6e-4d29-b6fa-7734c103da8f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1 HTTP/1.1" status: 204 len: 168 time: 0.3083489 Nov 26 22:16:35.766159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c28fcb-8c6e-4d29-b6fa-7734c103da8f tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa60060b-1fc2-4af5-9c5e-ca57a4dd9db1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:35.822973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:36.274210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-fac97b06-5d7a-481a-8b55-949f5b46b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:36.277185 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-fac97b06-5d7a-481a-8b55-949f5b46b7aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 1096 time: 0.9874475 Nov 26 22:16:36.279725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-736325ed-6d36-42cb-8b59-a2f899c3451f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 HTTP/1.1" status: 200 len: 217 time: 0.8187571 Nov 26 22:16:36.418262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-1dc9f63f-70dc-4e46-aea6-fd8590702526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:36.419889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-1dc9f63f-70dc-4e46-aea6-fd8590702526 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1318469 Nov 26 22:16:36.521532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-fad98ccb-d3e7-4fa8-acbd-5e6267207a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:36.523720 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-fad98ccb-d3e7-4fa8-acbd-5e6267207a55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 916 time: 0.1901991 Nov 26 22:16:36.542247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-8cb9ed17-2aed-43c7-8b0a-3e2ed37d7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:36.544440 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-8cb9ed17-2aed-43c7-8b0a-3e2ed37d7e4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154118 Nov 26 22:16:36.587752 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-82aa9010-92b5-4077-a0fa-389a96c689f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f638406f-6749-4b68-a4f0-4b7e8f42e94c HTTP/1.1" status: 200 len: 217 time: 0.0546143 Nov 26 22:16:36.698244 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715962d-ef23-44c5-ba87-caf10b78333b req-db93e048-b531-4ea4-b775-9b549884d31b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:36.700769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c715962d-ef23-44c5-ba87-caf10b78333b req-db93e048-b531-4ea4-b775-9b549884d31b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.1077855 Nov 26 22:16:36.705515 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:36.788829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-fb396789-f0df-4db9-afe8-6e481be89b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:36.792575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-fb396789-f0df-4db9-afe8-6e481be89b66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.1937783 Nov 26 22:16:36.877380 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-235ed796-4a46-494a-8760-a62ca480bda2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729854 Nov 26 22:16:36.947576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a7950d02-41df-4303-aca1-107a8a3fd6e1 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:16:37.001034 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-1502a2fd-0f3a-4649-967d-a1de0026c81a service neutron] 10.222.0.13 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134400 Nov 26 22:16:37.006827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: a7950d02-41df-4303-aca1-107a8a3fd6e1 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:16:37.009233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a7950d02-41df-4303-aca1-107a8a3fd6e1 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:16:37.168080 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c715962d-ef23-44c5-ba87-caf10b78333b req-90e10e1e-c08a-4af4-bbc2-2e0562b42533 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360315 Nov 26 22:16:37.169076 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-f7f30e87-43c9-427f-9f3d-ba0fbafe9dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919857 Nov 26 22:16:37.175356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:37.284893 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3da7f1d7-a2db-4a44-aca9-14b597e13b5a req-a00ec6e2-62d9-444b-8506-0729618688f7 service neutron] 10.222.0.13 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751815 Nov 26 22:16:37.333980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:16:37.335230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:37.352698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6830197f-a2d0-4a41-889e-ca1a6a89cbf3 req-9330cf77-44b4-4f5f-832a-6dd08d352245 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700695 Nov 26 22:16:37.514528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:37.514896 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:37.541006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f065e05-919f-4961-b853-4d979aaba53b req-40b888dc-5c13-4be5-9e76-7ec0c3934207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:37.542890 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f065e05-919f-4961-b853-4d979aaba53b req-40b888dc-5c13-4be5-9e76-7ec0c3934207 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 1095 time: 0.0919371 Nov 26 22:16:37.545825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:16:37.716497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f065e05-919f-4961-b853-4d979aaba53b req-0afd7b3c-bc7b-40d2-9ccb-9654172e9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:37.719757 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f065e05-919f-4961-b853-4d979aaba53b req-0afd7b3c-bc7b-40d2-9ccb-9654172e9bc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1695530 Nov 26 22:16:37.835961 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f065e05-919f-4961-b853-4d979aaba53b req-ddb45ade-8575-4f3c-b88e-4721d44e9f34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 HTTP/1.1" status: 200 len: 217 time: 0.1070900 Nov 26 22:16:37.932642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f065e05-919f-4961-b853-4d979aaba53b req-604b72d4-a70a-4d84-b67e-04c3ffba01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:37.935137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f065e05-919f-4961-b853-4d979aaba53b req-604b72d4-a70a-4d84-b67e-04c3ffba01a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0936632 Nov 26 22:16:37.972377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:38.043937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:38.096713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:38.099382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f065e05-919f-4961-b853-4d979aaba53b req-9a75a92c-a4b8-475c-88f1-2699a85b07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:38.101336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f065e05-919f-4961-b853-4d979aaba53b req-9a75a92c-a4b8-475c-88f1-2699a85b07a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580915 Nov 26 22:16:38.301650 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f065e05-919f-4961-b853-4d979aaba53b req-c5eb95a5-6bee-48e3-b659-374239c22efa service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917145 Nov 26 22:16:38.440583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f76dae-811b-4728-99ce-ba0a7f918ca3 req-a6c3aa20-1e4b-437a-a98b-92e9eb96977f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:38.441612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8f76dae-811b-4728-99ce-ba0a7f918ca3 req-a6c3aa20-1e4b-437a-a98b-92e9eb96977f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.1354592 Nov 26 22:16:38.466300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:38.471194 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f065e05-919f-4961-b853-4d979aaba53b req-2621aacb-59b8-46c4-85ac-8e6d95188d8c service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599867 Nov 26 22:16:38.697385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8f76dae-811b-4728-99ce-ba0a7f918ca3 req-baffcc13-6128-4637-83ee-0135b37e9b1a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474923 Nov 26 22:16:38.845457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Router 894267c0-f923-48bb-b44e-2a51ad1e0b71 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:16:38.972708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:16:38.981934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8e3fe028-1dc6-469a-9810-4b064ba87bc1 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "PUT /v2.0/routers/894267c0-f923-48bb-b44e-2a51ad1e0b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1543241 Nov 26 22:16:38.982044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53094) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:38.984510 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] Sync routers for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:16:39.021432 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:16:39.022311 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:39.084520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0f00f8-e5bb-4b8c-9726-aad45f4db1a8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting subnet 4b4ef732-56ca-4173-9e61-df1c4038d766 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:16:39.088763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb0f00f8-e5bb-4b8c-9726-aad45f4db1a8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.132112 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb0f00f8-e5bb-4b8c-9726-aad45f4db1a8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.173382 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:16:39.280340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb0f00f8-e5bb-4b8c-9726-aad45f4db1a8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.371447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb0f00f8-e5bb-4b8c-9726-aad45f4db1a8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.403178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f00f8-e5bb-4b8c-9726-aad45f4db1a8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4ef732-56ca-4173-9e61-df1c4038d766,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:39.421037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bb0f00f8-e5bb-4b8c-9726-aad45f4db1a8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.421779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970af1e-a85d-40c8-8ad0-4ae9f4568fe1 None None] Network 29b06049-0a9e-4225-8957-db70fbcaab9d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:16:39.429141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53096) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:39.429789 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bb0f00f8-e5bb-4b8c-9726-aad45f4db1a8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/subnets/4b4ef732-56ca-4173-9e61-df1c4038d766 HTTP/1.1" status: 204 len: 168 time: 0.4431834 Nov 26 22:16:39.439175 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:16:37Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:39.511901 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] Checking router: 894267c0-f923-48bb-b44e-2a51ad1e0b71 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:16:39.533251 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] Routers {'894267c0-f923-48bb-b44e-2a51ad1e0b71'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:16:39.533779 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['894267c0-f923-48bb-b44e-2a51ad1e0b71'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:39.575290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.686516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] DHCP port deletion for 29b06049-0a9e-4225-8957-db70fbcaab9d request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:16:39.765424 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] Set router 894267c0-f923-48bb-b44e-2a51ad1e0b71 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:16:39.775087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] Deleting port c4e187d8-0ffa-497e-a4bf-59732b33929c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:16:39.775707 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.814393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.916632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] For port c4e187d8-0ffa-497e-a4bf-59732b33929c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c4e187d8-0ffa-497e-a4bf-59732b33929c,segment=NetworkSegment(f5f9bb5d-ad68-4e41-b85a-1c78202decea),segment_id=f5f9bb5d-ad68-4e41-b85a-1c78202decea)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:39.917129 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.930310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19da39c-ae0a-427b-af46-ccc5011b219a req-952f54c6-1534-4913-9b4f-947aaebacf12 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:39.931946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b19da39c-ae0a-427b-af46-ccc5011b219a req-952f54c6-1534-4913-9b4f-947aaebacf12 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.1212339 Nov 26 22:16:39.932150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] Calling delete_port for c4e187d8-0ffa-497e-a4bf-59732b33929c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:16:39.976275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Deleting port 15b9677d-7d04-4508-ba50-ee66940cdf27 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:16:39.976873 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:39.993219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:16:37Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:40.035570 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6c4ab-7c8f-42fa-ab32-48688eb5f448 None None] The sync data for ids ['894267c0-f923-48bb-b44e-2a51ad1e0b71'] in n-d-819494-1 is: [{'id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'name': 'tempest-TestNetworkBasicOps-router-1704153599', 'tenant_id': '26a5db67a7704386b732340608d3d4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:14:45Z', 'updated_at': '2021-11-26T22:16:37Z', 'revision_number': 5, 'project_id': '26a5db67a7704386b732340608d3d4f3', 'gw_port': {'id': '15b9677d-7d04-4508-ba50-ee66940cdf27', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894267c0-f923-48bb-b44e-2a51ad1e0b71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:14:46Z', 'updated_at': '2021-11-26T22:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:16:40.046187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b19da39c-ae0a-427b-af46-ccc5011b219a req-65533f2f-7624-49ca-aa30-347c4310d322 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055360 Nov 26 22:16:40.115519 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:40.116532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] For port 15b9677d-7d04-4508-ba50-ee66940cdf27, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=15b9677d-7d04-4508-ba50-ee66940cdf27,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:40.116894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:40.131609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Calling delete_port for 15b9677d-7d04-4508-ba50-ee66940cdf27 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:16:40.147000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] No DVR routers for this DVR port c4e187d8-0ffa-497e-a4bf-59732b33929c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:16:40.148680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0bb30-5a6f-4201-b146-4db978316855 None None] Pushing event deleted for resources: {'Port': ['ID=c4e187d8-0ffa-497e-a4bf-59732b33929c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:40.305359 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:40.331803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Port': ['ID=15b9677d-7d04-4508-ba50-ee66940cdf27,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:40.347150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c17e5dc-738f-4613-a39b-ca351d3693a2 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:16:40.400252 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:40.524247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c4e187d8-0ffa-497e-a4bf-59732b33929c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:16:40.551357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c4e187d8-0ffa-497e-a4bf-59732b33929c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:16:40.552223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c4e187d8-0ffa-497e-a4bf-59732b33929c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:16:40.842497 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:40.845458 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:40.887688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:40.888381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Fanout notify agent at l3_agent the message router_deleted on router 894267c0-f923-48bb-b44e-2a51ad1e0b71 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:16:40.896400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:40.900043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-200abab7-5468-4389-b30e-fece03773d26 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/routers/894267c0-f923-48bb-b44e-2a51ad1e0b71 HTTP/1.1" status: 204 len: 168 time: 1.4670720 Nov 26 22:16:40.900227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53104) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:40.986410 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.079652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.102057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b06049-0a9e-4225-8957-db70fbcaab9d']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:41.112189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f9bb5d-ad68-4e41-b85a-1c78202decea') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:41.112493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f9bb5d-ad68-4e41-b85a-1c78202decea') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:41.123353 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.148131 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.174975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:16:41.175377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:16:41.179195 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:16:41.242966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcbbbf-6cf9-4939-9733-1c21bfdfb52b req-32a1440e-dc60-4c75-b38b-d80740daa41b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:41.244480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6dcbbbf-6cf9-4939-9733-1c21bfdfb52b req-32a1440e-dc60-4c75-b38b-d80740daa41b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.1112003 Nov 26 22:16:41.259087 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.263814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.267006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] 10.222.0.21 "DELETE /v2.0/networks/29b06049-0a9e-4225-8957-db70fbcaab9d HTTP/1.1" status: 204 len: 168 time: 0.3658509 Nov 26 22:16:41.295388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6c022-bead-4964-9c2d-5fb90e598bf8 tempest-TestNetworkBasicOps-771227865 tempest-TestNetworkBasicOps-771227865-project] Pushing event deleted for resources: {'Network': ['ID=29b06049-0a9e-4225-8957-db70fbcaab9d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:41.324288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6dcbbbf-6cf9-4939-9733-1c21bfdfb52b req-6e17d57a-93e3-45a4-8811-3f25808ea07d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723734 Nov 26 22:16:41.559108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53112) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:41.696137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f786181a-9043-4e3d-b7b1-9829e5dee50c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26a5db67a7704386b732340608d3d4f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402335 Nov 26 22:16:41.698581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53116) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:41.753400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f37f7688-189e-428b-a53c-b13905eb019a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.776552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f37f7688-189e-428b-a53c-b13905eb019a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.824860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f37f7688-189e-428b-a53c-b13905eb019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.827829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f37f7688-189e-428b-a53c-b13905eb019a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:41.830242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f37f7688-189e-428b-a53c-b13905eb019a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e527cabc-7be2-4461-ab54-a59bc86a5990 HTTP/1.1" status: 204 len: 168 time: 0.1304626 Nov 26 22:16:41.839309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f7688-189e-428b-a53c-b13905eb019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e527cabc-7be2-4461-ab54-a59bc86a5990,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:42.092041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-ee85e1e9-8d3a-4615-a935-3906a4a6c607 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504477 Nov 26 22:16:42.115734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53124) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:42.131047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be2fc117-d41a-429a-ba80-c3623fa0e4dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:42.137255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 15b9677d-7d04-4508-ba50-ee66940cdf27 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:16:42.165716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 15b9677d-7d04-4508-ba50-ee66940cdf27 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:16:42.165988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 15b9677d-7d04-4508-ba50-ee66940cdf27 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:16:42.166630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:16:42.177360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-b7b3e882-ec1f-49fe-9726-7f98413cadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:42.180077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-b7b3e882-ec1f-49fe-9726-7f98413cadf3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4567badae3a4141a636918d06e429ac&device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 1097 time: 0.0515082 Nov 26 22:16:42.193796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:16:42.194561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 70a445d5-8e76-4c2a-97e7-1dbe1d1bfa28 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:16:42.227240 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be2fc117-d41a-429a-ba80-c3623fa0e4dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:42.232580 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be2fc117-d41a-429a-ba80-c3623fa0e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:42.268070 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be2fc117-d41a-429a-ba80-c3623fa0e4dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ea1b32fe06240009faa589f5e56ffa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506946 Nov 26 22:16:42.270748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53126) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:42.292654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc117-d41a-429a-ba80-c3623fa0e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1163444-963e-4179-b112-df0c66c19476,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:42.326725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-d37b7eaf-a095-4742-b5b7-e02dd0948db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:42.328817 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-d37b7eaf-a095-4742-b5b7-e02dd0948db3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 200 len: 916 time: 0.1259212 Nov 26 22:16:42.377542 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7b46705-54cc-4e79-b50b-7e8818d7ba55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:42.380134 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-2ce87c5d-7f5f-48f3-b893-5b868bdb7f42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b10d7821-3680-4713-9d46-3ba5fffb8a15 HTTP/1.1" status: 200 len: 217 time: 0.0395265 Nov 26 22:16:42.446605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7b46705-54cc-4e79-b50b-7e8818d7ba55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:42.510686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-3345104f-0b3e-482c-9787-b3eb31c6b0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:42.512181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-3345104f-0b3e-482c-9787-b3eb31c6b0c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 200 len: 855 time: 0.1222062 Nov 26 22:16:42.524230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020c67a-0bb4-4f5b-a6c9-2db9f8b1ce54 req-6c785b28-2470-4e47-b2bf-6bcc978f7b2e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:42.525789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f020c67a-0bb4-4f5b-a6c9-2db9f8b1ce54 req-6c785b28-2470-4e47-b2bf-6bcc978f7b2e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.1193190 Nov 26 22:16:42.559767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-48f3cb39-0e85-4bc4-af1c-e6bedea81f30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c29e615-51cc-432a-a593-321edd2a8084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329530 Nov 26 22:16:42.568111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7b46705-54cc-4e79-b50b-7e8818d7ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:42.570704 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e7b46705-54cc-4e79-b50b-7e8818d7ba55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:42.571802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e7b46705-54cc-4e79-b50b-7e8818d7ba55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1163444-963e-4179-b112-df0c66c19476 HTTP/1.1" status: 204 len: 168 time: 0.2986703 Nov 26 22:16:42.607592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b46705-54cc-4e79-b50b-7e8818d7ba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1163444-963e-4179-b112-df0c66c19476,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:42.666601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f020c67a-0bb4-4f5b-a6c9-2db9f8b1ce54 req-d124a9d0-fe02-482e-a711-3f94a8185555 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311369 Nov 26 22:16:42.698574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-8936630e-ec4e-4dbd-a685-91e9ed29140c service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235650 Nov 26 22:16:42.799482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d4371cae-3b33-4f5c-9d88-46f6a9080b18 req-9f5e8ecc-6e3c-4145-bdc7-500094802c29 service neutron] 10.222.0.41 "GET /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933132 Nov 26 22:16:43.875871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbb7d1-4225-40b3-8d16-c5a8b9f5e98f req-0d2b952a-ff06-4ec2-a106-e901a4635343 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:43.880781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cdbb7d1-4225-40b3-8d16-c5a8b9f5e98f req-0d2b952a-ff06-4ec2-a106-e901a4635343 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.0854015 Nov 26 22:16:43.945218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cdbb7d1-4225-40b3-8d16-c5a8b9f5e98f req-f4eeefbb-5095-49b5-b54a-aba95a5209dd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569568 Nov 26 22:16:45.108613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93166769-46f7-403f-9c54-f8efe75fdc1b req-e5683ad3-c54f-4451-8b38-884e3d7fe680 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:45.117460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93166769-46f7-403f-9c54-f8efe75fdc1b req-e5683ad3-c54f-4451-8b38-884e3d7fe680 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.0876896 Nov 26 22:16:45.190578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93166769-46f7-403f-9c54-f8efe75fdc1b req-154d1cf3-c62d-408b-bb33-277c091a6ac5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673561 Nov 26 22:16:45.219678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53214) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:45.225690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'network': {'name': 'tempest-network-smoke--615826376', 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'port_security_enabled': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:45.253772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Made reservation on behalf of f93059dd633b4444a15a1716bb2309a2 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:16:45.259087 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.285850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.394062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.399291 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.415460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:16:45.428384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.428826 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Added segment 08c6bfe6-aee6-4459-933c-f65cefcc8f9e of type vlan for network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 Nov 26 22:16:45.479072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.520248 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.526118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:45.527021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.602439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b4d330-ea0c-46f8-b280-bc26021cb4c3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:45.630586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4094384 Nov 26 22:16:45.633626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53218) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:45.635225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b40017-ad39-4469-a541-20f72b908a05 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Network': ['ID=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:45.639780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'admin_state_up': True, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:45.660711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:16:45.687695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.689216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:45.777886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:46.021936 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:46.304177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:46.339813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:46.414705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b330c5-450e-4020-b5ed-7ba757c51fcb req-6f4403a5-24b9-4f3f-bd63-8426d3a13f60 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:46.416291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7b330c5-450e-4020-b5ed-7ba757c51fcb req-6f4403a5-24b9-4f3f-bd63-8426d3a13f60 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.0977919 Nov 26 22:16:46.479167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7b330c5-450e-4020-b5ed-7ba757c51fcb req-8f5eb307-931e-4633-8dbc-ebdf3178b378 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552135 Nov 26 22:16:46.508469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Allocated IP 172.25.3.146 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/95f59891-74fa-4085-a91a-e9c34744ce37) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:16:46.669307 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:46.709221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:46.761384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:16:46.765092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:46.770456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:16:46.783871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de993d-91ce-4f66-89be-5bd73a1db043 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:16:46.835036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=95f59891-74fa-4085-a91a-e9c34744ce37,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:46.844512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bfd2a239-41c3-4bbe-8e28-b0b691eb6f1f None None] Provisioning complete for port 95f59891-74fa-4085-a91a-e9c34744ce37 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:46.846516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bfd2a239-41c3-4bbe-8e28-b0b691eb6f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:46.910205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bfd2a239-41c3-4bbe-8e28-b0b691eb6f1f None None] Port 95f59891-74fa-4085-a91a-e9c34744ce37 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:16:47.175987 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:47.217985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53234) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:47.353053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-348a1fe4-9d6e-478b-b11c-5dd436608288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:47.524689 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-348a1fe4-9d6e-478b-b11c-5dd436608288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:47.534906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-348a1fe4-9d6e-478b-b11c-5dd436608288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:47.611791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:47.616047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-348a1fe4-9d6e-478b-b11c-5dd436608288 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=343353c670ab4969bb65c80cc3722cc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943884 Nov 26 22:16:47.616207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53248) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:47.676253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a1fe4-9d6e-478b-b11c-5dd436608288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3136b-25c5-4714-8e78-3463965aa437,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:47.727332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34219ae-13f0-4756-8190-1f02f668e28d req-1039f7b0-45ee-4b6c-981f-c330e09575e5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:47.729781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c34219ae-13f0-4756-8190-1f02f668e28d req-1039f7b0-45ee-4b6c-981f-c330e09575e5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.0969145 Nov 26 22:16:47.815898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c34219ae-13f0-4756-8190-1f02f668e28d req-53d8625c-2aef-41ab-89cd-6b2e32970289 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773721 Nov 26 22:16:47.851591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53252) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:47.934034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c1697835-be74-4773-a1a1-d0dab3d914a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:47.963961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c1697835-be74-4773-a1a1-d0dab3d914a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:47.966694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Router 6409688d-1799-4a37-97b5-41a1e71ad0c3 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:16:47.988649 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-791a88f0-c072-46e7-9276-077fba17d6c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.107762 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-791a88f0-c072-46e7-9276-077fba17d6c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.132891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-791a88f0-c072-46e7-9276-077fba17d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.146909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c1697835-be74-4773-a1a1-d0dab3d914a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.150293 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c1697835-be74-4773-a1a1-d0dab3d914a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.151869 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c1697835-be74-4773-a1a1-d0dab3d914a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ad3136b-25c5-4714-8e78-3463965aa437 HTTP/1.1" status: 204 len: 168 time: 0.5345826 Nov 26 22:16:48.165416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1697835-be74-4773-a1a1-d0dab3d914a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3136b-25c5-4714-8e78-3463965aa437,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:48.171287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:16:48.193951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Sync routers for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:16:48.200722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-791a88f0-c072-46e7-9276-077fba17d6c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3525edb3add749698f0e88a22354f5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480074 Nov 26 22:16:48.201418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53258) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:48.206468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.214555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-db508378-0295-424a-8e6c-7bb54eddeabf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5792212 Nov 26 22:16:48.216124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53260) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:48.230491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:16:48.231125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:48.298704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a88f0-c072-46e7-9276-077fba17d6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28f32bb-ddec-431a-b1ca-bfe27cee7278,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:48.363759 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da25ed41-0050-4238-9fca-4e125da764a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.412176 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da25ed41-0050-4238-9fca-4e125da764a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.479068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:16:48.510871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53266) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:48.516428 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b700b4be-397a-41cd-be0c-cf36848b8f67 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f93059dd633b4444a15a1716bb2309a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2977209 Nov 26 22:16:48.611470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aadb08-6af1-4091-9dae-fbdbe63a90da tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:48.612808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f8aadb08-6af1-4091-9dae-fbdbe63a90da tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002829 Nov 26 22:16:48.613392 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da25ed41-0050-4238-9fca-4e125da764a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.615434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53272) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:48.624306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da25ed41-0050-4238-9fca-4e125da764a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.627747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-da25ed41-0050-4238-9fca-4e125da764a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a28f32bb-ddec-431a-b1ca-bfe27cee7278 HTTP/1.1" status: 204 len: 168 time: 0.4242268 Nov 26 22:16:48.655017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25ed41-0050-4238-9fca-4e125da764a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28f32bb-ddec-431a-b1ca-bfe27cee7278,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:48.660684 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4664a335-087f-4de9-8a84-0a3a5cf5c8ae tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440881 Nov 26 22:16:48.664381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53276) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:48.681268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-782577254', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:48.719937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:46Z', 'revision_number': 3, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:48.746510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Checking router: 6409688d-1799-4a37-97b5-41a1e71ad0c3 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:16:48.747028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Updating router 6409688d-1799-4a37-97b5-41a1e71ad0c3 port 95f59891-74fa-4085-a91a-e9c34744ce37 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:16:48.780866 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.942760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Made reservation on behalf of f93059dd633b4444a15a1716bb2309a2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:16:48.947711 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:48.993684 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:16:49.123932 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:49.134787 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:49.190335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442ef54-23f8-4cc0-98ff-5dc699f933b8 None None] Pushing event updated for resources: {'Port': ['ID=95f59891-74fa-4085-a91a-e9c34744ce37,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:49.226329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Attempting to bind port 95f59891-74fa-4085-a91a-e9c34744ce37 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:16:49.227948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Attempting to bind port 95f59891-74fa-4085-a91a-e9c34744ce37 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:16:49.228493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Attempting to bind port 95f59891-74fa-4085-a91a-e9c34744ce37 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:16:49.230129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab5671-831c-49bd-b47d-a3ccb35a62da req-73b1e431-fcea-47ee-a6a8-a496eabbe06d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:49.231789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8ab5671-831c-49bd-b47d-a3ccb35a62da req-73b1e431-fcea-47ee-a6a8-a496eabbe06d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.2754316 Nov 26 22:16:49.243638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:16:49.245333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:16:49.245914 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:49.246812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:16:49.247550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Bound port: 95f59891-74fa-4085-a91a-e9c34744ce37, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:16:49.248143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:49.250576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d878ee7a-5ba6-4d18-b257-32f4873a6f18 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:16:49.308054 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8ab5671-831c-49bd-b47d-a3ccb35a62da req-43758a85-018b-4f01-ae1b-4d9184819628 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627789 Nov 26 22:16:49.357513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] For port 95f59891-74fa-4085-a91a-e9c34744ce37, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:16:49.360724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7bf5cde8-2ed9-4561-9f00-209baae06424 None None] Provisioning complete for port 95f59891-74fa-4085-a91a-e9c34744ce37 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:49.361491 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7bf5cde8-2ed9-4561-9f00-209baae06424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:49.398637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7bf5cde8-2ed9-4561-9f00-209baae06424 None None] Port 95f59891-74fa-4085-a91a-e9c34744ce37 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:16:49.409104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] For port 95f59891-74fa-4085-a91a-e9c34744ce37, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=95f59891-74fa-4085-a91a-e9c34744ce37,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:16:49.423818 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:49.472462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:49.499570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc89b3e-9cae-40e8-b04c-d918b104dd41 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:16:49.516731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:16:49.517388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:49.592866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Checking segment: {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:16:49.593427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network hostable DHCP agents. Network: acda51f9-0fad-4ecf-bde9-e0a361ad7ef1, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:16:49.597724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Subnet': ['ID=7ebf67fa-7388-4f81-ad85-34159beda980,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:49.620605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:16:49.638171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, acda51f9-0fad-4ecf-bde9-e0a361ad7ef1) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:49.645812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:49.646861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:49.668804 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4a48f3d4-5686-46a7-bf65-5ff02d969437 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0019779 Nov 26 22:16:49.673170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53310) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:49.683577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:16:49.754401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bdea01-fc2e-42f4-bac1-0223982b27f2 None None] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:16:49.758790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442ef54-23f8-4cc0-98ff-5dc699f933b8 None None] Pushing event updated for resources: {'Port': ['ID=95f59891-74fa-4085-a91a-e9c34744ce37,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:50.192861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca592617-6a96-4658-a42f-73c0b3aeea89 req-532f12a7-10d7-4d0c-8e56-8e50ffa9c693 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:50.199616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca592617-6a96-4658-a42f-73c0b3aeea89 req-532f12a7-10d7-4d0c-8e56-8e50ffa9c693 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 945 time: 0.1042948 Nov 26 22:16:50.253557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c59e82a9-8db7-47c6-ae01-310b993bdc0f None None] Provisioning complete for port 95f59891-74fa-4085-a91a-e9c34744ce37 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:50.254124 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c59e82a9-8db7-47c6-ae01-310b993bdc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:50.306311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca592617-6a96-4658-a42f-73c0b3aeea89 req-1e288816-429d-490f-88e8-5491ba774f61 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012912 Nov 26 22:16:50.514524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19681a67-1174-4e2f-bd4a-b480aa754177 req-d1ef8f62-ec25-4881-a639-bb0aceb76530 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:50.526475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19681a67-1174-4e2f-bd4a-b480aa754177 req-d1ef8f62-ec25-4881-a639-bb0aceb76530 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.1283660 Nov 26 22:16:50.544981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:50.566969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:16:50.570886 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:50.587147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c59e82a9-8db7-47c6-ae01-310b993bdc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:50.598771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:46Z', 'revision_number': 3, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:50.636257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19681a67-1174-4e2f-bd4a-b480aa754177 req-9afbe24b-df1e-43ea-a50e-2384c1ff11cc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088195 Nov 26 22:16:50.666670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c59e82a9-8db7-47c6-ae01-310b993bdc0f None None] For port 95f59891-74fa-4085-a91a-e9c34744ce37, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=95f59891-74fa-4085-a91a-e9c34744ce37,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:50.669738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b8d388-e8cc-4a5a-b61d-74d2bf1d251b None None] The sync data for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 is: [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:46Z', 'revision_number': 3, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:16:50.806822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c59e82a9-8db7-47c6-ae01-310b993bdc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:50.880432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Allocated IP 172.20.0.2 (acda51f9-0fad-4ecf-bde9-e0a361ad7ef1/7ebf67fa-7388-4f81-ad85-34159beda980/4579f2d2-53e5-4186-adf2-647c41c370ce) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:16:50.901633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e82a9-8db7-47c6-ae01-310b993bdc0f None None] Pushing event updated for resources: {'Port': ['ID=95f59891-74fa-4085-a91a-e9c34744ce37,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:51.115094 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:51.122435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:51.196400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:16:51.200979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:51.204509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:16:51.225920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Pushing event updated for resources: {'Port': ['ID=4579f2d2-53e5-4186-adf2-647c41c370ce,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:51.248970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Allocated IP 172.20.0.1 (acda51f9-0fad-4ecf-bde9-e0a361ad7ef1/7ebf67fa-7388-4f81-ad85-34159beda980/e6c50374-b29d-4580-a468-0f456f1d798c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:16:51.317424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Attempting to bind port 4579f2d2-53e5-4186-adf2-647c41c370ce on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:16:51.317973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Attempting to bind port 4579f2d2-53e5-4186-adf2-647c41c370ce by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:16:51.318181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Attempting to bind port 4579f2d2-53e5-4186-adf2-647c41c370ce on network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:16:51.325179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:16:51.326013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Checking segment: {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:16:51.326459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:51.326849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Bound using segment: {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:16:51.327331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Bound port: 4579f2d2-53e5-4186-adf2-647c41c370ce, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:16:51.327719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:51.420007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] For port 4579f2d2-53e5-4186-adf2-647c41c370ce, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:16:51.427998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] For port 4579f2d2-53e5-4186-adf2-647c41c370ce, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4579f2d2-53e5-4186-adf2-647c41c370ce,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:16:51.436806 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:51.567883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7b75-2501-4b41-89f2-5d591420db51 req-d928dc87-c28c-431f-b0dd-3c718bab65d6 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:51.579934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:51.583513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-978f7b75-2501-4b41-89f2-5d591420db51 req-d928dc87-c28c-431f-b0dd-3c718bab65d6 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 945 time: 0.1250458 Nov 26 22:16:51.629073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6e3fe-7f6e-4008-a93a-2e76798d82bc None None] Pushing event updated for resources: {'Port': ['ID=4579f2d2-53e5-4186-adf2-647c41c370ce,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:51.664854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:51.716797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-978f7b75-2501-4b41-89f2-5d591420db51 req-7e3d05fb-e827-4096-83bf-2b1d9230ffa8 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265011 Nov 26 22:16:51.788312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=e6c50374-b29d-4580-a468-0f456f1d798c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:51.811890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:16:51.814722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:51.817472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:16:51.901394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3af340-e50d-43c3-865e-97b7c391bf18 req-08323bac-5a36-4f96-8f92-8b4ab60235cb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:51.905039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b3af340-e50d-43c3-865e-97b7c391bf18 req-08323bac-5a36-4f96-8f92-8b4ab60235cb tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.1483665 Nov 26 22:16:51.950934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.086062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-744b49de-7a0b-4977-af55-c9b77291c9c0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:52.094795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-744b49de-7a0b-4977-af55-c9b77291c9c0 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 945 time: 0.1853366 Nov 26 22:16:52.165148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b3af340-e50d-43c3-865e-97b7c391bf18 req-28a0c41c-ac8c-4f3e-a17d-63c0e1df19c0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218902 Nov 26 22:16:52.228414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.334172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 95f59891-74fa-4085-a91a-e9c34744ce37 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:16:52.339316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Deleting port 38156562-e061-4775-92dc-163013a6ffc0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:16:52.340586 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.476170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 95f59891-74fa-4085-a91a-e9c34744ce37 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:52.477007 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.536877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] For port 38156562-e061-4775-92dc-163013a6ffc0, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=38156562-e061-4775-92dc-163013a6ffc0,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:52.537260 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.566591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Calling delete_port for 38156562-e061-4775-92dc-163013a6ffc0 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:16:52.670277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4579f2d2-53e5-4186-adf2-647c41c370ce up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:16:52.728536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53400) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:52.796114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4579f2d2-53e5-4186-adf2-647c41c370ce triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:52.797896 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.934450 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.978651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e97b4d00-671f-48c4-b524-2edc534e0e3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.983167 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:52.983893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 4579f2d2-53e5-4186-adf2-647c41c370ce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4579f2d2-53e5-4186-adf2-647c41c370ce,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:52.992506 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.037118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4e4e2-991b-4d4c-8f2f-d79b3635bb09 req-ffa6568d-1ea9-4ab3-a7f4-10b72b145f5c tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:53.053935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fae4e4e2-991b-4d4c-8f2f-d79b3635bb09 req-ffa6568d-1ea9-4ab3-a7f4-10b72b145f5c tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3dbdee6-b564-4d19-8269-0187d616b079 HTTP/1.1" status: 200 len: 945 time: 0.2132690 Nov 26 22:16:53.079085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=4579f2d2-53e5-4186-adf2-647c41c370ce,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:53.087387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['f638406f-6749-4b68-a4f0-4b7e8f42e94c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:16:53.090430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b10d7821-3680-4713-9d46-3ba5fffb8a15', '6571167e-80af-44c6-9091-c96d14b5840c', '38156562-e061-4775-92dc-163013a6ffc0'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:16:53.123748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Pushing event deleted for resources: {'Port': ['ID=38156562-e061-4775-92dc-163013a6ffc0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:53.198510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657964b-9ca9-4554-bde2-4b6afb14adca None None] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:16:53.223691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] No DVR routers for this DVR port 38156562-e061-4775-92dc-163013a6ffc0 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:16:53.248912 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.254170 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f70273d4-15b3-4eac-9538-06cf7ba6cf27 req-0644b024-f0f0-4eed-8fd5-c25a9a7e7e72 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "DELETE /v2.0/ports/38156562-e061-4775-92dc-163013a6ffc0 HTTP/1.1" status: 204 len: 173 time: 1.1415944 Nov 26 22:16:53.318261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e97b4d00-671f-48c4-b524-2edc534e0e3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.325675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3dbdee6-b564-4d19-8269-0187d616b079', 'name': 'network-vif-deleted', 'tag': '38156562-e061-4775-92dc-163013a6ffc0'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:16:53.329463 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7c0648-c865-4184-bf1d-a9b2fb3e56fc" -d '{"events": [{"server_uuid": "a3dbdee6-b564-4d19-8269-0187d616b079", "name": "network-vif-deleted", "tag": "38156562-e061-4775-92dc-163013a6ffc0"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:16:53.337471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e97b4d00-671f-48c4-b524-2edc534e0e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.462742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fae4e4e2-991b-4d4c-8f2f-d79b3635bb09 req-462e6729-4a90-4d5c-907a-d0eef9991ec7 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852065 Nov 26 22:16:53.513204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e97b4d00-671f-48c4-b524-2edc534e0e3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74dc63645b39456393202f9291a3f07a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7827578 Nov 26 22:16:53.514099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b4d00-671f-48c4-b524-2edc534e0e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7153c32a-62de-4120-9275-4999e4c89c1f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:53.520097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53414) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:53.587432 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.601081 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.602603 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6125c67b-81fb-454c-970b-bf14af14d5c1 x-openstack-request-id: req-6125c67b-81fb-454c-970b-bf14af14d5c1 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:16:53.602734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1ac6311e-867f-4f5b-af15-fdc943a35074 None None] Provisioning complete for port 4579f2d2-53e5-4186-adf2-647c41c370ce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:53.603160 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ac6311e-867f-4f5b-af15-fdc943a35074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.603706 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3dbdee6-b564-4d19-8269-0187d616b079", "name": "network-vif-deleted", "tag": "38156562-e061-4775-92dc-163013a6ffc0", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:16:53.604183 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6125c67b-81fb-454c-970b-bf14af14d5c1 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:16:53.604802 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3dbdee6-b564-4d19-8269-0187d616b079', 'name': 'network-vif-deleted', 'tag': '38156562-e061-4775-92dc-163013a6ffc0', 'status': 'completed', 'code': 200} Nov 26 22:16:53.614917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71426d2-0a82-4a8d-97f8-1a4c387d5087 req-a9c9adc3-e5e2-44c1-8763-2ca0341d2c74 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:53.622887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d71426d2-0a82-4a8d-97f8-1a4c387d5087 req-a9c9adc3-e5e2-44c1-8763-2ca0341d2c74 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.3778684 Nov 26 22:16:53.648347 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-80e26c3c-caa7-4ad2-a00e-ddf86d681146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.690311 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae8b838a-4af3-4342-915f-e906fbe867c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.741389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d71426d2-0a82-4a8d-97f8-1a4c387d5087 req-7807cf39-5463-482f-aee5-403f3fd0b7b9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162891 Nov 26 22:16:53.747574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae8b838a-4af3-4342-915f-e906fbe867c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.756000 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.768886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=e6c50374-b29d-4580-a468-0f456f1d798c,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:53.831275 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae8b838a-4af3-4342-915f-e906fbe867c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.835314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae8b838a-4af3-4342-915f-e906fbe867c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:53.838952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ae8b838a-4af3-4342-915f-e906fbe867c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7153c32a-62de-4120-9275-4999e4c89c1f HTTP/1.1" status: 204 len: 168 time: 0.3027167 Nov 26 22:16:53.861896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b838a-4af3-4342-915f-e906fbe867c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7153c32a-62de-4120-9275-4999e4c89c1f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:53.949242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:16:53.950986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:54.087156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Router 6409688d-1799-4a37-97b5-41a1e71ad0c3 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:16:54.201675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4579f2d2-53e5-4186-adf2-647c41c370ce up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:16:54.213416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:16:54.220583 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5137ba2a-5f18-4c87-ab77-e54149541c82 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "PUT /v2.0/routers/6409688d-1799-4a37-97b5-41a1e71ad0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5436590 Nov 26 22:16:54.222437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53422) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:54.228986 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Sync routers for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:16:54.235087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-06414233-84e6-44fe-937b-3673c7ca6790 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1728010676', 'description': 'tempest-secgroup_access--1728010676 description', 'project_id': 'f93059dd633b4444a15a1716bb2309a2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:54.252099 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:16:54.252738 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:54.294108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-06414233-84e6-44fe-937b-3673c7ca6790 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.308402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4579f2d2-53e5-4186-adf2-647c41c370ce triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:54.310500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.388503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53424) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:54.414355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-feb63e62-c1ea-44f3-a5a0-582eaec0508d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.446520 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-06414233-84e6-44fe-937b-3673c7ca6790 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.456580 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-06414233-84e6-44fe-937b-3673c7ca6790 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.461297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3f0778fe-5d3f-43bf-9199-f129f14121fc None None] Provisioning complete for port e6c50374-b29d-4580-a468-0f456f1d798c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:54.461736 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f0778fe-5d3f-43bf-9199-f129f14121fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.470707 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:16:54.552451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06414233-84e6-44fe-937b-3673c7ca6790 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:54.560488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3f0778fe-5d3f-43bf-9199-f129f14121fc None None] Port e6c50374-b29d-4580-a468-0f456f1d798c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:16:54.577275 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-06414233-84e6-44fe-937b-3673c7ca6790 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.585876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-06414233-84e6-44fe-937b-3673c7ca6790 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3624237 Nov 26 22:16:54.588497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53430) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:54.593774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c54b2ef4-d760-4a94-9b70-ef03aa117c81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--146310463', 'description': 'tempest-secgroup_general--146310463 description', 'project_id': 'f93059dd633b4444a15a1716bb2309a2'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:54.599525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3f0778fe-5d3f-43bf-9199-f129f14121fc None None] Provisioning complete for port 4579f2d2-53e5-4186-adf2-647c41c370ce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:54.601485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f0778fe-5d3f-43bf-9199-f129f14121fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.643718 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c54b2ef4-d760-4a94-9b70-ef03aa117c81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.689577 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-feb63e62-c1ea-44f3-a5a0-582eaec0508d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.705402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-feb63e62-c1ea-44f3-a5a0-582eaec0508d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.815450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:16:54.820820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb63e62-c1ea-44f3-a5a0-582eaec0508d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d02fde9-8429-4a18-80fe-e183283e5b92,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:54.834973 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c54b2ef4-d760-4a94-9b70-ef03aa117c81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.846965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c54b2ef4-d760-4a94-9b70-ef03aa117c81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.857365 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-feb63e62-c1ea-44f3-a5a0-582eaec0508d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7832d807c7a04e29993a1f5f629b8474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4676883 Nov 26 22:16:54.860305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53438) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:54.940287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c54b2ef4-d760-4a94-9b70-ef03aa117c81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:54.941898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c54b2ef4-d760-4a94-9b70-ef03aa117c81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3524127 Nov 26 22:16:54.961047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53440) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:16:54.978581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-951a7f29-c0f4-4ada-8f9a-592c61e0b67d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'security_group_rule': {'security_group_id': 'd5ee19cf-9ff3-4af3-8c9c-c903e38d3943', 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:54.990447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2e3dc462-98d6-42bd-89aa-dc78986dda02 None None] Provisioning complete for port e6c50374-b29d-4580-a468-0f456f1d798c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:54.991196 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2e3dc462-98d6-42bd-89aa-dc78986dda02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.000453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b2ef4-d760-4a94-9b70-ef03aa117c81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a113a8-952c-4fce-b2c8-2169ee96d27a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:55.030197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77ad8f-e688-4134-976b-bb9c7c418466 req-d73077cc-e2a2-4f64-9ed1-ead37bcf9ef2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:55.032533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f77ad8f-e688-4134-976b-bb9c7c418466 req-d73077cc-e2a2-4f64-9ed1-ead37bcf9ef2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 944 time: 0.1283715 Nov 26 22:16:55.066287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9cc178f5-c001-4a4a-b054-fe3d073a15bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.079688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-951a7f29-c0f4-4ada-8f9a-592c61e0b67d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.122448 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:55.127170 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9cc178f5-c001-4a4a-b054-fe3d073a15bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.155570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'port_id': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'mac_address': 'fa:16:3e:9c:d4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:16:55.162757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-2e3dc462-98d6-42bd-89aa-dc78986dda02 None None] Port e6c50374-b29d-4580-a468-0f456f1d798c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:16:55.162967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f77ad8f-e688-4134-976b-bb9c7c418466 req-c2eed428-bce7-43e7-a81f-1da859afbfc4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171134 Nov 26 22:16:55.168312 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:53Z', 'revision_number': 2, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:55.185226 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-951a7f29-c0f4-4ada-8f9a-592c61e0b67d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.193754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-951a7f29-c0f4-4ada-8f9a-592c61e0b67d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.230195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-951a7f29-c0f4-4ada-8f9a-592c61e0b67d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.231993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-951a7f29-c0f4-4ada-8f9a-592c61e0b67d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2686865 Nov 26 22:16:55.234206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a7f29-c0f4-4ada-8f9a-592c61e0b67d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4118704-efa7-4665-be83-1dca9c5e1b7c,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:55.242312 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.244992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9cc178f5-c001-4a4a-b054-fe3d073a15bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.248670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9cc178f5-c001-4a4a-b054-fe3d073a15bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.249930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9cc178f5-c001-4a4a-b054-fe3d073a15bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d02fde9-8429-4a18-80fe-e183283e5b92 HTTP/1.1" status: 204 len: 168 time: 0.3883946 Nov 26 22:16:55.264350 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Checking router: 6409688d-1799-4a37-97b5-41a1e71ad0c3 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:16:55.264852 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Updating router 6409688d-1799-4a37-97b5-41a1e71ad0c3 port e6c50374-b29d-4580-a468-0f456f1d798c binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:16:55.271664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc178f5-c001-4a4a-b054-fe3d073a15bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d02fde9-8429-4a18-80fe-e183283e5b92,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:55.278852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:16:55.303173 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.325848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:55.327668 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9bd6fcad-ea05-4449-aa08-71e9dd1c44cd None None] Provisioning complete for port e6c50374-b29d-4580-a468-0f456f1d798c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:55.328819 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9bd6fcad-ea05-4449-aa08-71e9dd1c44cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.353482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.623888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6fcad-ea05-4449-aa08-71e9dd1c44cd None None] Port e6c50374-b29d-4580-a468-0f456f1d798c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:16:55.642914 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.645827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-2979a1fa-facc-4243-af70-30c2b525c517 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--1728010676&fields=id&tenant_id=f93059dd633b4444a15a1716bb2309a2 HTTP/1.1" status: 200 len: 267 time: 0.0763161 Nov 26 22:16:55.650017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:55.651870 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.727649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-29866b4c-0fd8-4350-a3e9-3ed295bd0009 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--146310463&fields=id&tenant_id=f93059dd633b4444a15a1716bb2309a2 HTTP/1.1" status: 200 len: 267 time: 0.0743890 Nov 26 22:16:55.758229 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Pushing event updated for resources: {'Port': ['ID=e6c50374-b29d-4580-a468-0f456f1d798c,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:55.801204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['fe0c6f3d-a438-44ed-bd4b-2c082b4f9491'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:16:55.805738 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.806130 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.806488 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.806830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.807173 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.807505 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.807839 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.808283 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.808503 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.808832 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.809151 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.809480 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:16:55.858672 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Attempting to bind port e6c50374-b29d-4580-a468-0f456f1d798c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:16:55.859823 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Attempting to bind port e6c50374-b29d-4580-a468-0f456f1d798c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:16:55.860456 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Attempting to bind port e6c50374-b29d-4580-a468-0f456f1d798c on network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:16:55.868143 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:16:55.868651 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Checking segment: {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:16:55.869201 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.869695 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Bound using segment: {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:16:55.870321 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Bound port: e6c50374-b29d-4580-a468-0f456f1d798c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:16:55.870803 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:55.945664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-f5473885-fd6c-443c-904a-7b214680f2cc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:55.947223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-f5473885-fd6c-443c-904a-7b214680f2cc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/networks?id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 HTTP/1.1" status: 200 len: 796 time: 0.2111034 Nov 26 22:16:55.975522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-1abc57a6-1514-400f-9a79-ba5ce037178e tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/quotas/f93059dd633b4444a15a1716bb2309a2 HTTP/1.1" status: 200 len: 375 time: 0.0177541 Nov 26 22:16:56.062495 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] For port e6c50374-b29d-4580-a468-0f456f1d798c, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:16:56.065866 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-4fc26b71-9c06-4b9f-9e9e-c177f8430e88 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895526 Nov 26 22:16:56.079370 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] For port e6c50374-b29d-4580-a468-0f456f1d798c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e6c50374-b29d-4580-a468-0f456f1d798c,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:16:56.088055 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:56.241767 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:16:56.242364 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:56.292626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-ffdba1f3-2f4a-467c-b08a-65ec2c1756fd service neutron] 10.222.0.21 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093418 Nov 26 22:16:56.345782 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365b45e-fe44-49b4-b4ce-ece3df9f32b3 None None] Pushing event updated for resources: {'Port': ['ID=e6c50374-b29d-4580-a468-0f456f1d798c,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:56.349368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-318ce028-e179-404f-a17d-2f9555a42303 None None] Provisioning complete for port e6c50374-b29d-4580-a468-0f456f1d798c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:56.349812 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-318ce028-e179-404f-a17d-2f9555a42303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:56.355048 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22b9731f-ada2-48d9-9679-e591d894f797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:56.471687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28347f1a-68dc-4168-ad50-d32a5e00809e req-18bc6145-5d64-4c02-93c6-24b394ce8643 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:56.473261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28347f1a-68dc-4168-ad50-d32a5e00809e req-18bc6145-5d64-4c02-93c6-24b394ce8643 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 945 time: 0.1526594 Nov 26 22:16:56.533696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-a37595e1-0c30-4903-9b73-110dcefb8e68 service neutron] 10.222.0.21 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321424 Nov 26 22:16:56.652676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28347f1a-68dc-4168-ad50-d32a5e00809e req-9d4b1a3d-d025-451e-a3a6-e5e52c162303 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634429 Nov 26 22:16:56.671400 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-318ce028-e179-404f-a17d-2f9555a42303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:56.745238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-318ce028-e179-404f-a17d-2f9555a42303 None None] For port e6c50374-b29d-4580-a468-0f456f1d798c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e6c50374-b29d-4580-a468-0f456f1d798c,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:56.751739 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-318ce028-e179-404f-a17d-2f9555a42303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:56.766328 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:16:56.908221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dfb38c5-4e58-442e-ae4f-7c525a20d63e req-e8676de8-dc0d-4a33-99db-cd08d8098c46 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 210 time: 0.0652316 Nov 26 22:16:56.926374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ce028-e179-404f-a17d-2f9555a42303 None None] Pushing event updated for resources: {'Port': ['ID=e6c50374-b29d-4580-a468-0f456f1d798c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:56.931618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-98a680a2-3470-4f9c-97e3-8c8b490a2512 None None] Provisioning complete for port e6c50374-b29d-4580-a468-0f456f1d798c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:56.932207 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-98a680a2-3470-4f9c-97e3-8c8b490a2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:57.054108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 38156562-e061-4775-92dc-163013a6ffc0 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:16:57.076680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 38156562-e061-4775-92dc-163013a6ffc0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:16:57.077039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 38156562-e061-4775-92dc-163013a6ffc0 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:16:57.157119 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:57.235174 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:56Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:16:57.287606 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f18429-ec3b-45da-8407-31b44adfadb1 None None] The sync data for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 is: [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:56Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:16:57.799607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6185-9299-42c8-a92b-1a43cfaf2768 req-31fae937-35d9-4650-aae8-f35b1aa6d6fc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:57.813196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d55b6185-9299-42c8-a92b-1a43cfaf2768 req-31fae937-35d9-4650-aae8-f35b1aa6d6fc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 945 time: 0.0864429 Nov 26 22:16:57.961609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d55b6185-9299-42c8-a92b-1a43cfaf2768 req-d544969a-f4c3-47e4-8ba3-db1b065ddf89 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473291 Nov 26 22:16:58.044267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6147b38-5d98-4bff-90d2-65e7ea561ba2 req-b46d9792-c98b-440d-bbcb-1fb76e135235 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 210 time: 0.0321877 Nov 26 22:16:58.276498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e6c50374-b29d-4580-a468-0f456f1d798c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:16:58.387845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e6c50374-b29d-4580-a468-0f456f1d798c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:58.388942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:58.581162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-e24df319-72d2-4db4-8a8f-76e97c09e4ed tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:58.583045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-e24df319-72d2-4db4-8a8f-76e97c09e4ed tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.41 "GET /v2.0/networks?id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 HTTP/1.1" status: 200 len: 796 time: 0.2004328 Nov 26 22:16:58.674786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:58.736695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-81c3366f-11d9-4a53-b0fd-3b8514e4a862 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f93059dd633b4444a15a1716bb2309a2 HTTP/1.1" status: 200 len: 477 time: 0.1372452 Nov 26 22:16:58.747123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'port': {'device_id': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'admin_state_up': True, 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'security_groups': ['d5ee19cf-9ff3-4af3-8c9c-c903e38d3943', 'a0a113a8-952c-4fce-b2c8-2169ee96d27a']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:58.829158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:16:58.960130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:16:58.968452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Made reservation on behalf of f93059dd633b4444a15a1716bb2309a2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:16:58.973568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:16:58.973940 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:58.975430 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:59.210201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Allocated IP 172.20.0.5 (acda51f9-0fad-4ecf-bde9-e0a361ad7ef1/7ebf67fa-7388-4f81-ad85-34159beda980/89b19ef2-f369-4817-bb52-19aae7193ff9) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:16:59.244258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:59.296883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:16:59.299820 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b0f88a-7eb2-47a8-973c-004800314018" -d '{"events": [{"server_uuid": "4081f6c3-9388-4f03-ab2d-d5d0ca33906c", "name": "network-vif-plugged", "status": "completed", "tag": "fe0c6f3d-a438-44ed-bd4b-2c082b4f9491"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:16:59.322378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:16:59.326055 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:59.332810 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:59.418846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:59.479390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:59.495280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:59.556506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:16:59.561731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:16:59.588214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:16:59.703465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db47b1b-ce0e-479e-92d8-8a4de0399798 req-ddac87e1-2e6c-4d1e-9311-ef53973253b5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:59.705079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6db47b1b-ce0e-479e-92d8-8a4de0399798 req-ddac87e1-2e6c-4d1e-9311-ef53973253b5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 970 time: 0.2237036 Nov 26 22:16:59.718588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbe2a8-deb9-42e5-ac5f-deabb359f4fe req-2a9c31b9-2dc7-46d1-abf8-5403824f747b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:59.727882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61cbe2a8-deb9-42e5-ac5f-deabb359f4fe req-2a9c31b9-2dc7-46d1-abf8-5403824f747b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 946 time: 0.2566032 Nov 26 22:16:59.777494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:16:59.778204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:16:59.804547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=89b19ef2-f369-4817-bb52-19aae7193ff9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:16:59.837644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-402415f5-2b36-4e3c-8dd8-7dde13cf25f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0947924 Nov 26 22:16:59.917796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Request body: {'port': {'device_id': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:16:59.984681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61cbe2a8-deb9-42e5-ac5f-deabb359f4fe req-b34baf43-afef-40c3-9fa8-431002dfea51 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558985 Nov 26 22:17:00.027684 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6b6a4351-5e02-4ba1-8d4a-8496bfd55330 None None] Provisioning complete for port 89b19ef2-f369-4817-bb52-19aae7193ff9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:17:00.028075 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6b6a4351-5e02-4ba1-8d4a-8496bfd55330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:00.108056 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c909dac-770c-475b-8690-550940e72716 x-openstack-request-id: req-2c909dac-770c-475b-8690-550940e72716 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:17:00.108365 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4081f6c3-9388-4f03-ab2d-d5d0ca33906c", "name": "network-vif-plugged", "status": "completed", "tag": "fe0c6f3d-a438-44ed-bd4b-2c082b4f9491", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:17:00.108628 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c909dac-770c-475b-8690-550940e72716 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:17:00.109090 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'code': 200} Nov 26 22:17:00.110234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a4351-5e02-4ba1-8d4a-8496bfd55330 None None] Port 89b19ef2-f369-4817-bb52-19aae7193ff9 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:17:00.130423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6db47b1b-ce0e-479e-92d8-8a4de0399798 req-d62adc48-4331-48dc-895c-975773854929 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3678002 Nov 26 22:17:00.143277 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:00.267381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827659c-99f7-470f-9edc-df1e8b859ddb req-a07e1c82-d60c-4314-8340-fa08104d31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:00.269663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4827659c-99f7-470f-9edc-df1e8b859ddb req-a07e1c82-d60c-4314-8340-fa08104d31d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 1097 time: 0.0715175 Nov 26 22:17:00.391474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4827659c-99f7-470f-9edc-df1e8b859ddb req-52d0c177-932f-4daa-8443-6143a8154562 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136143 Nov 26 22:17:00.714105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b19ef2-f369-4817-bb52-19aae7193ff9 {{(pid=109999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:17:00.774987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:00.805435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.provisioning_blocks [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Transition to ACTIVE for port object 89b19ef2-f369-4817-bb52-19aae7193ff9 will not be triggered until provisioned by entity L2. {{(pid=109999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:17:00.822953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c46df-dab2-4b26-8c40-f326d9bb370b req-c5ac2706-db8b-4634-b954-15fbba76df45 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:00.831582 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-801c46df-dab2-4b26-8c40-f326d9bb370b req-c5ac2706-db8b-4634-b954-15fbba76df45 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 945 time: 0.2181432 Nov 26 22:17:00.834949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:00.908144 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-801c46df-dab2-4b26-8c40-f326d9bb370b req-d16cfbf4-cf8a-40ce-b9b8-65f98c1a69ac tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754273 Nov 26 22:17:01.044152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Pushing event updated for resources: {'Port': ['ID=89b19ef2-f369-4817-bb52-19aae7193ff9,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:01.058970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Attempting to bind port 89b19ef2-f369-4817-bb52-19aae7193ff9 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:17:01.060107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Attempting to bind port 89b19ef2-f369-4817-bb52-19aae7193ff9 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:17:01.060618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Attempting to bind port 89b19ef2-f369-4817-bb52-19aae7193ff9 on network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:17:01.071516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Port 89b19ef2-f369-4817-bb52-19aae7193ff9 on network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:17:01.072011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Attempting to bind port 89b19ef2-f369-4817-bb52-19aae7193ff9 on network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:17:01.079950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:17:01.080535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Checking segment: {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:17:01.081112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Bound using segment: {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'} {{(pid=109999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:17:01.081716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.managers [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Bound port: 89b19ef2-f369-4817-bb52-19aae7193ff9, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c6bfe6-aee6-4459-933c-f65cefcc8f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1'}}] {{(pid=109999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:17:01.083276 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:01.210953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] For port 89b19ef2-f369-4817-bb52-19aae7193ff9, host n-h2-819494-1, cleared binding levels {{(pid=109999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:17:01.216359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] For port 89b19ef2-f369-4817-bb52-19aae7193ff9, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=89b19ef2-f369-4817-bb52-19aae7193ff9,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=109999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:17:01.233178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe78628-487d-432d-8949-1df095edb666 req-2b38f2d3-12ce-47da-aaf5-67ff48953d4d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:01.241351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fe78628-487d-432d-8949-1df095edb666 req-2b38f2d3-12ce-47da-aaf5-67ff48953d4d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 946 time: 0.1097064 Nov 26 22:17:01.246064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:01.391022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fe78628-487d-432d-8949-1df095edb666 req-7fa7a363-de70-484c-b9c6-b0b6317075b1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478586 Nov 26 22:17:01.395246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:01.395954 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:01.397419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] 10.222.0.41 "PUT /v2.0/ports/89b19ef2-f369-4817-bb52-19aae7193ff9 HTTP/1.1" status: 200 len: 1130 time: 1.4846740 Nov 26 22:17:01.397957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:17:01.400332 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58b0f9e-f244-4301-a133-c9f5d72a7019" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:17:01.444592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4abbdf-d0af-4061-ae5b-2f92aa265de3 service neutron] Pushing event updated for resources: {'Port': ['ID=89b19ef2-f369-4817-bb52-19aae7193ff9,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:01.530157 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c997008-4a28-4685-b410-2fe44c55413c x-openstack-request-id: req-2c997008-4a28-4685-b410-2fe44c55413c {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:17:01.530527 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:17:01.530799 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c997008-4a28-4685-b410-2fe44c55413c {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:17:01.531844 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'status': 'completed', 'code': 200} Nov 26 22:17:01.549576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94195b81-8448-4598-96c4-8de2850ee99b req-6b3c0020-3abe-49a0-8c72-48b53d4e45b0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:01.552279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94195b81-8448-4598-96c4-8de2850ee99b req-6b3c0020-3abe-49a0-8c72-48b53d4e45b0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 982 time: 0.3088782 Nov 26 22:17:01.568491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-34a58d2e-6284-459c-9fd2-d11d8a3aadad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:01.571702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-34a58d2e-6284-459c-9fd2-d11d8a3aadad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1133 time: 0.0984790 Nov 26 22:17:02.068740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-253099d5-b39a-4ac1-ba0e-18b32984dddc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b19ef2-f369-4817-bb52-19aae7193ff9 HTTP/1.1" status: 200 len: 217 time: 0.4599421 Nov 26 22:17:02.174295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94195b81-8448-4598-96c4-8de2850ee99b req-e94a4892-5cab-43a0-a30c-b64b2182b307 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6145444 Nov 26 22:17:02.207985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293b8e7-3840-4d14-855d-c91608d778c6 req-b39d9d4c-e46c-414e-af28-c9158e7b3405 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:02.209978 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a293b8e7-3840-4d14-855d-c91608d778c6 req-b39d9d4c-e46c-414e-af28-c9158e7b3405 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 945 time: 0.1463737 Nov 26 22:17:02.211891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-d75c06c8-d06c-449c-8b95-d3a734bd15f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:02.213479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-d75c06c8-d06c-449c-8b95-d3a734bd15f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ebf67fa-7388-4f81-ad85-34159beda980 HTTP/1.1" status: 200 len: 834 time: 0.1053307 Nov 26 22:17:02.314430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a293b8e7-3840-4d14-855d-c91608d778c6 req-610f6f21-3965-4fbc-b094-41949a8f6935 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942676 Nov 26 22:17:02.320972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-550c4853-ef3f-4d7c-ae8e-749adb1035da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:02.324903 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-550c4853-ef3f-4d7c-ae8e-749adb1035da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979831 Nov 26 22:17:02.430847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-8b7cdafe-13f2-4178-98a1-4828c55da685 service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979242 Nov 26 22:17:02.591004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab73f36-b145-4134-b568-c03b24ed2fea req-8cf74846-72e8-4a00-ad51-c52b7033e3e5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:02.602864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ab73f36-b145-4134-b568-c03b24ed2fea req-8cf74846-72e8-4a00-ad51-c52b7033e3e5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 946 time: 0.0861828 Nov 26 22:17:02.665481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c883bafb-77fe-42fa-a35f-c7e4fc7b60cb req-1c5f30ec-ff0b-453f-a8dc-28bcc29110a8 service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261512 Nov 26 22:17:02.719681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ab73f36-b145-4134-b568-c03b24ed2fea req-0a4d076b-8f3a-4454-bfd8-71b94011e917 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139967 Nov 26 22:17:02.776263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-7cf63920-ee69-4d35-bcf3-ee0258ff114c tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:02.779082 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-7cf63920-ee69-4d35-bcf3-ee0258ff114c tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.13 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 945 time: 0.0690169 Nov 26 22:17:02.910280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-1e334ce5-17a3-4f7f-9aa0-ea067971d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:02.911908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-1e334ce5-17a3-4f7f-9aa0-ea067971d48b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1133 time: 0.1418118 Nov 26 22:17:02.960921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Deleting port f638406f-6749-4b68-a4f0-4b7e8f42e94c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:17:02.961460 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:03.041298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f5ee1-f903-4f76-a6c8-a4a594fd4a20 req-a8e76051-1ba1-4d39-a2a0-5c326fe44f65 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:03.042843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b66f5ee1-f903-4f76-a6c8-a4a594fd4a20 req-a8e76051-1ba1-4d39-a2a0-5c326fe44f65 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 946 time: 0.2001767 Nov 26 22:17:03.104971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-77222c33-dc94-4476-ae81-a0059c940c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:03.106604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-77222c33-dc94-4476-ae81-a0059c940c0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 HTTP/1.1" status: 200 len: 897 time: 0.1871505 Nov 26 22:17:03.145439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b66f5ee1-f903-4f76-a6c8-a4a594fd4a20 req-77855829-52ff-40ac-8c04-fbd98c7aacff tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947185 Nov 26 22:17:03.160032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] For port f638406f-6749-4b68-a4f0-4b7e8f42e94c, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f638406f-6749-4b68-a4f0-4b7e8f42e94c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:17:03.162710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:03.170407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53666) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:03.192259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-fdb11187-728e-49ed-a844-682c880f13f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b19ef2-f369-4817-bb52-19aae7193ff9 HTTP/1.1" status: 200 len: 217 time: 0.0766981 Nov 26 22:17:03.211099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Calling delete_port for f638406f-6749-4b68-a4f0-4b7e8f42e94c owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:17:03.280521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-428f6c8f-980a-46af-8902-2f9e008fda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:03.284229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-428f6c8f-980a-46af-8902-2f9e008fda3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ebf67fa-7388-4f81-ad85-34159beda980 HTTP/1.1" status: 200 len: 834 time: 0.0844204 Nov 26 22:17:03.497066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d5df4-fa68-46d2-870d-21d2a922639e req-231e8500-ecf2-4b3a-bf97-25c832910940 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:03.498662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d5d5df4-fa68-46d2-870d-21d2a922639e req-231e8500-ecf2-4b3a-bf97-25c832910940 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 982 time: 0.2081270 Nov 26 22:17:03.501575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:03.518935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-dceaaf20-7132-4196-a364-c00ceba86da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:03.520468 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-dceaaf20-7132-4196-a364-c00ceba86da9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145717 Nov 26 22:17:03.537963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['f638406f-6749-4b68-a4f0-4b7e8f42e94c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:17:03.540771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b10d7821-3680-4713-9d46-3ba5fffb8a15', '6571167e-80af-44c6-9091-c96d14b5840c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:17:03.541731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ccb2ad4-6fb2-4f7d-9bec-382b7a727a5b req-f86c195c-7551-4bfb-8805-39f3659b2e63 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=5923a7da-69a1-4330-9630-b71afdb91a1c HTTP/1.1" status: 200 len: 210 time: 0.0708430 Nov 26 22:17:03.557184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Pushing event deleted for resources: {'Port': ['ID=f638406f-6749-4b68-a4f0-4b7e8f42e94c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:03.631070 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] No DVR routers for this DVR port f638406f-6749-4b68-a4f0-4b7e8f42e94c on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:17:03.634971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e01ef53-de13-483f-8447-1802bde18192 tempest-TestVolumeBootPattern-1291543424 tempest-TestVolumeBootPattern-1291543424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:03.636871 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6e01ef53-de13-483f-8447-1802bde18192 tempest-TestVolumeBootPattern-1291543424 tempest-TestVolumeBootPattern-1291543424-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 1092 time: 0.4653840 Nov 26 22:17:03.638476 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:03.642308 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4e68f4b5-056f-44c0-b2c6-98fef8c232d9 req-a55bb790-efcb-44e0-a605-cd44d1bdbc95 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.13 "DELETE /v2.0/ports/f638406f-6749-4b68-a4f0-4b7e8f42e94c HTTP/1.1" status: 204 len: 173 time: 0.8555107 Nov 26 22:17:03.643018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5923a7da-69a1-4330-9630-b71afdb91a1c', 'name': 'network-vif-deleted', 'tag': 'f638406f-6749-4b68-a4f0-4b7e8f42e94c'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:17:03.645695 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1762c2-1db0-43a6-928d-2084dcdd459f" -d '{"events": [{"server_uuid": "5923a7da-69a1-4330-9630-b71afdb91a1c", "name": "network-vif-deleted", "tag": "f638406f-6749-4b68-a4f0-4b7e8f42e94c"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:17:03.650875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53680) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:03.675241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:03.768395 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feda76d5-051e-4f8d-8fd9-901674002c28 x-openstack-request-id: req-feda76d5-051e-4f8d-8fd9-901674002c28 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:17:03.768861 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5923a7da-69a1-4330-9630-b71afdb91a1c", "name": "network-vif-deleted", "tag": "f638406f-6749-4b68-a4f0-4b7e8f42e94c", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:17:03.769277 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-feda76d5-051e-4f8d-8fd9-901674002c28 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:17:03.769913 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5923a7da-69a1-4330-9630-b71afdb91a1c', 'name': 'network-vif-deleted', 'tag': 'f638406f-6749-4b68-a4f0-4b7e8f42e94c', 'status': 'completed', 'code': 200} Nov 26 22:17:03.772815 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d5d5df4-fa68-46d2-870d-21d2a922639e req-db6261be-b49d-4389-bd63-be8277d52003 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2549043 Nov 26 22:17:03.782721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:03.819514 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-42474ba9-ed2f-4c1d-890c-079e5b597078 service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801409 Nov 26 22:17:04.007135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f58b0f9e-f244-4301-a133-c9f5d72a7019 req-29ba7d86-6c11-4f52-95d0-4ffd98e5f82b service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529930 Nov 26 22:17:04.066735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:04.187079 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.25.3.155 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/c8021cbd-5dcb-4229-b72f-fdb9b46150cd) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:17:04.294247 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:04.337744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:04.382274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:17:04.385987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:17:04.389511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:17:04.430686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=c8021cbd-5dcb-4229-b72f-fdb9b46150cd,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:04.809891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:04.926871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf38d8a-4d80-4541-a5a9-ea39f75974e7 req-a05ac668-4bbe-4048-ad81-fbe9ec67b915 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:04.928407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-edf38d8a-4d80-4541-a5a9-ea39f75974e7 req-a05ac668-4bbe-4048-ad81-fbe9ec67b915 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 946 time: 0.0964015 Nov 26 22:17:04.984914 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90debf1-56bf-41f8-8547-2a8ee45b97df req-8ede9283-0855-4081-a3bc-3a8f61219b9d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:04.986828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b90debf1-56bf-41f8-8547-2a8ee45b97df req-8ede9283-0855-4081-a3bc-3a8f61219b9d tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 982 time: 0.1149123 Nov 26 22:17:04.988512 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:05.072818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-edf38d8a-4d80-4541-a5a9-ea39f75974e7 req-6f5802f7-1c43-4155-addc-04157107b005 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225693 Nov 26 22:17:05.149333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b90debf1-56bf-41f8-8547-2a8ee45b97df req-f5d2efe8-0566-4f59-ac1f-21c680611b53 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1551867 Nov 26 22:17:05.227539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:05.235629 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:05.318798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=c8021cbd-5dcb-4229-b72f-fdb9b46150cd,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:05.325571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:05.431995 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Floating IP dacae53c-fc44-4899-b52a-e841cc1be011 associated. External IP: 172.25.3.155, port: fe0c6f3d-a438-44ed-bd4b-2c082b4f9491. Nov 26 22:17:05.661293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:17:05.776738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:17:05.788957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:17:05.798640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:17:05.799269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:05.799703 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:05.838652 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d360dce8-8035-47df-9ba0-c0a46682fe18 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1838727 Nov 26 22:17:05.838652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'tag': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:17:05.838652 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4336f46a-162d-4a5d-882f-b1674ed4c533" -d '{"events": [{"name": "network-changed", "server_uuid": "4081f6c3-9388-4f03-ab2d-d5d0ca33906c", "tag": "fe0c6f3d-a438-44ed-bd4b-2c082b4f9491"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:17:05.879144 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa80d2d1-3b89-4f60-97a0-3179e50ce83b x-openstack-request-id: req-fa80d2d1-3b89-4f60-97a0-3179e50ce83b {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:17:05.879538 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4081f6c3-9388-4f03-ab2d-d5d0ca33906c", "tag": "fe0c6f3d-a438-44ed-bd4b-2c082b4f9491", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:17:05.879838 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa80d2d1-3b89-4f60-97a0-3179e50ce83b {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:17:05.880316 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'tag': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'status': 'completed', 'code': 200} Nov 26 22:17:05.940114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:17:05.977340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-7df2c5b3-c997-4696-b4f8-c74dc45d145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:05.979371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-7df2c5b3-c997-4696-b4f8-c74dc45d145f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 1097 time: 0.0539236 Nov 26 22:17:06.120204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-78f4315b-19ba-4bf2-9178-25ff1abe346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:06.123155 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-78f4315b-19ba-4bf2-9178-25ff1abe346d service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1352911 Nov 26 22:17:06.226702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-5c8baab9-6648-43e6-8697-e8cbaa7e86b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 HTTP/1.1" status: 200 len: 1000 time: 0.0959601 Nov 26 22:17:06.228247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'dacae53c-fc44-4899-b52a-e841cc1be011', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:9c:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:17:04Z', 'updated_at': '2021-11-26T22:17:04Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:06.305983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:17:06.330466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:17:06.331198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:06.338578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-9badbcaa-9c73-4cf6-9485-316c90578f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:06.340185 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-9badbcaa-9c73-4cf6-9485-316c90578f74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1054494 Nov 26 22:17:06.426501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c314-1e21-427e-93ea-de9ca2322923 req-bd05a799-88f8-4b3d-b5a9-2f53b45a74dd tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:06.430335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-78546851-53ff-4cc8-9ec4-e83b0ca1ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:06.434229 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-78546851-53ff-4cc8-9ec4-e83b0ca1ba9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836766 Nov 26 22:17:06.435926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c46c314-1e21-427e-93ea-de9ca2322923 req-bd05a799-88f8-4b3d-b5a9-2f53b45a74dd tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 982 time: 0.1558473 Nov 26 22:17:06.476289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-76456763-602b-442c-aff8-7b9546ad1dfe tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:06.478609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-76456763-602b-442c-aff8-7b9546ad1dfe tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 946 time: 0.1097741 Nov 26 22:17:06.605147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:17:06.616631 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-e3e04628-c93d-451a-b855-7e16002c29af service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773307 Nov 26 22:17:06.723894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c46c314-1e21-427e-93ea-de9ca2322923 req-2aaf05f8-9a6e-4f0b-bec3-8a89145588bc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2870688 Nov 26 22:17:06.761678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e7993-3b24-40a6-81e4-f5cd328a7371 req-3d1255d2-0dd3-428e-8b95-f5d7630878c1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:06.763392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-785e7993-3b24-40a6-81e4-f5cd328a7371 req-3d1255d2-0dd3-428e-8b95-f5d7630878c1 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 946 time: 0.5709858 Nov 26 22:17:06.779316 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4336f46a-162d-4a5d-882f-b1674ed4c533 req-214c3297-0863-4e3c-aad1-c69e14394fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547837 Nov 26 22:17:06.846953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Deleting port 6571167e-80af-44c6-9091-c96d14b5840c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:17:06.847150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:06.878806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f638406f-6749-4b68-a4f0-4b7e8f42e94c no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:17:06.910945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: f638406f-6749-4b68-a4f0-4b7e8f42e94c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:17:06.911304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f638406f-6749-4b68-a4f0-4b7e8f42e94c not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:17:06.912587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-785e7993-3b24-40a6-81e4-f5cd328a7371 req-48eab2c9-ff8c-46cc-86c6-f286f0c99422 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407862 Nov 26 22:17:06.948429 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'dacae53c-fc44-4899-b52a-e841cc1be011', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:9c:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:17:04Z', 'updated_at': '2021-11-26T22:17:04Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:06.981318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed63a35-7a82-4af0-825f-7a1e0b9d7ecb None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'dacae53c-fc44-4899-b52a-e841cc1be011', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:9c:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:17:04Z', 'updated_at': '2021-11-26T22:17:04Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:17:06.991092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] For port 6571167e-80af-44c6-9091-c96d14b5840c, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=6571167e-80af-44c6-9091-c96d14b5840c,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:17:06.991523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:07.012534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Calling delete_port for 6571167e-80af-44c6-9091-c96d14b5840c owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:17:07.094738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 89b19ef2-f369-4817-bb52-19aae7193ff9 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:17:07.205076 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:07.239326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:07.246397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b10d7821-3680-4713-9d46-3ba5fffb8a15', '6571167e-80af-44c6-9091-c96d14b5840c'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:17:07.248373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Pushing event deleted for resources: {'Port': ['ID=6571167e-80af-44c6-9091-c96d14b5840c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:07.269478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.270347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.270861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.271212 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.271675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.272013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.272343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.272672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.273001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.273515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.273853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.274234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:07.329087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 89b19ef2-f369-4817-bb52-19aae7193ff9, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=89b19ef2-f369-4817-bb52-19aae7193ff9,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:17:07.331307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] No DVR routers for this DVR port 6571167e-80af-44c6-9091-c96d14b5840c on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:17:07.335132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:07.338642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1a2f3b2-48ad-4591-9b0a-d9a9b91fd1fc req-d3d625c2-75c9-452a-8dfc-2be8ec73c675 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "DELETE /v2.0/ports/6571167e-80af-44c6-9091-c96d14b5840c HTTP/1.1" status: 204 len: 173 time: 0.8537970 Nov 26 22:17:07.349834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'port_id': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'mac_address': 'fa:16:3e:52:55:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:17:07.383213 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8982d57b-7491-44c7-8d84-cd9bbf732eec None None] New status for floating IP dacae53c-fc44-4899-b52a-e841cc1be011: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:17:07.467485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:07.496811 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b19ef2-f369-4817-bb52-19aae7193ff9 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:17:07.538769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 89b19ef2-f369-4817-bb52-19aae7193ff9, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=89b19ef2-f369-4817-bb52-19aae7193ff9,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:17:07.552771 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:07.642539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=89b19ef2-f369-4817-bb52-19aae7193ff9,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:07.879332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d9243-6e36-4fe9-96c0-85f9bab9994d req-761b22c9-616a-46d3-bd5a-e07122779fbc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:07.886683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad8d9243-6e36-4fe9-96c0-85f9bab9994d req-761b22c9-616a-46d3-bd5a-e07122779fbc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 983 time: 0.0723519 Nov 26 22:17:07.887130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a8bd8b-002a-4784-8d2f-cd956924addd', 'name': 'network-vif-deleted', 'tag': '6571167e-80af-44c6-9091-c96d14b5840c'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:17:07.895315 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97219e19-7cb8-43d7-ab37-fbbdd09c27fc" -d '{"events": [{"server_uuid": "21a8bd8b-002a-4784-8d2f-cd956924addd", "name": "network-vif-deleted", "tag": "6571167e-80af-44c6-9091-c96d14b5840c"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:17:07.950711 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c469238-4e19-4f9d-a86b-595fe181a2b9 x-openstack-request-id: req-3c469238-4e19-4f9d-a86b-595fe181a2b9 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:17:07.951070 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a8bd8b-002a-4784-8d2f-cd956924addd", "name": "network-vif-deleted", "tag": "6571167e-80af-44c6-9091-c96d14b5840c", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:17:07.951434 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c469238-4e19-4f9d-a86b-595fe181a2b9 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:17:07.951901 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a8bd8b-002a-4784-8d2f-cd956924addd', 'name': 'network-vif-deleted', 'tag': '6571167e-80af-44c6-9091-c96d14b5840c', 'status': 'completed', 'code': 200} Nov 26 22:17:07.973864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad8d9243-6e36-4fe9-96c0-85f9bab9994d req-3d8789bf-5870-45b5-9f91-9fa8a1bb355b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0706611 Nov 26 22:17:08.040053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['89b19ef2-f369-4817-bb52-19aae7193ff9'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:17:08.071290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3144608f-679a-427d-b976-82016c16e998 req-ac833874-ccd2-4959-aa3c-91f5b58bec03 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=21a8bd8b-002a-4784-8d2f-cd956924addd HTTP/1.1" status: 200 len: 210 time: 0.0430069 Nov 26 22:17:08.111103 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:08.840515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53844) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:09.070542 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-437c19e7-7f36-4a81-8380-920a479a4317 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.108106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 89b19ef2-f369-4817-bb52-19aae7193ff9 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:17:09.147145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace53c6-6c13-40c3-9a1d-8963659b48dc req-eb9e288b-7e4d-472e-9c83-659e851eba38 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:09.148909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cace53c6-6c13-40c3-9a1d-8963659b48dc req-eb9e288b-7e4d-472e-9c83-659e851eba38 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 983 time: 0.0911138 Nov 26 22:17:09.200802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 89b19ef2-f369-4817-bb52-19aae7193ff9 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:17:09.208359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 89b19ef2-f369-4817-bb52-19aae7193ff9 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:17:09.208748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.258906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-437c19e7-7f36-4a81-8380-920a479a4317 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.266966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cace53c6-6c13-40c3-9a1d-8963659b48dc req-8ca5790c-39a3-4f82-8ec0-80414bf1bb07 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1027503 Nov 26 22:17:09.268108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-437c19e7-7f36-4a81-8380-920a479a4317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.321411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-437c19e7-7f36-4a81-8380-920a479a4317 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cda1a2a92e024f73a3a91efac046ca08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4796968 Nov 26 22:17:09.324056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53864) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:09.324797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c19e7-7f36-4a81-8380-920a479a4317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b450ed-8a76-436f-9029-23eca606c3f0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:09.333206 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.369840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:17:09.373849 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeee2809-63ea-47a7-8cc0-b8a06793ebce" -d '{"events": [{"server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "name": "network-vif-plugged", "status": "completed", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:17:09.387421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 89b19ef2-f369-4817-bb52-19aae7193ff9, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=89b19ef2-f369-4817-bb52-19aae7193ff9,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:17:09.394637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.395805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 6571167e-80af-44c6-9091-c96d14b5840c no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:17:09.409356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.435760 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.450881 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2cfb29-335f-4d1a-84ac-5bc9c9ce8801 x-openstack-request-id: req-6f2cfb29-335f-4d1a-84ac-5bc9c9ce8801 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:17:09.451185 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "name": "network-vif-plugged", "status": "completed", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:17:09.451450 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f2cfb29-335f-4d1a-84ac-5bc9c9ce8801 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:17:09.451979 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'code': 200} Nov 26 22:17:09.453801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 6571167e-80af-44c6-9091-c96d14b5840c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:17:09.454241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 6571167e-80af-44c6-9091-c96d14b5840c not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:17:09.486576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=89b19ef2-f369-4817-bb52-19aae7193ff9,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:09.533688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.536676 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:09.538163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89b450ed-8a76-436f-9029-23eca606c3f0 HTTP/1.1" status: 204 len: 168 time: 0.2114377 Nov 26 22:17:09.549042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b450ed-8a76-436f-9029-23eca606c3f0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:09.557512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.558217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.558759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.559169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.559565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.559962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.560353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.560747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.561131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.561642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.562330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.562870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b59eecf2-7445-4522-9d59-48036364a08a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:17:09.626576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8352b9-2c02-4156-acca-de768327de60 req-ced4f724-61b2-46ab-bf92-e4e504c73af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:09.632064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8352b9-2c02-4156-acca-de768327de60 req-ced4f724-61b2-46ab-bf92-e4e504c73af8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1135 time: 0.0734284 Nov 26 22:17:09.701511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae8352b9-2c02-4156-acca-de768327de60 req-8c0e900f-f643-449d-8f1b-354bb7427aed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0638611 Nov 26 22:17:10.050853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53880) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:10.064365 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0717-315d-4cb1-a73d-c0d6d5286e25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.149797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0717-315d-4cb1-a73d-c0d6d5286e25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.155095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0717-315d-4cb1-a73d-c0d6d5286e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.203891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d6fd0717-315d-4cb1-a73d-c0d6d5286e25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d429de7dfe4044d49c17da2a124d00e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517234 Nov 26 22:17:10.206632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53882) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:10.210094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd0717-315d-4cb1-a73d-c0d6d5286e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97c99c1-97cf-4da2-b1ba-b6aa6488b40f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:10.260260 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e445f812-ab74-40b4-a0d2-bbc9acfa0936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.285026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e445f812-ab74-40b4-a0d2-bbc9acfa0936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.346553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e445f812-ab74-40b4-a0d2-bbc9acfa0936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.349425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e445f812-ab74-40b4-a0d2-bbc9acfa0936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.350997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e445f812-ab74-40b4-a0d2-bbc9acfa0936 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b97c99c1-97cf-4da2-b1ba-b6aa6488b40f HTTP/1.1" status: 204 len: 168 time: 0.1429458 Nov 26 22:17:10.361749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f812-ab74-40b4-a0d2-bbc9acfa0936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97c99c1-97cf-4da2-b1ba-b6aa6488b40f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:10.485391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3acdd-8f5d-477b-b756-eb473107aeb6 req-d5192c49-5df0-4164-abc6-b06e70730f7a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:10.487009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f3acdd-8f5d-477b-b756-eb473107aeb6 req-d5192c49-5df0-4164-abc6-b06e70730f7a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 984 time: 0.0727935 Nov 26 22:17:10.569484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f3acdd-8f5d-477b-b756-eb473107aeb6 req-049cb47a-9966-4565-a2f0-37e7eac7f203 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0762353 Nov 26 22:17:10.878013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53900) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:10.892684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3667-76d5-4a51-bc7b-33029cefab90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.982115 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3667-76d5-4a51-bc7b-33029cefab90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:10.988050 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0bdc3667-76d5-4a51-bc7b-33029cefab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.022234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53904) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:11.026974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0bdc3667-76d5-4a51-bc7b-33029cefab90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=144646236d7746298ab9342a17030fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477659 Nov 26 22:17:11.029090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc3667-76d5-4a51-bc7b-33029cefab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62aef016-8a41-4c9f-a3a3-17d43be715dc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:11.042409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53906) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:11.104852 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ad072e6-176f-4f5a-bca6-a12c2c1406dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.129998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ad072e6-176f-4f5a-bca6-a12c2c1406dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.177734 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2150951d-86ac-4056-8c40-4f5ec5055d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.188152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ad072e6-176f-4f5a-bca6-a12c2c1406dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.191796 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ad072e6-176f-4f5a-bca6-a12c2c1406dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.193586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ad072e6-176f-4f5a-bca6-a12c2c1406dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/62aef016-8a41-4c9f-a3a3-17d43be715dc HTTP/1.1" status: 204 len: 168 time: 0.1501284 Nov 26 22:17:11.208753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad072e6-176f-4f5a-bca6-a12c2c1406dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aef016-8a41-4c9f-a3a3-17d43be715dc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:11.266067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2150951d-86ac-4056-8c40-4f5ec5055d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.271289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2150951d-86ac-4056-8c40-4f5ec5055d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.317390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2150951d-86ac-4056-8c40-4f5ec5055d25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08243c827f054113b01934a38cb08186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937818 Nov 26 22:17:11.318283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150951d-86ac-4056-8c40-4f5ec5055d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88c4c53-092b-4180-b047-829362334b39,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:11.320394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53912) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:11.401738 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-84bc5fe5-a6ba-4bcd-8c89-3b07e4012348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.428302 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-84bc5fe5-a6ba-4bcd-8c89-3b07e4012348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.489452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-84bc5fe5-a6ba-4bcd-8c89-3b07e4012348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.496673 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-84bc5fe5-a6ba-4bcd-8c89-3b07e4012348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.498530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-84bc5fe5-a6ba-4bcd-8c89-3b07e4012348 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d88c4c53-092b-4180-b047-829362334b39 HTTP/1.1" status: 204 len: 168 time: 0.1761601 Nov 26 22:17:11.519126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc5fe5-a6ba-4bcd-8c89-3b07e4012348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88c4c53-092b-4180-b047-829362334b39,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:11.731793 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92719f2d-69c5-476b-88d4-49f0d2906234 req-eaab42c9-6b34-41f3-b10d-935c8753b473 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:11.741894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92719f2d-69c5-476b-88d4-49f0d2906234 req-eaab42c9-6b34-41f3-b10d-935c8753b473 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 984 time: 0.0867834 Nov 26 22:17:11.802457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92719f2d-69c5-476b-88d4-49f0d2906234 req-73639f7e-fafa-4008-b8b8-37f479afc85f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0604491 Nov 26 22:17:11.917328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53924) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:11.932685 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de6357d7-8f23-477a-927c-90a92d3d9fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:11.934982 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacadab0-e759-479e-82f0-6223f8214157 req-1fcd233f-082e-4512-8abf-137bb19f4f68 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:11.936959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aacadab0-e759-479e-82f0-6223f8214157 req-1fcd233f-082e-4512-8abf-137bb19f4f68 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 984 time: 0.0569935 Nov 26 22:17:12.032932 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de6357d7-8f23-477a-927c-90a92d3d9fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.039021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-de6357d7-8f23-477a-927c-90a92d3d9fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.090261 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-de6357d7-8f23-477a-927c-90a92d3d9fc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5e28574239240c1a3a73a3ed052b0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693852 Nov 26 22:17:12.092777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53926) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:12.111043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6357d7-8f23-477a-927c-90a92d3d9fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e176579c-3c48-47c8-b7ba-c55167983544,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:12.157673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-785f7619-8e92-49ca-a177-371a71c11a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.187822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-785f7619-8e92-49ca-a177-371a71c11a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.239537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-785f7619-8e92-49ca-a177-371a71c11a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.242247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-785f7619-8e92-49ca-a177-371a71c11a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.246458 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-785f7619-8e92-49ca-a177-371a71c11a2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e176579c-3c48-47c8-b7ba-c55167983544 HTTP/1.1" status: 204 len: 168 time: 0.1488128 Nov 26 22:17:12.252646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f7619-8e92-49ca-a177-371a71c11a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e176579c-3c48-47c8-b7ba-c55167983544,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:12.377059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aacadab0-e759-479e-82f0-6223f8214157 req-e2ee6671-2c0f-4eac-a222-f067e375b3a6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4322460 Nov 26 22:17:12.521286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c87d-ae29-4aab-81c3-b2fb442197be req-ac56c813-1a37-420c-925c-9048a9d09565 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:12.535096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd85c87d-ae29-4aab-81c3-b2fb442197be req-ac56c813-1a37-420c-925c-9048a9d09565 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1135 time: 0.0714140 Nov 26 22:17:12.555473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd85c87d-ae29-4aab-81c3-b2fb442197be req-da648df0-6097-46b8-b7ce-1879e73e7634 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.677956 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd85c87d-ae29-4aab-81c3-b2fb442197be req-da648df0-6097-46b8-b7ce-1879e73e7634 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.683232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-fd85c87d-ae29-4aab-81c3-b2fb442197be req-da648df0-6097-46b8-b7ce-1879e73e7634 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.745664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da648df0-6097-46b8-b7ce-1879e73e7634 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647c4f2d-074f-4b33-b050-e3ce38683c5a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:12.767378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fd85c87d-ae29-4aab-81c3-b2fb442197be req-da648df0-6097-46b8-b7ce-1879e73e7634 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2303300 Nov 26 22:17:12.780415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53944) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:12.832592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776273d9-6ae3-41f1-9ac6-08dbd5fde83d tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:12.836329 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-776273d9-6ae3-41f1-9ac6-08dbd5fde83d tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1130 time: 0.0518403 Nov 26 22:17:12.837627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 53946) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:12.842450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:12.868916 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:12.997021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:13.121748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Allocated IP 172.25.3.67 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/197bd3c0-04cc-4cce-9c0b-169a50b23cbb) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:17:13.231803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:13.274189 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:13.328418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:17:13.331631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:17:13.335012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:17:13.367380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=197bd3c0-04cc-4cce-9c0b-169a50b23cbb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:13.844934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:13.925742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:13.926408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ce1da-fdd2-4960-b9a5-a4c5f6cff07a req-810ced38-3a35-4013-b87a-08703452959d tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:13.928037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-147ce1da-fdd2-4960-b9a5-a4c5f6cff07a req-810ced38-3a35-4013-b87a-08703452959d tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 946 time: 0.0595841 Nov 26 22:17:13.989145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-147ce1da-fdd2-4960-b9a5-a4c5f6cff07a req-442ae760-47b0-46bc-9e48-c74caf1da164 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548139 Nov 26 22:17:14.097787 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:14.103154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:14.182201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=197bd3c0-04cc-4cce-9c0b-169a50b23cbb,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:14.191796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:14.294835 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Floating IP 68405d30-1708-4835-9951-39126072a0ee associated. External IP: 172.25.3.67, port: 89b19ef2-f369-4817-bb52-19aae7193ff9. Nov 26 22:17:14.508122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Router 6409688d-1799-4a37-97b5-41a1e71ad0c3 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:17:14.620247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:17:14.631207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] Sync routers for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:17:14.641989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:14.647534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:17:14.648812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:14.674135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 53996) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:14.674313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e39d2ae8-5418-401b-b89a-4c32437cc67a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8353856 Nov 26 22:17:14.675025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:17:14.677393 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab9f16b-9736-4c88-9042-b845f218429a" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:17:14.717606 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6112b582-3700-48f9-a0e9-76a6b2081bd1 x-openstack-request-id: req-6112b582-3700-48f9-a0e9-76a6b2081bd1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:17:14.717998 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:17:14.718841 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6112b582-3700-48f9-a0e9-76a6b2081bd1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:17:14.719313 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'status': 'completed', 'code': 200} Nov 26 22:17:14.777072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:17:14.821341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.821809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.822292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.822751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.823193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.823643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.824087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.824821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.825267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.827217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-eb668cd6-c863-43d9-82e3-63391ad23acb tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6380 time: 0.1510639 Nov 26 22:17:14.831120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54002) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:14.840726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f16b-9736-4c88-9042-b845f218429a req-12231268-ac94-440d-bdfb-c1e48c8c9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.843924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab9f16b-9736-4c88-9042-b845f218429a req-12231268-ac94-440d-bdfb-c1e48c8c9b92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1135 time: 0.0684702 Nov 26 22:17:14.896118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54004) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:14.907154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.907842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.908455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.908985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.909556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.910092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.911238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.911238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.911613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:14.918663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aba5d3fa-c36d-4bf1-b51f-97c4d08089e2 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5918 time: 0.0857525 Nov 26 22:17:14.918851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54008) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:15.015776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '68405d30-1708-4835-9951-39126072a0ee', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'port_id': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'mac_address': 'fa:16:3e:52:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:17:13Z', 'updated_at': '2021-11-26T22:17:13Z', 'revision_number': 0, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:15.033847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d807881c-3cb8-4445-bf39-db0001208396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.045814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] Checking router: 6409688d-1799-4a37-97b5-41a1e71ad0c3 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:17:15.054662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:17:15.055268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:16:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:15.057679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f16b-9736-4c88-9042-b845f218429a req-e488a3db-4fde-4904-9eca-80f666c01271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:15.061222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab9f16b-9736-4c88-9042-b845f218429a req-e488a3db-4fde-4904-9eca-80f666c01271 service neutron] 10.222.0.41 "GET /v2.0/networks?id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 HTTP/1.1" status: 200 len: 897 time: 0.2077167 Nov 26 22:17:15.125855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d807881c-3cb8-4445-bf39-db0001208396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.130410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d807881c-3cb8-4445-bf39-db0001208396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.174371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d807881c-3cb8-4445-bf39-db0001208396 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7c33a1bfdfb49af9f435ba478ef48e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2768023 Nov 26 22:17:15.175133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807881c-3cb8-4445-bf39-db0001208396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1665b0-3ed9-499d-bd35-524847fd10de,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:15.177459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54012) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:15.238977 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-431d86c8-6157-4bad-b501-902e000bc113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.263127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-431d86c8-6157-4bad-b501-902e000bc113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.264418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab9f16b-9736-4c88-9042-b845f218429a req-66927fc8-9201-4ff9-8e28-82590d88a321 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b19ef2-f369-4817-bb52-19aae7193ff9 HTTP/1.1" status: 200 len: 998 time: 0.1885800 Nov 26 22:17:15.287910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42815a06-78f3-4352-a76e-c28889bf0589 req-d5620d78-d901-4c48-954e-0002f63d5695 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:15.289807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42815a06-78f3-4352-a76e-c28889bf0589 req-d5620d78-d901-4c48-954e-0002f63d5695 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 946 time: 0.1948035 Nov 26 22:17:15.313001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-431d86c8-6157-4bad-b501-902e000bc113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.315825 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-431d86c8-6157-4bad-b501-902e000bc113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.317185 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-431d86c8-6157-4bad-b501-902e000bc113 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af1665b0-3ed9-499d-bd35-524847fd10de HTTP/1.1" status: 204 len: 168 time: 0.1386590 Nov 26 22:17:15.325458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d86c8-6157-4bad-b501-902e000bc113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1665b0-3ed9-499d-bd35-524847fd10de,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:15.354921 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:17:15.401389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f16b-9736-4c88-9042-b845f218429a req-c206ee3f-fa8f-4392-931c-e45e80a0c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:15.402923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab9f16b-9736-4c88-9042-b845f218429a req-c206ee3f-fa8f-4392-931c-e45e80a0c4c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ebf67fa-7388-4f81-ad85-34159beda980 HTTP/1.1" status: 200 len: 834 time: 0.1255372 Nov 26 22:17:15.423381 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42815a06-78f3-4352-a76e-c28889bf0589 req-6e2318b2-d435-4ffd-b4c8-655bf6197749 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/security-groups?id=09d5b142-9c89-403d-b980-fc381589099a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958941 Nov 26 22:17:15.440278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2b17a2a9-c758-47a0-9b31-4df948830f6b tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.5203776 Nov 26 22:17:15.442129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54016) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:15.527498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70690f4c-6b63-4ff3-a3b2-67bf99e3d83c tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:15.527977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70690f4c-6b63-4ff3-a3b2-67bf99e3d83c tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:15.533368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70690f4c-6b63-4ff3-a3b2-67bf99e3d83c tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6409688d-1799-4a37-97b5-41a1e71ad0c3 HTTP/1.1" status: 200 len: 1990 time: 0.0866244 Nov 26 22:17:15.533368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f16b-9736-4c88-9042-b845f218429a req-9e2134c6-c8ec-4e6f-9d29-7008725bd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:15.533368 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab9f16b-9736-4c88-9042-b845f218429a req-9e2134c6-c8ec-4e6f-9d29-7008725bd620 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919206 Nov 26 22:17:15.628484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab9f16b-9736-4c88-9042-b845f218429a req-b65876b3-f347-4e99-80a1-3decf374a23f service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869565 Nov 26 22:17:15.649327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '68405d30-1708-4835-9951-39126072a0ee', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'port_id': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'mac_address': 'fa:16:3e:52:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:17:13Z', 'updated_at': '2021-11-26T22:17:13Z', 'revision_number': 0, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:15.659051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54022) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:15.673072 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a27f55ba-165e-45d1-9cff-2b06ef4e84f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.677844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9a1a2-77c4-490c-a87c-557d2a16fa1c None None] The sync data for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 is: [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '68405d30-1708-4835-9951-39126072a0ee', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'port_id': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'mac_address': 'fa:16:3e:52:55:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:17:13Z', 'updated_at': '2021-11-26T22:17:13Z', 'revision_number': 0, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:17:15.737462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ab9f16b-9736-4c88-9042-b845f218429a req-9495319c-190e-4ef8-8b60-71a3e6333f57 service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019773 Nov 26 22:17:15.758420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a27f55ba-165e-45d1-9cff-2b06ef4e84f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.762961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a27f55ba-165e-45d1-9cff-2b06ef4e84f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.804972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a27f55ba-165e-45d1-9cff-2b06ef4e84f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=897137f52b8c4337b39f2961015c1010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448154 Nov 26 22:17:15.806980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f55ba-165e-45d1-9cff-2b06ef4e84f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a31dc8c-058a-4a47-b7b4-04941e249e81,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:15.807720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54024) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:15.899916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-a5c0d92d-1c19-4e4a-ba0d-ea63c4915e2b tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:15.901410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-a5c0d92d-1c19-4e4a-ba0d-ea63c4915e2b tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 946 time: 0.0844495 Nov 26 22:17:15.904598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836d295b-32b9-4be5-8e0f-7f63aec637f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:15.907840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52431b3e-e138-4f3b-9fe7-b8f75bca4e9d None None] New status for floating IP 68405d30-1708-4835-9951-39126072a0ee: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:17:15.956590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836d295b-32b9-4be5-8e0f-7f63aec637f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:16.039133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Deleting port b10d7821-3680-4713-9d46-3ba5fffb8a15 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:17:16.039402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:16.084420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836d295b-32b9-4be5-8e0f-7f63aec637f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:16.087097 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-836d295b-32b9-4be5-8e0f-7f63aec637f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:16.088403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-836d295b-32b9-4be5-8e0f-7f63aec637f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a31dc8c-058a-4a47-b7b4-04941e249e81 HTTP/1.1" status: 204 len: 168 time: 0.2795956 Nov 26 22:17:16.105760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d295b-32b9-4be5-8e0f-7f63aec637f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a31dc8c-058a-4a47-b7b4-04941e249e81,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:16.152951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] For port b10d7821-3680-4713-9d46-3ba5fffb8a15, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b10d7821-3680-4713-9d46-3ba5fffb8a15,segment=NetworkSegment(e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38),segment_id=e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:17:16.153319 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:16.166494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Calling delete_port for b10d7821-3680-4713-9d46-3ba5fffb8a15 owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:17:16.303376 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:16.333851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Pushing event deleted for resources: {'Port': ['ID=b10d7821-3680-4713-9d46-3ba5fffb8a15,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:16.340258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b10d7821-3680-4713-9d46-3ba5fffb8a15'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:17:16.383448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] No DVR routers for this DVR port b10d7821-3680-4713-9d46-3ba5fffb8a15 on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:17:16.387673 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:16.392052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6294ff4-97f6-4e66-8d6e-1ae916e7d5e5 req-d03b03ee-2708-4b05-9853-1d1f2acb6b86 tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.41 "DELETE /v2.0/ports/b10d7821-3680-4713-9d46-3ba5fffb8a15 HTTP/1.1" status: 204 len: 173 time: 0.4837327 Nov 26 22:17:16.392635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1072bd6-a318-4095-8a67-d68439a1aaac', 'name': 'network-vif-deleted', 'tag': 'b10d7821-3680-4713-9d46-3ba5fffb8a15'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:17:16.395178 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7b2db1-67b9-4bc1-893c-cafbf02d8538" -d '{"events": [{"server_uuid": "b1072bd6-a318-4095-8a67-d68439a1aaac", "name": "network-vif-deleted", "tag": "b10d7821-3680-4713-9d46-3ba5fffb8a15"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:17:16.444409 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07134999-95c5-4552-a4a0-71618284c9cc x-openstack-request-id: req-07134999-95c5-4552-a4a0-71618284c9cc {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:17:16.444701 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1072bd6-a318-4095-8a67-d68439a1aaac", "name": "network-vif-deleted", "tag": "b10d7821-3680-4713-9d46-3ba5fffb8a15", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:17:16.444955 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07134999-95c5-4552-a4a0-71618284c9cc {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:17:16.445385 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1072bd6-a318-4095-8a67-d68439a1aaac', 'name': 'network-vif-deleted', 'tag': 'b10d7821-3680-4713-9d46-3ba5fffb8a15', 'status': 'completed', 'code': 200} Nov 26 22:17:16.533164 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae4da0d3-c4b8-4ec3-b4cd-fd73edde842f req-c628006a-3b82-4be8-a80e-24aeaa24ac1f tempest-AttachVolumeNegativeTest-189225758 tempest-AttachVolumeNegativeTest-189225758-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1072bd6-a318-4095-8a67-d68439a1aaac HTTP/1.1" status: 200 len: 210 time: 0.0317886 Nov 26 22:17:17.595091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54080) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:17.643700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d6a49b-a28c-4639-baab-e3a18d76a714 admin admin] Deleting subnet 938eed0a-92f6-47f4-8863-9b72e29b2212 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:17:17.647226 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63d6a49b-a28c-4639-baab-e3a18d76a714 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:17.684032 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63d6a49b-a28c-4639-baab-e3a18d76a714 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:17.729706 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63d6a49b-a28c-4639-baab-e3a18d76a714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:17.783062 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63d6a49b-a28c-4639-baab-e3a18d76a714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:17.811087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6a49b-a28c-4639-baab-e3a18d76a714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=938eed0a-92f6-47f4-8863-9b72e29b2212,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:17.813526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-63d6a49b-a28c-4639-baab-e3a18d76a714 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:17.819999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-63d6a49b-a28c-4639-baab-e3a18d76a714 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/938eed0a-92f6-47f4-8863-9b72e29b2212 HTTP/1.1" status: 204 len: 168 time: 0.2208474 Nov 26 22:17:17.820111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54098) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:17.900231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:17.981377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.003264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c29e615-51cc-432a-a593-321edd2a8084']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:18.012441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:18.012737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72353c1-6dd6-4cfd-9b38-5fa3e78c4e38') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:18.023148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.036313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.042770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:17:18.043201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:17:18.044930 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:17:18.105902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.111650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.115097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7c29e615-51cc-432a-a593-321edd2a8084 HTTP/1.1" status: 204 len: 168 time: 0.2943590 Nov 26 22:17:18.129372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09739591-9800-42ab-ac38-9e01d2849343 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c29e615-51cc-432a-a593-321edd2a8084,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:18.292228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54158) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:18.336375 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-01013abf-59a6-4ddd-8bd9-b7f4570bc9ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4567badae3a4141a636918d06e429ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429380 Nov 26 22:17:18.338811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54168) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:18.391891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3b32fcb-a514-4e4c-9826-08642e747762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.414274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3b32fcb-a514-4e4c-9826-08642e747762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.469411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3b32fcb-a514-4e4c-9826-08642e747762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.472098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3b32fcb-a514-4e4c-9826-08642e747762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:18.473251 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c3b32fcb-a514-4e4c-9826-08642e747762 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09d5b142-9c89-403d-b980-fc381589099a HTTP/1.1" status: 204 len: 168 time: 0.1335363 Nov 26 22:17:18.482853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32fcb-a514-4e4c-9826-08642e747762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d5b142-9c89-403d-b980-fc381589099a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:18.963447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54218) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:19.082975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66a6fb33-4924-4b5d-a168-8541d9b34fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.163740 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66a6fb33-4924-4b5d-a168-8541d9b34fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.167877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66a6fb33-4924-4b5d-a168-8541d9b34fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.205400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6fb33-4924-4b5d-a168-8541d9b34fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f1a6b-ce5c-4ecf-8d17-2f91b2a5caec,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:19.212179 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-66a6fb33-4924-4b5d-a168-8541d9b34fb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f2a02461a8b4a2ead4467ec03ed9276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450607 Nov 26 22:17:19.212894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54230) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:19.261649 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81eb9fb9-854d-4c7e-9374-af69db0b1fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.286502 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81eb9fb9-854d-4c7e-9374-af69db0b1fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.337820 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81eb9fb9-854d-4c7e-9374-af69db0b1fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.340524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81eb9fb9-854d-4c7e-9374-af69db0b1fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.341692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-81eb9fb9-854d-4c7e-9374-af69db0b1fd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed9f1a6b-ce5c-4ecf-8d17-2f91b2a5caec HTTP/1.1" status: 204 len: 168 time: 0.1284571 Nov 26 22:17:19.354312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb9fb9-854d-4c7e-9374-af69db0b1fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f1a6b-ce5c-4ecf-8d17-2f91b2a5caec,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:19.689521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54264) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:19.704613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66753479-e0f5-499f-9e25-44c80a728003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.788069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66753479-e0f5-499f-9e25-44c80a728003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.792064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66753479-e0f5-499f-9e25-44c80a728003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.831227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-66753479-e0f5-499f-9e25-44c80a728003 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00ec420aeb1f43ad80be984254417028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405079 Nov 26 22:17:19.833231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66753479-e0f5-499f-9e25-44c80a728003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6953be27-f838-4fb1-81a0-21df6c539eb5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:19.834127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54268) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:19.845658 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54270) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:19.888880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6550c1cb-278e-4972-b6ae-d9116040bb4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.913306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6550c1cb-278e-4972-b6ae-d9116040bb4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.961665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e343475-d99d-4c91-8cb6-95f1dd9bf4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.967855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6550c1cb-278e-4972-b6ae-d9116040bb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.971861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6550c1cb-278e-4972-b6ae-d9116040bb4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:19.975532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6550c1cb-278e-4972-b6ae-d9116040bb4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6953be27-f838-4fb1-81a0-21df6c539eb5 HTTP/1.1" status: 204 len: 168 time: 0.1364348 Nov 26 22:17:19.981966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550c1cb-278e-4972-b6ae-d9116040bb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6953be27-f838-4fb1-81a0-21df6c539eb5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:20.061017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e343475-d99d-4c91-8cb6-95f1dd9bf4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:20.065499 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e343475-d99d-4c91-8cb6-95f1dd9bf4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:20.107511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9e343475-d99d-4c91-8cb6-95f1dd9bf4f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cb3c7cca25a42baa8fc9e1b742b7e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608311 Nov 26 22:17:20.109632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e343475-d99d-4c91-8cb6-95f1dd9bf4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7136b67c-75cb-4e22-a98b-8119dfbc0c3a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:20.110411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54278) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:20.161814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0006d16-1225-4a65-8cab-bc698fd11ccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:20.185437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0006d16-1225-4a65-8cab-bc698fd11ccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:20.239293 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0006d16-1225-4a65-8cab-bc698fd11ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:20.241922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e0006d16-1225-4a65-8cab-bc698fd11ccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:20.243121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e0006d16-1225-4a65-8cab-bc698fd11ccf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7136b67c-75cb-4e22-a98b-8119dfbc0c3a HTTP/1.1" status: 204 len: 168 time: 0.1317012 Nov 26 22:17:20.251853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0006d16-1225-4a65-8cab-bc698fd11ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7136b67c-75cb-4e22-a98b-8119dfbc0c3a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:20.865708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54324) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:20.981645 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec2fe-0bf8-49ba-b384-98c8299cc0b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:21.067807 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec2fe-0bf8-49ba-b384-98c8299cc0b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:21.069788 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5e2ec2fe-0bf8-49ba-b384-98c8299cc0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:21.115178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5e2ec2fe-0bf8-49ba-b384-98c8299cc0b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f82b87c6e51d4a7794e7487b5c9cd290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482305 Nov 26 22:17:21.116307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ec2fe-0bf8-49ba-b384-98c8299cc0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb2625-4400-4ea4-b661-b577407f6e1d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:21.117719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54336) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:21.167322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b10d7821-3680-4713-9d46-3ba5fffb8a15 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:17:21.172189 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c29e5f-2750-4f52-93fd-9abfb176226d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:21.189087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: b10d7821-3680-4713-9d46-3ba5fffb8a15 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:17:21.189530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b10d7821-3680-4713-9d46-3ba5fffb8a15 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:17:21.195056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c29e5f-2750-4f52-93fd-9abfb176226d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:21.241733 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c29e5f-2750-4f52-93fd-9abfb176226d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:21.244590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1c29e5f-2750-4f52-93fd-9abfb176226d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:21.245759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b1c29e5f-2750-4f52-93fd-9abfb176226d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31fb2625-4400-4ea4-b661-b577407f6e1d HTTP/1.1" status: 204 len: 168 time: 0.1270247 Nov 26 22:17:21.255754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c29e5f-2750-4f52-93fd-9abfb176226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb2625-4400-4ea4-b661-b577407f6e1d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:22.797420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54412) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:22.900419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1e2fe753-81fb-4a55-9b62-358e436dce18 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:22.931532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1e2fe753-81fb-4a55-9b62-358e436dce18 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "PUT /v2.0/quotas/255ea82403d94a608b0422e1438daa38 HTTP/1.1" status: 200 len: 366 time: 0.1328866 Nov 26 22:17:22.934158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54418) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:22.943914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-be9b76b4-fe28-42d8-8bad-ec3e093965a3 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0086200 Nov 26 22:17:22.946724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:22.959103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c3ca8f65-13d6-41b5-a76f-dec08ced7c1d tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "GET /v2.0/quotas/255ea82403d94a608b0422e1438daa38 HTTP/1.1" status: 200 len: 366 time: 0.0110548 Nov 26 22:17:22.961397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54422) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:22.976266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b983c8c8-34d8-4dcc-b16b-e033bc50e3a6 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/255ea82403d94a608b0422e1438daa38 HTTP/1.1" status: 204 len: 168 time: 0.0135605 Nov 26 22:17:22.978558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54424) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:22.988745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a1d84494-59fc-403f-a505-efec01e08ed1 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0090797 Nov 26 22:17:22.990919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54426) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:22.999996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0b76d7a-a4ad-47dc-836a-1a241c59f904 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "GET /v2.0/quotas/255ea82403d94a608b0422e1438daa38 HTTP/1.1" status: 200 len: 370 time: 0.0079789 Nov 26 22:17:23.002339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54428) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:23.005937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54430) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:23.007004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2701fefc-1f87-4624-8921-b5bb2c3e0e05 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "GET /v2.0/quotas/255ea82403d94a608b0422e1438daa38/default HTTP/1.1" status: 200 len: 370 time: 0.0035119 Nov 26 22:17:23.008963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54432) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:23.017620 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-a8270f64-3d52-479c-a672-56e04b147971 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] delete failed (client error): The resource could not be found. Nov 26 22:17:23.018609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a8270f64-3d52-479c-a672-56e04b147971 tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/255ea82403d94a608b0422e1438daa38 HTTP/1.1" status: 404 len: 348 time: 0.0087922 Nov 26 22:17:23.138020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f6c45e7-ddc2-4338-815b-666dbedefc1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.200866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54438) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:23.217095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f6c45e7-ddc2-4338-815b-666dbedefc1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.222212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1f6c45e7-ddc2-4338-815b-666dbedefc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.222359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Usage tracker for resource:network and project:57be9a48833f44cfaa77c35591e6b11f is out of sync, need to count used quota {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 22:17:23.225786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 22:17:23.232155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Usage tracker for resource:subnet and project:57be9a48833f44cfaa77c35591e6b11f is out of sync, need to count used quota {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 22:17:23.235732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 22:17:23.242255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Usage tracker for resource:subnetpool and project:57be9a48833f44cfaa77c35591e6b11f is out of sync, need to count used quota {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 22:17:23.247322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 22:17:23.255597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Usage tracker for resource:port and project:57be9a48833f44cfaa77c35591e6b11f is out of sync, need to count used quota {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 22:17:23.259215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 22:17:23.261317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1f6c45e7-ddc2-4338-815b-666dbedefc1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7908b7f43c2405baa16767f52146248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540390 Nov 26 22:17:23.262224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c45e7-ddc2-4338-815b-666dbedefc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fa96c7-046b-481a-8287-08ad15020dcf,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:23.264313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54440) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:23.274246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Usage tracker for resource:router and project:57be9a48833f44cfaa77c35591e6b11f is out of sync, need to count used quota {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 22:17:23.288624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 22:17:23.312948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Usage tracker for resource:floatingip and project:57be9a48833f44cfaa77c35591e6b11f is out of sync, need to count used quota {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 22:17:23.319579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 22:17:23.341710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19c610ea-83f2-4446-9150-b537881a585a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.378311 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19c610ea-83f2-4446-9150-b537881a585a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.417207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Usage tracker for resource:security_group and project:57be9a48833f44cfaa77c35591e6b11f is out of sync, need to count used quota {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 22:17:23.423134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 22:17:23.430610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Usage tracker for resource:security_group_rule and project:57be9a48833f44cfaa77c35591e6b11f is out of sync, need to count used quota {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 26 22:17:23.434916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.quota.resource [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109999) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 26 22:17:23.440674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe2ae149-fa5c-49fb-b5ff-a9d868ee81ae tempest-QuotasTest-1954724826 tempest-QuotasTest-1954724826-project-admin] 10.222.0.21 "GET /v2.0/quotas/57be9a48833f44cfaa77c35591e6b11f/details.json HTTP/1.1" status: 200 len: 703 time: 0.2387695 Nov 26 22:17:23.447855 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19c610ea-83f2-4446-9150-b537881a585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.451086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19c610ea-83f2-4446-9150-b537881a585a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.452326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19c610ea-83f2-4446-9150-b537881a585a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20fa96c7-046b-481a-8287-08ad15020dcf HTTP/1.1" status: 204 len: 168 time: 0.1852553 Nov 26 22:17:23.462901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c610ea-83f2-4446-9150-b537881a585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fa96c7-046b-481a-8287-08ad15020dcf,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:23.513498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b9381cf-bd04-4507-a5ad-7520a352006e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.719741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54450) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:23.832411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc41617f-b203-4ceb-a2da-2c07a69a5938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.858725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:23.872790 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-924f7efb-1f5b-43a1-8515-77442b5905f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.916415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc41617f-b203-4ceb-a2da-2c07a69a5938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.920465 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc41617f-b203-4ceb-a2da-2c07a69a5938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.951211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-924f7efb-1f5b-43a1-8515-77442b5905f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.955561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-924f7efb-1f5b-43a1-8515-77442b5905f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:23.960266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cc41617f-b203-4ceb-a2da-2c07a69a5938 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a0128988661491a91c3f97c7fd5f136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2394073 Nov 26 22:17:23.960972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41617f-b203-4ceb-a2da-2c07a69a5938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c834841-b3b0-4a29-8594-202232652e23,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:23.963200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54456) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:23.997393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f7efb-1f5b-43a1-8515-77442b5905f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f786243-8d88-4f3b-8545-66b0ba948b64,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:24.003579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-924f7efb-1f5b-43a1-8515-77442b5905f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adb6bfd78a6c4a5e81efdf66b7fa0c1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431048 Nov 26 22:17:24.006120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54458) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:24.017756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c43b321-1086-4f47-ae90-1b737c467dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.039484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c43b321-1086-4f47-ae90-1b737c467dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.055367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3c604da-007b-41c4-bf76-40ff8402554e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.078279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3c604da-007b-41c4-bf76-40ff8402554e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.095659 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c43b321-1086-4f47-ae90-1b737c467dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.098779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7c43b321-1086-4f47-ae90-1b737c467dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.100041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7c43b321-1086-4f47-ae90-1b737c467dba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c834841-b3b0-4a29-8594-202232652e23 HTTP/1.1" status: 204 len: 168 time: 0.1327429 Nov 26 22:17:24.108362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43b321-1086-4f47-ae90-1b737c467dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c834841-b3b0-4a29-8594-202232652e23,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:24.144269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3c604da-007b-41c4-bf76-40ff8402554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.147353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e3c604da-007b-41c4-bf76-40ff8402554e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.148590 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e3c604da-007b-41c4-bf76-40ff8402554e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f786243-8d88-4f3b-8545-66b0ba948b64 HTTP/1.1" status: 204 len: 168 time: 0.1411908 Nov 26 22:17:24.159381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c604da-007b-41c4-bf76-40ff8402554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f786243-8d88-4f3b-8545-66b0ba948b64,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:24.520343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54474) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:24.533995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fccf180e-ff5a-4cf5-8db5-c8d83e2c0008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.614379 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fccf180e-ff5a-4cf5-8db5-c8d83e2c0008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.618665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fccf180e-ff5a-4cf5-8db5-c8d83e2c0008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.659261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fccf180e-ff5a-4cf5-8db5-c8d83e2c0008 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57be9a48833f44cfaa77c35591e6b11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378090 Nov 26 22:17:24.660128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf180e-ff5a-4cf5-8db5-c8d83e2c0008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafb6ce8-ac28-41b4-bd98-4dcbf9266900,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:24.661906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54478) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:24.719797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e08252c8-fd01-4891-b545-671635a82379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.742977 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e08252c8-fd01-4891-b545-671635a82379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.792229 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e08252c8-fd01-4891-b545-671635a82379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.795054 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e08252c8-fd01-4891-b545-671635a82379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:24.796957 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e08252c8-fd01-4891-b545-671635a82379 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dafb6ce8-ac28-41b4-bd98-4dcbf9266900 HTTP/1.1" status: 204 len: 168 time: 0.1330879 Nov 26 22:17:24.804942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08252c8-fd01-4891-b545-671635a82379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafb6ce8-ac28-41b4-bd98-4dcbf9266900,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:25.987582 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:17:26.241486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2d48734-6f77-4174-abb7-2519d6b7b429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.253080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54558) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:26.366437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a26e21b5-8c3e-487b-86a7-be836e1cad56 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1815342731'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:26.395504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26e21b5-8c3e-487b-86a7-be836e1cad56 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.396435 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26e21b5-8c3e-487b-86a7-be836e1cad56 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.449964 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26e21b5-8c3e-487b-86a7-be836e1cad56 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.455350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26e21b5-8c3e-487b-86a7-be836e1cad56 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.470544 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a26e21b5-8c3e-487b-86a7-be836e1cad56 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.471887 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a26e21b5-8c3e-487b-86a7-be836e1cad56 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2171257 Nov 26 22:17:26.474332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54566) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:26.552732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5d98bf38-1367-4893-9cff-32c70aea3f11 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.553588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54568) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:26.670780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37eb281f-45f7-4d26-8ccd-ce4a6b41b769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.765245 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37eb281f-45f7-4d26-8ccd-ce4a6b41b769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.770401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37eb281f-45f7-4d26-8ccd-ce4a6b41b769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.814054 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-37eb281f-45f7-4d26-8ccd-ce4a6b41b769 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ded98cd00aa943e78324d6ea8d5c190e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591999 Nov 26 22:17:26.815098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb281f-45f7-4d26-8ccd-ce4a6b41b769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a754c73-407f-4b25-bf93-7d70cff6b97d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:26.817521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54572) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:26.873640 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a4c529c-d405-475a-af4b-827aac0d6d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.896681 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a4c529c-d405-475a-af4b-827aac0d6d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.944500 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a4c529c-d405-475a-af4b-827aac0d6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.947343 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a4c529c-d405-475a-af4b-827aac0d6d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:26.950541 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0a4c529c-d405-475a-af4b-827aac0d6d28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a754c73-407f-4b25-bf93-7d70cff6b97d HTTP/1.1" status: 204 len: 168 time: 0.1320112 Nov 26 22:17:26.960751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c529c-d405-475a-af4b-827aac0d6d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a754c73-407f-4b25-bf93-7d70cff6b97d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:27.087372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5d98bf38-1367-4893-9cff-32c70aea3f11 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.089481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5d98bf38-1367-4893-9cff-32c70aea3f11 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.133625 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.135357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5d98bf38-1367-4893-9cff-32c70aea3f11 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.135881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d98bf38-1367-4893-9cff-32c70aea3f11 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3f0228-57ed-4ccf-94fc-40fa4a2851ee {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:17:27.141937 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5d98bf38-1367-4893-9cff-32c70aea3f11 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.143282 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5d98bf38-1367-4893-9cff-32c70aea3f11 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2e3f0228-57ed-4ccf-94fc-40fa4a2851ee HTTP/1.1" status: 204 len: 168 time: 0.6679804 Nov 26 22:17:27.146488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54580) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:27.150873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ee3e092b-ca50-4829-ad29-cd9e9011d815 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Request body: {'router': {'name': 'tempest-router-1696582092', 'distributed': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:27.175550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ee3e092b-ca50-4829-ad29-cd9e9011d815 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.176690 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ee3e092b-ca50-4829-ad29-cd9e9011d815 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.241776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54582) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:27.256947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7c7b-6d0a-4d23-b5a7-48f3bc79c388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.265802 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ee3e092b-ca50-4829-ad29-cd9e9011d815 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.270611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ee3e092b-ca50-4829-ad29-cd9e9011d815 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.286433 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ee3e092b-ca50-4829-ad29-cd9e9011d815 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.287729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ee3e092b-ca50-4829-ad29-cd9e9011d815 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1401913 Nov 26 22:17:27.290472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54584) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:27.344889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7c7b-6d0a-4d23-b5a7-48f3bc79c388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.348793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7c7b-6d0a-4d23-b5a7-48f3bc79c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.368085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9597cbc6-3362-4133-b196-85199f0eeaeb tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.390696 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3d3e7c7b-6d0a-4d23-b5a7-48f3bc79c388 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7961a800730b4137b23e73f2f72502e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476958 Nov 26 22:17:27.391764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e7c7b-6d0a-4d23-b5a7-48f3bc79c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5343c59-946a-4142-b619-70f361785f09,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:27.394921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54586) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:27.443073 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2608-606f-410b-bf45-b4c114f2f9ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.464114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2608-606f-410b-bf45-b4c114f2f9ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.512379 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2608-606f-410b-bf45-b4c114f2f9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.515951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1d1f2608-606f-410b-bf45-b4c114f2f9ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.519539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1d1f2608-606f-410b-bf45-b4c114f2f9ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5343c59-946a-4142-b619-70f361785f09 HTTP/1.1" status: 204 len: 168 time: 0.1213033 Nov 26 22:17:27.525490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f2608-606f-410b-bf45-b4c114f2f9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5343c59-946a-4142-b619-70f361785f09,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:27.527571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9597cbc6-3362-4133-b196-85199f0eeaeb tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.529951 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9597cbc6-3362-4133-b196-85199f0eeaeb tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.573972 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9597cbc6-3362-4133-b196-85199f0eeaeb tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.574965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9597cbc6-3362-4133-b196-85199f0eeaeb tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34351617-8b29-40b5-a751-208896f2fec4 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:17:27.580130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9597cbc6-3362-4133-b196-85199f0eeaeb tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.582511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9597cbc6-3362-4133-b196-85199f0eeaeb tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "DELETE /v2.0/routers/34351617-8b29-40b5-a751-208896f2fec4 HTTP/1.1" status: 204 len: 168 time: 0.2910097 Nov 26 22:17:27.584645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54590) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:27.589132 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9aabe1bc-eaaa-4bf3-a8b3-c7344c962f26 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Request body: {'router': {'name': 'tempest-router-1672017996', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '435e07da7df84e11b03e01d950273011'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:27.610623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9aabe1bc-eaaa-4bf3-a8b3-c7344c962f26 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.611621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9aabe1bc-eaaa-4bf3-a8b3-c7344c962f26 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.669371 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9aabe1bc-eaaa-4bf3-a8b3-c7344c962f26 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.675025 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9aabe1bc-eaaa-4bf3-a8b3-c7344c962f26 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.690906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9aabe1bc-eaaa-4bf3-a8b3-c7344c962f26 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:27.692429 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9aabe1bc-eaaa-4bf3-a8b3-c7344c962f26 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1066759 Nov 26 22:17:27.694986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54594) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:27.699209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:28.209710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1695053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6352'] for router, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:28.210047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:28.290383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109999) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 26 22:17:28.290720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Router 2f0639e8-8e6c-4189-9b44-ed2f2eef544a migrating from provider to provider. {{(pid=109999) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 26 22:17:28.291088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:28.295649 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:28.299613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1699118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1695044'] for router, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:28.379073 n-d-819494-1 neutron-server[109999]: WARNING neutron.scheduler.l3_agent_scheduler [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] No L3 agents can host the router 2f0639e8-8e6c-4189-9b44-ed2f2eef544a Nov 26 22:17:28.496451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Hosts for router 2f0639e8-8e6c-4189-9b44-ed2f2eef544a: [] {{(pid=109999) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 26 22:17:28.520730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Hosts for other DVR routers connected to router 2f0639e8-8e6c-4189-9b44-ed2f2eef544a: set() {{(pid=109999) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 26 22:17:28.523720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:28.524931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-31410f11-614a-4465-b259-232cddcc1fcf tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "PUT /v2.0/routers/2f0639e8-8e6c-4189-9b44-ed2f2eef544a HTTP/1.1" status: 200 len: 717 time: 0.8290236 Nov 26 22:17:28.527500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54622) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:28.606803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2f9b5250-12a8-464f-bb1c-c9506b696962 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "GET /v2.0/routers/2f0639e8-8e6c-4189-9b44-ed2f2eef544a HTTP/1.1" status: 200 len: 717 time: 0.0781333 Nov 26 22:17:28.610143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54626) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:28.653302 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:28.909563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e06e5375-25f2-40a3-a16b-93ed6994cc9c tempest-RoutersTestDVR-87028650 tempest-RoutersTestDVR-87028650-project] 10.222.0.21 "GET /v2.0/routers/2f0639e8-8e6c-4189-9b44-ed2f2eef544a HTTP/1.1" status: 200 len: 683 time: 0.2981091 Nov 26 22:17:28.912737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54638) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:28.983088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-327e7486-ebc3-48a7-8fd2-8dd397e2e4c7 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.166014 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-327e7486-ebc3-48a7-8fd2-8dd397e2e4c7 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.168781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-327e7486-ebc3-48a7-8fd2-8dd397e2e4c7 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.224731 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-327e7486-ebc3-48a7-8fd2-8dd397e2e4c7 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.225412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327e7486-ebc3-48a7-8fd2-8dd397e2e4c7 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f0639e8-8e6c-4189-9b44-ed2f2eef544a {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:17:29.232102 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-327e7486-ebc3-48a7-8fd2-8dd397e2e4c7 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.240708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-327e7486-ebc3-48a7-8fd2-8dd397e2e4c7 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "DELETE /v2.0/routers/2f0639e8-8e6c-4189-9b44-ed2f2eef544a HTTP/1.1" status: 204 len: 168 time: 0.3197179 Nov 26 22:17:29.240708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54648) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:29.246302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-21cbbcb8-3821-4da3-b77b-9a6a3167cf5a tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Request body: {'router': {'name': 'tempest-router-1515809469', 'distributed': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:29.270112 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-21cbbcb8-3821-4da3-b77b-9a6a3167cf5a tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.272885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-21cbbcb8-3821-4da3-b77b-9a6a3167cf5a tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.294623 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.332196 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-21cbbcb8-3821-4da3-b77b-9a6a3167cf5a tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.337806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-21cbbcb8-3821-4da3-b77b-9a6a3167cf5a tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.353525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-21cbbcb8-3821-4da3-b77b-9a6a3167cf5a tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.357843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-21cbbcb8-3821-4da3-b77b-9a6a3167cf5a tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1132829 Nov 26 22:17:29.358498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54654) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:29.450269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-413c17e0-1a7f-45ad-8250-24a1047e8282 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.633830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-413c17e0-1a7f-45ad-8250-24a1047e8282 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.636033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-413c17e0-1a7f-45ad-8250-24a1047e8282 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.682116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-413c17e0-1a7f-45ad-8250-24a1047e8282 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.682614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413c17e0-1a7f-45ad-8250-24a1047e8282 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 702b362c-e6e9-4cbb-88f0-0217417e02c2 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:17:29.687095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-413c17e0-1a7f-45ad-8250-24a1047e8282 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:29.693533 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-413c17e0-1a7f-45ad-8250-24a1047e8282 tempest-RoutersTestDVR-204329815 tempest-RoutersTestDVR-204329815-project-admin] 10.222.0.21 "DELETE /v2.0/routers/702b362c-e6e9-4cbb-88f0-0217417e02c2 HTTP/1.1" status: 204 len: 168 time: 0.3281229 Nov 26 22:17:29.872278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54668) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:29.892674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54672) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:29.990610 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f7d99e1-1e18-4be3-be06-7b7d9a4b50cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.020627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d18-1ca2-4956-b7c9-b793bf478985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.149667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f7d99e1-1e18-4be3-be06-7b7d9a4b50cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.158678 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f7d99e1-1e18-4be3-be06-7b7d9a4b50cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.181296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d18-1ca2-4956-b7c9-b793bf478985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.192484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2d0b7d18-1ca2-4956-b7c9-b793bf478985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.221464 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9f7d99e1-1e18-4be3-be06-7b7d9a4b50cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7abbe92507744d2b97ef48c08acd0aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478913 Nov 26 22:17:30.224348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54676) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:30.225940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d99e1-1e18-4be3-be06-7b7d9a4b50cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930762e6-e829-4327-82ca-4fe3df57e481,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:30.250234 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2d0b7d18-1ca2-4956-b7c9-b793bf478985 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=435e07da7df84e11b03e01d950273011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552375 Nov 26 22:17:30.252599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54678) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:30.274061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b7d18-1ca2-4956-b7c9-b793bf478985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b13bea-635d-4a76-ac00-e02cfd0e56b4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:30.278949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a33cd5b-234e-45b2-a737-4fc9ab8d66d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.305496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a33cd5b-234e-45b2-a737-4fc9ab8d66d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.319708 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca613189-3fce-43fe-985d-16aff8d07ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.346063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca613189-3fce-43fe-985d-16aff8d07ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.355642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a33cd5b-234e-45b2-a737-4fc9ab8d66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.358834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9a33cd5b-234e-45b2-a737-4fc9ab8d66d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.360109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9a33cd5b-234e-45b2-a737-4fc9ab8d66d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/930762e6-e829-4327-82ca-4fe3df57e481 HTTP/1.1" status: 204 len: 168 time: 0.1341555 Nov 26 22:17:30.371524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33cd5b-234e-45b2-a737-4fc9ab8d66d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930762e6-e829-4327-82ca-4fe3df57e481,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:30.407042 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca613189-3fce-43fe-985d-16aff8d07ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.410276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca613189-3fce-43fe-985d-16aff8d07ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.411508 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ca613189-3fce-43fe-985d-16aff8d07ac1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45b13bea-635d-4a76-ac00-e02cfd0e56b4 HTTP/1.1" status: 204 len: 168 time: 0.1579437 Nov 26 22:17:30.422627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca613189-3fce-43fe-985d-16aff8d07ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b13bea-635d-4a76-ac00-e02cfd0e56b4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:30.722652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54688) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:30.726333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54690) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:30.737646 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28af8249-e820-4ac2-ab83-81ac75715d01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.745471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3ea1-f86d-488c-9698-3201c133451e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.827908 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28af8249-e820-4ac2-ab83-81ac75715d01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.831670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28af8249-e820-4ac2-ab83-81ac75715d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.832341 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3ea1-f86d-488c-9698-3201c133451e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.835903 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5a8b3ea1-f86d-488c-9698-3201c133451e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.877026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5a8b3ea1-f86d-488c-9698-3201c133451e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=877daa0e825e4447a6dbfaef981dac5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495001 Nov 26 22:17:30.880911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b3ea1-f86d-488c-9698-3201c133451e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77b539d-ec67-499f-a629-d4381c54a955,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:30.881069 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-28af8249-e820-4ac2-ab83-81ac75715d01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29634555b92b453fb874c1d624287140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548376 Nov 26 22:17:30.881069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af8249-e820-4ac2-ab83-81ac75715d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88437900-4874-4137-9d7d-4cc947c92dd5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:30.881224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54692) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:30.881224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54694) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:30.964484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-58d002e1-8ba5-43b9-9f86-c64e18bfb110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.975324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5383bc60-b355-41b4-958d-4c7e019edb26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:30.999157 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-58d002e1-8ba5-43b9-9f86-c64e18bfb110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:31.013771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5383bc60-b355-41b4-958d-4c7e019edb26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:31.080695 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-58d002e1-8ba5-43b9-9f86-c64e18bfb110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:31.083381 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-58d002e1-8ba5-43b9-9f86-c64e18bfb110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:31.084497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-58d002e1-8ba5-43b9-9f86-c64e18bfb110 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a77b539d-ec67-499f-a629-d4381c54a955 HTTP/1.1" status: 204 len: 168 time: 0.2025471 Nov 26 22:17:31.087213 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5383bc60-b355-41b4-958d-4c7e019edb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:31.089835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5383bc60-b355-41b4-958d-4c7e019edb26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:31.090891 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5383bc60-b355-41b4-958d-4c7e019edb26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88437900-4874-4137-9d7d-4cc947c92dd5 HTTP/1.1" status: 204 len: 168 time: 0.2078147 Nov 26 22:17:31.098784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d002e1-8ba5-43b9-9f86-c64e18bfb110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77b539d-ec67-499f-a629-d4381c54a955,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:31.108772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383bc60-b355-41b4-958d-4c7e019edb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88437900-4874-4137-9d7d-4cc947c92dd5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:31.845392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54738) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:31.942552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-563126564'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:17:31.964171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Made reservation on behalf of 1d64372093f643d085cef8c224112fb4 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:17:31.967572 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:31.976164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:32.053857 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:32.058947 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:32.086530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:17:32.096800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4cce20-4e09-4619-92d8-dba7a4c49d48,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:32.101624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:32.101968 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Added segment 1824112b-b8f3-47c1-890c-565c8d5d4034 of type vlan for network 6da92a66-cf8c-450c-96a8-de5767ff225d Nov 26 22:17:32.144691 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:32.171875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:32.177866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:32.178638 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:32.235279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3887336 Nov 26 22:17:32.238498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54752) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.245148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-a7518d0f-b328-48c5-9aa2-bd1896078120 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', 'tempest-TagsTest-Tag-1175810828') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:32.268865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86830de0-cfc7-4737-86a4-630109d5f48d tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Pushing event updated for resources: {'Network': ['ID=6da92a66-cf8c-450c-96a8-de5767ff225d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:32.279634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 6da92a66-cf8c-450c-96a8-de5767ff225d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:17:32.337719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a7518d0f-b328-48c5-9aa2-bd1896078120 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "PUT /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags/tempest-TagsTest-Tag-1175810828 HTTP/1.1" status: 201 len: 201 time: 0.0982108 Nov 26 22:17:32.340268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54756) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.345618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-bfb1a6f8-f45e-4c7b-b2eb-ef49276b258f tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', 'tempest-TagsTest-Tag-1175810828') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:32.422153 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bfb1a6f8-f45e-4c7b-b2eb-ef49276b258f tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "GET /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags/tempest-TagsTest-Tag-1175810828 HTTP/1.1" status: 204 len: 168 time: 0.0801558 Nov 26 22:17:32.424586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54760) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.428901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-170b1b93-cbd3-44a9-b7fd-7d1953b49af3 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:32.497589 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-170b1b93-cbd3-44a9-b7fd-7d1953b49af3 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "GET /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags HTTP/1.1" status: 200 len: 238 time: 0.0718162 Nov 26 22:17:32.500395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54764) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.504934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-78116e3c-e655-4e75-8c4f-37135507e511 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', {'tags': ['tempest-TagsTest-Tag-440340425', 'tempest-TagsTest-Tag-1977276457', 'tempest-TagsTest-Tag-485370453']}) {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:32.585466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-78116e3c-e655-4e75-8c4f-37135507e511 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "PUT /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags HTTP/1.1" status: 200 len: 307 time: 0.0839996 Nov 26 22:17:32.588177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54768) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.593576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-79e4e23d-69de-441f-993b-402534ddb1ef tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', 'tempest-TagsTest-Tag-440340425') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:32.679297 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-79e4e23d-69de-441f-993b-402534ddb1ef tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "DELETE /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags/tempest-TagsTest-Tag-440340425 HTTP/1.1" status: 204 len: 168 time: 0.0898981 Nov 26 22:17:32.681759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54772) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.685897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-8adff433-f0e2-49cf-a674-d7e828b1bb49 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', 'tempest-TagsTest-Tag-440340425') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:32.758124 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-8adff433-f0e2-49cf-a674-d7e828b1bb49 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] show failed (client error): The resource could not be found. Nov 26 22:17:32.759183 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8adff433-f0e2-49cf-a674-d7e828b1bb49 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "GET /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags/tempest-TagsTest-Tag-440340425 HTTP/1.1" status: 404 len: 325 time: 0.0764961 Nov 26 22:17:32.761884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54774) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.767078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-d416d62e-c636-463b-8fda-ae06426dc09e tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', 'tempest-TagsTest-Tag-1977276457') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:32.834374 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d416d62e-c636-463b-8fda-ae06426dc09e tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "GET /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags/tempest-TagsTest-Tag-1977276457 HTTP/1.1" status: 204 len: 168 time: 0.0713332 Nov 26 22:17:32.836814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54778) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.841267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-212c78a8-0c31-4e4c-b6b4-09e80e84c9be tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', 'tempest-TagsTest-Tag-485370453') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:32.907349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-212c78a8-0c31-4e4c-b6b4-09e80e84c9be tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "GET /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags/tempest-TagsTest-Tag-485370453 HTTP/1.1" status: 204 len: 168 time: 0.0693831 Nov 26 22:17:32.909668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54780) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:32.913804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.tag.tag_plugin [None req-b1b35e86-6c56-44c6-afef-557587040a7e tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:33.002720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b1b35e86-6c56-44c6-afef-557587040a7e tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "DELETE /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags HTTP/1.1" status: 204 len: 168 time: 0.0919909 Nov 26 22:17:33.002901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54782) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.007278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-84813484-3ec3-4d05-affe-a6d4182935fc tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', 'tempest-TagsTest-Tag-1977276457') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:33.082657 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-84813484-3ec3-4d05-affe-a6d4182935fc tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] show failed (client error): The resource could not be found. Nov 26 22:17:33.083758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-84813484-3ec3-4d05-affe-a6d4182935fc tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "GET /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags/tempest-TagsTest-Tag-1977276457 HTTP/1.1" status: 404 len: 326 time: 0.0798240 Nov 26 22:17:33.086561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54786) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.090914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-9044dda5-044f-4aca-b003-d3632a8f25e6 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d', 'tempest-TagsTest-Tag-485370453') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:33.113645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54788) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.160184 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-9044dda5-044f-4aca-b003-d3632a8f25e6 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] show failed (client error): The resource could not be found. Nov 26 22:17:33.162242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9044dda5-044f-4aca-b003-d3632a8f25e6 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "GET /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags/tempest-TagsTest-Tag-485370453 HTTP/1.1" status: 404 len: 325 time: 0.0737648 Nov 26 22:17:33.164107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54792) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.168367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.tag.tag_plugin [None req-bbf1c156-f5c4-4eec-96e7-a762ebeba145 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6da92a66-cf8c-450c-96a8-de5767ff225d') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:33.220817 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19e3645b-9853-469e-9b1a-58938edae73a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.244252 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bbf1c156-f5c4-4eec-96e7-a762ebeba145 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "DELETE /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d/tags HTTP/1.1" status: 204 len: 168 time: 0.0791430 Nov 26 22:17:33.248474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54794) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.299816 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19e3645b-9853-469e-9b1a-58938edae73a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.303960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19e3645b-9853-469e-9b1a-58938edae73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.325066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.341969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19e3645b-9853-469e-9b1a-58938edae73a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28899dfe1ed64e28af7ef7197a260a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2271862 Nov 26 22:17:33.345283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54796) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.351220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3645b-9853-469e-9b1a-58938edae73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d748e5f2-7d7f-44ab-a093-2119de2a8f9b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:33.404920 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d804bd8e-d68f-4a3f-9567-a15465586f9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.419798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.426892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d804bd8e-d68f-4a3f-9567-a15465586f9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.440760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da92a66-cf8c-450c-96a8-de5767ff225d']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:33.449973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1824112b-b8f3-47c1-890c-565c8d5d4034') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:33.450307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1824112b-b8f3-47c1-890c-565c8d5d4034') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:17:33.460511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.475211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d804bd8e-d68f-4a3f-9567-a15465586f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.475821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.478516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d804bd8e-d68f-4a3f-9567-a15465586f9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.479698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d804bd8e-d68f-4a3f-9567-a15465586f9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d748e5f2-7d7f-44ab-a093-2119de2a8f9b HTTP/1.1" status: 204 len: 168 time: 0.1334894 Nov 26 22:17:33.481845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:17:33.482335 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:17:33.485946 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:17:33.488941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804bd8e-d68f-4a3f-9567-a15465586f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d748e5f2-7d7f-44ab-a093-2119de2a8f9b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:33.557066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.565945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.569213 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] 10.222.0.21 "DELETE /v2.0/networks/6da92a66-cf8c-450c-96a8-de5767ff225d HTTP/1.1" status: 204 len: 168 time: 0.3196862 Nov 26 22:17:33.580639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f0a41-247d-4fd7-bc35-e1bbb4da2544 tempest-TagsTest-244128452 tempest-TagsTest-244128452-project] Pushing event deleted for resources: {'Network': ['ID=6da92a66-cf8c-450c-96a8-de5767ff225d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:33.762042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54808) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.775974 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb223-9c5a-4b86-b437-a02ee1864dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.829978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54810) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.853146 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb223-9c5a-4b86-b437-a02ee1864dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.858093 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5ffcb223-9c5a-4b86-b437-a02ee1864dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:33.897266 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5ffcb223-9c5a-4b86-b437-a02ee1864dd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad9722773b8e4785a467e2a1c0c86b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340058 Nov 26 22:17:33.898175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcb223-9c5a-4b86-b437-a02ee1864dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c0bcbf-be43-4e69-8065-4ec6b29f01c0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:33.899953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54814) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:33.969819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-653d74d2-73e2-4c39-a4b0-df1f065647a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:34.000497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a173920a-3a6a-4346-a9b4-8a99bbfdb188 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d64372093f643d085cef8c224112fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693473 Nov 26 22:17:34.002444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-653d74d2-73e2-4c39-a4b0-df1f065647a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:34.003096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54816) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:34.050273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-653d74d2-73e2-4c39-a4b0-df1f065647a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:34.052896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-653d74d2-73e2-4c39-a4b0-df1f065647a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:34.056740 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-653d74d2-73e2-4c39-a4b0-df1f065647a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7c0bcbf-be43-4e69-8065-4ec6b29f01c0 HTTP/1.1" status: 204 len: 168 time: 0.1525884 Nov 26 22:17:34.056903 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6c9885e-df5a-4dbe-86ab-ea9a092dc2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:34.068868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d74d2-73e2-4c39-a4b0-df1f065647a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c0bcbf-be43-4e69-8065-4ec6b29f01c0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:34.080138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6c9885e-df5a-4dbe-86ab-ea9a092dc2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:34.131472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6c9885e-df5a-4dbe-86ab-ea9a092dc2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:34.134357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c6c9885e-df5a-4dbe-86ab-ea9a092dc2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:34.138352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c6c9885e-df5a-4dbe-86ab-ea9a092dc2eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d4cce20-4e09-4619-92d8-dba7a4c49d48 HTTP/1.1" status: 204 len: 168 time: 0.1341441 Nov 26 22:17:34.146831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9885e-df5a-4dbe-86ab-ea9a092dc2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4cce20-4e09-4619-92d8-dba7a4c49d48,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:35.095519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54868) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:35.205351 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ac158f63-1691-47e0-a7b9-0cb4a846de0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:35.279522 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ac158f63-1691-47e0-a7b9-0cb4a846de0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:35.284303 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ac158f63-1691-47e0-a7b9-0cb4a846de0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:35.322822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ac158f63-1691-47e0-a7b9-0cb4a846de0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ca55b9a2198495f886664e16c3cbe31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2260826 Nov 26 22:17:35.323678 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac158f63-1691-47e0-a7b9-0cb4a846de0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebcde74-f43b-49fb-81ea-0eba24ffab05,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:35.325799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54880) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:35.382475 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d7c19d6-15f6-4ae7-a4e1-d5179e5bfa65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:35.404453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d7c19d6-15f6-4ae7-a4e1-d5179e5bfa65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:35.458214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d7c19d6-15f6-4ae7-a4e1-d5179e5bfa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:35.460950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7d7c19d6-15f6-4ae7-a4e1-d5179e5bfa65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:35.464827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7d7c19d6-15f6-4ae7-a4e1-d5179e5bfa65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bebcde74-f43b-49fb-81ea-0eba24ffab05 HTTP/1.1" status: 204 len: 168 time: 0.1353595 Nov 26 22:17:35.473442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c19d6-15f6-4ae7-a4e1-d5179e5bfa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebcde74-f43b-49fb-81ea-0eba24ffab05,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:35.974361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54916) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:36.100234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68cebb4a-a6f6-44c6-be00-74f44d45bf93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.126606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-658fbb5d-7546-49b0-a338-89da2e49ec3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613246 Nov 26 22:17:36.188024 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68cebb4a-a6f6-44c6-be00-74f44d45bf93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.206952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68cebb4a-a6f6-44c6-be00-74f44d45bf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.234054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-61e65694-ae16-4b9b-9c40-288e1541d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:36.235757 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-61e65694-ae16-4b9b-9c40-288e1541d455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 1097 time: 0.0430355 Nov 26 22:17:36.250611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-68cebb4a-a6f6-44c6-be00-74f44d45bf93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b899c25927af4e0cbd931408e4117b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751145 Nov 26 22:17:36.251364 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cebb4a-a6f6-44c6-be00-74f44d45bf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b73d82-4e1f-477b-9237-38dbb28c26e4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:36.252909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:36.379692 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58bbb831-2c8e-4f4f-aa20-584089639625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.398288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-e09223c9-3df4-4485-9768-487c17ae76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:36.399915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-e09223c9-3df4-4485-9768-487c17ae76b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1376491 Nov 26 22:17:36.417245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58bbb831-2c8e-4f4f-aa20-584089639625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.496256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-d4631cb2-eae6-4131-b414-18d500ccd032 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 HTTP/1.1" status: 200 len: 1002 time: 0.0886536 Nov 26 22:17:36.540702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58bbb831-2c8e-4f4f-aa20-584089639625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.543382 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-58bbb831-2c8e-4f4f-aa20-584089639625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.544518 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-58bbb831-2c8e-4f4f-aa20-584089639625 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07b73d82-4e1f-477b-9237-38dbb28c26e4 HTTP/1.1" status: 204 len: 168 time: 0.2896147 Nov 26 22:17:36.558509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb831-2c8e-4f4f-aa20-584089639625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b73d82-4e1f-477b-9237-38dbb28c26e4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:36.561184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-a448dbe3-a843-4d80-96af-22dfc01aa8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:36.563276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-a448dbe3-a843-4d80-96af-22dfc01aa8ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0592153 Nov 26 22:17:36.617080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-25f3cafd-a116-46b5-84f6-fbf5f6491709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:17:36.618692 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-25f3cafd-a116-46b5-84f6-fbf5f6491709 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416834 Nov 26 22:17:36.716652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-8d991ac2-cf4b-4902-861c-85e25e8e0b49 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898719 Nov 26 22:17:36.816190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-697b7bd9-3675-4cb6-82b9-6d0bb41be19e req-18397f9e-61cd-4d43-89b8-b0024e6f944f service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922534 Nov 26 22:17:36.876462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 54936) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:36.890665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-11d4ede7-6ad7-41e8-a1b2-aafc0f511fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.965472 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-11d4ede7-6ad7-41e8-a1b2-aafc0f511fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:36.969663 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-11d4ede7-6ad7-41e8-a1b2-aafc0f511fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:37.008929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-11d4ede7-6ad7-41e8-a1b2-aafc0f511fbc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c12492e7ff9c4737a22e0643423a741c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311882 Nov 26 22:17:37.009978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4ede7-6ad7-41e8-a1b2-aafc0f511fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70da53b5-1874-4ef7-8c55-cc94a473178f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:37.011502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 54938) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:37.063593 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a8af5bb-26b5-42c1-b27b-4298baaa00fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:37.085374 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a8af5bb-26b5-42c1-b27b-4298baaa00fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:37.137579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a8af5bb-26b5-42c1-b27b-4298baaa00fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:37.140981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a8af5bb-26b5-42c1-b27b-4298baaa00fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:37.142174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8a8af5bb-26b5-42c1-b27b-4298baaa00fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70da53b5-1874-4ef7-8c55-cc94a473178f HTTP/1.1" status: 204 len: 168 time: 0.1296549 Nov 26 22:17:37.150099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8af5bb-26b5-42c1-b27b-4298baaa00fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70da53b5-1874-4ef7-8c55-cc94a473178f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:37.190657 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:38.101214 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.059390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55064) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:42.166228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95f43578-c973-4794-aa67-e1f2ec12952d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.245299 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95f43578-c973-4794-aa67-e1f2ec12952d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.249466 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-95f43578-c973-4794-aa67-e1f2ec12952d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.286188 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f43578-c973-4794-aa67-e1f2ec12952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c59f59-4535-4655-a976-122a6b27424b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:42.290371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-95f43578-c973-4794-aa67-e1f2ec12952d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dd5f240267b49399543284426d945cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2299483 Nov 26 22:17:42.293105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55070) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:42.343074 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-503f1537-d3c9-46ae-bea5-ebf8c2e487f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.366495 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-503f1537-d3c9-46ae-bea5-ebf8c2e487f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.410903 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-503f1537-d3c9-46ae-bea5-ebf8c2e487f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.413475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-503f1537-d3c9-46ae-bea5-ebf8c2e487f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.414637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-503f1537-d3c9-46ae-bea5-ebf8c2e487f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2c59f59-4535-4655-a976-122a6b27424b HTTP/1.1" status: 204 len: 168 time: 0.1206892 Nov 26 22:17:42.422167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f1537-d3c9-46ae-bea5-ebf8c2e487f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c59f59-4535-4655-a976-122a6b27424b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:42.677713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55076) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:42.691276 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d8cdb4b-9fcf-4e68-a95d-d4c056f5ba15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.764336 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d8cdb4b-9fcf-4e68-a95d-d4c056f5ba15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.768634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d8cdb4b-9fcf-4e68-a95d-d4c056f5ba15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.806252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0d8cdb4b-9fcf-4e68-a95d-d4c056f5ba15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f426ab7bf08b42b28103abd1751d2daf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274076 Nov 26 22:17:42.807813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cdb4b-9fcf-4e68-a95d-d4c056f5ba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ffcc45-60d6-4f52-84aa-eaf1d56bac85,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:42.809135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55078) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:42.861008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c666f1-d39d-467c-8f0c-86aa49c739f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.881847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c666f1-d39d-467c-8f0c-86aa49c739f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.926785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c666f1-d39d-467c-8f0c-86aa49c739f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.929258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-84c666f1-d39d-467c-8f0c-86aa49c739f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:42.930410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-84c666f1-d39d-467c-8f0c-86aa49c739f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95ffcc45-60d6-4f52-84aa-eaf1d56bac85 HTTP/1.1" status: 204 len: 168 time: 0.1202769 Nov 26 22:17:42.938378 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c666f1-d39d-467c-8f0c-86aa49c739f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ffcc45-60d6-4f52-84aa-eaf1d56bac85,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:51.676108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55174) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:51.783906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a566e580-5869-4d89-8f79-4b2c41d19b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:51.858419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a566e580-5869-4d89-8f79-4b2c41d19b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:51.863829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a566e580-5869-4d89-8f79-4b2c41d19b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:51.904594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a566e580-5869-4d89-8f79-4b2c41d19b6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94f63a37213748a79958ecdb27155914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273571 Nov 26 22:17:51.907744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55178) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:51.915176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566e580-5869-4d89-8f79-4b2c41d19b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b84976-8415-4335-a01d-e02aa7acf651,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:51.960808 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e9f5a5-0a3d-4cf8-864c-5a7c24248d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:51.985371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e9f5a5-0a3d-4cf8-864c-5a7c24248d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.034465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e9f5a5-0a3d-4cf8-864c-5a7c24248d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.038297 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a4e9f5a5-0a3d-4cf8-864c-5a7c24248d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.039472 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a4e9f5a5-0a3d-4cf8-864c-5a7c24248d26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25b84976-8415-4335-a01d-e02aa7acf651 HTTP/1.1" status: 204 len: 168 time: 0.1307962 Nov 26 22:17:52.047252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9f5a5-0a3d-4cf8-864c-5a7c24248d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b84976-8415-4335-a01d-e02aa7acf651,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:52.321308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:52.335494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fa4bf74-7726-463a-8d63-5141296954ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.415502 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fa4bf74-7726-463a-8d63-5141296954ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.419377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fa4bf74-7726-463a-8d63-5141296954ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.458378 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7fa4bf74-7726-463a-8d63-5141296954ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4042dc5abbc4f88b5ea384d19354ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358128 Nov 26 22:17:52.459231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4bf74-7726-463a-8d63-5141296954ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c6c57e-55e3-4ffb-aadb-1e0f4ee96a7c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:52.461057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55186) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:52.512407 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1680fded-c3ec-49e6-a9db-e5d34cd5df88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.535792 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1680fded-c3ec-49e6-a9db-e5d34cd5df88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.588358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1680fded-c3ec-49e6-a9db-e5d34cd5df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.591174 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1680fded-c3ec-49e6-a9db-e5d34cd5df88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:52.592337 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1680fded-c3ec-49e6-a9db-e5d34cd5df88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15c6c57e-55e3-4ffb-aadb-1e0f4ee96a7c HTTP/1.1" status: 204 len: 168 time: 0.1302774 Nov 26 22:17:52.600496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680fded-c3ec-49e6-a9db-e5d34cd5df88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c6c57e-55e3-4ffb-aadb-1e0f4ee96a7c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:53.496280 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-345e02f3-7675-4de6-b53b-431570a58ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.244898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55242) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:54.350483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2fd1-1fa2-4aa0-8ff9-df85d778d65d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.426153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2fd1-1fa2-4aa0-8ff9-df85d778d65d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.430221 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-eb0d2fd1-1fa2-4aa0-8ff9-df85d778d65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.471002 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-eb0d2fd1-1fa2-4aa0-8ff9-df85d778d65d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2e39887c23248b59091ef2bc1b9f785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250466 Nov 26 22:17:54.472094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d2fd1-1fa2-4aa0-8ff9-df85d778d65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0cf11-c543-4eef-9e3a-a4a389d39f1a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:54.473724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55246) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:54.525063 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ff247c6-9f9f-4ea9-bc9c-917db6c9889e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.548018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ff247c6-9f9f-4ea9-bc9c-917db6c9889e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.596344 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ff247c6-9f9f-4ea9-bc9c-917db6c9889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.599132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7ff247c6-9f9f-4ea9-bc9c-917db6c9889e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.602011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7ff247c6-9f9f-4ea9-bc9c-917db6c9889e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2c0cf11-c543-4eef-9e3a-a4a389d39f1a HTTP/1.1" status: 204 len: 168 time: 0.1270907 Nov 26 22:17:54.610752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff247c6-9f9f-4ea9-bc9c-917db6c9889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0cf11-c543-4eef-9e3a-a4a389d39f1a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:54.870282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55256) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:54.883838 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb688957-90b1-4d4e-bea6-095903eef1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.959200 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb688957-90b1-4d4e-bea6-095903eef1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:54.962756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb688957-90b1-4d4e-bea6-095903eef1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:55.000921 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cb688957-90b1-4d4e-bea6-095903eef1fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=602d1558646d492baaf353d8731acda1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295598 Nov 26 22:17:55.002014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb688957-90b1-4d4e-bea6-095903eef1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc14458-e3e6-46eb-b9b7-614719e53bf1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:55.003672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55258) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:17:55.056416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62c7dd39-4f84-4c49-9f59-b9ea4ce7b345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:55.078888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62c7dd39-4f84-4c49-9f59-b9ea4ce7b345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:55.125838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62c7dd39-4f84-4c49-9f59-b9ea4ce7b345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:55.128624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62c7dd39-4f84-4c49-9f59-b9ea4ce7b345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:55.129763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-62c7dd39-4f84-4c49-9f59-b9ea4ce7b345 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fc14458-e3e6-46eb-b9b7-614719e53bf1 HTTP/1.1" status: 204 len: 168 time: 0.1243024 Nov 26 22:17:55.137232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7dd39-4f84-4c49-9f59-b9ea4ce7b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc14458-e3e6-46eb-b9b7-614719e53bf1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:17:56.237566 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb656abe-a1ef-4822-b65d-829e4ec74783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:57.135272 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:58.656287 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:17:59.291772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:00.667775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55380) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:00.786241 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6c9bcac5-e46d-408b-b3c6-a0f538d0ed0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:00.873079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6c9bcac5-e46d-408b-b3c6-a0f538d0ed0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:00.878281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6c9bcac5-e46d-408b-b3c6-a0f538d0ed0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:00.918190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6c9bcac5-e46d-408b-b3c6-a0f538d0ed0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3083c6a1479541b5b437cf1bdd16f6b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492015 Nov 26 22:18:00.919052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bcac5-e46d-408b-b3c6-a0f538d0ed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b334b7-dbfc-40c4-aac3-24fad6d3c415,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:00.920810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55392) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:00.992316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-328ac7b2-5997-4bb9-aae9-7b1e55d88af3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.013934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-328ac7b2-5997-4bb9-aae9-7b1e55d88af3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.050856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55396) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:01.063269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-328ac7b2-5997-4bb9-aae9-7b1e55d88af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.066493 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-328ac7b2-5997-4bb9-aae9-7b1e55d88af3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.070535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-328ac7b2-5997-4bb9-aae9-7b1e55d88af3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6b334b7-dbfc-40c4-aac3-24fad6d3c415 HTTP/1.1" status: 204 len: 168 time: 0.1458511 Nov 26 22:18:01.078970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ac7b2-5997-4bb9-aae9-7b1e55d88af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b334b7-dbfc-40c4-aac3-24fad6d3c415,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:01.176880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6980-e164-414f-8d96-62d191a7610f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.268611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6980-e164-414f-8d96-62d191a7610f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.273701 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6980-e164-414f-8d96-62d191a7610f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.314539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ed4e6980-e164-414f-8d96-62d191a7610f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b1aeaaac8fb43adb19a92d7b0c92efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622573 Nov 26 22:18:01.315800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e6980-e164-414f-8d96-62d191a7610f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc1d8f-d4f9-4905-b655-725569f19a77,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:01.317298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55408) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:01.379028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c16b591-f52a-4529-8b14-70e22a49c261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.403061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c16b591-f52a-4529-8b14-70e22a49c261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.458682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c16b591-f52a-4529-8b14-70e22a49c261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.462293 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c16b591-f52a-4529-8b14-70e22a49c261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.466398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9c16b591-f52a-4529-8b14-70e22a49c261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4fc1d8f-d4f9-4905-b655-725569f19a77 HTTP/1.1" status: 204 len: 168 time: 0.1454630 Nov 26 22:18:01.482610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16b591-f52a-4529-8b14-70e22a49c261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc1d8f-d4f9-4905-b655-725569f19a77,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:01.879047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55430) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:01.892736 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12864abe-0cec-4669-ad96-6d7f6736ac21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.983072 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12864abe-0cec-4669-ad96-6d7f6736ac21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:01.987547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-12864abe-0cec-4669-ad96-6d7f6736ac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.028768 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-12864abe-0cec-4669-ad96-6d7f6736ac21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f5a6463ab074c7fa91613e463dee30a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490610 Nov 26 22:18:02.029852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12864abe-0cec-4669-ad96-6d7f6736ac21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d924216e-d52f-41eb-8b8b-309d30785335,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:02.032156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55434) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:02.083563 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27dd519b-a3f7-41f9-85ce-b96f00df0f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.107784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27dd519b-a3f7-41f9-85ce-b96f00df0f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.156539 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27dd519b-a3f7-41f9-85ce-b96f00df0f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.159094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27dd519b-a3f7-41f9-85ce-b96f00df0f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.162389 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-27dd519b-a3f7-41f9-85ce-b96f00df0f9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d924216e-d52f-41eb-8b8b-309d30785335 HTTP/1.1" status: 204 len: 168 time: 0.1271207 Nov 26 22:18:02.171428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd519b-a3f7-41f9-85ce-b96f00df0f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d924216e-d52f-41eb-8b8b-309d30785335,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:02.505350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55456) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:02.518947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8c416331-bc3b-4fcc-a3e2-a7e846d789b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.599809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8c416331-bc3b-4fcc-a3e2-a7e846d789b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.604271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8c416331-bc3b-4fcc-a3e2-a7e846d789b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.646951 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8c416331-bc3b-4fcc-a3e2-a7e846d789b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea3a9e2b6da145faaa255e19dcbb0720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404953 Nov 26 22:18:02.648101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c416331-bc3b-4fcc-a3e2-a7e846d789b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e72c69c-d6fd-4522-a848-9731a8a6cc7e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:02.649589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55458) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:02.700183 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d855666-2d4f-40cc-bfc1-b7d3605d96bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.722114 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d855666-2d4f-40cc-bfc1-b7d3605d96bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.772213 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d855666-2d4f-40cc-bfc1-b7d3605d96bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.775051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d855666-2d4f-40cc-bfc1-b7d3605d96bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:02.776321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3d855666-2d4f-40cc-bfc1-b7d3605d96bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e72c69c-d6fd-4522-a848-9731a8a6cc7e HTTP/1.1" status: 204 len: 168 time: 0.1254704 Nov 26 22:18:02.785199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d855666-2d4f-40cc-bfc1-b7d3605d96bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e72c69c-d6fd-4522-a848-9731a8a6cc7e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:02.987802 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:18:03.486946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55548) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:03.597859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cc8451-1ae7-4e67-9e38-0decb362a4fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:03.678338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cc8451-1ae7-4e67-9e38-0decb362a4fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:03.682813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cc8451-1ae7-4e67-9e38-0decb362a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:03.723548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-27cc8451-1ae7-4e67-9e38-0decb362a4fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07e36ad5f1064e2892ef31cbeeb0a6e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2353983 Nov 26 22:18:03.724756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc8451-1ae7-4e67-9e38-0decb362a4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc55591e-3bca-44d2-8f97-13b16b349622,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:03.726218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55560) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:03.777679 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da78cd9b-5d57-4ac1-84e0-558e54327bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:03.803097 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da78cd9b-5d57-4ac1-84e0-558e54327bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:03.851612 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da78cd9b-5d57-4ac1-84e0-558e54327bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:03.854488 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-da78cd9b-5d57-4ac1-84e0-558e54327bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:03.855639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-da78cd9b-5d57-4ac1-84e0-558e54327bcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc55591e-3bca-44d2-8f97-13b16b349622 HTTP/1.1" status: 204 len: 168 time: 0.1284246 Nov 26 22:18:03.863956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78cd9b-5d57-4ac1-84e0-558e54327bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc55591e-3bca-44d2-8f97-13b16b349622,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:04.200740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55576) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:04.219553 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c28c538f-7c00-4509-aaba-d3b2fff7217c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:04.296359 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c28c538f-7c00-4509-aaba-d3b2fff7217c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:04.300336 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c28c538f-7c00-4509-aaba-d3b2fff7217c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:04.337017 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c538f-7c00-4509-aaba-d3b2fff7217c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3edf78-fdab-439d-a22e-f1878e3fed8d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:04.341278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c28c538f-7c00-4509-aaba-d3b2fff7217c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cc81b72081c4dfe8cf74b7e1b4bc093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394842 Nov 26 22:18:04.344619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55584) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:04.391404 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10c9d3c1-acfa-4b79-97aa-3d7198a93411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:04.413218 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10c9d3c1-acfa-4b79-97aa-3d7198a93411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:04.464615 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10c9d3c1-acfa-4b79-97aa-3d7198a93411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:04.467346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-10c9d3c1-acfa-4b79-97aa-3d7198a93411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:04.471205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-10c9d3c1-acfa-4b79-97aa-3d7198a93411 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f3edf78-fdab-439d-a22e-f1878e3fed8d HTTP/1.1" status: 204 len: 168 time: 0.1230130 Nov 26 22:18:04.478414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9d3c1-acfa-4b79-97aa-3d7198a93411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3edf78-fdab-439d-a22e-f1878e3fed8d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:07.191512 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:07.817514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55856) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:07.932670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3831146-41d1-4504-820b-36384cbc3eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:08.012700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3831146-41d1-4504-820b-36384cbc3eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:08.016686 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c3831146-41d1-4504-820b-36384cbc3eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:08.067932 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c3831146-41d1-4504-820b-36384cbc3eee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26cc3363f3b44785a94c87fab17af868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492611 Nov 26 22:18:08.068936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3831146-41d1-4504-820b-36384cbc3eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d470f2-cf25-4d76-9e5b-0f195027959e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:08.070593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55866) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:08.103232 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:08.126053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:08.150333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:08.198190 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:08.201096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:08.202469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22d470f2-cf25-4d76-9e5b-0f195027959e HTTP/1.1" status: 204 len: 168 time: 0.1307733 Nov 26 22:18:08.211089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d470f2-cf25-4d76-9e5b-0f195027959e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:08.219232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.219594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.219948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.220297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.220645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.220986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.221324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.221659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.221994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.222347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.222679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:08.223010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7667031a-bd73-4ede-8471-c8ab563e5874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.453042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 55936) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:09.566836 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d170c20c-7202-403a-8d5d-5506873df1d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:09.644803 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d170c20c-7202-403a-8d5d-5506873df1d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:09.648750 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d170c20c-7202-403a-8d5d-5506873df1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:09.687763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d170c20c-7202-403a-8d5d-5506873df1d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db3cedec0a324c64a7ffd3c599216815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335391 Nov 26 22:18:09.688938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170c20c-7202-403a-8d5d-5506873df1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c574cde-8f66-4c9b-b85e-37ccca709688,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:09.690677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55940) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:09.740607 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:09.764948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:09.812292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:09.815447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:09.816760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c574cde-8f66-4c9b-b85e-37ccca709688 HTTP/1.1" status: 204 len: 168 time: 0.1239259 Nov 26 22:18:09.825281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c574cde-8f66-4c9b-b85e-37ccca709688,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:09.833268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.833620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.833964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.834327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.834677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.834995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.835322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.835649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.835977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.836381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.836630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:09.837069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414fb9a8-2a7c-4efb-8e43-87f2f4fba9ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:10.473070 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55978) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:10.701747 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0377443a-563c-42ec-9cb1-efe99cdcaa65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:10.786938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0377443a-563c-42ec-9cb1-efe99cdcaa65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:10.791208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0377443a-563c-42ec-9cb1-efe99cdcaa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:10.833184 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0377443a-563c-42ec-9cb1-efe99cdcaa65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d18a2a4e9584d63b58ede07248f6d72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566217 Nov 26 22:18:10.833503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 55992) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:10.851870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377443a-563c-42ec-9cb1-efe99cdcaa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129635e2-0c51-47bf-b26d-3ba03d1a52ba,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:10.900308 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a795b9d6-0cf1-4c4d-b632-dc662b1693a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:10.923967 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a795b9d6-0cf1-4c4d-b632-dc662b1693a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:10.972485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a795b9d6-0cf1-4c4d-b632-dc662b1693a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:10.975178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a795b9d6-0cf1-4c4d-b632-dc662b1693a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:10.976630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a795b9d6-0cf1-4c4d-b632-dc662b1693a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/129635e2-0c51-47bf-b26d-3ba03d1a52ba HTTP/1.1" status: 204 len: 168 time: 0.1417470 Nov 26 22:18:10.987260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795b9d6-0cf1-4c4d-b632-dc662b1693a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129635e2-0c51-47bf-b26d-3ba03d1a52ba,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:11.026929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56000) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:11.182366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1386923427'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:11.203981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Made reservation on behalf of 61f420907df14fea969cadaf33cd3a4a for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:11.207741 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.216955 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.306631 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.311402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.339275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:18:11.344465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56006) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:11.349716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef241251-280f-4292-b4d0-e44b007390d5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:11.356086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.356440 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Added segment 8a56f93e-49d5-42b8-9b0d-e9321e1f893e of type vlan for network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 Nov 26 22:18:11.357779 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c950e49e-2fb3-488a-b90c-c4656e3d5546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.399956 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.426521 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.432349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:11.432929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.433215 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c950e49e-2fb3-488a-b90c-c4656e3d5546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.438495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c950e49e-2fb3-488a-b90c-c4656e3d5546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.478482 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c950e49e-2fb3-488a-b90c-c4656e3d5546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfec4971a59d4e6ca57bb6cbc9ee7b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328926 Nov 26 22:18:11.479360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950e49e-2fb3-488a-b90c-c4656e3d5546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75b5c1e-d269-4f87-9928-0566e69055de,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:11.481623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56008) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:11.488718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4598458 Nov 26 22:18:11.510520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbf7f1-b872-4e0a-bf7f-506bfbe87b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Pushing event updated for resources: {'Network': ['ID=326be3c6-db2f-46bd-9284-1a4a2739b6c8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:11.522898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:18:11.538368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1a60-938e-4644-977a-75bb23d6564c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.561186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1a60-938e-4644-977a-75bb23d6564c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.615963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1a60-938e-4644-977a-75bb23d6564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.619037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9dfa1a60-938e-4644-977a-75bb23d6564c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.620196 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9dfa1a60-938e-4644-977a-75bb23d6564c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c75b5c1e-d269-4f87-9928-0566e69055de HTTP/1.1" status: 204 len: 168 time: 0.1377017 Nov 26 22:18:11.628200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa1a60-938e-4644-977a-75bb23d6564c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75b5c1e-d269-4f87-9928-0566e69055de,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:11.803625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56022) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:11.808450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Request body: {'port': {'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8', 'binding:host_id': 'n-h2-819494-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1865529528'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:11.833109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Made reservation on behalf of 18786a88ef34485fb51e12b52358d4f5 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:11.836406 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.847418 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.927335 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.932174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:11.938847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] device_id is not set on port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:12.025663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eecf543-d1a7-4b82-8de7-bfa463fdb4eb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:12.196508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] device_id is not set on port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:12.206866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:12.214383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:12.223127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b441ec2-fdbb-40f3-978d-3dcb0c52c313 req-684f5552-0534-4327-beae-f989fddab9e6 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:12.224689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b441ec2-fdbb-40f3-978d-3dcb0c52c313 req-684f5552-0534-4327-beae-f989fddab9e6 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 946 time: 0.0629430 Nov 26 22:18:12.272989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=c26f4743-4fb5-4dc8-b917-d0357c4f3fcb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:12.293513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Checking segment: {'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:12.293963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Network hostable DHCP agents. Network: 326be3c6-db2f-46bd-9284-1a4a2739b6c8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:18:12.300759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b441ec2-fdbb-40f3-978d-3dcb0c52c313 req-0a1299fe-0ea5-483d-82b7-01c377890b16 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685852 Nov 26 22:18:12.313523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:18:12.324772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 326be3c6-db2f-46bd-9284-1a4a2739b6c8) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:12.341128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead0525-4f1b-40e6-88e7-518bce84cae4 None None] Network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:12.343812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:12.359221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.359556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.359919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.364888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.365305 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.365771 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 2 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.378764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.379192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.379617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.384793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.385363 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.385770 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 3 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.400322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.400791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.401181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.409458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.409979 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.410624 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 4 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.426003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.426509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.426943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.432183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.432602 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.433001 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 5 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.447047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.447471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.447808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.453483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.453941 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.454354 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 6 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.469546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.470212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.470554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.476894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.477228 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.477653 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 7 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.491458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.491797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.492123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.496916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.497468 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.498111 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 8 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.513665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.514104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.514464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.520542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.520878 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.521451 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 9 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.538458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.538799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.539141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.544506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.544836 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.545238 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 10 to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb Nov 26 22:18:12.561211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:12.561621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:12.562007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:12.566978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:12.567308 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:12.567677 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:12.640787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] For port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:12.641135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempted to set empty binding levels {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 22:18:12.648101 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:12.696002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:12.696688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:12.716635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=c26f4743-4fb5-4dc8-b917-d0357c4f3fcb,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:12.729673 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-77a3c8b4-a268-4621-86c7-d1c5ee50823b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.9249356 Nov 26 22:18:12.732697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56048) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:12.818688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Deleting port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:12.819527 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:12.900208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] For port c26f4743-4fb5-4dc8-b917-d0357c4f3fcb, host n-h2-819494-1, got binding levels [] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:12.900822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:12.917038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Calling delete_port for c26f4743-4fb5-4dc8-b917-d0357c4f3fcb owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:12.991839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-9e47f73c-c995-433d-aba7-f50d9a5fe487 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:12.993489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-9e47f73c-c995-433d-aba7-f50d9a5fe487 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.41 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 946 time: 0.0692461 Nov 26 22:18:13.006777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.041179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.045161 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c26f4743-4fb5-4dc8-b917-d0357c4f3fcb HTTP/1.1" status: 204 len: 168 time: 0.3113816 Nov 26 22:18:13.046953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd2c8-7d30-40a8-b347-37a51e7dcfdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event deleted for resources: {'Port': ['ID=c26f4743-4fb5-4dc8-b917-d0357c4f3fcb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:13.050159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56058) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:13.075834 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6c4aae-01b2-4c23-973a-e3207b0d018f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] GET failed (client error): The resource could not be found. Nov 26 22:18:13.080778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0b6c4aae-01b2-4c23-973a-e3207b0d018f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "GET /v2.0/ports/c26f4743-4fb5-4dc8-b917-d0357c4f3fcb HTTP/1.1" status: 404 len: 333 time: 0.0261228 Nov 26 22:18:13.081211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56064) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:13.085859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Request body: {'port': {'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-492967878'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:13.105603 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Deleting port c674fa02-d41c-4138-8c82-2599694fbbbd {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:13.106009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.110728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Made reservation on behalf of 18786a88ef34485fb51e12b52358d4f5 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:13.113623 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.133896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] device_id is not set on port ca76331a-8584-4654-9adb-940e02e5df4d yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:13.209071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] For port c674fa02-d41c-4138-8c82-2599694fbbbd, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=c674fa02-d41c-4138-8c82-2599694fbbbd,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:13.209536 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.302001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.346277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.414870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:13.421786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:13.425533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:13.426491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:13.427395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.439804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=ca76331a-8584-4654-9adb-940e02e5df4d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:13.447018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.448296 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.448602 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Floating IP 99235fa1-efb1-4f0a-bf27-c178d0f02e23 disassociated. External IP: 172.25.3.232, port: c674fa02-d41c-4138-8c82-2599694fbbbd. Nov 26 22:18:13.448929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Calling delete_port for c674fa02-d41c-4138-8c82-2599694fbbbd owned by compute:nova {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:13.453045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-372a9ae3-b9c1-4602-b203-7ef2c3ed06f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3681009 Nov 26 22:18:13.453415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56078) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:13.459741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:13.515859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.537457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e79e2-3772-49ed-b48a-68a92e0c6de9 req-5fa8e707-58b8-43ad-b39c-eadf89f79231 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:13.539045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-048e79e2-3772-49ed-b48a-68a92e0c6de9 req-5fa8e707-58b8-43ad-b39c-eadf89f79231 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 946 time: 0.1406777 Nov 26 22:18:13.642703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-048e79e2-3772-49ed-b48a-68a92e0c6de9 req-cbc74fa3-424a-42bc-9e7e-079e7fc3852f tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/security-groups?id=7395b27b-f894-4443-b6bf-98c201a89824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847743 Nov 26 22:18:13.664840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.694838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event deleted for resources: {'Port': ['ID=c674fa02-d41c-4138-8c82-2599694fbbbd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:13.732115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] device_id is not set on port ca76331a-8584-4654-9adb-940e02e5df4d yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:13.741669 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.747751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:13.808403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=ca76331a-8584-4654-9adb-940e02e5df4d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:13.813469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.813817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.814186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.818616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.818941 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.819498 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 2 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.831137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Router bf56f7b3-7eff-4254-bc23-5643b21739e4 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:18:13.837297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.837633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.837965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.844358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.844358 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.844358 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 3 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.856073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.856408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.856745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.861192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.861526 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.862026 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 4 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.874202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.874553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.874867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.879633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.879633 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.879928 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 5 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.892708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.893044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.893381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.897686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.898009 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.898500 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 6 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.910803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.911138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.911478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.915752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.916069 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.916451 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 7 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.929850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.930256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.930548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.935250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.935515 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.936066 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 8 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.945134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:13.948739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.949078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.949422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.954883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.955173 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.955558 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 9 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.963685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] Sync routers for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:13.967723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.968223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.968701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.974185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.974576 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.974977 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 10 to bind port ca76331a-8584-4654-9adb-940e02e5df4d Nov 26 22:18:13.981570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:13.982241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:13.989555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:13.989893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:13.990270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:13.995214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:13.995580 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port ca76331a-8584-4654-9adb-940e02e5df4d on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:13.995948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.004563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] No DVR routers for this DVR port c674fa02-d41c-4138-8c82-2599694fbbbd on host n-h2-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:14.007147 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.011020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e547a3a5-83dc-4926-9320-c5b605ae975b req-cf53cb33-2468-46b6-985a-5e081597b600 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.41 "DELETE /v2.0/ports/c674fa02-d41c-4138-8c82-2599694fbbbd HTTP/1.1" status: 204 len: 173 time: 1.0101955 Nov 26 22:18:14.011591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'name': 'network-vif-deleted', 'tag': 'c674fa02-d41c-4138-8c82-2599694fbbbd'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:18:14.024241 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72821cd-c0f8-4b1e-b460-68876de3f879" -d '{"events": [{"server_uuid": "c46c727f-dab2-40d0-8021-2e0c87e7b96d", "name": "network-vif-deleted", "tag": "c674fa02-d41c-4138-8c82-2599694fbbbd"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:18:14.094233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] For port ca76331a-8584-4654-9adb-940e02e5df4d, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:14.094828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempted to set empty binding levels {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 22:18:14.099184 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6114910a-007d-4ee4-8519-2da87bcaa9a9 x-openstack-request-id: req-6114910a-007d-4ee4-8519-2da87bcaa9a9 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:18:14.099703 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46c727f-dab2-40d0-8021-2e0c87e7b96d", "name": "network-vif-deleted", "tag": "c674fa02-d41c-4138-8c82-2599694fbbbd", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:18:14.100144 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6114910a-007d-4ee4-8519-2da87bcaa9a9 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:18:14.100712 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c46c727f-dab2-40d0-8021-2e0c87e7b96d', 'name': 'network-vif-deleted', 'tag': 'c674fa02-d41c-4138-8c82-2599694fbbbd', 'status': 'completed', 'code': 200} Nov 26 22:18:14.103279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.142433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] In _notify_port_updated(), no bound segment for port ca76331a-8584-4654-9adb-940e02e5df4d on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:18:14.143463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.144072 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.147700 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "PUT /v2.0/ports/ca76331a-8584-4654-9adb-940e02e5df4d HTTP/1.1" status: 200 len: 978 time: 0.6912143 Nov 26 22:18:14.148240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56102) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:14.158948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:14.164599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd02bcc-935e-4fd2-85d9-94d345a193e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=ca76331a-8584-4654-9adb-940e02e5df4d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:14.188711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56104) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:14.324477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.325509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.326191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.326638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.327321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.327815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.328529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.329022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.329656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.330139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.330649 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.331123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.331577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.332030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.332486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.332941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.333571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.334036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.334514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.334976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.335435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.335889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.336343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.336792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.337255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:14.337374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41d267ea-8756-4d21-84c7-1c32ec38d7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.340333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ad67ec73-8648-401b-acd9-be74ad0d0ec8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22376 time: 0.1912842 Nov 26 22:18:14.344967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56108) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:14.383534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:29Z', 'revision_number': 5, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:14.412481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] Checking router: bf56f7b3-7eff-4254-bc23-5643b21739e4 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:14.417861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41d267ea-8756-4d21-84c7-1c32ec38d7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.421799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:14.422605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:14.422755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41d267ea-8756-4d21-84c7-1c32ec38d7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.433841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Deleting port ca76331a-8584-4654-9adb-940e02e5df4d {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:14.434661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.464280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-41d267ea-8756-4d21-84c7-1c32ec38d7f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=754ee2ecfe74438085ae19a4a6e73159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718389 Nov 26 22:18:14.464280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d267ea-8756-4d21-84c7-1c32ec38d7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500c3b1a-910d-4b7f-94cd-6fb01bf26072,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:14.466100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56110) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:14.504169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] For port ca76331a-8584-4654-9adb-940e02e5df4d, host n-h2-819494-1, got binding levels [] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:14.505630 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.525078 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be40aada-9c2a-4672-bc17-a60da7d807bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.527314 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Calling delete_port for ca76331a-8584-4654-9adb-940e02e5df4d owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:14.548499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be40aada-9c2a-4672-bc17-a60da7d807bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.560452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:14.604870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be40aada-9c2a-4672-bc17-a60da7d807bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.610576 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be40aada-9c2a-4672-bc17-a60da7d807bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.611750 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be40aada-9c2a-4672-bc17-a60da7d807bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/500c3b1a-910d-4b7f-94cd-6fb01bf26072 HTTP/1.1" status: 204 len: 168 time: 0.1445508 Nov 26 22:18:14.624409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40aada-9c2a-4672-bc17-a60da7d807bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500c3b1a-910d-4b7f-94cd-6fb01bf26072,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:14.633567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.667954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca76331a-8584-4654-9adb-940e02e5df4d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:14.672800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.677048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-77f254bb-3eec-4c0c-bc20-c558e4377204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "DELETE /v2.0/ports/ca76331a-8584-4654-9adb-940e02e5df4d HTTP/1.1" status: 204 len: 168 time: 0.3295112 Nov 26 22:18:14.679604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56116) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:14.715908 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a64954-a372-48cd-a1e7-03de5eb719b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] GET failed (client error): The resource could not be found. Nov 26 22:18:14.717428 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-14a64954-a372-48cd-a1e7-03de5eb719b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "GET /v2.0/ports/ca76331a-8584-4654-9adb-940e02e5df4d HTTP/1.1" status: 404 len: 333 time: 0.0368199 Nov 26 22:18:14.721448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56118) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:14.727165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1291347310', 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:14.758197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Made reservation on behalf of 18786a88ef34485fb51e12b52358d4f5 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:14.764187 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:14.804154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] device_id is not set on port 45f4f630-bba8-4070-8ec0-cd7d9dc2988c yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:14.833458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-612578d1-0e36-4a71-97dc-b6327a767b8e req-f33e2c65-aff4-40f7-8f5a-2363cae1d1b0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "GET /v2.0/ports?device_id=c46c727f-dab2-40d0-8021-2e0c87e7b96d HTTP/1.1" status: 200 len: 210 time: 0.0432947 Nov 26 22:18:14.840792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:29Z', 'revision_number': 5, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:14.873375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba193b-99a9-4f1b-8e97-f8e4230c3db1 None None] The sync data for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 is: [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'fa1ef1b5-c897-4aee-aeeb-5b8f02593b33', 'name': '', 'network_id': '240721f4-9323-41fa-b8b4-689161c0bba6', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'mac_address': 'fa:16:3e:e7:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:19Z', 'updated_at': '2021-11-26T22:12:29Z', 'revision_number': 5, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'subnets': [{'id': '4ce45eb6-dea3-4228-92d7-67e29f087739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:14.997312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56122) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:14.997997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.013364 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6598708-3033-46fa-9f25-c09a38ded8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.037633 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.087243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:15.090573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:15.095944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:15.096877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:15.097476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.100620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=45f4f630-bba8-4070-8ec0-cd7d9dc2988c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:15.113852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6598708-3033-46fa-9f25-c09a38ded8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.117699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e6598708-3033-46fa-9f25-c09a38ded8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.121404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e724a98c-93cf-4229-8c0c-4595560b0b37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3966007 Nov 26 22:18:15.122338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56124) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:15.156987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6598708-3033-46fa-9f25-c09a38ded8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a1ed08-d99d-439d-86e4-deb64caf3455,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:15.162419 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e6598708-3033-46fa-9f25-c09a38ded8c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36965c3d539c4d38896f2f22577749cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632032 Nov 26 22:18:15.165004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56126) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:15.169998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95cb72-c64d-4a61-8eef-c6904f430993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:15.171881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0c95cb72-c64d-4a61-8eef-c6904f430993 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "GET /v2.0/ports/45f4f630-bba8-4070-8ec0-cd7d9dc2988c HTTP/1.1" status: 200 len: 959 time: 0.0483446 Nov 26 22:18:15.174731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56128) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:15.192782 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d249dae9-62e6-4640-a375-d30a638d4d9d None None] New status for floating IP 99235fa1-efb1-4f0a-bf27-c178d0f02e23: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:18:15.219002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1ed9-1c53-46db-8c4d-8a4320ef08a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.241362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1ed9-1c53-46db-8c4d-8a4320ef08a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.251735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9c01c3e9-865c-470d-8eb3-8420acfcfb6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Deleting port 45f4f630-bba8-4070-8ec0-cd7d9dc2988c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:15.252205 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c01c3e9-865c-470d-8eb3-8420acfcfb6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.292210 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1ed9-1c53-46db-8c4d-8a4320ef08a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.295395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ffb1ed9-1c53-46db-8c4d-8a4320ef08a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.297141 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6ffb1ed9-1c53-46db-8c4d-8a4320ef08a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03a1ed08-d99d-439d-86e4-deb64caf3455 HTTP/1.1" status: 204 len: 168 time: 0.1310322 Nov 26 22:18:15.306191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb1ed9-1c53-46db-8c4d-8a4320ef08a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a1ed08-d99d-439d-86e4-deb64caf3455,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:15.327258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c01c3e9-865c-470d-8eb3-8420acfcfb6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.665268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9c01c3e9-865c-470d-8eb3-8420acfcfb6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Calling delete_port for 45f4f630-bba8-4070-8ec0-cd7d9dc2988c owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:15.744154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c01c3e9-865c-470d-8eb3-8420acfcfb6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.769365 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01c3e9-865c-470d-8eb3-8420acfcfb6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event deleted for resources: {'Port': ['ID=45f4f630-bba8-4070-8ec0-cd7d9dc2988c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:15.776544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c01c3e9-865c-470d-8eb3-8420acfcfb6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.781395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9c01c3e9-865c-470d-8eb3-8420acfcfb6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "DELETE /v2.0/ports/45f4f630-bba8-4070-8ec0-cd7d9dc2988c HTTP/1.1" status: 204 len: 168 time: 0.6047814 Nov 26 22:18:15.784291 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56142) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:15.810038 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14a3b90-95c3-4abf-96c7-a9d62b4c8191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] GET failed (client error): The resource could not be found. Nov 26 22:18:15.811432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a14a3b90-95c3-4abf-96c7-a9d62b4c8191 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "GET /v2.0/ports/45f4f630-bba8-4070-8ec0-cd7d9dc2988c HTTP/1.1" status: 404 len: 333 time: 0.0262115 Nov 26 22:18:15.815606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56146) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:15.820176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Request body: {'port': {'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492220842'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:15.840974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Made reservation on behalf of 18786a88ef34485fb51e12b52358d4f5 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:15.844056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:15.861664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] device_id is not set on port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:15.897611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56154) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:16.120502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Deleting port c79a7d0a-0d5b-437e-b4d8-2268d7bb0257 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:16.120847 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.126220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.219148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.219514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.227642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.239525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Calling delete_port for c79a7d0a-0d5b-437e-b4d8-2268d7bb0257 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:16.294091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:16.329027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:16.335583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:16.336547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:16.337284 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.344345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:16.369321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9c5efd6a-8219-4ab3-8aaa-2761c3f0dc40 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5526683 Nov 26 22:18:16.372434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56162) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:16.378025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:16.466441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.466806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.496146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event deleted for resources: {'Port': ['ID=c79a7d0a-0d5b-437e-b4d8-2268d7bb0257,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:16.576089 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.580570 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.584792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3c0ab674-b35d-45af-b450-6a9c878195a0 tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "DELETE /v2.0/floatingips/99235fa1-efb1-4f0a-bf27-c178d0f02e23 HTTP/1.1" status: 204 len: 168 time: 0.6832745 Nov 26 22:18:16.673037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56174) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:16.738682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e0ad86-871c-4510-b512-aace3d20f4ea tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.767906 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e0ad86-871c-4510-b512-aace3d20f4ea tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.839950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e0ad86-871c-4510-b512-aace3d20f4ea tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.842661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80e0ad86-871c-4510-b512-aace3d20f4ea tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:16.846867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80e0ad86-871c-4510-b512-aace3d20f4ea tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] 10.222.0.21 "DELETE /v2.0/security-groups/7395b27b-f894-4443-b6bf-98c201a89824 HTTP/1.1" status: 204 len: 168 time: 0.1727564 Nov 26 22:18:16.856873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ad86-871c-4510-b512-aace3d20f4ea tempest-TestServerBasicOps-829642638 tempest-TestServerBasicOps-829642638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7395b27b-f894-4443-b6bf-98c201a89824,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:16.900182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56178) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:17.006603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] device_id is not set on port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:17.014348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:17.020459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:17.077069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:17.091842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.092133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.092477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.097734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.098064 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.098479 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 2 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.112727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.113061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.113405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.117917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.118274 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.118667 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 3 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.135099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.135440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.135976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.142461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.143168 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.143574 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 4 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.158772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.159114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.159459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.164228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.164772 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.165323 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 5 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.179530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.180100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.182232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.187475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.187884 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.188344 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 6 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.211886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.212323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.213638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.222606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.222957 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.223338 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 7 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.236490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.236957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.237397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.242025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.242316 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.242721 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 8 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.258342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.258678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.259011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.263365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.263725 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.264240 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 9 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.276760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.277108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.277440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.283054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.283383 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.283779 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempt 10 to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed Nov 26 22:18:17.298272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:17.298612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:17.299080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempting to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:17.304664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:17.305453 n-d-819494-1 neutron-server[110000]: ERROR neutron.plugins.ml2.managers [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Failed to bind port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on host n-h2-819494-1 for vnic_type normal using segments [{'id': '8a56f93e-49d5-42b8-9b0d-e9321e1f893e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '326be3c6-db2f-46bd-9284-1a4a2739b6c8'}] Nov 26 22:18:17.305602 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:17.371282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] For port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:17.371716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attempted to set empty binding levels {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 26 22:18:17.377294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:17.409000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] In _notify_port_updated(), no bound segment for port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed on network 326be3c6-db2f-46bd-9284-1a4a2739b6c8 {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:18:17.409861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:17.410999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:17.411820 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "PUT /v2.0/ports/0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed HTTP/1.1" status: 200 len: 979 time: 1.0385399 Nov 26 22:18:17.414720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56182) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:17.425651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd0374-f0a5-48f9-90cc-bbb8a56d9724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event updated for resources: {'Port': ['ID=0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:17.443941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c674fa02-d41c-4138-8c82-2599694fbbbd no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:17.464710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: c674fa02-d41c-4138-8c82-2599694fbbbd {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:17.465140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device c674fa02-d41c-4138-8c82-2599694fbbbd not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:17.539610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Deleting port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:17.539960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:17.545179 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:17.672213 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-efee4cdf-0d6b-4e2d-9542-02405e60256f tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5ad77d2df2ae45358fe623a711f9e4fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579939 Nov 26 22:18:17.718749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] For port 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed, host n-h2-819494-1, got binding levels [] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:17.719400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:17.816007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Calling delete_port for 0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:18.003429 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-b1e20b96-c813-495f-8563-7c3813a95f38 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:18.005030 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-b1e20b96-c813-495f-8563-7c3813a95f38 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248072 Nov 26 22:18:18.033606 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-755a5e81-3fe2-4720-843d-20bbf4a4e74a tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/quotas/5ad77d2df2ae45358fe623a711f9e4fd HTTP/1.1" status: 200 len: 375 time: 0.0218632 Nov 26 22:18:18.079540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-49991d1f-85a3-4821-a907-1df497c26192 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5ad77d2df2ae45358fe623a711f9e4fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308697 Nov 26 22:18:18.082727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.113769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:18.137586 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.143243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e25584a5-8c48-4099-a12d-dc3d969a9b21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "DELETE /v2.0/ports/0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed HTTP/1.1" status: 204 len: 168 time: 0.7251942 Nov 26 22:18:18.143994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56198) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:18.171023 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-964ce656-18cc-4a54-b9b5-4289273e4f7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] GET failed (client error): The resource could not be found. Nov 26 22:18:18.173911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-964ce656-18cc-4a54-b9b5-4289273e4f7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1590294106-project-admin] 10.222.0.21 "GET /v2.0/ports/0d6feb0e-2648-4e7d-850a-dc2cdf8fb7ed HTTP/1.1" status: 404 len: 333 time: 0.0285332 Nov 26 22:18:18.177503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56200) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:18.217190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Deleting port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:18.217541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.290161 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.301694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ba1e639-6290-416d-9adc-6fa6588e6c4c req-f2ffa154-189f-421e-8b1d-d5ebfe5ce7ec tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 210 time: 0.0336840 Nov 26 22:18:18.347428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] For port fa1ef1b5-c897-4aee-aeeb-5b8f02593b33, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:18.348481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.364361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Calling delete_port for fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:18.392277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.414711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326be3c6-db2f-46bd-9284-1a4a2739b6c8']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:18.425307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a56f93e-49d5-42b8-9b0d-e9321e1f893e') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:18.425605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a56f93e-49d5-42b8-9b0d-e9321e1f893e') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:18.435879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.451333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.457739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:18:18.458161 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:18:18.461437 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:18:18.534877 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.543477 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.547731 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] 10.222.0.21 "DELETE /v2.0/networks/326be3c6-db2f-46bd-9284-1a4a2739b6c8 HTTP/1.1" status: 204 len: 168 time: 0.3692625 Nov 26 22:18:18.560099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064bc1a-359e-43a1-b614-c7b16f2642b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-167216211-project] Pushing event deleted for resources: {'Network': ['ID=326be3c6-db2f-46bd-9284-1a4a2739b6c8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:18.585989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.620767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1ef1b5-c897-4aee-aeeb-5b8f02593b33,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:18.817012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:18.831370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:18.986045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2fefb84a-d9eb-4e0d-aeba-fbc211a54081 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61f420907df14fea969cadaf33cd3a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1678021 Nov 26 22:18:18.988521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56220) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:19.036534 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-016924a0-8f65-47f9-a7e7-fc8fc2cfadd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.058525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-016924a0-8f65-47f9-a7e7-fc8fc2cfadd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.059612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Router bf56f7b3-7eff-4254-bc23-5643b21739e4 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:18:19.107033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-016924a0-8f65-47f9-a7e7-fc8fc2cfadd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.110292 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-016924a0-8f65-47f9-a7e7-fc8fc2cfadd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.111433 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-016924a0-8f65-47f9-a7e7-fc8fc2cfadd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef241251-280f-4292-b4d0-e44b007390d5 HTTP/1.1" status: 204 len: 168 time: 0.1219320 Nov 26 22:18:19.121797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016924a0-8f65-47f9-a7e7-fc8fc2cfadd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef241251-280f-4292-b4d0-e44b007390d5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:19.179569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:19.184935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce663887-2dd5-48db-9170-7af1d065c903 admin admin] 10.222.0.21 "PUT /v2.0/routers/bf56f7b3-7eff-4254-bc23-5643b21739e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837999 Nov 26 22:18:19.188544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56224) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:19.196547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9f335-f450-4235-8856-c24f902e277d None None] Sync routers for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:19.209586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9f335-f450-4235-8856-c24f902e277d None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:19.210310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-64a9f335-f450-4235-8856-c24f902e277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:19.307519 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.339054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-64a9f335-f450-4235-8856-c24f902e277d None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:19.407441 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-8c878819-0995-426e-85a5-13014c6e3fd1 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5ad77d2df2ae45358fe623a711f9e4fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551679 Nov 26 22:18:19.471061 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c2e709d-d7c3-4c56-b668-e278371ed58f req-594b70de-7286-4875-b798-fa58a95db59a tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 210 time: 0.0466664 Nov 26 22:18:19.527796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56234) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:19.577907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-eb1efae8-d42a-46bb-be5c-deaabee1c1fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18786a88ef34485fb51e12b52358d4f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470047 Nov 26 22:18:19.580340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56236) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:19.634175 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.645138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37ec59fc-1ce3-4cba-ae4c-076fa0b89cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.671259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37ec59fc-1ce3-4cba-ae4c-076fa0b89cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.698767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-42dbed1f-17c2-41b3-9888-5baea4548795 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:19.700458 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-42dbed1f-17c2-41b3-9888-5baea4548795 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828214 Nov 26 22:18:19.721580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Request body: {'port': {'device_id': '43eda87e-d637-4da5-a4cf-6c7e153a3b08', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': '5ad77d2df2ae45358fe623a711f9e4fd'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:19.723867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37ec59fc-1ce3-4cba-ae4c-076fa0b89cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.726880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37ec59fc-1ce3-4cba-ae4c-076fa0b89cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.730424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-37ec59fc-1ce3-4cba-ae4c-076fa0b89cd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2eecf543-d1a7-4b82-8de7-bfa463fdb4eb HTTP/1.1" status: 204 len: 168 time: 0.1467040 Nov 26 22:18:19.738256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec59fc-1ce3-4cba-ae4c-076fa0b89cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eecf543-d1a7-4b82-8de7-bfa463fdb4eb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:19.752938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-64a9f335-f450-4235-8856-c24f902e277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:18:18Z', 'revision_number': 5, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port': {'id': '9b3704cf-5603-40c4-bc60-3ee64a99de9b', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:16Z', 'updated_at': '2021-11-26T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:19.783568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Deleting port 9b3704cf-5603-40c4-bc60-3ee64a99de9b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:19.783901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.786386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9f335-f450-4235-8856-c24f902e277d None None] Checking router: bf56f7b3-7eff-4254-bc23-5643b21739e4 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:19.798737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9f335-f450-4235-8856-c24f902e277d None None] Routers {'bf56f7b3-7eff-4254-bc23-5643b21739e4'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:19.799657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-64a9f335-f450-4235-8856-c24f902e277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['bf56f7b3-7eff-4254-bc23-5643b21739e4'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:19.892074 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-64a9f335-f450-4235-8856-c24f902e277d None None] Set router bf56f7b3-7eff-4254-bc23-5643b21739e4 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:19.901175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] For port 9b3704cf-5603-40c4-bc60-3ee64a99de9b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9b3704cf-5603-40c4-bc60-3ee64a99de9b,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:19.901540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.903847 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Made reservation on behalf of 5ad77d2df2ae45358fe623a711f9e4fd for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:19.907458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.922800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:19.927967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Calling delete_port for 9b3704cf-5603-40c4-bc60-3ee64a99de9b owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:19.950520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-64a9f335-f450-4235-8856-c24f902e277d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:18:19Z', 'revision_number': 6, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:19.981380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9f335-f450-4235-8856-c24f902e277d None None] The sync data for ids ['bf56f7b3-7eff-4254-bc23-5643b21739e4'] in n-d-819494-1 is: [{'id': 'bf56f7b3-7eff-4254-bc23-5643b21739e4', 'name': 'tempest-TestServerBasicOps-1566713864-router', 'tenant_id': 'c9978497fc8a434989f5048d40cf5493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:15Z', 'updated_at': '2021-11-26T22:18:19Z', 'revision_number': 6, 'project_id': 'c9978497fc8a434989f5048d40cf5493', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:20.103469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.108294 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.197905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575ac5a2-bb57-4220-8dc8-400d20b28701,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:20.226055 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.262185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3704cf-5603-40c4-bc60-3ee64a99de9b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:20.277560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa3276-2c5e-4d64-82f0-1c7e670046eb None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:20.346022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56256) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:20.367992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Allocated IP 192.168.233.120 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/e361bcc9-eb47-4729-914b-fc001d532798) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:20.375906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.466223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d1cfb093-f9ea-4bff-8bbb-4e32293ccacc tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2931 time: 0.1178052 Nov 26 22:18:20.467055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56260) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:20.473578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'network': {'name': 'tempest-network-smoke--1074446414', 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'port_security_enabled': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:20.521434 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Made reservation on behalf of f93059dd633b4444a15a1716bb2309a2 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:20.530472 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.538869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:20.540006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.544987 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.572241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:18:20.587067 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.587516 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Added segment 6d7ec225-7ee1-4fcb-b435-2328cc0b9914 of type vlan for network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d Nov 26 22:18:20.596769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:20.606318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fa1ef1b5-c897-4aee-aeeb-5b8f02593b33 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:20.645221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56264) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:20.649079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.649634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf56f7b3-7eff-4254-bc23-5643b21739e4 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:18:20.655169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.656540 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-752d244f-a69c-41ea-a3fb-ff13655822e1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bf56f7b3-7eff-4254-bc23-5643b21739e4 HTTP/1.1" status: 204 len: 168 time: 1.4673033 Nov 26 22:18:20.659301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56266) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:20.682571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b77375bf-804e-48b1-ad49-862bfec1cfae req-966de14b-b74c-476b-9ba6-9f1cb02d555f tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 210 time: 0.0467119 Nov 26 22:18:20.684154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.714524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.720500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:20.721118 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.735376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8f2382-bf16-4aec-8736-17acf4641534 admin admin] Deleting subnet 4ce45eb6-dea3-4228-92d7-67e29f087739 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:20.740867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2382-bf16-4aec-8736-17acf4641534 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.771232 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.782127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3101933 Nov 26 22:18:20.782400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56270) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:20.789723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'admin_state_up': True, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:20.800007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2382-bf16-4aec-8736-17acf4641534 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.800716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198d45d-c28d-4a01-aa55-d6c1ad7d741b tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Network': ['ID=34d7eb94-fe4d-4d5e-a643-1a36ec043b8d,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:20.814821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:18:20.816854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1425790'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:20.841945 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.db.api [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 26 22:18:20.841945 n-d-819494-1 neutron-server[109999]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 26 22:18:20.841945 n-d-819494-1 neutron-server[109999]: [parameters: {'project_id_1': 'b35325352e704c17ae51b75e1f448ee2', 'expiration_1': datetime.datetime(2021, 11, 26, 22, 18, 0, 821523)}] Nov 26 22:18:20.841945 n-d-819494-1 neutron-server[109999]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:18:20.842448 n-d-819494-1 neutron-server[109999]: DEBUG oslo_db.api [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:18:20.866011 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.866973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.921801 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.984841 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:20.998653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2382-bf16-4aec-8736-17acf4641534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.026935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:21.065421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:21.098130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:21.102364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Pushing event updated for resources: {'Port': ['ID=e361bcc9-eb47-4729-914b-fc001d532798,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:21.228059 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.236660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:21.237147 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.253827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2382-bf16-4aec-8736-17acf4641534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.295294 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-1833fe13-bb91-4952-aa1a-154b0c94b8d0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5790451 Nov 26 22:18:21.297683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f2382-bf16-4aec-8736-17acf4641534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce45eb6-dea3-4228-92d7-67e29f087739,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:21.304016 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a8f2382-bf16-4aec-8736-17acf4641534 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.309625 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a8f2382-bf16-4aec-8736-17acf4641534 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4ce45eb6-dea3-4228-92d7-67e29f087739 HTTP/1.1" status: 204 len: 168 time: 0.6470490 Nov 26 22:18:21.310038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17ea2e-e186-48bd-80de-5f144dde6e47 None None] Network 240721f4-9323-41fa-b8b4-689161c0bba6 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:21.310533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56274) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:21.341370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Request body: {'port': {'device_id': '43eda87e-d637-4da5-a4cf-6c7e153a3b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:21.363400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7b453718-7f86-4419-8b1c-bf9f9da8dcdf None None] Provisioning complete for port e361bcc9-eb47-4729-914b-fc001d532798 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:21.364020 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7b453718-7f86-4419-8b1c-bf9f9da8dcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.412080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:21.416013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.420120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.430897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.445851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7b453718-7f86-4419-8b1c-bf9f9da8dcdf None None] Port e361bcc9-eb47-4729-914b-fc001d532798 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:21.560677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] DHCP port deletion for 240721f4-9323-41fa-b8b4-689161c0bba6 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:21.574048 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.576595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Deleting port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:21.577024 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.590570 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.615035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Deleting port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:21.615656 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.668477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:18:21.679412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535c47cc-70f0-471e-80ba-71c248ebd115,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:21.689663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] For port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:21.690058 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.694587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] For port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,segment=NetworkSegment(0789ac1b-dce8-4637-8ba9-22d5f90f2bb9),segment_id=0789ac1b-dce8-4637-8ba9-22d5f90f2bb9)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:21.694862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.697709 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.697978 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Added segment a7208934-d920-4c1c-ace9-1163b6382f5f of type vlan for network 80fbbb56-d081-4c75-9bc4-6d72e144c947 Nov 26 22:18:21.706965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Calling delete_port for e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:21.718300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Calling delete_port for e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:21.765453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.767123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.803079 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.833926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Pushing event deleted for resources: {'Port': ['ID=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:21.843286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] No DVR routers for this DVR port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:21.846516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.847039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.847607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.848176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.848664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.849378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.849960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.850499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.850983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.851462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.851998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.852328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c090eb1-21c6-464b-ac37-9e258853ae48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:21.892489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.898095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:21.898710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.972349 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3178353 Nov 26 22:18:21.982445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56280) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:21.988301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167fe1-5a0e-4c81-a291-0c13c447f2b2 req-c37d84d8-4741-43b4-9049-8fb170a78ddc tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:21.989827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7167fe1-5a0e-4c81-a291-0c13c447f2b2 req-c37d84d8-4741-43b4-9049-8fb170a78ddc tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 936 time: 0.1719403 Nov 26 22:18:21.989959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:21.996414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:21.996733 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.001754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c5f28-6da2-4360-ab7f-155198b0b37b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Network': ['ID=80fbbb56-d081-4c75-9bc4-6d72e144c947,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:22.012993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:18:22.031533 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:22.040503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] No DVR routers for this DVR port e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:22.093204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.150317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7167fe1-5a0e-4c81-a291-0c13c447f2b2 req-73bc977d-c8ae-4403-8399-b27c478fb828 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409683 Nov 26 22:18:22.170272 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.193378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240721f4-9323-41fa-b8b4-689161c0bba6']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:22.202929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9b3704cf-5603-40c4-bc60-3ee64a99de9b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:22.204926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:22.205232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0789ac1b-dce8-4637-8ba9-22d5f90f2bb9') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:22.215987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.227021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 9b3704cf-5603-40c4-bc60-3ee64a99de9b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:22.227492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9b3704cf-5603-40c4-bc60-3ee64a99de9b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:22.228207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:22.231164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.239901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:18:22.240404 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: self.session.flush() Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:18:22.242839 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:18:22.254847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:22.255224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e7cb2a5a-4b4b-4b19-8c5e-52cc59fa6d86 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:22.266886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:22.270371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.304590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.310785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.314707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] 10.222.0.21 "DELETE /v2.0/networks/240721f4-9323-41fa-b8b4-689161c0bba6 HTTP/1.1" status: 204 len: 168 time: 1.0033782 Nov 26 22:18:22.331234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56282) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:22.337103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dc43f-4d9b-40d3-a735-e98f2643a729 admin admin] Pushing event deleted for resources: {'Network': ['ID=240721f4-9323-41fa-b8b4-689161c0bba6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:22.356331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Allocated IP 172.25.3.65 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/13fff2a5-5077-4be1-8911-608c52281d84) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:22.404113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e361bcc9-eb47-4729-914b-fc001d532798 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:18:22.426925 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.483524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Transition to ACTIVE for port object e361bcc9-eb47-4729-914b-fc001d532798 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:18:22.496298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.617038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Pushing event updated for resources: {'Port': ['ID=e361bcc9-eb47-4729-914b-fc001d532798,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:22.674041 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.694410 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.729012 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.818968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Attempting to bind port e361bcc9-eb47-4729-914b-fc001d532798 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:22.819731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Attempting to bind port e361bcc9-eb47-4729-914b-fc001d532798 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:22.819731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Attempting to bind port e361bcc9-eb47-4729-914b-fc001d532798 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:22.833405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.851394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Port e361bcc9-eb47-4729-914b-fc001d532798 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:22.851746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Attempting to bind port e361bcc9-eb47-4729-914b-fc001d532798 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:22.853683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=b2e65275-8232-4919-bdf2-a2b9d3e55e4f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:22.888574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:22.888915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:22.889307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:22.890328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Bound port: e361bcc9-eb47-4729-914b-fc001d532798, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:22.890922 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:22.903162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:22.913890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:22.914346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network hostable DHCP agents. Network: 80fbbb56-d081-4c75-9bc4-6d72e144c947, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:18:22.920802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:22.930164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:22.937196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846df473-c81e-489e-8e8b-c1c7daeac6c9 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:22.938011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=13fff2a5-5077-4be1-8911-608c52281d84,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:23.011729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:18:23.013751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-736ee150-387a-487c-9649-f1784492000e None None] Provisioning complete for port 13fff2a5-5077-4be1-8911-608c52281d84 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:23.014157 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-736ee150-387a-487c-9649-f1784492000e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.053735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-736ee150-387a-487c-9649-f1784492000e None None] Port 13fff2a5-5077-4be1-8911-608c52281d84 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:23.069033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 80fbbb56-d081-4c75-9bc4-6d72e144c947) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:23.078707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4165d-28b9-4576-81d1-6c0ea8d84d38 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:23.105897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:23.105897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.111659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] For port e361bcc9-eb47-4729-914b-fc001d532798, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:23.159056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] For port e361bcc9-eb47-4729-914b-fc001d532798, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e361bcc9-eb47-4729-914b-fc001d532798,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:23.168170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b925f87b-8f5a-4572-88ac-c7897d1f8d6f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1812758 Nov 26 22:18:23.168170 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.171757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56284) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:23.184179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'name': 'tempest-NetworksTestDHCPv6-1977893795'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:23.275326 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': 'b2e65275-8232-4919-bdf2-a2b9d3e55e4f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:18:23.275505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:23.276133 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.277506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] 10.222.0.13 "PUT /v2.0/ports/e361bcc9-eb47-4729-914b-fc001d532798 HTTP/1.1" status: 200 len: 1096 time: 1.9646411 Nov 26 22:18:23.280172 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.282600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43eda87e-d637-4da5-a4cf-6c7e153a3b08', 'tag': 'e361bcc9-eb47-4729-914b-fc001d532798'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:18:23.285120 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223ae00-6ae9-49c3-9e17-977853012f03" -d '{"events": [{"name": "network-changed", "server_uuid": "43eda87e-d637-4da5-a4cf-6c7e153a3b08", "tag": "e361bcc9-eb47-4729-914b-fc001d532798"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:18:23.341861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f6c30-55e9-4369-be96-4d7e4d664739 req-f6795be6-00fe-4014-bc7b-543e8ad1cdc2 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:23.349454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e50f6c30-55e9-4369-be96-4d7e4d664739 req-f6795be6-00fe-4014-bc7b-543e8ad1cdc2 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 948 time: 0.1185091 Nov 26 22:18:23.445936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e50f6c30-55e9-4369-be96-4d7e4d664739 req-9393859b-5f0e-4867-9328-be314d13761d tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941746 Nov 26 22:18:23.455424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589329be-0bf3-46fd-9746-23a449e8ad47 service neutron] Pushing event updated for resources: {'Port': ['ID=e361bcc9-eb47-4729-914b-fc001d532798,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:23.481735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Deleting port 7bbcd065-2584-4646-9bff-ff0e92644b55 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:23.482357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.530778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/b2e65275-8232-4919-bdf2-a2b9d3e55e4f/c5a68297-a62e-4cbe-b09e-b158d3410961) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:23.591903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] For port 7bbcd065-2584-4646-9bff-ff0e92644b55, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7bbcd065-2584-4646-9bff-ff0e92644b55,segment=NetworkSegment(41452e4c-0540-492f-a461-a5db1c44afe4),segment_id=41452e4c-0540-492f-a461-a5db1c44afe4)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:23.592546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.611108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Calling delete_port for 7bbcd065-2584-4646-9bff-ff0e92644b55 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:23.615780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-2d09fb37-c6c2-424a-b9e7-a8f571a0145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:23.617398 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-2d09fb37-c6c2-424a-b9e7-a8f571a0145d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ad77d2df2ae45358fe623a711f9e4fd&device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 1099 time: 0.2033968 Nov 26 22:18:23.619031 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe550ce-438c-4f2a-b4fb-b840f29f6a02 x-openstack-request-id: req-5fe550ce-438c-4f2a-b4fb-b840f29f6a02 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:18:23.619376 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43eda87e-d637-4da5-a4cf-6c7e153a3b08", "tag": "e361bcc9-eb47-4729-914b-fc001d532798", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:18:23.619723 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fe550ce-438c-4f2a-b4fb-b840f29f6a02 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:18:23.620174 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43eda87e-d637-4da5-a4cf-6c7e153a3b08', 'tag': 'e361bcc9-eb47-4729-914b-fc001d532798', 'status': 'completed', 'code': 200} Nov 26 22:18:23.628320 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-adee5987-b226-49cd-b30b-72f15b8ff5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.635306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.684932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:23.688738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.730692 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-0554e5c2-d250-4f9a-a5c3-d8214dc62609 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e361bcc9-eb47-4729-914b-fc001d532798 HTTP/1.1" status: 200 len: 217 time: 0.0924370 Nov 26 22:18:23.740237 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.747726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.798415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Pushing event updated for resources: {'Port': ['ID=c5a68297-a62e-4cbe-b09e-b158d3410961,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:23.798639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port e15a9f57-4969-4c09-8dd9-fbd0f259fe96 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:23.803399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:23.804969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:23.807833 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:23.839004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.869472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbcd065-2584-4646-9bff-ff0e92644b55,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:23.874119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Attempting to bind port c5a68297-a62e-4cbe-b09e-b158d3410961 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:23.874585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Attempting to bind port c5a68297-a62e-4cbe-b09e-b158d3410961 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:23.874982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Attempting to bind port c5a68297-a62e-4cbe-b09e-b158d3410961 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:23.881517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:23.882037 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:23.882751 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.883240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:23.883905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Bound port: c5a68297-a62e-4cbe-b09e-b158d3410961, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:23.884790 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:23.887237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-31a44320-593b-435c-8bd0-73eec4c15636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:23.888710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-31a44320-593b-435c-8bd0-73eec4c15636 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1488755 Nov 26 22:18:23.961280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] For port c5a68297-a62e-4cbe-b09e-b158d3410961, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:23.964749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] For port c5a68297-a62e-4cbe-b09e-b158d3410961, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c5a68297-a62e-4cbe-b09e-b158d3410961,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:23.971596 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.056950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8b6cf-fd3c-4162-8b85-80bfd2b4f892 None None] Pushing event updated for resources: {'Port': ['ID=c5a68297-a62e-4cbe-b09e-b158d3410961,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:24.082032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::1f0 (80fbbb56-d081-4c75-9bc4-6d72e144c947/b2e65275-8232-4919-bdf2-a2b9d3e55e4f/e15a9f57-4969-4c09-8dd9-fbd0f259fe96) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:24.100722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.100948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-bd4af6ea-159b-411a-ab6d-e67ad393a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:24.102430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-bd4af6ea-159b-411a-ab6d-e67ad393a2c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745305 Nov 26 22:18:24.112426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.397283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Router 85c260d6-704c-4ae8-a015-0bdf8d166310 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:18:24.415584 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-4a3c7fa6-6093-4b38-b055-35d9d35027e6 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989042 Nov 26 22:18:24.495728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.551871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:24.559302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4f8bd861-f435-4aeb-a777-89f63bea395e admin admin] 10.222.0.21 "PUT /v2.0/routers/85c260d6-704c-4ae8-a015-0bdf8d166310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2269566 Nov 26 22:18:24.559939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56294) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:24.564393 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] Sync routers for ids ['85c260d6-704c-4ae8-a015-0bdf8d166310'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:24.574738 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] Routers {'85c260d6-704c-4ae8-a015-0bdf8d166310'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:24.574738 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85c260d6-704c-4ae8-a015-0bdf8d166310'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:24.582036 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-de295a7e-ed6e-4068-b0a2-bdf95215a99a req-fcb4b863-6fc8-4657-a348-00ecc0d10a01 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537750 Nov 26 22:18:24.587556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:18:24.591317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.646043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab085cd-f323-48be-9563-f321c3831674 req-149894dc-b450-4457-995c-37e373dde2be tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:24.653067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:24.654917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ab085cd-f323-48be-9563-f321c3831674 req-149894dc-b450-4457-995c-37e373dde2be tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 948 time: 0.1342616 Nov 26 22:18:24.697425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:24.699227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=e15a9f57-4969-4c09-8dd9-fbd0f259fe96,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:24.705662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:24.710057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:24.710581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.729337 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] Set router 85c260d6-704c-4ae8-a015-0bdf8d166310 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:24.756518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ab085cd-f323-48be-9563-f321c3831674 req-27a8ad6a-12d4-4028-b1af-a29b7a553c53 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999768 Nov 26 22:18:24.758237 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.876881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.940731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Deleting port db5f18c5-47c0-4aaa-9ebc-3a4484900d52 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:24.941079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:24.951164 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:18:23Z', 'revision_number': 5, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port': {'id': 'db5f18c5-47c0-4aaa-9ebc-3a4484900d52', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:12:26Z', 'updated_at': '2021-11-26T22:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:24.980524 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] Checking router: 85c260d6-704c-4ae8-a015-0bdf8d166310 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:24.992050 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] Routers {'85c260d6-704c-4ae8-a015-0bdf8d166310'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:24.992882 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85c260d6-704c-4ae8-a015-0bdf8d166310'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:25.036979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] For port db5f18c5-47c0-4aaa-9ebc-3a4484900d52, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db5f18c5-47c0-4aaa-9ebc-3a4484900d52,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:25.046985 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.082662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Calling delete_port for db5f18c5-47c0-4aaa-9ebc-3a4484900d52 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:25.189599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aa721511-86a4-4b62-9cc5-b960a0a5d2a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0153155 Nov 26 22:18:25.190275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56296) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:25.193586 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] Set router 85c260d6-704c-4ae8-a015-0bdf8d166310 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:25.259835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-e79b6abe-1719-45a0-b97f-be81432e3dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.262005 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-e79b6abe-1719-45a0-b97f-be81432e3dc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ad77d2df2ae45358fe623a711f9e4fd&device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 1099 time: 0.5747271 Nov 26 22:18:25.265574 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:18:24Z', 'revision_number': 6, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:25.280252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:25.292579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Sync routers for ids ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:25.294549 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1567cba8-17a5-47ea-a986-d985327f1780 None None] The sync data for ids ['85c260d6-704c-4ae8-a015-0bdf8d166310'] in n-d-819494-1 is: [{'id': '85c260d6-704c-4ae8-a015-0bdf8d166310', 'name': 'tempest-TestServerBasicOps-994106234-router', 'tenant_id': 'd884018847a248edab85b93bdc680705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:12:25Z', 'updated_at': '2021-11-26T22:18:24Z', 'revision_number': 6, 'project_id': 'd884018847a248edab85b93bdc680705', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:25.309833 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Routers {'94bf12b9-2c13-4a01-848d-3eb34654d8d7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:25.310656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:25.312253 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.367550 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.368016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5f18c5-47c0-4aaa-9ebc-3a4484900d52,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:25.368996 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f64f1b06-327b-4bdd-9144-8505dea92e81 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.5842555 Nov 26 22:18:25.372072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56298) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:25.372894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbae5d9-bd81-405a-845a-5abdbfbdf26d None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:25.378297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf519c-6776-4d7f-9f9e-d91903e1f7ef tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.384457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf519c-6776-4d7f-9f9e-d91903e1f7ef tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.388695 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e9cf519c-6776-4d7f-9f9e-d91903e1f7ef tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1919687 Nov 26 22:18:25.390243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56300) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:25.478953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85de787-cc94-470d-b654-ea26a1169137 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:25.482990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-bbe0c89c-408c-4da2-8949-2958b0e85858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.485144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-bbe0c89c-408c-4da2-8949-2958b0e85858 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2139609 Nov 26 22:18:25.488762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-32dcb906-db95-4b6e-97f0-384b0f2c2f76 None None] Provisioning complete for port c5a68297-a62e-4cbe-b09e-b158d3410961 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:25.489206 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-32dcb906-db95-4b6e-97f0-384b0f2c2f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.510703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b029f-b1e1-40a2-be78-fcf536586013 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.512271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-744b029f-b1e1-40a2-be78-fcf536586013 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f93059dd633b4444a15a1716bb2309a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1341603 Nov 26 22:18:25.515012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56302) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:25.544144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-0cb75b97-f795-4362-866b-30f6029f2be0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e361bcc9-eb47-4729-914b-fc001d532798 HTTP/1.1" status: 200 len: 217 time: 0.0501752 Nov 26 22:18:25.563471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-36f28ef2-842c-4324-a25f-b13ef50c7b89 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port e15a9f57-4969-4c09-8dd9-fbd0f259fe96 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:25.563471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-36f28ef2-842c-4324-a25f-b13ef50c7b89 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.566827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Set router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:25.572333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.658650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-e8d45efb-3ce9-4f68-8294-b05ecf6535e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.668020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-e8d45efb-3ce9-4f68-8294-b05ecf6535e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1155977 Nov 26 22:18:25.675931 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.680576 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.736288 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-36f28ef2-842c-4324-a25f-b13ef50c7b89 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.755294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-36f28ef2-842c-4324-a25f-b13ef50c7b89 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for e15a9f57-4969-4c09-8dd9-fbd0f259fe96 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:25.761265 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.761825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c260d6-704c-4ae8-a015-0bdf8d166310 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:18:25.772109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-a22a3890-feef-45c7-95eb-6319d9ea04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.773756 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-a22a3890-feef-45c7-95eb-6319d9ea04ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976672 Nov 26 22:18:25.773884 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:25.778066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56304) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:25.779197 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2a1f7395-cfcb-4cfe-be88-9ede18dec584 admin admin] 10.222.0.21 "DELETE /v2.0/routers/85c260d6-704c-4ae8-a015-0bdf8d166310 HTTP/1.1" status: 204 len: 168 time: 1.2164316 Nov 26 22:18:25.781120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0e616-959a-42b9-89a2-7c50d42fe859 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.786244 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6a0e616-959a-42b9-89a2-7c50d42fe859 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2678609 Nov 26 22:18:25.787213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56308) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:25.822986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e3eea654-ecc1-4224-a4f7-505469c8aa10 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340102 Nov 26 22:18:25.826013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56310) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:25.869087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-99d43313-8859-4c9a-a729-b182aa4c489b tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f93059dd633b4444a15a1716bb2309a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419662 Nov 26 22:18:25.873023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56312) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:25.917727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dd8ef-3282-4361-b035-4c6ce9d3249e req-84e9563a-4f0a-4556-be31-bae8d5977ddf tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:25.919267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e6dd8ef-3282-4361-b035-4c6ce9d3249e req-84e9563a-4f0a-4556-be31-bae8d5977ddf tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 948 time: 0.0533442 Nov 26 22:18:25.986968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e6dd8ef-3282-4361-b035-4c6ce9d3249e req-bf492ee0-061e-4165-9324-81c61c21a5fd tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600917 Nov 26 22:18:25.994721 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-32dcb906-db95-4b6e-97f0-384b0f2c2f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.013503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-6754a8df-6016-4c82-88ef-c69259d46eca admin admin] Deleting subnet 941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:26.020574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6754a8df-6016-4c82-88ef-c69259d46eca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.063199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-32dcb906-db95-4b6e-97f0-384b0f2c2f76 None None] For port c5a68297-a62e-4cbe-b09e-b158d3410961, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c5a68297-a62e-4cbe-b09e-b158d3410961,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:26.071162 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-32dcb906-db95-4b6e-97f0-384b0f2c2f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.103844 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6754a8df-6016-4c82-88ef-c69259d46eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.125420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:23Z', 'revision_number': 3, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:26.141475 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-3ec8f81e-608a-4394-ae98-92b5d701c567 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498363 Nov 26 22:18:26.164022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcb906-db95-4b6e-97f0-384b0f2c2f76 None None] Pushing event updated for resources: {'Port': ['ID=c5a68297-a62e-4cbe-b09e-b158d3410961,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:26.167180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Checking router: 94bf12b9-2c13-4a01-848d-3eb34654d8d7 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:26.167526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Updating router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 port 13fff2a5-5077-4be1-8911-608c52281d84 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:18:26.206416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b1511-8a00-4055-ac35-30841cda0d95 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:26.206944 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.214468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3b7b1511-8a00-4055-ac35-30841cda0d95 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3193836 Nov 26 22:18:26.215387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56314) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:26.270175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-62c7c565-24ca-4e5d-9565-ea2aa4591f2e tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511761 Nov 26 22:18:26.270419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56316) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:26.296097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1958227789', 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d', 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:26.319017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-36f28ef2-842c-4324-a25f-b13ef50c7b89 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.393631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f28ef2-842c-4324-a25f-b13ef50c7b89 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=e15a9f57-4969-4c09-8dd9-fbd0f259fe96,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:26.421973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6754a8df-6016-4c82-88ef-c69259d46eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.425544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d50b6b0-29cf-40bc-ad9b-58679b12d188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.431276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c5a68297-a62e-4cbe-b09e-b158d3410961 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:26.476550 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4223ae00-6ae9-49c3-9e17-977853012f03 req-87c8cd59-3d62-4ae9-934b-ce2c4dfa5f12 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980676 Nov 26 22:18:26.485148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-36f28ef2-842c-4324-a25f-b13ef50c7b89 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.490050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-36f28ef2-842c-4324-a25f-b13ef50c7b89 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/e15a9f57-4969-4c09-8dd9-fbd0f259fe96 HTTP/1.1" status: 204 len: 168 time: 1.1001756 Nov 26 22:18:26.492883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56318) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:26.501957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Made reservation on behalf of f93059dd633b4444a15a1716bb2309a2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:26.516234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.550459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9bec9b5c-036b-42d4-9fa8-5484fc872b2b None None] Could not find standard attr ID for object e15a9f57-4969-4c09-8dd9-fbd0f259fe96. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:26.641476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9b6f6-690a-42c5-99b0-18a0fc797bd7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:26.645639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b9b6f6-690a-42c5-99b0-18a0fc797bd7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:26.649085 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-25b9b6f6-690a-42c5-99b0-18a0fc797bd7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1550541 Nov 26 22:18:26.655816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56320) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:26.660405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9bec9b5c-036b-42d4-9fa8-5484fc872b2b None None] Provisioning complete for port c5a68297-a62e-4cbe-b09e-b158d3410961 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:26.661052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9bec9b5c-036b-42d4-9fa8-5484fc872b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.737483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c5a68297-a62e-4cbe-b09e-b158d3410961 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:26.737854 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.792987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ad13e5-cf33-4e6c-8142-c734d703319b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet b2e65275-8232-4919-bdf2-a2b9d3e55e4f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:26.797890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ad13e5-cf33-4e6c-8142-c734d703319b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.842442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ad13e5-cf33-4e6c-8142-c734d703319b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.912266 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.918187 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6754a8df-6016-4c82-88ef-c69259d46eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.955728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754a8df-6016-4c82-88ef-c69259d46eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:26.977799 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:26.995699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.006035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Subnet': ['ID=d59517ab-85e1-4076-a7bb-2278d6c80ba1,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:27.008071 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6754a8df-6016-4c82-88ef-c69259d46eca admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.015275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56324) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:27.021405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6754a8df-6016-4c82-88ef-c69259d46eca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/941f5075-0d1b-4f6b-8ce5-bfbaf7bf5b5c HTTP/1.1" status: 204 len: 168 time: 1.2421501 Nov 26 22:18:27.049362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ad13e5-cf33-4e6c-8142-c734d703319b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.052155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01fd9d4-0566-409f-bb12-216c009dd5e1 None None] Network 96d95c17-1bc7-4562-ab24-5835e395f28b requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:27.129619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab49f1d0-9813-4d70-b433-77ca13754543 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:27.137155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Checking segment: {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:27.137347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network hostable DHCP agents. Network: 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:18:27.139487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c6397710-e8fa-4deb-8292-b32d49a0b35a None None] Could not find standard attr ID for object e15a9f57-4969-4c09-8dd9-fbd0f259fe96. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:27.159728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db5f18c5-47c0-4aaa-9ebc-3a4484900d52 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:27.167076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ad13e5-cf33-4e6c-8142-c734d703319b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.167747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e89b1-60a3-481c-84a2-6d4a74aa1699 None None] Pushing event updated for resources: {'Port': ['ID=13fff2a5-5077-4be1-8911-608c52281d84,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:27.178014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Attempting to bind port 13fff2a5-5077-4be1-8911-608c52281d84 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:27.178418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Attempting to bind port 13fff2a5-5077-4be1-8911-608c52281d84 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:27.178784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Attempting to bind port 13fff2a5-5077-4be1-8911-608c52281d84 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:27.211842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad13e5-cf33-4e6c-8142-c734d703319b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e65275-8232-4919-bdf2-a2b9d3e55e4f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:27.216222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: db5f18c5-47c0-4aaa-9ebc-3a4484900d52 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:27.216519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db5f18c5-47c0-4aaa-9ebc-3a4484900d52 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:27.216929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7bbcd065-2584-4646-9bff-ff0e92644b55 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:27.220123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:27.220508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:27.220899 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-07ad13e5-cf33-4e6c-8142-c734d703319b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.221019 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.221288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:27.221773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Bound port: 13fff2a5-5077-4be1-8911-608c52281d84, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:27.222182 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.225520 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-07ad13e5-cf33-4e6c-8142-c734d703319b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/b2e65275-8232-4919-bdf2-a2b9d3e55e4f HTTP/1.1" status: 204 len: 168 time: 0.5673912 Nov 26 22:18:27.228012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56326) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:27.229178 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.246326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.250648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:18:27.261855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bd8a8-4cf0-4bce-afbb-0a93dd36019c req-3db879e9-99d1-46cd-8bfc-8e21edf55c9e tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:27.263412 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-064bd8a8-4cf0-4bce-afbb-0a93dd36019c req-3db879e9-99d1-46cd-8bfc-8e21edf55c9e tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 948 time: 0.1149962 Nov 26 22:18:27.278301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:27.282495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:27.283093 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.289392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2d22b-bdaa-48c4-884c-700b0dc94b3f None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:27.299308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e361bcc9-eb47-4729-914b-fc001d532798 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:18:27.300291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-177c828e-48c0-4e85-9f29-c73368bb91e0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711129 Nov 26 22:18:27.303440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56328) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:27.305674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8f86e-0420-4582-8d74-a621fb55ce0f None None] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:27.308068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 7bbcd065-2584-4646-9bff-ff0e92644b55 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:27.308497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7bbcd065-2584-4646-9bff-ff0e92644b55 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:27.312448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:27.350651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b3bf711c-3eaf-4baf-ad41-7b18c014e527 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0763988 Nov 26 22:18:27.353035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56330) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:27.410986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:27.413954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-064bd8a8-4cf0-4bce-afbb-0a93dd36019c req-6782361a-d08c-4630-be30-24d1936a41e6 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389630 Nov 26 22:18:27.418271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.480726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4805f98f-f662-4382-a349-fb2e763acce6 None None] Provisioning complete for port 13fff2a5-5077-4be1-8911-608c52281d84 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:27.481335 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4805f98f-f662-4382-a349-fb2e763acce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.484302 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Deleting port 647a47c6-c494-4afc-b13f-3e3573caf34e {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:27.484660 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.554896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] For port 13fff2a5-5077-4be1-8911-608c52281d84, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:27.612163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] For port 647a47c6-c494-4afc-b13f-3e3573caf34e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=647a47c6-c494-4afc-b13f-3e3573caf34e,segment=NetworkSegment(41452e4c-0540-492f-a461-a5db1c44afe4),segment_id=41452e4c-0540-492f-a461-a5db1c44afe4)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:27.612534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.625536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] For port 13fff2a5-5077-4be1-8911-608c52281d84, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=13fff2a5-5077-4be1-8911-608c52281d84,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:27.629746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Calling delete_port for 647a47c6-c494-4afc-b13f-3e3573caf34e owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:27.639268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.650170 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.682937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4805f98f-f662-4382-a349-fb2e763acce6 None None] Port 13fff2a5-5077-4be1-8911-608c52281d84 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:27.711286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:27.715097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:27.718774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:27.719340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.740885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=1e641afd-d757-4734-8b5e-64e240bb4e98,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:27.753937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-47c49ef1-dc10-4d7e-8873-30227bd47193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4480662 Nov 26 22:18:27.756319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56332) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:27.762713 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'name': 'tempest-NetworksTestDHCPv6-1540289181'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:27.887325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:27.891167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:27.910705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 01e4f38d-709a-496d-b772-e61d018ba531 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:27.932162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] DHCP port deletion for 96d95c17-1bc7-4562-ab24-5835e395f28b request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:27.952979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e93b2-1570-42cb-8d0b-9504c6817dd0 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:27.964481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e89b1-60a3-481c-84a2-6d4a74aa1699 None None] Pushing event updated for resources: {'Port': ['ID=13fff2a5-5077-4be1-8911-608c52281d84,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:27.972174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e361bcc9-eb47-4729-914b-fc001d532798, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e361bcc9-eb47-4729-914b-fc001d532798,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:28.022110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'e361bcc9-eb47-4729-914b-fc001d532798', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'e361bcc9-eb47-4729-914b-fc001d532798', 'mac_address': 'fa:16:3e:7c:d7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:18:28.023541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Routers {'94bf12b9-2c13-4a01-848d-3eb34654d8d7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:28.024179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:28.059461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::34f (80fbbb56-d081-4c75-9bc4-6d72e144c947/1e641afd-d757-4734-8b5e-64e240bb4e98/01e4f38d-709a-496d-b772-e61d018ba531) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:28.086272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-34d7eb94-fe4d-4d5e-a643-1a36ec043b8d', 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'fixed_ips': [{'subnet_id': 'd59517ab-85e1-4076-a7bb-2278d6c80ba1'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:18:28.087136 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.199472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:28.200593 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.237971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] No DVR routers for this DVR port 647a47c6-c494-4afc-b13f-3e3573caf34e on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:28.239809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Pushing event deleted for resources: {'Port': ['ID=647a47c6-c494-4afc-b13f-3e3573caf34e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:28.268093 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.288201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c98439ca-9405-4796-82fe-e4c5fadd03b1 None None] Provisioning complete for port 13fff2a5-5077-4be1-8911-608c52281d84 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:28.288668 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c98439ca-9405-4796-82fe-e4c5fadd03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.300713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.330315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 647a47c6-c494-4afc-b13f-3e3573caf34e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:28.339408 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.357460 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.387784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:28.393196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] Deleting port 647a47c6-c494-4afc-b13f-3e3573caf34e {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:28.393554 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:28.393669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.396030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:28.400691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d95c17-1bc7-4562-ab24-5835e395f28b']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:28.402063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:28.402731 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.406314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 647a47c6-c494-4afc-b13f-3e3573caf34e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:28.406663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 647a47c6-c494-4afc-b13f-3e3573caf34e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:28.407093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c5a68297-a62e-4cbe-b09e-b158d3410961 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:28.410243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e361bcc9-eb47-4729-914b-fc001d532798 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:18:28.414187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41452e4c-0540-492f-a461-a5db1c44afe4') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:28.414683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41452e4c-0540-492f-a461-a5db1c44afe4') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:28.414848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=01e4f38d-709a-496d-b772-e61d018ba531,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:28.429098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.429848 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-523d0c27-49f9-4912-b5f2-0ae2aa9d13d3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6723552 Nov 26 22:18:28.432236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56334) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:28.432611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] Set router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:28.474228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.485529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:18:28.485927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:18:28.487930 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:18:28.502350 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.518618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac1b31-4fce-46fa-ba2b-ae49acd1937b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:28.525533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac1b31-4fce-46fa-ba2b-ae49acd1937b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:28.527350 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-06ac1b31-4fce-46fa-ba2b-ae49acd1937b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0941021 Nov 26 22:18:28.529907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56338) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:28.619440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e361bcc9-eb47-4729-914b-fc001d532798, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e361bcc9-eb47-4729-914b-fc001d532798,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:28.638100 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.654333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-01e816b9-aa5a-4ade-b5b8-51e41ece171c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 01e4f38d-709a-496d-b772-e61d018ba531 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:28.654772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01e816b9-aa5a-4ade-b5b8-51e41ece171c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.674529 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.678004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c2a5e-2fdc-41c8-978d-39d96aa06fb6 req-3b83f471-95ec-4831-82e8-a564490dc0c5 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:28.679717 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a4c2a5e-2fdc-41c8-978d-39d96aa06fb6 req-3b83f471-95ec-4831-82e8-a564490dc0c5 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 948 time: 0.1463525 Nov 26 22:18:28.684892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.688993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] 10.222.0.21 "DELETE /v2.0/networks/96d95c17-1bc7-4562-ab24-5835e395f28b HTTP/1.1" status: 204 len: 168 time: 1.6723635 Nov 26 22:18:28.692121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] For port 647a47c6-c494-4afc-b13f-3e3573caf34e, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:28.692525 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.711561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4191d41-ca9c-4ff7-a80c-103a2ed31547 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d95c17-1bc7-4562-ab24-5835e395f28b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:28.756771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] Calling delete_port for 647a47c6-c494-4afc-b13f-3e3573caf34e owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:28.759283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Allocated IP 172.20.0.18 (34d7eb94-fe4d-4d5e-a643-1a36ec043b8d/d59517ab-85e1-4076-a7bb-2278d6c80ba1/94656944-01a0-453f-b50e-764a40afae43) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:28.770988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] Port 647a47c6-c494-4afc-b13f-3e3573caf34e was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:18:28.775137 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.775327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a4c2a5e-2fdc-41c8-978d-39d96aa06fb6 req-94e4e140-407a-4da3-a356-d2e65a11333d tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714595 Nov 26 22:18:28.789816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.814426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01e816b9-aa5a-4ade-b5b8-51e41ece171c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.830795 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-01e816b9-aa5a-4ade-b5b8-51e41ece171c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 01e4f38d-709a-496d-b772-e61d018ba531 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:28.869671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] Network 96d95c17-1bc7-4562-ab24-5835e395f28b is not hosted by any dhcp agent {{(pid=110001) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 22:18:28.870165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] No DVR routers for this DVR port 647a47c6-c494-4afc-b13f-3e3573caf34e on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:28.884907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] Deleting port c5a68297-a62e-4cbe-b09e-b158d3410961 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:28.885463 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:28.921536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=e361bcc9-eb47-4729-914b-fc001d532798,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:28.993614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56342) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:28.996811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c98439ca-9405-4796-82fe-e4c5fadd03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.002473 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01e816b9-aa5a-4ade-b5b8-51e41ece171c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.032027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e816b9-aa5a-4ade-b5b8-51e41ece171c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=01e4f38d-709a-496d-b772-e61d018ba531,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:29.041201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b76a070f-be0d-4932-9294-317683c35acf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9978497fc8a434989f5048d40cf5493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434000 Nov 26 22:18:29.041489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56344) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:29.045138 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.056606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc82a0-3ee9-4e5c-9eb4-e9f69221aa5f None None] Pushing event deleted for resources: {'Port': ['ID=647a47c6-c494-4afc-b13f-3e3573caf34e,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:29.072157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-01e816b9-aa5a-4ade-b5b8-51e41ece171c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.075705 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-01e816b9-aa5a-4ade-b5b8-51e41ece171c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/01e4f38d-709a-496d-b772-e61d018ba531 HTTP/1.1" status: 204 len: 168 time: 0.5443134 Nov 26 22:18:29.078714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56346) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:29.087977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['e361bcc9-eb47-4729-914b-fc001d532798'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:18:29.091095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c98439ca-9405-4796-82fe-e4c5fadd03b1 None None] For port 13fff2a5-5077-4be1-8911-608c52281d84, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=13fff2a5-5077-4be1-8911-608c52281d84,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:29.131078 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c98439ca-9405-4796-82fe-e4c5fadd03b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.149595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c9f9a-e447-409b-becf-6a1d334d6147 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:29.151252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c9f9a-e447-409b-becf-6a1d334d6147 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:29.152748 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ac3c9f9a-e447-409b-becf-6a1d334d6147 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0731173 Nov 26 22:18:29.156815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56348) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:29.163719 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39b85844-e86e-4463-998b-b30a827f67fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.186145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39b85844-e86e-4463-998b-b30a827f67fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.218502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d628156-395b-475a-9e4d-188f2e3f4c30 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 1e641afd-d757-4734-8b5e-64e240bb4e98 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:29.221631 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d628156-395b-475a-9e4d-188f2e3f4c30 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.224776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port c5a68297-a62e-4cbe-b09e-b158d3410961, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c5a68297-a62e-4cbe-b09e-b158d3410961,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:29.227651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] For port c5a68297-a62e-4cbe-b09e-b158d3410961, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c5a68297-a62e-4cbe-b09e-b158d3410961,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:29.228079 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.242725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39b85844-e86e-4463-998b-b30a827f67fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.245561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39b85844-e86e-4463-998b-b30a827f67fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.250539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-39b85844-e86e-4463-998b-b30a827f67fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d2282df-b0f7-4d1e-b739-f184e324c031 HTTP/1.1" status: 204 len: 168 time: 0.2048781 Nov 26 22:18:29.252981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.262037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b85844-e86e-4463-998b-b30a827f67fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2282df-b0f7-4d1e-b739-f184e324c031,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:29.265955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] Calling delete_port for c5a68297-a62e-4cbe-b09e-b158d3410961 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:29.288425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d628156-395b-475a-9e4d-188f2e3f4c30 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.337877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d628156-395b-475a-9e4d-188f2e3f4c30 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.356131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98439ca-9405-4796-82fe-e4c5fadd03b1 None None] Pushing event updated for resources: {'Port': ['ID=13fff2a5-5077-4be1-8911-608c52281d84,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:29.403939 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.423899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d628156-395b-475a-9e4d-188f2e3f4c30 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.432535 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.435416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:23Z', 'revision_number': 3, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:29.463023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d628156-395b-475a-9e4d-188f2e3f4c30 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=1e641afd-d757-4734-8b5e-64e240bb4e98,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:29.481479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.491941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824e073-cc71-4e03-ab48-5c03cf53e95e None None] The sync data for ids ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'] in n-d-819494-1 is: [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:23Z', 'revision_number': 3, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:29.519274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d628156-395b-475a-9e4d-188f2e3f4c30 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.522870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d628156-395b-475a-9e4d-188f2e3f4c30 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/1e641afd-d757-4734-8b5e-64e240bb4e98 HTTP/1.1" status: 204 len: 168 time: 0.3650863 Nov 26 22:18:29.525444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56354) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:29.574393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Allocated IP 172.20.0.17 (34d7eb94-fe4d-4d5e-a643-1a36ec043b8d/d59517ab-85e1-4076-a7bb-2278d6c80ba1/4a7606ed-aae3-4a99-aad2-d43d5fe83969) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:29.583892 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b0acb0ad-79fc-4571-b8e3-2a5ea6bc6439 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561986 Nov 26 22:18:29.584715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56356) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:29.591008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:29.716754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:29.721631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.740560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56358) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:29.756665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.765903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:29.773500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=c5a68297-a62e-4cbe-b09e-b158d3410961,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:29.784363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:29.813876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:29.817769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:29.877164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-edb1374d-4596-4428-8422-e18ed2f55450 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d884018847a248edab85b93bdc680705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315200 Nov 26 22:18:29.881648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56362) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:29.942505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:29.959356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:29.965907 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:29.971466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=4a7606ed-aae3-4a99-aad2-d43d5fe83969,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:30.006018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.012317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0441ad73-c91e-4304-88e2-d620a50f4e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.038108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Pushing event updated for resources: {'Port': ['ID=94656944-01a0-453f-b50e-764a40afae43,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:30.041133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c1839-5453-4b0c-8130-a809dbf327f0 req-fbebbea5-b811-4b46-92a7-72a4e292997b tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:30.042980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d68c1839-5453-4b0c-8130-a809dbf327f0 req-fbebbea5-b811-4b46-92a7-72a4e292997b tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 949 time: 0.1211662 Nov 26 22:18:30.044340 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.083821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0441ad73-c91e-4304-88e2-d620a50f4e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.096114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] No DVR routers for this DVR port c5a68297-a62e-4cbe-b09e-b158d3410961 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:30.106048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bc1f9-e94f-4392-ab32-25401220020a None None] Pushing event deleted for resources: {'Port': ['ID=c5a68297-a62e-4cbe-b09e-b158d3410961,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:30.129376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Attempting to bind port 94656944-01a0-453f-b50e-764a40afae43 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:30.129675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Attempting to bind port 94656944-01a0-453f-b50e-764a40afae43 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:30.130043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Attempting to bind port 94656944-01a0-453f-b50e-764a40afae43 on network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:30.139209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b3f0b-6600-4899-8e27-0159ef2f0e6c None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:30.180606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:30.181056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Checking segment: {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:30.181465 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.182006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Bound using segment: {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:30.183497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Bound port: 94656944-01a0-453f-b50e-764a40afae43, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:30.186183 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.187300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d68c1839-5453-4b0c-8130-a809dbf327f0 req-7a424e19-3708-4de3-8406-3691e7b0acca tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941212 Nov 26 22:18:30.285943 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.301848 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.356637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:30.361620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:30.373877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:30.375118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] For port 94656944-01a0-453f-b50e-764a40afae43, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:30.375258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.378926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] For port 94656944-01a0-453f-b50e-764a40afae43, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=94656944-01a0-453f-b50e-764a40afae43,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:30.380904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 13fff2a5-5077-4be1-8911-608c52281d84 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:30.387753 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0441ad73-c91e-4304-88e2-d620a50f4e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.392835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0441ad73-c91e-4304-88e2-d620a50f4e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.394193 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0441ad73-c91e-4304-88e2-d620a50f4e14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a2a597a-3e2f-4550-9179-6ef8afcf857f HTTP/1.1" status: 204 len: 168 time: 0.5112903 Nov 26 22:18:30.417379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.437122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441ad73-c91e-4304-88e2-d620a50f4e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a597a-3e2f-4550-9179-6ef8afcf857f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:30.439436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=9831b4c6-f358-4309-bb90-0e4e983693c6,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:30.453319 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c4953485-ab79-4511-9152-6071f953aa7e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8674383 Nov 26 22:18:30.457894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56366) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:30.463419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'name': 'tempest-NetworksTestDHCPv6-1976110285'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:30.623131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d25c4-9fdc-4eff-a0cc-f3cd6e5ae1f3 None None] Pushing event updated for resources: {'Port': ['ID=94656944-01a0-453f-b50e-764a40afae43,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:30.664944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:30.669348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.682067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 13fff2a5-5077-4be1-8911-608c52281d84 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:30.682704 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.690098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '9831b4c6-f358-4309-bb90-0e4e983693c6'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:18:30.692597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.700770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 4ef0b539-4709-4826-a622-f3dff810fdb0 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:30.860164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.867940 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:30.898243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::3ad (80fbbb56-d081-4c75-9bc4-6d72e144c947/9831b4c6-f358-4309-bb90-0e4e983693c6/4ef0b539-4709-4826-a622-f3dff810fdb0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:31.056604 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.134102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=4a7606ed-aae3-4a99-aad2-d43d5fe83969,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:31.189584 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:31.191171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:31.205373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.254752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.294559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e361bcc9-eb47-4729-914b-fc001d532798 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:31.309707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=4ef0b539-4709-4826-a622-f3dff810fdb0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:31.325504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:31.327234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:31.333143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:31.341118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:31.341808 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.372915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f421f606-386a-4e4f-b79a-f020ebd32e4d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9137561 Nov 26 22:18:31.375449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56388) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:31.382205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/9831b4c6-f358-4309-bb90-0e4e983693c6/da6b24f3-a8ba-40ef-9941-7d04a03ce75e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:31.408595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ecbf0-b53f-4a1b-8c54-7c1934bdec42 req-49ab2f26-52d9-442b-ad34-385d79352ddd tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:31.415910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e36ecbf0-b53f-4a1b-8c54-7c1934bdec42 req-49ab2f26-52d9-442b-ad34-385d79352ddd tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 949 time: 0.0783882 Nov 26 22:18:31.431724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port e361bcc9-eb47-4729-914b-fc001d532798 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:18:31.438578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:18:31.446938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e08f3b7-0fda-46d2-8c49-715f0047cff7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:31.448937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5e08f3b7-0fda-46d2-8c49-715f0047cff7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0723460 Nov 26 22:18:31.451822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56390) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:31.464005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port e361bcc9-eb47-4729-914b-fc001d532798 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:31.464480 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.486203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e36ecbf0-b53f-4a1b-8c54-7c1934bdec42 req-929217a4-55a2-47ac-9d7c-793c50298904 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656679 Nov 26 22:18:31.500852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56392) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:31.629896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1b38bb3e-0528-4ffb-a278-f19ffb1346d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 4ef0b539-4709-4826-a622-f3dff810fdb0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:31.630289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b38bb3e-0528-4ffb-a278-f19ffb1346d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.638932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:31.641402 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.643644 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.651614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-54962fcb-11f8-4daa-b48b-213ad5f66b20 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "PUT /v2.0/routers/94bf12b9-2c13-4a01-848d-3eb34654d8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2972767 Nov 26 22:18:31.658404 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.684473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port e361bcc9-eb47-4729-914b-fc001d532798, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e361bcc9-eb47-4729-914b-fc001d532798,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:31.688324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43eda87e-d637-4da5-a4cf-6c7e153a3b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e361bcc9-eb47-4729-914b-fc001d532798'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:18:31.690645 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a40c5b3-0196-400f-875c-84d00c697921" -d '{"events": [{"server_uuid": "43eda87e-d637-4da5-a4cf-6c7e153a3b08", "name": "network-vif-plugged", "status": "completed", "tag": "e361bcc9-eb47-4729-914b-fc001d532798"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:18:31.719819 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.741494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:31.743174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2087200727-network', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:31.747248 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:31.749850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Pushing event updated for resources: {'Port': ['ID=da6b24f3-a8ba-40ef-9941-7d04a03ce75e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:31.752241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:31.831893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Made reservation on behalf of a02cd16b9b934c1592e9a39dfd867976 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:31.837876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.856764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=e361bcc9-eb47-4729-914b-fc001d532798,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:31.872353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Attempting to bind port da6b24f3-a8ba-40ef-9941-7d04a03ce75e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:31.872911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Attempting to bind port da6b24f3-a8ba-40ef-9941-7d04a03ce75e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:31.873484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Attempting to bind port da6b24f3-a8ba-40ef-9941-7d04a03ce75e on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:31.875397 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b38bb3e-0528-4ffb-a278-f19ffb1346d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.883083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:31.883837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:31.884423 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.884987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:31.885659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Bound port: da6b24f3-a8ba-40ef-9941-7d04a03ce75e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:31.886286 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.906476 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:31.915878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1b38bb3e-0528-4ffb-a278-f19ffb1346d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 4ef0b539-4709-4826-a622-f3dff810fdb0 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:31.983889 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f83bff2-e52b-4fe5-a618-edcb03c3491e x-openstack-request-id: req-2f83bff2-e52b-4fe5-a618-edcb03c3491e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:18:31.984194 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43eda87e-d637-4da5-a4cf-6c7e153a3b08", "name": "network-vif-plugged", "status": "completed", "tag": "e361bcc9-eb47-4729-914b-fc001d532798", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:18:31.984455 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f83bff2-e52b-4fe5-a618-edcb03c3491e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:18:31.985096 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43eda87e-d637-4da5-a4cf-6c7e153a3b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e361bcc9-eb47-4729-914b-fc001d532798', 'code': 200} Nov 26 22:18:31.996613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-536d2711-caec-4618-9ccb-760129ef236d None None] For port da6b24f3-a8ba-40ef-9941-7d04a03ce75e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:32.001397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-536d2711-caec-4618-9ccb-760129ef236d None None] For port da6b24f3-a8ba-40ef-9941-7d04a03ce75e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=da6b24f3-a8ba-40ef-9941-7d04a03ce75e,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:32.008134 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.046308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cfb61-055b-4f68-b933-de431e6939c9 req-ec160c2e-5882-4af0-bc0b-0f791f8d4f65 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:32.048639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-ec160c2e-5882-4af0-bc0b-0f791f8d4f65 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/networks?id=34d7eb94-fe4d-4d5e-a643-1a36ec043b8d HTTP/1.1" status: 200 len: 798 time: 0.1626382 Nov 26 22:18:32.102114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d2711-caec-4618-9ccb-760129ef236d None None] Pushing event updated for resources: {'Port': ['ID=da6b24f3-a8ba-40ef-9941-7d04a03ce75e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:32.105481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-fbddb43d-fffe-4fb2-8b34-764ec16daa41 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/quotas/f93059dd633b4444a15a1716bb2309a2 HTTP/1.1" status: 200 len: 375 time: 0.0283997 Nov 26 22:18:32.220738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-c89d81f3-2549-4b72-8207-2f92b3015fa1 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1016247 Nov 26 22:18:32.285747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 94656944-01a0-453f-b50e-764a40afae43 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:32.382892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-d87c165d-0ce1-4999-8bcc-2387d7da3836 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:18:32.383947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-d87c165d-0ce1-4999-8bcc-2387d7da3836 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1370132 Nov 26 22:18:32.398338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 94656944-01a0-453f-b50e-764a40afae43 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:32.398835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.547343 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.573419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-dc8cb0a6-41dd-4d05-a452-e91c041cba15 service neutron] 10.222.0.21 "GET /v2.0/networks/34d7eb94-fe4d-4d5e-a643-1a36ec043b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802864 Nov 26 22:18:32.593486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 94656944-01a0-453f-b50e-764a40afae43, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=94656944-01a0-453f-b50e-764a40afae43,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:32.593736 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Sync routers for ids ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:32.601236 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.610451 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Routers {'94bf12b9-2c13-4a01-848d-3eb34654d8d7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:32.611484 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:32.672741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=94656944-01a0-453f-b50e-764a40afae43,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:32.716648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.730861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.776242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b38bb3e-0528-4ffb-a278-f19ffb1346d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.788291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-95382d7c-e2ae-49d8-ba6f-277398632ef4 service neutron] 10.222.0.21 "GET /v2.0/networks/34d7eb94-fe4d-4d5e-a643-1a36ec043b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139678 Nov 26 22:18:32.799285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c970b0c6-c76c-45a7-a647-29f489480758,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:32.807389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:18:32.815163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c4859-bb5c-4c33-92c6-8e44a5cd1806 req-36165a73-d2ad-43f6-9f75-419559a459cf tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:32.817232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-825c4859-bb5c-4c33-92c6-8e44a5cd1806 req-36165a73-d2ad-43f6-9f75-419559a459cf tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 950 time: 0.1100445 Nov 26 22:18:32.830308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28532e08-b680-44d8-bc36-b37fb294255f None None] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:32.840793 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Set router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:32.892097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38bb3e-0528-4ffb-a278-f19ffb1346d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=4ef0b539-4709-4826-a622-f3dff810fdb0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:32.913043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-825c4859-bb5c-4c33-92c6-8e44a5cd1806 req-50bc6060-cac7-48c0-b2de-16988041fa71 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882809 Nov 26 22:18:32.920172 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.920528 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Added segment acedce5c-d097-4494-a734-ed4f867916ba of type vlan for network db588b04-3259-4867-bdeb-f635217723ac Nov 26 22:18:32.937558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-296e3067-ddb0-4ae1-8ec7-08d0e9af3341 None None] Provisioning complete for port 94656944-01a0-453f-b50e-764a40afae43 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:32.938250 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-296e3067-ddb0-4ae1-8ec7-08d0e9af3341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.967278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b38bb3e-0528-4ffb-a278-f19ffb1346d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:32.971321 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1b38bb3e-0528-4ffb-a278-f19ffb1346d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/4ef0b539-4709-4826-a622-f3dff810fdb0 HTTP/1.1" status: 204 len: 168 time: 1.5168343 Nov 26 22:18:32.973872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56418) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:33.037677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97a10f-50e7-42c8-b745-c5653b82ca87 req-ccdce44d-8bd2-4c74-9124-b4aae2cd52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:33.039328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dd97a10f-50e7-42c8-b745-c5653b82ca87 req-ccdce44d-8bd2-4c74-9124-b4aae2cd52c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 1101 time: 0.3404267 Nov 26 22:18:33.075217 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.108085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a83c6b3-f2ae-4418-a97b-25901dd2624d req-46da999a-59a2-4197-9548-b413321b4ca3 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 210 time: 0.0521185 Nov 26 22:18:33.148785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099208d8-025e-4733-865e-dc669d94cc4b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:33.154335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099208d8-025e-4733-865e-dc669d94cc4b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:33.157236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-099208d8-025e-4733-865e-dc669d94cc4b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1811745 Nov 26 22:18:33.160815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56424) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:33.183997 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:30Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4a7606ed-aae3-4a99-aad2-d43d5fe83969', 'name': '', 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:5d:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd59517ab-85e1-4076-a7bb-2278d6c80ba1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:28Z', 'updated_at': '2021-11-26T22:18:30Z', 'revision_number': 2, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': 'd59517ab-85e1-4076-a7bb-2278d6c80ba1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:33.188486 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dd97a10f-50e7-42c8-b745-c5653b82ca87 req-c410610f-e634-4aa8-8c58-e1e7dc53ea63 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287549 Nov 26 22:18:33.192357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.193360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:33.193982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.217335 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Checking router: 94bf12b9-2c13-4a01-848d-3eb34654d8d7 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:33.218415 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Updating router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 port 4a7606ed-aae3-4a99-aad2-d43d5fe83969 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:18:33.247363 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.295301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa0f635-be6f-4aad-bc78-4f9dff92201b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 9831b4c6-f358-4309-bb90-0e4e983693c6 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:33.299738 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffa0f635-be6f-4aad-bc78-4f9dff92201b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.302150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7990527 Nov 26 22:18:33.306305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56428) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:33.322056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Request body: {'subnet': {'network_id': 'db588b04-3259-4867-bdeb-f635217723ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2087200727-subnet', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:33.334225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72d55d-7fbd-43fa-998e-410907e5d76d admin admin] Pushing event updated for resources: {'Network': ['ID=db588b04-3259-4867-bdeb-f635217723ac,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:33.346050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network db588b04-3259-4867-bdeb-f635217723ac details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:18:33.363394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffa0f635-be6f-4aad-bc78-4f9dff92201b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.372739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Made reservation on behalf of a02cd16b9b934c1592e9a39dfd867976 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:33.381691 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.606191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffa0f635-be6f-4aad-bc78-4f9dff92201b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.714032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.737374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b83663-5a38-40b7-b7b7-29ff1f9d7fb4 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:33.764425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffa0f635-be6f-4aad-bc78-4f9dff92201b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.795999 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.812909 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.830871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1c08fa-88d2-44a4-84e5-be5cf4738868,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:33.837891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Checking segment: {'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:33.838533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Network hostable DHCP agents. Network: db588b04-3259-4867-bdeb-f635217723ac, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:18:33.876926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0f635-be6f-4aad-bc78-4f9dff92201b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=9831b4c6-f358-4309-bb90-0e4e983693c6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:33.879711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Network db588b04-3259-4867-bdeb-f635217723ac is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:18:33.901144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, db588b04-3259-4867-bdeb-f635217723ac) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:33.902652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffa0f635-be6f-4aad-bc78-4f9dff92201b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.915755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:33.916426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.918813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ffa0f635-be6f-4aad-bc78-4f9dff92201b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/9831b4c6-f358-4309-bb90-0e4e983693c6 HTTP/1.1" status: 204 len: 168 time: 0.7575078 Nov 26 22:18:33.925841 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Pushing event updated for resources: {'Port': ['ID=4a7606ed-aae3-4a99-aad2-d43d5fe83969,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:33.926208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56434) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:33.942626 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3df4f0f1-c37d-4649-8409-f2170b694f17 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6339211 Nov 26 22:18:33.945462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56436) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:33.950979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:33.984048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:33.989324 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:33.989902 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:33.990468 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:33.991998 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:33.992522 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:33.995019 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:33.996520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.002050 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:34.002651 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:34.007809 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:34.008427 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:34.008946 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:34.009452 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:18:34.074253 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Attempting to bind port 4a7606ed-aae3-4a99-aad2-d43d5fe83969 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:34.074553 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Attempting to bind port 4a7606ed-aae3-4a99-aad2-d43d5fe83969 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:34.074929 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Attempting to bind port 4a7606ed-aae3-4a99-aad2-d43d5fe83969 on network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:34.092558 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:34.092941 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Checking segment: {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:34.093351 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.093752 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Bound using segment: {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:34.104653 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Bound port: 4a7606ed-aae3-4a99-aad2-d43d5fe83969, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:34.105095 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.109115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ae0b938d-f161-4206-b364-810345f209e9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1805966 Nov 26 22:18:34.115090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56440) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:34.217252 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] For port 4a7606ed-aae3-4a99-aad2-d43d5fe83969, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:34.222284 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] For port 4a7606ed-aae3-4a99-aad2-d43d5fe83969, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4a7606ed-aae3-4a99-aad2-d43d5fe83969,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:34.231019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe829e5-13b7-41a4-bd75-60398c343048 None None] Network db588b04-3259-4867-bdeb-f635217723ac requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:34.234039 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.244244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.334898 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1ae1-922f-4be5-8867-b57f3fe5b9ec None None] Pushing event updated for resources: {'Port': ['ID=4a7606ed-aae3-4a99-aad2-d43d5fe83969,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:34.364495 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Routers {'94bf12b9-2c13-4a01-848d-3eb34654d8d7'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:34.365249 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:34.394224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Provisioning complete for port 94656944-01a0-453f-b50e-764a40afae43 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:34.394224 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.487224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed39922e-36b3-4084-b0e0-ed3ba3d8a8ac req-78fbd9a4-6b20-463c-b82d-a4b3941171f6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 210 time: 0.2070835 Nov 26 22:18:34.502579 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.517362 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device da6b24f3-a8ba-40ef-9941-7d04a03ce75e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:34.571445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7eff17-bc91-4bed-8065-addaafabf9ac tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:34.572250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-db588b04-3259-4867-bdeb-f635217723ac', 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'fixed_ips': [{'subnet_id': '0f1c08fa-88d2-44a4-84e5-be5cf4738868'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:18:34.573130 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.581679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aa7eff17-bc91-4bed-8065-addaafabf9ac tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4612744 Nov 26 22:18:34.587493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56446) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:34.598929 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] Set router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:34.606842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a67a9e-cbd8-44f8-a877-a7503926d85e req-7969e23b-e840-4d2f-b8d6-7252b9727d97 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:34.622488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76a67a9e-cbd8-44f8-a877-a7503926d85e req-7969e23b-e840-4d2f-b8d6-7252b9727d97 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 950 time: 0.5086043 Nov 26 22:18:34.701259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76a67a9e-cbd8-44f8-a877-a7503926d85e req-c05df387-7003-4d7f-b464-b7d50a8d7ae3 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767555 Nov 26 22:18:34.766284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b4be7-b77d-44a8-8f95-7241d954a641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:34.767787 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3e0b4be7-b77d-44a8-8f95-7241d954a641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1787727 Nov 26 22:18:34.770540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56448) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:34.856304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Provisioning complete for port 4a7606ed-aae3-4a99-aad2-d43d5fe83969 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:34.862867 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:34.875644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cfb61-055b-4f68-b933-de431e6939c9 req-c3c90a57-fae0-4c88-be7f-7cece1d64b9f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:34.877138 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-c3c90a57-fae0-4c88-be7f-7cece1d64b9f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.13 "GET /v2.0/networks?id=34d7eb94-fe4d-4d5e-a643-1a36ec043b8d HTTP/1.1" status: 200 len: 798 time: 0.2099011 Nov 26 22:18:34.895818 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-869ea2fe-abef-4d3b-bbaf-d5586a076e62 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1235859 Nov 26 22:18:34.904256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56450) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:34.914662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:34.986776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Request body: {'port': {'device_id': '0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17', 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d', 'admin_state_up': True, 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:34.992061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port da6b24f3-a8ba-40ef-9941-7d04a03ce75e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:34.992639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.039325 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:30Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4a7606ed-aae3-4a99-aad2-d43d5fe83969', 'name': '', 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:5d:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd59517ab-85e1-4076-a7bb-2278d6c80ba1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:28Z', 'updated_at': '2021-11-26T22:18:34Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': 'd59517ab-85e1-4076-a7bb-2278d6c80ba1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:35.072687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Allocated IP 172.20.0.2 (db588b04-3259-4867-bdeb-f635217723ac/0f1c08fa-88d2-44a4-84e5-be5cf4738868/a595a30f-b798-4041-9259-9ae8143a547f) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:35.103632 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365df4e-b856-4db7-91f3-839ce083b90c None None] The sync data for ids ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'] in n-d-819494-1 is: [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:30Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '4a7606ed-aae3-4a99-aad2-d43d5fe83969', 'name': '', 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:5d:67:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd59517ab-85e1-4076-a7bb-2278d6c80ba1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:28Z', 'updated_at': '2021-11-26T22:18:34Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': 'd59517ab-85e1-4076-a7bb-2278d6c80ba1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:35.134998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:35.137225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:35.144595 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.165411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.215422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.293764 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.359033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Allocated IP 172.25.3.93 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/bcc998b6-73bb-44d5-b6d1-53dfd7ec3074) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:35.384718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Made reservation on behalf of f93059dd633b4444a15a1716bb2309a2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:35.389783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.454846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.464436 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.506262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port da6b24f3-a8ba-40ef-9941-7d04a03ce75e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=da6b24f3-a8ba-40ef-9941-7d04a03ce75e,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:35.522890 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.528165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.528958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 94656944-01a0-453f-b50e-764a40afae43 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:35.533378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:35.544597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:35.557464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:35.560453 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.594170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] For port 4a7606ed-aae3-4a99-aad2-d43d5fe83969, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4a7606ed-aae3-4a99-aad2-d43d5fe83969,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:35.595690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.595870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.607651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6971347 Nov 26 22:18:35.615798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:35.619792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd47794-d08f-4405-aea3-ba14e313d923 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=63f7f979-eaca-4c0d-809c-6ad8fbe4f01d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:35.625343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '63f7f979-eaca-4c0d-809c-6ad8fbe4f01d', 'ip_address': '2001:db8::8bcb:751b:b9b7:d96b'}], 'name': 'tempest-NetworksTestDHCPv6-422890891'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:35.625587 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.634753 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Network db588b04-3259-4867-bdeb-f635217723ac is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:35.653391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:35.662682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] Deleting port da6b24f3-a8ba-40ef-9941-7d04a03ce75e {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:35.663059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.665694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:35.693395 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1bd6036-4b59-4200-a45b-6bbad0345517 req-dad465a7-3455-4675-b322-e300bd468844 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 210 time: 0.0548053 Nov 26 22:18:35.737038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Provisioning complete for port da6b24f3-a8ba-40ef-9941-7d04a03ce75e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:35.737412 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.764470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.795339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=da6b24f3-a8ba-40ef-9941-7d04a03ce75e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:35.847171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 94656944-01a0-453f-b50e-764a40afae43 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:35.847546 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.860556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf6246-f41d-47e5-877c-3f6dcf8f465e req-227090ed-685d-4730-a8b4-b0651609b2b6 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:35.862017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5cf6246-f41d-47e5-877c-3f6dcf8f465e req-227090ed-685d-4730-a8b4-b0651609b2b6 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 950 time: 0.0693269 Nov 26 22:18:35.896751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:35.899849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Allocated IP 172.20.0.20 (34d7eb94-fe4d-4d5e-a643-1a36ec043b8d/d59517ab-85e1-4076-a7bb-2278d6c80ba1/d1e112b1-8add-4786-8668-75e122244784) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:35.911736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:35.914227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Attempting to bind port a595a30f-b798-4041-9259-9ae8143a547f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:35.914765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Attempting to bind port a595a30f-b798-4041-9259-9ae8143a547f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:35.914985 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Attempting to bind port a595a30f-b798-4041-9259-9ae8143a547f on network db588b04-3259-4867-bdeb-f635217723ac {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:35.919765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:35.948779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Pushing event updated for resources: {'Port': ['ID=a595a30f-b798-4041-9259-9ae8143a547f,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:35.951475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ec353-be53-4c7a-81ef-2ffdc4c4ac8b None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:35.957943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5cf6246-f41d-47e5-877c-3f6dcf8f465e req-4f8818f1-5bf1-4263-9a5f-50276da55ed0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777121 Nov 26 22:18:35.966136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:35.966136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Checking segment: {'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:35.966136 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.966573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Bound using segment: {'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:35.966994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Bound port: a595a30f-b798-4041-9259-9ae8143a547f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:35.967314 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:35.978700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc998b6-73bb-44d5-b6d1-53dfd7ec3074,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:36.000859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:36.044536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] For port da6b24f3-a8ba-40ef-9941-7d04a03ce75e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=da6b24f3-a8ba-40ef-9941-7d04a03ce75e,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:36.045011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:36.076724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] Calling delete_port for da6b24f3-a8ba-40ef-9941-7d04a03ce75e owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:36.164288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7792a6-2a60-4cea-a9ff-db370aa11280 None None] Pushing event updated for resources: {'Port': ['ID=4a7606ed-aae3-4a99-aad2-d43d5fe83969,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:36.257806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] For port a595a30f-b798-4041-9259-9ae8143a547f, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:36.263379 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] For port a595a30f-b798-4041-9259-9ae8143a547f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a595a30f-b798-4041-9259-9ae8143a547f,segment=NetworkSegment(acedce5c-d097-4494-a734-ed4f867916ba),segment_id=acedce5c-d097-4494-a734-ed4f867916ba)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:36.276028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:36.294438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c7eb5154-ef56-4a6f-8466-25ed23f81aaf None None] Provisioning complete for port 4a7606ed-aae3-4a99-aad2-d43d5fe83969 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:36.294438 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7eb5154-ef56-4a6f-8466-25ed23f81aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:36.362013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:36.364306 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:36.396658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] No DVR routers for this DVR port da6b24f3-a8ba-40ef-9941-7d04a03ce75e on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:36.397883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49147c5-3a1d-4b10-aeb5-a17922330320 None None] Pushing event updated for resources: {'Port': ['ID=a595a30f-b798-4041-9259-9ae8143a547f,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:36.427228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4b899-eea1-4ef2-8415-2f7a85b1e8bc None None] Pushing event deleted for resources: {'Port': ['ID=da6b24f3-a8ba-40ef-9941-7d04a03ce75e,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:36.477660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-616303f6-672e-4066-b64c-dfd26f745b21 req-e8022d70-f15c-4123-a3e7-26fc88ee79a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3692901 Nov 26 22:18:36.489402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 6058a543-37f6-4799-ac86-37d99ced5432 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:36.560816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:36.566164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c5375d-2589-4778-90f4-59db03ec6751 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:36.569723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4a7606ed-aae3-4a99-aad2-d43d5fe83969 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:36.668719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c7eb5154-ef56-4a6f-8466-25ed23f81aaf None None] Provisioning complete for port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:36.668719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7eb5154-ef56-4a6f-8466-25ed23f81aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:36.764011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c7eb5154-ef56-4a6f-8466-25ed23f81aaf None None] Port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:36.850393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57cc239d-1745-4775-9f68-0c69515e9351 req-ba72615f-e05e-48ea-aa34-42258eb55aaf tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 210 time: 0.0478432 Nov 26 22:18:36.855220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4a7606ed-aae3-4a99-aad2-d43d5fe83969 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:36.855505 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:36.919295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616303f6-672e-4066-b64c-dfd26f745b21 req-a589b6ac-a133-4c49-bf76-bf8a1c07712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:36.921177 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-616303f6-672e-4066-b64c-dfd26f745b21 req-a589b6ac-a133-4c49-bf76-bf8a1c07712d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 1097 time: 0.3462076 Nov 26 22:18:36.993595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:37.049686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '63f7f979-eaca-4c0d-809c-6ad8fbe4f01d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:18:37.050714 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:37.162471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:37.163808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::8bcb:751b:b9b7:d96b (80fbbb56-d081-4c75-9bc4-6d72e144c947/63f7f979-eaca-4c0d-809c-6ad8fbe4f01d/6058a543-37f6-4799-ac86-37d99ced5432) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:37.168037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:37.182464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:37.219768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device da6b24f3-a8ba-40ef-9941-7d04a03ce75e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:37.250695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: da6b24f3-a8ba-40ef-9941-7d04a03ce75e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:37.254376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device da6b24f3-a8ba-40ef-9941-7d04a03ce75e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:37.257439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:37.266413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event updated for resources: {'Port': ['ID=d1e112b1-8add-4786-8668-75e122244784,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:37.276666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:37.357212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616303f6-672e-4066-b64c-dfd26f745b21 req-acbcc2a1-bc7a-49fd-8e6a-ef9d8780359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:37.358801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-616303f6-672e-4066-b64c-dfd26f745b21 req-acbcc2a1-bc7a-49fd-8e6a-ef9d8780359d service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.3667130 Nov 26 22:18:37.496160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c2da6b54-b03b-4665-bc10-9eba4a065173 None None] Provisioning complete for port d1e112b1-8add-4786-8668-75e122244784 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:37.496839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c2da6b54-b03b-4665-bc10-9eba4a065173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:37.535757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c2da6b54-b03b-4665-bc10-9eba4a065173 None None] Port d1e112b1-8add-4786-8668-75e122244784 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:37.793828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:37.794505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:37.916819 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-824da50a-f05b-4b3a-bea2-8db91b4303ee tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.9814963 Nov 26 22:18:37.974255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Request body: {'port': {'device_id': '0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:37.978222 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-616303f6-672e-4066-b64c-dfd26f745b21 req-4ba08805-6b59-4d77-8df6-c11cc0ae1fad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 HTTP/1.1" status: 200 len: 1002 time: 0.2074978 Nov 26 22:18:38.032526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d472b124-b056-4bfe-8c91-9100e047fb25 None None] Network db588b04-3259-4867-bdeb-f635217723ac requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:38.043322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dd648-60f2-421e-aba4-101732cb8ff4 req-007aafec-98c4-48ef-b18d-12e3f6fd6ff8 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:38.046156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f6dd648-60f2-421e-aba4-101732cb8ff4 req-007aafec-98c4-48ef-b18d-12e3f6fd6ff8 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 895 time: 0.0682166 Nov 26 22:18:38.137985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616303f6-672e-4066-b64c-dfd26f745b21 req-df53db16-4d02-48d1-86d0-a3fead2a6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:38.139534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-616303f6-672e-4066-b64c-dfd26f745b21 req-df53db16-4d02-48d1-86d0-a3fead2a6c7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1379023 Nov 26 22:18:38.176094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.181750 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.258460 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.291653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616303f6-672e-4066-b64c-dfd26f745b21 req-bb9cae83-bbef-42a6-8ab4-3b7f54280e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:38.293160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-616303f6-672e-4066-b64c-dfd26f745b21 req-bb9cae83-bbef-42a6-8ab4-3b7f54280e94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324508 Nov 26 22:18:38.354588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.364236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/63f7f979-eaca-4c0d-809c-6ad8fbe4f01d/228127b3-cf07-476f-bf7c-ef1ad3c64946) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:38.439050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8a56c159-cbc8-4d58-b4b1-22c4f4cfe5f1 None None] Provisioning complete for port a595a30f-b798-4041-9259-9ae8143a547f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:38.439552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a56c159-cbc8-4d58-b4b1-22c4f4cfe5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.449113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a595a30f-b798-4041-9259-9ae8143a547f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:38.452032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.576943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:38.604859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:38.607601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:38.614542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:38.615455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.650670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=6058a543-37f6-4799-ac86-37d99ced5432,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:38.668045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56476) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:38.677962 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-89e48a9d-0cc6-472d-8a1e-8d99f982afd1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0600092 Nov 26 22:18:38.725408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61f8ce-e1f5-4b11-a1ff-94e3fa71b3ac tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:38.729945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2a61f8ce-e1f5-4b11-a1ff-94e3fa71b3ac tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0608265 Nov 26 22:18:38.730423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a595a30f-b798-4041-9259-9ae8143a547f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:38.730802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.731074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56478) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:38.760839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.767976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a56c159-cbc8-4d58-b4b1-22c4f4cfe5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.791523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.840169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-abfdc767-0c28-478f-8da5-b78a86f9510b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 6058a543-37f6-4799-ac86-37d99ced5432 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:38.840516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abfdc767-0c28-478f-8da5-b78a86f9510b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.892884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:38.907839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8a56c159-cbc8-4d58-b4b1-22c4f4cfe5f1 None None] For port a595a30f-b798-4041-9259-9ae8143a547f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a595a30f-b798-4041-9259-9ae8143a547f,segment=NetworkSegment(acedce5c-d097-4494-a734-ed4f867916ba),segment_id=acedce5c-d097-4494-a734-ed4f867916ba)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:38.908564 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-616303f6-672e-4066-b64c-dfd26f745b21 req-7c55027e-09e5-4379-ab24-a3e9eca1f24b service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059000 Nov 26 22:18:38.912099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e112b1-8add-4786-8668-75e122244784 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:18:38.913610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:38.916678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:38.938694 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a56c159-cbc8-4d58-b4b1-22c4f4cfe5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.939895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:38.941018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Pushing event updated for resources: {'Port': ['ID=228127b3-cf07-476f-bf7c-ef1ad3c64946,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:38.985558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abfdc767-0c28-478f-8da5-b78a86f9510b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.026808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-abfdc767-0c28-478f-8da5-b78a86f9510b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 6058a543-37f6-4799-ac86-37d99ced5432 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:39.027781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Router 85237a6a-bd43-4f0e-9f25-37958b76c64a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:18:39.039738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Transition to ACTIVE for port object d1e112b1-8add-4786-8668-75e122244784 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:18:39.063709 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.132629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e112b1-8add-4786-8668-75e122244784,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:39.154752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56c159-cbc8-4d58-b4b1-22c4f4cfe5f1 None None] Pushing event updated for resources: {'Port': ['ID=a595a30f-b798-4041-9259-9ae8143a547f,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:39.251007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Attempting to bind port 228127b3-cf07-476f-bf7c-ef1ad3c64946 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:39.251387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Attempting to bind port 228127b3-cf07-476f-bf7c-ef1ad3c64946 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:39.251759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Attempting to bind port 228127b3-cf07-476f-bf7c-ef1ad3c64946 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:39.257666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0b0d932a-b3fd-43a3-a7c3-5b047cc8b90d None None] Provisioning complete for port a595a30f-b798-4041-9259-9ae8143a547f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:39.258351 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0b0d932a-b3fd-43a3-a7c3-5b047cc8b90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.260935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:39.261327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:39.261733 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.262166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:39.262666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Bound port: 228127b3-cf07-476f-bf7c-ef1ad3c64946, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:39.263053 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.277643 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-616303f6-672e-4066-b64c-dfd26f745b21 req-247b3836-d2cf-4a74-8b5b-e3328b09c014 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589396 Nov 26 22:18:39.323279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4c025-635e-4769-80cc-dba1b3341bac req-77c6ab2e-3050-40a6-b505-2e5a8226b654 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:39.336887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8da4c025-635e-4769-80cc-dba1b3341bac req-77c6ab2e-3050-40a6-b505-2e5a8226b654 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 907 time: 0.1224077 Nov 26 22:18:39.416610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] For port 228127b3-cf07-476f-bf7c-ef1ad3c64946, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:39.421719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] For port 228127b3-cf07-476f-bf7c-ef1ad3c64946, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=228127b3-cf07-476f-bf7c-ef1ad3c64946,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:39.436672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abfdc767-0c28-478f-8da5-b78a86f9510b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.459214 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.462518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:39.488131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Sync routers for ids ['85237a6a-bd43-4f0e-9f25-37958b76c64a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:39.511363 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-abfdc767-0c28-478f-8da5-b78a86f9510b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.520034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-abfdc767-0c28-478f-8da5-b78a86f9510b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/6058a543-37f6-4799-ac86-37d99ced5432 HTTP/1.1" status: 204 len: 168 time: 0.7854481 Nov 26 22:18:39.524312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56482) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:39.544602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdc767-0c28-478f-8da5-b78a86f9510b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=6058a543-37f6-4799-ac86-37d99ced5432,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:39.564746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Routers {'85237a6a-bd43-4f0e-9f25-37958b76c64a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:39.565384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85237a6a-bd43-4f0e-9f25-37958b76c64a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:39.586138 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.589892 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-92b06a9e-e78c-4be9-937e-2b5211a97a10 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.6409276 Nov 26 22:18:39.592293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56484) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:39.642641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0bc8a8-22be-4356-b63d-776a0211a4d4 None None] Pushing event updated for resources: {'Port': ['ID=228127b3-cf07-476f-bf7c-ef1ad3c64946,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:39.665226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Attempting to bind port d1e112b1-8add-4786-8668-75e122244784 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:39.665570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Attempting to bind port d1e112b1-8add-4786-8668-75e122244784 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:39.665877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Attempting to bind port d1e112b1-8add-4786-8668-75e122244784 on network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:39.679824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ef5a5-0e34-4743-b29c-253ee780955a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:39.682946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ef5a5-0e34-4743-b29c-253ee780955a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:39.685736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e32ef5a5-0e34-4743-b29c-253ee780955a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1600664 Nov 26 22:18:39.689763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56488) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:39.713706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Port d1e112b1-8add-4786-8668-75e122244784 on network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:18:39.726178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Attempting to bind port d1e112b1-8add-4786-8668-75e122244784 on network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:39.752559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Set router 85237a6a-bd43-4f0e-9f25-37958b76c64a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:39.804298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:39.805110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Checking segment: {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:39.805903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Bound using segment: {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:39.806833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Bound port: d1e112b1-8add-4786-8668-75e122244784, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7ec225-7ee1-4fcb-b435-2328cc0b9914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:39.807613 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.820897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-156dd984-8f1e-4f59-9df0-c6599e014e11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 63f7f979-eaca-4c0d-809c-6ad8fbe4f01d {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:39.838665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-156dd984-8f1e-4f59-9df0-c6599e014e11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:39.911048 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-156dd984-8f1e-4f59-9df0-c6599e014e11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.004139 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:18:40.019436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] For port d1e112b1-8add-4786-8668-75e122244784, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:40.051978 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-156dd984-8f1e-4f59-9df0-c6599e014e11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.096910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] For port d1e112b1-8add-4786-8668-75e122244784, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d1e112b1-8add-4786-8668-75e122244784,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:40.119835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.157875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-156dd984-8f1e-4f59-9df0-c6599e014e11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.183729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:36Z', 'revision_number': 3, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port': {'id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:35Z', 'updated_at': '2021-11-26T22:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:40.188484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-156dd984-8f1e-4f59-9df0-c6599e014e11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.196530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e112b1-8add-4786-8668-75e122244784,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:40.197417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-156dd984-8f1e-4f59-9df0-c6599e014e11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/63f7f979-eaca-4c0d-809c-6ad8fbe4f01d HTTP/1.1" status: 204 len: 168 time: 0.5019443 Nov 26 22:18:40.198392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56490) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:40.215056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Checking router: 85237a6a-bd43-4f0e-9f25-37958b76c64a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:40.215540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Updating router 85237a6a-bd43-4f0e-9f25-37958b76c64a port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:18:40.227267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:40.227998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.229676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-8b9398f3-0643-46ac-bcd6-2857b32babd4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d1e112b1-8add-4786-8668-75e122244784 HTTP/1.1" status: 200 len: 1055 time: 2.2641256 Nov 26 22:18:40.234059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17', 'tag': 'd1e112b1-8add-4786-8668-75e122244784'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:18:40.237636 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3175cd-a8b8-4423-9141-9d9bd61af385" -d '{"events": [{"name": "network-changed", "server_uuid": "0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17", "tag": "d1e112b1-8add-4786-8668-75e122244784"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:18:40.251247 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.324489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a28a2f45-e6f7-4f52-9cac-386089e1dfb2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895483 Nov 26 22:18:40.325951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56494) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:40.330027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dd984-8f1e-4f59-9df0-c6599e014e11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=63f7f979-eaca-4c0d-809c-6ad8fbe4f01d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:40.344692 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:40.418371 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df2e6b-ebdd-45c7-b797-18090624075d x-openstack-request-id: req-09df2e6b-ebdd-45c7-b797-18090624075d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:18:40.418663 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17", "tag": "d1e112b1-8add-4786-8668-75e122244784", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:18:40.418930 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09df2e6b-ebdd-45c7-b797-18090624075d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:18:40.419339 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17', 'tag': 'd1e112b1-8add-4786-8668-75e122244784', 'status': 'completed', 'code': 200} Nov 26 22:18:40.574759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:40.588564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.672165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a595a30f-b798-4041-9259-9ae8143a547f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:40.675269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cfb61-055b-4f68-b933-de431e6939c9 req-70d543b0-a45f-40e0-b6ce-f0c350f5310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:40.676794 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-70d543b0-a45f-40e0-b6ce-f0c350f5310d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 1058 time: 0.2566848 Nov 26 22:18:40.751991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.769967 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.834918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-52b35013-571b-46fb-b991-f1ebd3d36734 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d1e112b1-8add-4786-8668-75e122244784 HTTP/1.1" status: 200 len: 217 time: 0.1155093 Nov 26 22:18:40.839848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7b783-09a2-4374-9ecf-4e0a5235f0d3 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:40.884612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c6115-8fbb-4666-bf78-2fb405cc6576 req-0c9abf6c-9b40-4bd8-9b10-4d5019e364bc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:40.886296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d4c6115-8fbb-4666-bf78-2fb405cc6576 req-0c9abf6c-9b40-4bd8-9b10-4d5019e364bc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 907 time: 0.4193413 Nov 26 22:18:40.887822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.923395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.927170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Attempting to bind port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:40.930518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Attempting to bind port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:40.930923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Attempting to bind port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:40.951052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a595a30f-b798-4041-9259-9ae8143a547f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:40.951435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.954315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:40.962551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:40.973919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:40.974564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:40.984778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cfb61-055b-4f68-b933-de431e6939c9 req-2a361ad8-e773-48fa-98dd-5c433262c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:40.986396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-2a361ad8-e773-48fa-98dd-5c433262c118 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d59517ab-85e1-4076-a7bb-2278d6c80ba1 HTTP/1.1" status: 200 len: 838 time: 0.1341503 Nov 26 22:18:41.001942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=152c00a9-efff-4c1d-8f95-fd15e07c32f8,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:41.016729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b80008-68c4-43db-ab7d-872ba2063955 None None] Pushing event updated for resources: {'Port': ['ID=bcc998b6-73bb-44d5-b6d1-53dfd7ec3074,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:41.021492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-88a1aa43-23d0-43c3-8a9f-72f1d9eea934 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6906199 Nov 26 22:18:41.022119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:41.022329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56500) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:41.034725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:41.035449 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.035746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:41.036276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Bound port: bcc998b6-73bb-44d5-b6d1-53dfd7ec3074, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:41.036676 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.039706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '152c00a9-efff-4c1d-8f95-fd15e07c32f8', 'ip_address': '2001:db8::b191:964:8767:d395'}], 'name': 'tempest-NetworksTestDHCPv6-660184743'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:41.127035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-52a9c39b-8826-451d-b623-840b31e1cdc4 None None] Provisioning complete for port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:41.127303 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52a9c39b-8826-451d-b623-840b31e1cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.145358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cfb61-055b-4f68-b933-de431e6939c9 req-54072d07-7df1-46b8-8f61-9c06a78dc48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:41.149604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-54072d07-7df1-46b8-8f61-9c06a78dc48a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d7eb94-fe4d-4d5e-a643-1a36ec043b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280971 Nov 26 22:18:41.229816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:41.304967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Allocated IP 172.20.0.1 (db588b04-3259-4867-bdeb-f635217723ac/0f1c08fa-88d2-44a4-84e5-be5cf4738868/181b9882-f5d8-40fb-9d65-6e4bd33cf9a4) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:41.356099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-653a8c69-7979-4188-80c5-d893c9e2a592 service neutron] 10.222.0.13 "GET /v2.0/networks/34d7eb94-fe4d-4d5e-a643-1a36ec043b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917143 Nov 26 22:18:41.368479 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.395079 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port ebfb371c-f194-40bb-aee9-b157aa446449 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:41.428428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] For port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:41.432663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba4e38-921c-4ba1-b36a-c6a04448a1a7 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:41.441606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 228127b3-cf07-476f-bf7c-ef1ad3c64946 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:41.505462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] For port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bcc998b6-73bb-44d5-b6d1-53dfd7ec3074,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:41.539032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-52a9c39b-8826-451d-b623-840b31e1cdc4 None None] Port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:41.543550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.556111 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.565922 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-918cfb61-055b-4f68-b933-de431e6939c9 req-91387daa-e55a-43f7-abd8-1306c8d46d80 service neutron] 10.222.0.13 "GET /v2.0/networks/34d7eb94-fe4d-4d5e-a643-1a36ec043b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743033 Nov 26 22:18:41.619408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73f06b5-246b-4d11-bece-bfa6a7e5c0d3 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:41.620392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::b191:964:8767:d395 (80fbbb56-d081-4c75-9bc4-6d72e144c947/152c00a9-efff-4c1d-8f95-fd15e07c32f8/ebfb371c-f194-40bb-aee9-b157aa446449) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:41.665941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Routers {'85237a6a-bd43-4f0e-9f25-37958b76c64a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:41.666627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85237a6a-bd43-4f0e-9f25-37958b76c64a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:41.669939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 228127b3-cf07-476f-bf7c-ef1ad3c64946 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:41.670437 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.688237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.769426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b80008-68c4-43db-ab7d-872ba2063955 None None] Pushing event updated for resources: {'Port': ['ID=bcc998b6-73bb-44d5-b6d1-53dfd7ec3074,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:41.777309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Network db588b04-3259-4867-bdeb-f635217723ac is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:41.789539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:41.808188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:41.839123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0dbd7abc-e660-42d4-91a6-d34c795c5c6d None None] Provisioning complete for port 228127b3-cf07-476f-bf7c-ef1ad3c64946 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:41.839553 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7abc-e660-42d4-91a6-d34c795c5c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.844900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.875769 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:41.886571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.009739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:42.011729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:42.014983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:42.024550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:42.025633 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.039463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=ebfb371c-f194-40bb-aee9-b157aa446449,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:42.092381 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c316dbe8-65bb-4d6b-9347-d29087160cae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0607290 Nov 26 22:18:42.095650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56506) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:42.097319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Pushing event updated for resources: {'Port': ['ID=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:42.119295 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.141870 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-02a29648-3873-4bcd-a794-934f207d39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:42.144741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-02a29648-3873-4bcd-a794-934f207d39cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 1058 time: 0.4383974 Nov 26 22:18:42.158094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] Set router 85237a6a-bd43-4f0e-9f25-37958b76c64a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:42.174897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8ca6-ead4-431b-bd97-e87261312557 req-df76373a-2b41-4aad-948c-6d1ffe6f8916 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:42.184021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28ac8ca6-ead4-431b-bd97-e87261312557 req-df76373a-2b41-4aad-948c-6d1ffe6f8916 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 907 time: 0.1409755 Nov 26 22:18:42.195943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.200112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446c7502-11eb-436c-8d8d-708cda90fee2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:42.206955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446c7502-11eb-436c-8d8d-708cda90fee2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:42.212223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-446c7502-11eb-436c-8d8d-708cda90fee2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.1152940 Nov 26 22:18:42.212951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56508) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:42.324691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 228127b3-cf07-476f-bf7c-ef1ad3c64946, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=228127b3-cf07-476f-bf7c-ef1ad3c64946,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:42.353438 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.427564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-64250244-ba5c-4a29-8e02-e57200e58b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:42.430257 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-64250244-ba5c-4a29-8e02-e57200e58b84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d7eb94-fe4d-4d5e-a643-1a36ec043b8d HTTP/1.1" status: 200 len: 899 time: 0.2723382 Nov 26 22:18:42.481546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=228127b3-cf07-476f-bf7c-ef1ad3c64946,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:42.517531 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-e4afc2ab-0817-4c50-b0cd-e5c00d54e667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d1e112b1-8add-4786-8668-75e122244784 HTTP/1.1" status: 200 len: 217 time: 0.0785816 Nov 26 22:18:42.522647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:36Z', 'revision_number': 3, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port': {'id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:35Z', 'updated_at': '2021-11-26T22:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:42.588162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb9dd81-0495-472d-9e90-4f29ead177cb None None] The sync data for ids ['85237a6a-bd43-4f0e-9f25-37958b76c64a'] in n-d-819494-1 is: [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:36Z', 'revision_number': 3, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port': {'id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:35Z', 'updated_at': '2021-11-26T22:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:42.612178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-fd898074-f3b1-4903-8160-7ad6c3c5166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:42.614553 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-fd898074-f3b1-4903-8160-7ad6c3c5166e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d59517ab-85e1-4076-a7bb-2278d6c80ba1 HTTP/1.1" status: 200 len: 838 time: 0.0836508 Nov 26 22:18:42.632746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] Provisioning complete for port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:42.633133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.687280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] Port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:42.720770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] Provisioning complete for port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:42.721637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.741575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.751172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-a13c403f-0baa-481a-a93e-e1b97f8a9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:42.755062 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-a13c403f-0baa-481a-a93e-e1b97f8a9121 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d7eb94-fe4d-4d5e-a643-1a36ec043b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281188 Nov 26 22:18:42.760325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.839177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3f8009d2-b5ad-44f2-8f38-7cda0d88e6a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port ebfb371c-f194-40bb-aee9-b157aa446449 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:42.839754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8009d2-b5ad-44f2-8f38-7cda0d88e6a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.866060 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.898678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] For port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bcc998b6-73bb-44d5-b6d1-53dfd7ec3074,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:42.911832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:42.934868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Pushing event updated for resources: {'Port': ['ID=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:43.013723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:43.053793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8009d2-b5ad-44f2-8f38-7cda0d88e6a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:43.072572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3f8009d2-b5ad-44f2-8f38-7cda0d88e6a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for ebfb371c-f194-40bb-aee9-b157aa446449 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:43.079388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0893fa7-2e9f-4df4-bac4-ad38fe678119 None None] Pushing event updated for resources: {'Port': ['ID=bcc998b6-73bb-44d5-b6d1-53dfd7ec3074,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:43.088662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95de63fe-1451-4635-968e-bf0cad091f10 None None] Provisioning complete for port 228127b3-cf07-476f-bf7c-ef1ad3c64946 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:43.089135 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95de63fe-1451-4635-968e-bf0cad091f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:43.201066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-6f2621be-143b-46bf-874e-a37b2fccda78 req-a9aab77a-007d-447f-b3f2-6a0712474cc2 service neutron] (109999) timed out ('10.222.0.21', 58264) {{(pid=109999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:18:43.297019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95de63fe-1451-4635-968e-bf0cad091f10 None None] Provisioning complete for port ebfb371c-f194-40bb-aee9-b157aa446449 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:43.297406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95de63fe-1451-4635-968e-bf0cad091f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:43.340629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-57962917-3f3a-4342-92c9-09d148d8a384 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2623539 Nov 26 22:18:43.346375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-95de63fe-1451-4635-968e-bf0cad091f10 None None] Port ebfb371c-f194-40bb-aee9-b157aa446449 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:43.442357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8009d2-b5ad-44f2-8f38-7cda0d88e6a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:43.466930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cc2c5a2d-ba02-474b-a2fe-6687e9bbb70b None None] Could not find standard attr ID for object 01e4f38d-709a-496d-b772-e61d018ba531. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:43.522591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373c921-eb9b-4e41-9991-239ef42eef9f req-7699edb9-1510-4e4f-8919-a3090df0fddb tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:43.535788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3373c921-eb9b-4e41-9991-239ef42eef9f req-7699edb9-1510-4e4f-8919-a3090df0fddb tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 907 time: 0.2180245 Nov 26 22:18:43.539444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8009d2-b5ad-44f2-8f38-7cda0d88e6a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=ebfb371c-f194-40bb-aee9-b157aa446449,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:43.607816 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3f8009d2-b5ad-44f2-8f38-7cda0d88e6a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:43.614524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3f8009d2-b5ad-44f2-8f38-7cda0d88e6a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/ebfb371c-f194-40bb-aee9-b157aa446449 HTTP/1.1" status: 204 len: 168 time: 1.3983541 Nov 26 22:18:43.615921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56516) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:43.682392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-6cf411f7-2e74-44e1-86ca-49b29c9b7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:43.685013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-6cf411f7-2e74-44e1-86ca-49b29c9b7b5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1135 time: 0.2576611 Nov 26 22:18:43.773674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f1fa8-ed2b-4b0a-92e4-ffdc62f1a834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:43.775432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f1fa8-ed2b-4b0a-92e4-ffdc62f1a834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:43.780601 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d95f1fa8-ed2b-4b0a-92e4-ffdc62f1a834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1598754 Nov 26 22:18:43.795746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56518) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:43.861775 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-bcd6d9fb-1512-4680-bcbd-ce62fea777cb service neutron] 10.222.0.13 "GET /v2.0/networks/34d7eb94-fe4d-4d5e-a643-1a36ec043b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0511041 Nov 26 22:18:43.896706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1f64abab-f187-4e7d-82f9-fdf7a49d11a6 None None] Could not find standard attr ID for object 4ef0b539-4709-4826-a622-f3dff810fdb0. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:43.981704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa9c36f-2cc2-4d81-b086-554cfda1b3d9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 152c00a9-efff-4c1d-8f95-fd15e07c32f8 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:43.996029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-baa9c36f-2cc2-4d81-b086-554cfda1b3d9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:44.072203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-baa9c36f-2cc2-4d81-b086-554cfda1b3d9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:44.096903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-250fa7e7-25da-4680-9e53-4d87bc2d5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:44.098383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-250fa7e7-25da-4680-9e53-4d87bc2d5eae service neutron] 10.222.0.41 "GET /v2.0/networks?id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 HTTP/1.1" status: 200 len: 897 time: 0.3197699 Nov 26 22:18:44.125457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Network db588b04-3259-4867-bdeb-f635217723ac is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:44.131927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:44.144080 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f3175cd-a8b8-4423-9141-9d9bd61af385 req-b3cdff86-5380-44d0-95b9-a5f2e7625ecb service neutron] 10.222.0.13 "GET /v2.0/networks/34d7eb94-fe4d-4d5e-a643-1a36ec043b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482982 Nov 26 22:18:44.191008 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-baa9c36f-2cc2-4d81-b086-554cfda1b3d9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:44.247527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-04998389-e1c3-4a9b-8d5d-b7085355b2f4 None None] Could not find standard attr ID for object 6058a543-37f6-4799-ac86-37d99ced5432. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:44.324199 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-c6173afc-701d-4c8c-839d-c1d02cdcef9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b19ef2-f369-4817-bb52-19aae7193ff9 HTTP/1.1" status: 200 len: 1000 time: 0.2176187 Nov 26 22:18:44.360220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Router 85237a6a-bd43-4f0e-9f25-37958b76c64a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:18:44.363845 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-baa9c36f-2cc2-4d81-b086-554cfda1b3d9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:44.400991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-dafce9bc-e02f-48aa-b5c3-089de8a366c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:44.402814 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-dafce9bc-e02f-48aa-b5c3-089de8a366c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ebf67fa-7388-4f81-ad85-34159beda980 HTTP/1.1" status: 200 len: 834 time: 0.0702355 Nov 26 22:18:44.417972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c36f-2cc2-4d81-b086-554cfda1b3d9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=152c00a9-efff-4c1d-8f95-fd15e07c32f8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:44.417972 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-baa9c36f-2cc2-4d81-b086-554cfda1b3d9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:44.423947 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-baa9c36f-2cc2-4d81-b086-554cfda1b3d9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/152c00a9-efff-4c1d-8f95-fd15e07c32f8 HTTP/1.1" status: 204 len: 168 time: 0.6233442 Nov 26 22:18:44.425121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56522) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:44.565358 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-90906bcb-a3eb-4fdd-94d4-fe6fa3a936cd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362491 Nov 26 22:18:44.570391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56526) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:44.579181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:44.603691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-10fc4612-09d7-449b-b859-5e6661f66ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:44.603691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-10fc4612-09d7-449b-b859-5e6661f66ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1934590 Nov 26 22:18:44.629686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd503a13-37fa-4e54-ac38-9395b5ed20c3 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:44.698297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 228127b3-cf07-476f-bf7c-ef1ad3c64946 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:44.729817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:44.738054 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0e4a3850-6f7b-4ed9-94c2-5c25d9018b1c admin admin] 10.222.0.21 "PUT /v2.0/routers/85237a6a-bd43-4f0e-9f25-37958b76c64a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1424348 Nov 26 22:18:44.756980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:44.761020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:44.772372 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f22d0088-67b0-4dd9-9e34-732cd5da8a39 None None] Provisioning complete for port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:44.772766 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f22d0088-67b0-4dd9-9e34-732cd5da8a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:44.788758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-eb8cc76e-c771-4b98-abb4-92364f2f4b96 service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747003 Nov 26 22:18:44.852742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f22d0088-67b0-4dd9-9e34-732cd5da8a39 None None] Port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:44.866051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f22d0088-67b0-4dd9-9e34-732cd5da8a39 None None] Could not find standard attr ID for object ebfb371c-f194-40bb-aee9-b157aa446449. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:44.876961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 228127b3-cf07-476f-bf7c-ef1ad3c64946 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:44.877506 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:44.894390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b019b9-63ab-474c-b9b4-3b60bf121cec req-c993f941-bc40-46c2-91b0-bff48889e1f9 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:44.896319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-65b019b9-63ab-474c-b9b4-3b60bf121cec req-c993f941-bc40-46c2-91b0-bff48889e1f9 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 907 time: 0.1843646 Nov 26 22:18:44.916761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eeb5120a-b0b9-4d0b-86c2-f9b85eeb7fd2 req-c5020490-f0a9-4d9c-abe7-2a207403439c service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171465 Nov 26 22:18:44.958616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:45.036270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:45.064618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.102751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] Deleting port 228127b3-cf07-476f-bf7c-ef1ad3c64946 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:45.103131 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.120297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:45.120893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.130329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:45.134957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:45.159048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=3be5b820-686a-46f5-8e56-79d5655ca96f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:45.163835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:45.165038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.192125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8e6bf572-f8ba-4745-a9aa-d966c6a2d073 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6172826 Nov 26 22:18:45.192125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56538) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:45.196615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '3be5b820-686a-46f5-8e56-79d5655ca96f', 'ip_address': '2001:db8::c7e0:e4a:525e:e0f5'}], 'name': 'tempest-NetworksTestDHCPv6-1660297903'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:45.237403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] For port 228127b3-cf07-476f-bf7c-ef1ad3c64946, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=228127b3-cf07-476f-bf7c-ef1ad3c64946,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:45.238066 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.330554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] Calling delete_port for 228127b3-cf07-476f-bf7c-ef1ad3c64946 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:45.363952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:45.380141 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Sync routers for ids ['85237a6a-bd43-4f0e-9f25-37958b76c64a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:45.391279 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Routers {'85237a6a-bd43-4f0e-9f25-37958b76c64a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:45.392150 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85237a6a-bd43-4f0e-9f25-37958b76c64a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:45.402668 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d1e112b1-8add-4786-8668-75e122244784 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:18:45.477791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.499743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 0235ec56-7e64-42e0-8b0f-723527e9c5e0 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:45.558101 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.558383 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Set router 85237a6a-bd43-4f0e-9f25-37958b76c64a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:45.585878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] Pushing event deleted for resources: {'Port': ['ID=228127b3-cf07-476f-bf7c-ef1ad3c64946,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:45.602305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d3521-0682-4fbf-959f-50d51573cf36 None None] No DVR routers for this DVR port 228127b3-cf07-476f-bf7c-ef1ad3c64946 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:45.625072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd4b797-b935-4d3d-a80f-1c6627eae23a None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:45.691460 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d1e112b1-8add-4786-8668-75e122244784, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d1e112b1-8add-4786-8668-75e122244784,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:45.708490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'd1e112b1-8add-4786-8668-75e122244784', 'network_id': '34d7eb94-fe4d-4d5e-a643-1a36ec043b8d', 'port_id': 'd1e112b1-8add-4786-8668-75e122244784', 'mac_address': 'fa:16:3e:38:a8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59517ab-85e1-4076-a7bb-2278d6c80ba1', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:18:45.728261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::c7e0:e4a:525e:e0f5 (80fbbb56-d081-4c75-9bc4-6d72e144c947/3be5b820-686a-46f5-8e56-79d5655ca96f/0235ec56-7e64-42e0-8b0f-723527e9c5e0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:45.784314 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.937749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:45.975151 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:42Z', 'revision_number': 4, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port': {'id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:35Z', 'updated_at': '2021-11-26T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '181b9882-f5d8-40fb-9d65-6e4bd33cf9a4', 'name': '', 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'mac_address': 'fa:16:3e:fb:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '0f1c08fa-88d2-44a4-84e5-be5cf4738868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:40Z', 'updated_at': '2021-11-26T22:18:42Z', 'revision_number': 2, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'subnets': [{'id': '0f1c08fa-88d2-44a4-84e5-be5cf4738868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:45.997178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e112b1-8add-4786-8668-75e122244784 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:18:46.014529 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Checking router: 85237a6a-bd43-4f0e-9f25-37958b76c64a for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:46.015628 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Updating router 85237a6a-bd43-4f0e-9f25-37958b76c64a port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:18:46.015799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.028445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d1e112b1-8add-4786-8668-75e122244784, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d1e112b1-8add-4786-8668-75e122244784,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:46.043660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.048794 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.106237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '3be5b820-686a-46f5-8e56-79d5655ca96f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:18:46.107115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.116857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d1e112b1-8add-4786-8668-75e122244784,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:46.124142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feba871-699c-42c4-b2b8-809164d9fc48 req-cd24d1d2-951c-4523-8fa9-7ff6934149eb tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:46.126575 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2feba871-699c-42c4-b2b8-809164d9fc48 req-cd24d1d2-951c-4523-8fa9-7ff6934149eb tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 907 time: 0.1446059 Nov 26 22:18:46.134059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:46.149738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:46.149738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:46.152844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:46.153480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.182564 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9877734 Nov 26 22:18:46.183067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56552) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:46.184419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee00d4-56f4-4ba7-90a8-451c92ce113e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=0235ec56-7e64-42e0-8b0f-723527e9c5e0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:46.253500 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a26348f-7315-4542-9981-09e635adf89c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:46.255656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2a26348f-7315-4542-9981-09e635adf89c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0707846 Nov 26 22:18:46.257920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56554) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:46.288117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/3be5b820-686a-46f5-8e56-79d5655ca96f/4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:46.298043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56556) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:46.454346 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.461767 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.473784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8b27342c-1d0b-426a-b4a7-4628a167d058 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 0235ec56-7e64-42e0-8b0f-723527e9c5e0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:46.474148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8b27342c-1d0b-426a-b4a7-4628a167d058 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.474427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 228127b3-cf07-476f-bf7c-ef1ad3c64946 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:46.480601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.504368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 228127b3-cf07-476f-bf7c-ef1ad3c64946 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:46.504690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 228127b3-cf07-476f-bf7c-ef1ad3c64946 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:46.523516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['d1e112b1-8add-4786-8668-75e122244784'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:18:46.534574 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.590692 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e536c-00a7-4c3b-88fe-652f58c950a2 None None] Pushing event updated for resources: {'Port': ['ID=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:46.606905 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Attempting to bind port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:46.607373 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Attempting to bind port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:46.607802 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Attempting to bind port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 on network db588b04-3259-4867-bdeb-f635217723ac {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:46.614505 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:46.615212 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Checking segment: {'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:46.615816 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.616224 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Bound using segment: {'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:46.616709 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Bound port: 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acedce5c-d097-4494-a734-ed4f867916ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:46.617094 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.649252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:46.652695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:46.657583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:46.669129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Pushing event updated for resources: {'Port': ['ID=4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:46.703420 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] For port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:46.706943 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] For port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,segment=NetworkSegment(acedce5c-d097-4494-a734-ed4f867916ba),segment_id=acedce5c-d097-4494-a734-ed4f867916ba)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:46.713631 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.721776 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8b27342c-1d0b-426a-b4a7-4628a167d058 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.742524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8b27342c-1d0b-426a-b4a7-4628a167d058 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 0235ec56-7e64-42e0-8b0f-723527e9c5e0 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:46.751199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Attempting to bind port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:46.751723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Attempting to bind port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:46.752224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Attempting to bind port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:46.758196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:46.758731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:46.759232 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.760000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:46.760680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Bound port: 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:46.761203 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.786617 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Routers {'85237a6a-bd43-4f0e-9f25-37958b76c64a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:46.787180 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85237a6a-bd43-4f0e-9f25-37958b76c64a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:46.841885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1c06a8fa-64a8-4cb5-aeef-9877838613ee None None] Provisioning complete for port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:46.842604 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c06a8fa-64a8-4cb5-aeef-9877838613ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.877785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] For port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:46.898401 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] Set router 85237a6a-bd43-4f0e-9f25-37958b76c64a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:46.901393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] For port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:46.911149 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.942592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e536c-00a7-4c3b-88fe-652f58c950a2 None None] Pushing event updated for resources: {'Port': ['ID=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:46.981204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:46.985019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f574a-e45e-4704-b3c6-9ccad9f73d8a None None] Pushing event updated for resources: {'Port': ['ID=4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:47.027835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8b27342c-1d0b-426a-b4a7-4628a167d058 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.063393 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27342c-1d0b-426a-b4a7-4628a167d058 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=0235ec56-7e64-42e0-8b0f-723527e9c5e0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:47.074030 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c06a8fa-64a8-4cb5-aeef-9877838613ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.104628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8b27342c-1d0b-426a-b4a7-4628a167d058 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.109694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8b27342c-1d0b-426a-b4a7-4628a167d058 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/0235ec56-7e64-42e0-8b0f-723527e9c5e0 HTTP/1.1" status: 204 len: 168 time: 0.8506701 Nov 26 22:18:47.112333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56560) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:47.124582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1c06a8fa-64a8-4cb5-aeef-9877838613ee None None] For port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,segment=NetworkSegment(acedce5c-d097-4494-a734-ed4f867916ba),segment_id=acedce5c-d097-4494-a734-ed4f867916ba)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:47.138050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c06a8fa-64a8-4cb5-aeef-9877838613ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.185428 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:42Z', 'revision_number': 4, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port': {'id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:35Z', 'updated_at': '2021-11-26T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '181b9882-f5d8-40fb-9d65-6e4bd33cf9a4', 'name': '', 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'mac_address': 'fa:16:3e:fb:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '0f1c08fa-88d2-44a4-84e5-be5cf4738868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:40Z', 'updated_at': '2021-11-26T22:18:46Z', 'revision_number': 4, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'subnets': [{'id': '0f1c08fa-88d2-44a4-84e5-be5cf4738868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:47.190062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6098c61-9f45-4640-85d3-45172122a3dd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:47.191914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6098c61-9f45-4640-85d3-45172122a3dd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:47.196654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a6098c61-9f45-4640-85d3-45172122a3dd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0832057 Nov 26 22:18:47.197280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56564) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:47.225432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06a8fa-64a8-4cb5-aeef-9877838613ee None None] Pushing event updated for resources: {'Port': ['ID=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:47.241636 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4a2b6-8592-47be-9d0b-65cf8e4bccd3 None None] The sync data for ids ['85237a6a-bd43-4f0e-9f25-37958b76c64a'] in n-d-819494-1 is: [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:42Z', 'revision_number': 4, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port': {'id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:35Z', 'updated_at': '2021-11-26T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '181b9882-f5d8-40fb-9d65-6e4bd33cf9a4', 'name': '', 'network_id': 'db588b04-3259-4867-bdeb-f635217723ac', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'mac_address': 'fa:16:3e:fb:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '0f1c08fa-88d2-44a4-84e5-be5cf4738868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:40Z', 'updated_at': '2021-11-26T22:18:46Z', 'revision_number': 4, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'subnets': [{'id': '0f1c08fa-88d2-44a4-84e5-be5cf4738868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:47.260124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2ce961-0697-4946-a8c0-f73e5963c834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 3be5b820-686a-46f5-8e56-79d5655ca96f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:47.264218 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce961-0697-4946-a8c0-f73e5963c834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.269036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6055e76f-266f-46e0-81d2-2b3e1978d7dc None None] Provisioning complete for port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:47.269680 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6055e76f-266f-46e0-81d2-2b3e1978d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.330161 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce961-0697-4946-a8c0-f73e5963c834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.402302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d1e112b1-8add-4786-8668-75e122244784 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:47.448106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461fdd4-72e1-454a-91ca-1590daef2790 req-dceb8e75-73d8-408e-bdbf-2c6dfe3ede3c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:47.455265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8461fdd4-72e1-454a-91ca-1590daef2790 req-dceb8e75-73d8-408e-bdbf-2c6dfe3ede3c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 908 time: 0.1953070 Nov 26 22:18:47.532383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce961-0697-4946-a8c0-f73e5963c834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.534425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port d1e112b1-8add-4786-8668-75e122244784 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:18:47.539300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port d1e112b1-8add-4786-8668-75e122244784 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:47.539804 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.627027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce961-0697-4946-a8c0-f73e5963c834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.627705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Deleting port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:47.628304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.663326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.667488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ce961-0697-4946-a8c0-f73e5963c834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=3be5b820-686a-46f5-8e56-79d5655ca96f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:47.677603 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5b2ce961-0697-4946-a8c0-f73e5963c834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.685319 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5b2ce961-0697-4946-a8c0-f73e5963c834 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/3be5b820-686a-46f5-8e56-79d5655ca96f HTTP/1.1" status: 204 len: 168 time: 0.4846871 Nov 26 22:18:47.685649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56568) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:47.703613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e112b1-8add-4786-8668-75e122244784'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:18:47.705912 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c0d53d-7a08-4335-a219-a0e1529af74f" -d '{"events": [{"server_uuid": "0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17", "name": "network-vif-plugged", "status": "completed", "tag": "d1e112b1-8add-4786-8668-75e122244784"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:18:47.735273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d1e112b1-8add-4786-8668-75e122244784, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d1e112b1-8add-4786-8668-75e122244784,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:47.744799 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.757635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-45ae4fc4-6fc1-42c9-a143-e9fc0395778d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702276 Nov 26 22:18:47.762826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56572) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:47.814208 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7fec00-179c-4c24-bbcb-6cb98eb656db x-openstack-request-id: req-4d7fec00-179c-4c24-bbcb-6cb98eb656db {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:18:47.814582 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17", "name": "network-vif-plugged", "status": "completed", "tag": "d1e112b1-8add-4786-8668-75e122244784", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:18:47.814754 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d7fec00-179c-4c24-bbcb-6cb98eb656db {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:18:47.815162 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e112b1-8add-4786-8668-75e122244784', 'code': 200} Nov 26 22:18:47.824967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] For port 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,segment=NetworkSegment(acedce5c-d097-4494-a734-ed4f867916ba),segment_id=acedce5c-d097-4494-a734-ed4f867916ba)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:47.825332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:47.841899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Calling delete_port for 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:47.852319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d1e112b1-8add-4786-8668-75e122244784,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:47.872851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7b9312-85db-44a4-9f64-e30072552349 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:47.874868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3e7b9312-85db-44a4-9f64-e30072552349 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1107922 Nov 26 22:18:47.877254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56574) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:47.959111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2837a7e2-77e6-43f4-877d-e325549ac144 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:47.960717 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2837a7e2-77e6-43f4-877d-e325549ac144 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824556 Nov 26 22:18:47.964161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56576) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:47.973735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c253b9f-c1da-4d7c-a463-b00e1f52e593 req-a31fcbce-08cf-4230-8f3d-b2520b651bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:47.975286 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2c253b9f-c1da-4d7c-a463-b00e1f52e593 req-a31fcbce-08cf-4230-8f3d-b2520b651bef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 1060 time: 0.0878029 Nov 26 22:18:48.021377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b15b7d86-53f5-4055-bb41-5e2f1428de01 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540893 Nov 26 22:18:48.021943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56578) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:48.029036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:48.074673 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.117426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=181b9882-f5d8-40fb-9d65-6e4bd33cf9a4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:48.158599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:48.163503 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.378819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.514884 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.563596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:48.607145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9ee69-9fbd-4fc9-a5d6-cd9b5bf18815 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:48.609519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=69cd1fc6-8cb6-4b7a-a47e-1f778235b4dc,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:48.614914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:48.616609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:48.619413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:48.619959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.644927 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-583b589c-2aac-4bf2-910b-7a357ec24c84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6206021 Nov 26 22:18:48.647760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56584) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:48.653461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '69cd1fc6-8cb6-4b7a-a47e-1f778235b4dc', 'ip_address': '2001:db8::ebe1:4d9e:74cc:f753'}], 'name': 'tempest-NetworksTestDHCPv6-1291563001'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:48.685284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-846243b3-67f3-48b0-8659-d4f810ba6b7e None None] Could not find standard attr ID for object 0235ec56-7e64-42e0-8b0f-723527e9c5e0. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:48.701958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8afd3-8852-405d-a89a-dde990aecbf2 req-cce37199-ee68-4151-8956-bd173145bd33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:48.703744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9a8afd3-8852-405d-a89a-dde990aecbf2 req-cce37199-ee68-4151-8956-bd173145bd33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 909 time: 0.1146796 Nov 26 22:18:48.727666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-846243b3-67f3-48b0-8659-d4f810ba6b7e None None] Provisioning complete for port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:48.728043 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-846243b3-67f3-48b0-8659-d4f810ba6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.769144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:48.769525 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.791178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Router 85237a6a-bd43-4f0e-9f25-37958b76c64a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:18:48.801273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:48.807172 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.827580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 76b5f922-499a-4392-a41d-68497cf56c72 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:48.928363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:48.938348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-32c681aa-e70e-407e-ad0f-047146655a68 admin admin] 10.222.0.21 "PUT /v2.0/routers/85237a6a-bd43-4f0e-9f25-37958b76c64a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6387174 Nov 26 22:18:48.941354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56586) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:48.996879 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:48.998759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-846243b3-67f3-48b0-8659-d4f810ba6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.033816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::ebe1:4d9e:74cc:f753 (80fbbb56-d081-4c75-9bc4-6d72e144c947/69cd1fc6-8cb6-4b7a-a47e-1f778235b4dc/76b5f922-499a-4392-a41d-68497cf56c72) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:49.069652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-846243b3-67f3-48b0-8659-d4f810ba6b7e None None] For port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:49.079211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-846243b3-67f3-48b0-8659-d4f810ba6b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.100312 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.156938 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:18:49.157285 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:18:49.162715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846243b3-67f3-48b0-8659-d4f810ba6b7e None None] Pushing event updated for resources: {'Port': ['ID=4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:49.217735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] Sync routers for ids ['85237a6a-bd43-4f0e-9f25-37958b76c64a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:49.229115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] Routers {'85237a6a-bd43-4f0e-9f25-37958b76c64a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:49.230107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85237a6a-bd43-4f0e-9f25-37958b76c64a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:49.274703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.275944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5180fd2f-04d6-40f3-876b-62ca774922b5 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:49.316958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.368451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:49.372381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:49.377382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:49.383392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:49.384181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.395101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=76b5f922-499a-4392-a41d-68497cf56c72,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:49.408716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-79dc933d-e7c5-476d-b7df-232799a8a225 None None] Provisioning complete for port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:49.409035 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-79dc933d-e7c5-476d-b7df-232799a8a225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.419290 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-082a848f-019b-4d67-aac8-7b0b1d744319 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7698205 Nov 26 22:18:49.419943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:49.426532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-365006e6-9ff6-4fb7-9b79-3098e6e1cbdb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '69cd1fc6-8cb6-4b7a-a47e-1f778235b4dc', 'ip_address': '2001:db8::ebe1:4d9e:74cc:f753'}], 'name': 'tempest-NetworksTestDHCPv6-51378240'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:49.462046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] Set router 85237a6a-bd43-4f0e-9f25-37958b76c64a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:49.575426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365006e6-9ff6-4fb7-9b79-3098e6e1cbdb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:49.581226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-365006e6-9ff6-4fb7-9b79-3098e6e1cbdb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.609420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-365006e6-9ff6-4fb7-9b79-3098e6e1cbdb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 1d25c152-2cf6-4e65-9be8-762c71295ca2 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:49.712346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.779068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Deleting port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:49.780029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.791031 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-365006e6-9ff6-4fb7-9b79-3098e6e1cbdb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 26 22:18:49.791652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365006e6-9ff6-4fb7-9b79-3098e6e1cbdb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:18:49.815702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-365006e6-9ff6-4fb7-9b79-3098e6e1cbdb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3933280 Nov 26 22:18:49.815909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56594) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:49.873353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab612cb-56bb-4e06-a8eb-4fcbbbb3219d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:49.880184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab612cb-56bb-4e06-a8eb-4fcbbbb3219d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:49.884400 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5ab612cb-56bb-4e06-a8eb-4fcbbbb3219d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0645008 Nov 26 22:18:49.884574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] For port bcc998b6-73bb-44d5-b6d1-53dfd7ec3074, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bcc998b6-73bb-44d5-b6d1-53dfd7ec3074,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:49.884574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:49.884755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56596) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:49.917589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Calling delete_port for bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:49.946336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310743-5545-47e1-90d5-51b960c84747 req-5d56702f-8a7c-4eaf-94b3-6409f0f748bd tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:49.947933 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08310743-5545-47e1-90d5-51b960c84747 req-5d56702f-8a7c-4eaf-94b3-6409f0f748bd tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 909 time: 0.0880651 Nov 26 22:18:49.980695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:48Z', 'revision_number': 5, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port': {'id': 'bcc998b6-73bb-44d5-b6d1-53dfd7ec3074', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:35Z', 'updated_at': '2021-11-26T22:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:50.014818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-be4828b1-8dd4-4571-98aa-fc1ee6752d2c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 76b5f922-499a-4392-a41d-68497cf56c72 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:50.015434 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be4828b1-8dd4-4571-98aa-fc1ee6752d2c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.026208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] Checking router: 85237a6a-bd43-4f0e-9f25-37958b76c64a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:50.045034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] Routers {'85237a6a-bd43-4f0e-9f25-37958b76c64a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:50.045907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85237a6a-bd43-4f0e-9f25-37958b76c64a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:50.132628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be4828b1-8dd4-4571-98aa-fc1ee6752d2c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.152135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] Set router 85237a6a-bd43-4f0e-9f25-37958b76c64a gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:50.155692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-be4828b1-8dd4-4571-98aa-fc1ee6752d2c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 76b5f922-499a-4392-a41d-68497cf56c72 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:50.159122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff481f1-fd16-4a0b-a272-66d7a0046694 req-962af044-e6e3-4224-a532-93875efcabd6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:50.160880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fff481f1-fd16-4a0b-a272-66d7a0046694 req-962af044-e6e3-4224-a532-93875efcabd6 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 909 time: 0.0821223 Nov 26 22:18:50.226532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.236228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:49Z', 'revision_number': 6, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:50.261127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc998b6-73bb-44d5-b6d1-53dfd7ec3074,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:50.294559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e239d2-0448-4bf9-b1a7-ab6a5350215c None None] The sync data for ids ['85237a6a-bd43-4f0e-9f25-37958b76c64a'] in n-d-819494-1 is: [{'id': '85237a6a-bd43-4f0e-9f25-37958b76c64a', 'name': 'tempest-ImageQuotaTest-2087200727-router', 'tenant_id': 'a02cd16b9b934c1592e9a39dfd867976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:34Z', 'updated_at': '2021-11-26T22:18:49Z', 'revision_number': 6, 'project_id': 'a02cd16b9b934c1592e9a39dfd867976', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:50.320103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb05a8-4bea-4459-a493-5402e40ba9e6 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:50.357622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e8685be5-8d55-41ed-8ab9-fed0f0b96f65 None None] Provisioning complete for port 76b5f922-499a-4392-a41d-68497cf56c72 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:50.358346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e8685be5-8d55-41ed-8ab9-fed0f0b96f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.392489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.397507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617c963-cd9b-406a-992d-260c8390f87c req-da605d62-b1b5-4f67-85d7-15797884541a tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:50.407864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be4828b1-8dd4-4571-98aa-fc1ee6752d2c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.408423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2617c963-cd9b-406a-992d-260c8390f87c req-da605d62-b1b5-4f67-85d7-15797884541a tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 1060 time: 0.1179414 Nov 26 22:18:50.437173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e8685be5-8d55-41ed-8ab9-fed0f0b96f65 None None] Port 76b5f922-499a-4392-a41d-68497cf56c72 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:50.449896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e8685be5-8d55-41ed-8ab9-fed0f0b96f65 None None] Provisioning complete for port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:50.450202 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e8685be5-8d55-41ed-8ab9-fed0f0b96f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.489755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4828b1-8dd4-4571-98aa-fc1ee6752d2c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=76b5f922-499a-4392-a41d-68497cf56c72,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:50.547393 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-be4828b1-8dd4-4571-98aa-fc1ee6752d2c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.552751 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be4828b1-8dd4-4571-98aa-fc1ee6752d2c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/76b5f922-499a-4392-a41d-68497cf56c72 HTTP/1.1" status: 204 len: 168 time: 0.6665690 Nov 26 22:18:50.555515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56604) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:50.591293 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.595323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.633358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45eb8b-1e8e-4f2a-8121-45a81267135a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:50.635519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df45eb8b-1e8e-4f2a-8121-45a81267135a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:50.640868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-df45eb8b-1e8e-4f2a-8121-45a81267135a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0842407 Nov 26 22:18:50.642151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56606) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:50.655592 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.656286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85237a6a-bd43-4f0e-9f25-37958b76c64a {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:18:50.665336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f323ceb-c4d9-4ff1-8c40-6dce2f0d6a51 req-fa3022fd-df5b-439a-8e07-8b07a9988f62 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:50.670107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f323ceb-c4d9-4ff1-8c40-6dce2f0d6a51 req-fa3022fd-df5b-439a-8e07-8b07a9988f62 tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1135 time: 0.1407437 Nov 26 22:18:50.676829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.677984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8c5c1650-caa7-40e8-a859-446813dae272 admin admin] 10.222.0.21 "DELETE /v2.0/routers/85237a6a-bd43-4f0e-9f25-37958b76c64a HTTP/1.1" status: 204 len: 168 time: 1.7356775 Nov 26 22:18:50.691228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56610) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:50.742137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b59e87-6800-4717-929c-ee194c7d92e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 69cd1fc6-8cb6-4b7a-a47e-1f778235b4dc {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:50.771970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29b59e87-6800-4717-929c-ee194c7d92e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.802127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-44983b38-5c1c-47e7-bc77-4b186566c2bc None None] Could not find standard attr ID for object 0235ec56-7e64-42e0-8b0f-723527e9c5e0. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:50.853782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f323ceb-c4d9-4ff1-8c40-6dce2f0d6a51 req-505202aa-d4aa-4ba8-91bc-256b3c61592c tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1640906 Nov 26 22:18:50.878527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fe5386-2ec7-4240-b1e0-69d30eb58710 admin admin] Deleting subnet 0f1c08fa-88d2-44a4-84e5-be5cf4738868 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:50.881205 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29b59e87-6800-4717-929c-ee194c7d92e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.882535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:50.882764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56614) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:50.931561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82fe5386-2ec7-4240-b1e0-69d30eb58710 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.958686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:50.959129 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:50.983773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29b59e87-6800-4717-929c-ee194c7d92e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.016988 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82fe5386-2ec7-4240-b1e0-69d30eb58710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.103616 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29b59e87-6800-4717-929c-ee194c7d92e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.119767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40440e3c-bb28-4f72-9602-d7da7ef2ce2c tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:51.125301 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-40440e3c-bb28-4f72-9602-d7da7ef2ce2c tempest-TestSecurityGroupsBasicOps-1878882309 tempest-TestSecurityGroupsBasicOps-1878882309-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 1055 time: 0.2393982 Nov 26 22:18:51.127702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:51.134674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82fe5386-2ec7-4240-b1e0-69d30eb58710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.161223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b59e87-6800-4717-929c-ee194c7d92e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=69cd1fc6-8cb6-4b7a-a47e-1f778235b4dc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:51.171033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:51.172377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29b59e87-6800-4717-929c-ee194c7d92e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.173257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 181b9882-f5d8-40fb-9d65-6e4bd33cf9a4 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:51.181103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-29b59e87-6800-4717-929c-ee194c7d92e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/69cd1fc6-8cb6-4b7a-a47e-1f778235b4dc HTTP/1.1" status: 204 len: 168 time: 0.5224485 Nov 26 22:18:51.181746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b2617630-cba8-4494-9e5a-93b1020787c8 None None] Could not find standard attr ID for object 76b5f922-499a-4392-a41d-68497cf56c72. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:51.182157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56620) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:51.231070 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82fe5386-2ec7-4240-b1e0-69d30eb58710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.246521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-975f877a-4635-4468-bcfb-90b99e8ab013 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631588 Nov 26 22:18:51.253282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56622) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:51.268709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:51.296033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe5386-2ec7-4240-b1e0-69d30eb58710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1c08fa-88d2-44a4-84e5-be5cf4738868,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:51.314056 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82fe5386-2ec7-4240-b1e0-69d30eb58710 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.322208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eb5bc7-8788-4026-99a3-e81098a83b96 None None] Network db588b04-3259-4867-bdeb-f635217723ac requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:51.331474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56624) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:51.331931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-82fe5386-2ec7-4240-b1e0-69d30eb58710 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0f1c08fa-88d2-44a4-84e5-be5cf4738868 HTTP/1.1" status: 204 len: 168 time: 0.6388044 Nov 26 22:18:51.522612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf5e948-65f8-4bae-9e3e-bf589c94c280 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:51.522843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:51.527024 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.534413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.548601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca096e0-e522-4e45-aed5-d666c542f263 req-3bc40ca3-8390-49ec-a9e4-3b3c5d5f69ca tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:51.550173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bca096e0-e522-4e45-aed5-d666c542f263 req-3bc40ca3-8390-49ec-a9e4-3b3c5d5f69ca tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 909 time: 0.0915995 Nov 26 22:18:51.690744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Deleting port a595a30f-b798-4041-9259-9ae8143a547f {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:51.691276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.766974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] DHCP port deletion for db588b04-3259-4867-bdeb-f635217723ac request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:51.807560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:51.826583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] For port a595a30f-b798-4041-9259-9ae8143a547f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a595a30f-b798-4041-9259-9ae8143a547f,segment=NetworkSegment(acedce5c-d097-4494-a734-ed4f867916ba),segment_id=acedce5c-d097-4494-a734-ed4f867916ba)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:51.827490 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.849506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Calling delete_port for a595a30f-b798-4041-9259-9ae8143a547f owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:51.860207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] Deleting port a595a30f-b798-4041-9259-9ae8143a547f {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:51.860589 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.921667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] Deleting port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:51.922010 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.943766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] For port a595a30f-b798-4041-9259-9ae8143a547f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a595a30f-b798-4041-9259-9ae8143a547f,segment=NetworkSegment(acedce5c-d097-4494-a734-ed4f867916ba),segment_id=acedce5c-d097-4494-a734-ed4f867916ba)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:51.944166 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.946247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:51.988279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] Calling delete_port for a595a30f-b798-4041-9259-9ae8143a547f owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:52.006911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:52.011740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] For port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:52.012136 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.016959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:52.019250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=eb185fd4-bb6a-4852-a753-1889a4d92238,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:52.026990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:52.027596 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.042702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.060254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] Calling delete_port for 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:52.062037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56630) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:52.062567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-62c13391-0400-4555-9db9-baa20f7ff42e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8078914 Nov 26 22:18:52.081257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c23a30aa-7b73-4c30-9885-91e768c2bd7c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': 'eb185fd4-bb6a-4852-a753-1889a4d92238', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1622277947'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:52.083025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] No DVR routers for this DVR port a595a30f-b798-4041-9259-9ae8143a547f on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:52.085247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=a595a30f-b798-4041-9259-9ae8143a547f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:52.154810 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.192263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] Pushing event deleted for resources: {'Port': ['ID=a595a30f-b798-4041-9259-9ae8143a547f,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:52.197395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4159f21-3fd8-4668-b3f3-796f4906d646 None None] No DVR routers for this DVR port a595a30f-b798-4041-9259-9ae8143a547f on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:52.211413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.221592 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.248582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db588b04-3259-4867-bdeb-f635217723ac']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:52.249472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] Pushing event deleted for resources: {'Port': ['ID=4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:52.253121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470887ae-1b28-4a93-b8fc-d5b760b83c08 None None] No DVR routers for this DVR port 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:52.269041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acedce5c-d097-4494-a734-ed4f867916ba') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:52.269574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acedce5c-d097-4494-a734-ed4f867916ba') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:52.274742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3d3d3-671b-4387-8365-6e2fcafdddc9 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:52.282121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.299751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23a30aa-7b73-4c30-9885-91e768c2bd7c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:52.300228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.314352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:18:52.314954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:18:52.317014 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:18:52.402358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.418524 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.424573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c23a30aa-7b73-4c30-9885-91e768c2bd7c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.432130 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] 10.222.0.21 "DELETE /v2.0/networks/db588b04-3259-4867-bdeb-f635217723ac HTTP/1.1" status: 204 len: 168 time: 1.0990639 Nov 26 22:18:52.460781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-c23a30aa-7b73-4c30-9885-91e768c2bd7c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 9eedf1cf-98d5-435d-9b03-bac73e653d29 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:18:52.473207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa677b2-ab60-4d61-b1f1-d19724818b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=db588b04-3259-4867-bdeb-f635217723ac,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:52.500210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a595a30f-b798-4041-9259-9ae8143a547f no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:52.559578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a595a30f-b798-4041-9259-9ae8143a547f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:52.560335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a595a30f-b798-4041-9259-9ae8143a547f not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:52.562724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:52.606307 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23a30aa-7b73-4c30-9885-91e768c2bd7c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:18:52.607041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23a30aa-7b73-4c30-9885-91e768c2bd7c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:18:52.616523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': 'eb185fd4-bb6a-4852-a753-1889a4d92238'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:18:52.617399 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.625766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56636) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:52.627272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:52.627636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bcc998b6-73bb-44d5-b6d1-53dfd7ec3074 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:52.629998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c23a30aa-7b73-4c30-9885-91e768c2bd7c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5661182 Nov 26 22:18:52.632490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:52.632835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56638) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:52.678601 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fe38436d-417a-4907-a1e4-fc4eb611f80e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a02cd16b9b934c1592e9a39dfd867976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0513282 Nov 26 22:18:52.679908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-97dc0ae9-c10d-4c5e-a191-81020c2a40ae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0459704 Nov 26 22:18:52.680626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56640) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:52.682301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56642) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:52.689266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:52.689623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4ac7fe1b-ef5a-47ce-ab5d-46d94ed5c138 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:52.803550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d14a1f-448b-457e-8cdb-1bac3cf2ce5d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:52.805108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d14a1f-448b-457e-8cdb-1bac3cf2ce5d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:52.809464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-21d14a1f-448b-457e-8cdb-1bac3cf2ce5d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1233027 Nov 26 22:18:52.809464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56644) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:52.843731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/eb185fd4-bb6a-4852-a753-1889a4d92238/6c8b9c04-70a9-4be5-9e77-cc05ac412649) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:52.880490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26b722-9f48-433a-a978-9ccbbdc9425c req-c8d665bd-0237-45b9-bd7b-c3c6dbd82512 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:52.882161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c26b722-9f48-433a-a978-9ccbbdc9425c req-c8d665bd-0237-45b9-bd7b-c3c6dbd82512 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 909 time: 0.1815763 Nov 26 22:18:52.899546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23c988d1-6873-42d9-8ae8-8f1db40eba11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:52.921927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06a891a-8a6c-487e-8443-126f3e08a2e1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet eb185fd4-bb6a-4852-a753-1889a4d92238 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:52.944229 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23c988d1-6873-42d9-8ae8-8f1db40eba11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.089580 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23c988d1-6873-42d9-8ae8-8f1db40eba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.101297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23c988d1-6873-42d9-8ae8-8f1db40eba11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.105226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-23c988d1-6873-42d9-8ae8-8f1db40eba11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c970b0c6-c76c-45a7-a647-29f489480758 HTTP/1.1" status: 204 len: 168 time: 0.4232688 Nov 26 22:18:53.127150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c988d1-6873-42d9-8ae8-8f1db40eba11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c970b0c6-c76c-45a7-a647-29f489480758,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:53.148866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-ffb0b12c-9425-489d-a6c1-53010c98bd18 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:53.150529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-ffb0b12c-9425-489d-a6c1-53010c98bd18 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.13 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 909 time: 0.1422818 Nov 26 22:18:53.185224 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.195733 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c06a891a-8a6c-487e-8443-126f3e08a2e1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.197240 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.268575 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:53.268712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c06a891a-8a6c-487e-8443-126f3e08a2e1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.273226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:53.279100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:53.282718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting port d1e112b1-8add-4786-8668-75e122244784 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:53.283155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.330548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Pushing event updated for resources: {'Port': ['ID=6c8b9c04-70a9-4be5-9e77-cc05ac412649,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:53.396936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] For port d1e112b1-8add-4786-8668-75e122244784, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d1e112b1-8add-4786-8668-75e122244784,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:53.397590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.414461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Calling delete_port for d1e112b1-8add-4786-8668-75e122244784 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:53.423289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Attempting to bind port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:53.424862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Attempting to bind port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:53.426515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Attempting to bind port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:53.431244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c06a891a-8a6c-487e-8443-126f3e08a2e1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.440880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:53.441378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:53.441870 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.442370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:53.442936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Bound port: 6c8b9c04-70a9-4be5-9e77-cc05ac412649, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:53.443398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.546462 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e807c45a-aaaa-4a66-a348-d3580f5a3e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.563924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c06a891a-8a6c-487e-8443-126f3e08a2e1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.595016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a891a-8a6c-487e-8443-126f3e08a2e1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=eb185fd4-bb6a-4852-a753-1889a4d92238,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:53.605974 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c06a891a-8a6c-487e-8443-126f3e08a2e1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.612086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c06a891a-8a6c-487e-8443-126f3e08a2e1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/eb185fd4-bb6a-4852-a753-1889a4d92238 HTTP/1.1" status: 204 len: 168 time: 0.8014994 Nov 26 22:18:53.615274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56652) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:53.617620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] For port 6c8b9c04-70a9-4be5-9e77-cc05ac412649, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:53.631483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] For port 6c8b9c04-70a9-4be5-9e77-cc05ac412649, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6c8b9c04-70a9-4be5-9e77-cc05ac412649,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:53.642177 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.661376 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.662424 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6306d91b-a008-4b71-bbd7-4458cab03bab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458400 Nov 26 22:18:53.666146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56654) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:53.671579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56656) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:53.676873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:53.723908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Port': ['ID=d1e112b1-8add-4786-8668-75e122244784,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:53.743502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bf16f-478c-479e-9d84-b665d01dc783 None None] Pushing event updated for resources: {'Port': ['ID=6c8b9c04-70a9-4be5-9e77-cc05ac412649,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:53.752950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a68e7df0-f384-4758-a6a5-47964b6723b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.801895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] No DVR routers for this DVR port d1e112b1-8add-4786-8668-75e122244784 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:53.805642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.809875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8fc26777-3369-4833-af57-0530ec9a0bdb req-a06b971b-58c4-49e2-94a1-c6cd9a5269a5 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.13 "DELETE /v2.0/ports/d1e112b1-8add-4786-8668-75e122244784 HTTP/1.1" status: 204 len: 173 time: 0.6515398 Nov 26 22:18:53.845771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:18:53.850091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:53.871745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17', 'name': 'network-vif-deleted', 'tag': 'd1e112b1-8add-4786-8668-75e122244784'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:18:53.877541 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49329840-c70a-4bdb-8a28-f2301fee9284" -d '{"events": [{"server_uuid": "0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17", "name": "network-vif-deleted", "tag": "d1e112b1-8add-4786-8668-75e122244784"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:18:54.156955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c0fff19-b528-4972-b816-5bcc3d31aa0e req-24af5ea4-2ce4-46b6-a568-5ed15bef1a5c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17 HTTP/1.1" status: 200 len: 210 time: 0.0527968 Nov 26 22:18:54.249845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.313938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:54.320875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:54.330240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:54.331327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.349971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=fe40f07a-e7f8-43a1-af07-037a9caa7a9e,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:54.365588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-915f228a-4403-4c14-b77b-bc4c17b2888f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6937723 Nov 26 22:18:54.375778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56664) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:54.384417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f6550949-2182-40b6-8829-92dd3365e6ab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-755783604', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:18:54.460543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6550949-2182-40b6-8829-92dd3365e6ab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.462022 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6550949-2182-40b6-8829-92dd3365e6ab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.485242 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb77fa3e-6216-40e5-88ee-c1d6f0da26e5 x-openstack-request-id: req-eb77fa3e-6216-40e5-88ee-c1d6f0da26e5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:18:54.485867 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17", "name": "network-vif-deleted", "tag": "d1e112b1-8add-4786-8668-75e122244784", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:18:54.485867 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb77fa3e-6216-40e5-88ee-c1d6f0da26e5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:18:54.486229 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0815fb9d-dae0-4ba7-a17c-5fdc52cd2e17', 'name': 'network-vif-deleted', 'tag': 'd1e112b1-8add-4786-8668-75e122244784', 'status': 'completed', 'code': 200} Nov 26 22:18:54.547234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6c8b9c04-70a9-4be5-9e77-cc05ac412649 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:54.562828 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a68e7df0-f384-4758-a6a5-47964b6723b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.570136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a68e7df0-f384-4758-a6a5-47964b6723b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.615632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:54.616280 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.625946 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6550949-2182-40b6-8829-92dd3365e6ab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.634850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6550949-2182-40b6-8829-92dd3365e6ab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.639587 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a68e7df0-f384-4758-a6a5-47964b6723b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.9235947 Nov 26 22:18:54.639587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e7df0-f384-4758-a6a5-47964b6723b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4d686c-97ae-4cef-b4bb-dde7e2e8317a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:54.642493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56666) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:54.669066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f6550949-2182-40b6-8829-92dd3365e6ab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.671193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f6550949-2182-40b6-8829-92dd3365e6ab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2940304 Nov 26 22:18:54.673719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56668) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:54.730352 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.767325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 6c8b9c04-70a9-4be5-9e77-cc05ac412649, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6c8b9c04-70a9-4be5-9e77-cc05ac412649,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:54.773514 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.834570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=6c8b9c04-70a9-4be5-9e77-cc05ac412649,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:54.849083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2797fff7-a82e-4797-a71e-2a3a8157c4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:54.910118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2797fff7-a82e-4797-a71e-2a3a8157c4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.046058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2797fff7-a82e-4797-a71e-2a3a8157c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.048880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2797fff7-a82e-4797-a71e-2a3a8157c4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.050061 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2797fff7-a82e-4797-a71e-2a3a8157c4bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad4d686c-97ae-4cef-b4bb-dde7e2e8317a HTTP/1.1" status: 204 len: 168 time: 0.4065433 Nov 26 22:18:55.051360 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.119158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0faccba-23c0-4274-81a4-8b5dcaa7aa87 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:55.148604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797fff7-a82e-4797-a71e-2a3a8157c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4d686c-97ae-4cef-b4bb-dde7e2e8317a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:55.274535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56676) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:55.402239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-199d4a17-9b3f-43e3-895b-1fe05a1553ee None None] Provisioning complete for port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:55.402939 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-199d4a17-9b3f-43e3-895b-1fe05a1553ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.465563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::1 (80fbbb56-d081-4c75-9bc4-6d72e144c947/fe40f07a-e7f8-43a1-af07-037a9caa7a9e/60166ba9-c6da-4b3c-8a39-eed285bb5569) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:18:55.688127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.743742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.794489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:55.798826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:55.803837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:18:55.804385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.843146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=60166ba9-c6da-4b3c-8a39-eed285bb5569,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:55.890402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9277df71-ba84-48fd-b3e3-3aed7a015177 None None] Provisioning complete for port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:55.892085 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9277df71-ba84-48fd-b3e3-3aed7a015177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.953569 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:55.972746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.166417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5fe840c4-1db2-4982-9992-f0395eaf4a67 None None] Provisioning complete for port 60166ba9-c6da-4b3c-8a39-eed285bb5569 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:56.166787 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5fe840c4-1db2-4982-9992-f0395eaf4a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.207286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5fe840c4-1db2-4982-9992-f0395eaf4a67 None None] Port 60166ba9-c6da-4b3c-8a39-eed285bb5569 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:56.246114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-80caabd9-4040-45a4-9d7a-49c3c667a1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.297121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.303211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting port 4a7606ed-aae3-4a99-aad2-d43d5fe83969 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:56.303808 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.305351 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.306270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.409838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] For port 4a7606ed-aae3-4a99-aad2-d43d5fe83969, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4a7606ed-aae3-4a99-aad2-d43d5fe83969,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:56.410354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.417303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=60166ba9-c6da-4b3c-8a39-eed285bb5569,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:56.436554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Calling delete_port for 4a7606ed-aae3-4a99-aad2-d43d5fe83969 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:56.465246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:18:56.467237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:18:56.472041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6c8b9c04-70a9-4be5-9e77-cc05ac412649 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:18:56.543339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:56.543951 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.717385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:56.720200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Router b4cc43c9-38fe-4805-a834-23f0a1263b8a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:18:56.855809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:56.866031 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Sync routers for ids ['b4cc43c9-38fe-4805-a834-23f0a1263b8a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:56.870312 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b17b3b88-eb82-4be9-ac56-2d909d96f338 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "PUT /v2.0/routers/b4cc43c9-38fe-4805-a834-23f0a1263b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1949494 Nov 26 22:18:56.872278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56680) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:56.880820 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Routers {'b4cc43c9-38fe-4805-a834-23f0a1263b8a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:56.881697 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['b4cc43c9-38fe-4805-a834-23f0a1263b8a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:56.906099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Port': ['ID=4a7606ed-aae3-4a99-aad2-d43d5fe83969,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:56.951181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc4e59-ad7f-408a-b789-1921d1318b8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:56.953303 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-33cc4e59-ad7f-408a-b789-1921d1318b8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports/60166ba9-c6da-4b3c-8a39-eed285bb5569 HTTP/1.1" status: 200 len: 911 time: 0.0800426 Nov 26 22:18:56.955960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56682) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:56.970785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b0fa5729-6f60-4af2-9c2d-f576816f4aac None None] Provisioning complete for port 60166ba9-c6da-4b3c-8a39-eed285bb5569 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:56.971335 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b0fa5729-6f60-4af2-9c2d-f576816f4aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:57.039455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa5729-6f60-4af2-9c2d-f576816f4aac None None] Port 60166ba9-c6da-4b3c-8a39-eed285bb5569 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:18:57.055104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2cbe90-abd2-4c37-a5d7-cdb7e814e10f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:57.063964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2cbe90-abd2-4c37-a5d7-cdb7e814e10f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:57.066242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3c2cbe90-abd2-4c37-a5d7-cdb7e814e10f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1093731 Nov 26 22:18:57.068958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56684) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:57.073216 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:57.082728 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Set router b4cc43c9-38fe-4805-a834-23f0a1263b8a gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:57.174516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:57.381002 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cc43c9-38fe-4805-a834-23f0a1263b8a', 'name': 'tempest-NetworksTestDHCPv6-router-755783604', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:54Z', 'updated_at': '2021-11-26T22:18:55Z', 'revision_number': 2, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'gw_port_host': None, '_interfaces': [{'id': '60166ba9-c6da-4b3c-8a39-eed285bb5569', 'name': '', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'mac_address': 'fa:16:3e:3b:68:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cc43c9-38fe-4805-a834-23f0a1263b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'fe40f07a-e7f8-43a1-af07-037a9caa7a9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:55Z', 'updated_at': '2021-11-26T22:18:56Z', 'revision_number': 2, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'subnets': [{'id': 'fe40f07a-e7f8-43a1-af07-037a9caa7a9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:57.420296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d1e112b1-8add-4786-8668-75e122244784 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:18:57.431915 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Checking router: b4cc43c9-38fe-4805-a834-23f0a1263b8a for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:57.433010 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Updating router b4cc43c9-38fe-4805-a834-23f0a1263b8a port 60166ba9-c6da-4b3c-8a39-eed285bb5569 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:18:57.472022 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:57.473216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: d1e112b1-8add-4786-8668-75e122244784 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:18:57.475826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d1e112b1-8add-4786-8668-75e122244784 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:18:57.695704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:18:57.732494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:57.880031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:57.888427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-14de9dee-2d45-4434-8766-94e7f682a3f2 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "PUT /v2.0/routers/94bf12b9-2c13-4a01-848d-3eb34654d8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126969 Nov 26 22:18:57.889100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56688) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:57.898772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] Sync routers for ids ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:18:57.933037 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:57.946910 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:57.948694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8c6ed3-07b9-4506-acec-89d2cd66a00f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting subnet d59517ab-85e1-4076-a7bb-2278d6c80ba1 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:18:57.950120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] Routers {'94bf12b9-2c13-4a01-848d-3eb34654d8d7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:57.953859 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e8c6ed3-07b9-4506-acec-89d2cd66a00f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:57.959067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:58.037563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e8c6ed3-07b9-4506-acec-89d2cd66a00f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.059415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 60166ba9-c6da-4b3c-8a39-eed285bb5569 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:58.059745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.068840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abf9b2-b541-4862-95fd-71d676943ac9 None None] Pushing event updated for resources: {'Port': ['ID=60166ba9-c6da-4b3c-8a39-eed285bb5569,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:58.117005 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Attempting to bind port 60166ba9-c6da-4b3c-8a39-eed285bb5569 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:18:58.117384 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Attempting to bind port 60166ba9-c6da-4b3c-8a39-eed285bb5569 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:18:58.120666 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Attempting to bind port 60166ba9-c6da-4b3c-8a39-eed285bb5569 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:18:58.145970 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:18:58.146384 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:18:58.146797 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.147825 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:18:58.148827 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Bound port: 60166ba9-c6da-4b3c-8a39-eed285bb5569, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:18:58.149225 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.161086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] Set router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:58.199766 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e8c6ed3-07b9-4506-acec-89d2cd66a00f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.234530 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] For port 60166ba9-c6da-4b3c-8a39-eed285bb5569, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:18:58.239957 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] For port 60166ba9-c6da-4b3c-8a39-eed285bb5569, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=60166ba9-c6da-4b3c-8a39-eed285bb5569,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:18:58.246838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] For port 60166ba9-c6da-4b3c-8a39-eed285bb5569, host n-d-819494-1, got binding levels [] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:58.247275 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.255039 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.284916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 60166ba9-c6da-4b3c-8a39-eed285bb5569 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:58.305814 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e8c6ed3-07b9-4506-acec-89d2cd66a00f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.396032 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Routers {'b4cc43c9-38fe-4805-a834-23f0a1263b8a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:58.396672 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['b4cc43c9-38fe-4805-a834-23f0a1263b8a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:58.409627 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abf9b2-b541-4862-95fd-71d676943ac9 None None] Pushing event updated for resources: {'Port': ['ID=60166ba9-c6da-4b3c-8a39-eed285bb5569,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:58.419231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c6ed3-07b9-4506-acec-89d2cd66a00f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Subnet': ['ID=d59517ab-85e1-4076-a7bb-2278d6c80ba1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:58.434771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0e8c6ed3-07b9-4506-acec-89d2cd66a00f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.446702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0e8c6ed3-07b9-4506-acec-89d2cd66a00f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/subnets/d59517ab-85e1-4076-a7bb-2278d6c80ba1 HTTP/1.1" status: 204 len: 168 time: 0.5527725 Nov 26 22:18:58.451260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56692) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:58.463589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7ed92-049f-4a6a-aac7-a6311d895630 None None] Network 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:18:58.665577 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] Set router b4cc43c9-38fe-4805-a834-23f0a1263b8a gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:58.693813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a54ee390-1932-444d-8cc2-04578e9d44dd None None] Provisioning complete for port 60166ba9-c6da-4b3c-8a39-eed285bb5569 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:18:58.693813 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a54ee390-1932-444d-8cc2-04578e9d44dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.700202 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.705613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.797314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:58.805236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:58.861836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] Checking router: 94bf12b9-2c13-4a01-848d-3eb34654d8d7 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:18:58.876117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=60166ba9-c6da-4b3c-8a39-eed285bb5569,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:58.879791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a54ee390-1932-444d-8cc2-04578e9d44dd None None] Could not find standard attr ID for object 60166ba9-c6da-4b3c-8a39-eed285bb5569. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:58.894397 n-d-819494-1 neutron-server[110001]: INFO neutron.plugins.ml2.db [None req-a54ee390-1932-444d-8cc2-04578e9d44dd None None] No ports have port_id starting with 60166ba9-c6da-4b3c-8a39-eed285bb5569 Nov 26 22:18:58.912707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] Routers {'94bf12b9-2c13-4a01-848d-3eb34654d8d7'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:18:58.913361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:58.975026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.094754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting port 13fff2a5-5077-4be1-8911-608c52281d84 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:59.099428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.124669 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.204091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] Set router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:18:59.221131 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4cc43c9-38fe-4805-a834-23f0a1263b8a', 'name': 'tempest-NetworksTestDHCPv6-router-755783604', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:54Z', 'updated_at': '2021-11-26T22:18:55Z', 'revision_number': 2, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'gw_port_host': None, '_interfaces': [{'id': '60166ba9-c6da-4b3c-8a39-eed285bb5569', 'name': '', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'mac_address': 'fa:16:3e:3b:68:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cc43c9-38fe-4805-a834-23f0a1263b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'fe40f07a-e7f8-43a1-af07-037a9caa7a9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:55Z', 'updated_at': '2021-11-26T22:18:58Z', 'revision_number': 4, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'subnets': [{'id': 'fe40f07a-e7f8-43a1-af07-037a9caa7a9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:59.259787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] For port 13fff2a5-5077-4be1-8911-608c52281d84, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=13fff2a5-5077-4be1-8911-608c52281d84,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:59.260098 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.296205 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6e03b5-219f-41bd-af9b-ffd294777b7d None None] The sync data for ids ['b4cc43c9-38fe-4805-a834-23f0a1263b8a'] in n-d-819494-1 is: [{'id': 'b4cc43c9-38fe-4805-a834-23f0a1263b8a', 'name': 'tempest-NetworksTestDHCPv6-router-755783604', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:54Z', 'updated_at': '2021-11-26T22:18:55Z', 'revision_number': 2, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'gw_port_host': None, '_interfaces': [{'id': '60166ba9-c6da-4b3c-8a39-eed285bb5569', 'name': '', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'mac_address': 'fa:16:3e:3b:68:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4cc43c9-38fe-4805-a834-23f0a1263b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'fe40f07a-e7f8-43a1-af07-037a9caa7a9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:55Z', 'updated_at': '2021-11-26T22:18:58Z', 'revision_number': 4, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'subnets': [{'id': 'fe40f07a-e7f8-43a1-af07-037a9caa7a9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:59.304458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Calling delete_port for 13fff2a5-5077-4be1-8911-608c52281d84 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:59.308038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] DHCP port deletion for 34d7eb94-fe4d-4d5e-a643-1a36ec043b8d request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:59.420151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-992fff02-9cd6-4c01-b512-95fa03540101 None None] Could not find standard attr ID for object 60166ba9-c6da-4b3c-8a39-eed285bb5569. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:18:59.444715 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.536858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] Deleting port 94656944-01a0-453f-b50e-764a40afae43 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:18:59.537431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.561757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Router b4cc43c9-38fe-4805-a834-23f0a1263b8a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:18:59.643518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] For port 94656944-01a0-453f-b50e-764a40afae43, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=94656944-01a0-453f-b50e-764a40afae43,segment=NetworkSegment(6d7ec225-7ee1-4fcb-b435-2328cc0b9914),segment_id=6d7ec225-7ee1-4fcb-b435-2328cc0b9914)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:18:59.643835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.663128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] Calling delete_port for 94656944-01a0-453f-b50e-764a40afae43 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:18:59.764449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:18:59.797296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:18:59.801483 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.806513 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-60c638b4-10be-4aca-b482-b1a956a16efa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "PUT /v2.0/routers/b4cc43c9-38fe-4805-a834-23f0a1263b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7364457 Nov 26 22:18:59.808828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37bb56-7fad-473e-a2f2-6349e9ccfda5 None None] The sync data for ids ['94bf12b9-2c13-4a01-848d-3eb34654d8d7'] in n-d-819494-1 is: [{'id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-437776556', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '13fff2a5-5077-4be1-8911-608c52281d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:18:20Z', 'updated_at': '2021-11-26T22:18:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '13fff2a5-5077-4be1-8911-608c52281d84', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:1c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bf12b9-2c13-4a01-848d-3eb34654d8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:18:22Z', 'updated_at': '2021-11-26T22:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:18:59.810038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56700) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:18:59.829814 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:18:59.886561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Port': ['ID=13fff2a5-5077-4be1-8911-608c52281d84,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:59.907282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644a893-8ac9-47d7-9127-ec1368cea001 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:18:59.920503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] Pushing event deleted for resources: {'Port': ['ID=94656944-01a0-453f-b50e-764a40afae43,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:18:59.926973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f7515-fe31-44fd-ad27-69b60a437ad0 None None] No DVR routers for this DVR port 94656944-01a0-453f-b50e-764a40afae43 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:18:59.931909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d7509-48e3-4696-b728-cbaee2769d94 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:59.934306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2d7509-48e3-4696-b728-cbaee2769d94 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:18:59.935498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4b2d7509-48e3-4696-b728-cbaee2769d94 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1244879 Nov 26 22:18:59.940770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56702) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:00.003641 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.012182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe46cf38-7744-4b40-b840-e1dd834732fa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet fe40f07a-e7f8-43a1-af07-037a9caa7a9e {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:00.020446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe46cf38-7744-4b40-b840-e1dd834732fa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.081141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe46cf38-7744-4b40-b840-e1dd834732fa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.147231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe46cf38-7744-4b40-b840-e1dd834732fa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.201991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.208469 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.267344 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.267943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Fanout notify agent at l3_agent the message router_deleted on router 94bf12b9-2c13-4a01-848d-3eb34654d8d7 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:19:00.272804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe46cf38-7744-4b40-b840-e1dd834732fa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.277216 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.278510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5b1ea5cb-1bb7-4e68-a92e-d8e6270e4482 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/routers/94bf12b9-2c13-4a01-848d-3eb34654d8d7 HTTP/1.1" status: 204 len: 168 time: 1.8259537 Nov 26 22:19:00.288203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56704) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:00.313130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137c8d5-b923-4000-859d-c27900529ce9 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:00.380748 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe46cf38-7744-4b40-b840-e1dd834732fa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.397362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56706) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:00.397604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fe46cf38-7744-4b40-b840-e1dd834732fa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/fe40f07a-e7f8-43a1-af07-037a9caa7a9e HTTP/1.1" status: 204 len: 168 time: 0.4550788 Nov 26 22:19:00.405936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46cf38-7744-4b40-b840-e1dd834732fa tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=fe40f07a-e7f8-43a1-af07-037a9caa7a9e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:00.585112 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.744082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f343b4fe-5158-480d-bfb3-5b64dfe7860e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3430383 Nov 26 22:19:00.746123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56710) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:00.757500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 94656944-01a0-453f-b50e-764a40afae43 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:00.763998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:00.801135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 94656944-01a0-453f-b50e-764a40afae43 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:00.801806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 94656944-01a0-453f-b50e-764a40afae43 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:00.802458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4a7606ed-aae3-4a99-aad2-d43d5fe83969 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:00.813726 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.827060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 4a7606ed-aae3-4a99-aad2-d43d5fe83969 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:00.828331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4a7606ed-aae3-4a99-aad2-d43d5fe83969 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:00.863515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d7eb94-fe4d-4d5e-a643-1a36ec043b8d']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:00.887932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7ec225-7ee1-4fcb-b435-2328cc0b9914') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:00.888244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7ec225-7ee1-4fcb-b435-2328cc0b9914') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:00.917856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.926108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1fc7-50ca-400a-ab18-678e4b4d0c93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.945553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] Deleting port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:00.945935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.947066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.964452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:19:00.964857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:19:00.971814 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:19:01.097817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] For port 6c8b9c04-70a9-4be5-9e77-cc05ac412649, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6c8b9c04-70a9-4be5-9e77-cc05ac412649,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:01.098316 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.112914 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.118033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] Calling delete_port for 6c8b9c04-70a9-4be5-9e77-cc05ac412649 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:01.136122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.143617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/networks/34d7eb94-fe4d-4d5e-a643-1a36ec043b8d HTTP/1.1" status: 204 len: 168 time: 0.8507681 Nov 26 22:19:01.153671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56712) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:01.191003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d081323-774f-4e9b-af1e-1c1967ab4893 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Network': ['ID=34d7eb94-fe4d-4d5e-a643-1a36ec043b8d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:01.228992 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1fc7-50ca-400a-ab18-678e4b4d0c93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.239630 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1fc7-50ca-400a-ab18-678e4b4d0c93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.307334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.334058 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1fc7-50ca-400a-ab18-678e4b4d0c93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.335053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbc1fc7-50ca-400a-ab18-678e4b4d0c93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Fanout notify agent at l3_agent the message router_deleted on router b4cc43c9-38fe-4805-a834-23f0a1263b8a {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:19:01.352735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbbc1fc7-50ca-400a-ab18-678e4b4d0c93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.360838 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fbbc1fc7-50ca-400a-ab18-678e4b4d0c93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/routers/b4cc43c9-38fe-4805-a834-23f0a1263b8a HTTP/1.1" status: 204 len: 168 time: 0.6072617 Nov 26 22:19:01.362279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56714) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:01.372293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:01.385643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] No DVR routers for this DVR port 6c8b9c04-70a9-4be5-9e77-cc05ac412649 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:01.408095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61481-13fb-4f4e-8e38-a50d9bc3ca70 None None] Pushing event deleted for resources: {'Port': ['ID=6c8b9c04-70a9-4be5-9e77-cc05ac412649,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:01.506742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting port 197bd3c0-04cc-4cce-9c0b-169a50b23cbb {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:01.507025 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.545090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:01.549778 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:01.776990 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b67e4-3271-40f1-b0af-c32cb00f9dec None None] Sync routers for ids ['b4cc43c9-38fe-4805-a834-23f0a1263b8a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:01.793489 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b67e4-3271-40f1-b0af-c32cb00f9dec None None] Routers set() bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:01.794148 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b67e4-3271-40f1-b0af-c32cb00f9dec None None] Router IDs set() for agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 22:19:01.795579 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_agentschedulers_db [None req-b38b67e4-3271-40f1-b0af-c32cb00f9dec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4cc43c9-38fe-4805-a834-23f0a1263b8a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent'). {{(pid=110002) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 22:19:01.806266 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b67e4-3271-40f1-b0af-c32cb00f9dec None None] Routers set() bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:01.806633 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b67e4-3271-40f1-b0af-c32cb00f9dec None None] Router IDs set() for agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 22:19:01.807592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_agentschedulers_db [None req-b38b67e4-3271-40f1-b0af-c32cb00f9dec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b4cc43c9-38fe-4805-a834-23f0a1263b8a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent'). {{(pid=110002) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 22:19:01.807592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b67e4-3271-40f1-b0af-c32cb00f9dec None None] The sync data for ids ['b4cc43c9-38fe-4805-a834-23f0a1263b8a'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:01.921318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.008227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:02.015455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:02.018580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:02.019207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.027805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.029242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.035332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa750d81-204a-4d97-a5f0-3aa9f9876d8d None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:02.042845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Calling delete_port for 197bd3c0-04cc-4cce-9c0b-169a50b23cbb owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:02.054918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6911836 Nov 26 22:19:02.059954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56722) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:02.069689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d355a3d6-b2c3-413a-94d0-6e60c987d8a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-975111214', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:02.094676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3b008-8d47-4cf6-ae6c-15523b38770e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=2efbf7b6-2c1e-45d4-ad45-da02be47f7a7,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:02.139692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d355a3d6-b2c3-413a-94d0-6e60c987d8a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.140835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d355a3d6-b2c3-413a-94d0-6e60c987d8a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.177787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf5b44-fe92-48a1-b9d6-d818746f55c1 req-cfa90e7c-0c5e-46df-a1df-1762f7e3a2d5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:02.189842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04cf5b44-fe92-48a1-b9d6-d818746f55c1 req-cfa90e7c-0c5e-46df-a1df-1762f7e3a2d5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 946 time: 0.1391945 Nov 26 22:19:02.311304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d355a3d6-b2c3-413a-94d0-6e60c987d8a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.319032 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d355a3d6-b2c3-413a-94d0-6e60c987d8a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.343150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d355a3d6-b2c3-413a-94d0-6e60c987d8a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.344473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d355a3d6-b2c3-413a-94d0-6e60c987d8a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2802608 Nov 26 22:19:02.347312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56724) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:02.427361 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.465781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04cf5b44-fe92-48a1-b9d6-d818746f55c1 req-16813423-c828-4a9a-80d4-fffcc43fde21 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746158 Nov 26 22:19:02.471730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Port': ['ID=197bd3c0-04cc-4cce-9c0b-169a50b23cbb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:02.480333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '2efbf7b6-2c1e-45d4-ad45-da02be47f7a7'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:02.508268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.534028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6c8b9c04-70a9-4be5-9e77-cc05ac412649 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:02.564215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6c8b9c04-70a9-4be5-9e77-cc05ac412649 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:02.565779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6c8b9c04-70a9-4be5-9e77-cc05ac412649 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:02.565779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 13fff2a5-5077-4be1-8911-608c52281d84 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:02.596996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 13fff2a5-5077-4be1-8911-608c52281d84 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:02.597357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 13fff2a5-5077-4be1-8911-608c52281d84 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:02.597764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 60166ba9-c6da-4b3c-8a39-eed285bb5569 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:02.616466 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.616964 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Floating IP 68405d30-1708-4835-9951-39126072a0ee disassociated (deleted). External IP: 172.25.3.67, port: 89b19ef2-f369-4817-bb52-19aae7193ff9. Nov 26 22:19:02.680866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 60166ba9-c6da-4b3c-8a39-eed285bb5569 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:02.681694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 60166ba9-c6da-4b3c-8a39-eed285bb5569 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:02.800140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/2efbf7b6-2c1e-45d4-ad45-da02be47f7a7/9ee67f5a-0381-4ee8-bdd2-340197253489) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:02.833068 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:02.890192 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Router 6409688d-1799-4a37-97b5-41a1e71ad0c3 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:19:03.049207 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.050550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:03.061957 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.062925 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.064343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] Sync routers for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:03.103486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:03.112142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:03.116091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:03.116244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:03.136796 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e10d0a20-0668-4d6d-b01a-a961b1aceee0 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/floatingips/68405d30-1708-4835-9951-39126072a0ee HTTP/1.1" status: 204 len: 168 time: 1.9814281 Nov 26 22:19:03.138668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:03.141617 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:03.159534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:03.159884 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::1 (80fbbb56-d081-4c75-9bc4-6d72e144c947/2efbf7b6-2c1e-45d4-ad45-da02be47f7a7/4b2d530f-caac-441b-851c-7036e7e297e6) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:03.173228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9ee67f5a-0381-4ee8-bdd2-340197253489,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:03.240402 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e292a797-7997-4c3e-9ab4-ba2d8665223c x-openstack-request-id: req-e292a797-7997-4c3e-9ab4-ba2d8665223c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:03.241248 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:03.241528 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e292a797-7997-4c3e-9ab4-ba2d8665223c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:03.243631 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'status': 'completed', 'code': 200} Nov 26 22:19:03.303057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.323355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Attempting to bind port 9ee67f5a-0381-4ee8-bdd2-340197253489 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:03.323892 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Attempting to bind port 9ee67f5a-0381-4ee8-bdd2-340197253489 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:03.324074 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Attempting to bind port 9ee67f5a-0381-4ee8-bdd2-340197253489 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:03.333596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:03.333994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:03.334416 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.335011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:03.335327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Bound port: 9ee67f5a-0381-4ee8-bdd2-340197253489, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:03.335715 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.341624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:03.466617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-f98da335-d3a4-4a93-b85e-010389391b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:03.468263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-f98da335-d3a4-4a93-b85e-010389391b01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f93059dd633b4444a15a1716bb2309a2&device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 1135 time: 0.1589019 Nov 26 22:19:03.469473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] For port 9ee67f5a-0381-4ee8-bdd2-340197253489, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:03.529463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] For port 9ee67f5a-0381-4ee8-bdd2-340197253489, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9ee67f5a-0381-4ee8-bdd2-340197253489,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:03.558882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.577122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc9bdc-824e-4c7d-a081-7d7728b94b81 req-e9f58e89-c988-49d0-aa49-e4f9dbda7f90 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:03.578926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31fc9bdc-824e-4c7d-a081-7d7728b94b81 req-e9f58e89-c988-49d0-aa49-e4f9dbda7f90 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 984 time: 0.1086354 Nov 26 22:19:03.579998 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.686610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541023cd-c92c-45ca-9d9c-4300de5e4477 None None] Pushing event updated for resources: {'Port': ['ID=9ee67f5a-0381-4ee8-bdd2-340197253489,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:03.708508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:03.709760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=4b2d530f-caac-441b-851c-7036e7e297e6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:03.715744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:03.748777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:03.749321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:03.815295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:03.828798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-e6b76e7a-006d-4fcd-bcb9-4cdb11ba2e68 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:03.830993 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-e6b76e7a-006d-4fcd-bcb9-4cdb11ba2e68 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 946 time: 0.0638781 Nov 26 22:19:03.843853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31fc9bdc-824e-4c7d-a081-7d7728b94b81 req-92fc805f-b91c-483c-832b-d3c5e5a50a86 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2155588 Nov 26 22:19:03.858543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] Checking router: 6409688d-1799-4a37-97b5-41a1e71ad0c3 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:03.862835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-accdcb5b-2f29-4ea5-af13-ef2895fbdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:03.864330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-accdcb5b-2f29-4ea5-af13-ef2895fbdec4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 HTTP/1.1" status: 200 len: 897 time: 0.3828368 Nov 26 22:19:03.873817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:03.874865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:03.944350 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda65b6-6cff-4ba9-9a84-51f734f32a70 req-8d49382a-15d2-45d8-bf9c-90c003bd3757 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:03.945869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bda65b6-6cff-4ba9-9a84-51f734f32a70 req-8d49382a-15d2-45d8-bf9c-90c003bd3757 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 946 time: 0.3116982 Nov 26 22:19:04.027299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:04.073307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:04.073898 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:04.196680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] For port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:04.197639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:04.306901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:04.352890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-c6efdf67-c3e6-462a-9afb-7e863535f7b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89b19ef2-f369-4817-bb52-19aae7193ff9 HTTP/1.1" status: 200 len: 217 time: 0.4059479 Nov 26 22:19:04.353783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c79db-84cb-4add-b176-af11959e7f5d None None] The sync data for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 is: [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:16:52Z', 'revision_number': 4, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6c50374-b29d-4580-a468-0f456f1d798c', 'name': '', 'network_id': 'acda51f9-0fad-4ecf-bde9-e0a361ad7ef1', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'mac_address': 'fa:16:3e:c9:a7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:50Z', 'updated_at': '2021-11-26T22:16:56Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'subnets': [{'id': '7ebf67fa-7388-4f81-ad85-34159beda980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:04.513494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:04.516728 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:04.517195 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Floating IP dacae53c-fc44-4899-b52a-e841cc1be011 disassociated. External IP: 172.25.3.155, port: fe0c6f3d-a438-44ed-bd4b-2c082b4f9491. Nov 26 22:19:04.517657 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:04.540193 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:04.553141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9ee67f5a-0381-4ee8-bdd2-340197253489 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:04.574002 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bda65b6-6cff-4ba9-9a84-51f734f32a70 req-63ec8935-66fe-478b-a135-e49f729d5a1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6155405 Nov 26 22:19:04.577740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-2a63d6a8-5f09-45a2-941a-951f350b02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:04.579462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-2a63d6a8-5f09-45a2-941a-951f350b02d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ebf67fa-7388-4f81-ad85-34159beda980 HTTP/1.1" status: 200 len: 834 time: 0.2139804 Nov 26 22:19:04.665517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9ee67f5a-0381-4ee8-bdd2-340197253489 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:04.666211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:04.738359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:04.789900 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:04.800424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-62499a46-0e0e-4bc5-bdf8-d1deb2aea2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:04.809658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=fe0c6f3d-a438-44ed-bd4b-2c082b4f9491,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:04.812007 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-62499a46-0e0e-4bc5-bdf8-d1deb2aea2a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892748 Nov 26 22:19:04.875480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 9ee67f5a-0381-4ee8-bdd2-340197253489, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9ee67f5a-0381-4ee8-bdd2-340197253489,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:04.882122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.013338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=9ee67f5a-0381-4ee8-bdd2-340197253489,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:05.035915 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df53ae16-0b46-4085-89be-001023027970 None None] New status for floating IP 68405d30-1708-4835-9951-39126072a0ee: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:19:05.043535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:19:05.157531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-dfccde03-2938-4873-8f8b-124abdaff8ea service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336415 Nov 26 22:19:05.248798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.270725 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.271828 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.272848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d2206de4-fd73-4956-b98b-318687c4f71c None None] Provisioning complete for port 9ee67f5a-0381-4ee8-bdd2-340197253489 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:05.273613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d2206de4-fd73-4956-b98b-318687c4f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.301620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:05.322525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-fcb75224-f0cf-47d8-ba8d-581991a81642 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:05.323279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:05.324117 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-fcb75224-f0cf-47d8-ba8d-581991a81642 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.41 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 984 time: 0.1432705 Nov 26 22:19:05.363658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:05.364453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:05.421220 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76879da6-da9c-4af6-98ff-7e7aa6a108e3 req-92485ac3-d961-4dd7-bbd8-a850257e443a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:05.422788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76879da6-da9c-4af6-98ff-7e7aa6a108e3 req-92485ac3-d961-4dd7-bbd8-a850257e443a tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 984 time: 0.3588014 Nov 26 22:19:05.515484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] No DVR routers for this DVR port fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:05.518994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.522674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f27c23f4-83f1-48a0-be1c-67dec7a25c14 req-9ec33d09-b880-4382-88d0-24e63118129e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "DELETE /v2.0/ports/fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 HTTP/1.1" status: 204 len: 173 time: 1.6850770 Nov 26 22:19:05.523131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'name': 'network-vif-deleted', 'tag': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:05.525424 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2483e5-9e15-4c96-a95b-c59d29b64d1c" -d '{"events": [{"server_uuid": "4081f6c3-9388-4f03-ab2d-d5d0ca33906c", "name": "network-vif-deleted", "tag": "fe0c6f3d-a438-44ed-bd4b-2c082b4f9491"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:05.534432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=4b2d530f-caac-441b-851c-7036e7e297e6,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:05.585209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting port 89b19ef2-f369-4817-bb52-19aae7193ff9 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:05.585603 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.626837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:05.662787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9445c69a-b458-416a-a61d-f43e81148230 None None] Provisioning complete for port 4b2d530f-caac-441b-851c-7036e7e297e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:05.663180 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9445c69a-b458-416a-a61d-f43e81148230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.706490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-fc5f7bee-7100-4a7e-ac10-9c6e3efeaf4f service neutron] 10.222.0.41 "GET /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546289 Nov 26 22:19:05.722399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:05.735906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:05.767575 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571e2e9-3960-453a-ad0f-f3985016239d x-openstack-request-id: req-b571e2e9-3960-453a-ad0f-f3985016239d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:05.767575 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4081f6c3-9388-4f03-ab2d-d5d0ca33906c", "name": "network-vif-deleted", "tag": "fe0c6f3d-a438-44ed-bd4b-2c082b4f9491", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:05.767575 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b571e2e9-3960-453a-ad0f-f3985016239d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:05.768200 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4081f6c3-9388-4f03-ab2d-d5d0ca33906c', 'name': 'network-vif-deleted', 'tag': 'fe0c6f3d-a438-44ed-bd4b-2c082b4f9491', 'status': 'completed', 'code': 200} Nov 26 22:19:05.809769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76879da6-da9c-4af6-98ff-7e7aa6a108e3 req-f9ccc025-0d4f-4b3d-955e-2db60ade193e tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/security-groups?id=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943&id=a0a113a8-952c-4fce-b2c8-2169ee96d27a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3564885 Nov 26 22:19:05.883268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] For port 89b19ef2-f369-4817-bb52-19aae7193ff9, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=89b19ef2-f369-4817-bb52-19aae7193ff9,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:05.883640 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:05.908663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Calling delete_port for 89b19ef2-f369-4817-bb52-19aae7193ff9 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:05.958523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-245c4500-e4d3-43d8-8f3a-00131f6a29b6 req-5a9c2eb8-7a08-4fe3-93e5-c6b4ed8f382a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 210 time: 0.1639850 Nov 26 22:19:06.077702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Router e2a42ea3-fba4-4188-940f-27b0ad8ec0bf is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:19:06.114210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9445c69a-b458-416a-a61d-f43e81148230 None None] Port 4b2d530f-caac-441b-851c-7036e7e297e6 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:06.133938 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:06.207629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Port': ['ID=89b19ef2-f369-4817-bb52-19aae7193ff9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:06.272651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] No DVR routers for this DVR port 89b19ef2-f369-4817-bb52-19aae7193ff9 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:06.284602 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:06.288367 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-253b94e5-1cc6-4f23-9323-7ed2608f5440 req-8066e552-6aea-4f43-8cff-afb041d3a149 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.41 "DELETE /v2.0/ports/89b19ef2-f369-4817-bb52-19aae7193ff9 HTTP/1.1" status: 204 len: 173 time: 0.9465573 Nov 26 22:19:06.291960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:06.297240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9cd0428b-873d-4f90-a7ad-466a790ffcc7 None None] Provisioning complete for port 4b2d530f-caac-441b-851c-7036e7e297e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:06.297738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9cd0428b-873d-4f90-a7ad-466a790ffcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:06.305563 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Sync routers for ids ['e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:06.312495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56748) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:06.313465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-96ef23ef-1acf-4d3f-b293-c099e6255529 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "PUT /v2.0/routers/e2a42ea3-fba4-4188-940f-27b0ad8ec0bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9645579 Nov 26 22:19:06.325963 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Routers {'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:06.327292 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:06.378469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e13aae9-bd80-4c36-8cdd-44dd8f279022 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:06.380064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0e13aae9-bd80-4c36-8cdd-44dd8f279022 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports/4b2d530f-caac-441b-851c-7036e7e297e6 HTTP/1.1" status: 200 len: 911 time: 0.0665019 Nov 26 22:19:06.382902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56750) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:06.403489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0428b-873d-4f90-a7ad-466a790ffcc7 None None] Port 4b2d530f-caac-441b-851c-7036e7e297e6 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:06.418058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:06.470138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:06.483238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fffa2e9-bb6c-45a5-8377-ce4d7436f892 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:06.497159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fffa2e9-bb6c-45a5-8377-ce4d7436f892 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:06.499433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:06.503443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:06.503623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56752) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:06.505874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0fffa2e9-bb6c-45a5-8377-ce4d7436f892 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1218588 Nov 26 22:19:06.509302 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Set router e2a42ea3-fba4-4188-940f-27b0ad8ec0bf gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:06.583485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9ee67f5a-0381-4ee8-bdd2-340197253489 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:06.761059 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf', 'name': 'tempest-NetworksTestDHCPv6-router-975111214', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:02Z', 'updated_at': '2021-11-26T22:19:04Z', 'revision_number': 2, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'gw_port_host': None, '_interfaces': [{'id': '4b2d530f-caac-441b-851c-7036e7e297e6', 'name': '', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'mac_address': 'fa:16:3e:ff:c4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '2efbf7b6-2c1e-45d4-ad45-da02be47f7a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:02Z', 'updated_at': '2021-11-26T22:19:04Z', 'revision_number': 2, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'subnets': [{'id': '2efbf7b6-2c1e-45d4-ad45-da02be47f7a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:06.826876 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Checking router: e2a42ea3-fba4-4188-940f-27b0ad8ec0bf for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:06.827797 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Updating router e2a42ea3-fba4-4188-940f-27b0ad8ec0bf port 4b2d530f-caac-441b-851c-7036e7e297e6 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:19:06.893494 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:06.897739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:07.052102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9ee67f5a-0381-4ee8-bdd2-340197253489 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:07.052486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.080364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f42a2c65-9fe9-4f74-b7f2-cb8af34db4b4 req-bf41376b-89b1-4bf1-8d11-a17b23f28eae tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "GET /v2.0/ports?device_id=eeb519b5-2ead-40b6-86de-ff155caefc38 HTTP/1.1" status: 200 len: 210 time: 0.0836375 Nov 26 22:19:07.186535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5e16cc8-fc92-46b1-aa5d-ed911964e4b4 req-8b4f4920-9b4a-4d56-bdc4-e77f78c876c6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 210 time: 0.0646553 Nov 26 22:19:07.311495 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.370772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:07.398905 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.407124 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.411080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504e7cc-4a30-45e7-ae97-364569e7253b None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:07.449885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:07.483132 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:07.484949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device fe0c6f3d-a438-44ed-bd4b-2c082b4f9491 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:07.510437 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6520705-3c7b-44b3-b44d-0e1d8d2f4fc8 None None] Pushing event updated for resources: {'Port': ['ID=4b2d530f-caac-441b-851c-7036e7e297e6,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:07.550228 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Attempting to bind port 4b2d530f-caac-441b-851c-7036e7e297e6 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:07.550875 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Attempting to bind port 4b2d530f-caac-441b-851c-7036e7e297e6 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:07.552193 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Attempting to bind port 4b2d530f-caac-441b-851c-7036e7e297e6 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:07.558341 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:07.558644 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:07.559055 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.559453 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:07.559929 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Bound port: 4b2d530f-caac-441b-851c-7036e7e297e6, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:07.560315 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.612830 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.653854 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] For port 4b2d530f-caac-441b-851c-7036e7e297e6, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:07.659473 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] For port 4b2d530f-caac-441b-851c-7036e7e297e6, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4b2d530f-caac-441b-851c-7036e7e297e6,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:07.671490 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.730494 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Routers {'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:07.731181 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:07.770394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'name': 'network-vif-deleted', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:07.773126 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8071ec89-ff6e-4b64-aad2-05ee4fee13e2" -d '{"events": [{"server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "name": "network-vif-deleted", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:07.809015 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6520705-3c7b-44b3-b44d-0e1d8d2f4fc8 None None] Pushing event updated for resources: {'Port': ['ID=4b2d530f-caac-441b-851c-7036e7e297e6,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:07.855557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-43778304-fb45-4668-807c-c0343e7399c6 None None] Provisioning complete for port 4b2d530f-caac-441b-851c-7036e7e297e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:07.856020 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43778304-fb45-4668-807c-c0343e7399c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:07.870489 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1343c5-7ab9-4101-81bc-bb4fc6d8985f x-openstack-request-id: req-1e1343c5-7ab9-4101-81bc-bb4fc6d8985f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:07.870848 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb519b5-2ead-40b6-86de-ff155caefc38", "name": "network-vif-deleted", "tag": "89b19ef2-f369-4817-bb52-19aae7193ff9", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:07.871100 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e1343c5-7ab9-4101-81bc-bb4fc6d8985f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:07.871494 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb519b5-2ead-40b6-86de-ff155caefc38', 'name': 'network-vif-deleted', 'tag': '89b19ef2-f369-4817-bb52-19aae7193ff9', 'status': 'completed', 'code': 200} Nov 26 22:19:07.886203 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] Set router e2a42ea3-fba4-4188-940f-27b0ad8ec0bf gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:07.887296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7983a51-51d8-4b97-b212-2afedee165a3 None None] New status for floating IP dacae53c-fc44-4899-b52a-e841cc1be011: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:19:08.019954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 4b2d530f-caac-441b-851c-7036e7e297e6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:08.020705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.191986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56766) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:08.192972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] For port 4b2d530f-caac-441b-851c-7036e7e297e6, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4b2d530f-caac-441b-851c-7036e7e297e6,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:08.193471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.221811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 4b2d530f-caac-441b-851c-7036e7e297e6 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:08.281737 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43778304-fb45-4668-807c-c0343e7399c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.286786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.334360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-43778304-fb45-4668-807c-c0343e7399c6 None None] For port 4b2d530f-caac-441b-851c-7036e7e297e6, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4b2d530f-caac-441b-851c-7036e7e297e6,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:08.338936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8da3d87d-dc08-4551-a739-9c66b29d0b0e req-7e22eb1f-8598-4bd5-8464-391034d5d458 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 210 time: 0.0624363 Nov 26 22:19:08.342534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.345846 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf', 'name': 'tempest-NetworksTestDHCPv6-router-975111214', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:02Z', 'updated_at': '2021-11-26T22:19:04Z', 'revision_number': 2, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'gw_port_host': None, '_interfaces': [{'id': '4b2d530f-caac-441b-851c-7036e7e297e6', 'name': '', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'mac_address': 'fa:16:3e:ff:c4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '2efbf7b6-2c1e-45d4-ad45-da02be47f7a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:02Z', 'updated_at': '2021-11-26T22:19:07Z', 'revision_number': 4, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'subnets': [{'id': '2efbf7b6-2c1e-45d4-ad45-da02be47f7a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:08.349682 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-43778304-fb45-4668-807c-c0343e7399c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.372027 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.410903 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bd87f6-0e2b-4b47-9e6f-08cd25d568f0 None None] The sync data for ids ['e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'] in n-d-819494-1 is: [{'id': 'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf', 'name': 'tempest-NetworksTestDHCPv6-router-975111214', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:02Z', 'updated_at': '2021-11-26T22:19:04Z', 'revision_number': 2, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'gw_port_host': None, '_interfaces': [{'id': '4b2d530f-caac-441b-851c-7036e7e297e6', 'name': '', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'mac_address': 'fa:16:3e:ff:c4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '2efbf7b6-2c1e-45d4-ad45-da02be47f7a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:02Z', 'updated_at': '2021-11-26T22:19:07Z', 'revision_number': 4, 'project_id': 'b35325352e704c17ae51b75e1f448ee2', 'subnets': [{'id': '2efbf7b6-2c1e-45d4-ad45-da02be47f7a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:08.427280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.430508 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.434728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0a113a8-952c-4fce-b2c8-2169ee96d27a HTTP/1.1" status: 204 len: 168 time: 0.2406039 Nov 26 22:19:08.435187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56770) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:08.449591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a113a8-952c-4fce-b2c8-2169ee96d27a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:08.458609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43778304-fb45-4668-807c-c0343e7399c6 None None] Pushing event updated for resources: {'Port': ['ID=4b2d530f-caac-441b-851c-7036e7e297e6,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:08.461239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.461601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.461949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.462315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.463404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.463752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.464090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.464428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.465154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.465515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.465824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.466180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339e5635-8b3d-4c3f-b427-507aba50869c tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:08.511772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eafc2441-e09d-44e7-af58-f26918d64bde None None] Provisioning complete for port 4b2d530f-caac-441b-851c-7036e7e297e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:08.512237 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eafc2441-e09d-44e7-af58-f26918d64bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.568330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f413e23-856a-4a25-b0a0-c71ec50fea06 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.569780 n-d-819494-1 neutron-server[110001]: INFO neutron.plugins.ml2.db [None req-eafc2441-e09d-44e7-af58-f26918d64bde None None] No ports have port_id starting with 4b2d530f-caac-441b-851c-7036e7e297e6 Nov 26 22:19:08.576066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.625573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=4b2d530f-caac-441b-851c-7036e7e297e6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:08.670800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f413e23-856a-4a25-b0a0-c71ec50fea06 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.786827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.990665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f413e23-856a-4a25-b0a0-c71ec50fea06 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.993301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0f413e23-856a-4a25-b0a0-c71ec50fea06 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:08.997301 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0f413e23-856a-4a25-b0a0-c71ec50fea06 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/security-groups/d5ee19cf-9ff3-4af3-8c9c-c903e38d3943 HTTP/1.1" status: 204 len: 168 time: 0.5580928 Nov 26 22:19:08.997502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56774) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:09.008351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f413e23-856a-4a25-b0a0-c71ec50fea06 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee19cf-9ff3-4af3-8c9c-c903e38d3943,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:09.021038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Router e2a42ea3-fba4-4188-940f-27b0ad8ec0bf has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:19:09.118291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:09.125934 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d3375c09-a92b-473e-af51-bdb13c3391a8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "PUT /v2.0/routers/e2a42ea3-fba4-4188-940f-27b0ad8ec0bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6190157 Nov 26 22:19:09.126304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56776) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:09.192883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b4c02-344b-47bc-a072-8592d52db8d4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:09.194942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b4c02-344b-47bc-a072-8592d52db8d4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:09.199702 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a9b4c02-344b-47bc-a072-8592d52db8d4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0724957 Nov 26 22:19:09.200546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56778) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:09.261909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-77eb84fd-b55a-458f-8d9e-64f67ee43dab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 2efbf7b6-2c1e-45d4-ad45-da02be47f7a7 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:09.268660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eb84fd-b55a-458f-8d9e-64f67ee43dab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.323320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eb84fd-b55a-458f-8d9e-64f67ee43dab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.427540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eb84fd-b55a-458f-8d9e-64f67ee43dab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.476596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-778aa1d5-00ed-4d78-b1ca-c3ece6965616 req-d8d87ac6-6bc8-4056-a82e-4e08539bf35d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 210 time: 0.0448198 Nov 26 22:19:09.511465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eb84fd-b55a-458f-8d9e-64f67ee43dab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.544491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb84fd-b55a-458f-8d9e-64f67ee43dab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=2efbf7b6-2c1e-45d4-ad45-da02be47f7a7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:09.553674 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.566522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f960d76-7b4a-4566-b0ce-4313db284a0e None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:09.570691 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77eb84fd-b55a-458f-8d9e-64f67ee43dab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.575471 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-77eb84fd-b55a-458f-8d9e-64f67ee43dab tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/2efbf7b6-2c1e-45d4-ad45-da02be47f7a7 HTTP/1.1" status: 204 len: 168 time: 0.3728499 Nov 26 22:19:09.578258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56784) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:09.652756 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 89b19ef2-f369-4817-bb52-19aae7193ff9 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:09.678937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 89b19ef2-f369-4817-bb52-19aae7193ff9 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:09.679559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 89b19ef2-f369-4817-bb52-19aae7193ff9 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:09.733013 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ca899cea-2a0a-4b15-869d-76955b023ae4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1534860 Nov 26 22:19:09.742459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56786) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:09.806067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:09.865137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-411d1a90-8789-4593-b040-2af3bf462005 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.870837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] Deleting port 9ee67f5a-0381-4ee8-bdd2-340197253489 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:09.871218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.917233 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting port e6c50374-b29d-4580-a468-0f456f1d798c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:09.917681 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.958894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] For port 9ee67f5a-0381-4ee8-bdd2-340197253489, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9ee67f5a-0381-4ee8-bdd2-340197253489,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:09.959295 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:09.974003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] Calling delete_port for 9ee67f5a-0381-4ee8-bdd2-340197253489 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:10.024945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] For port e6c50374-b29d-4580-a468-0f456f1d798c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e6c50374-b29d-4580-a468-0f456f1d798c,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:10.025632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.041620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Calling delete_port for e6c50374-b29d-4580-a468-0f456f1d798c owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:10.068492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.075359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-411d1a90-8789-4593-b040-2af3bf462005 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.078742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-411d1a90-8789-4593-b040-2af3bf462005 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.107155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] Pushing event deleted for resources: {'Port': ['ID=9ee67f5a-0381-4ee8-bdd2-340197253489,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:10.113413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341a1fe-f957-4a85-9879-7f9143334efc None None] No DVR routers for this DVR port 9ee67f5a-0381-4ee8-bdd2-340197253489 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:10.136029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-411d1a90-8789-4593-b040-2af3bf462005 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.136628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411d1a90-8789-4593-b040-2af3bf462005 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Fanout notify agent at l3_agent the message router_deleted on router e2a42ea3-fba4-4188-940f-27b0ad8ec0bf {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:19:10.147635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-411d1a90-8789-4593-b040-2af3bf462005 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.155136 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-411d1a90-8789-4593-b040-2af3bf462005 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/routers/e2a42ea3-fba4-4188-940f-27b0ad8ec0bf HTTP/1.1" status: 204 len: 168 time: 0.4077334 Nov 26 22:19:10.155873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56790) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:10.187889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-39aee927-bd66-4ed9-a1a8-e51ce8b2c5d4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305927 Nov 26 22:19:10.189846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56792) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:10.244636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9009d-a329-4df9-a9e5-b66c7cd20b84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:10.246508 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d8f9009d-a329-4df9-a9e5-b66c7cd20b84 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0555582 Nov 26 22:19:10.249115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56794) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:10.277978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96769f4-308b-4356-b9ef-a17140d8e829 None None] Sync routers for ids ['e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:10.292011 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96769f4-308b-4356-b9ef-a17140d8e829 None None] Routers set() bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:10.292665 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96769f4-308b-4356-b9ef-a17140d8e829 None None] Router IDs set() for agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 22:19:10.293169 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.293333 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_agentschedulers_db [None req-f96769f4-308b-4356-b9ef-a17140d8e829 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent'). {{(pid=110002) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 22:19:10.302257 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6886fcbc-434a-41a0-a0c9-f3b0d1da5e6d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479841 Nov 26 22:19:10.303169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56796) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:10.307680 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96769f4-308b-4356-b9ef-a17140d8e829 None None] Routers set() bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:10.307885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:10.308058 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96769f4-308b-4356-b9ef-a17140d8e829 None None] Router IDs set() for agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 26 22:19:10.308653 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_agentschedulers_db [None req-f96769f4-308b-4356-b9ef-a17140d8e829 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent'). {{(pid=110002) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 26 22:19:10.309037 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96769f4-308b-4356-b9ef-a17140d8e829 None None] The sync data for ids ['e2a42ea3-fba4-4188-940f-27b0ad8ec0bf'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:10.329065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Port': ['ID=e6c50374-b29d-4580-a468-0f456f1d798c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:10.420656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:10.424726 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.787739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.objects.ports [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110000) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:10.789642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.833847 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69edfabd-12b2-4578-b3c6-1e61b35fdb53 req-78048558-d0c0-41c8-b989-6f865d09ab05 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 210 time: 0.0409970 Nov 26 22:19:10.858996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9ee67f5a-0381-4ee8-bdd2-340197253489 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:10.860662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:10.866815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:10.882739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:10.883337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.902451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba789e-7747-45b8-bd40-ab8c4e399482 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:10.906046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 9ee67f5a-0381-4ee8-bdd2-340197253489 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:10.906565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=948a70b6-9e58-46b9-8061-78b9bd1a3cb0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:10.906927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9ee67f5a-0381-4ee8-bdd2-340197253489 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:10.917290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.917735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.918056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.918392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.918736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.919093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.919445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.919748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.920660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.921006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.921434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.921842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:10.926581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4b2d530f-caac-441b-851c-7036e7e297e6 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:10.931950 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bcc50067-7f39-4ac0-bcf2-f34661bb3bbc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6255465 Nov 26 22:19:10.932130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:10.932235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56802) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:10.938527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:10.991287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 4b2d530f-caac-441b-851c-7036e7e297e6 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:10.992015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4b2d530f-caac-441b-851c-7036e7e297e6 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:11.091604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:11.096330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.115076 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '948a70b6-9e58-46b9-8061-78b9bd1a3cb0'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:11.116191 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.198549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Router 6409688d-1799-4a37-97b5-41a1e71ad0c3 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:19:11.260471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Allocated IP 2001:db8::f816:3eff:fe48:ec1a (80fbbb56-d081-4c75-9bc4-6d72e144c947/948a70b6-9e58-46b9-8061-78b9bd1a3cb0/745ae5ca-c1e9-4511-8bff-dc3833df4e3a) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:11.334290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:11.344923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aac5a7a0-d9e7-48aa-b362-d988484c759f tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "PUT /v2.0/routers/6409688d-1799-4a37-97b5-41a1e71ad0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3457603 Nov 26 22:19:11.345567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56804) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:11.353592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] Sync routers for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:11.369104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:11.370155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:11.413916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-118dfbaa-8abc-4f66-9a4e-f5a38a7798fc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting subnet 7ebf67fa-7388-4f81-ad85-34159beda980 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:11.417512 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-118dfbaa-8abc-4f66-9a4e-f5a38a7798fc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.431890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.476116 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-118dfbaa-8abc-4f66-9a4e-f5a38a7798fc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.485672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:11.490034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:11.494012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:11.494651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.518666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=5e469b70-202f-467a-8fea-610175ea6fd7,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:11.527168 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-813cc5be-1e6d-4390-b896-8f956493843c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5937574 Nov 26 22:19:11.530045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56806) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:11.537565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:d4:f9:a4', 'name': 'tempest-NetworksTestDHCPv6-2108547130'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:11.551767 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.562703 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.623532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-118dfbaa-8abc-4f66-9a4e-f5a38a7798fc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.707181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-118dfbaa-8abc-4f66-9a4e-f5a38a7798fc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.745636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:11.748695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dfbaa-8abc-4f66-9a4e-f5a38a7798fc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebf67fa-7388-4f81-ad85-34159beda980,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:11.752940 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-118dfbaa-8abc-4f66-9a4e-f5a38a7798fc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.759968 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-118dfbaa-8abc-4f66-9a4e-f5a38a7798fc tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/subnets/7ebf67fa-7388-4f81-ad85-34159beda980 HTTP/1.1" status: 204 len: 168 time: 0.4102132 Nov 26 22:19:11.759968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56808) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:11.777153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c58ad-1754-4480-89d9-75cc0b62dea1 None None] Network acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:11.781749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:11.885064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.903058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:11.922257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:11.932828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 6feed75c-b51b-4e50-9c24-202ee5b1bf67 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:11.938162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Pushing event updated for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:11.955111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:12.001643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:12.054700 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3c53ca2-adb1-4c1b-970f-6c941c902819 req-dc4be941-036a-4d57-b5c5-c98b0da238f6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=4081f6c3-9388-4f03-ab2d-d5d0ca33906c HTTP/1.1" status: 200 len: 210 time: 0.0337884 Nov 26 22:19:12.113432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.164368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Attempting to bind port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:12.164759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Attempting to bind port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:12.165651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Attempting to bind port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:12.174610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 172.20.0.13 (80fbbb56-d081-4c75-9bc4-6d72e144c947/5e469b70-202f-467a-8fea-610175ea6fd7/6feed75c-b51b-4e50-9c24-202ee5b1bf67) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:12.182626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fed4:f9a4 (80fbbb56-d081-4c75-9bc4-6d72e144c947/948a70b6-9e58-46b9-8061-78b9bd1a3cb0/6feed75c-b51b-4e50-9c24-202ee5b1bf67) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:12.192854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:12.193370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:12.193792 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.194229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:12.194866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Bound port: 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:12.195116 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.286037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Deleting port 95f59891-74fa-4085-a91a-e9c34744ce37 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:12.289086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.359203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] DHCP port deletion for acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:12.380199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:12.389905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:12.411858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.425872 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.427965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] For port 95f59891-74fa-4085-a91a-e9c34744ce37, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=95f59891-74fa-4085-a91a-e9c34744ce37,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:12.428754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.435092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:19:10Z', 'revision_number': 5, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port': {'id': '95f59891-74fa-4085-a91a-e9c34744ce37', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:61:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:16:46Z', 'updated_at': '2021-11-26T22:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:12.453213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.459563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Calling delete_port for 95f59891-74fa-4085-a91a-e9c34744ce37 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:12.478302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:12.482237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:12.506377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:12.523097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] Checking router: 6409688d-1799-4a37-97b5-41a1e71ad0c3 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:12.534176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4579f2d2-53e5-4186-adf2-647c41c370ce no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:12.592258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=6feed75c-b51b-4e50-9c24-202ee5b1bf67,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:12.611617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] Routers {'6409688d-1799-4a37-97b5-41a1e71ad0c3'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:12.620256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['6409688d-1799-4a37-97b5-41a1e71ad0c3'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:12.621299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:12.621968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.646562 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d619e9cc-afb8-482b-a46a-b374f6dc89ad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1124530 Nov 26 22:19:12.646562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56814) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:12.676390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460864c-f385-4230-a99f-cc3998f5746f None None] Pushing event updated for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:12.721040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] Deleting port 4579f2d2-53e5-4186-adf2-647c41c370ce {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:12.721413 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.749049 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:12.799865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Port': ['ID=95f59891-74fa-4085-a91a-e9c34744ce37,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:12.830461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380c5921-f02a-4caf-90e2-d59c4a194694 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:12.925075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] Set router 6409688d-1799-4a37-97b5-41a1e71ad0c3 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:12.937245 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.023885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] For port 4579f2d2-53e5-4186-adf2-647c41c370ce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4579f2d2-53e5-4186-adf2-647c41c370ce,segment=NetworkSegment(08c6bfe6-aee6-4459-933c-f65cefcc8f9e),segment_id=08c6bfe6-aee6-4459-933c-f65cefcc8f9e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:13.024294 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.041155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] Calling delete_port for 4579f2d2-53e5-4186-adf2-647c41c370ce owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:13.091546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.094590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.144270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded2184-9116-4c5a-8fc8-c7532d100eae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:13.156751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded2184-9116-4c5a-8fc8-c7532d100eae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:13.159552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9ded2184-9116-4c5a-8fc8-c7532d100eae tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5119343 Nov 26 22:19:13.163770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56822) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:13.163879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:19:12Z', 'revision_number': 6, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:13.171994 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.177333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.178131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Fanout notify agent at l3_agent the message router_deleted on router 6409688d-1799-4a37-97b5-41a1e71ad0c3 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:19:13.202253 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.206518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56824) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:13.207221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-00ac2d93-c52d-40cc-86e9-320ead291b33 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/routers/6409688d-1799-4a37-97b5-41a1e71ad0c3 HTTP/1.1" status: 204 len: 168 time: 1.4463091 Nov 26 22:19:13.231084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629dd531-804f-4c8d-b2a1-f27d081899f1 None None] The sync data for ids ['6409688d-1799-4a37-97b5-41a1e71ad0c3'] in n-d-819494-1 is: [{'id': '6409688d-1799-4a37-97b5-41a1e71ad0c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1273776808', 'tenant_id': 'f93059dd633b4444a15a1716bb2309a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:16:45Z', 'updated_at': '2021-11-26T22:19:12Z', 'revision_number': 6, 'project_id': 'f93059dd633b4444a15a1716bb2309a2', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:13.255986 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.337787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-36bba130-5aa8-4fd8-adac-2da246d04c64 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 6feed75c-b51b-4e50-9c24-202ee5b1bf67 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:13.338260 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36bba130-5aa8-4fd8-adac-2da246d04c64 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.341158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] No DVR routers for this DVR port 4579f2d2-53e5-4186-adf2-647c41c370ce on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:13.343331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3095ad-c697-4806-bb1b-d7f2c8a21526 None None] Pushing event deleted for resources: {'Port': ['ID=4579f2d2-53e5-4186-adf2-647c41c370ce,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:13.356844 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.490272 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.494693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36bba130-5aa8-4fd8-adac-2da246d04c64 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.521173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acda51f9-0fad-4ecf-bde9-e0a361ad7ef1']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:13.527598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-36bba130-5aa8-4fd8-adac-2da246d04c64 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 6feed75c-b51b-4e50-9c24-202ee5b1bf67 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:13.533995 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c6bfe6-aee6-4459-933c-f65cefcc8f9e') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:13.534409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c6bfe6-aee6-4459-933c-f65cefcc8f9e') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:13.542503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-170c4c7b-0ea2-4246-a588-8deddff45150 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783636084&fields=id&tenant_id=d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 267 time: 0.1040857 Nov 26 22:19:13.546131 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.561223 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.568502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:19:13.568962 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:19:13.572588 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:19:13.673032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.712117 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:13.712696 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] 10.222.0.21 "DELETE /v2.0/networks/acda51f9-0fad-4ecf-bde9-e0a361ad7ef1 HTTP/1.1" status: 204 len: 168 time: 0.4986274 Nov 26 22:19:13.736956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a526c5-5172-4575-9eb7-a407dfac6588 tempest-TestSecurityGroupsBasicOps-1557585025 tempest-TestSecurityGroupsBasicOps-1557585025-project] Pushing event deleted for resources: {'Network': ['ID=acda51f9-0fad-4ecf-bde9-e0a361ad7ef1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:13.776425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-29977392-6849-4a21-ba20-506a9d7d2196 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:13.782651 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-29977392-6849-4a21-ba20-506a9d7d2196 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1968181 Nov 26 22:19:13.849510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-7cd74d9b-dc08-40fa-af5d-604b56ab054a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/quotas/d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 375 time: 0.0131788 Nov 26 22:19:13.945094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-271e172f-dcff-4611-a2cb-8eca3ab1a324 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895758 Nov 26 22:19:13.948862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36bba130-5aa8-4fd8-adac-2da246d04c64 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.012511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bba130-5aa8-4fd8-adac-2da246d04c64 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=6feed75c-b51b-4e50-9c24-202ee5b1bf67,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:14.098834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56838) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:14.112045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c18068-c488-4c8e-88e2-048c44f14e20 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:14.198046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-566418a7-51ad-4f88-b56f-38020873144b service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325487 Nov 26 22:19:14.214728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-36bba130-5aa8-4fd8-adac-2da246d04c64 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.220939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-45b10139-aaa6-4b0e-96e7-377ccf0f3abf None None] Provisioning complete for port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:14.221673 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45b10139-aaa6-4b0e-96e7-377ccf0f3abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.222317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56842) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:14.222918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-36bba130-5aa8-4fd8-adac-2da246d04c64 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/6feed75c-b51b-4e50-9c24-202ee5b1bf67 HTTP/1.1" status: 204 len: 168 time: 1.0569880 Nov 26 22:19:14.323658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-d5b7dd08-f85f-4471-ad87-5af965186c9c service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240890 Nov 26 22:19:14.411872 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45b10139-aaa6-4b0e-96e7-377ccf0f3abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.429420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef92bc9-3bbd-4fba-8637-7ed6f351a4a7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:14.437096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef92bc9-3bbd-4fba-8637-7ed6f351a4a7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:14.442557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef92bc9-3bbd-4fba-8637-7ed6f351a4a7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:14.447905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3ef92bc9-3bbd-4fba-8637-7ed6f351a4a7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2216372 Nov 26 22:19:14.448519 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56848) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:14.457259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56850) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:14.457658 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-612cb436-7963-4692-8301-7eed9e75e8ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f93059dd633b4444a15a1716bb2309a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3569176 Nov 26 22:19:14.460324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-45b10139-aaa6-4b0e-96e7-377ccf0f3abf None None] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:14.468186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45b10139-aaa6-4b0e-96e7-377ccf0f3abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.556785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b10139-aaa6-4b0e-96e7-377ccf0f3abf None None] Pushing event updated for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:14.603234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bba850-266a-4cde-bf8b-44ea335d7451 None None] Update dhcp port {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '948a70b6-9e58-46b9-8061-78b9bd1a3cb0', 'ip_address': '2001:db8::f816:3eff:fe48:ec1a'}, {'subnet_id': '5e469b70-202f-467a-8fea-610175ea6fd7'}], 'binding:host_id': 'n-d-819494-1'}, 'id': '745ae5ca-c1e9-4511-8bff-dc3833df4e3a'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:19:14.644055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 745ae5ca-c1e9-4511-8bff-dc3833df4e3a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:14.670100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcddd15-fe79-4bf7-8df9-7397dd0165eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 5e469b70-202f-467a-8fea-610175ea6fd7 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:14.673940 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fcddd15-fe79-4bf7-8df9-7397dd0165eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.693162 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-96bba850-266a-4cde-bf8b-44ea335d7451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.713402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b95f119e-e96e-4e3a-a8c9-837489d1034e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.749227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fcddd15-fe79-4bf7-8df9-7397dd0165eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.753043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b95f119e-e96e-4e3a-a8c9-837489d1034e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.825578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fcddd15-fe79-4bf7-8df9-7397dd0165eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.849690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:14.850063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.910296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83a997c1-f150-4a5d-b691-1b8f4428386c req-84b507d5-eb17-48f7-a991-6abcd26a34ff tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 210 time: 0.0490525 Nov 26 22:19:14.995402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fcddd15-fe79-4bf7-8df9-7397dd0165eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-96bba850-266a-4cde-bf8b-44ea335d7451 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e469b70-202f-467a-8fea-610175ea6fd7: This subnet is being modified by another concurrent operation. Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e469b70-202f-467a-8fea-610175ea6fd7: This subnet is being modified by another concurrent operation. Nov 26 22:19:14.997627 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:19:15.007896 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b95f119e-e96e-4e3a-a8c9-837489d1034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.015423 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b95f119e-e96e-4e3a-a8c9-837489d1034e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.019044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b95f119e-e96e-4e3a-a8c9-837489d1034e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33b4d330-ea0c-46f8-b280-bc26021cb4c3 HTTP/1.1" status: 204 len: 168 time: 0.5563979 Nov 26 22:19:15.034202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e6c50374-b29d-4580-a468-0f456f1d798c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:15.090190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: e6c50374-b29d-4580-a468-0f456f1d798c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:15.090989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e6c50374-b29d-4580-a468-0f456f1d798c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:15.091574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 95f59891-74fa-4085-a91a-e9c34744ce37 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:15.098515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f119e-e96e-4e3a-a8c9-837489d1034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b4d330-ea0c-46f8-b280-bc26021cb4c3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:15.105378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcddd15-fe79-4bf7-8df9-7397dd0165eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=5e469b70-202f-467a-8fea-610175ea6fd7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:15.122316 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8fcddd15-fe79-4bf7-8df9-7397dd0165eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.128513 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8fcddd15-fe79-4bf7-8df9-7397dd0165eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/5e469b70-202f-467a-8fea-610175ea6fd7 HTTP/1.1" status: 204 len: 168 time: 0.6763196 Nov 26 22:19:15.128868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56864) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:15.143382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 95f59891-74fa-4085-a91a-e9c34744ce37 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:15.144382 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 95f59891-74fa-4085-a91a-e9c34744ce37 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:15.207936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cf6d806c-55f6-49aa-b67e-c36e523b88f9 None None] Provisioning complete for port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:15.208681 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cf6d806c-55f6-49aa-b67e-c36e523b88f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.219158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2708fa-3901-4c43-a785-b422ebccc8bb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 948a70b6-9e58-46b9-8061-78b9bd1a3cb0 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:15.223685 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2708fa-3901-4c43-a785-b422ebccc8bb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.307447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2708fa-3901-4c43-a785-b422ebccc8bb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.390035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3cedb3-f4e4-4e62-b0ae-64d6635d0793 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:19:15.427371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2708fa-3901-4c43-a785-b422ebccc8bb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.492628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3cedb3-f4e4-4e62-b0ae-64d6635d0793 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:19:15.516937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4f2be200-de8c-40fb-b153-a9d4b0214314 None None] Could not find standard attr ID for object 6feed75c-b51b-4e50-9c24-202ee5b1bf67. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:19:15.531236 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2708fa-3901-4c43-a785-b422ebccc8bb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.584917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2708fa-3901-4c43-a785-b422ebccc8bb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=948a70b6-9e58-46b9-8061-78b9bd1a3cb0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:15.593078 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3b2708fa-3901-4c43-a785-b422ebccc8bb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.597697 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3b2708fa-3901-4c43-a785-b422ebccc8bb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/948a70b6-9e58-46b9-8061-78b9bd1a3cb0 HTTP/1.1" status: 204 len: 168 time: 0.4677725 Nov 26 22:19:15.601687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56874) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:15.617803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56876) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:15.633818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd5fcf2c-4cfd-4795-9214-a1bbe507c15c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.652040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-750ca76f-d4e4-460f-9227-16fa6a47b9e8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488305 Nov 26 22:19:15.653012 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56878) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:15.659554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:15.748595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd5fcf2c-4cfd-4795-9214-a1bbe507c15c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.756569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cd5fcf2c-4cfd-4795-9214-a1bbe507c15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.794926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:15.803075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79f9395-eebc-4c3e-88d1-dc7a291556c8 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:19:15.808552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cd5fcf2c-4cfd-4795-9214-a1bbe507c15c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d6ce5a1dbfe4e8983e11c5dc1359a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864870 Nov 26 22:19:15.808781 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.808888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fcf2c-4cfd-4795-9214-a1bbe507c15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8407fad7-edd7-4431-8a75-df2ecaebcd97,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:15.808888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56880) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:15.863946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf31e-e843-4049-bb62-7ff1d8732d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.890405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf31e-e843-4049-bb62-7ff1d8732d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.945486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf31e-e843-4049-bb62-7ff1d8732d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.948829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dbcdf31e-e843-4049-bb62-7ff1d8732d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:15.953703 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dbcdf31e-e843-4049-bb62-7ff1d8732d98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8407fad7-edd7-4431-8a75-df2ecaebcd97 HTTP/1.1" status: 204 len: 168 time: 0.1405249 Nov 26 22:19:15.980635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdf31e-e843-4049-bb62-7ff1d8732d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407fad7-edd7-4431-8a75-df2ecaebcd97,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:16.094008 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-168f95e4-1a04-4eff-8c0e-6957dc0f8ecc req-eb1cbb51-7355-4eb1-adcf-4fed5c9c205f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 210 time: 0.0491948 Nov 26 22:19:16.161403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7fff0800-032f-458c-8533-da39fd8a9f88 None None] Provisioning complete for port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:16.161887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7fff0800-032f-458c-8533-da39fd8a9f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:16.247505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f9395-eebc-4c3e-88d1-dc7a291556c8 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:19:16.336355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:16.514788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 745ae5ca-c1e9-4511-8bff-dc3833df4e3a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:16.542786 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56890) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:16.600573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ddb8b384-b415-4f67-9d22-c77bc2743c76 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:16.605410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ddb8b384-b415-4f67-9d22-c77bc2743c76 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.2634981 Nov 26 22:19:16.684604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4cb745a1-7ec4-40cc-b4d5-7df2ed840da3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b753c97192a64a1492b1a0fe1c823f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399252 Nov 26 22:19:16.687837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56892) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:16.724028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:16.729954 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-99eca08b-e398-44be-a39e-5f103dacec66 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 380 time: 0.1012897 Nov 26 22:19:16.746180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'port': {'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'admin_state_up': True, 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'security_groups': ['b4fb29a8-b4af-418e-ad57-0a685105d131']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:16.813633 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:19:16.814487 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:19:16.823990 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc24f64a-852d-44b7-a2ad-905d8a2602df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:16.856769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] Update dhcp port {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '09d54f11-6bcd-4eba-bc42-48b31bdfd35a'}], 'binding:host_id': 'n-d-819494-1'}, 'id': '745ae5ca-c1e9-4511-8bff-dc3833df4e3a'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:19:16.858527 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:16.877008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc24f64a-852d-44b7-a2ad-905d8a2602df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:16.893918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:16.976371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:16.980034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:16.994114 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:19:17.077029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:17.114301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.133420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.135243 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.170221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.20.0.8 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/a4f84526-1548-42af-ba88-e229902c3b88) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:17.223940 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc24f64a-852d-44b7-a2ad-905d8a2602df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.226684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cc24f64a-852d-44b7-a2ad-905d8a2602df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.232105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cc24f64a-852d-44b7-a2ad-905d8a2602df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/647c4f2d-074f-4b33-b050-e3ce38683c5a HTTP/1.1" status: 204 len: 168 time: 0.5430880 Nov 26 22:19:17.238503 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=6']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:17.254341 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:19:17.254858 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:19:17.275223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24f64a-852d-44b7-a2ad-905d8a2602df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647c4f2d-074f-4b33-b050-e3ce38683c5a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:17.304945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:17.327653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:17.331067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:17.331672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.338910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2cbd2894-21af-48e0-8407-62b09c3517b6 req-a0922e81-5601-4558-a2ad-ee269f42a260 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 210 time: 0.0595317 Nov 26 22:19:17.360781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=09d54f11-6bcd-4eba-bc42-48b31bdfd35a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:17.370185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4c83a45b-106c-43bf-a185-4855c1b10ec1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7158539 Nov 26 22:19:17.372837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56900) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:17.381765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:17.409596 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.428569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.473900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:17.481479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.509126 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.527173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:17.532443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.555151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:17.597674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:17.601124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:17.605920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:17.641885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=a4f84526-1548-42af-ba88-e229902c3b88,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:17.677262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:17.681838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.705806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-1bb69b1c-3da8-4a42-a240-9d86375a6e0c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9667518 Nov 26 22:19:17.729180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Request body: {'port': {'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:17.806234 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:17.815298 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.213962 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.265507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:18.269077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:18.269446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f84526-1548-42af-ba88-e229902c3b88 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:19:18.272859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:18.273529 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.287762 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.300012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9196410 Nov 26 22:19:18.300266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56922) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:18.306472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:b8:fd:39', 'name': 'tempest-NetworksTestDHCPv6-972224889'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:18.307229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:18.308272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Transition to ACTIVE for port object a4f84526-1548-42af-ba88-e229902c3b88 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:19:18.318053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.360067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf96e9f-87a8-4ba0-9d34-29aa1f33c26c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=1dff4641-3450-4352-8027-a96f8bd438be,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:18.365362 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.371480 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.445277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b9dd8-2f81-42a0-9624-94537a1c775a None None] Pushing event updated for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:18.613265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:18.674743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:18.676896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Pushing event updated for resources: {'Port': ['ID=a4f84526-1548-42af-ba88-e229902c3b88,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:18.691609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Attempting to bind port a4f84526-1548-42af-ba88-e229902c3b88 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:18.691956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Attempting to bind port a4f84526-1548-42af-ba88-e229902c3b88 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:18.692290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Attempting to bind port a4f84526-1548-42af-ba88-e229902c3b88 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:18.697138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Port a4f84526-1548-42af-ba88-e229902c3b88 on network 629b7371-66af-455c-9be3-9f2b707c8bea not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:19:18.697467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Attempting to bind port a4f84526-1548-42af-ba88-e229902c3b88 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:18.698521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb6061-f042-4dec-b88f-38753da33d4a req-bfe84115-01e0-4cca-9148-7b0be83b53bd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:18.700361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4eb6061-f042-4dec-b88f-38753da33d4a req-bfe84115-01e0-4cca-9148-7b0be83b53bd tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.1231477 Nov 26 22:19:18.709766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:18.710148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:18.710547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:18.710984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Bound port: a4f84526-1548-42af-ba88-e229902c3b88, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:18.711942 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.836269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] For port a4f84526-1548-42af-ba88-e229902c3b88, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:18.840099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] For port a4f84526-1548-42af-ba88-e229902c3b88, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f84526-1548-42af-ba88-e229902c3b88,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:18.848757 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.911591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4eb6061-f042-4dec-b88f-38753da33d4a req-7d593ad9-0823-4cb2-a91d-22a411097a94 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992061 Nov 26 22:19:18.927787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1709825074-network', 'tenant_id': '30be09019a774625b04d3b4d42d74f41'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:18.931393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Pushing event updated for resources: {'Port': ['ID=a4f84526-1548-42af-ba88-e229902c3b88,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:18.943508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:18.944136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:18.946088 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-ab1f410e-1bc1-4743-a80d-a5c65d7c1dec service neutron] 10.222.0.41 "PUT /v2.0/ports/a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 1091 time: 1.2259469 Nov 26 22:19:18.947654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:18.950061 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d26ec04-986d-4af3-aa41-8419ab78dddc" -d '{"events": [{"name": "network-changed", "server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "tag": "a4f84526-1548-42af-ba88-e229902c3b88"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:18.997348 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.026227 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c38cca-69b1-4827-9067-2455399a4572 x-openstack-request-id: req-20c38cca-69b1-4827-9067-2455399a4572 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:19.026530 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "tag": "a4f84526-1548-42af-ba88-e229902c3b88", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:19.026801 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20c38cca-69b1-4827-9067-2455399a4572 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:19.027243 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88', 'status': 'completed', 'code': 200} Nov 26 22:19:19.046432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port cc393250-81c5-4783-b890-f07158329804 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:19.049215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Made reservation on behalf of 30be09019a774625b04d3b4d42d74f41 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:19.051826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.083889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.114938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-34925be3-50ed-426a-95cf-7d74b4b8a86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:19.116636 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-34925be3-50ed-426a-95cf-7d74b4b8a86b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1094 time: 0.0809662 Nov 26 22:19:19.197647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-9538c93e-3fbe-4eb7-b74d-e26a7ed7b521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 217 time: 0.0587919 Nov 26 22:19:19.263410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 172.20.0.12 (80fbbb56-d081-4c75-9bc4-6d72e144c947/1dff4641-3450-4352-8027-a96f8bd438be/cc393250-81c5-4783-b890-f07158329804) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:19.274752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:feb8:fd39 (80fbbb56-d081-4c75-9bc4-6d72e144c947/09d54f11-6bcd-4eba-bc42-48b31bdfd35a/cc393250-81c5-4783-b890-f07158329804) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:19.285567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-8e6e6f06-a87d-4da6-ab40-1cc8d92beefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:19.287476 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-8e6e6f06-a87d-4da6-ab40-1cc8d92beefa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0824475 Nov 26 22:19:19.346389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.354330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.370517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-62d65d92-a71a-4f81-b66e-b16484afd60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:19.371446 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-62d65d92-a71a-4f81-b66e-b16484afd60c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772247 Nov 26 22:19:19.393591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a1c1b6-bdeb-4f42-a9ed-870855b9bdc7 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:19.397434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:19:19.474694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.475135 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Added segment 40d47071-e9f8-4c66-9c1d-e72aea308b17 of type vlan for network 93125caa-ea09-4322-b706-6af8e3b8b113 Nov 26 22:19:19.488990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3289c-37c3-41b6-9515-df22f4d3a4ff,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:19.511576 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.518686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ea054552-7c00-42a8-a4ff-b8708e0a5679 None None] Provisioning complete for port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:19.523221 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea054552-7c00-42a8-a4ff-b8708e0a5679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.557301 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.601843 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-f2c1228f-a616-425e-83f8-4ec90f736a57 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192981 Nov 26 22:19:19.626576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:19.633392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:19.637065 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:19.669745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.707446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:19.708444 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.712928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=cc393250-81c5-4783-b890-f07158329804,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:19.717978 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea054552-7c00-42a8-a4ff-b8708e0a5679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.737983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ef3f375b-93a2-46c9-a641-4f6c95216d4a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4364676 Nov 26 22:19:19.740280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56938) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:19.788867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ea054552-7c00-42a8-a4ff-b8708e0a5679 None None] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:19.797938 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea054552-7c00-42a8-a4ff-b8708e0a5679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.800756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.801756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:19.803681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:19.882355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95910361-13ec-4aeb-878c-56121e90f08d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:19.889529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95910361-13ec-4aeb-878c-56121e90f08d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:19.899382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-95910361-13ec-4aeb-878c-56121e90f08d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1549079 Nov 26 22:19:19.899983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56940) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:19.918485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-63cd9e3b-c0b9-4faf-9146-e20d614da1b0 req-0433a72d-77ff-4f87-a203-f07254ac10e8 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069813 Nov 26 22:19:19.925025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2579753 Nov 26 22:19:19.931602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea054552-7c00-42a8-a4ff-b8708e0a5679 None None] Pushing event updated for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:19.933005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56942) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:19.944629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Request body: {'subnet': {'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1709825074-subnet', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:19.963277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34844ec1-3906-4b42-8cb2-bd0d2680ca6c admin admin] Pushing event updated for resources: {'Network': ['ID=93125caa-ea09-4322-b706-6af8e3b8b113,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:19.984152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c27bda-6450-46ac-bc45-788b56797ca4 None None] Update dhcp port {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '09d54f11-6bcd-4eba-bc42-48b31bdfd35a', 'ip_address': '2001:db8::f816:3eff:fe48:ec1a'}, {'subnet_id': '1dff4641-3450-4352-8027-a96f8bd438be'}], 'binding:host_id': 'n-d-819494-1'}, 'id': '745ae5ca-c1e9-4511-8bff-dc3833df4e3a'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:19:19.996621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 93125caa-ea09-4322-b706-6af8e3b8b113 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:19:20.013358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Made reservation on behalf of 30be09019a774625b04d3b4d42d74f41 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:20.016467 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.052820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-360e9d01-5cd3-4b1c-88e9-5e4c04f6d84a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port cc393250-81c5-4783-b890-f07158329804 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:20.053345 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-360e9d01-5cd3-4b1c-88e9-5e4c04f6d84a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.158805 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1c27bda-6450-46ac-bc45-788b56797ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.202025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140cccc-019a-442b-a07f-a85206502b47 req-e058a0fc-af23-4cb5-98b2-809ea1ca0235 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:20.210365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7140cccc-019a-442b-a07f-a85206502b47 req-e058a0fc-af23-4cb5-98b2-809ea1ca0235 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.1267076 Nov 26 22:19:20.262556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-360e9d01-5cd3-4b1c-88e9-5e4c04f6d84a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.299237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-360e9d01-5cd3-4b1c-88e9-5e4c04f6d84a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for cc393250-81c5-4783-b890-f07158329804 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:20.313397 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7140cccc-019a-442b-a07f-a85206502b47 req-c078656b-e363-47e2-bd96-4abce0d1157e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016722 Nov 26 22:19:20.396616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b1c27bda-6450-46ac-bc45-788b56797ca4 None None] Allocated IP 172.20.0.2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/1dff4641-3450-4352-8027-a96f8bd438be/745ae5ca-c1e9-4511-8bff-dc3833df4e3a) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:20.420444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.529123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b1c27bda-6450-46ac-bc45-788b56797ca4 None None] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:20.541024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Checking segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:20.541385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Network hostable DHCP agents. Network: 93125caa-ea09-4322-b706-6af8e3b8b113, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:19:20.568964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ade0627-644a-4db1-bf7c-5c477f6e6b4d,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:20.583609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1c27bda-6450-46ac-bc45-788b56797ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.586531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-4ebce97b-348f-4b5d-9add-54afeab0d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:20.590780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-4ebce97b-348f-4b5d-9add-54afeab0d35b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1094 time: 0.1922901 Nov 26 22:19:20.592327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Network 93125caa-ea09-4322-b706-6af8e3b8b113 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:19:20.595477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1c27bda-6450-46ac-bc45-788b56797ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.611719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 93125caa-ea09-4322-b706-6af8e3b8b113) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:20.627837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:20.628443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.634441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933eb02-c68b-41bf-bd2c-24c7e5bc4f23 None None] Network 93125caa-ea09-4322-b706-6af8e3b8b113 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:20.693574 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-55c71ecf-0db5-43ee-9216-c680318b3374 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7563751 Nov 26 22:19:20.693574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 56948) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:20.699931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:20.742820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-ea852a7c-fb08-472c-9bd0-82a519154e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:20.744497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-ea852a7c-fb08-472c-9bd0-82a519154e9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1441789 Nov 26 22:19:20.748799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.749465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 745ae5ca-c1e9-4511-8bff-dc3833df4e3a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:20.750260 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.782607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-360e9d01-5cd3-4b1c-88e9-5e4c04f6d84a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.805067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-dd0e0b28-3cac-4341-9d27-3235ca07645e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 217 time: 0.0508418 Nov 26 22:19:20.845691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e9d01-5cd3-4b1c-88e9-5e4c04f6d84a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=cc393250-81c5-4783-b890-f07158329804,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:20.864655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c27bda-6450-46ac-bc45-788b56797ca4 None None] Pushing event updated for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:20.889660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:20.952729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-d4e802b9-be80-4879-b7e6-7552a36dac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:20.954743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-d4e802b9-be80-4879-b7e6-7552a36dac86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1410844 Nov 26 22:19:20.992327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:20.992710 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.024582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-93125caa-ea09-4322-b706-6af8e3b8b113', 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'fixed_ips': [{'subnet_id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:21.025456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.043929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-360e9d01-5cd3-4b1c-88e9-5e4c04f6d84a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.049674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-360e9d01-5cd3-4b1c-88e9-5e4c04f6d84a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/cc393250-81c5-4783-b890-f07158329804 HTTP/1.1" status: 204 len: 168 time: 1.1485701 Nov 26 22:19:21.052089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56956) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:21.142390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f029f69-bc11-457c-8cb4-7d84062ae2f8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:21.154567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f029f69-bc11-457c-8cb4-7d84062ae2f8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:21.157440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f029f69-bc11-457c-8cb4-7d84062ae2f8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:21.161946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4f029f69-bc11-457c-8cb4-7d84062ae2f8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1087883 Nov 26 22:19:21.164811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:21.233263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbe0ef3-1060-404d-9643-a1dc1c955ef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 09d54f11-6bcd-4eba-bc42-48b31bdfd35a {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:21.236884 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cbe0ef3-1060-404d-9643-a1dc1c955ef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.287072 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.304279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cbe0ef3-1060-404d-9643-a1dc1c955ef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.411266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Allocated IP 172.20.0.2 (93125caa-ea09-4322-b706-6af8e3b8b113/5ade0627-644a-4db1-bf7c-5c477f6e6b4d/32cb7a6c-3511-478e-a587-9ec1167ccb59) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:21.413346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-00be138a-b891-4a82-a708-a5f9c8959f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:21.416817 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-00be138a-b891-4a82-a708-a5f9c8959f20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3762927 Nov 26 22:19:21.424579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cbe0ef3-1060-404d-9643-a1dc1c955ef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.634893 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-e223aac3-9046-407f-b4be-2241b5ee958e service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772938 Nov 26 22:19:21.639771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e085f42-afe3-4214-ad1c-5ff770517aeb req-492a78c8-7dfa-4ffa-85f6-378ab7023138 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:21.645365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e085f42-afe3-4214-ad1c-5ff770517aeb req-492a78c8-7dfa-4ffa-85f6-378ab7023138 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.1725180 Nov 26 22:19:21.650684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cbe0ef3-1060-404d-9643-a1dc1c955ef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.704157 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe0ef3-1060-404d-9643-a1dc1c955ef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=09d54f11-6bcd-4eba-bc42-48b31bdfd35a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:21.745968 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cbe0ef3-1060-404d-9643-a1dc1c955ef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.751041 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.753873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7cbe0ef3-1060-404d-9643-a1dc1c955ef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/09d54f11-6bcd-4eba-bc42-48b31bdfd35a HTTP/1.1" status: 204 len: 168 time: 0.5877941 Nov 26 22:19:21.755905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56974) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:21.771429 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.819022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Pushing event updated for resources: {'Port': ['ID=32cb7a6c-3511-478e-a587-9ec1167ccb59,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:21.836420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Network 93125caa-ea09-4322-b706-6af8e3b8b113 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:21.838163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:21.843233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:21.849870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b31bde-3a20-4d1d-94b3-f41b115dd540 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 1dff4641-3450-4352-8027-a96f8bd438be {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:21.915912 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71b31bde-3a20-4d1d-94b3-f41b115dd540 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.922760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Attempting to bind port 32cb7a6c-3511-478e-a587-9ec1167ccb59 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:21.923335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Attempting to bind port 32cb7a6c-3511-478e-a587-9ec1167ccb59 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:21.923717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Attempting to bind port 32cb7a6c-3511-478e-a587-9ec1167ccb59 on network 93125caa-ea09-4322-b706-6af8e3b8b113 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:21.923846 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.925025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e085f42-afe3-4214-ad1c-5ff770517aeb req-8d2caf4e-8e53-49b2-8b56-a6835475d466 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717197 Nov 26 22:19:21.961547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:21.962095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Checking segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:21.962611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.963851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Bound using segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:21.963997 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:21.964551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Bound port: 32cb7a6c-3511-478e-a587-9ec1167ccb59, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:21.965213 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.019309 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71b31bde-3a20-4d1d-94b3-f41b115dd540 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.074056 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6d26ec04-986d-4af3-aa41-8419ab78dddc req-2cac493c-1d5e-4bf6-924f-69553694822a service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312754 Nov 26 22:19:22.077824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de379716-447f-42c3-aaa3-ae667a0d0d3e None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:22.120317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71b31bde-3a20-4d1d-94b3-f41b115dd540 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.198155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Allocated IP 172.25.3.15 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/e1310691-d6c6-409e-9493-ad2e44957588) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:22.199610 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71b31bde-3a20-4d1d-94b3-f41b115dd540 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.234618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b31bde-3a20-4d1d-94b3-f41b115dd540 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=1dff4641-3450-4352-8027-a96f8bd438be,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:22.241464 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-71b31bde-3a20-4d1d-94b3-f41b115dd540 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.248723 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-71b31bde-3a20-4d1d-94b3-f41b115dd540 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/1dff4641-3450-4352-8027-a96f8bd438be HTTP/1.1" status: 204 len: 168 time: 0.4917367 Nov 26 22:19:22.249436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56982) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:22.303751 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-047defc0-f7a3-457b-9226-4b2f472ca825 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506823 Nov 26 22:19:22.305450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56990) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:22.314439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:22.374296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0d406b77-bf96-46be-aa17-ccfeb8ad6148 None None] Could not find standard attr ID for object cc393250-81c5-4783-b890-f07158329804. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:19:22.420786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.427635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] For port 32cb7a6c-3511-478e-a587-9ec1167ccb59, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:22.443002 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] For port 32cb7a6c-3511-478e-a587-9ec1167ccb59, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=32cb7a6c-3511-478e-a587-9ec1167ccb59,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:22.444012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0d406b77-bf96-46be-aa17-ccfeb8ad6148 None None] Provisioning complete for port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:22.444405 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0d406b77-bf96-46be-aa17-ccfeb8ad6148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.510710 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.516686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:22.522230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.580259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 745ae5ca-c1e9-4511-8bff-dc3833df4e3a up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:22.793529 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Pushing event updated for resources: {'Port': ['ID=32cb7a6c-3511-478e-a587-9ec1167ccb59,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:22.839914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:22.840422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.844534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.868164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.873623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.874139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.874730 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.875017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.875498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.876006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.876358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.876782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.877222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.877645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.878238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.878660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c37cd24-5ad7-4a51-986d-5f0f5003ecff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:22.902395 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:22.908527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:22.915155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:22.915904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:22.954507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:22.967457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6588681 Nov 26 22:19:22.968439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:22.974212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:22.981261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 56998) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:22.986083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b458a64-bf36-490f-9e5b-84386b6e8997 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:22.998222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:23.010524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68646c4-511d-4a9a-8b4b-fe57975987c6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=f6bb2270-3064-41ac-9520-d8e904ce5c06,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:23.115843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:23.212973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6a1ad86e-1b64-4b39-b32b-d6d52107d9dc None None] Provisioning complete for port e1310691-d6c6-409e-9493-ad2e44957588 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:23.213363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad86e-1b64-4b39-b32b-d6d52107d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:23.220058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Pushing event updated for resources: {'Port': ['ID=e1310691-d6c6-409e-9493-ad2e44957588,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:23.294465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ad86e-1b64-4b39-b32b-d6d52107d9dc None None] Port e1310691-d6c6-409e-9493-ad2e44957588 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:23.301433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aa196-c29a-4ebd-a046-1a266f76d6bc req-ad9928ef-a9ab-4411-b6ee-0da5061f2ad9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:23.303060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-019aa196-c29a-4ebd-a046-1a266f76d6bc req-ad9928ef-a9ab-4411-b6ee-0da5061f2ad9 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.1392305 Nov 26 22:19:23.348840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] Deleting port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:23.349492 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:23.480245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-019aa196-c29a-4ebd-a046-1a266f76d6bc req-46b361f0-af5b-4a25-8300-119257df13b5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658340 Nov 26 22:19:23.480886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:23.485779 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:23.547961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:23.555051 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d51ed9d-82bf-43d6-b23a-98cc0d03e374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:23.583373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] For port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:23.584004 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:23.601477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] Calling delete_port for 745ae5ca-c1e9-4511-8bff-dc3833df4e3a owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:23.744250 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:23.778237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] Pushing event deleted for resources: {'Port': ['ID=745ae5ca-c1e9-4511-8bff-dc3833df4e3a,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:23.789181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46f6a4-5010-4e00-92d0-de6a98be3c98 None None] No DVR routers for this DVR port 745ae5ca-c1e9-4511-8bff-dc3833df4e3a on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:23.813200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97363b5f-29c4-453b-a6a8-43d390ff2d7d None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:23.878789 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:24.080318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': 'f6bb2270-3064-41ac-9520-d8e904ce5c06'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:24.081209 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:24.104763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:24.107000 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:24.145289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Router c375dbed-df36-4561-9cf4-bbf8e4303141 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:19:24.168029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=3a124517-f477-4a79-80e7-e4cd45c8c012,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:24.212202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:24.213803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:24.217356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:24.218334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:24.255119 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e55e12a2-0502-4d0f-b056-3e427740f305 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2725229 Nov 26 22:19:24.258040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57014) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:24.266615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:c6:2e:63', 'name': 'tempest-NetworksTestDHCPv6-13689883'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:24.376927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Allocated IP 172.20.0.2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/f6bb2270-3064-41ac-9520-d8e904ce5c06/a1562fb8-cd95-4071-9fcf-183b87de4c3c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:24.383347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Allocated IP 2001:db8::f816:3eff:fe60:600c (80fbbb56-d081-4c75-9bc4-6d72e144c947/3a124517-f477-4a79-80e7-e4cd45c8c012/a1562fb8-cd95-4071-9fcf-183b87de4c3c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:24.391685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:24.411104 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Sync routers for ids ['c375dbed-df36-4561-9cf4-bbf8e4303141'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:24.414278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1d86c-6d60-4227-ab70-00319d99d367 None None] Network 93125caa-ea09-4322-b706-6af8e3b8b113 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:24.426669 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Routers {'c375dbed-df36-4561-9cf4-bbf8e4303141'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:24.429926 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c375dbed-df36-4561-9cf4-bbf8e4303141'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:24.458060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:24.467551 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:24.468991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-27cdfd45-a29d-40c9-ad37-334449b2ccae admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7747350 Nov 26 22:19:24.471732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57018) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:24.651801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e49c8f4d-a1e4-413f-942f-492855f0e380 None None] Provisioning complete for port 32cb7a6c-3511-478e-a587-9ec1167ccb59 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:24.652531 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Set router c375dbed-df36-4561-9cf4-bbf8e4303141 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:24.653505 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e49c8f4d-a1e4-413f-942f-492855f0e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:24.661839 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:24.765028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 32cb7a6c-3511-478e-a587-9ec1167ccb59 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:24.820695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port d8b93ac2-9676-4cc6-9cfa-10d36505a2a1 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:24.916422 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:19:23Z', 'revision_number': 3, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:24.982772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 32cb7a6c-3511-478e-a587-9ec1167ccb59 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:24.983458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:24.983588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3341-8d50-4249-b48c-806c719108e8 req-a3873894-d40b-43f9-b881-81b7d4a11454 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:24.986869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-961d3341-8d50-4249-b48c-806c719108e8 req-a3873894-d40b-43f9-b881-81b7d4a11454 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.3461604 Nov 26 22:19:24.988780 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Checking router: c375dbed-df36-4561-9cf4-bbf8e4303141 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:24.989830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Updating router c375dbed-df36-4561-9cf4-bbf8e4303141 port e1310691-d6c6-409e-9493-ad2e44957588 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:19:25.001252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e49c8f4d-a1e4-413f-942f-492855f0e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.022570 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.072247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-961d3341-8d50-4249-b48c-806c719108e8 req-5e43109b-b809-4b46-8ea2-7a45fc010254 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773509 Nov 26 22:19:25.134734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e49c8f4d-a1e4-413f-942f-492855f0e380 None None] For port 32cb7a6c-3511-478e-a587-9ec1167ccb59, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=32cb7a6c-3511-478e-a587-9ec1167ccb59,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:25.189889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e49c8f4d-a1e4-413f-942f-492855f0e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.245114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.263297 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.295403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:25.297791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c8f4d-a1e4-413f-942f-492855f0e380 None None] Pushing event updated for resources: {'Port': ['ID=32cb7a6c-3511-478e-a587-9ec1167ccb59,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:25.332683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:25.352311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:25.370118 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.444756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 172.20.0.8 (80fbbb56-d081-4c75-9bc4-6d72e144c947/f6bb2270-3064-41ac-9520-d8e904ce5c06/d8b93ac2-9676-4cc6-9cfa-10d36505a2a1) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:25.458151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fec6:2e63 (80fbbb56-d081-4c75-9bc4-6d72e144c947/3a124517-f477-4a79-80e7-e4cd45c8c012/d8b93ac2-9676-4cc6-9cfa-10d36505a2a1) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:25.489576 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.509728 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.540096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Pushing event updated for resources: {'Port': ['ID=a1562fb8-cd95-4071-9fcf-183b87de4c3c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:25.576871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Attempting to bind port a1562fb8-cd95-4071-9fcf-183b87de4c3c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:25.577268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Attempting to bind port a1562fb8-cd95-4071-9fcf-183b87de4c3c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:25.577718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Attempting to bind port a1562fb8-cd95-4071-9fcf-183b87de4c3c on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:25.594262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:25.594567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:25.594983 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.595394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:25.595888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Bound port: a1562fb8-cd95-4071-9fcf-183b87de4c3c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:25.596285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.628440 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cd3b9-72bc-46ce-9f1d-905548fc5ff8 None None] Pushing event updated for resources: {'Port': ['ID=e1310691-d6c6-409e-9493-ad2e44957588,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:25.678121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d4ca1-2c03-45fa-9383-339d60232c36 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:25.697708 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Attempting to bind port e1310691-d6c6-409e-9493-ad2e44957588 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:25.698225 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Attempting to bind port e1310691-d6c6-409e-9493-ad2e44957588 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:25.698703 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Attempting to bind port e1310691-d6c6-409e-9493-ad2e44957588 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:25.704782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 745ae5ca-c1e9-4511-8bff-dc3833df4e3a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:25.704978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:25.705468 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:25.706110 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.706544 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:25.707115 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Bound port: e1310691-d6c6-409e-9493-ad2e44957588, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:25.707607 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.759177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Allocated IP 172.20.0.1 (93125caa-ea09-4322-b706-6af8e3b8b113/5ade0627-644a-4db1-bf7c-5c477f6e6b4d/a0fb4219-3577-4230-bbe9-d5440c115a62) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:25.768584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 745ae5ca-c1e9-4511-8bff-dc3833df4e3a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:25.768947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 745ae5ca-c1e9-4511-8bff-dc3833df4e3a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:25.786176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] For port a1562fb8-cd95-4071-9fcf-183b87de4c3c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:25.789926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] For port a1562fb8-cd95-4071-9fcf-183b87de4c3c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a1562fb8-cd95-4071-9fcf-183b87de4c3c,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:25.791082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-401c3c03-841b-4dcf-b447-bfdd46fc0917 None None] Provisioning complete for port 32cb7a6c-3511-478e-a587-9ec1167ccb59 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:25.791605 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-401c3c03-841b-4dcf-b447-bfdd46fc0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.828806 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] For port e1310691-d6c6-409e-9493-ad2e44957588, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:25.832313 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] For port e1310691-d6c6-409e-9493-ad2e44957588, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e1310691-d6c6-409e-9493-ad2e44957588,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:25.832985 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.838997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.839544 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.880503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:25.930156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:25.931572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215213fd-55b1-435e-ba4d-5969a0ad5072 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:25.933984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:25.941814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:25.950489 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Routers {'c375dbed-df36-4561-9cf4-bbf8e4303141'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:25.951697 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:18:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c375dbed-df36-4561-9cf4-bbf8e4303141'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:26.023168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=d8b93ac2-9676-4cc6-9cfa-10d36505a2a1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:26.035067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d9db3-de93-45c2-bd53-02b2418c39bd None None] Pushing event updated for resources: {'Port': ['ID=a1562fb8-cd95-4071-9fcf-183b87de4c3c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:26.050562 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.060057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:26.062394 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.114721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3c075b04-3296-4dd9-92e2-c0c1cbb094be tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.8551238 Nov 26 22:19:26.117187 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57042) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:26.133395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.178258 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cd3b9-72bc-46ce-9f1d-905548fc5ff8 None None] Pushing event updated for resources: {'Port': ['ID=e1310691-d6c6-409e-9493-ad2e44957588,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:26.208468 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] Set router c375dbed-df36-4561-9cf4-bbf8e4303141 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:26.235934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Network 93125caa-ea09-4322-b706-6af8e3b8b113 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:26.239660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:26.255781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:26.268770 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dae6b751-c41f-4dad-add1-71fba38868cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.269169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d594bf-8945-4fee-9a68-aae4a15c7f5e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:26.283694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-56aad961-0d8e-41a2-9457-6aae4d932857 None None] Provisioning complete for port e1310691-d6c6-409e-9493-ad2e44957588 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:26.285592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d594bf-8945-4fee-9a68-aae4a15c7f5e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:26.286057 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56aad961-0d8e-41a2-9457-6aae4d932857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.289362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-12d594bf-8945-4fee-9a68-aae4a15c7f5e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1693699 Nov 26 22:19:26.366570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57044) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:26.431067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834be44-2999-45f5-931b-b8c030ecab37 req-2b21beb2-1cee-42d1-a0df-239caf9df66b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:26.440653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8834be44-2999-45f5-931b-b8c030ecab37 req-2b21beb2-1cee-42d1-a0df-239caf9df66b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.2273238 Nov 26 22:19:26.542293 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.572016 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56aad961-0d8e-41a2-9457-6aae4d932857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.628478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8834be44-2999-45f5-931b-b8c030ecab37 req-b282c582-5968-4610-a977-db1a4e8a48f4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789281 Nov 26 22:19:26.644060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-56aad961-0d8e-41a2-9457-6aae4d932857 None None] For port e1310691-d6c6-409e-9493-ad2e44957588, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e1310691-d6c6-409e-9493-ad2e44957588,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:26.653256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56aad961-0d8e-41a2-9457-6aae4d932857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.783545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Pushing event updated for resources: {'Port': ['ID=a0fb4219-3577-4230-bbe9-d5440c115a62,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:26.793781 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:19:23Z', 'revision_number': 3, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:26.823225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a1562fb8-cd95-4071-9fcf-183b87de4c3c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:26.846322 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319b6f3-3625-4eee-927a-e276e1c32f77 None None] The sync data for ids ['c375dbed-df36-4561-9cf4-bbf8e4303141'] in n-d-819494-1 is: [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:19:23Z', 'revision_number': 3, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:26.902540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aad961-0d8e-41a2-9457-6aae4d932857 None None] Pushing event updated for resources: {'Port': ['ID=e1310691-d6c6-409e-9493-ad2e44957588,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:26.908090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2f68ea3e-b27e-4bc1-88b6-32498135d6fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port d8b93ac2-9676-4cc6-9cfa-10d36505a2a1 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:26.908443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea3e-b27e-4bc1-88b6-32498135d6fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.924485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-717f6518-0e0c-47df-87e4-a8e4c9f926cd None None] Provisioning complete for port a0fb4219-3577-4230-bbe9-d5440c115a62 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:26.924990 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-717f6518-0e0c-47df-87e4-a8e4c9f926cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:26.982666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a1562fb8-cd95-4071-9fcf-183b87de4c3c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:26.983500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.002216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.055206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-717f6518-0e0c-47df-87e4-a8e4c9f926cd None None] Port a0fb4219-3577-4230-bbe9-d5440c115a62 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:27.108083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea3e-b27e-4bc1-88b6-32498135d6fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.139871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2f68ea3e-b27e-4bc1-88b6-32498135d6fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for d8b93ac2-9676-4cc6-9cfa-10d36505a2a1 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:27.461938 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.469223 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.510348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port a1562fb8-cd95-4071-9fcf-183b87de4c3c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a1562fb8-cd95-4071-9fcf-183b87de4c3c,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:27.519374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.520641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 32cb7a6c-3511-478e-a587-9ec1167ccb59 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:27.610760 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=a1562fb8-cd95-4071-9fcf-183b87de4c3c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:27.667667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 32cb7a6c-3511-478e-a587-9ec1167ccb59 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:27.668363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.859856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69fbe51-1128-48a5-8fe6-bff722224e9d req-ac99316e-7a96-4eaf-9aaf-9660959dc7f2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:27.863504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e69fbe51-1128-48a5-8fe6-bff722224e9d req-ac99316e-7a96-4eaf-9aaf-9660959dc7f2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.0780218 Nov 26 22:19:27.930301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.948109 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:27.958427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbde5b7-ee10-46ab-9b10-a04563eb4d59 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:28.019502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e69fbe51-1128-48a5-8fe6-bff722224e9d req-b2c1a631-c64f-450c-abe0-751427bcd527 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340809 Nov 26 22:19:28.057262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9ee7d9e3-e673-41bc-8749-b43bc2c667f4 None None] Provisioning complete for port a1562fb8-cd95-4071-9fcf-183b87de4c3c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:28.057541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Pushing event updated for resources: {'Port': ['ID=a0fb4219-3577-4230-bbe9-d5440c115a62,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:28.057701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d9e3-e673-41bc-8749-b43bc2c667f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.068039 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea3e-b27e-4bc1-88b6-32498135d6fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.111691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68ea3e-b27e-4bc1-88b6-32498135d6fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=d8b93ac2-9676-4cc6-9cfa-10d36505a2a1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:28.138861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.265201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2f68ea3e-b27e-4bc1-88b6-32498135d6fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.271260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57072) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:28.271456 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2f68ea3e-b27e-4bc1-88b6-32498135d6fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/d8b93ac2-9676-4cc6-9cfa-10d36505a2a1 HTTP/1.1" status: 204 len: 168 time: 1.9036336 Nov 26 22:19:28.318236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Network 93125caa-ea09-4322-b706-6af8e3b8b113 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:28.320120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:28.383423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d23fb1-ecaf-44ff-a85c-7516f59a51e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:28.386236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d23fb1-ecaf-44ff-a85c-7516f59a51e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:28.388707 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d23fb1-ecaf-44ff-a85c-7516f59a51e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:28.391323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d7d23fb1-ecaf-44ff-a85c-7516f59a51e3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1186523 Nov 26 22:19:28.397891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57074) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:28.481725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd5a56a-a497-4158-ad12-2dedb2518d3a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 3a124517-f477-4a79-80e7-e4cd45c8c012 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:28.486568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a56a-a497-4158-ad12-2dedb2518d3a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.579506 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a56a-a497-4158-ad12-2dedb2518d3a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.583638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Router c375dbed-df36-4561-9cf4-bbf8e4303141 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:19:28.681104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e1310691-d6c6-409e-9493-ad2e44957588 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:28.734277 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a56a-a497-4158-ad12-2dedb2518d3a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.753316 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.789681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-31595721-0bcc-47cc-bb49-a908b32a82bb None None] Provisioning complete for port a0fb4219-3577-4230-bbe9-d5440c115a62 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:28.790133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31595721-0bcc-47cc-bb49-a908b32a82bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.818886 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a56a-a497-4158-ad12-2dedb2518d3a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.830620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e1310691-d6c6-409e-9493-ad2e44957588 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:28.831147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.849214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5dd5a56a-a497-4158-ad12-2dedb2518d3a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:28.853266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:28.862266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-31595721-0bcc-47cc-bb49-a908b32a82bb None None] Port a0fb4219-3577-4230-bbe9-d5440c115a62 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:28.863131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5dd5a56a-a497-4158-ad12-2dedb2518d3a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/3a124517-f477-4a79-80e7-e4cd45c8c012 HTTP/1.1" status: 204 len: 168 time: 0.4637177 Nov 26 22:19:28.867300 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-611c070e-0a69-4f2e-8767-ec1099d8a83b admin admin] 10.222.0.21 "PUT /v2.0/routers/c375dbed-df36-4561-9cf4-bbf8e4303141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3942683 Nov 26 22:19:28.868857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57082) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:28.895301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5a56a-a497-4158-ad12-2dedb2518d3a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=3a124517-f477-4a79-80e7-e4cd45c8c012,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:28.959310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a1562fb8-cd95-4071-9fcf-183b87de4c3c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:28.996367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad55bac-f597-4405-bd72-e2469ae7fbda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet f6bb2270-3064-41ac-9520-d8e904ce5c06 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:29.004442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ad55bac-f597-4405-bd72-e2469ae7fbda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.038747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a1562fb8-cd95-4071-9fcf-183b87de4c3c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:29.039126 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.064594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ad55bac-f597-4405-bd72-e2469ae7fbda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.269970 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ad55bac-f597-4405-bd72-e2469ae7fbda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.281189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df995a82-332f-4d20-bf9a-b066bb6568d6 req-4b1d36d0-a5f3-497e-abe7-45e65956012f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:29.282961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df995a82-332f-4d20-bf9a-b066bb6568d6 req-4b1d36d0-a5f3-497e-abe7-45e65956012f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.0958772 Nov 26 22:19:29.294056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.300860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb18ae5-5e21-4844-91c2-fe1ce18e33cf None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:29.354571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df995a82-332f-4d20-bf9a-b066bb6568d6 req-30d156e1-4f88-46af-b87c-a123fd62f7b1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640905 Nov 26 22:19:29.397167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ad55bac-f597-4405-bd72-e2469ae7fbda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.414569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ad55bac-f597-4405-bd72-e2469ae7fbda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.418043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8ad55bac-f597-4405-bd72-e2469ae7fbda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/f6bb2270-3064-41ac-9520-d8e904ce5c06 HTTP/1.1" status: 204 len: 168 time: 0.5435617 Nov 26 22:19:29.420741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57096) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:29.447439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-71e3fb6d-9335-45dc-b0ad-cf2d42572d7e None None] Provisioning complete for port a1562fb8-cd95-4071-9fcf-183b87de4c3c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:29.448051 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-71e3fb6d-9335-45dc-b0ad-cf2d42572d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.454339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad55bac-f597-4405-bd72-e2469ae7fbda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=f6bb2270-3064-41ac-9520-d8e904ce5c06,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:29.506590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5c620103-dbab-4a3f-b84d-806f0d194072 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846286 Nov 26 22:19:29.509516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57102) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:29.516811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:29.545774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Sync routers for ids ['c375dbed-df36-4561-9cf4-bbf8e4303141'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:29.571645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Routers {'c375dbed-df36-4561-9cf4-bbf8e4303141'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:29.572568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c375dbed-df36-4561-9cf4-bbf8e4303141'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:29.679268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:29.689627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.728459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:29.779069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57114) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:29.784619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1783454572-network', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:29.801241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Set router c375dbed-df36-4561-9cf4-bbf8e4303141 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:29.818953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Made reservation on behalf of 004f8e14fbe74ad4a1d4ea2f2a065860 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:29.822767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.836764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.919743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] Deleting port a1562fb8-cd95-4071-9fcf-183b87de4c3c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:29.920688 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.926139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.929356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.934612 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:29.953863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:19:29.985616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:29.989612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:29.992874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5b2755-9a4b-4120-971e-3061c429a1b0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:29.999521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:30.000742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.006779 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.009146 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Added segment 8ba817f8-6cc6-4550-84b4-521215ae5671 of type vlan for network a31dc4f2-e135-4191-9edd-3204162ae478 Nov 26 22:19:30.018686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=f2948db2-e284-4510-b661-801147dfd8b8,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:30.035580 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-db2f2fbd-89d9-4e63-9361-7db6e855df2e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5243130 Nov 26 22:19:30.036227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57120) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:30.040609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] For port a1562fb8-cd95-4071-9fcf-183b87de4c3c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a1562fb8-cd95-4071-9fcf-183b87de4c3c,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:30.041133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.041985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:30.069225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] Calling delete_port for a1562fb8-cd95-4071-9fcf-183b87de4c3c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:30.074023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.111589 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.113663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:30.114405 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.148396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3650947 Nov 26 22:19:30.148663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57122) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:30.155014 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Request body: {'subnet': {'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1783454572-subnet', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:30.194022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:30.199181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.206891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a0fb4219-3577-4230-bbe9-d5440c115a62', 'name': '', 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'mac_address': 'fa:16:3e:2f:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:25Z', 'updated_at': '2021-11-26T22:19:27Z', 'revision_number': 2, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'subnets': [{'id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:30.217207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f4775-9155-4fce-a80f-35a7e544c7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=a31dc4f2-e135-4191-9edd-3204162ae478,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:30.230212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Made reservation on behalf of 004f8e14fbe74ad4a1d4ea2f2a065860 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:30.233754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.245526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network a31dc4f2-e135-4191-9edd-3204162ae478 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:19:30.248867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Checking router: c375dbed-df36-4561-9cf4-bbf8e4303141 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:30.249680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Updating router c375dbed-df36-4561-9cf4-bbf8e4303141 port a0fb4219-3577-4230-bbe9-d5440c115a62 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:19:30.319091 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.363897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.374955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] Pushing event deleted for resources: {'Port': ['ID=a1562fb8-cd95-4071-9fcf-183b87de4c3c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:30.377961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a36553-5a86-49a3-bcbe-1df78a44e3b6 None None] No DVR routers for this DVR port a1562fb8-cd95-4071-9fcf-183b87de4c3c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:30.454688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979f63d1-70c8-411b-bde3-174e55a3ecb5 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:30.467957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.545747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e49b28-24b9-493b-9adf-f5f709b70937,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:30.549317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Checking segment: {'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:30.550133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Network hostable DHCP agents. Network: a31dc4f2-e135-4191-9edd-3204162ae478, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:19:30.570566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Network a31dc4f2-e135-4191-9edd-3204162ae478 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:19:30.591058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, a31dc4f2-e135-4191-9edd-3204162ae478) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:30.596939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:30.597826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.604891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a1562fb8-cd95-4071-9fcf-183b87de4c3c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:30.624835 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7e7604d7-3e70-444d-9ff8-4f288b28e256 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4726126 Nov 26 22:19:30.625758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57134) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:30.629393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c258eb-3096-4ffc-b96a-c47a2a3f1845 None None] Network a31dc4f2-e135-4191-9edd-3204162ae478 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:30.633425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:30.662032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.662724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a1562fb8-cd95-4071-9fcf-183b87de4c3c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:30.662870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.663099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a1562fb8-cd95-4071-9fcf-183b87de4c3c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:30.744575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.914475 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:30.936009 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c107d-cc1e-4b6d-8dd1-8db49a706744 req-b6049f7c-a9c8-42d0-91a8-d7f34a355d83 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:30.943699 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b7c107d-cc1e-4b6d-8dd1-8db49a706744 req-b6049f7c-a9c8-42d0-91a8-d7f34a355d83 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.4266026 Nov 26 22:19:31.025755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': 'f2948db2-e284-4510-b661-801147dfd8b8'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:31.026695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.042554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7b7c107d-cc1e-4b6d-8dd1-8db49a706744 req-bab66f53-0853-4359-9350-8c7f6b37eb63 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977848 Nov 26 22:19:31.089932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:31.092715 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.139559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:31.143206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:31.147529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:31.148449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.167537 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=b072e398-d9f7-4232-acf6-074851d9e3c6,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:31.169333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.182947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e58335f4-ab22-488c-a898-3bd464cf073c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1430016 Nov 26 22:19:31.184249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57142) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:31.190809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:18:d6:70', 'name': 'tempest-NetworksTestDHCPv6-653802199'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:31.203318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.320732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:31.334366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Allocated IP 172.25.3.14 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/e98363d4-ac54-4bf2-b394-11b01d4078d0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:31.430658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-a31dc4f2-e135-4191-9edd-3204162ae478', 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'fixed_ips': [{'subnet_id': '84e49b28-24b9-493b-9adf-f5f709b70937'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:31.431434 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.451969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.479636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 00ec5035-4ec5-4dc8-a0b9-06d55d6424bc yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:31.481660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.484366 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.526527 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.577353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:31.580832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:31.583324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:31.588074 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.608049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Pushing event updated for resources: {'Port': ['ID=e98363d4-ac54-4bf2-b394-11b01d4078d0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:31.631342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07824b37-da4b-496b-a7cc-c1df7a3b5fa5 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:31.678229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Allocated IP 172.20.0.2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/f2948db2-e284-4510-b661-801147dfd8b8/73c362ea-68a8-4cc1-8054-3df7f607ef42) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:31.681425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82f89f-6001-4e50-a354-b3e07f4e6330 None None] Pushing event updated for resources: {'Port': ['ID=a0fb4219-3577-4230-bbe9-d5440c115a62,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:31.711023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Allocated IP 2001:db8::f816:3eff:feab:c02f (80fbbb56-d081-4c75-9bc4-6d72e144c947/b072e398-d9f7-4232-acf6-074851d9e3c6/73c362ea-68a8-4cc1-8054-3df7f607ef42) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:31.833704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Allocated IP 172.20.0.2 (a31dc4f2-e135-4191-9edd-3204162ae478/84e49b28-24b9-493b-9adf-f5f709b70937/bb188528-1880-44e0-aa66-be0d4a569727) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:31.894340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c429341f-96fc-4f7d-a29a-9579d593d7c5 None None] Provisioning complete for port e98363d4-ac54-4bf2-b394-11b01d4078d0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:31.894714 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c429341f-96fc-4f7d-a29a-9579d593d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.908111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Attempting to bind port a0fb4219-3577-4230-bbe9-d5440c115a62 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:31.908225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Attempting to bind port a0fb4219-3577-4230-bbe9-d5440c115a62 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:31.908600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Attempting to bind port a0fb4219-3577-4230-bbe9-d5440c115a62 on network 93125caa-ea09-4322-b706-6af8e3b8b113 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:31.917281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.975125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:31.975439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Checking segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:31.975844 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:31.976245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Bound using segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:31.976729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Bound port: a0fb4219-3577-4230-bbe9-d5440c115a62, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:31.977120 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.029627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c429341f-96fc-4f7d-a29a-9579d593d7c5 None None] Port e98363d4-ac54-4bf2-b394-11b01d4078d0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:32.140714 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.156421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.167805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] For port a0fb4219-3577-4230-bbe9-d5440c115a62, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:32.170860 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.192301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827c2a4-be79-499b-bc7f-2be66203ca1c req-4f47a2ed-e21d-4276-a8e8-edd97a89d7a0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:32.194839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d827c2a4-be79-499b-bc7f-2be66203ca1c req-4f47a2ed-e21d-4276-a8e8-edd97a89d7a0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.0820551 Nov 26 22:19:32.231085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] For port a0fb4219-3577-4230-bbe9-d5440c115a62, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a0fb4219-3577-4230-bbe9-d5440c115a62,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:32.253558 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.272484 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:32.273333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fd2690e0-9e8e-4d70-9a1a-254f02890e30 None None] Provisioning complete for port a0fb4219-3577-4230-bbe9-d5440c115a62 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:32.273729 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd2690e0-9e8e-4d70-9a1a-254f02890e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.285625 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.288119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:32.315068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Pushing event updated for resources: {'Port': ['ID=73c362ea-68a8-4cc1-8054-3df7f607ef42,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:32.320000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:32.326857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d827c2a4-be79-499b-bc7f-2be66203ca1c req-83b4ab03-fd50-4318-8dfe-800a89a9f752 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072252 Nov 26 22:19:32.330103 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.414884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:19:32.418470 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 172.20.0.12 (80fbbb56-d081-4c75-9bc4-6d72e144c947/f2948db2-e284-4510-b661-801147dfd8b8/00ec5035-4ec5-4dc8-a0b9-06d55d6424bc) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:32.426880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fe18:d670 (80fbbb56-d081-4c75-9bc4-6d72e144c947/b072e398-d9f7-4232-acf6-074851d9e3c6/00ec5035-4ec5-4dc8-a0b9-06d55d6424bc) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:32.444409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Network a31dc4f2-e135-4191-9edd-3204162ae478 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:32.455155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Routers {'c375dbed-df36-4561-9cf4-bbf8e4303141'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:32.455977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c375dbed-df36-4561-9cf4-bbf8e4303141'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:32.459794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:32.499541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:32.505053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82f89f-6001-4e50-a354-b3e07f4e6330 None None] Pushing event updated for resources: {'Port': ['ID=a0fb4219-3577-4230-bbe9-d5440c115a62,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:32.618762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Pushing event updated for resources: {'Port': ['ID=bb188528-1880-44e0-aa66-be0d4a569727,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:32.688175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.693019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Attempting to bind port 73c362ea-68a8-4cc1-8054-3df7f607ef42 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:32.693665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Attempting to bind port 73c362ea-68a8-4cc1-8054-3df7f607ef42 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:32.694225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Attempting to bind port 73c362ea-68a8-4cc1-8054-3df7f607ef42 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:32.740840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.790565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] Set router c375dbed-df36-4561-9cf4-bbf8e4303141 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:32.824871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:32.834068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:32.836761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:32.895391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:32.896677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.918839 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=00ec5035-4ec5-4dc8-a0b9-06d55d6424bc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:32.919670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:32.931413 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Sync routers for ids ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:32.939151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-76f38941-97dc-46bd-82ca-aa529fb9f3fd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7537410 Nov 26 22:19:32.941481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57172) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:32.954273 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:32.958180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d2accab8-7ed0-406e-97ed-d3ab2ad6d929 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3282957 Nov 26 22:19:32.958345 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Routers {'747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:32.958663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57174) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:32.958780 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:33.010847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf1ab77-46bb-4f2a-8a80-4e72bcb1caff tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:33.018333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf1ab77-46bb-4f2a-8a80-4e72bcb1caff tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:33.020193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-caf1ab77-46bb-4f2a-8a80-4e72bcb1caff tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0772684 Nov 26 22:19:33.024996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57178) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:33.077798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:33.078201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:33.078606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.079013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:33.079503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Bound port: 73c362ea-68a8-4cc1-8054-3df7f607ef42, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:33.079888 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.095929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd2690e0-9e8e-4d70-9a1a-254f02890e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.133234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-994d3ab1-72b9-4405-86a3-f9504255cdd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 00ec5035-4ec5-4dc8-a0b9-06d55d6424bc {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:33.133465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Attempting to bind port bb188528-1880-44e0-aa66-be0d4a569727 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:33.133588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-994d3ab1-72b9-4405-86a3-f9504255cdd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.133686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Attempting to bind port bb188528-1880-44e0-aa66-be0d4a569727 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:33.133997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Attempting to bind port bb188528-1880-44e0-aa66-be0d4a569727 on network a31dc4f2-e135-4191-9edd-3204162ae478 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:33.158936 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Set router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:33.161479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:33.161957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Checking segment: {'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:33.163050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.163530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Bound using segment: {'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:33.164290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Bound port: bb188528-1880-44e0-aa66-be0d4a569727, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:33.164752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.226839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fd2690e0-9e8e-4d70-9a1a-254f02890e30 None None] For port a0fb4219-3577-4230-bbe9-d5440c115a62, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a0fb4219-3577-4230-bbe9-d5440c115a62,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:33.293019 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fd2690e0-9e8e-4d70-9a1a-254f02890e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.342583 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-994d3ab1-72b9-4405-86a3-f9504255cdd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.355853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-994d3ab1-72b9-4405-86a3-f9504255cdd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 00ec5035-4ec5-4dc8-a0b9-06d55d6424bc owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:33.506984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] For port 73c362ea-68a8-4cc1-8054-3df7f607ef42, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:33.540220 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:19:31Z', 'revision_number': 3, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port': {'id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:31Z', 'updated_at': '2021-11-26T22:19:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:33.564904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.577337 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Checking router: 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:33.577688 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Updating router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 port e98363d4-ac54-4bf2-b394-11b01d4078d0 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:19:33.578796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] For port 73c362ea-68a8-4cc1-8054-3df7f607ef42, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=73c362ea-68a8-4cc1-8054-3df7f607ef42,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:33.591072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f5468f15-a09c-4263-a755-a70be21be175 None None] Provisioning complete for port a0fb4219-3577-4230-bbe9-d5440c115a62 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:33.592187 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5468f15-a09c-4263-a755-a70be21be175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.604488 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.634909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479556-922c-478c-89c0-9f94a16d9a5d req-8869023b-540b-48d0-9027-338a05dd99de tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:33.636061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] For port bb188528-1880-44e0-aa66-be0d4a569727, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:33.644636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90479556-922c-478c-89c0-9f94a16d9a5d req-8869023b-540b-48d0-9027-338a05dd99de tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.1641953 Nov 26 22:19:33.646646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.663824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2690e0-9e8e-4d70-9a1a-254f02890e30 None None] Pushing event updated for resources: {'Port': ['ID=a0fb4219-3577-4230-bbe9-d5440c115a62,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:33.694339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] For port bb188528-1880-44e0-aa66-be0d4a569727, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb188528-1880-44e0-aa66-be0d4a569727,segment=NetworkSegment(8ba817f8-6cc6-4550-84b4-521215ae5671),segment_id=8ba817f8-6cc6-4550-84b4-521215ae5671)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:33.749078 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.753821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90479556-922c-478c-89c0-9f94a16d9a5d req-7d2a46ef-d37d-479b-bae0-366226b21963 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082056 Nov 26 22:19:33.765758 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-994d3ab1-72b9-4405-86a3-f9504255cdd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:33.888632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c0c4-4956-49b2-adc0-5a0275d06387 None None] Pushing event updated for resources: {'Port': ['ID=73c362ea-68a8-4cc1-8054-3df7f607ef42,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:33.946280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68dd8a-fd61-4c37-9342-488c67b9e61c None None] Pushing event updated for resources: {'Port': ['ID=bb188528-1880-44e0-aa66-be0d4a569727,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:33.976058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d3ab1-72b9-4405-86a3-f9504255cdd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=00ec5035-4ec5-4dc8-a0b9-06d55d6424bc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:34.002710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a0fb4219-3577-4230-bbe9-d5440c115a62', 'name': '', 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'mac_address': 'fa:16:3e:2f:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:25Z', 'updated_at': '2021-11-26T22:19:32Z', 'revision_number': 4, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'subnets': [{'id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:34.048610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a38336b-2a11-48a5-82eb-642b6eb51d1b None None] The sync data for ids ['c375dbed-df36-4561-9cf4-bbf8e4303141'] in n-d-819494-1 is: [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a0fb4219-3577-4230-bbe9-d5440c115a62', 'name': '', 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'mac_address': 'fa:16:3e:2f:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:25Z', 'updated_at': '2021-11-26T22:19:32Z', 'revision_number': 4, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'subnets': [{'id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:34.069393 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.071595 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-994d3ab1-72b9-4405-86a3-f9504255cdd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.081718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-994d3ab1-72b9-4405-86a3-f9504255cdd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/00ec5035-4ec5-4dc8-a0b9-06d55d6424bc HTTP/1.1" status: 204 len: 168 time: 1.0541453 Nov 26 22:19:34.082208 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.085120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57192) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:34.191365 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Attempting to bind port e98363d4-ac54-4bf2-b394-11b01d4078d0 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:34.191744 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Attempting to bind port e98363d4-ac54-4bf2-b394-11b01d4078d0 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:34.192109 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Attempting to bind port e98363d4-ac54-4bf2-b394-11b01d4078d0 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:34.202217 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:34.204085 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:34.204966 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.205532 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:34.206585 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Bound port: e98363d4-ac54-4bf2-b394-11b01d4078d0, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:34.207360 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.214152 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d309d06-2081-449a-87c8-59f2dc612972 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:34.215853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d309d06-2081-449a-87c8-59f2dc612972 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:34.217276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583b9086-9435-4370-8def-02b7733d21ca None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:34.217688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d309d06-2081-449a-87c8-59f2dc612972 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:34.220977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Allocated IP 172.20.0.1 (a31dc4f2-e135-4191-9edd-3204162ae478/84e49b28-24b9-493b-9adf-f5f709b70937/a1ef1b15-60f1-4c82-a3ee-65e9015785ac) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:34.222280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d309d06-2081-449a-87c8-59f2dc612972 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1340964 Nov 26 22:19:34.223048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57198) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:34.279518 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Pushing event updated for resources: {'Port': ['ID=e98363d4-ac54-4bf2-b394-11b01d4078d0,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:34.334659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-579e23ab-1bf6-41b8-87d0-504797cd8d61 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet b072e398-d9f7-4232-acf6-074851d9e3c6 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:34.361568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d9c5eb5d-4e2a-4c66-9e0c-98175c3cb0f0 None None] Provisioning complete for port e98363d4-ac54-4bf2-b394-11b01d4078d0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:34.362411 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d9c5eb5d-4e2a-4c66-9e0c-98175c3cb0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.370649 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-579e23ab-1bf6-41b8-87d0-504797cd8d61 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.371810 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.372138 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.382258 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.382826 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.383341 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.383849 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.384353 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.384865 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.385374 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.385872 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.387126 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.391948 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:19:34.477504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5eb5d-4e2a-4c66-9e0c-98175c3cb0f0 None None] Port e98363d4-ac54-4bf2-b394-11b01d4078d0 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:34.486302 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] For port e98363d4-ac54-4bf2-b394-11b01d4078d0, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:34.493001 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] For port e98363d4-ac54-4bf2-b394-11b01d4078d0, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e98363d4-ac54-4bf2-b394-11b01d4078d0,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:34.506353 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.545411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-579e23ab-1bf6-41b8-87d0-504797cd8d61 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.584837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21694a64-3336-4b25-8829-6b7ab5857c91 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:34.616821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.647315 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Routers {'747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:34.648118 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:34.724165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.744274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-354a9eda-05eb-4cd6-ac01-30a830bbe4d6 None None] Provisioning complete for port e98363d4-ac54-4bf2-b394-11b01d4078d0 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:34.744665 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-354a9eda-05eb-4cd6-ac01-30a830bbe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.752190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 73c362ea-68a8-4cc1-8054-3df7f607ef42 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:34.799567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-579e23ab-1bf6-41b8-87d0-504797cd8d61 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.816742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Network a31dc4f2-e135-4191-9edd-3204162ae478 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:34.823669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:34.854058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:34.895011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-579e23ab-1bf6-41b8-87d0-504797cd8d61 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:34.910593 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b83f-7d00-408d-8825-663c68338071 None None] Pushing event updated for resources: {'Port': ['ID=e98363d4-ac54-4bf2-b394-11b01d4078d0,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:34.934005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e23ab-1bf6-41b8-87d0-504797cd8d61 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=b072e398-d9f7-4232-acf6-074851d9e3c6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:34.950423 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] Set router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:34.957467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:34.987944 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 73c362ea-68a8-4cc1-8054-3df7f607ef42 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:34.988324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.002540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.019765 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-579e23ab-1bf6-41b8-87d0-504797cd8d61 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.023980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-579e23ab-1bf6-41b8-87d0-504797cd8d61 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/b072e398-d9f7-4232-acf6-074851d9e3c6 HTTP/1.1" status: 204 len: 168 time: 0.7996099 Nov 26 22:19:35.034779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57208) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:35.112696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa654ce-5551-4548-b5bb-9f125bed867b req-9fd71fd0-d831-4e84-8db2-adecda5e32a1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:35.112936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-354a9eda-05eb-4cd6-ac01-30a830bbe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.114928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4aa654ce-5551-4548-b5bb-9f125bed867b req-9fd71fd0-d831-4e84-8db2-adecda5e32a1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.1835482 Nov 26 22:19:35.163228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a099d009-8d45-4fe2-9ec5-0c824b651bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet f2948db2-e284-4510-b661-801147dfd8b8 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:35.180825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a099d009-8d45-4fe2-9ec5-0c824b651bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.189158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-354a9eda-05eb-4cd6-ac01-30a830bbe4d6 None None] For port e98363d4-ac54-4bf2-b394-11b01d4078d0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e98363d4-ac54-4bf2-b394-11b01d4078d0,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:35.206002 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-354a9eda-05eb-4cd6-ac01-30a830bbe4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.258696 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:19:31Z', 'revision_number': 3, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port': {'id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:31Z', 'updated_at': '2021-11-26T22:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:35.277832 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.315655 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772f73f-3419-4a44-87f6-eeb01616d653 None None] The sync data for ids ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'] in n-d-819494-1 is: [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:19:31Z', 'revision_number': 3, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port': {'id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:31Z', 'updated_at': '2021-11-26T22:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:35.353172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4aa654ce-5551-4548-b5bb-9f125bed867b req-f1fe78e8-3add-4cd5-a892-423405d699ca tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105558 Nov 26 22:19:35.361807 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a099d009-8d45-4fe2-9ec5-0c824b651bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.415788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a9eda-05eb-4cd6-ac01-30a830bbe4d6 None None] Pushing event updated for resources: {'Port': ['ID=e98363d4-ac54-4bf2-b394-11b01d4078d0,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:35.441048 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.495951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 73c362ea-68a8-4cc1-8054-3df7f607ef42, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=73c362ea-68a8-4cc1-8054-3df7f607ef42,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:35.505339 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.508837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a0fb4219-3577-4230-bbe9-d5440c115a62 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:35.579017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a099d009-8d45-4fe2-9ec5-0c824b651bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.680999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.690850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.706468 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a099d009-8d45-4fe2-9ec5-0c824b651bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.714917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a4f84526-1548-42af-ba88-e229902c3b88 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:19:35.746550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a099d009-8d45-4fe2-9ec5-0c824b651bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.748673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=73c362ea-68a8-4cc1-8054-3df7f607ef42,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:35.754511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a099d009-8d45-4fe2-9ec5-0c824b651bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/f2948db2-e284-4510-b661-801147dfd8b8 HTTP/1.1" status: 204 len: 168 time: 0.7185032 Nov 26 22:19:35.794145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57214) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:35.892813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:35.907437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099d009-8d45-4fe2-9ec5-0c824b651bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=f2948db2-e284-4510-b661-801147dfd8b8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:35.923534 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce4d36a9-76ab-4094-9931-b1edbc0214ea tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1271558 Nov 26 22:19:35.924353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57222) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:35.956777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a0fb4219-3577-4230-bbe9-d5440c115a62 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:35.967969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:36.008052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a1167b-0d93-47fd-8fca-dc68a97878ba tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:36.014224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0a1167b-0d93-47fd-8fca-dc68a97878ba tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0880630 Nov 26 22:19:36.014840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57224) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:36.069219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:36.148885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888f3a74-d7c3-4c44-b2f8-651ab32ce6a4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:36.155158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57226) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:36.158281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-888f3a74-d7c3-4c44-b2f8-651ab32ce6a4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1372600 Nov 26 22:19:36.167865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a4f84526-1548-42af-ba88-e229902c3b88, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f84526-1548-42af-ba88-e229902c3b88,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:36.205746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854e28cc-f48a-43c3-a5a0-a36aa73ab33c None None] Network a31dc4f2-e135-4191-9edd-3204162ae478 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:36.225912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-723065ef-ed2a-4d25-8a00-20a53b38cf23 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604448 Nov 26 22:19:36.231630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57228) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:36.236299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-933c3955-4b53-4428-92a9-bfafccc86d83 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:36.250347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'a4f84526-1548-42af-ba88-e229902c3b88', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:19:36.264982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Network a31dc4f2-e135-4191-9edd-3204162ae478 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:36.274969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:36.339733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb188528-1880-44e0-aa66-be0d4a569727 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:36.375105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea1917f-ab59-486a-b97d-dbd888d58de1 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:36.407514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933c3955-4b53-4428-92a9-bfafccc86d83 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:36.411939 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-933c3955-4b53-4428-92a9-bfafccc86d83 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:36.415078 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-933c3955-4b53-4428-92a9-bfafccc86d83 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:19:36.415540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933c3955-4b53-4428-92a9-bfafccc86d83 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:19:36.453524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-933c3955-4b53-4428-92a9-bfafccc86d83 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2213848 Nov 26 22:19:36.457565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57236) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:36.474690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-03fd8608-b59f-4057-a4b8-17a61b359de1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:36.500470 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:36.537437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:19:36.570223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f84526-1548-42af-ba88-e229902c3b88 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:19:36.637342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bb188528-1880-44e0-aa66-be0d4a569727 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:36.637673 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:36.639998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-73d7d78e-289f-412b-8793-c12b71ddd388 None None] Provisioning complete for port bb188528-1880-44e0-aa66-be0d4a569727 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:36.640362 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-73d7d78e-289f-412b-8793-c12b71ddd388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:36.667320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d73043-8650-4b84-981f-b4a8303038c4 req-f661f47d-63d7-41b8-b2f8-0b88a0366fd0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:36.669034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7d73043-8650-4b84-981f-b4a8303038c4 req-f661f47d-63d7-41b8-b2f8-0b88a0366fd0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 943 time: 0.2141242 Nov 26 22:19:36.739067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fd8608-b59f-4057-a4b8-17a61b359de1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:36.743503 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-03fd8608-b59f-4057-a4b8-17a61b359de1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:36.745049 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fd8608-b59f-4057-a4b8-17a61b359de1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:19:36.745589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fd8608-b59f-4057-a4b8-17a61b359de1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:19:36.770012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a4f84526-1548-42af-ba88-e229902c3b88, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f84526-1548-42af-ba88-e229902c3b88,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:36.781803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7d73043-8650-4b84-981f-b4a8303038c4 req-7fc4c60b-bdfc-4a04-908a-d1d5928c13a4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871954 Nov 26 22:19:36.784535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:36.792084 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6f28059c-efc4-446a-be52-c99736cbfee3 admin admin] 10.222.0.21 "PUT /v2.0/routers/747b7e46-a617-48fc-a5d4-79bbf5fe4ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8322072 Nov 26 22:19:36.793213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57242) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:36.793418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-03fd8608-b59f-4057-a4b8-17a61b359de1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3239715 Nov 26 22:19:36.806881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6fe1c734-b70d-41fe-bd22-3a58bcd1d31e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:36.811537 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.006578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1c734-b70d-41fe-bd22-3a58bcd1d31e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:37.011509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c734-b70d-41fe-bd22-3a58bcd1d31e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.014441 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe1c734-b70d-41fe-bd22-3a58bcd1d31e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:19:37.019725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe1c734-b70d-41fe-bd22-3a58bcd1d31e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:19:37.040467 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6fe1c734-b70d-41fe-bd22-3a58bcd1d31e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2444828 Nov 26 22:19:37.043033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57252) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:37.049681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3ea574bc-fc15-462a-9e2a-56c8c65dc193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:37.055225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a4f84526-1548-42af-ba88-e229902c3b88,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:37.133076 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-73d7d78e-289f-412b-8793-c12b71ddd388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.163123 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.222699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea574bc-fc15-462a-9e2a-56c8c65dc193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:37.226500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3ea574bc-fc15-462a-9e2a-56c8c65dc193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.227729 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea574bc-fc15-462a-9e2a-56c8c65dc193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:19:37.232523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea574bc-fc15-462a-9e2a-56c8c65dc193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:19:37.259169 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3ea574bc-fc15-462a-9e2a-56c8c65dc193 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2149694 Nov 26 22:19:37.262088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57258) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:37.267900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-037e5ccc-c4da-4074-a91f-043e4d1b9d40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:37.289638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-73d7d78e-289f-412b-8793-c12b71ddd388 None None] For port bb188528-1880-44e0-aa66-be0d4a569727, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb188528-1880-44e0-aa66-be0d4a569727,segment=NetworkSegment(8ba817f8-6cc6-4550-84b4-521215ae5671),segment_id=8ba817f8-6cc6-4550-84b4-521215ae5671)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:37.293860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:37.301899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a4f84526-1548-42af-ba88-e229902c3b88'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:19:37.323761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.324578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-73d7d78e-289f-412b-8793-c12b71ddd388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.441690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037e5ccc-c4da-4074-a91f-043e4d1b9d40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:37.445336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-037e5ccc-c4da-4074-a91f-043e4d1b9d40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.446814 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-037e5ccc-c4da-4074-a91f-043e4d1b9d40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:19:37.447248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037e5ccc-c4da-4074-a91f-043e4d1b9d40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:19:37.477891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-037e5ccc-c4da-4074-a91f-043e4d1b9d40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2118728 Nov 26 22:19:37.478773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57264) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:37.485000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1610c324-8b05-4182-aa14-6b167793d4e7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:37.618211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:19:37.619034 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:19:37.640697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7d78e-289f-412b-8793-c12b71ddd388 None None] Pushing event updated for resources: {'Port': ['ID=bb188528-1880-44e0-aa66-be0d4a569727,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:37.714156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1610c324-8b05-4182-aa14-6b167793d4e7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:37.715273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1610c324-8b05-4182-aa14-6b167793d4e7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.717081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3be1a4fe-8427-4af4-a7bc-c62ddff57cfa None None] Provisioning complete for port 73c362ea-68a8-4cc1-8054-3df7f607ef42 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:37.717595 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3be1a4fe-8427-4af4-a7bc-c62ddff57cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:37.717800 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-1610c324-8b05-4182-aa14-6b167793d4e7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:19:37.718366 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1610c324-8b05-4182-aa14-6b167793d4e7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:19:37.783416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1610c324-8b05-4182-aa14-6b167793d4e7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3030434 Nov 26 22:19:37.785923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57284) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:37.876410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-6f2a1041-05fa-4482-9a86-11dd95a5d8ec tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:37.877314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23239821-d11b-4d5a-9717-5e61e762f125 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:37.878902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-23239821-d11b-4d5a-9717-5e61e762f125 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0916986 Nov 26 22:19:37.881517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57288) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:37.885111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-6f2a1041-05fa-4482-9a86-11dd95a5d8ec tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/networks?id=93125caa-ea09-4322-b706-6af8e3b8b113 HTTP/1.1" status: 200 len: 911 time: 0.1857502 Nov 26 22:19:37.910714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9dd99521-5150-4076-ac9d-b61eb1a5a468 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/quotas/004f8e14fbe74ad4a1d4ea2f2a065860 HTTP/1.1" status: 200 len: 375 time: 0.0208750 Nov 26 22:19:38.005406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] Deleting port 73c362ea-68a8-4cc1-8054-3df7f607ef42 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:38.006643 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:38.009498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910216a1-e184-469f-af75-8827e11c8413 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:38.011314 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-910216a1-e184-469f-af75-8827e11c8413 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1286001 Nov 26 22:19:38.015013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57296) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:38.052241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352b552-7c7d-486a-b41e-882ac41cd5da req-9538d2cc-b216-4155-826b-29b2b03a24f3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:38.066971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f352b552-7c7d-486a-b41e-882ac41cd5da req-9538d2cc-b216-4155-826b-29b2b03a24f3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 944 time: 0.1448281 Nov 26 22:19:38.117656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fe1d6550-6398-4f40-b0fd-452ccf578e67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979683 Nov 26 22:19:38.119207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57298) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:38.127885 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-7c7dbe47-be5e-4022-b5b4-1c33eb9c97af tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=004f8e14fbe74ad4a1d4ea2f2a065860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2158203 Nov 26 22:19:38.146123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:38.234479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f352b552-7c7d-486a-b41e-882ac41cd5da req-f976bedd-57b0-4e17-83c8-2ee095e117b7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665471 Nov 26 22:19:38.249859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] For port 73c362ea-68a8-4cc1-8054-3df7f607ef42, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=73c362ea-68a8-4cc1-8054-3df7f607ef42,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:38.250302 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:38.281460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-da9a251e-6f9c-460d-9689-84be49466281 service neutron] 10.222.0.21 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523738 Nov 26 22:19:38.295935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:38.307893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] Calling delete_port for 73c362ea-68a8-4cc1-8054-3df7f607ef42 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:38.321614 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-6135208a-fddb-41d5-be45-d874505208e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2029116 Nov 26 22:19:38.325641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:38.330321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:38.432303 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:38.448504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-78d8fbbd-4db7-4c98-b9b9-df898b54f720 service neutron] 10.222.0.21 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586390 Nov 26 22:19:38.527208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-921504e9-d848-426c-a6db-c47fee45138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:38.528749 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-921504e9-d848-426c-a6db-c47fee45138d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ad77d2df2ae45358fe623a711f9e4fd&device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 1101 time: 0.1706336 Nov 26 22:19:38.529935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] No DVR routers for this DVR port 73c362ea-68a8-4cc1-8054-3df7f607ef42 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:38.533682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f0d98-bda5-4969-a42b-2099aab7a50d None None] Pushing event deleted for resources: {'Port': ['ID=73c362ea-68a8-4cc1-8054-3df7f607ef42,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:38.609428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4f143826-b57d-4ab9-a7a8-e8497c360a34 None None] Provisioning complete for port bb188528-1880-44e0-aa66-be0d4a569727 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:38.610226 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f143826-b57d-4ab9-a7a8-e8497c360a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:38.724795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e98363d4-ac54-4bf2-b394-11b01d4078d0 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:38.744906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2719e930-eafa-44b2-874f-54bcd97da554 req-e5a3be4d-7259-4eb5-8416-b8d5514cbcc5 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 210 time: 0.0514753 Nov 26 22:19:38.838004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-61ee7d56-4a8d-4613-93ec-3d71bc04d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:38.839791 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-61ee7d56-4a8d-4613-93ec-3d71bc04d0ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.2770274 Nov 26 22:19:38.853823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e98363d4-ac54-4bf2-b394-11b01d4078d0 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:38.854300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:38.891293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Sync routers for ids ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:38.902224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-106def20-1f7e-4dea-9635-684c87bcc562 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=e361bcc9-eb47-4729-914b-fc001d532798 HTTP/1.1" status: 200 len: 217 time: 0.0520473 Nov 26 22:19:38.926880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4f143826-b57d-4ab9-a7a8-e8497c360a34 None None] Provisioning complete for port a1ef1b15-60f1-4c82-a3ee-65e9015785ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:38.927374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f143826-b57d-4ab9-a7a8-e8497c360a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:38.952891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Routers {'747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:38.953635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:39.032832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.objects.ports [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110000) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:39.035228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-cd1db154-3b13-472c-99e1-c9e2597aff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:39.039405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-cd1db154-3b13-472c-99e1-c9e2597aff32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.1266427 Nov 26 22:19:39.041123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:39.112235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:39.116247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4f143826-b57d-4ab9-a7a8-e8497c360a34 None None] Port a1ef1b15-60f1-4c82-a3ee-65e9015785ac cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:39.135204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:39.139214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:39.140152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:39.167711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Set router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:39.171266 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=d3ec6f3a-0802-49fd-9b7e-9d340f3bab05,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:39.178066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ae6c3b09-3013-4484-b880-e5eb57aa2dda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0577545 Nov 26 22:19:39.180826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57322) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:39.184008 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-0b705a38-774d-4cbb-9f94-b64169fbb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:39.185554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-0b705a38-774d-4cbb-9f94-b64169fbb000 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1066697 Nov 26 22:19:39.185978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:35:fe:6e', 'name': 'tempest-NetworksTestDHCPv6-865237906'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:39.246211 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0d94e-b8f3-4a70-946c-c947aafeb6ee None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:39.332649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb188528-1880-44e0-aa66-be0d4a569727 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:39.354946 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-2f883d31-690a-4091-9ab8-54e64ba905d7 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597891 Nov 26 22:19:39.481188 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8c9e2be4-6a05-41a2-95e8-29a50f841ac5 req-7be4dd29-68e2-423e-ae4b-a83c04aec65b service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116321 Nov 26 22:19:39.512095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23bd020-edae-4b80-adf5-9dd9eef2b2eb req-025079c5-d703-4a51-adf2-daa7982307ff tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:39.520313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f23bd020-edae-4b80-adf5-9dd9eef2b2eb req-025079c5-d703-4a51-adf2-daa7982307ff tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 944 time: 0.1595533 Nov 26 22:19:39.541002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:39.542342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bb188528-1880-44e0-aa66-be0d4a569727 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:39.542726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:39.651014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f23bd020-edae-4b80-adf5-9dd9eef2b2eb req-9aa09326-8c0d-4365-a383-9b2d3c75fb3f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289127 Nov 26 22:19:39.705341 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:39.721444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a4f84526-1548-42af-ba88-e229902c3b88 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:39.725772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': 'd3ec6f3a-0802-49fd-9b7e-9d340f3bab05'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:39.726606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:39.731630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port c15bc56e-d876-4447-9c52-d01eabcea7a2 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:39.886640 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ff91f17-4425-4400-9961-0f43c3fa02d5 req-95987979-f1f3-4407-bbfd-7ccbf2e30d8b tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 210 time: 0.0576665 Nov 26 22:19:39.903111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 73c362ea-68a8-4cc1-8054-3df7f607ef42 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:39.913018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fe35:fe6e (80fbbb56-d081-4c75-9bc4-6d72e144c947/d3ec6f3a-0802-49fd-9b7e-9d340f3bab05/c15bc56e-d876-4447-9c52-d01eabcea7a2) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:39.943680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 73c362ea-68a8-4cc1-8054-3df7f607ef42 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:39.944031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 73c362ea-68a8-4cc1-8054-3df7f607ef42 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:39.965342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:19:35Z', 'revision_number': 4, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port': {'id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:31Z', 'updated_at': '2021-11-26T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a1ef1b15-60f1-4c82-a3ee-65e9015785ac', 'name': '', 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'mac_address': 'fa:16:3e:6e:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '84e49b28-24b9-493b-9adf-f5f709b70937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:33Z', 'updated_at': '2021-11-26T22:19:35Z', 'revision_number': 2, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'subnets': [{'id': '84e49b28-24b9-493b-9adf-f5f709b70937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:40.008621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Checking router: 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:40.008974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Updating router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 port a1ef1b15-60f1-4c82-a3ee-65e9015785ac binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:19:40.010903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port a4f84526-1548-42af-ba88-e229902c3b88 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:19:40.039492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port a4f84526-1548-42af-ba88-e229902c3b88 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:40.039874 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.068925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.108279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.151337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.207997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:40.216700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:40.220602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:40.227454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:40.228149 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.255179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=c15bc56e-d876-4447-9c52-d01eabcea7a2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:40.263802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.291037 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5cdd2312-4bfe-4082-91c6-4e76a14c79ee tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1074049 Nov 26 22:19:40.293076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57346) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:40.309277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:40.312364 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ca8914-67ef-4363-949a-5c7c4aa22133" -d '{"events": [{"server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "name": "network-vif-plugged", "status": "completed", "tag": "a4f84526-1548-42af-ba88-e229902c3b88"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:40.366748 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Allocated IP 2001:db8::f816:3eff:fee0:aa35 (80fbbb56-d081-4c75-9bc4-6d72e144c947/d3ec6f3a-0802-49fd-9b7e-9d340f3bab05/8d829df6-f305-4b68-aa9c-9ddb9f851a35) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:40.372631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a4f84526-1548-42af-ba88-e229902c3b88, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f84526-1548-42af-ba88-e229902c3b88,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:40.389457 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.394952 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d02796-dab5-4480-832a-67fd417d4754 x-openstack-request-id: req-f9d02796-dab5-4480-832a-67fd417d4754 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:40.395252 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "name": "network-vif-plugged", "status": "completed", "tag": "a4f84526-1548-42af-ba88-e229902c3b88", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:40.395512 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9d02796-dab5-4480-832a-67fd417d4754 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:40.395990 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88', 'code': 200} Nov 26 22:19:40.408990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-7b1703ce-2b44-4eac-be2c-fde702cf72e8 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:40.411006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-7b1703ce-2b44-4eac-be2c-fde702cf72e8 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.13 "GET /v2.0/networks?id=93125caa-ea09-4322-b706-6af8e3b8b113 HTTP/1.1" status: 200 len: 911 time: 0.1898525 Nov 26 22:19:40.425777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Request body: {'port': {'device_id': 'ee1f4216-b777-4362-9b72-17f071db3cc3', 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'admin_state_up': True, 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:40.437147 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2095e1-4936-4e7f-9030-909feb5d654a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:40.441128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0d2095e1-4936-4e7f-9030-909feb5d654a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1446943 Nov 26 22:19:40.441912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57350) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:40.484444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Made reservation on behalf of 004f8e14fbe74ad4a1d4ea2f2a065860 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:40.487786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.566969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b1be7e76-0759-4f77-abcc-322357c53542 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port c15bc56e-d876-4447-9c52-d01eabcea7a2 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:40.567320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1be7e76-0759-4f77-abcc-322357c53542 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.676102 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1be7e76-0759-4f77-abcc-322357c53542 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.679783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Allocated IP 172.20.0.14 (93125caa-ea09-4322-b706-6af8e3b8b113/5ade0627-644a-4db1-bf7c-5c477f6e6b4d/3eacd5a9-6d80-4e35-90f6-6881a7192898) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:40.697430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-b1be7e76-0759-4f77-abcc-322357c53542 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for c15bc56e-d876-4447-9c52-d01eabcea7a2 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:40.715923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a4f84526-1548-42af-ba88-e229902c3b88,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:40.816255 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.846298 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.851971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91961cb7-7204-4e8b-a2d0-5b691ed35697 req-1ad57452-e80d-4266-b443-635049699ece tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:40.853843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91961cb7-7204-4e8b-a2d0-5b691ed35697 req-1ad57452-e80d-4266-b443-635049699ece tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 945 time: 0.0886853 Nov 26 22:19:40.895442 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.916218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3229c-0497-48b6-8ef0-d490fb63c492 req-e1f4f178-708e-4dbb-90fd-094211395c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:40.921189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb242537-b636-481a-bef8-b4e6a0919af6 None None] Pushing event updated for resources: {'Port': ['ID=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:40.921922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91961cb7-7204-4e8b-a2d0-5b691ed35697 req-b4f60bf4-c2b6-4c0d-bb40-050989bb9744 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587275 Nov 26 22:19:40.926589 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:40.934171 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3229c-0497-48b6-8ef0-d490fb63c492 req-e1f4f178-708e-4dbb-90fd-094211395c1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1096 time: 0.3588717 Nov 26 22:19:40.971849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:40.996237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:41.003698 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:41.055743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Attempting to bind port a1ef1b15-60f1-4c82-a3ee-65e9015785ac on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:41.056015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Attempting to bind port a1ef1b15-60f1-4c82-a3ee-65e9015785ac by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:41.056773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Attempting to bind port a1ef1b15-60f1-4c82-a3ee-65e9015785ac on network a31dc4f2-e135-4191-9edd-3204162ae478 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:41.062481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-19c9ac36-8ec9-40cd-b6f1-2d98c45f6b2b req-a0c7d9a8-4478-4032-b7c2-47a69d691ad3 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 210 time: 0.0378270 Nov 26 22:19:41.063260 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1be7e76-0759-4f77-abcc-322357c53542 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.100676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3229c-0497-48b6-8ef0-d490fb63c492 req-eedf58f2-f525-4e5a-bfed-0a1eefe43fac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555805 Nov 26 22:19:41.102832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be7e76-0759-4f77-abcc-322357c53542 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=c15bc56e-d876-4447-9c52-d01eabcea7a2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:41.139599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Attempting to bind port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:41.140001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Attempting to bind port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:41.140374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Attempting to bind port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:41.142796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:41.143175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Checking segment: {'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:41.143590 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.144059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Bound using segment: {'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:41.144559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Bound port: a1ef1b15-60f1-4c82-a3ee-65e9015785ac, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba817f8-6cc6-4550-84b4-521215ae5671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:41.144993 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.147579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1be7e76-0759-4f77-abcc-322357c53542 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.149290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Pushing event updated for resources: {'Port': ['ID=8d829df6-f305-4b68-aa9c-9ddb9f851a35,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:41.155853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b1be7e76-0759-4f77-abcc-322357c53542 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/c15bc56e-d876-4447-9c52-d01eabcea7a2 HTTP/1.1" status: 204 len: 168 time: 0.7128220 Nov 26 22:19:41.156764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57366) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:41.161963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.174016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:41.174846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:41.176189 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.176837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:41.177693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Bound port: 8d829df6-f305-4b68-aa9c-9ddb9f851a35, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:41.178334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.224722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7feb723-b749-4aa1-a39a-29b43e5d0633 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:41.226437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7feb723-b749-4aa1-a39a-29b43e5d0633 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:41.228353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.231034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a7feb723-b749-4aa1-a39a-29b43e5d0633 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0722058 Nov 26 22:19:41.232851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57368) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:41.301843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] For port a1ef1b15-60f1-4c82-a3ee-65e9015785ac, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:41.304675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Network 93125caa-ea09-4322-b706-6af8e3b8b113 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:41.308239 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:41.308584 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd70396-c2f8-4a61-9e7a-bad356860dfe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet d3ec6f3a-0802-49fd-9b7e-9d340f3bab05 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:41.308749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] For port a1ef1b15-60f1-4c82-a3ee-65e9015785ac, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,segment=NetworkSegment(8ba817f8-6cc6-4550-84b4-521215ae5671),segment_id=8ba817f8-6cc6-4550-84b4-521215ae5671)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:41.313412 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd70396-c2f8-4a61-9e7a-bad356860dfe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.320986 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.326059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b92a8fd7-4e6f-4e51-9abe-c336302bbdcc None None] Provisioning complete for port a1ef1b15-60f1-4c82-a3ee-65e9015785ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:41.326709 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b92a8fd7-4e6f-4e51-9abe-c336302bbdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.329089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:41.330657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] For port 8d829df6-f305-4b68-aa9c-9ddb9f851a35, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:41.379376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Pushing event updated for resources: {'Port': ['ID=3eacd5a9-6d80-4e35-90f6-6881a7192898,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:41.393670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:41.394318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.401194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd70396-c2f8-4a61-9e7a-bad356860dfe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.427972 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ca333b4e-2459-473a-91ce-aa2153c20f6c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0068080 Nov 26 22:19:41.440408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] For port 8d829df6-f305-4b68-aa9c-9ddb9f851a35, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8d829df6-f305-4b68-aa9c-9ddb9f851a35,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:41.448245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Request body: {'port': {'device_id': 'ee1f4216-b777-4362-9b72-17f071db3cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:41.478216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Routers {'747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:41.478874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:41.565353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.592975 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd70396-c2f8-4a61-9e7a-bad356860dfe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.609373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.672624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb242537-b636-481a-bef8-b4e6a0919af6 None None] Pushing event updated for resources: {'Port': ['ID=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:41.713384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd70396-c2f8-4a61-9e7a-bad356860dfe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.749241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] Set router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:41.766632 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd70396-c2f8-4a61-9e7a-bad356860dfe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ec6f3a-0802-49fd-9b7e-9d340f3bab05,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:41.773554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ecd70396-c2f8-4a61-9e7a-bad356860dfe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.777403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ecd70396-c2f8-4a61-9e7a-bad356860dfe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/d3ec6f3a-0802-49fd-9b7e-9d340f3bab05 HTTP/1.1" status: 204 len: 168 time: 0.5434439 Nov 26 22:19:41.780313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57374) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:41.829799 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-83de77e7-38a2-4aad-8492-a5dbe0fa736a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471010 Nov 26 22:19:41.832785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57376) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:41.838783 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:41.955237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2007b-2040-4c1d-9b57-893d177ce777 None None] Pushing event updated for resources: {'Port': ['ID=8d829df6-f305-4b68-aa9c-9ddb9f851a35,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:41.970753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:41.974475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b92a8fd7-4e6f-4e51-9abe-c336302bbdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:41.976598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.055949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eacd5a9-6d80-4e35-90f6-6881a7192898 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:19:42.074305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.100814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Transition to ACTIVE for port object 3eacd5a9-6d80-4e35-90f6-6881a7192898 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:19:42.109020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.149510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b92a8fd7-4e6f-4e51-9abe-c336302bbdcc None None] For port a1ef1b15-60f1-4c82-a3ee-65e9015785ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,segment=NetworkSegment(8ba817f8-6cc6-4550-84b4-521215ae5671),segment_id=8ba817f8-6cc6-4550-84b4-521215ae5671)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:42.205846 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b92a8fd7-4e6f-4e51-9abe-c336302bbdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.229345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Pushing event updated for resources: {'Port': ['ID=3eacd5a9-6d80-4e35-90f6-6881a7192898,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:42.290049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a8fd7-4e6f-4e51-9abe-c336302bbdcc None None] Pushing event updated for resources: {'Port': ['ID=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:42.304233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:19:35Z', 'revision_number': 4, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port': {'id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:31Z', 'updated_at': '2021-11-26T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a1ef1b15-60f1-4c82-a3ee-65e9015785ac', 'name': '', 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'mac_address': 'fa:16:3e:6e:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '84e49b28-24b9-493b-9adf-f5f709b70937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:33Z', 'updated_at': '2021-11-26T22:19:41Z', 'revision_number': 4, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'subnets': [{'id': '84e49b28-24b9-493b-9adf-f5f709b70937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:42.378839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Attempting to bind port 3eacd5a9-6d80-4e35-90f6-6881a7192898 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:42.379182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Attempting to bind port 3eacd5a9-6d80-4e35-90f6-6881a7192898 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:42.379522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Attempting to bind port 3eacd5a9-6d80-4e35-90f6-6881a7192898 on network 93125caa-ea09-4322-b706-6af8e3b8b113 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:42.383822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8505f-3160-4589-8303-f12a06d41dca None None] The sync data for ids ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'] in n-d-819494-1 is: [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:19:35Z', 'revision_number': 4, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port': {'id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:31Z', 'updated_at': '2021-11-26T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a1ef1b15-60f1-4c82-a3ee-65e9015785ac', 'name': '', 'network_id': 'a31dc4f2-e135-4191-9edd-3204162ae478', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'mac_address': 'fa:16:3e:6e:ac:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '84e49b28-24b9-493b-9adf-f5f709b70937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:33Z', 'updated_at': '2021-11-26T22:19:41Z', 'revision_number': 4, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'subnets': [{'id': '84e49b28-24b9-493b-9adf-f5f709b70937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:42.390683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Port 3eacd5a9-6d80-4e35-90f6-6881a7192898 on network 93125caa-ea09-4322-b706-6af8e3b8b113 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:19:42.393127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Attempting to bind port 3eacd5a9-6d80-4e35-90f6-6881a7192898 on network 93125caa-ea09-4322-b706-6af8e3b8b113 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:42.422035 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:42.424547 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Checking segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:42.425042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Bound using segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:42.426603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Bound port: 3eacd5a9-6d80-4e35-90f6-6881a7192898, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:42.427699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.434516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3eb40e8c-7654-4dba-a468-06d16d16b470 None None] Provisioning complete for port a1ef1b15-60f1-4c82-a3ee-65e9015785ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:42.444847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3eb40e8c-7654-4dba-a468-06d16d16b470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.693504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] For port 3eacd5a9-6d80-4e35-90f6-6881a7192898, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:42.703697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] For port 3eacd5a9-6d80-4e35-90f6-6881a7192898, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=3eacd5a9-6d80-4e35-90f6-6881a7192898,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:42.711666 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.745085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d829df6-f305-4b68-aa9c-9ddb9f851a35 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:42.777794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:42.778469 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.780210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] 10.222.0.13 "PUT /v2.0/ports/3eacd5a9-6d80-4e35-90f6-6881a7192898 HTTP/1.1" status: 200 len: 1092 time: 1.3364532 Nov 26 22:19:42.780681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1f4216-b777-4362-9b72-17f071db3cc3', 'tag': '3eacd5a9-6d80-4e35-90f6-6881a7192898'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:42.783090 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4f11ec-eced-4357-a1f6-5b154f385e55" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1f4216-b777-4362-9b72-17f071db3cc3", "tag": "3eacd5a9-6d80-4e35-90f6-6881a7192898"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:42.842826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:42.846981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:42.857430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e8d6b-bddd-4a6a-b345-41d75e74fea8 service neutron] Pushing event updated for resources: {'Port': ['ID=3eacd5a9-6d80-4e35-90f6-6881a7192898,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:42.930943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-f1843b2b-9b86-43d5-a3fe-4ee5c33fc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:42.932766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-f1843b2b-9b86-43d5-a3fe-4ee5c33fc5bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=004f8e14fbe74ad4a1d4ea2f2a065860&device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0721548 Nov 26 22:19:43.050860 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-eb3e24db-b41f-491b-ae6a-d088d2f387e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3eacd5a9-6d80-4e35-90f6-6881a7192898 HTTP/1.1" status: 200 len: 217 time: 0.1036534 Nov 26 22:19:43.114901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22326d-802d-49a4-91f6-1587dd0af927 req-7d4f9b5d-1bc0-4d0e-90da-243530a5622c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:43.118864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:43.125114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d22326d-802d-49a4-91f6-1587dd0af927 req-7d4f9b5d-1bc0-4d0e-90da-243530a5622c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 945 time: 1.0617630 Nov 26 22:19:43.162264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-465564d4-185e-4ffd-8011-3684de35745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:43.164238 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-465564d4-185e-4ffd-8011-3684de35745a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ade0627-644a-4db1-bf7c-5c477f6e6b4d HTTP/1.1" status: 200 len: 849 time: 0.1013098 Nov 26 22:19:43.188508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3299efa-88ad-4bc2-88b0-ee00d3914815 req-de7443a1-1e57-498f-b9f8-22847955d1aa tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:43.190085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3299efa-88ad-4bc2-88b0-ee00d3914815 req-de7443a1-1e57-498f-b9f8-22847955d1aa tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1053 time: 0.9703252 Nov 26 22:19:43.241208 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 8d829df6-f305-4b68-aa9c-9ddb9f851a35, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8d829df6-f305-4b68-aa9c-9ddb9f851a35,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:43.249469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:43.257918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-4d7665f5-c455-4d3a-be3f-e844112b3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:43.259627 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-4d7665f5-c455-4d3a-be3f-e844112b3e8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93125caa-ea09-4322-b706-6af8e3b8b113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798779 Nov 26 22:19:43.278572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2d22326d-802d-49a4-91f6-1587dd0af927 req-c531fb2a-724b-463e-9098-21229ac89b92 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526113 Nov 26 22:19:43.364904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=8d829df6-f305-4b68-aa9c-9ddb9f851a35,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:43.368692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3299efa-88ad-4bc2-88b0-ee00d3914815 req-ccf7c904-3556-4b39-b002-1964dcaf281f tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561053 Nov 26 22:19:43.446422 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ef6e99-c167-4764-a695-616d6324e090 x-openstack-request-id: req-33ef6e99-c167-4764-a695-616d6324e090 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:43.446422 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1f4216-b777-4362-9b72-17f071db3cc3", "tag": "3eacd5a9-6d80-4e35-90f6-6881a7192898", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:43.446422 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33ef6e99-c167-4764-a695-616d6324e090 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:43.446422 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1f4216-b777-4362-9b72-17f071db3cc3', 'tag': '3eacd5a9-6d80-4e35-90f6-6881a7192898', 'status': 'completed', 'code': 200} Nov 26 22:19:43.453186 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-8e975ad7-056e-486e-94f1-54b052246d2e service neutron] 10.222.0.13 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833911 Nov 26 22:19:43.571583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa3e9a-85e5-4f38-a8e3-dfc5aec6e162 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:43.684809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eeb4bf70-3fee-4933-b39c-00d7e709cb26 None None] Provisioning complete for port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:43.685118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:43.685647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eeb4bf70-3fee-4933-b39c-00d7e709cb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:43.947066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08cba7c0-ae1d-41d1-af1b-0c9e5d7840d8 req-ebec96be-cd40-4765-bf7c-9a217b3a586d service neutron] 10.222.0.13 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839563 Nov 26 22:19:43.947983 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:44.102833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-1c4a1c90-4bb8-451a-8217-8190f2792a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:44.104423 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-1c4a1c90-4bb8-451a-8217-8190f2792a7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=004f8e14fbe74ad4a1d4ea2f2a065860&device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0555491 Nov 26 22:19:44.186048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] For port 8d829df6-f305-4b68-aa9c-9ddb9f851a35, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8d829df6-f305-4b68-aa9c-9ddb9f851a35,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:44.238613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:44.244398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3fa2a2d6-321a-4b0e-af2b-2d5dafc6d7ea None None] Provisioning complete for port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:44.245011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3fa2a2d6-321a-4b0e-af2b-2d5dafc6d7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:44.248259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-59ac0e85-3a41-42ac-9b86-15924575b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:44.253106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:44.255906 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-59ac0e85-3a41-42ac-9b86-15924575b195 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93125caa-ea09-4322-b706-6af8e3b8b113 HTTP/1.1" status: 200 len: 911 time: 0.1429939 Nov 26 22:19:44.256156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:44.313435 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-468163a0-df0a-4358-a0a3-856aed587da7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3eacd5a9-6d80-4e35-90f6-6881a7192898 HTTP/1.1" status: 200 len: 217 time: 0.0498199 Nov 26 22:19:44.373183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:44.388498 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:44.419934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:44.421124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:44.452845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-0dac86de-349b-4369-a473-13aded4a1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:44.455791 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-0dac86de-349b-4369-a473-13aded4a1a13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ade0627-644a-4db1-bf7c-5c477f6e6b4d HTTP/1.1" status: 200 len: 849 time: 0.1343055 Nov 26 22:19:44.548681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe006c03-e147-496c-9a09-d69e143b6dd9 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:44.566010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-a1a439f5-0be0-4ed9-a469-9f3e5146270c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:44.567861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-a1a439f5-0be0-4ed9-a469-9f3e5146270c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93125caa-ea09-4322-b706-6af8e3b8b113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050029 Nov 26 22:19:44.569383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=8d829df6-f305-4b68-aa9c-9ddb9f851a35,revision_number=6']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:44.591936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=930b50ab-08ee-4264-8f18-465798f5ff26,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:44.601163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-29c18d18-d3c1-4d76-9917-f1884c6365f6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7672296 Nov 26 22:19:44.607974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57422) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:44.627810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:f3:a9:24', 'name': 'tempest-NetworksTestDHCPv6-68094361'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:44.650834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a5d25-86ec-411f-81a6-30df2baaf692 req-5740d1ac-5c27-45b5-b1c7-1b0d22165d56 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:44.652508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb9a5d25-86ec-411f-81a6-30df2baaf692 req-5740d1ac-5c27-45b5-b1c7-1b0d22165d56 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 945 time: 0.2190368 Nov 26 22:19:44.652793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-504f30a2-5933-49f5-af17-884a9b99fcbc None None] Could not find standard attr ID for object c15bc56e-d876-4447-9c52-d01eabcea7a2. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:19:44.659811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a05040-7747-45d0-9d2c-e2132643a68b req-d80f37a1-2886-4e33-a842-14b315f412b1 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:44.661437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3a05040-7747-45d0-9d2c-e2132643a68b req-d80f37a1-2886-4e33-a842-14b315f412b1 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0990951 Nov 26 22:19:44.749927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a1ef1b15-60f1-4c82-a3ee-65e9015785ac up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:44.755979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3a05040-7747-45d0-9d2c-e2132643a68b req-f4abdc97-aa35-4510-9f8b-e688b38ca2bb tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843792 Nov 26 22:19:44.761292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb9a5d25-86ec-411f-81a6-30df2baaf692 req-2342edd4-7cb6-479a-b131-e1aedc2aefc3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792511 Nov 26 22:19:44.810628 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-e39ad0c8-e8b8-4951-8c6d-4d46f2ccc9ae service neutron] 10.222.0.13 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328999 Nov 26 22:19:44.877025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a1ef1b15-60f1-4c82-a3ee-65e9015785ac triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:44.877451 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:44.924674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3ec4f-724f-43d3-81e6-e59f72c73925 req-d16d1417-fac3-4520-a9ab-b489a3abea55 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:44.926470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60b3ec4f-724f-43d3-81e6-e59f72c73925 req-d16d1417-fac3-4520-a9ab-b489a3abea55 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 945 time: 0.0648901 Nov 26 22:19:44.978169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:44.994250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d829df6-f305-4b68-aa9c-9ddb9f851a35 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:44.995497 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b4f11ec-eced-4357-a1f6-5b154f385e55 req-d23d4bd7-3838-439b-ac76-c90686424463 service neutron] 10.222.0.13 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771402 Nov 26 22:19:45.062111 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:45.062111 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.113676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60b3ec4f-724f-43d3-81e6-e59f72c73925 req-8db8455a-96db-4248-b5bf-bc660de5dab5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784248 Nov 26 22:19:45.130963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57430) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:45.164142 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-46a4ca71-d9e3-4710-a59c-fc6ce5af0d63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1178133 Nov 26 22:19:45.204799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.209473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0ab7c9-2fc5-4a7e-9a85-bbcf669a1d5a tempest-TestVolumeBootPattern-1291543424 tempest-TestVolumeBootPattern-1291543424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:45.213910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0b0ab7c9-2fc5-4a7e-9a85-bbcf669a1d5a tempest-TestVolumeBootPattern-1291543424 tempest-TestVolumeBootPattern-1291543424-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1091 time: 0.0787354 Nov 26 22:19:45.214136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57432) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:45.227881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:45.247212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 26f016b4-5c18-4c7b-b179-6c2453070bd7 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:45.255689 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.301819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e4bd6428-44d5-4a78-b24a-2615727d1355 None None] Provisioning complete for port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:45.302308 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e4bd6428-44d5-4a78-b24a-2615727d1355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.329930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-275ba918-c128-4ce2-9600-be785d864119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:45.331615 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-275ba918-c128-4ce2-9600-be785d864119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1096 time: 0.0957289 Nov 26 22:19:45.405457 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.474062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fef3:a924 (80fbbb56-d081-4c75-9bc4-6d72e144c947/930b50ab-08ee-4264-8f18-465798f5ff26/26f016b4-5c18-4c7b-b179-6c2453070bd7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:45.534604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-7e815032-a0db-4b99-a9d4-b842784a7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:45.536095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-7e815032-a0db-4b99-a9d4-b842784a7c71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1780102 Nov 26 22:19:45.572709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.25.3.239 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/a0a6e301-10bd-4f01-8d92-a7ba340eb6d3) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:45.589912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-f0b0ab25-6a73-4538-ac61-58c3d687fe87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 217 time: 0.0435994 Nov 26 22:19:45.688941 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.701656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-7d4c7027-f5fb-46a7-b7e8-28433ad533f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:45.703179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-7d4c7027-f5fb-46a7-b7e8-28433ad533f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0977213 Nov 26 22:19:45.735184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.774688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.786045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-fd96fb4b-3ee0-434f-8df7-97ab307dd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:45.787296 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-fd96fb4b-3ee0-434f-8df7-97ab307dd118 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744982 Nov 26 22:19:45.790977 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:45.794217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:45.799356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:45.855589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=a0a6e301-10bd-4f01-8d92-a7ba340eb6d3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:45.916014 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-d6aa113e-5f3e-4e6d-a0ee-04d793a90e8a service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215122 Nov 26 22:19:45.921366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:45.957949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd539df9-8ac3-4d73-bf24-dbba17819992 req-62cc5411-cd41-43ac-b612-f2ef4d2fb285 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:45.959556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd539df9-8ac3-4d73-bf24-dbba17819992 req-62cc5411-cd41-43ac-b612-f2ef4d2fb285 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1095 time: 0.1141779 Nov 26 22:19:46.020489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:46.027728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:46.033584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:46.039191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:46.039799 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.047003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=26f016b4-5c18-4c7b-b179-6c2453070bd7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:46.091803 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7218fb18-334d-4f60-95db-99f5b015bd4e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4777722 Nov 26 22:19:46.098201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57450) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:46.103616 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8eb42a92-62d5-4fbe-a563-36ffa52dc83c req-66173bae-3470-4f69-a821-2601415e0791 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801932 Nov 26 22:19:46.131048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd539df9-8ac3-4d73-bf24-dbba17819992 req-08ce6f31-094f-4f45-a024-5bfe5854dfa4 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567619 Nov 26 22:19:46.175142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18456b15-badf-41fa-a3ba-0288507be3d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:46.181209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18456b15-badf-41fa-a3ba-0288507be3d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:46.182887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-18456b15-badf-41fa-a3ba-0288507be3d5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0832467 Nov 26 22:19:46.186330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57452) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:46.312026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c576c-af13-4d07-abba-8ba4d6c2dcb6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 26f016b4-5c18-4c7b-b179-6c2453070bd7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:46.312373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe6c576c-af13-4d07-abba-8ba4d6c2dcb6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.416971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-78e81359-c3a7-4343-b93c-1b9a8aeec570 None None] Provisioning complete for port 26f016b4-5c18-4c7b-b179-6c2453070bd7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:46.430093 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-78e81359-c3a7-4343-b93c-1b9a8aeec570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.443158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe6c576c-af13-4d07-abba-8ba4d6c2dcb6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.468714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c576c-af13-4d07-abba-8ba4d6c2dcb6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 26f016b4-5c18-4c7b-b179-6c2453070bd7 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:46.546813 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-78e81359-c3a7-4343-b93c-1b9a8aeec570 None None] Port 26f016b4-5c18-4c7b-b179-6c2453070bd7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:46.553517 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.565909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d829df6-f305-4b68-aa9c-9ddb9f851a35 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:46.627440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:46.627793 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.691257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.697508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe6c576c-af13-4d07-abba-8ba4d6c2dcb6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.735096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c576c-af13-4d07-abba-8ba4d6c2dcb6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=26f016b4-5c18-4c7b-b179-6c2453070bd7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:46.764600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe6c576c-af13-4d07-abba-8ba4d6c2dcb6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.768712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fe6c576c-af13-4d07-abba-8ba4d6c2dcb6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/26f016b4-5c18-4c7b-b179-6c2453070bd7 HTTP/1.1" status: 204 len: 168 time: 0.5812478 Nov 26 22:19:46.771292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57464) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:46.839065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5cc61b-afef-4a5b-8073-6fb164f32416 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:46.840943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5cc61b-afef-4a5b-8073-6fb164f32416 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:46.845688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2f5cc61b-afef-4a5b-8073-6fb164f32416 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0710723 Nov 26 22:19:46.846008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57468) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:46.931914 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.938133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbedaba-d201-4bd2-b234-053c5251deb9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 930b50ab-08ee-4264-8f18-465798f5ff26 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:46.941749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:46.944416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaba-d201-4bd2-b234-053c5251deb9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:47.042322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaba-d201-4bd2-b234-053c5251deb9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:47.071985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=a0a6e301-10bd-4f01-8d92-a7ba340eb6d3,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:47.089393 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:47.213256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaba-d201-4bd2-b234-053c5251deb9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:47.288552 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Floating IP f716aa81-cab2-4b04-9911-64b1ca970a0b associated. External IP: 172.25.3.239, port: a4f84526-1548-42af-ba88-e229902c3b88. Nov 26 22:19:47.352315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1a8d-3868-4420-b2cd-d266d09e3006 req-0fd14315-b11c-456e-9466-87cc491511b9 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:47.352315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1dae1a8d-3868-4420-b2cd-d266d09e3006 req-0fd14315-b11c-456e-9466-87cc491511b9 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1095 time: 0.1317639 Nov 26 22:19:47.570029 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 3eacd5a9-6d80-4e35-90f6-6881a7192898 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:19:47.676763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaba-d201-4bd2-b234-053c5251deb9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:47.689451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 3eacd5a9-6d80-4e35-90f6-6881a7192898, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=3eacd5a9-6d80-4e35-90f6-6881a7192898,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:47.702316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '3eacd5a9-6d80-4e35-90f6-6881a7192898', 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'port_id': '3eacd5a9-6d80-4e35-90f6-6881a7192898', 'mac_address': 'fa:16:3e:3d:3b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:19:47.732264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbedaba-d201-4bd2-b234-053c5251deb9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=930b50ab-08ee-4264-8f18-465798f5ff26,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:47.741071 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dbedaba-d201-4bd2-b234-053c5251deb9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:47.744554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6dbedaba-d201-4bd2-b234-053c5251deb9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/930b50ab-08ee-4264-8f18-465798f5ff26 HTTP/1.1" status: 204 len: 168 time: 0.8974023 Nov 26 22:19:47.744860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c121c8-af3a-458d-910e-e8e71713d8cc None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:47.748625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57488) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:47.798292 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1dae1a8d-3868-4420-b2cd-d266d09e3006 req-0127e609-dd2b-41fc-91df-bac7f4100c3b tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435666 Nov 26 22:19:47.809606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:47.824173 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6c57ad58-1bbe-486b-8f62-9001e2d90302 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746794 Nov 26 22:19:47.827481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57490) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:47.848468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eacd5a9-6d80-4e35-90f6-6881a7192898 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:19:47.887329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7cfbff-6d4e-4926-8454-b2e4a11b78ac tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:47.887581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:19:47.892749 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1d7cfbff-6d4e-4926-8454-b2e4a11b78ac tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0618715 Nov 26 22:19:47.893020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57492) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:47.899777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 3eacd5a9-6d80-4e35-90f6-6881a7192898, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=3eacd5a9-6d80-4e35-90f6-6881a7192898,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:47.915538 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:47.982530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=3eacd5a9-6d80-4e35-90f6-6881a7192898,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:47.985268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1157593-60b9-45e7-b806-86fa2f8f9ca7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:47.986360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a1157593-60b9-45e7-b806-86fa2f8f9ca7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0922771 Nov 26 22:19:47.989066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57498) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:48.032405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8b85e62b-d229-4142-9647-6df1a8403553 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418634 Nov 26 22:19:48.037544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57500) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:48.042641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:48.073405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:48.077089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:19:48.087450 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:19:48.099805 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:48.100911 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:48.112797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:48.164383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:48.167544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-afdf9398-dcfe-4816-9f89-3daef69c06ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9461887 Nov 26 22:19:48.168361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:48.168554 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:48.171701 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "tag": "a4f84526-1548-42af-ba88-e229902c3b88"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:48.205678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] Deleting port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:48.212620 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:48.241639 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:48.246577 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a9b1e-6a26-448d-907a-dc43a0a0c1fa x-openstack-request-id: req-6f2a9b1e-6a26-448d-907a-dc43a0a0c1fa {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:48.247089 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "tag": "a4f84526-1548-42af-ba88-e229902c3b88", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:48.247573 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f2a9b1e-6a26-448d-907a-dc43a0a0c1fa {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:48.248635 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88', 'status': 'completed', 'code': 200} Nov 26 22:19:48.313874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['3eacd5a9-6d80-4e35-90f6-6881a7192898'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:19:48.328754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] For port 8d829df6-f305-4b68-aa9c-9ddb9f851a35, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8d829df6-f305-4b68-aa9c-9ddb9f851a35,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:48.329355 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:48.345966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-927916fb-1055-4439-a7cf-b31a2e7985d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:48.351185 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-927916fb-1055-4439-a7cf-b31a2e7985d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1096 time: 0.0624790 Nov 26 22:19:48.370676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] Calling delete_port for 8d829df6-f305-4b68-aa9c-9ddb9f851a35 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:48.555093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d829df6-f305-4b68-aa9c-9ddb9f851a35 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:48.561582 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:48.570398 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:46Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:48.570979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-a5231f02-2022-4350-8f05-6466a3fc7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:48.572464 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-a5231f02-2022-4350-8f05-6466a3fc7096 service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.2137616 Nov 26 22:19:48.602714 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:19:48.606415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8d829df6-f305-4b68-aa9c-9ddb9f851a35 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:48.607472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8d829df6-f305-4b68-aa9c-9ddb9f851a35 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:48.622413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] Pushing event deleted for resources: {'Port': ['ID=8d829df6-f305-4b68-aa9c-9ddb9f851a35,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:48.623272 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:19:48.624038 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:48.639309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5731dc-569c-4614-bbfc-a16c9f46e6bc None None] No DVR routers for this DVR port 8d829df6-f305-4b68-aa9c-9ddb9f851a35 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:48.750812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.objects.ports [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110000) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:48.756133 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:48.758644 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:19:48.787037 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-1f12efb8-c494-40a3-8fb8-2da26856cbd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 999 time: 0.1991491 Nov 26 22:19:48.831969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:48.839804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:48.847419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:48.848595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:48.856371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3eae13-4944-458c-b545-a304c71c7982 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:48.866597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=488be5dc-2b19-41f9-83fc-8b23cc592f76,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:48.870372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-347051b9-e4b4-475f-add3-e36742af5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:48.871873 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-347051b9-e4b4-475f-add3-e36742af5e08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0742025 Nov 26 22:19:48.880505 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-763477d9-883e-40d6-8422-5d947474c641 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8394418 Nov 26 22:19:48.881150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57518) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:48.893228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:68:3a:c2', 'name': 'tempest-NetworksTestDHCPv6-1003059226'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:48.926154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-9394020f-4d31-4bea-b9e3-640b058b53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:48.927746 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-9394020f-4d31-4bea-b9e3-640b058b53aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485368 Nov 26 22:19:49.050798 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:46Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:19:49.081704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-35281cd5-973a-4891-9147-f192fadec347 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470294 Nov 26 22:19:49.084089 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4411a8d5-9b6c-48e8-9327-7a1a5bef939b None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:46Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:19:49.125567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a780f-8c2d-43ec-8ed7-7b77b7d9dd14 req-7ebeff96-13ea-4104-a2c6-d14a457c0b4a tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:49.127998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e3a780f-8c2d-43ec-8ed7-7b77b7d9dd14 req-7ebeff96-13ea-4104-a2c6-d14a457c0b4a tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1096 time: 0.1313438 Nov 26 22:19:49.192953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:49.217617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e3a780f-8c2d-43ec-8ed7-7b77b7d9dd14 req-e9d3ed15-625e-42b6-94a9-a92102d6a7b5 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831435 Nov 26 22:19:49.226045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9a5c0c43-726e-4d63-a2a4-1e1f1b6de6a8 req-68412797-d304-4874-b2c1-360c369ed508 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370749 Nov 26 22:19:49.303850 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:49.325231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 5978ae4d-e27f-4a9e-a0de-e820fe18b9d8 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:49.332621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '488be5dc-2b19-41f9-83fc-8b23cc592f76'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:49.333588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:49.447013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd3000-d978-425a-ae11-2792949ea0c4 None None] New status for floating IP f716aa81-cab2-4b04-9911-64b1ca970a0b: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:19:49.477327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fe68:3ac2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/488be5dc-2b19-41f9-83fc-8b23cc592f76/5978ae4d-e27f-4a9e-a0de-e820fe18b9d8) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:49.633376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 3eacd5a9-6d80-4e35-90f6-6881a7192898 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:49.699003 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:49.703475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 3eacd5a9-6d80-4e35-90f6-6881a7192898 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:19:49.709863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 3eacd5a9-6d80-4e35-90f6-6881a7192898 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:49.710279 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:49.751972 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:49.812768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:49.813469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Allocated IP 2001:db8::f816:3eff:fe17:3937 (80fbbb56-d081-4c75-9bc4-6d72e144c947/488be5dc-2b19-41f9-83fc-8b23cc592f76/92228e5f-5e24-4432-9c91-40a483732495) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:49.821853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:49.824159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=5978ae4d-e27f-4a9e-a0de-e820fe18b9d8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:49.834978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:49.842239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:49.843611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:49.865359 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-df00237e-8cd9-4ac1-9848-550a56f09588 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9799020 Nov 26 22:19:49.865936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57534) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:49.909522 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:49.922396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be393a0c-048c-4fda-aaa9-0a71a990a933 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:49.926125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-be393a0c-048c-4fda-aaa9-0a71a990a933 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0569360 Nov 26 22:19:49.927116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57536) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:49.939893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f4216-b777-4362-9b72-17f071db3cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eacd5a9-6d80-4e35-90f6-6881a7192898'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:49.942147 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b91c7ab-facb-4cd6-b04e-e8bab5c70248" -d '{"events": [{"server_uuid": "ee1f4216-b777-4362-9b72-17f071db3cc3", "name": "network-vif-plugged", "status": "completed", "tag": "3eacd5a9-6d80-4e35-90f6-6881a7192898"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:49.964394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 3eacd5a9-6d80-4e35-90f6-6881a7192898, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=3eacd5a9-6d80-4e35-90f6-6881a7192898,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:49.975120 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:49.988341 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f2a87-e4f2-49fe-a1c4-836c427ffc51 x-openstack-request-id: req-8f4f2a87-e4f2-49fe-a1c4-836c427ffc51 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:49.988645 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f4216-b777-4362-9b72-17f071db3cc3", "name": "network-vif-plugged", "status": "completed", "tag": "3eacd5a9-6d80-4e35-90f6-6881a7192898", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:49.988896 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f4f2a87-e4f2-49fe-a1c4-836c427ffc51 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:49.989281 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f4216-b777-4362-9b72-17f071db3cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eacd5a9-6d80-4e35-90f6-6881a7192898', 'code': 200} Nov 26 22:19:50.030149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-fcf520ca-a49d-46a0-9ba2-33889554cf2b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 5978ae4d-e27f-4a9e-a0de-e820fe18b9d8 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:50.030571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcf520ca-a49d-46a0-9ba2-33889554cf2b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.071428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=3eacd5a9-6d80-4e35-90f6-6881a7192898,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:50.074387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.082564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.125940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:50.139814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:50.139814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Pushing event updated for resources: {'Port': ['ID=92228e5f-5e24-4432-9c91-40a483732495,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:50.145123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:50.147273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb654226-b0b2-4298-8e42-46d07a07d9e7 req-a1913720-3f35-4c7e-8c29-bed1c571f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:50.148539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb654226-b0b2-4298-8e42-46d07a07d9e7 req-a1913720-3f35-4c7e-8c29-bed1c571f55c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0623176 Nov 26 22:19:50.162206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcf520ca-a49d-46a0-9ba2-33889554cf2b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.176525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-fcf520ca-a49d-46a0-9ba2-33889554cf2b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 5978ae4d-e27f-4a9e-a0de-e820fe18b9d8 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:50.215415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Attempting to bind port 92228e5f-5e24-4432-9c91-40a483732495 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:50.215694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cb654226-b0b2-4298-8e42-46d07a07d9e7 req-2d4f0104-033a-4875-84f1-5e1e09c77a0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 Nov 26 22:19:50.215832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Attempting to bind port 92228e5f-5e24-4432-9c91-40a483732495 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:50.216688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Attempting to bind port 92228e5f-5e24-4432-9c91-40a483732495 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:50.221921 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:50.222327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:50.222729 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.223115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:50.223573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Bound port: 92228e5f-5e24-4432-9c91-40a483732495, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:50.223950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.291050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] For port 92228e5f-5e24-4432-9c91-40a483732495, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:50.294542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] For port 92228e5f-5e24-4432-9c91-40a483732495, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=92228e5f-5e24-4432-9c91-40a483732495,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:50.301457 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.366149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fd8d0-ab69-40f5-a086-64945676fe55 None None] Pushing event updated for resources: {'Port': ['ID=92228e5f-5e24-4432-9c91-40a483732495,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:50.376582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff2aad-86b7-41b1-81ef-29714fb9b3a3 req-914e4d23-ac17-4de1-8036-f0660fb5cb79 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:50.378672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9ff2aad-86b7-41b1-81ef-29714fb9b3a3 req-914e4d23-ac17-4de1-8036-f0660fb5cb79 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0694866 Nov 26 22:19:50.380069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcf520ca-a49d-46a0-9ba2-33889554cf2b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.427043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf520ca-a49d-46a0-9ba2-33889554cf2b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=5978ae4d-e27f-4a9e-a0de-e820fe18b9d8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:50.482443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcf520ca-a49d-46a0-9ba2-33889554cf2b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.485951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fcf520ca-a49d-46a0-9ba2-33889554cf2b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/5978ae4d-e27f-4a9e-a0de-e820fe18b9d8 HTTP/1.1" status: 204 len: 168 time: 0.5576334 Nov 26 22:19:50.488548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57552) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:50.519683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9ff2aad-86b7-41b1-81ef-29714fb9b3a3 req-af575009-ed33-4c0c-8dcd-d09c0178b2a6 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132405 Nov 26 22:19:50.574553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74924e5-752e-4788-b297-8a279eb31dea tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:50.576732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74924e5-752e-4788-b297-8a279eb31dea tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:50.579034 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f74924e5-752e-4788-b297-8a279eb31dea tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0886376 Nov 26 22:19:50.581312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57554) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:50.643513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d01ad8-662d-4aaa-a018-cf5f00de33eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 488be5dc-2b19-41f9-83fc-8b23cc592f76 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:50.647598 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60d01ad8-662d-4aaa-a018-cf5f00de33eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.694871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60d01ad8-662d-4aaa-a018-cf5f00de33eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.796518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60d01ad8-662d-4aaa-a018-cf5f00de33eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.857131 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60d01ad8-662d-4aaa-a018-cf5f00de33eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.884060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d01ad8-662d-4aaa-a018-cf5f00de33eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=488be5dc-2b19-41f9-83fc-8b23cc592f76,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:50.891305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-60d01ad8-662d-4aaa-a018-cf5f00de33eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:50.894658 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-60d01ad8-662d-4aaa-a018-cf5f00de33eb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/488be5dc-2b19-41f9-83fc-8b23cc592f76 HTTP/1.1" status: 204 len: 168 time: 0.3123815 Nov 26 22:19:50.897066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57560) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:50.937218 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c99e57fe-5592-42cf-b062-5e1ccc380af0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389795 Nov 26 22:19:50.939884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57562) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:50.944794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:51.059647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:51.063815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:51.407663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.objects.ports [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110000) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:51.424371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115eec34-2347-4896-b1f0-f25e8e9468ae None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:51.602046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f2059865-3f1b-4858-9924-50e6b2833932 None None] Provisioning complete for port 92228e5f-5e24-4432-9c91-40a483732495 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:51.602378 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2059865-3f1b-4858-9924-50e6b2833932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:51.701206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94841-adf0-4ee7-866d-6c422ea762bc req-f4f8bd00-0f39-4f53-80f6-ae28e16725d8 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:51.703410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abb94841-adf0-4ee7-866d-6c422ea762bc req-f4f8bd00-0f39-4f53-80f6-ae28e16725d8 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0869148 Nov 26 22:19:51.780369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2059865-3f1b-4858-9924-50e6b2833932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:51.796010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abb94841-adf0-4ee7-866d-6c422ea762bc req-e89918d9-55a9-4605-96eb-f04b135d5613 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817451 Nov 26 22:19:51.844494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f2059865-3f1b-4858-9924-50e6b2833932 None None] For port 92228e5f-5e24-4432-9c91-40a483732495, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=92228e5f-5e24-4432-9c91-40a483732495,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:51.852026 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2059865-3f1b-4858-9924-50e6b2833932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:51.911969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2059865-3f1b-4858-9924-50e6b2833932 None None] Pushing event updated for resources: {'Port': ['ID=92228e5f-5e24-4432-9c91-40a483732495,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:51.994743 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:52.078564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-20c84b40-c049-42d7-bbbd-03b120e07572 None None] Provisioning complete for port 92228e5f-5e24-4432-9c91-40a483732495 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:52.078948 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-20c84b40-c049-42d7-bbbd-03b120e07572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:52.171661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] For port 92228e5f-5e24-4432-9c91-40a483732495, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=92228e5f-5e24-4432-9c91-40a483732495,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:52.205871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:52.214338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:52.215121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:52.281148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:52.286401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:52.295411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:52.296004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:52.336312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=92228e5f-5e24-4432-9c91-40a483732495,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:52.342550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e743e-4c0c-496f-bf1d-ef8cfee42a49 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:52.343306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=554d357e-6bdf-422c-b9dc-4479efa86900,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:52.363346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-54a98765-671b-4f20-b407-786de9ec087e tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4199111 Nov 26 22:19:52.363714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:52.368902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:c1:2f:a3', 'name': 'tempest-NetworksTestDHCPv6-302480269'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:52.408858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ef5c9487-a8e7-419c-b66c-c777f44e4e4b None None] Could not find standard attr ID for object 5978ae4d-e27f-4a9e-a0de-e820fe18b9d8. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:19:52.528148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:52.566296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 92228e5f-5e24-4432-9c91-40a483732495 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:19:52.633249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:52.646222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 92228e5f-5e24-4432-9c91-40a483732495 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:52.646784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:52.656908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 528c8dc8-27a2-42e0-b90a-58499e6eac9f yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:52.796698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fec1:2fa3 (80fbbb56-d081-4c75-9bc4-6d72e144c947/554d357e-6bdf-422c-b9dc-4479efa86900/528c8dc8-27a2-42e0-b90a-58499e6eac9f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:52.937962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e1503-b3ab-426b-9ce7-0f234d6b0ee5 req-d8921169-730b-4464-8583-2e7b645e0e7c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:52.939692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-299e1503-b3ab-426b-9ce7-0f234d6b0ee5 req-d8921169-730b-4464-8583-2e7b645e0e7c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0516524 Nov 26 22:19:52.985599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-299e1503-b3ab-426b-9ce7-0f234d6b0ee5 req-b205fabb-d61f-4890-828b-61a3968b4722 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 Nov 26 22:19:53.004400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.035370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e48f9693-af2e-4ec8-9618-0532ea2ad302 None None] Provisioning complete for port 92228e5f-5e24-4432-9c91-40a483732495 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:53.035845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e48f9693-af2e-4ec8-9618-0532ea2ad302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.065490 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.123556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8e504-d652-4da6-ac6e-2b52c81bcc9c req-227cee14-143e-4792-ab23-4f164f438692 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:53.125490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4e8e504-d652-4da6-ac6e-2b52c81bcc9c req-227cee14-143e-4792-ab23-4f164f438692 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0654073 Nov 26 22:19:53.130143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:53.133743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:53.146183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:53.152058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:53.152815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.176071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=528c8dc8-27a2-42e0-b90a-58499e6eac9f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:53.198010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-05303699-70e9-49cb-9e3b-5c0dc73af293 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8306842 Nov 26 22:19:53.198267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4e8e504-d652-4da6-ac6e-2b52c81bcc9c req-8fbf580d-985c-4ab6-9566-efbb92fff4df tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596998 Nov 26 22:19:53.198625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57608) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:53.267576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9d9de-b10b-47c3-a008-6f6ea07f3a69 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:53.274909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9d9de-b10b-47c3-a008-6f6ea07f3a69 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:53.276626 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b8c9d9de-b10b-47c3-a008-6f6ea07f3a69 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0770309 Nov 26 22:19:53.280118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:53.384178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc3787-5744-462c-8ba7-8ec5f62e177c req-af47b505-25f7-459c-8b33-5a2008c34819 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:53.385813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28fc3787-5744-462c-8ba7-8ec5f62e177c req-af47b505-25f7-459c-8b33-5a2008c34819 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0976443 Nov 26 22:19:53.438803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7333f47f-1a63-4327-aa68-3d0a732aeec9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 528c8dc8-27a2-42e0-b90a-58499e6eac9f {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:53.439151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7333f47f-1a63-4327-aa68-3d0a732aeec9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.498339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28fc3787-5744-462c-8ba7-8ec5f62e177c req-e911eb7b-e552-4e8b-9d29-29671490ead1 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025019 Nov 26 22:19:53.526056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-58fdf129-5446-41b3-85c3-8e95d42b1ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.537126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-63bab9ab-90e5-4711-a795-6a17dc2c8e33 None None] Provisioning complete for port 528c8dc8-27a2-42e0-b90a-58499e6eac9f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:53.537631 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-63bab9ab-90e5-4711-a795-6a17dc2c8e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.572684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7333f47f-1a63-4327-aa68-3d0a732aeec9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.588636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-7333f47f-1a63-4327-aa68-3d0a732aeec9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 528c8dc8-27a2-42e0-b90a-58499e6eac9f owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:53.589780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-63bab9ab-90e5-4711-a795-6a17dc2c8e33 None None] Port 528c8dc8-27a2-42e0-b90a-58499e6eac9f cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:53.811964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7333f47f-1a63-4327-aa68-3d0a732aeec9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.852407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333f47f-1a63-4327-aa68-3d0a732aeec9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=528c8dc8-27a2-42e0-b90a-58499e6eac9f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:53.866704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-2dd3eb52-60d9-423d-887d-65d22f8b6353 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:53.866970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-2dd3eb52-60d9-423d-887d-65d22f8b6353 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/networks?id=93125caa-ea09-4322-b706-6af8e3b8b113 HTTP/1.1" status: 200 len: 911 time: 0.1824977 Nov 26 22:19:53.892434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7333f47f-1a63-4327-aa68-3d0a732aeec9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:53.896023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7333f47f-1a63-4327-aa68-3d0a732aeec9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/528c8dc8-27a2-42e0-b90a-58499e6eac9f HTTP/1.1" status: 204 len: 168 time: 0.6147614 Nov 26 22:19:53.898667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57636) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:53.902593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-07bf8e96-7451-49cd-8d87-6efff0297683 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/quotas/004f8e14fbe74ad4a1d4ea2f2a065860 HTTP/1.1" status: 200 len: 375 time: 0.0194817 Nov 26 22:19:53.970517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c8bd7-34b9-4ed6-b50d-8f9509c33a11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:53.972510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c8bd7-34b9-4ed6-b50d-8f9509c33a11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:53.976529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-875c8bd7-34b9-4ed6-b50d-8f9509c33a11 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0744758 Nov 26 22:19:53.976948 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-66f47fca-6e0c-43bb-995c-3c32515a4068 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=004f8e14fbe74ad4a1d4ea2f2a065860&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653481 Nov 26 22:19:53.977346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57642) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:53.993345 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:19:54.092751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea11542-c1fa-4ce5-8c53-9cff3b354459 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 554d357e-6bdf-422c-b9dc-4479efa86900 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:54.098995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ea11542-c1fa-4ce5-8c53-9cff3b354459 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:54.151015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-20b2e530-ed53-48b7-91db-a47786347ed9 service neutron] 10.222.0.21 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747718 Nov 26 22:19:54.155702 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ea11542-c1fa-4ce5-8c53-9cff3b354459 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:54.308601 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ea11542-c1fa-4ce5-8c53-9cff3b354459 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:54.314304 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-566a7f46-c7e2-442a-b5b0-9bead21183e5 service neutron] 10.222.0.21 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557329 Nov 26 22:19:54.381621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ea11542-c1fa-4ce5-8c53-9cff3b354459 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:54.412089 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea11542-c1fa-4ce5-8c53-9cff3b354459 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=554d357e-6bdf-422c-b9dc-4479efa86900,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:54.415973 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ea11542-c1fa-4ce5-8c53-9cff3b354459 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:54.419528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0ea11542-c1fa-4ce5-8c53-9cff3b354459 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/554d357e-6bdf-422c-b9dc-4479efa86900 HTTP/1.1" status: 204 len: 168 time: 0.4335270 Nov 26 22:19:54.424347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57648) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:54.431815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef487410-03f2-4294-a169-3843ac46458c None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:54.477406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5ac0ea87-5c66-4db5-a9ac-f02b20003be7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535252 Nov 26 22:19:54.478141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57652) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:54.520396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a710c5b-f417-4bec-acfd-3778f860b8fe req-fc64e7a3-c44f-4e62-a9db-628e891adc92 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 210 time: 0.0302701 Nov 26 22:19:54.567376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137bbd5-271e-406b-aebf-6bba1f04031d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:54.571856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d137bbd5-271e-406b-aebf-6bba1f04031d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0926831 Nov 26 22:19:54.572376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57660) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:54.655204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74c483-6608-4b20-a438-bfdc409a8781 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:54.657099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1a74c483-6608-4b20-a438-bfdc409a8781 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824776 Nov 26 22:19:54.659733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57664) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:54.705706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:54.717929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ea9428e9-5eca-4391-88fb-6a3af4075ea2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570040 Nov 26 22:19:54.724018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57670) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:54.726622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:54.780239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] Deleting port 92228e5f-5e24-4432-9c91-40a483732495 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:54.780611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:54.844436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:54.848792 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:54.850610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] For port 92228e5f-5e24-4432-9c91-40a483732495, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=92228e5f-5e24-4432-9c91-40a483732495,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:54.851138 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:54.865344 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] Calling delete_port for 92228e5f-5e24-4432-9c91-40a483732495 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:54.980282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.010667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] No DVR routers for this DVR port 92228e5f-5e24-4432-9c91-40a483732495 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:55.012679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e00962-3c9b-489a-bd76-47b783772a4a None None] Pushing event deleted for resources: {'Port': ['ID=92228e5f-5e24-4432-9c91-40a483732495,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:55.089284 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.153048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:55.156678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:55.159769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:55.160648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.172664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01228f6-d868-4163-b947-8ce975a6bf88 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:55.173628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=86551bc1-5452-4675-83ea-26194ca7ecc6,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:55.185960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9e1e69f0-3c2f-4222-9c30-d076653f6bad tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4631672 Nov 26 22:19:55.188571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57680) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:55.193653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:9a:e3:26', 'name': 'tempest-NetworksTestDHCPv6-1218611397'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:55.333407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:55.337463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.362097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port b5b31a57-e430-4c64-892c-e5ded231e2af yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:19:55.375957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '86551bc1-5452-4675-83ea-26194ca7ecc6'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:55.376831 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.490568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::15c (80fbbb56-d081-4c75-9bc4-6d72e144c947/86551bc1-5452-4675-83ea-26194ca7ecc6/b5b31a57-e430-4c64-892c-e5ded231e2af) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:55.653791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b75c089f-f79c-4b3e-be54-ab808b1bfaee req-d07311d7-81d1-4d5d-b9e6-08db118c73d2 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 210 time: 0.0375247 Nov 26 22:19:55.665352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.704673 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.766410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:55.771577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/86551bc1-5452-4675-83ea-26194ca7ecc6/a7264554-3657-48b6-b17e-4cd830c668d4) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:55.783410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:55.789881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:55.796032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:55.796679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.835982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=b5b31a57-e430-4c64-892c-e5ded231e2af,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:55.862383 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fa977230-2493-480a-9cdb-89bbbc96c7c0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6686296 Nov 26 22:19:55.862383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57698) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:55.930124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8417bb3b-87da-4be3-a951-47c854adb72e tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:55.932089 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8417bb3b-87da-4be3-a951-47c854adb72e tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.41 "GET /v2.0/networks?id=93125caa-ea09-4322-b706-6af8e3b8b113 HTTP/1.1" status: 200 len: 911 time: 0.1755199 Nov 26 22:19:55.942131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dca8f3-38d4-4a97-9426-6debe5ffade9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:55.944265 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-55dca8f3-38d4-4a97-9426-6debe5ffade9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0810132 Nov 26 22:19:55.947202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57700) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:55.949556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Request body: {'port': {'device_id': '3c5e6693-576b-47b9-8927-a8bbf74bc540', 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'admin_state_up': True, 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:55.958557 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.973698 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:55.977341 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Made reservation on behalf of 004f8e14fbe74ad4a1d4ea2f2a065860 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:55.980754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.042683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:56.045931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:56.055347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:56.058739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Pushing event updated for resources: {'Port': ['ID=a7264554-3657-48b6-b17e-4cd830c668d4,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:56.109464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-838c5cf3-fa63-4db0-8e18-73af9fcaf766 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port b5b31a57-e430-4c64-892c-e5ded231e2af {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:56.109712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-838c5cf3-fa63-4db0-8e18-73af9fcaf766 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.119862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Attempting to bind port a7264554-3657-48b6-b17e-4cd830c668d4 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:56.120241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Attempting to bind port a7264554-3657-48b6-b17e-4cd830c668d4 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:56.121642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Attempting to bind port a7264554-3657-48b6-b17e-4cd830c668d4 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:56.123348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Allocated IP 172.20.0.3 (93125caa-ea09-4322-b706-6af8e3b8b113/5ade0627-644a-4db1-bf7c-5c477f6e6b4d/ea18e1d3-31f4-48ca-9d3b-26a12761ce3a) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:56.129494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:56.130238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:56.130699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.131104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:56.131592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Bound port: a7264554-3657-48b6-b17e-4cd830c668d4, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:56.132002 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.227422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] For port a7264554-3657-48b6-b17e-4cd830c668d4, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:56.236054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] For port a7264554-3657-48b6-b17e-4cd830c668d4, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a7264554-3657-48b6-b17e-4cd830c668d4,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:56.239315 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-838c5cf3-fa63-4db0-8e18-73af9fcaf766 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.249781 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.257031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-838c5cf3-fa63-4db0-8e18-73af9fcaf766 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for b5b31a57-e430-4c64-892c-e5ded231e2af owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:56.288896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.314998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-061666aa-362b-4c98-8f2f-3b69b966dd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.340068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e687de-0f4f-430a-bd4c-241bb81d5970 None None] Pushing event updated for resources: {'Port': ['ID=a7264554-3657-48b6-b17e-4cd830c668d4,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:56.342809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.376582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['3eacd5a9-6d80-4e35-90f6-6881a7192898'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:19:56.392998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Network 93125caa-ea09-4322-b706-6af8e3b8b113 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:56.398671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:56.410384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:56.482381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Pushing event updated for resources: {'Port': ['ID=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:56.511710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:56.512420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.518449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-838c5cf3-fa63-4db0-8e18-73af9fcaf766 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.564500 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-8181aff9-7386-45cf-96b0-50186a25e7b7 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6086254 Nov 26 22:19:56.580171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Request body: {'port': {'device_id': '3c5e6693-576b-47b9-8927-a8bbf74bc540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:56.591182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 92228e5f-5e24-4432-9c91-40a483732495 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:19:56.595891 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c5cf3-fa63-4db0-8e18-73af9fcaf766 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=b5b31a57-e430-4c64-892c-e5ded231e2af,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:56.637146 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-838c5cf3-fa63-4db0-8e18-73af9fcaf766 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.671517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-838c5cf3-fa63-4db0-8e18-73af9fcaf766 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/b5b31a57-e430-4c64-892c-e5ded231e2af HTTP/1.1" status: 204 len: 168 time: 0.7221646 Nov 26 22:19:56.673269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 92228e5f-5e24-4432-9c91-40a483732495 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:19:56.673725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 92228e5f-5e24-4432-9c91-40a483732495 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:19:56.677412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57712) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:56.736197 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.832633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faddc34-8d2c-4c0c-b612-9af804976859 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:56.834764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faddc34-8d2c-4c0c-b612-9af804976859 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:56.836504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5faddc34-8d2c-4c0c-b612-9af804976859 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1582727 Nov 26 22:19:56.840153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57716) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:56.860729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d60eae4f-47c3-4952-8179-dd855aca14b8 None None] Provisioning complete for port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:56.861300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d60eae4f-47c3-4952-8179-dd855aca14b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:56.890987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2832d-2e78-4284-a431-9256e959034c req-178cebf2-1858-4b8c-9916-74ff0ce86361 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:56.892539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebf2832d-2e78-4284-a431-9256e959034c req-178cebf2-1858-4b8c-9916-74ff0ce86361 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1027 time: 0.0834196 Nov 26 22:19:56.913044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d60eae4f-47c3-4952-8179-dd855aca14b8 None None] Port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:19:56.947493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ebf2832d-2e78-4284-a431-9256e959034c req-cf1a9a32-7c86-4862-a774-90b3723185eb tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Nov 26 22:19:56.984052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4e7db2-7c3f-4803-bce0-476d4f2417ed tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 86551bc1-5452-4675-83ea-26194ca7ecc6 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:19:56.994105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7db2-7c3f-4803-bce0-476d4f2417ed tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.083668 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7db2-7c3f-4803-bce0-476d4f2417ed tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.152041 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.214605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7db2-7c3f-4803-bce0-476d4f2417ed tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.300018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea18e1d3-31f4-48ca-9d3b-26a12761ce3a {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:19:57.312951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.339779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Transition to ACTIVE for port object ea18e1d3-31f4-48ca-9d3b-26a12761ce3a will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:19:57.341396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7db2-7c3f-4803-bce0-476d4f2417ed tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.348136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.379142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e7db2-7c3f-4803-bce0-476d4f2417ed tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=86551bc1-5452-4675-83ea-26194ca7ecc6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:57.405881 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1e4e7db2-7c3f-4803-bce0-476d4f2417ed tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.411430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1e4e7db2-7c3f-4803-bce0-476d4f2417ed tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/86551bc1-5452-4675-83ea-26194ca7ecc6 HTTP/1.1" status: 204 len: 168 time: 0.5624225 Nov 26 22:19:57.413073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57726) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:57.430670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Pushing event updated for resources: {'Port': ['ID=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:57.494602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57732) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:57.495584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b7153b8d-b27f-470e-8116-500006c8ee24 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802894 Nov 26 22:19:57.588156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7398896-ef13-41ef-a7d9-9a6016c2785d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:57.589724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b7398896-ef13-41ef-a7d9-9a6016c2785d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0935020 Nov 26 22:19:57.590662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Attempting to bind port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:57.590979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Attempting to bind port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:57.591591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Attempting to bind port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a on network 93125caa-ea09-4322-b706-6af8e3b8b113 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:57.592593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57734) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:57.597002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a on network 93125caa-ea09-4322-b706-6af8e3b8b113 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:19:57.597328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Attempting to bind port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a on network 93125caa-ea09-4322-b706-6af8e3b8b113 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:57.602623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:57.602966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Checking segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:57.603355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Bound using segment: {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:57.603791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Bound port: ea18e1d3-31f4-48ca-9d3b-26a12761ce3a, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d47071-e9f8-4c66-9c1d-e72aea308b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:57.604154 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.670181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eab7ad-4e63-4f79-b457-2006587e2be8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:57.675072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-63eab7ad-4e63-4f79-b457-2006587e2be8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0814326 Nov 26 22:19:57.676444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57736) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:57.686606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] For port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:57.690748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] For port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:57.699904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.751421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-98684196-237f-471c-af3e-3c1447b8f056 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716870 Nov 26 22:19:57.753486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:57.753951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.755328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea18e1d3-31f4-48ca-9d3b-26a12761ce3a HTTP/1.1" status: 200 len: 1091 time: 1.1836419 Nov 26 22:19:57.755691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5e6693-576b-47b9-8927-a8bbf74bc540', 'tag': 'ea18e1d3-31f4-48ca-9d3b-26a12761ce3a'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:19:57.757129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57740) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:57.758430 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd365c0-7439-4ece-bd83-2a34427595df" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5e6693-576b-47b9-8927-a8bbf74bc540", "tag": "ea18e1d3-31f4-48ca-9d3b-26a12761ce3a"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:19:57.777465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:57.780507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab842ed-ce3a-438b-9b36-02f4faee9584 service neutron] Pushing event updated for resources: {'Port': ['ID=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:57.802930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7431e2-33fd-43d1-9916-9489155ab40c None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:57.835387 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4eee24-ddf4-4f0e-8b32-d736df6b0f9e x-openstack-request-id: req-0a4eee24-ddf4-4f0e-8b32-d736df6b0f9e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:19:57.835754 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5e6693-576b-47b9-8927-a8bbf74bc540", "tag": "ea18e1d3-31f4-48ca-9d3b-26a12761ce3a", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:19:57.836081 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a4eee24-ddf4-4f0e-8b32-d736df6b0f9e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:19:57.837044 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5e6693-576b-47b9-8927-a8bbf74bc540', 'tag': 'ea18e1d3-31f4-48ca-9d3b-26a12761ce3a', 'status': 'completed', 'code': 200} Nov 26 22:19:57.896710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c3124af7-e1b1-4a74-bc81-b2cf51ac126a None None] Provisioning complete for port a7264554-3657-48b6-b17e-4cd830c668d4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:19:57.898258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3124af7-e1b1-4a74-bc81-b2cf51ac126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:57.903977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-6931c6d9-a758-4621-a0ae-8032f938a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:57.905656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-6931c6d9-a758-4621-a0ae-8032f938a43f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=004f8e14fbe74ad4a1d4ea2f2a065860&device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1094 time: 0.0604658 Nov 26 22:19:57.972901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:57.976233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-43b41122-0426-422a-b3dd-4d3cf898e306 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a HTTP/1.1" status: 200 len: 217 time: 0.0554147 Nov 26 22:19:57.976950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.054337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-963c766f-4f03-4bd4-a7f8-ae4bb9cb8d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:58.055490 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-963c766f-4f03-4bd4-a7f8-ae4bb9cb8d4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5ade0627-644a-4db1-bf7c-5c477f6e6b4d HTTP/1.1" status: 200 len: 849 time: 0.0723128 Nov 26 22:19:58.113234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-c5209dff-f79d-4ad8-95a6-cf9530fdfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:58.114801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-c5209dff-f79d-4ad8-95a6-cf9530fdfe18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93125caa-ea09-4322-b706-6af8e3b8b113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521152 Nov 26 22:19:58.135044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:19:58.146557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77b12b-8800-468e-8872-bf8c67f00fc5 req-aee1e648-255b-4ff2-ac00-f0a5a3566842 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:58.148300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f77b12b-8800-468e-8872-bf8c67f00fc5 req-aee1e648-255b-4ff2-ac00-f0a5a3566842 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1094 time: 0.0867372 Nov 26 22:19:58.163945 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3124af7-e1b1-4a74-bc81-b2cf51ac126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.224718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-15a2c272-dc80-4b50-a8b7-f5194c30e2f8 service neutron] 10.222.0.41 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027460 Nov 26 22:19:58.242590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c3124af7-e1b1-4a74-bc81-b2cf51ac126a None None] For port a7264554-3657-48b6-b17e-4cd830c668d4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a7264554-3657-48b6-b17e-4cd830c668d4,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:58.247711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f77b12b-8800-468e-8872-bf8c67f00fc5 req-5cb2e364-586a-41f3-a7db-0df600f03f88 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909543 Nov 26 22:19:58.264064 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3124af7-e1b1-4a74-bc81-b2cf51ac126a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.320124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] Deleting port a7264554-3657-48b6-b17e-4cd830c668d4 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:19:58.320701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.362644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b61c6f1d-e441-47c2-99e1-b4231b4b0bf5 req-2779d960-c697-461f-a8a4-a458fa0da874 service neutron] 10.222.0.41 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210001 Nov 26 22:19:58.378645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3124af7-e1b1-4a74-bc81-b2cf51ac126a None None] Pushing event updated for resources: {'Port': ['ID=a7264554-3657-48b6-b17e-4cd830c668d4,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:58.401710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] For port a7264554-3657-48b6-b17e-4cd830c668d4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a7264554-3657-48b6-b17e-4cd830c668d4,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:19:58.402418 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.426932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] Calling delete_port for a7264554-3657-48b6-b17e-4cd830c668d4 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:19:58.462948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:19:58.540634 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.553170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd365c0-7439-4ece-bd83-2a34427595df req-d767edbe-fc53-4a40-b5b4-72f0f7dfdd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:58.555053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bd365c0-7439-4ece-bd83-2a34427595df req-d767edbe-fc53-4a40-b5b4-72f0f7dfdd39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=004f8e14fbe74ad4a1d4ea2f2a065860&device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1094 time: 0.0675418 Nov 26 22:19:58.573320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] Pushing event deleted for resources: {'Port': ['ID=a7264554-3657-48b6-b17e-4cd830c668d4,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:58.586494 n-d-819494-1 neutron-server[109999]: WARNING neutron.services.revisions.revision_plugin [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Could not find related port for resource to bump revision. Nov 26 22:19:58.588715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4560f-d59a-4826-a6f9-45e05040971e None None] No DVR routers for this DVR port a7264554-3657-48b6-b17e-4cd830c668d4 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:19:58.601481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_pluggable_backend [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Port a7264554-3657-48b6-b17e-4cd830c668d4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109999) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 26 22:19:58.602140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_pluggable_backend [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8f:6044 {{(pid=109999) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 26 22:19:58.608103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_pluggable_backend [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8f:6044 {{(pid=109999) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 26 22:19:58.610255 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.676746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:58.677433 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.680723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:58.681188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd365c0-7439-4ece-bd83-2a34427595df req-6d9e1496-9e06-44b3-8033-a0809281dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:58.683607 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bd365c0-7439-4ece-bd83-2a34427595df req-6d9e1496-9e06-44b3-8033-a0809281dbdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=93125caa-ea09-4322-b706-6af8e3b8b113 HTTP/1.1" status: 200 len: 911 time: 0.1210184 Nov 26 22:19:58.685053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:58.686009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.692473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656debb3-3c5c-42dd-8064-1e7e405073d6 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:19:58.701057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=7afe9a46-02fd-489e-acf5-b969fc793ad0,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:58.716935 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4435c696-0869-48e1-a33c-32c5f15cce0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9581323 Nov 26 22:19:58.719837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57758) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:58.730543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7e91f3ea-c7c1-4259-b939-5fc63b477092 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:58.754443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bd365c0-7439-4ece-bd83-2a34427595df req-7bf63202-9850-4b1e-9bbd-b4105d785527 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a HTTP/1.1" status: 200 len: 217 time: 0.0602322 Nov 26 22:19:58.853117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd365c0-7439-4ece-bd83-2a34427595df req-2ff1dee3-f4b8-4dd4-a1ac-ae784abf854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:58.854671 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bd365c0-7439-4ece-bd83-2a34427595df req-2ff1dee3-f4b8-4dd4-a1ac-ae784abf854f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5ade0627-644a-4db1-bf7c-5c477f6e6b4d HTTP/1.1" status: 200 len: 849 time: 0.0910923 Nov 26 22:19:58.886573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '7afe9a46-02fd-489e-acf5-b969fc793ad0'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:19:58.888851 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.893348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e91f3ea-c7c1-4259-b939-5fc63b477092 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:58.897692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7e91f3ea-c7c1-4259-b939-5fc63b477092 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:58.943755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd365c0-7439-4ece-bd83-2a34427595df req-4b71e5df-06b3-4ab8-91c2-803dfc1b7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:58.945855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bd365c0-7439-4ece-bd83-2a34427595df req-4b71e5df-06b3-4ab8-91c2-803dfc1b7583 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93125caa-ea09-4322-b706-6af8e3b8b113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831864 Nov 26 22:19:59.104163 n-d-819494-1 neutron-server[109999]: INFO neutron.db.ipam_backend_mixin [None req-7e91f3ea-c7c1-4259-b939-5fc63b477092 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7afe9a46-02fd-489e-acf5-b969fc793ad0 (CIDR: 2001:db8::/64) Nov 26 22:19:59.110005 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e91f3ea-c7c1-4259-b939-5fc63b477092 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:19:59.111774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e91f3ea-c7c1-4259-b939-5fc63b477092 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:19:59.144962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7e91f3ea-c7c1-4259-b939-5fc63b477092 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4236567 Nov 26 22:19:59.147509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57766) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:59.149135 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bd365c0-7439-4ece-bd83-2a34427595df req-bb32446e-cdd7-46a5-b999-e27da48ba1e3 service neutron] 10.222.0.41 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940000 Nov 26 22:19:59.153099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:59.319895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:19:59.322862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Allocated IP 2001:db8::f816:3eff:feda:4c2a (80fbbb56-d081-4c75-9bc4-6d72e144c947/7afe9a46-02fd-489e-acf5-b969fc793ad0/eae88b55-5dc5-4449-9146-619800b07e2e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:19:59.325957 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.327745 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9bd365c0-7439-4ece-bd83-2a34427595df req-e6fa2e9f-c345-451e-a914-7a3303c356ab service neutron] 10.222.0.41 "GET /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698177 Nov 26 22:19:59.329588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.475781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f21a3-a367-46a4-899b-6c5a9f3b16e5 req-f202fda7-3c5a-4d5c-8ff3-640d0cdb3da8 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:59.477309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca3f21a3-a367-46a4-899b-6c5a9f3b16e5 req-f202fda7-3c5a-4d5c-8ff3-640d0cdb3da8 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1094 time: 0.0799570 Nov 26 22:19:59.493160 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.512367 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.550902 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca3f21a3-a367-46a4-899b-6c5a9f3b16e5 req-2a9727d0-79b6-4cec-8313-ce5a3e63a190 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661852 Nov 26 22:19:59.566479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:59.570625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:59.573891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:19:59.585280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Pushing event updated for resources: {'Port': ['ID=eae88b55-5dc5-4449-9146-619800b07e2e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:59.663155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Attempting to bind port eae88b55-5dc5-4449-9146-619800b07e2e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:19:59.663549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Attempting to bind port eae88b55-5dc5-4449-9146-619800b07e2e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:19:59.664222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Attempting to bind port eae88b55-5dc5-4449-9146-619800b07e2e on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:19:59.671785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:19:59.672176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:19:59.672590 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.672993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:19:59.673824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Bound port: eae88b55-5dc5-4449-9146-619800b07e2e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:19:59.673976 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.704730 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.746903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:19:59.750686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:19:59.755166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:19:59.756019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.766324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] For port eae88b55-5dc5-4449-9146-619800b07e2e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:19:59.772096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] For port eae88b55-5dc5-4449-9146-619800b07e2e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eae88b55-5dc5-4449-9146-619800b07e2e,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:19:59.775040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=b7bc502f-30c7-427c-9c68-6a6c9bbbdd07,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:19:59.781393 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:19:59.788049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e5e7a5b5-9b7b-4e56-bc54-fca6f2467cdd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6357834 Nov 26 22:19:59.788049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57780) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:19:59.793420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:4d:d3:c4', 'name': 'tempest-NetworksTestDHCPv6-1550132554'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:19:59.868794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727e6c-6ec7-4106-b135-672e08210310 None None] Pushing event updated for resources: {'Port': ['ID=eae88b55-5dc5-4449-9146-619800b07e2e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:00.004534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:00.194274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:00.238820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 585b7a26-f9e9-4a65-9a1d-3a465ef2c11a yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:00.436408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8:0:1::235 (80fbbb56-d081-4c75-9bc4-6d72e144c947/b7bc502f-30c7-427c-9c68-6a6c9bbbdd07/585b7a26-f9e9-4a65-9a1d-3a465ef2c11a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:00.444018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fe4d:d3c4 (80fbbb56-d081-4c75-9bc4-6d72e144c947/7afe9a46-02fd-489e-acf5-b969fc793ad0/585b7a26-f9e9-4a65-9a1d-3a465ef2c11a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:00.590162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eae88b55-5dc5-4449-9146-619800b07e2e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:00.636835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:00.652768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port eae88b55-5dc5-4449-9146-619800b07e2e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:00.653142 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:00.712294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:00.755575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95588ed-c711-469d-a19a-2438a8774db3 req-e4d51f82-b405-43ec-988b-38e10fa8626d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:00.757643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c95588ed-c711-469d-a19a-2438a8774db3 req-e4d51f82-b405-43ec-988b-38e10fa8626d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1094 time: 0.0932498 Nov 26 22:20:00.779640 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:00.821888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port eae88b55-5dc5-4449-9146-619800b07e2e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eae88b55-5dc5-4449-9146-619800b07e2e,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:00.829776 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:00.895134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=eae88b55-5dc5-4449-9146-619800b07e2e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:01.136018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bcee01-e71d-496c-96ad-395675c244a8 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:01.171069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:01.174705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=585b7a26-f9e9-4a65-9a1d-3a465ef2c11a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:01.177313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:01.180320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:01.186003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:01.186672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.222827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c95588ed-c711-469d-a19a-2438a8774db3 req-4eee84c0-da03-4d97-9596-a325aa4075d6 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554384 Nov 26 22:20:01.230171 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-788e2462-227d-4a0a-bece-7bc6d370f7dc tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4409928 Nov 26 22:20:01.232990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57798) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:01.239970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b97c3ff6-4a5e-4bf7-94fa-e700f58aff23 None None] Provisioning complete for port eae88b55-5dc5-4449-9146-619800b07e2e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:01.240350 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b97c3ff6-4a5e-4bf7-94fa-e700f58aff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.340194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-67bb0702-a413-4592-9577-09627010eea7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 585b7a26-f9e9-4a65-9a1d-3a465ef2c11a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:01.341373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67bb0702-a413-4592-9577-09627010eea7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.455427 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67bb0702-a413-4592-9577-09627010eea7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.462839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e817722e-b798-4673-a4b7-2a14b09c2331 None None] Update dhcp port {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '7afe9a46-02fd-489e-acf5-b969fc793ad0', 'ip_address': '2001:db8::f816:3eff:feda:4c2a'}, {'subnet_id': 'b7bc502f-30c7-427c-9c68-6a6c9bbbdd07'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'eae88b55-5dc5-4449-9146-619800b07e2e'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:20:01.472010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-67bb0702-a413-4592-9577-09627010eea7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 585b7a26-f9e9-4a65-9a1d-3a465ef2c11a owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:01.499930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e817722e-b798-4673-a4b7-2a14b09c2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.657899 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67bb0702-a413-4592-9577-09627010eea7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.674820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e817722e-b798-4673-a4b7-2a14b09c2331 None None] Allocated IP 2001:db8:0:1::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/b7bc502f-30c7-427c-9c68-6a6c9bbbdd07/eae88b55-5dc5-4449-9146-619800b07e2e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:01.686369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb0702-a413-4592-9577-09627010eea7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=585b7a26-f9e9-4a65-9a1d-3a465ef2c11a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:01.733179 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-67bb0702-a413-4592-9577-09627010eea7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.736709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-67bb0702-a413-4592-9577-09627010eea7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/585b7a26-f9e9-4a65-9a1d-3a465ef2c11a HTTP/1.1" status: 204 len: 168 time: 0.5024714 Nov 26 22:20:01.738957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57802) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:01.791987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e817722e-b798-4673-a4b7-2a14b09c2331 None None] For port eae88b55-5dc5-4449-9146-619800b07e2e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eae88b55-5dc5-4449-9146-619800b07e2e,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:01.792777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9105ed8-f2a5-4509-84ce-739f1fa2104c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:01.795503 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a9105ed8-f2a5-4509-84ce-739f1fa2104c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0549655 Nov 26 22:20:01.797413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57804) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:01.807064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ea18e1d3-31f4-48ca-9d3b-26a12761ce3a details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:20:01.838040 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e817722e-b798-4673-a4b7-2a14b09c2331 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.846378 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e817722e-b798-4673-a4b7-2a14b09c2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:01.846983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6936f0dd-b5d0-42fb-9a7b-e56ebad4cda5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:01.849168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6936f0dd-b5d0-42fb-9a7b-e56ebad4cda5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0506642 Nov 26 22:20:01.851844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57808) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:01.916681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fdf1d-4e98-438a-af44-43ea9311d842 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:01.918691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fdf1d-4e98-438a-af44-43ea9311d842 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:01.921602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fdf1d-4e98-438a-af44-43ea9311d842 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:01.923441 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-534fdf1d-4e98-438a-af44-43ea9311d842 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0700569 Nov 26 22:20:01.926942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57810) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:01.983543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b08b4b-883d-4ef4-abee-80451809007c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 7afe9a46-02fd-489e-acf5-b969fc793ad0 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:01.986649 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9b08b4b-883d-4ef4-abee-80451809007c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.006390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817722e-b798-4673-a4b7-2a14b09c2331 None None] Pushing event updated for resources: {'Port': ['ID=eae88b55-5dc5-4449-9146-619800b07e2e,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:02.039277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:02.042585 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9b08b4b-883d-4ef4-abee-80451809007c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.057893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'ea18e1d3-31f4-48ca-9d3b-26a12761ce3a', 'network_id': '93125caa-ea09-4322-b706-6af8e3b8b113', 'port_id': 'ea18e1d3-31f4-48ca-9d3b-26a12761ce3a', 'mac_address': 'fa:16:3e:59:ee:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ade0627-644a-4db1-bf7c-5c477f6e6b4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:20:02.103874 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.118810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea18e1d3-31f4-48ca-9d3b-26a12761ce3a {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:20:02.140373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:02.146052 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.161196 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9b08b4b-883d-4ef4-abee-80451809007c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.214824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:02.234101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9b08b4b-883d-4ef4-abee-80451809007c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.265776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08b4b-883d-4ef4-abee-80451809007c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=7afe9a46-02fd-489e-acf5-b969fc793ad0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:02.272858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e9b08b4b-883d-4ef4-abee-80451809007c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.279236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e9b08b4b-883d-4ef4-abee-80451809007c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/7afe9a46-02fd-489e-acf5-b969fc793ad0 HTTP/1.1" status: 204 len: 168 time: 0.3495300 Nov 26 22:20:02.279569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57814) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:02.373918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd498f3-e326-4320-8d2b-6e954d669dc7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet b7bc502f-30c7-427c-9c68-6a6c9bbbdd07 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:02.378061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1bd498f3-e326-4320-8d2b-6e954d669dc7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.423488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a15be8-3c92-4216-8a63-110b0f052210 req-c9fd55c3-1625-411d-95b3-a9408355b0f9 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:02.424992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1a15be8-3c92-4216-8a63-110b0f052210 req-c9fd55c3-1625-411d-95b3-a9408355b0f9 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1095 time: 0.0968819 Nov 26 22:20:02.435518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1bd498f3-e326-4320-8d2b-6e954d669dc7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.517204 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ea18e1d3-31f4-48ca-9d3b-26a12761ce3a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:20:02.547076 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1a15be8-3c92-4216-8a63-110b0f052210 req-97f54c9c-527f-4ad5-8327-0f0a6bee31b2 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039453 Nov 26 22:20:02.605422 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1bd498f3-e326-4320-8d2b-6e954d669dc7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.607588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eae88b55-5dc5-4449-9146-619800b07e2e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:02.685304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1bd498f3-e326-4320-8d2b-6e954d669dc7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.703471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port eae88b55-5dc5-4449-9146-619800b07e2e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:02.703959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.722688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd498f3-e326-4320-8d2b-6e954d669dc7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bc502f-30c7-427c-9c68-6a6c9bbbdd07,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:02.725055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1bd498f3-e326-4320-8d2b-6e954d669dc7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.728834 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1bd498f3-e326-4320-8d2b-6e954d669dc7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/b7bc502f-30c7-427c-9c68-6a6c9bbbdd07 HTTP/1.1" status: 204 len: 168 time: 0.4482121 Nov 26 22:20:02.731216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57816) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:02.781425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2f695af1-7196-4006-99cf-9beb2289f997 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450535 Nov 26 22:20:02.782064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57818) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:02.786835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:02.896390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:02.900008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:02.940377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e5d0d-2c04-41df-a0fc-732c4ea049ce None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:03.034506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8925c3ed-4cc3-4be4-9823-af460a8a6fb0 None None] Provisioning complete for port eae88b55-5dc5-4449-9146-619800b07e2e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:03.034883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8925c3ed-4cc3-4be4-9823-af460a8a6fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.155746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8925c3ed-4cc3-4be4-9823-af460a8a6fb0 None None] Could not find standard attr ID for object 585b7a26-f9e9-4a65-9a1d-3a465ef2c11a. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:03.187331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:03.234412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:20:03.238256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] Deleting port eae88b55-5dc5-4449-9146-619800b07e2e {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:03.238639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.328491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] For port eae88b55-5dc5-4449-9146-619800b07e2e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eae88b55-5dc5-4449-9146-619800b07e2e,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:03.328896 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.344520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] Calling delete_port for eae88b55-5dc5-4449-9146-619800b07e2e owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:03.398587 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.434967 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.468257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] Pushing event deleted for resources: {'Port': ['ID=eae88b55-5dc5-4449-9146-619800b07e2e,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:03.472498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3379a-0b0d-443e-9b54-ab8951eb9923 None None] No DVR routers for this DVR port eae88b55-5dc5-4449-9146-619800b07e2e on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:03.579108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] For port eae88b55-5dc5-4449-9146-619800b07e2e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=eae88b55-5dc5-4449-9146-619800b07e2e,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:03.610270 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.615658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.616489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.688521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=eae88b55-5dc5-4449-9146-619800b07e2e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:03.714312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:03.720206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:03.725574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:03.726284 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.730371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a472cb0c-2701-4b2c-a4a9-024b174cc231 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:03.743614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:03.752456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f9973-6a32-4f8c-b528-8f2692aaebf1 req-bfc00751-dde9-4aba-b225-011e5e532872 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:03.754200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc6f9973-6a32-4f8c-b528-8f2692aaebf1 req-bfc00751-dde9-4aba-b225-011e5e532872 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1095 time: 0.1241024 Nov 26 22:20:03.759854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0db2d150-01dd-45fc-89db-f8b5860001ca tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9772105 Nov 26 22:20:03.762697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57824) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:03.777430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fc7edc7f-7dc8-4b1c-99ea-8b64f976874d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:03.815449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ea18e1d3-31f4-48ca-9d3b-26a12761ce3a up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:03.879285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc6f9973-6a32-4f8c-b528-8f2692aaebf1 req-f85de52e-afe4-4508-aa11-ab8e470624f8 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102605 Nov 26 22:20:03.932457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:20:03.936242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:03.936636 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.958704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7edc7f-7dc8-4b1c-99ea-8b64f976874d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:03.960866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:03.961733 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:03.963773 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc7edc7f-7dc8-4b1c-99ea-8b64f976874d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.073881 n-d-819494-1 neutron-server[109999]: INFO neutron.db.ipam_backend_mixin [None req-fc7edc7f-7dc8-4b1c-99ea-8b64f976874d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926 (CIDR: 2001:db8::/64) Nov 26 22:20:04.078400 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7edc7f-7dc8-4b1c-99ea-8b64f976874d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:20:04.078912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7edc7f-7dc8-4b1c-99ea-8b64f976874d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:04.103691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fc7edc7f-7dc8-4b1c-99ea-8b64f976874d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3359973 Nov 26 22:20:04.104355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57830) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:04.109195 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.110496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:04.161128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5e6693-576b-47b9-8927-a8bbf74bc540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea18e1d3-31f4-48ca-9d3b-26a12761ce3a'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:20:04.163427 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03669257-489a-4303-a68e-7ceb978721be" -d '{"events": [{"server_uuid": "3c5e6693-576b-47b9-8927-a8bbf74bc540", "name": "network-vif-plugged", "status": "completed", "tag": "ea18e1d3-31f4-48ca-9d3b-26a12761ce3a"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:20:04.176070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Allocated IP 2001:db8::f816:3eff:feda:91b9 (80fbbb56-d081-4c75-9bc4-6d72e144c947/2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926/db858b73-02a8-4366-94e7-4e90f99cd431) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:04.182990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:04.191039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.235076 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb4acbb-9475-4b3b-91ab-1ef315351151 x-openstack-request-id: req-2eb4acbb-9475-4b3b-91ab-1ef315351151 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:20:04.235445 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5e6693-576b-47b9-8927-a8bbf74bc540", "name": "network-vif-plugged", "status": "completed", "tag": "ea18e1d3-31f4-48ca-9d3b-26a12761ce3a", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:20:04.235786 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2eb4acbb-9475-4b3b-91ab-1ef315351151 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:20:04.236239 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5e6693-576b-47b9-8927-a8bbf74bc540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea18e1d3-31f4-48ca-9d3b-26a12761ce3a', 'code': 200} Nov 26 22:20:04.255375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:04.259637 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.295717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:04.383363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.392651 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.396122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1572c-3a1f-475f-9ff1-059a406c244f req-ca9f8bf7-9091-4828-a1db-f84d8feb1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:04.397756 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95b1572c-3a1f-475f-9ff1-059a406c244f req-ca9f8bf7-9091-4828-a1db-f84d8feb1416 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1096 time: 0.0548182 Nov 26 22:20:04.456817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:04.466277 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-95b1572c-3a1f-475f-9ff1-059a406c244f req-2bd02a72-c4a9-4c17-88f5-51d44c2073c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604951 Nov 26 22:20:04.468602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:04.474559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:04.489550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Pushing event updated for resources: {'Port': ['ID=db858b73-02a8-4366-94e7-4e90f99cd431,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:04.563104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Attempting to bind port db858b73-02a8-4366-94e7-4e90f99cd431 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:20:04.563597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Attempting to bind port db858b73-02a8-4366-94e7-4e90f99cd431 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:20:04.563968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Attempting to bind port db858b73-02a8-4366-94e7-4e90f99cd431 on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:20:04.568860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eae88b55-5dc5-4449-9146-619800b07e2e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:04.575648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:20:04.576193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:04.577143 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.577700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:20:04.578230 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Bound port: db858b73-02a8-4366-94e7-4e90f99cd431, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:20:04.578626 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.578977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.598555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: eae88b55-5dc5-4449-9146-619800b07e2e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:04.598899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device eae88b55-5dc5-4449-9146-619800b07e2e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:04.630367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:04.633573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:04.637824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:04.638452 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.646866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=32c19133-4586-4de0-8260-311db5b316ce,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:04.664777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-89a1f873-72d2-43f8-a26b-d725171dc135 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5566096 Nov 26 22:20:04.665032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57834) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:04.671439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:ad:b2:6d', 'name': 'tempest-NetworksTestDHCPv6-1535004017'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:04.677253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] For port db858b73-02a8-4366-94e7-4e90f99cd431, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:20:04.681308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] For port db858b73-02a8-4366-94e7-4e90f99cd431, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db858b73-02a8-4366-94e7-4e90f99cd431,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:20:04.686749 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.799591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:04.804843 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:04.838486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 25bef809-ce77-4895-aa37-12a2705bf8c8 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:04.916001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586a9c5-6edf-40d0-a052-bfc877f9ad27 None None] Pushing event updated for resources: {'Port': ['ID=db858b73-02a8-4366-94e7-4e90f99cd431,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:05.072064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8:0:1::102 (80fbbb56-d081-4c75-9bc4-6d72e144c947/32c19133-4586-4de0-8260-311db5b316ce/25bef809-ce77-4895-aa37-12a2705bf8c8) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:05.081912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::f816:3eff:fead:b26d (80fbbb56-d081-4c75-9bc4-6d72e144c947/2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926/25bef809-ce77-4895-aa37-12a2705bf8c8) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:05.089902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674e8c-25b1-4df4-a540-769fe9d7ab5f req-de163705-6c02-4a27-92e7-14ada0ad3c0c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:05.091590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab674e8c-25b1-4df4-a540-769fe9d7ab5f req-de163705-6c02-4a27-92e7-14ada0ad3c0c tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1096 time: 0.0754530 Nov 26 22:20:05.246430 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab674e8c-25b1-4df4-a540-769fe9d7ab5f req-31951478-0068-4992-871b-1977a276a9b1 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403327 Nov 26 22:20:05.319339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:05.353561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:05.405861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:05.409067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:05.413586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:05.419814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:05.420476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:05.424329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=25bef809-ce77-4895-aa37-12a2705bf8c8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:05.444712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-af213ba7-f22c-49bf-9bc5-da34d0897132 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7781098 Nov 26 22:20:05.447039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57840) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:05.539895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-82d60767-6b7b-4227-b5c7-96a766bd4f73 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 25bef809-ce77-4895-aa37-12a2705bf8c8 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:05.540532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82d60767-6b7b-4227-b5c7-96a766bd4f73 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:05.642615 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82d60767-6b7b-4227-b5c7-96a766bd4f73 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:05.656508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-82d60767-6b7b-4227-b5c7-96a766bd4f73 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 25bef809-ce77-4895-aa37-12a2705bf8c8 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:05.879656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82d60767-6b7b-4227-b5c7-96a766bd4f73 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:05.923254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d60767-6b7b-4227-b5c7-96a766bd4f73 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=25bef809-ce77-4895-aa37-12a2705bf8c8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:05.941284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae9233b-d4c9-4dbd-9ef6-4501dceadbf3 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:05.995877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-82d60767-6b7b-4227-b5c7-96a766bd4f73 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.000508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-82d60767-6b7b-4227-b5c7-96a766bd4f73 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/25bef809-ce77-4895-aa37-12a2705bf8c8 HTTP/1.1" status: 204 len: 168 time: 0.5517921 Nov 26 22:20:06.003291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57844) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:06.056858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9571de4-a065-4360-ab29-929a8c06b267 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:06.057331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-45a61c6b-33f1-45ad-967f-fb5997e7c619 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:06.057879 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45a61c6b-33f1-45ad-967f-fb5997e7c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.058765 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e9571de4-a065-4360-ab29-929a8c06b267 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0544055 Nov 26 22:20:06.061597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57846) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:06.123144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc6cd78-3e99-4e64-ac23-f0cc3ef5acb1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:06.125444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cdc6cd78-3e99-4e64-ac23-f0cc3ef5acb1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0622950 Nov 26 22:20:06.128173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57848) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:06.189836 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc1fed-d355-44f6-876c-28b626512e0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:06.191577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc1fed-d355-44f6-876c-28b626512e0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:06.193135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc1fed-d355-44f6-876c-28b626512e0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:06.197705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57850) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:06.198257 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-08cc1fed-d355-44f6-876c-28b626512e0f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0683997 Nov 26 22:20:06.232300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45a61c6b-33f1-45ad-967f-fb5997e7c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.260705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7ecb84-ebfe-4157-a652-17624d7b06e4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:06.265568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecb84-ebfe-4157-a652-17624d7b06e4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.276867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-45a61c6b-33f1-45ad-967f-fb5997e7c619 None None] For port db858b73-02a8-4366-94e7-4e90f99cd431, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db858b73-02a8-4366-94e7-4e90f99cd431,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:06.285549 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45a61c6b-33f1-45ad-967f-fb5997e7c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.330057 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecb84-ebfe-4157-a652-17624d7b06e4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.369739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a61c6b-33f1-45ad-967f-fb5997e7c619 None None] Pushing event updated for resources: {'Port': ['ID=db858b73-02a8-4366-94e7-4e90f99cd431,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:06.372716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f39c6b5-01e0-4610-9e23-e8afac461cd5 None None] Update dhcp port {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926', 'ip_address': '2001:db8::f816:3eff:feda:91b9'}, {'subnet_id': '32c19133-4586-4de0-8260-311db5b316ce'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'db858b73-02a8-4366-94e7-4e90f99cd431'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:20:06.406781 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7f39c6b5-01e0-4610-9e23-e8afac461cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.432514 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04663cc-dc1a-4744-b6aa-394afcc033f5 req-dbd25fe3-8248-4e13-af54-c5ae58bb9ea0 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:06.434043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e04663cc-dc1a-4744-b6aa-394afcc033f5 req-dbd25fe3-8248-4e13-af54-c5ae58bb9ea0 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1096 time: 0.1066992 Nov 26 22:20:06.467555 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecb84-ebfe-4157-a652-17624d7b06e4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.540730 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e04663cc-dc1a-4744-b6aa-394afcc033f5 req-7f496b96-c571-4a0d-a943-1fec41b5c96d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941277 Nov 26 22:20:06.560834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecb84-ebfe-4157-a652-17624d7b06e4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-7f39c6b5-01e0-4610-9e23-e8afac461cd5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926: This subnet is being modified by another concurrent operation. Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926: This subnet is being modified by another concurrent operation. Nov 26 22:20:06.578034 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:20:06.588511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ecb84-ebfe-4157-a652-17624d7b06e4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:06.601461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecb84-ebfe-4157-a652-17624d7b06e4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.604868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8d7ecb84-ebfe-4157-a652-17624d7b06e4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926 HTTP/1.1" status: 204 len: 168 time: 0.4053171 Nov 26 22:20:06.607972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57856) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:06.659539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db858b73-02a8-4366-94e7-4e90f99cd431 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:06.699457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a35cb2f-7f1e-4a3c-8cf5-6ec0e0805120 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 32c19133-4586-4de0-8260-311db5b316ce {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:06.707164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a35cb2f-7f1e-4a3c-8cf5-6ec0e0805120 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.715320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fb306d-bf8e-4f9a-8e71-181b0dc7dc5f None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:06.742018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a82cdd-a6da-457f-af26-eeb2653af81d req-48b0da93-a6e0-427b-9720-b3dc3c781316 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:06.745626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5a82cdd-a6da-457f-af26-eeb2653af81d req-48b0da93-a6e0-427b-9720-b3dc3c781316 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1096 time: 0.0972509 Nov 26 22:20:06.783978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3dfc4e05-5053-40c9-a5a6-1f8eb576d148 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:06.784956 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4e05-5053-40c9-a5a6-1f8eb576d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.788819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a35cb2f-7f1e-4a3c-8cf5-6ec0e0805120 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.846712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5a82cdd-a6da-457f-af26-eeb2653af81d req-ce27c00c-86a1-47db-948a-a5f30dc1945d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853102 Nov 26 22:20:06.854931 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:06.855209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a35cb2f-7f1e-4a3c-8cf5-6ec0e0805120 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.855453 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.937689 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a35cb2f-7f1e-4a3c-8cf5-6ec0e0805120 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:06.987803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35cb2f-7f1e-4a3c-8cf5-6ec0e0805120 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=32c19133-4586-4de0-8260-311db5b316ce,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:06.999191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a35cb2f-7f1e-4a3c-8cf5-6ec0e0805120 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:07.002524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1a35cb2f-7f1e-4a3c-8cf5-6ec0e0805120 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/32c19133-4586-4de0-8260-311db5b316ce HTTP/1.1" status: 204 len: 168 time: 0.3935900 Nov 26 22:20:07.004970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57862) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:07.049300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bd01e1ce-61a3-4e25-bfd4-c76bac315133 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431554 Nov 26 22:20:07.052288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57866) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:07.055701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b10a4-e6e8-4510-9d18-730b908586f3 req-4eef2686-3008-4dc0-9473-bb1c2d098c7b tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:07.057333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c7b10a4-e6e8-4510-9d18-730b908586f3 req-4eef2686-3008-4dc0-9473-bb1c2d098c7b tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1096 time: 0.1311204 Nov 26 22:20:07.059006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:07.114853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7c7b10a4-e6e8-4510-9d18-730b908586f3 req-ebca4f22-c466-4d12-b7ed-8f6292d54d86 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509531 Nov 26 22:20:07.155475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9ff024-6498-412f-b9df-d5235be8956e None None] Update dhcp port {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': '32c19133-4586-4de0-8260-311db5b316ce'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'db858b73-02a8-4366-94e7-4e90f99cd431'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:20:07.182477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a9ff024-6498-412f-b9df-d5235be8956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:07.268996 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:07.294329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:07.302010 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:07.456890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-17c17ce6-4bf5-428e-bcc7-9e0590359eb0 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:07.457413 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-17c17ce6-4bf5-428e-bcc7-9e0590359eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:07.520224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf19ba-e8f2-4e98-a5fb-0ae762987afc req-89aaa5e4-73c0-489b-9ba8-2ae28ea88953 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:07.528409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9bf19ba-e8f2-4e98-a5fb-0ae762987afc req-89aaa5e4-73c0-489b-9ba8-2ae28ea88953 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1096 time: 0.0943689 Nov 26 22:20:07.626784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a9bf19ba-e8f2-4e98-a5fb-0ae762987afc req-39aeffc3-2be9-448a-83eb-d0e1e659dc12 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973945 Nov 26 22:20:07.687595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:07.694601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d47484-c72a-44ae-97a8-5d1819a41272 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:20:07.759860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:07.761081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=be5699c2-f45b-4653-b09e-a94f7e05cceb,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:07.769838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:07.775874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:07.776592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:07.786949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8c7d8991-3f69-4432-856e-ae9095cd059b None None] Could not find standard attr ID for object 25bef809-ce77-4895-aa37-12a2705bf8c8. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:07.800881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7b730e03-5810-43da-9ea3-0b801c1c2a25 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7468274 Nov 26 22:20:07.803667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 57934) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:07.810798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c7cd5da7-a540-4076-99da-4d82a6a18fc3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:07.832130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d47484-c72a-44ae-97a8-5d1819a41272 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:20:07.946954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cd5da7-a540-4076-99da-4d82a6a18fc3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:07.952578 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7cd5da7-a540-4076-99da-4d82a6a18fc3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:08.089541 n-d-819494-1 neutron-server[110000]: INFO neutron.db.ipam_backend_mixin [None req-c7cd5da7-a540-4076-99da-4d82a6a18fc3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be5699c2-f45b-4653-b09e-a94f7e05cceb (CIDR: 2001:db8::/64) Nov 26 22:20:08.095356 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cd5da7-a540-4076-99da-4d82a6a18fc3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:20:08.095814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cd5da7-a540-4076-99da-4d82a6a18fc3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:08.116056 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c7cd5da7-a540-4076-99da-4d82a6a18fc3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3112078 Nov 26 22:20:08.118898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 57972) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:08.126024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:08.176814 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:08.188525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6e8bdc-c4de-4e34-9fc8-33e619ea1ab0 None None] Update dhcp port {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'fixed_ips': [{'subnet_id': 'be5699c2-f45b-4653-b09e-a94f7e05cceb'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'db858b73-02a8-4366-94e7-4e90f99cd431'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:20:08.218811 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8bdc-c4de-4e34-9fc8-33e619ea1ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:08.294779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:08.299119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:08.425375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ba6e8bdc-c4de-4e34-9fc8-33e619ea1ab0 None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/be5699c2-f45b-4653-b09e-a94f7e05cceb/db858b73-02a8-4366-94e7-4e90f99cd431) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:08.573491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db858b73-02a8-4366-94e7-4e90f99cd431 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:08.663215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba6e8bdc-c4de-4e34-9fc8-33e619ea1ab0 None None] For port db858b73-02a8-4366-94e7-4e90f99cd431, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db858b73-02a8-4366-94e7-4e90f99cd431,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:08.750604 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8bdc-c4de-4e34-9fc8-33e619ea1ab0 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:08.754545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:08.758299 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba6e8bdc-c4de-4e34-9fc8-33e619ea1ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:08.822666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:20:08.831468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726c16c-90cc-4043-bbf5-73351a59252f req-d9ebf9db-4fde-456a-9dcc-b267b02e250f tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:08.833211 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2726c16c-90cc-4043-bbf5-73351a59252f req-d9ebf9db-4fde-456a-9dcc-b267b02e250f tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1096 time: 0.0735848 Nov 26 22:20:08.911626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e8bdc-c4de-4e34-9fc8-33e619ea1ab0 None None] Pushing event updated for resources: {'Port': ['ID=db858b73-02a8-4366-94e7-4e90f99cd431,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:08.917913 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:20:08.918558 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:20:09.014320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416de643-a926-4f3a-9fb2-0875ee06603e req-dd659fe6-a011-49b6-be5a-1fb16099a8bd tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:09.016688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-416de643-a926-4f3a-9fb2-0875ee06603e req-dd659fe6-a011-49b6-be5a-1fb16099a8bd tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 1096 time: 0.0556283 Nov 26 22:20:09.018758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2726c16c-90cc-4043-bbf5-73351a59252f req-ce70ee1e-5e2c-4dbb-8e95-19a2fcae28db tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976582 Nov 26 22:20:09.153922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.230826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Deleting port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:09.232943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.365232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] For port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:09.366065 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.386046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Calling delete_port for ea18e1d3-31f4-48ca-9d3b-26a12761ce3a owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:09.486988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] For port db858b73-02a8-4366-94e7-4e90f99cd431, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db858b73-02a8-4366-94e7-4e90f99cd431,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:09.521461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.553211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.562142 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.564053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.625214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.686680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea18e1d3-31f4-48ca-9d3b-26a12761ce3a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:09.710652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['ea18e1d3-31f4-48ca-9d3b-26a12761ce3a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:20:09.713450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['3eacd5a9-6d80-4e35-90f6-6881a7192898'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:20:09.768915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] No DVR routers for this DVR port ea18e1d3-31f4-48ca-9d3b-26a12761ce3a on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:09.772495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:09.777799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-416de643-a926-4f3a-9fb2-0875ee06603e req-4f918f9c-454f-409b-8daf-1d3f4107308d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ea18e1d3-31f4-48ca-9d3b-26a12761ce3a HTTP/1.1" status: 204 len: 173 time: 0.7506762 Nov 26 22:20:09.778535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5e6693-576b-47b9-8927-a8bbf74bc540', 'name': 'network-vif-deleted', 'tag': 'ea18e1d3-31f4-48ca-9d3b-26a12761ce3a'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:20:09.781059 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7c58ea-8302-4359-b276-c476fe229b26" -d '{"events": [{"server_uuid": "3c5e6693-576b-47b9-8927-a8bbf74bc540", "name": "network-vif-deleted", "tag": "ea18e1d3-31f4-48ca-9d3b-26a12761ce3a"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:20:09.878583 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:20:09.879910 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:20:09.922171 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e97622-f726-405b-b456-3c523a330e26 x-openstack-request-id: req-e2e97622-f726-405b-b456-3c523a330e26 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:20:09.922704 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5e6693-576b-47b9-8927-a8bbf74bc540", "name": "network-vif-deleted", "tag": "ea18e1d3-31f4-48ca-9d3b-26a12761ce3a", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:20:09.923240 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2e97622-f726-405b-b456-3c523a330e26 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:20:09.923652 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5e6693-576b-47b9-8927-a8bbf74bc540', 'name': 'network-vif-deleted', 'tag': 'ea18e1d3-31f4-48ca-9d3b-26a12761ce3a', 'status': 'completed', 'code': 200} Nov 26 22:20:10.196493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afe58b-6992-48bd-9b7d-d34a746b3992 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:20:10.246243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6061bf7f-6bf1-4186-ab52-11935a346d64 req-6cadb1a9-8408-4260-a8e7-23559c815298 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3c5e6693-576b-47b9-8927-a8bbf74bc540 HTTP/1.1" status: 200 len: 210 time: 0.0565991 Nov 26 22:20:10.266991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:10.276476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:10.302701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4feded87-cd58-47cb-b8c3-1c91e4853377 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:10.303422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4feded87-cd58-47cb-b8c3-1c91e4853377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:10.310405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:10.311092 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:10.328105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=db858b73-02a8-4366-94e7-4e90f99cd431,revision_number=7']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:10.337575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=10ee239e-5a42-4986-9922-a2b8943f1d77,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:10.348100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.348458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.348992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.349275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.349538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.350408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.351480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.351991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.352479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.353272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.353768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.354609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.366033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58192) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:10.366774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2458537 Nov 26 22:20:10.372760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:db:7b:3e', 'name': 'tempest-NetworksTestDHCPv6-884830615'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:10.375011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.375553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.376062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.376569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.377814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.381297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.381815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.382344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.383078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.383791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.384283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.384771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e9b9fe-c0f7-409e-b177-dc1eb1d1c32b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:10.431557 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:10.498316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port db858b73-02a8-4366-94e7-4e90f99cd431, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db858b73-02a8-4366-94e7-4e90f99cd431,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:10.525550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:10.535996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14afe58b-6992-48bd-9b7d-d34a746b3992 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:20:10.542887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:10.595990 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4feded87-cd58-47cb-b8c3-1c91e4853377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:10.669000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=db858b73-02a8-4366-94e7-4e90f99cd431,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:10.692899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db858b73-02a8-4366-94e7-4e90f99cd431 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:10.696926 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:10.697804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4feded87-cd58-47cb-b8c3-1c91e4853377 None None] For port db858b73-02a8-4366-94e7-4e90f99cd431, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db858b73-02a8-4366-94e7-4e90f99cd431,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:10.728311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:10.891258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4feded87-cd58-47cb-b8c3-1c91e4853377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:10.934184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::3d2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/be5699c2-f45b-4653-b09e-a94f7e05cceb/e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:10.941882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8:0:1:f816:3eff:fedb:7b3e (80fbbb56-d081-4c75-9bc4-6d72e144c947/10ee239e-5a42-4986-9922-a2b8943f1d77/e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:11.012299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feded87-cd58-47cb-b8c3-1c91e4853377 None None] Pushing event updated for resources: {'Port': ['ID=db858b73-02a8-4366-94e7-4e90f99cd431,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:11.026628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:11.027018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.132993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.178462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.226693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:11.230310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:11.234502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:11.240665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:11.241091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.264392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:11.271002 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9038742 Nov 26 22:20:11.273960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58302) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:11.278493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.278937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.279500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.279887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.280237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.281065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.281065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.281427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.281803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.282097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.282502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.283013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1879c1c-ae21-402c-aba1-e02efbdd8318 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:11.400340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f61ec-1d0e-46c2-8697-929201ea8a8b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:11.400710 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4e1f61ec-1d0e-46c2-8697-929201ea8a8b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.546964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4e1f61ec-1d0e-46c2-8697-929201ea8a8b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.588696 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4e1f61ec-1d0e-46c2-8697-929201ea8a8b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:11.650721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c2ff-3e77-4cca-8f94-777d6cdb4b7c req-7d0f4e8a-a24d-4616-a8e0-38d725571779 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:11.652279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9041c2ff-3e77-4cca-8f94-777d6cdb4b7c req-7d0f4e8a-a24d-4616-a8e0-38d725571779 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0934365 Nov 26 22:20:11.719111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9041c2ff-3e77-4cca-8f94-777d6cdb4b7c req-afc12569-d488-4fdc-88e1-84d23771bf72 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591474 Nov 26 22:20:11.824282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac587c6-1c2b-4c69-a6fc-327f31b2f188 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:11.827148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4e1f61ec-1d0e-46c2-8697-929201ea8a8b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.854889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f61ec-1d0e-46c2-8697-929201ea8a8b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:11.907749 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4e1f61ec-1d0e-46c2-8697-929201ea8a8b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.914506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58334) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:11.915027 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4e1f61ec-1d0e-46c2-8697-929201ea8a8b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0 HTTP/1.1" status: 204 len: 168 time: 0.6389441 Nov 26 22:20:11.953011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f7074e96-7d6d-4da5-adb4-50df8984dc24 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:11.953394 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7074e96-7d6d-4da5-adb4-50df8984dc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:11.968455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f4a49-71d5-4685-96a8-a2b9526c206b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:11.972609 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7a4f4a49-71d5-4685-96a8-a2b9526c206b tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0538294 Nov 26 22:20:11.972838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58336) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:12.031723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b08e817-b693-4881-bfad-4d4e178b842f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:12.033412 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2b08e817-b693-4881-bfad-4d4e178b842f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0595279 Nov 26 22:20:12.035973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58338) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:12.095550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903159c2-5fe0-43a4-9076-84753b299665 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:12.097086 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903159c2-5fe0-43a4-9076-84753b299665 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:12.098904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903159c2-5fe0-43a4-9076-84753b299665 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:12.103060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-903159c2-5fe0-43a4-9076-84753b299665 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0634112 Nov 26 22:20:12.103167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58340) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:12.157107 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8782d1c3-e660-4202-9671-723f8c763ace tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 10ee239e-5a42-4986-9922-a2b8943f1d77 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:12.160645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8782d1c3-e660-4202-9671-723f8c763ace tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.203354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8782d1c3-e660-4202-9671-723f8c763ace tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.225465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8855cd-c5ec-4f83-8bae-2bf357b50fe4 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:12.289874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8782d1c3-e660-4202-9671-723f8c763ace tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.323005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3ac4e923-bea1-43b6-90f4-a12c8fceeafb None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:12.323293 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3ac4e923-bea1-43b6-90f4-a12c8fceeafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.350322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8782d1c3-e660-4202-9671-723f8c763ace tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.377056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782d1c3-e660-4202-9671-723f8c763ace tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=10ee239e-5a42-4986-9922-a2b8943f1d77,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:12.380709 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8782d1c3-e660-4202-9671-723f8c763ace tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.386194 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8782d1c3-e660-4202-9671-723f8c763ace tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/10ee239e-5a42-4986-9922-a2b8943f1d77 HTTP/1.1" status: 204 len: 168 time: 0.2798820 Nov 26 22:20:12.386677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58342) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:12.439943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f3da6f-2d3b-41e9-82d8-97678a288a8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet be5699c2-f45b-4653-b09e-a94f7e05cceb {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:12.443278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46f3da6f-2d3b-41e9-82d8-97678a288a8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.489993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46f3da6f-2d3b-41e9-82d8-97678a288a8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.590145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46f3da6f-2d3b-41e9-82d8-97678a288a8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.641060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db858b73-02a8-4366-94e7-4e90f99cd431 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:12.678283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46f3da6f-2d3b-41e9-82d8-97678a288a8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.695103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-46f3da6f-2d3b-41e9-82d8-97678a288a8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.701367 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-46f3da6f-2d3b-41e9-82d8-97678a288a8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/be5699c2-f45b-4653-b09e-a94f7e05cceb HTTP/1.1" status: 204 len: 168 time: 0.3113313 Nov 26 22:20:12.703880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58354) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:12.709061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3856af-0b2c-4a60-a888-7e56256035f2 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:12.721253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3da6f-2d3b-41e9-82d8-97678a288a8c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=be5699c2-f45b-4653-b09e-a94f7e05cceb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:12.773455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19ec7a51-94a7-4c47-8e2f-db5147edc1c3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681021 Nov 26 22:20:12.776158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58358) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:12.785730 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:12.796115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:12.796617 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.873919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5c6b3e94-03fc-4308-94fd-9f9859164888 None None] Provisioning complete for port db858b73-02a8-4366-94e7-4e90f99cd431 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:12.874650 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c6b3e94-03fc-4308-94fd-9f9859164888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:12.900330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cbc6e-bbec-48df-bd5c-0e45885caf47 req-53721057-111c-4667-a484-9bda20b00ca9 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:12.901840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-168cbc6e-bbec-48df-bd5c-0e45885caf47 req-53721057-111c-4667-a484-9bda20b00ca9 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0951250 Nov 26 22:20:12.932260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:12.936211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.016265 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-168cbc6e-bbec-48df-bd5c-0e45885caf47 req-3144e2cc-c693-4de5-9b13-6cd1aae12c36 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=da5b2755-9a4b-4120-971e-3061c429a1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068413 Nov 26 22:20:13.043582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:13.092622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] Deleting port db858b73-02a8-4366-94e7-4e90f99cd431 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:13.092994 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.160621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.167036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] For port db858b73-02a8-4366-94e7-4e90f99cd431, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=db858b73-02a8-4366-94e7-4e90f99cd431,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:13.167437 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.186104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] Calling delete_port for db858b73-02a8-4366-94e7-4e90f99cd431 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:13.200732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902c169-8120-4d5b-8b42-203418d61867 req-d9b5f6c3-c72a-4f81-bbf9-5bbf0e27790d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:13.202716 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3902c169-8120-4d5b-8b42-203418d61867 req-d9b5f6c3-c72a-4f81-bbf9-5bbf0e27790d tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0457866 Nov 26 22:20:13.204241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:13.207523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:13.212247 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:13.212416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.232349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=1bf5cf2c-32ed-4069-8126-07fcbda0dd5f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:13.242646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-17847b41-e40e-40fd-8c06-9612c419fe67 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4652431 Nov 26 22:20:13.244509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58360) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:13.251597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-64416568-4dc5-41b0-9f65-842dbf467da7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:13.281374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.314475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] Pushing event deleted for resources: {'Port': ['ID=db858b73-02a8-4366-94e7-4e90f99cd431,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:13.315469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Deleting port 3eacd5a9-6d80-4e35-90f6-6881a7192898 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:13.315805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.319459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923b1a4-df39-4358-a72a-5887c20d16fe None None] No DVR routers for this DVR port db858b73-02a8-4366-94e7-4e90f99cd431 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:13.349949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2fce8f-da89-4334-ab48-e380f512223a None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:13.396088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64416568-4dc5-41b0-9f65-842dbf467da7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:13.399795 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-64416568-4dc5-41b0-9f65-842dbf467da7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.415024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] For port 3eacd5a9-6d80-4e35-90f6-6881a7192898, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=3eacd5a9-6d80-4e35-90f6-6881a7192898,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:13.415417 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.432981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Calling delete_port for 3eacd5a9-6d80-4e35-90f6-6881a7192898 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:13.515867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-80fbbb56-d081-4c75-9bc4-6d72e144c947', 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'tenant_id': 'b35325352e704c17ae51b75e1f448ee2', 'fixed_ips': [{'subnet_id': '1bf5cf2c-32ed-4069-8126-07fcbda0dd5f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:13.517409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.533363 n-d-819494-1 neutron-server[109999]: INFO neutron.db.ipam_backend_mixin [None req-64416568-4dc5-41b0-9f65-842dbf467da7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bf5cf2c-32ed-4069-8126-07fcbda0dd5f (CIDR: 2001:db8::/64) Nov 26 22:20:13.538729 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-64416568-4dc5-41b0-9f65-842dbf467da7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:20:13.539587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64416568-4dc5-41b0-9f65-842dbf467da7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:13.566610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-64416568-4dc5-41b0-9f65-842dbf467da7 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3171940 Nov 26 22:20:13.567867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58362) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:13.582868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'subnet': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:13.755030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Allocated IP 2001:db8::2 (80fbbb56-d081-4c75-9bc4-6d72e144c947/1bf5cf2c-32ed-4069-8126-07fcbda0dd5f/459347d5-153b-4831-9efa-c50cf67eca7c) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:13.757192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:13.762271 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.884674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ea18e1d3-31f4-48ca-9d3b-26a12761ce3a no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:13.912159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: ea18e1d3-31f4-48ca-9d3b-26a12761ce3a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:13.912810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device ea18e1d3-31f4-48ca-9d3b-26a12761ce3a not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:13.945504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:13.993838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eacd5a9-6d80-4e35-90f6-6881a7192898,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:14.048034 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.048263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] No DVR routers for this DVR port 3eacd5a9-6d80-4e35-90f6-6881a7192898 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:14.053357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.057118 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3902c169-8120-4d5b-8b42-203418d61867 req-e055afa8-009e-48fa-8e8c-22f51f98e476 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.13 "DELETE /v2.0/ports/3eacd5a9-6d80-4e35-90f6-6881a7192898 HTTP/1.1" status: 204 len: 173 time: 0.8428369 Nov 26 22:20:14.057506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f4216-b777-4362-9b72-17f071db3cc3', 'name': 'network-vif-deleted', 'tag': '3eacd5a9-6d80-4e35-90f6-6881a7192898'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:20:14.059500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.060319 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108c190-8d23-4a35-a65e-47c5f3ef2fe0" -d '{"events": [{"server_uuid": "ee1f4216-b777-4362-9b72-17f071db3cc3", "name": "network-vif-deleted", "tag": "3eacd5a9-6d80-4e35-90f6-6881a7192898"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:20:14.131014 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f7420a-4cfb-4870-bee5-eac04856abdc x-openstack-request-id: req-b6f7420a-4cfb-4870-bee5-eac04856abdc {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:20:14.131318 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f4216-b777-4362-9b72-17f071db3cc3", "name": "network-vif-deleted", "tag": "3eacd5a9-6d80-4e35-90f6-6881a7192898", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:20:14.131577 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6f7420a-4cfb-4870-bee5-eac04856abdc {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:20:14.131989 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f4216-b777-4362-9b72-17f071db3cc3', 'name': 'network-vif-deleted', 'tag': '3eacd5a9-6d80-4e35-90f6-6881a7192898', 'status': 'completed', 'code': 200} Nov 26 22:20:14.136120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:14.137948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Pushing event updated for resources: {'Port': ['ID=459347d5-153b-4831-9efa-c50cf67eca7c,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:14.147618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:14.150544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:14.224010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Attempting to bind port 459347d5-153b-4831-9efa-c50cf67eca7c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:20:14.224401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Attempting to bind port 459347d5-153b-4831-9efa-c50cf67eca7c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:20:14.224779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Attempting to bind port 459347d5-153b-4831-9efa-c50cf67eca7c on network 80fbbb56-d081-4c75-9bc4-6d72e144c947 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:20:14.230557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:20:14.231078 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Checking segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:14.232263 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.232699 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Bound using segment: {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:20:14.233190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Bound port: 459347d5-153b-4831-9efa-c50cf67eca7c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7208934-d920-4c1c-ace9-1163b6382f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:20:14.233589 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.248079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e11757ae-4bc8-48b3-bfa9-ace4c1a9a0c8 req-6a2dba83-db6d-4b33-bd37-b2e961d72391 tempest-TestServerMultinode-995798102 tempest-TestServerMultinode-995798102-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ee1f4216-b777-4362-9b72-17f071db3cc3 HTTP/1.1" status: 200 len: 210 time: 0.0768023 Nov 26 22:20:14.320086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] For port 459347d5-153b-4831-9efa-c50cf67eca7c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:20:14.325957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] For port 459347d5-153b-4831-9efa-c50cf67eca7c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=459347d5-153b-4831-9efa-c50cf67eca7c,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:20:14.334897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.403979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf4e9d-f14a-4eee-97f6-3e8730f66e23 None None] Pushing event updated for resources: {'Port': ['ID=459347d5-153b-4831-9efa-c50cf67eca7c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:14.417712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.objects.ports [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109999) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 26 22:20:14.646730 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.693161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db858b73-02a8-4366-94e7-4e90f99cd431 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:14.727494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: db858b73-02a8-4366-94e7-4e90f99cd431 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:14.727966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device db858b73-02a8-4366-94e7-4e90f99cd431 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:14.868958 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] For port 459347d5-153b-4831-9efa-c50cf67eca7c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=459347d5-153b-4831-9efa-c50cf67eca7c,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:14.899544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.906903 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.907465 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:14.987717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:14.994432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:15.001408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:15.002010 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.027815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Subnet': ['ID=dcc70e77-fa4d-4491-98f8-ad92f4260703,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:15.034416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4653807 Nov 26 22:20:15.035255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952861b-75a5-46a7-a32c-410b775a1f5c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=459347d5-153b-4831-9efa-c50cf67eca7c,revision_number=4']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:15.037208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58372) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:15.042957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Request body: {'port': {'network_id': '80fbbb56-d081-4c75-9bc4-6d72e144c947', 'mac_address': 'fa:16:3e:c0:67:84', 'name': 'tempest-NetworksTestDHCPv6-974663303'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:15.166786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Made reservation on behalf of b35325352e704c17ae51b75e1f448ee2 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:15.171305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.193320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] device_id is not set on port 4c0a2514-5cb1-4143-9ca1-a96faff703de yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:15.317051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58376) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:15.394160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8::296 (80fbbb56-d081-4c75-9bc4-6d72e144c947/1bf5cf2c-32ed-4069-8126-07fcbda0dd5f/4c0a2514-5cb1-4143-9ca1-a96faff703de) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:15.400631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Allocated IP 2001:db8:0:1:f816:3eff:fec0:6784 (80fbbb56-d081-4c75-9bc4-6d72e144c947/dcc70e77-fa4d-4491-98f8-ad92f4260703/4c0a2514-5cb1-4143-9ca1-a96faff703de) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:15.531187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcfd349-0416-4e7b-9c85-a99c5cb67abc None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:15.586485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.619272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-42e79460-4039-4d52-bff4-dfcf72495625 None None] Provisioning complete for port 459347d5-153b-4831-9efa-c50cf67eca7c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:15.619994 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42e79460-4039-4d52-bff4-dfcf72495625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.627943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.681426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 3eacd5a9-6d80-4e35-90f6-6881a7192898 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:15.694013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:15.697731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:15.706364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:15.715426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:15.717257 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.734582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 3eacd5a9-6d80-4e35-90f6-6881a7192898 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:15.735137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 3eacd5a9-6d80-4e35-90f6-6881a7192898 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:15.738121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event updated for resources: {'Port': ['ID=4c0a2514-5cb1-4143-9ca1-a96faff703de,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:15.739543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.746603 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-29aee846-a410-44eb-bfe5-9f10ccca07db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7074502 Nov 26 22:20:15.749141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58378) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:15.825790 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42e79460-4039-4d52-bff4-dfcf72495625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.863415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-42e79460-4039-4d52-bff4-dfcf72495625 None None] For port 459347d5-153b-4831-9efa-c50cf67eca7c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=459347d5-153b-4831-9efa-c50cf67eca7c,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:15.876115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42e79460-4039-4d52-bff4-dfcf72495625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.897120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-39d5edf3-0b17-4135-a338-7527fcb9cef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting port 4c0a2514-5cb1-4143-9ca1-a96faff703de {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:15.897348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39d5edf3-0b17-4135-a338-7527fcb9cef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:15.937747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79460-4039-4d52-bff4-dfcf72495625 None None] Pushing event updated for resources: {'Port': ['ID=459347d5-153b-4831-9efa-c50cf67eca7c,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:16.048741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39d5edf3-0b17-4135-a338-7527fcb9cef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.063990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-39d5edf3-0b17-4135-a338-7527fcb9cef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Calling delete_port for 4c0a2514-5cb1-4143-9ca1-a96faff703de owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:16.078671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Deleting port a0fb4219-3577-4230-bbe9-d5440c115a62 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:16.079015 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.177264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] For port a0fb4219-3577-4230-bbe9-d5440c115a62, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a0fb4219-3577-4230-bbe9-d5440c115a62,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:16.177626 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.194706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Calling delete_port for a0fb4219-3577-4230-bbe9-d5440c115a62 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:16.299780 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39d5edf3-0b17-4135-a338-7527fcb9cef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.344696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5edf3-0b17-4135-a338-7527fcb9cef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Port': ['ID=4c0a2514-5cb1-4143-9ca1-a96faff703de,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:16.396776 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39d5edf3-0b17-4135-a338-7527fcb9cef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.403137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-39d5edf3-0b17-4135-a338-7527fcb9cef2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/4c0a2514-5cb1-4143-9ca1-a96faff703de HTTP/1.1" status: 204 len: 168 time: 0.6529124 Nov 26 22:20:16.406575 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58382) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:16.424855 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.456040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fb4219-3577-4230-bbe9-d5440c115a62,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:16.486114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf9dc3-2833-409f-a541-c368175bd894 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:16.490481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-43cf9dc3-2833-409f-a541-c368175bd894 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0798292 Nov 26 22:20:16.490481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58384) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:16.576301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14dd01-69bb-48b0-a716-a835983ceb97 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:16.579879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3e14dd01-69bb-48b0-a716-a835983ceb97 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0860825 Nov 26 22:20:16.580487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58386) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:16.734603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5d81a-27b7-4c3e-85ec-cb2abc8c4be2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:16.737231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5d81a-27b7-4c3e-85ec-cb2abc8c4be2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:16.739203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5d81a-27b7-4c3e-85ec-cb2abc8c4be2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:16.741505 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5ec5d81a-27b7-4c3e-85ec-cb2abc8c4be2 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1603866 Nov 26 22:20:16.744412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58388) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:16.768226 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.785314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 459347d5-153b-4831-9efa-c50cf67eca7c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:16.837626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-97bea197-a27f-4d4f-a5ab-1856d8c3c0ea None None] Could not find standard attr ID for object 4c0a2514-5cb1-4143-9ca1-a96faff703de. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:16.854774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9019a2-1355-424a-98a1-274e7c534148 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet 1bf5cf2c-32ed-4069-8126-07fcbda0dd5f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:16.860606 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6c9019a2-1355-424a-98a1-274e7c534148 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.876658 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-97bea197-a27f-4d4f-a5ab-1856d8c3c0ea None None] Provisioning complete for port 459347d5-153b-4831-9efa-c50cf67eca7c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:16.877087 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-97bea197-a27f-4d4f-a5ab-1856d8c3c0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.920075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6c9019a2-1355-424a-98a1-274e7c534148 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:16.935278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 459347d5-153b-4831-9efa-c50cf67eca7c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:16.935652 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.045860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Router c375dbed-df36-4561-9cf4-bbf8e4303141 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:20:17.065853 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6c9019a2-1355-424a-98a1-274e7c534148 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.169053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-62c530f2-e7c3-4ad0-9cce-88e666f809f8 None None] Could not find standard attr ID for object e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:17.183746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6c9019a2-1355-424a-98a1-274e7c534148 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.214236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:20:17.222456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-18943bc9-9fc6-4a37-80fe-d715b2f3ef05 admin admin] 10.222.0.21 "PUT /v2.0/routers/c375dbed-df36-4561-9cf4-bbf8e4303141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9041150 Nov 26 22:20:17.227210 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6c9019a2-1355-424a-98a1-274e7c534148 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.227822 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] Sync routers for ids ['c375dbed-df36-4561-9cf4-bbf8e4303141'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:20:17.233407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58392) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:17.233604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6c9019a2-1355-424a-98a1-274e7c534148 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/1bf5cf2c-32ed-4069-8126-07fcbda0dd5f HTTP/1.1" status: 204 len: 168 time: 0.4848981 Nov 26 22:20:17.233604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9019a2-1355-424a-98a1-274e7c534148 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf5cf2c-32ed-4069-8126-07fcbda0dd5f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:17.233940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58394) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:17.241915 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] Routers {'c375dbed-df36-4561-9cf4-bbf8e4303141'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:20:17.242668 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c375dbed-df36-4561-9cf4-bbf8e4303141'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:17.318811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92b74a0-3532-4b7e-85f5-dc2ba5bfb1a9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Deleting subnet dcc70e77-fa4d-4491-98f8-ad92f4260703 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:17.325398 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e92b74a0-3532-4b7e-85f5-dc2ba5bfb1a9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.366033 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] Set router c375dbed-df36-4561-9cf4-bbf8e4303141 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:20:17.390998 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e92b74a0-3532-4b7e-85f5-dc2ba5bfb1a9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.419647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed13b265-be3c-4584-9679-74b589e1072b None None] Network 80fbbb56-d081-4c75-9bc4-6d72e144c947 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:17.423236 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.487470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e92b74a0-3532-4b7e-85f5-dc2ba5bfb1a9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.522838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d4105919-0995-42c6-93b2-714f71f2acae None None] Could not find standard attr ID for object 4c0a2514-5cb1-4143-9ca1-a96faff703de. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:17.604556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e92b74a0-3532-4b7e-85f5-dc2ba5bfb1a9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.661610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b74a0-3532-4b7e-85f5-dc2ba5bfb1a9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc70e77-fa4d-4491-98f8-ad92f4260703,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:17.671113 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e92b74a0-3532-4b7e-85f5-dc2ba5bfb1a9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.678389 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:20:16Z', 'revision_number': 5, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:17.681933 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e92b74a0-3532-4b7e-85f5-dc2ba5bfb1a9 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/dcc70e77-fa4d-4491-98f8-ad92f4260703 HTTP/1.1" status: 204 len: 168 time: 0.4468875 Nov 26 22:20:17.683197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58396) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:17.712358 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] Checking router: c375dbed-df36-4561-9cf4-bbf8e4303141 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:20:17.724893 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] Routers {'c375dbed-df36-4561-9cf4-bbf8e4303141'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:20:17.725713 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c375dbed-df36-4561-9cf4-bbf8e4303141'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:17.764165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-af05d00b-f045-45f9-a7e4-60134ade9ca8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796301 Nov 26 22:20:17.766437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58400) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:17.780437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] DHCP port deletion for 80fbbb56-d081-4c75-9bc4-6d72e144c947 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:17.846326 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] Set router c375dbed-df36-4561-9cf4-bbf8e4303141 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:20:17.878793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc704b0-328a-4c93-9236-2627ac97fc0d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:17.884943 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bdc704b0-328a-4c93-9236-2627ac97fc0d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1172445 Nov 26 22:20:17.885931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58402) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:17.890067 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] Deleting port 459347d5-153b-4831-9efa-c50cf67eca7c {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:17.890679 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.916196 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.952466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8966e641-f8d9-4fec-a80c-e446b2a39d93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:17.957649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8966e641-f8d9-4fec-a80c-e446b2a39d93 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703771 Nov 26 22:20:17.958482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58404) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:17.980074 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] For port 459347d5-153b-4831-9efa-c50cf67eca7c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=459347d5-153b-4831-9efa-c50cf67eca7c,segment=NetworkSegment(a7208934-d920-4c1c-ace9-1163b6382f5f),segment_id=a7208934-d920-4c1c-ace9-1163b6382f5f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:17.980475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:17.995596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] Calling delete_port for 459347d5-153b-4831-9efa-c50cf67eca7c owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:18.003481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Deleting port e1310691-d6c6-409e-9493-ad2e44957588 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:18.006987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.007846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4dcfe49b-db08-47b5-b6b5-5911bf484418 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479634 Nov 26 22:20:18.012553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58406) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.051813 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43203a1-d789-4191-8905-0d9198759bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.054532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43203a1-d789-4191-8905-0d9198759bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.058158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b43203a1-d789-4191-8905-0d9198759bda tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/4c0a2514-5cb1-4143-9ca1-a96faff703de HTTP/1.1" status: 404 len: 333 time: 0.0439675 Nov 26 22:20:18.061892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58408) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.096036 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.097741 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d89426e-a37f-4008-9663-b777c7426610 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.098368 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d89426e-a37f-4008-9663-b777c7426610 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.102324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4d89426e-a37f-4008-9663-b777c7426610 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/dcc70e77-fa4d-4491-98f8-ad92f4260703 HTTP/1.1" status: 404 len: 337 time: 0.0393124 Nov 26 22:20:18.104705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58410) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.117070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] No DVR routers for this DVR port 459347d5-153b-4831-9efa-c50cf67eca7c on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:18.156358 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:20:16Z', 'revision_number': 5, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:18.172232 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff3526e-8146-4ca9-9202-d0d725ddffd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.172746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff3526e-8146-4ca9-9202-d0d725ddffd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.181252 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4ff3526e-8146-4ca9-9202-d0d725ddffd8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/1bf5cf2c-32ed-4069-8126-07fcbda0dd5f HTTP/1.1" status: 404 len: 337 time: 0.0724373 Nov 26 22:20:18.181921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58414) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.192679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] For port e1310691-d6c6-409e-9493-ad2e44957588, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e1310691-d6c6-409e-9493-ad2e44957588,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:18.193866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.208872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Calling delete_port for e1310691-d6c6-409e-9493-ad2e44957588 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:18.223030 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cdaf5c-21ab-4afd-a1fd-5a3ca1fcfe2f None None] The sync data for ids ['c375dbed-df36-4561-9cf4-bbf8e4303141'] in n-d-819494-1 is: [{'id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'name': 'tempest-TestServerMultinode-1709825074-router', 'tenant_id': '30be09019a774625b04d3b4d42d74f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:20Z', 'updated_at': '2021-11-26T22:20:16Z', 'revision_number': 5, 'project_id': '30be09019a774625b04d3b4d42d74f41', 'gw_port': {'id': 'e1310691-d6c6-409e-9493-ad2e44957588', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:60:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c375dbed-df36-4561-9cf4-bbf8e4303141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:21Z', 'updated_at': '2021-11-26T22:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:20:18.245868 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-e143647b-d06f-48ab-b7b4-b2b2a8f25dfb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.246489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e143647b-d06f-48ab-b7b4-b2b2a8f25dfb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.257459 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e143647b-d06f-48ab-b7b4-b2b2a8f25dfb tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/e7c84dda-d3eb-41e9-aa5f-d20593ad9bb0 HTTP/1.1" status: 404 len: 333 time: 0.0742571 Nov 26 22:20:18.260109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58418) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.310356 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8de503-42b0-42a4-8fca-b40929983fb5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.310974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8de503-42b0-42a4-8fca-b40929983fb5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.314372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6f8de503-42b0-42a4-8fca-b40929983fb5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/10ee239e-5a42-4986-9922-a2b8943f1d77 HTTP/1.1" status: 404 len: 337 time: 0.0532465 Nov 26 22:20:18.316834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.331320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d57344-eaad-45c4-beb0-60ff371055ed None None] Pushing event deleted for resources: {'Port': ['ID=459347d5-153b-4831-9efa-c50cf67eca7c,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:18.352991 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-26612504-a606-4b71-94e4-42a02689b847 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.353460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26612504-a606-4b71-94e4-42a02689b847 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.357706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-26612504-a606-4b71-94e4-42a02689b847 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/be5699c2-f45b-4653-b09e-a94f7e05cceb HTTP/1.1" status: 404 len: 337 time: 0.0394926 Nov 26 22:20:18.359807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58422) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.383113 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9670f0e-71e1-4645-ac29-9bc911bce75a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.383749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9670f0e-71e1-4645-ac29-9bc911bce75a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.389756 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f9670f0e-71e1-4645-ac29-9bc911bce75a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/25bef809-ce77-4895-aa37-12a2705bf8c8 HTTP/1.1" status: 404 len: 333 time: 0.0260332 Nov 26 22:20:18.390246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58424) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.415606 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfd70e6-15c4-4467-9bd9-770debe4c906 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.415978 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfd70e6-15c4-4467-9bd9-770debe4c906 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.419759 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9bfd70e6-15c4-4467-9bd9-770debe4c906 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/32c19133-4586-4de0-8260-311db5b316ce HTTP/1.1" status: 404 len: 337 time: 0.0287330 Nov 26 22:20:18.422453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58426) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.454415 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-1635400b-1969-4ea9-bc75-9a5c6d3ec2af tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.454866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1635400b-1969-4ea9-bc75-9a5c6d3ec2af tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.457912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1635400b-1969-4ea9-bc75-9a5c6d3ec2af tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/2b3bda9d-7bb5-49c9-b8fe-dfc6c45d0926 HTTP/1.1" status: 404 len: 337 time: 0.0341904 Nov 26 22:20:18.460812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58428) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.470119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.491348 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-518cd591-9d55-4389-bf12-616feacf5240 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.491911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518cd591-9d55-4389-bf12-616feacf5240 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.497983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-518cd591-9d55-4389-bf12-616feacf5240 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/585b7a26-f9e9-4a65-9a1d-3a465ef2c11a HTTP/1.1" status: 404 len: 333 time: 0.0331261 Nov 26 22:20:18.499060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58430) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.515894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1310691-d6c6-409e-9493-ad2e44957588,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:18.528182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df13a0c-2a38-4c99-b0b5-7a340dd63319 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:18.543096 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10f85b8-dc0a-4222-baca-54fd39d9c375 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.544331 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10f85b8-dc0a-4222-baca-54fd39d9c375 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.547627 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f10f85b8-dc0a-4222-baca-54fd39d9c375 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/b7bc502f-30c7-427c-9c68-6a6c9bbbdd07 HTTP/1.1" status: 404 len: 337 time: 0.0472107 Nov 26 22:20:18.550552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58432) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.578321 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1e1f1b-9171-4c9f-ad93-9bbb957fe516 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.580000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1e1f1b-9171-4c9f-ad93-9bbb957fe516 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.584072 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1f1e1f1b-9171-4c9f-ad93-9bbb957fe516 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/7afe9a46-02fd-489e-acf5-b969fc793ad0 HTTP/1.1" status: 404 len: 337 time: 0.0322142 Nov 26 22:20:18.586514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58434) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.595802 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.620040 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1683f7-36c9-4d09-81e3-744a6c9ac466 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.620938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1683f7-36c9-4d09-81e3-744a6c9ac466 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.626943 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1c1683f7-36c9-4d09-81e3-744a6c9ac466 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/b5b31a57-e430-4c64-892c-e5ded231e2af HTTP/1.1" status: 404 len: 333 time: 0.0369842 Nov 26 22:20:18.627355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58436) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.677770 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c063fe3-8b31-4b06-85e2-8e390d7d3d20 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.678226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c063fe3-8b31-4b06-85e2-8e390d7d3d20 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.683772 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0c063fe3-8b31-4b06-85e2-8e390d7d3d20 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/86551bc1-5452-4675-83ea-26194ca7ecc6 HTTP/1.1" status: 404 len: 337 time: 0.0530806 Nov 26 22:20:18.684068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58438) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.719315 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-eecbb2c0-4a47-4eec-8f7a-df6588b397cd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.719897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eecbb2c0-4a47-4eec-8f7a-df6588b397cd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.725219 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-eecbb2c0-4a47-4eec-8f7a-df6588b397cd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/528c8dc8-27a2-42e0-b90a-58499e6eac9f HTTP/1.1" status: 404 len: 333 time: 0.0373034 Nov 26 22:20:18.726809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58440) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.727866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.730473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.763547 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c301077-10a7-4b65-a119-1ac304836e4f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.764004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c301077-10a7-4b65-a119-1ac304836e4f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.770314 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1c301077-10a7-4b65-a119-1ac304836e4f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/554d357e-6bdf-422c-b9dc-4479efa86900 HTTP/1.1" status: 404 len: 337 time: 0.0402865 Nov 26 22:20:18.770518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 459347d5-153b-4831-9efa-c50cf67eca7c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:18.772061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58442) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.793694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 459347d5-153b-4831-9efa-c50cf67eca7c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:18.794112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 459347d5-153b-4831-9efa-c50cf67eca7c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:18.794591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a0fb4219-3577-4230-bbe9-d5440c115a62 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:18.802759 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df0477b-5248-4320-805e-bbde9dd1c559 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.803589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df0477b-5248-4320-805e-bbde9dd1c559 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.807741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4df0477b-5248-4320-805e-bbde9dd1c559 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/5978ae4d-e27f-4a9e-a0de-e820fe18b9d8 HTTP/1.1" status: 404 len: 333 time: 0.0339360 Nov 26 22:20:18.810741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58444) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.820194 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.820905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a0fb4219-3577-4230-bbe9-d5440c115a62 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:18.821265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a0fb4219-3577-4230-bbe9-d5440c115a62 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:18.823120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c375dbed-df36-4561-9cf4-bbf8e4303141 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:20:18.831657 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.833762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-54ba810c-71bd-420a-a072-314ac84ae389 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c375dbed-df36-4561-9cf4-bbf8e4303141 HTTP/1.1" status: 204 len: 168 time: 1.5911906 Nov 26 22:20:18.835821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58446) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.846089 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-67146598-5961-418e-b56b-8c66f14f16cf tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.846631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67146598-5961-418e-b56b-8c66f14f16cf tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.849798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-67146598-5961-418e-b56b-8c66f14f16cf tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/488be5dc-2b19-41f9-83fc-8b23cc592f76 HTTP/1.1" status: 404 len: 337 time: 0.0376253 Nov 26 22:20:18.854500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58448) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.881093 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-31aa62c3-ba9b-4b20-91df-6eda4fec0b40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.881298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31aa62c3-ba9b-4b20-91df-6eda4fec0b40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.887169 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-31aa62c3-ba9b-4b20-91df-6eda4fec0b40 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/26f016b4-5c18-4c7b-b179-6c2453070bd7 HTTP/1.1" status: 404 len: 333 time: 0.0316072 Nov 26 22:20:18.887933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58450) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.899961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-93acda89-f2f0-4de2-8711-14650264da9d admin admin] Deleting subnet 5ade0627-644a-4db1-bf7c-5c477f6e6b4d {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:18.903434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93acda89-f2f0-4de2-8711-14650264da9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.920802 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-64358ea1-5aca-4825-9d1f-81c117c05bd4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.921278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64358ea1-5aca-4825-9d1f-81c117c05bd4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.927359 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-64358ea1-5aca-4825-9d1f-81c117c05bd4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/930b50ab-08ee-4264-8f18-465798f5ff26 HTTP/1.1" status: 404 len: 337 time: 0.0381703 Nov 26 22:20:18.928071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58452) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.947235 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93acda89-f2f0-4de2-8711-14650264da9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:18.951257 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1750aa-1036-446d-b289-c2f6d8b96414 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.952083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1750aa-1036-446d-b289-c2f6d8b96414 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.958013 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ee1750aa-1036-446d-b289-c2f6d8b96414 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/c15bc56e-d876-4447-9c52-d01eabcea7a2 HTTP/1.1" status: 404 len: 333 time: 0.0263658 Nov 26 22:20:18.958013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:18.985762 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-40791725-5387-428e-b1d4-8cb4e3fa91ce tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:18.986181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40791725-5387-428e-b1d4-8cb4e3fa91ce tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:18.989292 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-40791725-5387-428e-b1d4-8cb4e3fa91ce tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/d3ec6f3a-0802-49fd-9b7e-9d340f3bab05 HTTP/1.1" status: 404 len: 337 time: 0.0306346 Nov 26 22:20:18.991894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58456) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.020414 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74a9ad5-df17-4f4e-8300-87d444e1f4f0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.020979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74a9ad5-df17-4f4e-8300-87d444e1f4f0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.024117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b74a9ad5-df17-4f4e-8300-87d444e1f4f0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/00ec5035-4ec5-4dc8-a0b9-06d55d6424bc HTTP/1.1" status: 404 len: 333 time: 0.0312819 Nov 26 22:20:19.026612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58458) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.078354 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83cc6eb-de56-486b-b709-5f9731a9db97 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.078818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83cc6eb-de56-486b-b709-5f9731a9db97 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.084098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f83cc6eb-de56-486b-b709-5f9731a9db97 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/b072e398-d9f7-4232-acf6-074851d9e3c6 HTTP/1.1" status: 404 len: 337 time: 0.0565653 Nov 26 22:20:19.086655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58460) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.121450 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-300a7a73-331d-4e44-b85b-73836a92745c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.121963 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300a7a73-331d-4e44-b85b-73836a92745c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.125254 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-300a7a73-331d-4e44-b85b-73836a92745c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/f2948db2-e284-4510-b661-801147dfd8b8 HTTP/1.1" status: 404 len: 337 time: 0.0376301 Nov 26 22:20:19.128022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58462) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.128498 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93acda89-f2f0-4de2-8711-14650264da9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.151412 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d903d1-2272-44c2-8088-ab7d92292cc4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.151946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d903d1-2272-44c2-8088-ab7d92292cc4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.156045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-07d903d1-2272-44c2-8088-ab7d92292cc4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/d8b93ac2-9676-4cc6-9cfa-10d36505a2a1 HTTP/1.1" status: 404 len: 333 time: 0.0270178 Nov 26 22:20:19.158555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58464) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.181003 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93acda89-f2f0-4de2-8711-14650264da9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.183906 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a118bd14-10ad-47e6-85a0-c0f3148928db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.184769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a118bd14-10ad-47e6-85a0-c0f3148928db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.188075 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a118bd14-10ad-47e6-85a0-c0f3148928db tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/3a124517-f477-4a79-80e7-e4cd45c8c012 HTTP/1.1" status: 404 len: 337 time: 0.0286016 Nov 26 22:20:19.190650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58466) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.208589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acda89-f2f0-4de2-8711-14650264da9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ade0627-644a-4db1-bf7c-5c477f6e6b4d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:19.210471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93acda89-f2f0-4de2-8711-14650264da9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.214456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c59a459-0fca-45fe-b373-de47204920e0 None None] Network 93125caa-ea09-4322-b706-6af8e3b8b113 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:19.218008 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35c2841-fe0f-4b96-89d7-d9fc32ec7781 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.219064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35c2841-fe0f-4b96-89d7-d9fc32ec7781 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.219929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-93acda89-f2f0-4de2-8711-14650264da9d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ade0627-644a-4db1-bf7c-5c477f6e6b4d HTTP/1.1" status: 204 len: 168 time: 0.3821850 Nov 26 22:20:19.222269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e35c2841-fe0f-4b96-89d7-d9fc32ec7781 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/f6bb2270-3064-41ac-9520-d8e904ce5c06 HTTP/1.1" status: 404 len: 337 time: 0.0306578 Nov 26 22:20:19.222840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58470) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.224935 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58472) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.249421 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afee0c2-fa45-4e7e-8206-21096bb153b5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.250031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afee0c2-fa45-4e7e-8206-21096bb153b5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.256012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8afee0c2-fa45-4e7e-8206-21096bb153b5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/cc393250-81c5-4783-b890-f07158329804 HTTP/1.1" status: 404 len: 333 time: 0.0299695 Nov 26 22:20:19.256560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58474) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.297368 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-b652c8b5-ac96-483b-9b2a-0fc2df008075 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.298294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b652c8b5-ac96-483b-9b2a-0fc2df008075 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.303527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b652c8b5-ac96-483b-9b2a-0fc2df008075 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/1dff4641-3450-4352-8027-a96f8bd438be HTTP/1.1" status: 404 len: 337 time: 0.0437174 Nov 26 22:20:19.304218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58478) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.334122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.335952 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-95176516-0d7d-4d08-976a-e383b080e1e0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.336396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95176516-0d7d-4d08-976a-e383b080e1e0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.343207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-95176516-0d7d-4d08-976a-e383b080e1e0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/09d54f11-6bcd-4eba-bc42-48b31bdfd35a HTTP/1.1" status: 404 len: 337 time: 0.0346894 Nov 26 22:20:19.343390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58480) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.377199 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b45ef8-ae0e-4941-ae51-7c8d67d4a678 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.378768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b45ef8-ae0e-4941-ae51-7c8d67d4a678 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.385988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-33b45ef8-ae0e-4941-ae51-7c8d67d4a678 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/6feed75c-b51b-4e50-9c24-202ee5b1bf67 HTTP/1.1" status: 404 len: 333 time: 0.0395296 Nov 26 22:20:19.386307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58482) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.403920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Deleting port 32cb7a6c-3511-478e-a587-9ec1167ccb59 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:19.404283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.439652 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-e245cc41-6dd7-4734-b60a-2edfa1d142c1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.440120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e245cc41-6dd7-4734-b60a-2edfa1d142c1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.445754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e245cc41-6dd7-4734-b60a-2edfa1d142c1 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/5e469b70-202f-467a-8fea-610175ea6fd7 HTTP/1.1" status: 404 len: 337 time: 0.0549541 Nov 26 22:20:19.446008 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58486) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.463214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] DHCP port deletion for 93125caa-ea09-4322-b706-6af8e3b8b113 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:19.508023 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-9614c7cd-6665-4d71-af61-975467bc644f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.508478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9614c7cd-6665-4d71-af61-975467bc644f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.509654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] For port 32cb7a6c-3511-478e-a587-9ec1167ccb59, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=32cb7a6c-3511-478e-a587-9ec1167ccb59,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:19.510199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.514374 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9614c7cd-6665-4d71-af61-975467bc644f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/948a70b6-9e58-46b9-8061-78b9bd1a3cb0 HTTP/1.1" status: 404 len: 337 time: 0.0645685 Nov 26 22:20:19.515108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58488) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.530587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Calling delete_port for 32cb7a6c-3511-478e-a587-9ec1167ccb59 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:19.547555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] Deleting port 32cb7a6c-3511-478e-a587-9ec1167ccb59 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:19.547942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.555000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5b72b6df-6f96-47f9-848d-2ddc5a110b56 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2a42ea3-fba4-4188-940f-27b0ad8ec0bf HTTP/1.1" status: 200 len: 205 time: 0.0394592 Nov 26 22:20:19.557423 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58490) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.602342 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-19619d4b-02dc-4d6c-b83a-0dbb81238543 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] delete failed (client error): The resource could not be found. Nov 26 22:20:19.603388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19619d4b-02dc-4d6c-b83a-0dbb81238543 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/routers/e2a42ea3-fba4-4188-940f-27b0ad8ec0bf HTTP/1.1" status: 404 len: 336 time: 0.0450625 Nov 26 22:20:19.606042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58492) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.617109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] For port 32cb7a6c-3511-478e-a587-9ec1167ccb59, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=32cb7a6c-3511-478e-a587-9ec1167ccb59,segment=NetworkSegment(40d47071-e9f8-4c66-9c1d-e72aea308b17),segment_id=40d47071-e9f8-4c66-9c1d-e72aea308b17)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:19.617524 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.617984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e881ab-616d-4ba2-bb07-327030d4930e req-bfe94650-4fc8-42d2-bf34-b7db7067c881 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:19.619552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8e881ab-616d-4ba2-bb07-327030d4930e req-bfe94650-4fc8-42d2-bf34-b7db7067c881 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 950 time: 0.1249950 Nov 26 22:20:19.631592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] Calling delete_port for 32cb7a6c-3511-478e-a587-9ec1167ccb59 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:19.645539 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73b2965-a14f-4e3e-a394-c1bf5dae4c46 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.646196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73b2965-a14f-4e3e-a394-c1bf5dae4c46 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.651811 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b73b2965-a14f-4e3e-a394-c1bf5dae4c46 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/2efbf7b6-2c1e-45d4-ad45-da02be47f7a7 HTTP/1.1" status: 404 len: 337 time: 0.0420194 Nov 26 22:20:19.652670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58494) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.672791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.688662 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1f73b5be-208d-4e8b-9dd8-ebb9a9ad74b0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4cc43c9-38fe-4805-a834-23f0a1263b8a HTTP/1.1" status: 200 len: 205 time: 0.0345755 Nov 26 22:20:19.692938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58496) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.701339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cb7a6c-3511-478e-a587-9ec1167ccb59,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:19.708670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] No DVR routers for this DVR port 32cb7a6c-3511-478e-a587-9ec1167ccb59 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:19.721593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.739592 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-58277866-2ef5-41b5-bd76-0e3e0f82fafe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] delete failed (client error): The resource could not be found. Nov 26 22:20:19.742972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-58277866-2ef5-41b5-bd76-0e3e0f82fafe tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/routers/b4cc43c9-38fe-4805-a834-23f0a1263b8a HTTP/1.1" status: 404 len: 336 time: 0.0468106 Nov 26 22:20:19.744147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c8e881ab-616d-4ba2-bb07-327030d4930e req-a8c74a4c-2bb5-4c44-a00d-12d80c1dd872 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176460 Nov 26 22:20:19.744609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58498) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.752688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] No DVR routers for this DVR port 32cb7a6c-3511-478e-a587-9ec1167ccb59 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:19.764912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923be5fe-028f-44b8-a5a6-97ec29b5e68f None None] Pushing event deleted for resources: {'Port': ['ID=32cb7a6c-3511-478e-a587-9ec1167ccb59,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:19.774370 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe75aca9-4dd4-4129-87c4-181b4d317e53 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.774940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe75aca9-4dd4-4129-87c4-181b4d317e53 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.778422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe75aca9-4dd4-4129-87c4-181b4d317e53 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/fe40f07a-e7f8-43a1-af07-037a9caa7a9e HTTP/1.1" status: 404 len: 337 time: 0.0328689 Nov 26 22:20:19.780895 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58500) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.794599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.807437 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a773d6-f960-4cb3-a510-7d86fcf7dac3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.807901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a773d6-f960-4cb3-a510-7d86fcf7dac3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.811931 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-30a773d6-f960-4cb3-a510-7d86fcf7dac3 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/eb185fd4-bb6a-4852-a753-1889a4d92238 HTTP/1.1" status: 404 len: 337 time: 0.0299656 Nov 26 22:20:19.814440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58502) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.816002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93125caa-ea09-4322-b706-6af8e3b8b113']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:19.825424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d47071-e9f8-4c66-9c1d-e72aea308b17') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:19.825721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d47071-e9f8-4c66-9c1d-e72aea308b17') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:19.836966 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceefc09-1b73-44df-8fde-d4d14922f5dd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.837530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceefc09-1b73-44df-8fde-d4d14922f5dd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.839437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.840708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9ceefc09-1b73-44df-8fde-d4d14922f5dd tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/76b5f922-499a-4392-a41d-68497cf56c72 HTTP/1.1" status: 404 len: 333 time: 0.0252464 Nov 26 22:20:19.843174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58504) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.852620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.859520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:19.860099 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:19.861892 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:19.870237 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f9004a-a22e-41e2-b112-df796e5822d6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.870748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f9004a-a22e-41e2-b112-df796e5822d6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.874979 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-87f9004a-a22e-41e2-b112-df796e5822d6 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/69cd1fc6-8cb6-4b7a-a47e-1f778235b4dc HTTP/1.1" status: 404 len: 337 time: 0.0308692 Nov 26 22:20:19.877536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58506) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.899835 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d80b0d0-f0d4-4822-ab3f-85d4ebdbdd5a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.900378 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d80b0d0-f0d4-4822-ab3f-85d4ebdbdd5a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.903656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0d80b0d0-f0d4-4822-ab3f-85d4ebdbdd5a tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/0235ec56-7e64-42e0-8b0f-723527e9c5e0 HTTP/1.1" status: 404 len: 333 time: 0.0251513 Nov 26 22:20:19.906055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58508) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.917179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.924496 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:19.930746 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/93125caa-ea09-4322-b706-6af8e3b8b113 HTTP/1.1" status: 204 len: 168 time: 0.7040753 Nov 26 22:20:19.936636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58510) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:19.938614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98cfe3-bcb5-4877-b0f6-2b4f4a00f8d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=93125caa-ea09-4322-b706-6af8e3b8b113,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:19.942722 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3f59ba-2493-4d6a-af35-a5ff8150b62d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:19.943111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3f59ba-2493-4d6a-af35-a5ff8150b62d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:19.946223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9a3f59ba-2493-4d6a-af35-a5ff8150b62d tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/3be5b820-686a-46f5-8e56-79d5655ca96f HTTP/1.1" status: 404 len: 337 time: 0.0391636 Nov 26 22:20:19.948954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58512) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.005413 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dc5a14-32df-43bd-ac4d-9922c50f9201 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.005994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dc5a14-32df-43bd-ac4d-9922c50f9201 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.009234 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-44dc5a14-32df-43bd-ac4d-9922c50f9201 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/ebfb371c-f194-40bb-aee9-b157aa446449 HTTP/1.1" status: 404 len: 333 time: 0.0595372 Nov 26 22:20:20.012137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58514) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.042685 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-621d78ef-a29d-4737-bb16-866fe3e7609f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.043369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621d78ef-a29d-4737-bb16-866fe3e7609f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.049986 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-621d78ef-a29d-4737-bb16-866fe3e7609f tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/152c00a9-efff-4c1d-8f95-fd15e07c32f8 HTTP/1.1" status: 404 len: 337 time: 0.0354924 Nov 26 22:20:20.050822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58516) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.079960 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c41589-fb80-4e6e-9123-76bdbda2f585 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.080863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c41589-fb80-4e6e-9123-76bdbda2f585 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.084109 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d0c41589-fb80-4e6e-9123-76bdbda2f585 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/6058a543-37f6-4799-ac86-37d99ced5432 HTTP/1.1" status: 404 len: 333 time: 0.0321784 Nov 26 22:20:20.088681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58518) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.147417 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-3991ab66-8ac2-40f2-a21f-4768f5f97dc5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.147873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3991ab66-8ac2-40f2-a21f-4768f5f97dc5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.151015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3991ab66-8ac2-40f2-a21f-4768f5f97dc5 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/63f7f979-eaca-4c0d-809c-6ad8fbe4f01d HTTP/1.1" status: 404 len: 337 time: 0.0613081 Nov 26 22:20:20.154486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58520) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.182277 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f78480-15bf-49df-9491-58b61decdeff tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.182827 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f78480-15bf-49df-9491-58b61decdeff tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.188391 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a9f78480-15bf-49df-9491-58b61decdeff tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/4ef0b539-4709-4826-a622-f3dff810fdb0 HTTP/1.1" status: 404 len: 333 time: 0.0304029 Nov 26 22:20:20.188576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58522) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.213962 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbeba77-4eec-435a-928b-7262f1d4261c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.214445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbeba77-4eec-435a-928b-7262f1d4261c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.218067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cdbeba77-4eec-435a-928b-7262f1d4261c tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/9831b4c6-f358-4309-bb90-0e4e983693c6 HTTP/1.1" status: 404 len: 337 time: 0.0285759 Nov 26 22:20:20.220564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58524) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.243678 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a810c1-d1f9-41e3-9d0b-14ae86392320 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.244226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a810c1-d1f9-41e3-9d0b-14ae86392320 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.247594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a5a810c1-d1f9-41e3-9d0b-14ae86392320 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/01e4f38d-709a-496d-b772-e61d018ba531 HTTP/1.1" status: 404 len: 333 time: 0.0261025 Nov 26 22:20:20.250240 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58526) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.280114 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6084e5-a21b-4d01-b667-a27b1a34ecec tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.280561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6084e5-a21b-4d01-b667-a27b1a34ecec tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.283597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-da6084e5-a21b-4d01-b667-a27b1a34ecec tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/1e641afd-d757-4734-8b5e-64e240bb4e98 HTTP/1.1" status: 404 len: 337 time: 0.0324073 Nov 26 22:20:20.286165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58528) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.309724 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca56802-ba14-41e3-a281-cf57f32295a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.310299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca56802-ba14-41e3-a281-cf57f32295a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.313642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cca56802-ba14-41e3-a281-cf57f32295a0 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/ports/e15a9f57-4969-4c09-8dd9-fbd0f259fe96 HTTP/1.1" status: 404 len: 333 time: 0.0261836 Nov 26 22:20:20.315808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58530) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.340919 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b97104-83a8-4e30-aac4-4c858b900fa4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:20.341368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b97104-83a8-4e30-aac4-4c858b900fa4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:20.344412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a4b97104-83a8-4e30-aac4-4c858b900fa4 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/subnets/b2e65275-8232-4919-bdf2-a2b9d3e55e4f HTTP/1.1" status: 404 len: 337 time: 0.0277100 Nov 26 22:20:20.346839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58532) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:20.386155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.425788 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.511575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.532292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fbbb56-d081-4c75-9bc4-6d72e144c947']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:20.541249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7208934-d920-4c1c-ace9-1163b6382f5f') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:20.541540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7208934-d920-4c1c-ace9-1163b6382f5f') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:20.555455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.569573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.576957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:20.577356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:20.581146 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:20.635889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e1310691-d6c6-409e-9493-ad2e44957588 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:20.638722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Deleting port a1ef1b15-60f1-4c82-a3ee-65e9015785ac {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:20.639210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.642940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.654319 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.660244 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] 10.222.0.21 "DELETE /v2.0/networks/80fbbb56-d081-4c75-9bc4-6d72e144c947 HTTP/1.1" status: 204 len: 168 time: 0.3100498 Nov 26 22:20:20.671558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21277458-93f1-4077-a600-e0c9c5ceadb8 tempest-NetworksTestDHCPv6-739879231 tempest-NetworksTestDHCPv6-739879231-project] Pushing event deleted for resources: {'Network': ['ID=80fbbb56-d081-4c75-9bc4-6d72e144c947,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:20.675473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: e1310691-d6c6-409e-9493-ad2e44957588 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:20.675846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e1310691-d6c6-409e-9493-ad2e44957588 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:20.676280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 32cb7a6c-3511-478e-a587-9ec1167ccb59 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:20.697466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 32cb7a6c-3511-478e-a587-9ec1167ccb59 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:20.697830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 32cb7a6c-3511-478e-a587-9ec1167ccb59 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:20.724499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] For port a1ef1b15-60f1-4c82-a3ee-65e9015785ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,segment=NetworkSegment(8ba817f8-6cc6-4550-84b4-521215ae5671),segment_id=8ba817f8-6cc6-4550-84b4-521215ae5671)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:20.724874 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:20.739549 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Calling delete_port for a1ef1b15-60f1-4c82-a3ee-65e9015785ac owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:20.915276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f6a6-3b37-452a-a189-6a30ec53116e req-cfecf3db-7cd3-42a1-8fd8-19cef530b93e tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:20.916764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4213f6a6-3b37-452a-a189-6a30ec53116e req-cfecf3db-7cd3-42a1-8fd8-19cef530b93e tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 950 time: 0.0686288 Nov 26 22:20:20.937584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58540) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:21.000150 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.013011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4213f6a6-3b37-452a-a189-6a30ec53116e req-605a1b73-d924-4b21-a7cc-6750134f8e5d tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/security-groups?id=575ac5a2-bb57-4220-8dc8-400d20b28701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829279 Nov 26 22:20:21.032293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ef1b15-60f1-4c82-a3ee-65e9015785ac,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:21.095851 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ccb30cce-9517-43ac-9261-6373345ede05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b35325352e704c17ae51b75e1f448ee2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566753 Nov 26 22:20:21.098303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58544) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:21.149733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb825bd6-0d9c-4402-9955-786d58989bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.200413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb825bd6-0d9c-4402-9955-786d58989bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.207038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.249278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-fd82b4c2-92bd-44f7-a214-c81048bd19ca tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:21.250804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-fd82b4c2-92bd-44f7-a214-c81048bd19ca tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.13 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 950 time: 0.0904467 Nov 26 22:20:21.294724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb825bd6-0d9c-4402-9955-786d58989bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.296893 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb825bd6-0d9c-4402-9955-786d58989bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.300517 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fb825bd6-0d9c-4402-9955-786d58989bf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/535c47cc-70f0-471e-80ba-71c248ebd115 HTTP/1.1" status: 204 len: 168 time: 0.1987691 Nov 26 22:20:21.331131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb825bd6-0d9c-4402-9955-786d58989bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535c47cc-70f0-471e-80ba-71c248ebd115,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:21.366808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Deleting port e361bcc9-eb47-4729-914b-fc001d532798 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:21.367159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.443945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:20:21.470496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] For port e361bcc9-eb47-4729-914b-fc001d532798, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=e361bcc9-eb47-4729-914b-fc001d532798,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:21.470864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.484697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Calling delete_port for e361bcc9-eb47-4729-914b-fc001d532798 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:21.559943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:20:21.569088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58552) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:21.569239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d93c4b2-4d47-461d-8e28-e187038d97e2 admin admin] 10.222.0.21 "PUT /v2.0/routers/747b7e46-a617-48fc-a5d4-79bbf5fe4ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6314981 Nov 26 22:20:21.571473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] Sync routers for ids ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:20:21.585183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] Routers {'747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:20:21.585823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:21.709857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] Set router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:20:21.719325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.721074 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.776144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Pushing event deleted for resources: {'Port': ['ID=e361bcc9-eb47-4729-914b-fc001d532798,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:21.778483 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['e361bcc9-eb47-4729-914b-fc001d532798'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:20:21.869109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] No DVR routers for this DVR port e361bcc9-eb47-4729-914b-fc001d532798 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:21.873240 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.876646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0bdbf0b4-f1d4-435f-9845-aa5c1ba3eb13 req-8be6e7b1-cec1-44fd-896c-c38c4014b503 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.13 "DELETE /v2.0/ports/e361bcc9-eb47-4729-914b-fc001d532798 HTTP/1.1" status: 204 len: 173 time: 0.6193457 Nov 26 22:20:21.877607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43eda87e-d637-4da5-a4cf-6c7e153a3b08', 'name': 'network-vif-deleted', 'tag': 'e361bcc9-eb47-4729-914b-fc001d532798'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:20:21.879813 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3e88ef-962d-4294-b0a2-f5cca73b342c" -d '{"events": [{"server_uuid": "43eda87e-d637-4da5-a4cf-6c7e153a3b08", "name": "network-vif-deleted", "tag": "e361bcc9-eb47-4729-914b-fc001d532798"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:20:21.922457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:21.943255 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b9f7e7-3d5b-4fa4-9e81-d0ec140ba181 x-openstack-request-id: req-09b9f7e7-3d5b-4fa4-9e81-d0ec140ba181 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:20:21.943547 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43eda87e-d637-4da5-a4cf-6c7e153a3b08", "name": "network-vif-deleted", "tag": "e361bcc9-eb47-4729-914b-fc001d532798", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:20:21.943805 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09b9f7e7-3d5b-4fa4-9e81-d0ec140ba181 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:20:21.944210 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43eda87e-d637-4da5-a4cf-6c7e153a3b08', 'name': 'network-vif-deleted', 'tag': 'e361bcc9-eb47-4729-914b-fc001d532798', 'status': 'completed', 'code': 200} Nov 26 22:20:21.979071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:20:20Z', 'revision_number': 5, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port': {'id': 'e98363d4-ac54-4bf2-b394-11b01d4078d0', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:19:31Z', 'updated_at': '2021-11-26T22:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:21.999723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Deleting port e98363d4-ac54-4bf2-b394-11b01d4078d0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:22.000347 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.021313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] Checking router: 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:20:22.030835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] Routers {'747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:20:22.031732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:19:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:22.101401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] For port e98363d4-ac54-4bf2-b394-11b01d4078d0, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e98363d4-ac54-4bf2-b394-11b01d4078d0,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:22.101771 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.116586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Calling delete_port for e98363d4-ac54-4bf2-b394-11b01d4078d0 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:22.142901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] Set router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:20:22.152017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47b66356-8a87-48e9-8291-5909ccf7417a req-0a78e78b-62f9-4efc-b125-aba5cbbd1cb0 tempest-VolumesBackupsTest-725868652 tempest-VolumesBackupsTest-725868652-project] 10.222.0.21 "GET /v2.0/ports?device_id=43eda87e-d637-4da5-a4cf-6c7e153a3b08 HTTP/1.1" status: 200 len: 210 time: 0.0360641 Nov 26 22:20:22.173623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58572) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:22.208508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:20:21Z', 'revision_number': 6, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:22.241218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d492fa1-f329-4257-b8f5-b477f69c19a4 None None] The sync data for ids ['747b7e46-a617-48fc-a5d4-79bbf5fe4ee1'] in n-d-819494-1 is: [{'id': '747b7e46-a617-48fc-a5d4-79bbf5fe4ee1', 'name': 'tempest-TestServerMultinode-1783454572-router', 'tenant_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:19:30Z', 'updated_at': '2021-11-26T22:20:21Z', 'revision_number': 6, 'project_id': '004f8e14fbe74ad4a1d4ea2f2a065860', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:20:22.310867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'networks': [{'name': 'tempest-network--409229407'}, {'name': 'tempest-network--461546137'}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:22.311209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'network': {'name': 'tempest-network--409229407'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:22.311661 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'network': {'name': 'tempest-network--461546137'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:22.338400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Made reservation on behalf of 1bebac0c68a14249b532541ba6c06536 for: {'network': 2} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:22.343259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.353261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.366127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.394499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667765f4-3c01-4226-90d6-9dc9705a8119 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:22.402694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98363d4-ac54-4bf2-b394-11b01d4078d0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:22.455647 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.459721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.460173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.466960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.499782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e87c40-6602-4eb4-96d0-ce015fa97c55,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:22.507222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:22.518166 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.518692 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Added segment 24665dfd-31fc-4d5f-b668-f4b15ea7ab20 of type vlan for network f677656d-1326-494d-bede-4a2340221bd6 Nov 26 22:20:22.564588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.566703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.569944 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.599322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:22.608214 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.608569 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Added segment e0c3e5a9-56f3-44b1-8569-a85a4d1ac1eb of type vlan for network ac912bee-6e62-4f79-9737-0d781cf8eab9 Nov 26 22:20:22.612777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.613349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:20:22.619534 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.626729 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d0830057-bb6d-4354-8bc9-13079682d871 admin admin] 10.222.0.21 "DELETE /v2.0/routers/747b7e46-a617-48fc-a5d4-79bbf5fe4ee1 HTTP/1.1" status: 204 len: 168 time: 1.0564544 Nov 26 22:20:22.628327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58576) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:22.659795 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.701184 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2223f7a0-f910-4a67-b195-24a3aaad0c76 admin admin] Deleting subnet 84e49b28-24b9-493b-9adf-f5f709b70937 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:22.703652 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.704716 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.705487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2223f7a0-f910-4a67-b195-24a3aaad0c76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.712019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:22.720553 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:22.721238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.751695 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2223f7a0-f910-4a67-b195-24a3aaad0c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:22.768161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a1ef1b15-60f1-4c82-a3ee-65e9015785ac no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:22.795426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58578) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:22.795733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6207724 Nov 26 22:20:22.796096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a1ef1b15-60f1-4c82-a3ee-65e9015785ac {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:22.796525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a1ef1b15-60f1-4c82-a3ee-65e9015785ac not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:23.129197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Network': ['ID=f677656d-1326-494d-bede-4a2340221bd6,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:23.142302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network f677656d-1326-494d-bede-4a2340221bd6 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:23.197174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccae75-adb8-405e-9016-37c21e3bcde3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Network': ['ID=ac912bee-6e62-4f79-9737-0d781cf8eab9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:23.228284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ac912bee-6e62-4f79-9737-0d781cf8eab9 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:23.267793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2223f7a0-f910-4a67-b195-24a3aaad0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.344938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46e87c-737b-43e4-90a0-0ac63b53af02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:23.351022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46e87c-737b-43e4-90a0-0ac63b53af02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:23.359555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46e87c-737b-43e4-90a0-0ac63b53af02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:23.363227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46e87c-737b-43e4-90a0-0ac63b53af02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:23.366010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a46e87c-737b-43e4-90a0-0ac63b53af02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5694993 Nov 26 22:20:23.367904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58586) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:23.392235 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2223f7a0-f910-4a67-b195-24a3aaad0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.424731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223f7a0-f910-4a67-b195-24a3aaad0c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e49b28-24b9-493b-9adf-f5f709b70937,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:23.429173 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2223f7a0-f910-4a67-b195-24a3aaad0c76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.436077 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2223f7a0-f910-4a67-b195-24a3aaad0c76 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/84e49b28-24b9-493b-9adf-f5f709b70937 HTTP/1.1" status: 204 len: 168 time: 0.8064275 Nov 26 22:20:23.436586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58588) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:23.437124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104274f4-179f-4fdc-8b25-396b60cd7a7d None None] Network a31dc4f2-e135-4191-9edd-3204162ae478 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:23.481435 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.517966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.558798 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fa511c9f-7ceb-4b89-a53d-1f1cccd9258f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.584357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Deleting port bb188528-1880-44e0-aa66-be0d4a569727 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:23.584704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.653053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.671794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] For port bb188528-1880-44e0-aa66-be0d4a569727, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bb188528-1880-44e0-aa66-be0d4a569727,segment=NetworkSegment(8ba817f8-6cc6-4550-84b4-521215ae5671),segment_id=8ba817f8-6cc6-4550-84b4-521215ae5671)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:23.672298 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.687894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Calling delete_port for bb188528-1880-44e0-aa66-be0d4a569727 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:23.699657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f677656d-1326-494d-bede-4a2340221bd6']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:23.714775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24665dfd-31fc-4d5f-b668-f4b15ea7ab20') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:23.715070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24665dfd-31fc-4d5f-b668-f4b15ea7ab20') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:23.726421 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.727641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e361bcc9-eb47-4729-914b-fc001d532798 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:23.757875 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.764917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] DHCP port deletion for a31dc4f2-e135-4191-9edd-3204162ae478 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:23.765871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:23.766518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:23.771536 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:23.775167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: e361bcc9-eb47-4729-914b-fc001d532798 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:23.775654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device e361bcc9-eb47-4729-914b-fc001d532798 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:23.781798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.813268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Pushing event deleted for resources: {'Port': ['ID=bb188528-1880-44e0-aa66-be0d4a569727,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:23.815200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] No DVR routers for this DVR port bb188528-1880-44e0-aa66-be0d4a569727 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:23.847421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Deleting port bb188528-1880-44e0-aa66-be0d4a569727 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:23.848112 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.855769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.864870 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.868792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/networks/f677656d-1326-494d-bede-4a2340221bd6 HTTP/1.1" status: 204 len: 168 time: 0.4997385 Nov 26 22:20:23.871249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58590) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:23.893994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4f556-45d1-495b-8108-b1c66d0b0062 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Network': ['ID=f677656d-1326-494d-bede-4a2340221bd6,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:23.921649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] For port bb188528-1880-44e0-aa66-be0d4a569727, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:23.922097 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.928281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.939165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Calling delete_port for bb188528-1880-44e0-aa66-be0d4a569727 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:23.943264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Port bb188528-1880-44e0-aa66-be0d4a569727 was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:20:23.944882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.958598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31dc4f2-e135-4191-9edd-3204162ae478']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:23.971172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba817f8-6cc6-4550-84b4-521215ae5671') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:23.971473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba817f8-6cc6-4550-84b4-521215ae5671') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:23.982854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Pushing event deleted for resources: {'Port': ['ID=bb188528-1880-44e0-aa66-be0d4a569727,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:23.985977 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.987041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] No DVR routers for this DVR port bb188528-1880-44e0-aa66-be0d4a569727 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:23.990152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:23.994871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:23.995890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:23.996351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:23.997306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:23.997819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:23.998533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:24.000195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:24.000634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:24.001128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:24.001549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:24.002059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:24.002475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c66322-9f08-4b3a-8b94-82920e8b0b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:20:24.010583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.017617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:24.018119 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:24.019937 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:24.084140 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.091553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.095399 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] 10.222.0.21 "DELETE /v2.0/networks/a31dc4f2-e135-4191-9edd-3204162ae478 HTTP/1.1" status: 204 len: 168 time: 0.6577909 Nov 26 22:20:24.104528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.113767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970692c4-73d6-44b5-908f-5ff4183f70af admin admin] Pushing event deleted for resources: {'Network': ['ID=a31dc4f2-e135-4191-9edd-3204162ae478,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:24.139066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac912bee-6e62-4f79-9737-0d781cf8eab9']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:24.150563 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c3e5a9-56f3-44b1-8569-a85a4d1ac1eb') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:24.150913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c3e5a9-56f3-44b1-8569-a85a4d1ac1eb') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:24.162491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.177197 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.186199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:24.186611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:24.189728 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:24.260217 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.283833 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.287186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/networks/ac912bee-6e62-4f79-9737-0d781cf8eab9 HTTP/1.1" status: 204 len: 168 time: 0.4146974 Nov 26 22:20:24.288541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6916d6-7f58-4cc1-b309-47365f59ca9c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Network': ['ID=ac912bee-6e62-4f79-9737-0d781cf8eab9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:24.290191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58594) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:24.313021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58596) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:24.356933 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-03245c92-ac94-45cd-9feb-b15f4eed6265 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30be09019a774625b04d3b4d42d74f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419664 Nov 26 22:20:24.359321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58598) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:24.429239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-836c9632-9856-48fe-9410-b59385996976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.450958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-836c9632-9856-48fe-9410-b59385996976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.485418 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86b153-3ee1-45eb-84c0-df6b8cb6475c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:24.491853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86b153-3ee1-45eb-84c0-df6b8cb6475c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:24.497552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cd86b153-3ee1-45eb-84c0-df6b8cb6475c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1971962 Nov 26 22:20:24.497954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58602) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:24.503307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1457160456'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:24.513487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-836c9632-9856-48fe-9410-b59385996976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.516400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-836c9632-9856-48fe-9410-b59385996976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.520323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-836c9632-9856-48fe-9410-b59385996976 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ba3289c-37c3-41b6-9515-df22f4d3a4ff HTTP/1.1" status: 204 len: 168 time: 0.1599326 Nov 26 22:20:24.529074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c9632-9856-48fe-9410-b59385996976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3289c-37c3-41b6-9515-df22f4d3a4ff,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:24.532472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Made reservation on behalf of 1bebac0c68a14249b532541ba6c06536 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:24.536995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.567453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:24.581795 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.582299 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Added segment 8f5390c2-8681-49c9-8bd9-17df61a4bae4 of type vlan for network 075ba4ac-13c4-407c-95cd-88330afc1bc5 Nov 26 22:20:24.639688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e98363d4-ac54-4bf2-b394-11b01d4078d0 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:24.644703 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.672588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: e98363d4-ac54-4bf2-b394-11b01d4078d0 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:24.673333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e98363d4-ac54-4bf2-b394-11b01d4078d0 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:24.673797 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.674418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb188528-1880-44e0-aa66-be0d4a569727 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:24.681309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:24.681929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.701152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bb188528-1880-44e0-aa66-be0d4a569727 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:24.701500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bb188528-1880-44e0-aa66-be0d4a569727 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:24.744103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2426829 Nov 26 22:20:24.744584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58606) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:24.751889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1840775358'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:24.764880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b184f5-e7dc-4539-b008-cb06a552ab24 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Network': ['ID=075ba4ac-13c4-407c-95cd-88330afc1bc5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:24.775403 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 075ba4ac-13c4-407c-95cd-88330afc1bc5 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:24.797840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Made reservation on behalf of 1bebac0c68a14249b532541ba6c06536 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:24.802712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.835724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:24.849649 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.850225 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Added segment 4da24d6d-015b-483c-b364-9ad2634fbe19 of type vlan for network 16ff8c20-b130-469f-83c7-f52255e3455a Nov 26 22:20:24.896511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.926904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.933374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:24.934773 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:24.960580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58610) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:25.009540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-726ec67a-4463-44d1-ae87-506cf6702234 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=004f8e14fbe74ad4a1d4ea2f2a065860&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454586 Nov 26 22:20:25.009828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58612) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:25.016795 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2707140 Nov 26 22:20:25.024370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58614) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:25.047443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'ports': [{'network_id': '075ba4ac-13c4-407c-95cd-88330afc1bc5', 'name': 'tempest-port--2012034075', 'admin_state_up': True}, {'network_id': '16ff8c20-b130-469f-83c7-f52255e3455a', 'admin_state_up': False}]} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:25.047852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'port': {'network_id': '075ba4ac-13c4-407c-95cd-88330afc1bc5', 'name': 'tempest-port--2012034075', 'admin_state_up': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:25.048248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'port': {'network_id': '16ff8c20-b130-469f-83c7-f52255e3455a', 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:25.069996 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7e48-6384-4493-8af0-acec058eb311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.072997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c543c-9872-4b50-8889-818bb0aea957 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Network': ['ID=16ff8c20-b130-469f-83c7-f52255e3455a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:25.086563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 16ff8c20-b130-469f-83c7-f52255e3455a details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:25.113694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7e48-6384-4493-8af0-acec058eb311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.179493 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7e48-6384-4493-8af0-acec058eb311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.182126 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7e48-6384-4493-8af0-acec058eb311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.183285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fd6a7e48-6384-4493-8af0-acec058eb311 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da5b2755-9a4b-4120-971e-3061c429a1b0 HTTP/1.1" status: 204 len: 168 time: 0.1724644 Nov 26 22:20:25.194174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a7e48-6384-4493-8af0-acec058eb311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5b2755-9a4b-4120-971e-3061c429a1b0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:25.261318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Made reservation on behalf of 1bebac0c68a14249b532541ba6c06536 for: {'port': 2} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:25.266975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.282955 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.373730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] device_id is not set on port f00102a6-fe14-41f5-8f75-4b764a1af320 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:25.537182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.615642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] device_id is not set on port e14fd36c-ae4a-471c-b771-96c916a49ce0 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:25.746179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.787846 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.858969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Port': ['ID=f00102a6-fe14-41f5-8f75-4b764a1af320,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:25.870148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Checking segment: {'id': '8f5390c2-8681-49c9-8bd9-17df61a4bae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '075ba4ac-13c4-407c-95cd-88330afc1bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:25.870524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Network hostable DHCP agents. Network: 075ba4ac-13c4-407c-95cd-88330afc1bc5, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:25.887742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Network 075ba4ac-13c4-407c-95cd-88330afc1bc5 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:25.896583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 075ba4ac-13c4-407c-95cd-88330afc1bc5) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:25.901038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:25.905706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b0c14-7235-40b5-833f-2be4db2a6d55 None None] Network 075ba4ac-13c4-407c-95cd-88330afc1bc5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:25.906283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:25.968630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Port': ['ID=e14fd36c-ae4a-471c-b771-96c916a49ce0,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:25.980327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Checking segment: {'id': '4da24d6d-015b-483c-b364-9ad2634fbe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '16ff8c20-b130-469f-83c7-f52255e3455a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:25.980697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Network hostable DHCP agents. Network: 16ff8c20-b130-469f-83c7-f52255e3455a, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:26.000340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Network 16ff8c20-b130-469f-83c7-f52255e3455a is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:26.010606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 16ff8c20-b130-469f-83c7-f52255e3455a) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:26.014915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:26.020698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:26.023232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d00a47-2d49-46fc-8cce-aa34afac69f8 None None] Network 16ff8c20-b130-469f-83c7-f52255e3455a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:26.026054 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:26.026516 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.047454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58620) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:26.050900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a8d3b0ae-eb47-4691-9138-52ab33d84818 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.0251720 Nov 26 22:20:26.106435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f9aff-4bfd-429e-a867-a8e0b16c513c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:26.112993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f9aff-4bfd-429e-a867-a8e0b16c513c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:26.114595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-563f9aff-4bfd-429e-a867-a8e0b16c513c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0661292 Nov 26 22:20:26.117327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58622) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:26.205871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e56bcf04-9ad6-44b9-a536-d0223b9ef7c7 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Deleting port f00102a6-fe14-41f5-8f75-4b764a1af320 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:26.206248 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf04-9ad6-44b9-a536-d0223b9ef7c7 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.250791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a845a705-54a0-441b-a821-e83077e6929c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.279234 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf04-9ad6-44b9-a536-d0223b9ef7c7 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.294237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e56bcf04-9ad6-44b9-a536-d0223b9ef7c7 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Calling delete_port for f00102a6-fe14-41f5-8f75-4b764a1af320 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:26.376712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf04-9ad6-44b9-a536-d0223b9ef7c7 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.416929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e56bcf04-9ad6-44b9-a536-d0223b9ef7c7 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.421386 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e56bcf04-9ad6-44b9-a536-d0223b9ef7c7 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/ports/f00102a6-fe14-41f5-8f75-4b764a1af320 HTTP/1.1" status: 204 len: 168 time: 0.3030808 Nov 26 22:20:26.422323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bcf04-9ad6-44b9-a536-d0223b9ef7c7 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Port': ['ID=f00102a6-fe14-41f5-8f75-4b764a1af320,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:26.424143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58624) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:26.524498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-41aab270-4a36-4b1e-9548-a9b6b6f49d02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Deleting port e14fd36c-ae4a-471c-b771-96c916a49ce0 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:26.525049 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aab270-4a36-4b1e-9548-a9b6b6f49d02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.607620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aab270-4a36-4b1e-9548-a9b6b6f49d02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.620987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-41aab270-4a36-4b1e-9548-a9b6b6f49d02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Calling delete_port for e14fd36c-ae4a-471c-b771-96c916a49ce0 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:26.704530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aab270-4a36-4b1e-9548-a9b6b6f49d02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.736953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aab270-4a36-4b1e-9548-a9b6b6f49d02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Port': ['ID=e14fd36c-ae4a-471c-b771-96c916a49ce0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:26.745162 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-41aab270-4a36-4b1e-9548-a9b6b6f49d02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.750025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-41aab270-4a36-4b1e-9548-a9b6b6f49d02 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/ports/e14fd36c-ae4a-471c-b771-96c916a49ce0 HTTP/1.1" status: 204 len: 168 time: 0.3248477 Nov 26 22:20:26.752694 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58666) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:26.783236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b4d5c2bd-e590-45fc-b184-608badaee175 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0259039 Nov 26 22:20:26.783524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58668) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:26.788538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1452994607'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:26.811775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Made reservation on behalf of 1bebac0c68a14249b532541ba6c06536 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:26.816158 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.842332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:26.851931 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.852332 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Added segment 81a40230-139f-4a97-8862-55568e5976cd of type vlan for network 952b2f0d-c04b-48b3-978a-076d88cfa643 Nov 26 22:20:26.897723 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.929886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.932497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:26.933099 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:26.964502 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1798537 Nov 26 22:20:26.967997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58674) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:26.972947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-502656912'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:27.008274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Made reservation on behalf of 1bebac0c68a14249b532541ba6c06536 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:27.012181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:27.032254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3913e6c-d74c-4a88-b339-feb22c706bcb tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Network': ['ID=952b2f0d-c04b-48b3-978a-076d88cfa643,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:27.043066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 952b2f0d-c04b-48b3-978a-076d88cfa643 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:27.065732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:27.083565 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:27.083894 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Added segment 24379080-e912-4e42-8906-e21ac18261fa of type vlan for network cd477a02-a062-495d-a065-dc9e48b7e8f9 Nov 26 22:20:27.152530 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:27.156455 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:27.183086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:27.189478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:27.190500 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:27.269653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2929630 Nov 26 22:20:27.275450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358f3c6-697c-4bf2-b63e-347895d24069 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Network': ['ID=cd477a02-a062-495d-a065-dc9e48b7e8f9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:27.332881 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network cd477a02-a062-495d-a065-dc9e48b7e8f9 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:27.402340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58708) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:27.408155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'subnets': [{'network_id': '952b2f0d-c04b-48b3-978a-076d88cfa643', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--157495611', 'ip_version': 4}, {'network_id': 'cd477a02-a062-495d-a065-dc9e48b7e8f9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:27.408477 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'subnet': {'network_id': '952b2f0d-c04b-48b3-978a-076d88cfa643', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--157495611', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:27.409056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Request body: {'subnet': {'network_id': 'cd477a02-a062-495d-a065-dc9e48b7e8f9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:27.609201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Made reservation on behalf of 1bebac0c68a14249b532541ba6c06536 for: {'subnet': 2} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:27.614572 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:27.615022 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.031428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.097798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Subnet': ['ID=7f8207d1-5953-49b1-8eb8-7b73a2b59406,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:28.106522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Checking segment: {'id': '81a40230-139f-4a97-8862-55568e5976cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '952b2f0d-c04b-48b3-978a-076d88cfa643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:28.106889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Network hostable DHCP agents. Network: 952b2f0d-c04b-48b3-978a-076d88cfa643, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:28.124941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Network 952b2f0d-c04b-48b3-978a-076d88cfa643 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:28.135408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 952b2f0d-c04b-48b3-978a-076d88cfa643) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:28.139883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.145284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c83ae-d448-4aba-9149-4963cc27659e None None] Network 952b2f0d-c04b-48b3-978a-076d88cfa643 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:28.209682 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event updated for resources: {'Subnet': ['ID=5909db2f-7283-4c59-add7-7fdab52440fc,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:28.219700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Checking segment: {'id': '24379080-e912-4e42-8906-e21ac18261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cd477a02-a062-495d-a065-dc9e48b7e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:28.220055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Network hostable DHCP agents. Network: cd477a02-a062-495d-a065-dc9e48b7e8f9, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:28.239081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Network cd477a02-a062-495d-a065-dc9e48b7e8f9 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:28.252315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, cd477a02-a062-495d-a065-dc9e48b7e8f9) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:28.256898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:28.257388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:28.258063 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.268054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f93629c-436a-4892-a784-1cbf5165639a None None] Network cd477a02-a062-495d-a065-dc9e48b7e8f9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:28.277682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-247e0cd7-ce62-4968-9238-b75ee388b6ab tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8735006 Nov 26 22:20:28.280721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58712) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:28.337674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0bd36-45f2-4f4a-92cf-d52b5cedfe96 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:28.339441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0bd36-45f2-4f4a-92cf-d52b5cedfe96 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:28.341321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0bd36-45f2-4f4a-92cf-d52b5cedfe96 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:28.343111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7bd0bd36-45f2-4f4a-92cf-d52b5cedfe96 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0612886 Nov 26 22:20:28.346208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58714) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:28.358349 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68924347-53c2-4d4d-8642-6cf6c36a8e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-952b2f0d-c04b-48b3-978a-076d88cfa643', 'network_id': '952b2f0d-c04b-48b3-978a-076d88cfa643', 'tenant_id': '1bebac0c68a14249b532541ba6c06536', 'fixed_ips': [{'subnet_id': '7f8207d1-5953-49b1-8eb8-7b73a2b59406'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:28.359285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68924347-53c2-4d4d-8642-6cf6c36a8e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.407679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-967c72fc-3e21-4972-aa01-501ba308a76c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Deleting subnet 7f8207d1-5953-49b1-8eb8-7b73a2b59406 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:28.412105 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-967c72fc-3e21-4972-aa01-501ba308a76c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.459223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-967c72fc-3e21-4972-aa01-501ba308a76c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.517846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-967c72fc-3e21-4972-aa01-501ba308a76c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.532295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-cd477a02-a062-495d-a065-dc9e48b7e8f9', 'network_id': 'cd477a02-a062-495d-a065-dc9e48b7e8f9', 'tenant_id': '1bebac0c68a14249b532541ba6c06536', 'fixed_ips': [{'subnet_id': '5909db2f-7283-4c59-add7-7fdab52440fc'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:28.533380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.588867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-967c72fc-3e21-4972-aa01-501ba308a76c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-68924347-53c2-4d4d-8642-6cf6c36a8e07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f8207d1-5953-49b1-8eb8-7b73a2b59406: This subnet is being modified by another concurrent operation. Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f8207d1-5953-49b1-8eb8-7b73a2b59406: This subnet is being modified by another concurrent operation. Nov 26 22:20:28.612781 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:20:28.628764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2248bf69-a672-4c2a-93e5-58bcf0923386 None None] Network 952b2f0d-c04b-48b3-978a-076d88cfa643 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:28.633729 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-967c72fc-3e21-4972-aa01-501ba308a76c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.638809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-967c72fc-3e21-4972-aa01-501ba308a76c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/subnets/7f8207d1-5953-49b1-8eb8-7b73a2b59406 HTTP/1.1" status: 204 len: 168 time: 0.2900119 Nov 26 22:20:28.640218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c72fc-3e21-4972-aa01-501ba308a76c tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8207d1-5953-49b1-8eb8-7b73a2b59406,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:28.640446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58718) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:28.704605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec629d4-d1ab-4683-8632-2af1d85ded11 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Deleting subnet 5909db2f-7283-4c59-add7-7fdab52440fc {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:28.738666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:28.924838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Allocated IP 172.20.0.18 (cd477a02-a062-495d-a065-dc9e48b7e8f9/5909db2f-7283-4c59-add7-7fdab52440fc/0121d9a8-8d6d-4fc8-a668-0459674282e3) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:29.086147 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.098598 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.099617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aec629d4-d1ab-4683-8632-2af1d85ded11 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.133014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Network cd477a02-a062-495d-a065-dc9e48b7e8f9 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:29.136043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:29.140391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:29.147599 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aec629d4-d1ab-4683-8632-2af1d85ded11 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.147854 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Pushing event updated for resources: {'Port': ['ID=0121d9a8-8d6d-4fc8-a668-0459674282e3,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:29.199225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Attempting to bind port 0121d9a8-8d6d-4fc8-a668-0459674282e3 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:20:29.199607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Attempting to bind port 0121d9a8-8d6d-4fc8-a668-0459674282e3 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '24379080-e912-4e42-8906-e21ac18261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cd477a02-a062-495d-a065-dc9e48b7e8f9'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:20:29.200691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Attempting to bind port 0121d9a8-8d6d-4fc8-a668-0459674282e3 on network cd477a02-a062-495d-a065-dc9e48b7e8f9 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:20:29.206338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:20:29.206731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Checking segment: {'id': '24379080-e912-4e42-8906-e21ac18261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cd477a02-a062-495d-a065-dc9e48b7e8f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:29.207142 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.207548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Bound using segment: {'id': '24379080-e912-4e42-8906-e21ac18261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cd477a02-a062-495d-a065-dc9e48b7e8f9'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:20:29.208027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Bound port: 0121d9a8-8d6d-4fc8-a668-0459674282e3, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24379080-e912-4e42-8906-e21ac18261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'cd477a02-a062-495d-a065-dc9e48b7e8f9'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:20:29.208406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.252421 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aec629d4-d1ab-4683-8632-2af1d85ded11 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.295712 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.318366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aec629d4-d1ab-4683-8632-2af1d85ded11 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.322170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] For port 0121d9a8-8d6d-4fc8-a668-0459674282e3, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:20:29.326421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] For port 0121d9a8-8d6d-4fc8-a668-0459674282e3, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0121d9a8-8d6d-4fc8-a668-0459674282e3,segment=NetworkSegment(24379080-e912-4e42-8906-e21ac18261fa),segment_id=24379080-e912-4e42-8906-e21ac18261fa)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:20:29.332489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.355678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec629d4-d1ab-4683-8632-2af1d85ded11 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Subnet': ['ID=5909db2f-7283-4c59-add7-7fdab52440fc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:29.358947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aec629d4-d1ab-4683-8632-2af1d85ded11 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.362463 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aec629d4-d1ab-4683-8632-2af1d85ded11 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/subnets/5909db2f-7283-4c59-add7-7fdab52440fc HTTP/1.1" status: 204 len: 168 time: 0.7207582 Nov 26 22:20:29.364732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58722) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:29.406814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d8358-39d4-40a2-9257-25644d127b87 None None] Pushing event updated for resources: {'Port': ['ID=0121d9a8-8d6d-4fc8-a668-0459674282e3,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:29.427778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52197f2f-22f9-4b5b-98dd-2ebbd740beb3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:29.429861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-52197f2f-22f9-4b5b-98dd-2ebbd740beb3 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0640495 Nov 26 22:20:29.433548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58724) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:29.524254 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.626617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Deleting port 0121d9a8-8d6d-4fc8-a668-0459674282e3 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:29.627087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.716866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] For port 0121d9a8-8d6d-4fc8-a668-0459674282e3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0121d9a8-8d6d-4fc8-a668-0459674282e3,segment=NetworkSegment(24379080-e912-4e42-8906-e21ac18261fa),segment_id=24379080-e912-4e42-8906-e21ac18261fa)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:29.717556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.735983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Calling delete_port for 0121d9a8-8d6d-4fc8-a668-0459674282e3 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:29.830412 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.855279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Port': ['ID=0121d9a8-8d6d-4fc8-a668-0459674282e3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:29.860822 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] No DVR routers for this DVR port 0121d9a8-8d6d-4fc8-a668-0459674282e3 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:29.943661 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:29.965817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd477a02-a062-495d-a065-dc9e48b7e8f9']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:29.975755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24379080-e912-4e42-8906-e21ac18261fa') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:29.976057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24379080-e912-4e42-8906-e21ac18261fa') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:29.990302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.005736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.011736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:30.013044 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:30.017108 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:30.085755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.094183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.097703 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/networks/cd477a02-a062-495d-a065-dc9e48b7e8f9 HTTP/1.1" status: 204 len: 168 time: 0.6630414 Nov 26 22:20:30.101453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58726) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:30.127041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c7871-d838-4909-bba2-82eb7978f7a9 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Network': ['ID=cd477a02-a062-495d-a065-dc9e48b7e8f9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:30.206248 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.308413 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.332133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952b2f0d-c04b-48b3-978a-076d88cfa643']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:30.343828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a40230-139f-4a97-8862-55568e5976cd') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:30.344205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a40230-139f-4a97-8862-55568e5976cd') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:30.355193 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.369372 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.379116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:30.379526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:30.426226 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:30.450366 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.457509 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.461276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/networks/952b2f0d-c04b-48b3-978a-076d88cfa643 HTTP/1.1" status: 204 len: 168 time: 0.3588045 Nov 26 22:20:30.463739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58730) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:30.482908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b6a43-4a95-4707-9d5e-760650bbe56d tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Network': ['ID=952b2f0d-c04b-48b3-978a-076d88cfa643,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:30.484096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e64b8f1c-75de-47fa-b043-30b5d521391c None None] Could not find standard attr ID for object 0121d9a8-8d6d-4fc8-a668-0459674282e3. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:30.506008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81a5b6-ee90-4600-994b-e00f4b4fbd22 None None] DHCP port deletion for cd477a02-a062-495d-a065-dc9e48b7e8f9 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:30.529235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aca7db-7003-44af-9332-5cd6ac485479 None None] Network cd477a02-a062-495d-a065-dc9e48b7e8f9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:30.541867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26aca7db-7003-44af-9332-5cd6ac485479 None None] Network cd477a02-a062-495d-a065-dc9e48b7e8f9 could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 22:20:30.551467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c88e4-08d2-4301-b040-40169b6ee560 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:20:30.567678 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.645294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c88e4-08d2-4301-b040-40169b6ee560 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:20:30.671488 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.695438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ff8c20-b130-469f-83c7-f52255e3455a']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:30.705980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da24d6d-015b-483c-b364-9ad2634fbe19') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:30.706300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da24d6d-015b-483c-b364-9ad2634fbe19') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:30.718103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.732792 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.741874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:30.742400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:30.745739 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:30.817089 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.823036 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.827896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/networks/16ff8c20-b130-469f-83c7-f52255e3455a HTTP/1.1" status: 204 len: 168 time: 0.3632057 Nov 26 22:20:30.830682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58732) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:30.844800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29187f64-48ca-460a-86af-0abd165da058 tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Network': ['ID=16ff8c20-b130-469f-83c7-f52255e3455a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:30.926736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:30.995977 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:20:31.015536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.035983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075ba4ac-13c4-407c-95cd-88330afc1bc5']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:31.046558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5390c2-8681-49c9-8bd9-17df61a4bae4') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:31.046857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5390c2-8681-49c9-8bd9-17df61a4bae4') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:31.056183 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.071179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.077806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:31.078226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:31.081220 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:31.147269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.154552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.157807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] 10.222.0.21 "DELETE /v2.0/networks/075ba4ac-13c4-407c-95cd-88330afc1bc5 HTTP/1.1" status: 204 len: 168 time: 0.3260813 Nov 26 22:20:31.173544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22f278-4486-4909-a97f-8815716b9fbc tempest-BulkNetworkOpsTest-2142534647 tempest-BulkNetworkOpsTest-2142534647-project] Pushing event deleted for resources: {'Network': ['ID=075ba4ac-13c4-407c-95cd-88330afc1bc5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:31.428135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58740) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:31.573875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-19f37007-5a59-481a-ad84-6f66861caaa0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bebac0c68a14249b532541ba6c06536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444805 Nov 26 22:20:31.576247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58744) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:31.625022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dff73050-eee5-438c-9ec5-fb4243e7f432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.648475 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dff73050-eee5-438c-9ec5-fb4243e7f432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.699266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dff73050-eee5-438c-9ec5-fb4243e7f432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.702532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dff73050-eee5-438c-9ec5-fb4243e7f432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:31.703710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dff73050-eee5-438c-9ec5-fb4243e7f432 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86e87c40-6602-4eb4-96d0-ce015fa97c55 HTTP/1.1" status: 204 len: 168 time: 0.1265538 Nov 26 22:20:31.711800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff73050-eee5-438c-9ec5-fb4243e7f432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e87c40-6602-4eb4-96d0-ce015fa97c55,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:32.372298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58768) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:32.475700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-719140008'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:32.503501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:32.507337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.516867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.600795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.605679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.634232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:32.646197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c521c7-a868-4bb2-8a4e-a1ef9e4a2437,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:32.649480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.649824 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Added segment e4f5a1e4-5e2b-43d6-b655-29512297c961 of type vlan for network ed532201-a734-4823-ae41-4a4e4c66cfb1 Nov 26 22:20:32.695178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.721228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.726953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:32.727543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.790594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4146223 Nov 26 22:20:32.790901 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58772) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:32.796502 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'name': 'tempest-PortsTestJSON-1276283262'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:32.800937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ffcf4-f8a2-4f1e-a8b3-0f651b15f7b4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Network': ['ID=ed532201-a734-4823-ae41-4a4e4c66cfb1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:32.812917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:32.893510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:32.897080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:32.915068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 42708be5-b22b-4d41-a439-bf6e61b8b920 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:33.085612 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.120262 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.185007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=42708be5-b22b-4d41-a439-bf6e61b8b920,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:33.195882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking segment: {'id': 'e4f5a1e4-5e2b-43d6-b655-29512297c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:33.196206 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network hostable DHCP agents. Network: ed532201-a734-4823-ae41-4a4e4c66cfb1, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:33.215383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:33.225050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ed532201-a734-4823-ae41-4a4e4c66cfb1) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:33.229695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:33.232647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f957ffa-94d8-4799-8153-5d650882300f None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:33.237301 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:33.237926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.258877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-66747fbe-fe94-4374-a621-69d86fc280b5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4665151 Nov 26 22:20:33.259383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58774) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:33.265465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-82489296'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:33.304621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:33.319439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.346934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:33.357595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.357943 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Added segment 2a15fbe1-d02a-4878-bdac-bfbd4264f30c of type vlan for network bd857721-497e-43aa-91a6-adf53e780433 Nov 26 22:20:33.411371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.439071 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.444692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:33.445268 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.509582 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2489378 Nov 26 22:20:33.512065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58778) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:33.518837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'ports': [{'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1'}, {'network_id': 'bd857721-497e-43aa-91a6-adf53e780433'}]} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:33.519149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:33.519650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': 'bd857721-497e-43aa-91a6-adf53e780433'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:33.524770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15170993-2e33-48e1-a6c4-0b8e5e117b2b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Network': ['ID=bd857721-497e-43aa-91a6-adf53e780433,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:33.537940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network bd857721-497e-43aa-91a6-adf53e780433 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:33.696637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 2} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:33.703806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.715801 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.800605 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 0c0bb191-46b5-48b2-bd38-3eec06dbc568 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:33.916504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:33.990714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 1d09a573-a55c-45da-adc9-2a8eaa837b22 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:34.107654 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.146367 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.197132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:34.200746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:34.204777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:34.205601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.212221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=0c0bb191-46b5-48b2-bd38-3eec06dbc568,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:34.273916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=1d09a573-a55c-45da-adc9-2a8eaa837b22,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:34.279721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking segment: {'id': '2a15fbe1-d02a-4878-bdac-bfbd4264f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'bd857721-497e-43aa-91a6-adf53e780433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:34.280089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network hostable DHCP agents. Network: bd857721-497e-43aa-91a6-adf53e780433, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:34.298828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network bd857721-497e-43aa-91a6-adf53e780433 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:34.309075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, bd857721-497e-43aa-91a6-adf53e780433) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:34.312956 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:34.319063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:34.320183 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5815d7-e00d-4eda-8286-afa96f588fe0 None None] Network bd857721-497e-43aa-91a6-adf53e780433 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:34.324983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:34.325686 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.383984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-99c47c03-e6d3-429a-a2d6-fbc322d73016 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8697023 Nov 26 22:20:34.386681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58782) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:34.485115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-13833fc2-f7fd-4184-9ea3-4b1a16a42eee tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 1d09a573-a55c-45da-adc9-2a8eaa837b22 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:34.485456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13833fc2-f7fd-4184-9ea3-4b1a16a42eee tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.559554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13833fc2-f7fd-4184-9ea3-4b1a16a42eee tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.573723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-13833fc2-f7fd-4184-9ea3-4b1a16a42eee tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 1d09a573-a55c-45da-adc9-2a8eaa837b22 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:34.652257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13833fc2-f7fd-4184-9ea3-4b1a16a42eee tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.685077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13833fc2-f7fd-4184-9ea3-4b1a16a42eee tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=1d09a573-a55c-45da-adc9-2a8eaa837b22,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:34.687292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13833fc2-f7fd-4184-9ea3-4b1a16a42eee tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.690737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-13833fc2-f7fd-4184-9ea3-4b1a16a42eee tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/1d09a573-a55c-45da-adc9-2a8eaa837b22 HTTP/1.1" status: 204 len: 168 time: 0.3023839 Nov 26 22:20:34.693357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58784) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:34.745880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92aab18-7824-4ddb-84a0-41e1121dd167 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:34.752018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92aab18-7824-4ddb-84a0-41e1121dd167 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:34.753558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a92aab18-7824-4ddb-84a0-41e1121dd167 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0592046 Nov 26 22:20:34.756263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58786) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:34.848469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b141d95d-26fa-48ab-946b-5ccf54936ec0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 0c0bb191-46b5-48b2-bd38-3eec06dbc568 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:34.849092 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b141d95d-26fa-48ab-946b-5ccf54936ec0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.916486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b141d95d-26fa-48ab-946b-5ccf54936ec0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:34.929669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b141d95d-26fa-48ab-946b-5ccf54936ec0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 0c0bb191-46b5-48b2-bd38-3eec06dbc568 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:35.015553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b141d95d-26fa-48ab-946b-5ccf54936ec0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.048010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141d95d-26fa-48ab-946b-5ccf54936ec0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=0c0bb191-46b5-48b2-bd38-3eec06dbc568,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:35.051561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b141d95d-26fa-48ab-946b-5ccf54936ec0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.054864 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b141d95d-26fa-48ab-946b-5ccf54936ec0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/0c0bb191-46b5-48b2-bd38-3eec06dbc568 HTTP/1.1" status: 204 len: 168 time: 0.2976656 Nov 26 22:20:35.057302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58788) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:35.109829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e1001-c204-4e93-b525-ad2b08f21a5a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:35.111353 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e49e1001-c204-4e93-b525-ad2b08f21a5a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0531361 Nov 26 22:20:35.114175 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58790) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:35.143869 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddfccf4-16e8-410e-83d4-6c73a9a1465e tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:35.145447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bddfccf4-16e8-410e-83d4-6c73a9a1465e tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/1d09a573-a55c-45da-adc9-2a8eaa837b22 HTTP/1.1" status: 404 len: 333 time: 0.0300205 Nov 26 22:20:35.148179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58792) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:35.175412 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db2e357-4263-4cc2-9c14-d728095ff7b6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:35.176857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9db2e357-4263-4cc2-9c14-d728095ff7b6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/0c0bb191-46b5-48b2-bd38-3eec06dbc568 HTTP/1.1" status: 404 len: 333 time: 0.0277450 Nov 26 22:20:35.179731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58794) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:35.261352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.349022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.369786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd857721-497e-43aa-91a6-adf53e780433']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:35.380684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a15fbe1-d02a-4878-bdac-bfbd4264f30c') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:35.380903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a15fbe1-d02a-4878-bdac-bfbd4264f30c') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:35.402907 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.416730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.424430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:35.424908 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:35.428565 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:35.490622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.497345 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.505231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/networks/bd857721-497e-43aa-91a6-adf53e780433 HTTP/1.1" status: 204 len: 168 time: 0.3210161 Nov 26 22:20:35.506216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58798) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:35.511450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-854006348'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:35.521065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177178ff-abff-47df-8dd9-e1a4d6b11da0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Network': ['ID=bd857721-497e-43aa-91a6-adf53e780433,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:35.538917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:35.542661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.569536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:35.579623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.579964 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Added segment 14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4 of type vlan for network 7acb403e-a349-4c11-905c-db740163ba9c Nov 26 22:20:35.621337 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.646981 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.653857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:35.654469 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.717771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2072921 Nov 26 22:20:35.718602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58800) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:35.724691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': '7acb403e-a349-4c11-905c-db740163ba9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:35.727525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd14b7-7b26-4e7f-aee5-38b75f9b3bda tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Network': ['ID=7acb403e-a349-4c11-905c-db740163ba9c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:35.740192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7acb403e-a349-4c11-905c-db740163ba9c details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:35.823652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:35.828412 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:35.890315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Performing IP validity checks on allocation pools {{(pid=110000) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 22:20:35.890866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.ipam_backend_mixin [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110000) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 22:20:36.017267 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.073388 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=ea4f0a97-2b15-4e16-862e-b33d4acb3fdc,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:36.094042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking segment: {'id': '14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7acb403e-a349-4c11-905c-db740163ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:36.094484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network hostable DHCP agents. Network: 7acb403e-a349-4c11-905c-db740163ba9c, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:36.127940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 7acb403e-a349-4c11-905c-db740163ba9c is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:36.154368 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7acb403e-a349-4c11-905c-db740163ba9c) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:36.161185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:36.161595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.164645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e09d4-143c-4fc2-8339-ac2408ba1093 None None] Network 7acb403e-a349-4c11-905c-db740163ba9c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:36.208391 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c8fb414c-7896-4c1d-8295-42d0bfaf1c3c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4880545 Nov 26 22:20:36.210708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58802) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:36.232062 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': '7acb403e-a349-4c11-905c-db740163ba9c', 'name': 'tempest-PortsTestJSON-1100686982'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:36.341544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-7acb403e-a349-4c11-905c-db740163ba9c', 'network_id': '7acb403e-a349-4c11-905c-db740163ba9c', 'tenant_id': '8fbd535d3a2a4a0db847967e6b4124a8', 'fixed_ips': [{'subnet_id': 'ea4f0a97-2b15-4e16-862e-b33d4acb3fdc'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:36.342496 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.362387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:36.366744 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.386254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port aa9b8436-2c73-4b6e-a317-2cb19775a016 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:36.490834 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Allocated IP 172.20.0.2 (7acb403e-a349-4c11-905c-db740163ba9c/ea4f0a97-2b15-4e16-862e-b33d4acb3fdc/42097e72-1e2c-46cb-9972-c6793dd730c9) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:36.647156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.653500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.693477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Network 7acb403e-a349-4c11-905c-db740163ba9c is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:36.696607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:36.699465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:36.724135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.7 (7acb403e-a349-4c11-905c-db740163ba9c/ea4f0a97-2b15-4e16-862e-b33d4acb3fdc/aa9b8436-2c73-4b6e-a317-2cb19775a016) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:36.756743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Pushing event updated for resources: {'Port': ['ID=42097e72-1e2c-46cb-9972-c6793dd730c9,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:36.771481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Attempting to bind port 42097e72-1e2c-46cb-9972-c6793dd730c9 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:20:36.771858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Attempting to bind port 42097e72-1e2c-46cb-9972-c6793dd730c9 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7acb403e-a349-4c11-905c-db740163ba9c'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:20:36.772227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Attempting to bind port 42097e72-1e2c-46cb-9972-c6793dd730c9 on network 7acb403e-a349-4c11-905c-db740163ba9c {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:20:36.777324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:20:36.778262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Checking segment: {'id': '14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7acb403e-a349-4c11-905c-db740163ba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:36.778840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.779235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Bound using segment: {'id': '14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7acb403e-a349-4c11-905c-db740163ba9c'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:20:36.779707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Bound port: 42097e72-1e2c-46cb-9972-c6793dd730c9, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7acb403e-a349-4c11-905c-db740163ba9c'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:20:36.780092 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.846409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] For port 42097e72-1e2c-46cb-9972-c6793dd730c9, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:20:36.849740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] For port 42097e72-1e2c-46cb-9972-c6793dd730c9, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=42097e72-1e2c-46cb-9972-c6793dd730c9,segment=NetworkSegment(14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4),segment_id=14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:20:36.858276 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.887965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.928625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf506abb-efd2-49b0-adb6-e2e2edc0f491 None None] Pushing event updated for resources: {'Port': ['ID=42097e72-1e2c-46cb-9972-c6793dd730c9,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:36.935132 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:36.985971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 7acb403e-a349-4c11-905c-db740163ba9c is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:36.989121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:36.993379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:37.000176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=aa9b8436-2c73-4b6e-a317-2cb19775a016,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:37.053394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:37.054033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:37.077888 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-edf2db3d-c97e-432d-a434-da5ee4242d99 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8625097 Nov 26 22:20:37.078534 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58806) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:37.205877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-87f168bc-43d9-4340-a947-0384db797b34 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port aa9b8436-2c73-4b6e-a317-2cb19775a016 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:37.206259 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-87f168bc-43d9-4340-a947-0384db797b34 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:37.253578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:37.601890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-87f168bc-43d9-4340-a947-0384db797b34 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:37.615686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-87f168bc-43d9-4340-a947-0384db797b34 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for aa9b8436-2c73-4b6e-a317-2cb19775a016 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:37.777864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-87f168bc-43d9-4340-a947-0384db797b34 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:37.816364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f168bc-43d9-4340-a947-0384db797b34 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=aa9b8436-2c73-4b6e-a317-2cb19775a016,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:37.906441 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-87f168bc-43d9-4340-a947-0384db797b34 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:37.910302 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-87f168bc-43d9-4340-a947-0384db797b34 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/aa9b8436-2c73-4b6e-a317-2cb19775a016 HTTP/1.1" status: 204 len: 168 time: 0.8305407 Nov 26 22:20:37.913273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58820) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:37.945292 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee667ba-bd70-4a45-bdc2-0956c9f5ad75 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:20:37.945890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee667ba-bd70-4a45-bdc2-0956c9f5ad75 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:37.950116 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9ee667ba-bd70-4a45-bdc2-0956c9f5ad75 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/aa9b8436-2c73-4b6e-a317-2cb19775a016 HTTP/1.1" status: 404 len: 333 time: 0.0347905 Nov 26 22:20:37.953044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58822) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:37.978149 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-2565e947-3a85-4738-8f34-db6974714b6e tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:37.982466 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2565e947-3a85-4738-8f34-db6974714b6e tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/aa9b8436-2c73-4b6e-a317-2cb19775a016 HTTP/1.1" status: 404 len: 333 time: 0.0255585 Nov 26 22:20:37.982641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58824) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:38.010011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b602c0e-9d0a-4eaa-882a-ac3e9dbfcf77 None None] Network 7acb403e-a349-4c11-905c-db740163ba9c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:38.034520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdaa6ab3-5b61-4629-a1be-a2b960588cce tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet ea4f0a97-2b15-4e16-862e-b33d4acb3fdc {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:38.037626 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ab3-5b61-4629-a1be-a2b960588cce tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.080704 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ab3-5b61-4629-a1be-a2b960588cce tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.149494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-78820722-98df-45f2-b8d8-b627d77cb392 None None] Provisioning complete for port 42097e72-1e2c-46cb-9972-c6793dd730c9 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:38.149788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-78820722-98df-45f2-b8d8-b627d77cb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.182687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ab3-5b61-4629-a1be-a2b960588cce tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.207050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.272450 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ab3-5b61-4629-a1be-a2b960588cce tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.284904 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-78820722-98df-45f2-b8d8-b627d77cb392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.321576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa6ab3-5b61-4629-a1be-a2b960588cce tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4f0a97-2b15-4e16-862e-b33d4acb3fdc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:38.342590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fdaa6ab3-5b61-4629-a1be-a2b960588cce tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.348413 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fdaa6ab3-5b61-4629-a1be-a2b960588cce tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/ea4f0a97-2b15-4e16-862e-b33d4acb3fdc HTTP/1.1" status: 204 len: 168 time: 0.3624115 Nov 26 22:20:38.348680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58826) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:38.357784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-78820722-98df-45f2-b8d8-b627d77cb392 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:20:38.358193 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-78820722-98df-45f2-b8d8-b627d77cb392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:20:38.444945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.485384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d959166c-277f-4959-91cf-7860372305a3 None None] Network 7acb403e-a349-4c11-905c-db740163ba9c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:38.521056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 42097e72-1e2c-46cb-9972-c6793dd730c9 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:38.521480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.613515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] For port 42097e72-1e2c-46cb-9972-c6793dd730c9, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=42097e72-1e2c-46cb-9972-c6793dd730c9,segment=NetworkSegment(14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4),segment_id=14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:38.613977 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.632985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 42097e72-1e2c-46cb-9972-c6793dd730c9 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:38.733889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] DHCP port deletion for 7acb403e-a349-4c11-905c-db740163ba9c request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:38.748848 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.776290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=42097e72-1e2c-46cb-9972-c6793dd730c9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:38.780915 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No DVR routers for this DVR port 42097e72-1e2c-46cb-9972-c6793dd730c9 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:38.795653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] Deleting port 42097e72-1e2c-46cb-9972-c6793dd730c9 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:38.795957 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.867446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.888740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acb403e-a349-4c11-905c-db740163ba9c']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:38.889677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] For port 42097e72-1e2c-46cb-9972-c6793dd730c9, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:38.890292 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.898012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-78820722-98df-45f2-b8d8-b627d77cb392 None None] Port 42097e72-1e2c-46cb-9972-c6793dd730c9 update to ACTIVE by agent not found {{(pid=110001) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 26 22:20:38.898970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:38.899344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b1228c-cca6-4bb4-ae1e-ad1ade0bcae4') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:38.906398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] Calling delete_port for 42097e72-1e2c-46cb-9972-c6793dd730c9 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:38.909957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] Port 42097e72-1e2c-46cb-9972-c6793dd730c9 was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:20:38.910943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.911531 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.928286 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.935312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:38.935786 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:38.939343 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:38.941925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] No DVR routers for this DVR port 42097e72-1e2c-46cb-9972-c6793dd730c9 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:38.943683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7cf69-1b2d-43a5-9ae3-70b0deac95f0 None None] Pushing event deleted for resources: {'Port': ['ID=42097e72-1e2c-46cb-9972-c6793dd730c9,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:39.009204 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.018597 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.019193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ae68c54a-0e63-440e-8691-5c096a021e6f None None] Could not find standard attr ID for object 42097e72-1e2c-46cb-9972-c6793dd730c9. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:39.022158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/networks/7acb403e-a349-4c11-905c-db740163ba9c HTTP/1.1" status: 204 len: 168 time: 0.6725113 Nov 26 22:20:39.025939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58838) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:39.032562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-560015735'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:39.036604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc0127-ba4f-4621-8044-caaafe815ec9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Network': ['ID=7acb403e-a349-4c11-905c-db740163ba9c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:39.057044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:39.061100 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.085964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:39.095661 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.096058 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Added segment 22f71013-1d77-46fb-9833-4a3f49a94a0b of type vlan for network 7b73250a-d9d6-428e-9416-0ab394ad06ae Nov 26 22:20:39.140265 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.166950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.173758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:39.174377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.239649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2118983 Nov 26 22:20:39.242811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58840) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:39.250373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': '7b73250a-d9d6-428e-9416-0ab394ad06ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:39.254363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c6b17-05cd-4e76-b262-e16174da1665 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Network': ['ID=7b73250a-d9d6-428e-9416-0ab394ad06ae,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:39.266943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7b73250a-d9d6-428e-9416-0ab394ad06ae details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:39.361527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:39.366014 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.566679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.635877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=70f61f3a-096b-4740-8b9d-176bb31c3836,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:39.645584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking segment: {'id': '22f71013-1d77-46fb-9833-4a3f49a94a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b73250a-d9d6-428e-9416-0ab394ad06ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:39.645957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network hostable DHCP agents. Network: 7b73250a-d9d6-428e-9416-0ab394ad06ae, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:39.666760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 7b73250a-d9d6-428e-9416-0ab394ad06ae is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:39.677887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7b73250a-d9d6-428e-9416-0ab394ad06ae) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:39.686007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:39.686708 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.687424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff271a1-a146-42cc-b7de-33525f580cd9 None None] Network 7b73250a-d9d6-428e-9416-0ab394ad06ae requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:39.710180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5f2cc33a-b7be-46cf-8018-6b365fe09ae5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4648876 Nov 26 22:20:39.712071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58844) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:39.718167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': '7b73250a-d9d6-428e-9416-0ab394ad06ae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2106163630'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:39.839148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:39.843522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:39.862264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port f638cf26-c88c-4c74-948e-2ef60211403f yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:39.871953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-7b73250a-d9d6-428e-9416-0ab394ad06ae', 'network_id': '7b73250a-d9d6-428e-9416-0ab394ad06ae', 'tenant_id': '8fbd535d3a2a4a0db847967e6b4124a8', 'fixed_ips': [{'subnet_id': '70f61f3a-096b-4740-8b9d-176bb31c3836'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:39.872991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.002038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.14 (7b73250a-d9d6-428e-9416-0ab394ad06ae/70f61f3a-096b-4740-8b9d-176bb31c3836/f638cf26-c88c-4c74-948e-2ef60211403f) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:40.145386 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.188791 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.228332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 7b73250a-d9d6-428e-9416-0ab394ad06ae is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:40.232781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:40.239205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:40.243131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Allocated IP 172.20.0.2 (7b73250a-d9d6-428e-9416-0ab394ad06ae/70f61f3a-096b-4740-8b9d-176bb31c3836/e84ad1f4-27fb-45a0-8dd1-1d7386c8995b) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:40.279530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=f638cf26-c88c-4c74-948e-2ef60211403f,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:40.300874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:40.301763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.323156 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7b134948-c1dd-43f6-a92f-8020595c2497 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.6073933 Nov 26 22:20:40.323407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58854) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:40.435384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-23ad2623-e5a1-4bf0-a3c6-7aa5829adbb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port f638cf26-c88c-4c74-948e-2ef60211403f {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:40.435847 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23ad2623-e5a1-4bf0-a3c6-7aa5829adbb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.545830 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23ad2623-e5a1-4bf0-a3c6-7aa5829adbb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.570769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-23ad2623-e5a1-4bf0-a3c6-7aa5829adbb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for f638cf26-c88c-4c74-948e-2ef60211403f owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:40.607429 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.616166 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.666362 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 42097e72-1e2c-46cb-9972-c6793dd730c9 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:40.678078 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Network 7b73250a-d9d6-428e-9416-0ab394ad06ae is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:40.707809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:40.710137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 42097e72-1e2c-46cb-9972-c6793dd730c9 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:40.710657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 42097e72-1e2c-46cb-9972-c6793dd730c9 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:40.714626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:40.725091 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Pushing event updated for resources: {'Port': ['ID=e84ad1f4-27fb-45a0-8dd1-1d7386c8995b,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:40.734446 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23ad2623-e5a1-4bf0-a3c6-7aa5829adbb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.761538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad2623-e5a1-4bf0-a3c6-7aa5829adbb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=f638cf26-c88c-4c74-948e-2ef60211403f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:40.787987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Attempting to bind port e84ad1f4-27fb-45a0-8dd1-1d7386c8995b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:20:40.788375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Attempting to bind port e84ad1f4-27fb-45a0-8dd1-1d7386c8995b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '22f71013-1d77-46fb-9833-4a3f49a94a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b73250a-d9d6-428e-9416-0ab394ad06ae'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:20:40.788757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Attempting to bind port e84ad1f4-27fb-45a0-8dd1-1d7386c8995b on network 7b73250a-d9d6-428e-9416-0ab394ad06ae {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:20:40.794891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:20:40.795282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Checking segment: {'id': '22f71013-1d77-46fb-9833-4a3f49a94a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b73250a-d9d6-428e-9416-0ab394ad06ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:40.795694 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.796102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Bound using segment: {'id': '22f71013-1d77-46fb-9833-4a3f49a94a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b73250a-d9d6-428e-9416-0ab394ad06ae'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:20:40.796587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Bound port: e84ad1f4-27fb-45a0-8dd1-1d7386c8995b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f71013-1d77-46fb-9833-4a3f49a94a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7b73250a-d9d6-428e-9416-0ab394ad06ae'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:20:40.796982 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.846317 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23ad2623-e5a1-4bf0-a3c6-7aa5829adbb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.850364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-23ad2623-e5a1-4bf0-a3c6-7aa5829adbb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/f638cf26-c88c-4c74-948e-2ef60211403f HTTP/1.1" status: 204 len: 168 time: 0.5257025 Nov 26 22:20:40.852933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58858) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:40.871548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] For port e84ad1f4-27fb-45a0-8dd1-1d7386c8995b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:20:40.875442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] For port e84ad1f4-27fb-45a0-8dd1-1d7386c8995b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e84ad1f4-27fb-45a0-8dd1-1d7386c8995b,segment=NetworkSegment(22f71013-1d77-46fb-9833-4a3f49a94a0b),segment_id=22f71013-1d77-46fb-9833-4a3f49a94a0b)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:20:40.880184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.883834 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f838964-e90a-44d1-be4a-0ac660234bbd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:40.885268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4f838964-e90a-44d1-be4a-0ac660234bbd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/f638cf26-c88c-4c74-948e-2ef60211403f HTTP/1.1" status: 404 len: 333 time: 0.0313098 Nov 26 22:20:40.888607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58860) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:40.948523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d005ad1-f239-4dce-9857-f521b057c562 None None] Pushing event updated for resources: {'Port': ['ID=e84ad1f4-27fb-45a0-8dd1-1d7386c8995b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:40.948738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe65bb7d-c2f5-46f4-a1f7-51583410e966 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet 70f61f3a-096b-4740-8b9d-176bb31c3836 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:40.952467 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe65bb7d-c2f5-46f4-a1f7-51583410e966 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:40.997564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe65bb7d-c2f5-46f4-a1f7-51583410e966 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.094734 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe65bb7d-c2f5-46f4-a1f7-51583410e966 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.197933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe65bb7d-c2f5-46f4-a1f7-51583410e966 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.234926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fe65bb7d-c2f5-46f4-a1f7-51583410e966 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.241981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fe65bb7d-c2f5-46f4-a1f7-51583410e966 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/70f61f3a-096b-4740-8b9d-176bb31c3836 HTTP/1.1" status: 204 len: 168 time: 0.3522408 Nov 26 22:20:41.242274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58862) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:41.243389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65bb7d-c2f5-46f4-a1f7-51583410e966 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=70f61f3a-096b-4740-8b9d-176bb31c3836,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:41.339584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.399551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port e84ad1f4-27fb-45a0-8dd1-1d7386c8995b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:41.399866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.474348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] For port e84ad1f4-27fb-45a0-8dd1-1d7386c8995b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e84ad1f4-27fb-45a0-8dd1-1d7386c8995b,segment=NetworkSegment(22f71013-1d77-46fb-9833-4a3f49a94a0b),segment_id=22f71013-1d77-46fb-9833-4a3f49a94a0b)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:41.474724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.492492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for e84ad1f4-27fb-45a0-8dd1-1d7386c8995b owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:41.580612 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.609428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=e84ad1f4-27fb-45a0-8dd1-1d7386c8995b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:41.611342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No DVR routers for this DVR port e84ad1f4-27fb-45a0-8dd1-1d7386c8995b on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:41.705601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.728459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b73250a-d9d6-428e-9416-0ab394ad06ae']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:41.740174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f71013-1d77-46fb-9833-4a3f49a94a0b') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:41.740473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f71013-1d77-46fb-9833-4a3f49a94a0b') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:41.751306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.766363 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.773312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:41.773785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:41.777279 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:41.863584 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.875087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:41.881752 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/networks/7b73250a-d9d6-428e-9416-0ab394ad06ae HTTP/1.1" status: 204 len: 168 time: 0.6350911 Nov 26 22:20:41.882255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58866) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:41.887971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'name': 'tempest-PortsTestJSON-1731651355'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:41.891264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463222f-e642-4a21-9a94-cda6e436cfa6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Network': ['ID=7b73250a-d9d6-428e-9416-0ab394ad06ae,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:41.985126 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:41.990352 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.011355 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 4eb2243a-e294-435c-8862-69beb7d6154c yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:42.025078 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3459890d-4c52-403c-810c-48b81dfe60ec None None] DHCP port deletion for 7b73250a-d9d6-428e-9416-0ab394ad06ae request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:42.052109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6532c-eb02-477d-bae2-aff7beb14988 None None] Network 7b73250a-d9d6-428e-9416-0ab394ad06ae requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:42.070217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4e427987-9285-41af-ab60-bd542169f57f None None] Could not find standard attr ID for object e84ad1f4-27fb-45a0-8dd1-1d7386c8995b. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:42.071823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6532c-eb02-477d-bae2-aff7beb14988 None None] Network 7b73250a-d9d6-428e-9416-0ab394ad06ae could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 22:20:42.210746 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.244993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.294864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:42.298027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:42.301826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:42.307451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:42.308055 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.316185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=4eb2243a-e294-435c-8862-69beb7d6154c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:42.331487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2143ea1a-934f-4dad-abf7-e6f2779f828a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4455988 Nov 26 22:20:42.331765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58868) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:42.415861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-87a29558-bcfb-44bb-bdd2-1486e098eee9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 4eb2243a-e294-435c-8862-69beb7d6154c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:42.416206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-87a29558-bcfb-44bb-bdd2-1486e098eee9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.485470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-87a29558-bcfb-44bb-bdd2-1486e098eee9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.500398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-87a29558-bcfb-44bb-bdd2-1486e098eee9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 4eb2243a-e294-435c-8862-69beb7d6154c owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:42.599772 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-87a29558-bcfb-44bb-bdd2-1486e098eee9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.637507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a29558-bcfb-44bb-bdd2-1486e098eee9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=4eb2243a-e294-435c-8862-69beb7d6154c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:42.644651 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-87a29558-bcfb-44bb-bdd2-1486e098eee9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.648886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-87a29558-bcfb-44bb-bdd2-1486e098eee9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/4eb2243a-e294-435c-8862-69beb7d6154c HTTP/1.1" status: 204 len: 168 time: 0.3160441 Nov 26 22:20:42.651185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58870) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:42.657286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'mac_address': 'fa:16:3e:93:95:12', 'name': 'tempest-PortsTestJSON-1386725310'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:42.779344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:42.880386 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:42.915857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 65f43add-0381-449c-b12d-0af3b366a1e0 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:43.401527 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:43.435621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:43.480162 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:43.483272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:43.487010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:43.492545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:43.493152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:43.504029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=65f43add-0381-449c-b12d-0af3b366a1e0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:43.518091 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9437751a-b45c-4d95-825e-458e683b4621 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8657517 Nov 26 22:20:43.520608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58874) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:43.564228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe52ee-07ad-4c0f-8ae6-8347fdc0a891 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:43.565619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-72fe52ee-07ad-4c0f-8ae6-8347fdc0a891 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/65f43add-0381-449c-b12d-0af3b366a1e0 HTTP/1.1" status: 200 len: 841 time: 0.0439684 Nov 26 22:20:43.568299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58876) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:43.657005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-33268179-44d5-4e4c-abb2-45fe95ffff2a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 65f43add-0381-449c-b12d-0af3b366a1e0 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:43.657263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33268179-44d5-4e4c-abb2-45fe95ffff2a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:43.727840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33268179-44d5-4e4c-abb2-45fe95ffff2a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:43.741469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-33268179-44d5-4e4c-abb2-45fe95ffff2a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 65f43add-0381-449c-b12d-0af3b366a1e0 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:43.828167 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33268179-44d5-4e4c-abb2-45fe95ffff2a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:43.855618 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33268179-44d5-4e4c-abb2-45fe95ffff2a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=65f43add-0381-449c-b12d-0af3b366a1e0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:43.863085 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33268179-44d5-4e4c-abb2-45fe95ffff2a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:43.868999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-33268179-44d5-4e4c-abb2-45fe95ffff2a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/65f43add-0381-449c-b12d-0af3b366a1e0 HTTP/1.1" status: 204 len: 168 time: 0.2971482 Nov 26 22:20:43.869177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58878) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:43.895188 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01af7e4-f234-438f-8220-790e7c165bb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:43.896621 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d01af7e4-f234-438f-8220-790e7c165bb2 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/65f43add-0381-449c-b12d-0af3b366a1e0 HTTP/1.1" status: 404 len: 333 time: 0.0264144 Nov 26 22:20:43.900813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58880) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:43.906773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'name': 'tempest-PortsTestJSON-1863290171'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:44.007077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:44.010816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.028421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 9d3d71d0-fe9a-4097-92e1-6a667d7621ce yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:44.202656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.238333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.287459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:44.290643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:44.295620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:44.301172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:44.301785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.312526 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=9d3d71d0-fe9a-4097-92e1-6a667d7621ce,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:44.323272 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f5edc0c8-1c73-4959-a1f0-930620ad8494 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4213257 Nov 26 22:20:44.326779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58890) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:44.332631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:44.396170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.553202 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.557816 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.595581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] In _notify_port_updated(), no bound segment for port 9d3d71d0-fe9a-4097-92e1-6a667d7621ce on network ed532201-a734-4823-ae41-4a4e4c66cfb1 {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:20:44.601642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:44.602389 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.606151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "PUT /v2.0/ports/9d3d71d0-fe9a-4097-92e1-6a667d7621ce HTTP/1.1" status: 200 len: 818 time: 0.2754099 Nov 26 22:20:44.606681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58892) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:44.620800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98eb9e-d276-4064-a514-65b4e2c208b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=9d3d71d0-fe9a-4097-92e1-6a667d7621ce,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:44.704721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b0ac6-d281-4aee-813d-a7e5fffaa800 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 9d3d71d0-fe9a-4097-92e1-6a667d7621ce {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:44.705085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c6b0ac6-d281-4aee-813d-a7e5fffaa800 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.772549 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c6b0ac6-d281-4aee-813d-a7e5fffaa800 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.785334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b0ac6-d281-4aee-813d-a7e5fffaa800 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 9d3d71d0-fe9a-4097-92e1-6a667d7621ce owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:44.867470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c6b0ac6-d281-4aee-813d-a7e5fffaa800 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.896475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b0ac6-d281-4aee-813d-a7e5fffaa800 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=9d3d71d0-fe9a-4097-92e1-6a667d7621ce,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:44.905202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7c6b0ac6-d281-4aee-813d-a7e5fffaa800 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:44.908666 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7c6b0ac6-d281-4aee-813d-a7e5fffaa800 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/9d3d71d0-fe9a-4097-92e1-6a667d7621ce HTTP/1.1" status: 204 len: 168 time: 0.3008850 Nov 26 22:20:44.911335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58894) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:44.961243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ee44f9-95aa-4e3a-9e07-ed4d1819af07 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:44.962745 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-99ee44f9-95aa-4e3a-9e07-ed4d1819af07 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0504339 Nov 26 22:20:44.965531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58896) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:44.989446 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-44aeac6a-4f89-4e8a-9922-6d1e9182b99f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:44.990911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-44aeac6a-4f89-4e8a-9922-6d1e9182b99f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/9d3d71d0-fe9a-4097-92e1-6a667d7621ce HTTP/1.1" status: 404 len: 333 time: 0.0243611 Nov 26 22:20:44.994713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58898) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:45.000577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-255904025'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:45.021919 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:45.025332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.049258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:45.058052 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.058419 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Added segment fb24e36e-3640-4b5b-8f87-9a81cb9d2e51 of type vlan for network 3a1dea6e-f80b-428a-84e6-694b31593181 Nov 26 22:20:45.099456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.124907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.131457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:45.132528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.193313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1974800 Nov 26 22:20:45.197029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58902) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:45.203584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:45.210941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7699c4a2-4552-4297-b85d-8b27ed95b0f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Network': ['ID=3a1dea6e-f80b-428a-84e6-694b31593181,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:45.223695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3a1dea6e-f80b-428a-84e6-694b31593181 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:45.303221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:45.306832 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.488262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.550916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=635bd943-2379-4feb-8231-2119ff4b6424,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:45.559731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking segment: {'id': 'fb24e36e-3640-4b5b-8f87-9a81cb9d2e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:45.560124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network hostable DHCP agents. Network: 3a1dea6e-f80b-428a-84e6-694b31593181, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:45.577935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 3a1dea6e-f80b-428a-84e6-694b31593181 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:45.586706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3a1dea6e-f80b-428a-84e6-694b31593181) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:45.591648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:45.593491 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.594947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760bbdad-1c51-4ca2-8871-f6142f26df2e None None] Network 3a1dea6e-f80b-428a-84e6-694b31593181 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:45.614779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58904) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:45.619552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0387fa5e-3996-4fa7-b944-d7bbbf41177d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4204147 Nov 26 22:20:45.620461 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-116775be-6fca-48ac-8f09-0453e0291e68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:45.756418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3a1dea6e-f80b-428a-84e6-694b31593181', 'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181', 'tenant_id': '8fbd535d3a2a4a0db847967e6b4124a8', 'fixed_ips': [{'subnet_id': '635bd943-2379-4feb-8231-2119ff4b6424'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:45.757797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.762031 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116775be-6fca-48ac-8f09-0453e0291e68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:45.765971 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-116775be-6fca-48ac-8f09-0453e0291e68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:45.864643 n-d-819494-1 neutron-server[109999]: INFO neutron.db.ipam_backend_mixin [None req-116775be-6fca-48ac-8f09-0453e0291e68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 635bd943-2379-4feb-8231-2119ff4b6424 (CIDR: 172.20.0.0/28) Nov 26 22:20:45.868577 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-116775be-6fca-48ac-8f09-0453e0291e68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:20:45.869400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116775be-6fca-48ac-8f09-0453e0291e68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:20:45.887617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-116775be-6fca-48ac-8f09-0453e0291e68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2710996 Nov 26 22:20:45.890474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58906) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:45.896172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:45.904541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Allocated IP 172.20.0.2 (3a1dea6e-f80b-428a-84e6-694b31593181/635bd943-2379-4feb-8231-2119ff4b6424/0542ade3-97fe-46c6-a303-faecdd85bebb) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:46.021176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:46.026188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.060733 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.068597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.122356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Network 3a1dea6e-f80b-428a-84e6-694b31593181 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:46.125973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:46.130870 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:46.136465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Pushing event updated for resources: {'Port': ['ID=0542ade3-97fe-46c6-a303-faecdd85bebb,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:46.194622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Attempting to bind port 0542ade3-97fe-46c6-a303-faecdd85bebb on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:20:46.195001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Attempting to bind port 0542ade3-97fe-46c6-a303-faecdd85bebb by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'fb24e36e-3640-4b5b-8f87-9a81cb9d2e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:20:46.195375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Attempting to bind port 0542ade3-97fe-46c6-a303-faecdd85bebb on network 3a1dea6e-f80b-428a-84e6-694b31593181 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:20:46.201713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:20:46.201713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Checking segment: {'id': 'fb24e36e-3640-4b5b-8f87-9a81cb9d2e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:46.202473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.202874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Bound using segment: {'id': 'fb24e36e-3640-4b5b-8f87-9a81cb9d2e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:20:46.203356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Bound port: 0542ade3-97fe-46c6-a303-faecdd85bebb, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb24e36e-3640-4b5b-8f87-9a81cb9d2e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:20:46.203748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.273247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] For port 0542ade3-97fe-46c6-a303-faecdd85bebb, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:20:46.277696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] For port 0542ade3-97fe-46c6-a303-faecdd85bebb, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0542ade3-97fe-46c6-a303-faecdd85bebb,segment=NetworkSegment(fb24e36e-3640-4b5b-8f87-9a81cb9d2e51),segment_id=fb24e36e-3640-4b5b-8f87-9a81cb9d2e51)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:20:46.284397 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.286300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.344664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 3a1dea6e-f80b-428a-84e6-694b31593181 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:46.350176 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:46.353511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:46.354454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.384263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affc9db-bc8a-465e-ac77-f37bd994d3e9 None None] Pushing event updated for resources: {'Port': ['ID=0542ade3-97fe-46c6-a303-faecdd85bebb,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:46.384720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=fff820f8-84a0-41a2-9670-edae23567e47,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:46.400033 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3c2c9548-de50-4fc7-9df4-28b355cc18ab tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5082142 Nov 26 22:20:46.402758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58912) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:46.411219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181', 'fixed_ips': [{'subnet_id': '635bd943-2379-4feb-8231-2119ff4b6424'}, {'subnet_id': 'fff820f8-84a0-41a2-9670-edae23567e47'}], 'name': 'tempest-PortsTestJSON-817564216'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:46.581324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:46.719699 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:46.742045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 9f922307-67ab-4982-92a0-b06d617d1428 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:47.030771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.5 (3a1dea6e-f80b-428a-84e6-694b31593181/635bd943-2379-4feb-8231-2119ff4b6424/9f922307-67ab-4982-92a0-b06d617d1428) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:47.037592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.23 (3a1dea6e-f80b-428a-84e6-694b31593181/fff820f8-84a0-41a2-9670-edae23567e47/9f922307-67ab-4982-92a0-b06d617d1428) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:47.193318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:47.232063 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:47.282733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 3a1dea6e-f80b-428a-84e6-694b31593181 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:47.286141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:47.288955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:47.328945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=9f922307-67ab-4982-92a0-b06d617d1428,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:47.352480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:47.353241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:47.374361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-27224cc0-2d42-4754-89c8-ad7da4471bd1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.9669919 Nov 26 22:20:47.374723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58920) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:47.380659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '635bd943-2379-4feb-8231-2119ff4b6424'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:47.555116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:47.583804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e600d825-76fb-4648-9175-462fbd250f92 None None] Network 3a1dea6e-f80b-428a-84e6-694b31593181 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:47.662685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ee6bc05d-5960-4c86-921a-75a0330aa6e4 None None] Provisioning complete for port 0542ade3-97fe-46c6-a303-faecdd85bebb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:47.663288 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc05d-5960-4c86-921a-75a0330aa6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:47.828997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc05d-5960-4c86-921a-75a0330aa6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:47.853698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Delete allocated IP 172.20.0.23 (3a1dea6e-f80b-428a-84e6-694b31593181/fff820f8-84a0-41a2-9670-edae23567e47) {{(pid=110000) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 22:20:47.869920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ee6bc05d-5960-4c86-921a-75a0330aa6e4 None None] For port 0542ade3-97fe-46c6-a303-faecdd85bebb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0542ade3-97fe-46c6-a303-faecdd85bebb,segment=NetworkSegment(fb24e36e-3640-4b5b-8f87-9a81cb9d2e51),segment_id=fb24e36e-3640-4b5b-8f87-9a81cb9d2e51)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:47.877436 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ee6bc05d-5960-4c86-921a-75a0330aa6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:47.964128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bc05d-5960-4c86-921a-75a0330aa6e4 None None] Pushing event updated for resources: {'Port': ['ID=0542ade3-97fe-46c6-a303-faecdd85bebb,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:47.972246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cbe511-8e29-4c8f-8b1d-5dbd9cc1d677 None None] Update dhcp port {'port': {'network_id': '3a1dea6e-f80b-428a-84e6-694b31593181', 'fixed_ips': [{'subnet_id': '635bd943-2379-4feb-8231-2119ff4b6424', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fff820f8-84a0-41a2-9670-edae23567e47'}], 'binding:host_id': 'n-d-819494-1'}, 'id': '0542ade3-97fe-46c6-a303-faecdd85bebb'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:20:47.996710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.001832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92cbe511-8e29-4c8f-8b1d-5dbd9cc1d677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.002798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.138823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=9f922307-67ab-4982-92a0-b06d617d1428,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:48.161934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] In _notify_port_updated(), no bound segment for port 9f922307-67ab-4982-92a0-b06d617d1428 on network 3a1dea6e-f80b-428a-84e6-694b31593181 {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:20:48.167664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:48.169593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.170843 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-70eb2b94-9321-4ecc-862a-f048bb7f8efe tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "PUT /v2.0/ports/9f922307-67ab-4982-92a0-b06d617d1428 HTTP/1.1" status: 200 len: 918 time: 0.7950952 Nov 26 22:20:48.174323 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58922) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:48.175690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-0665779b-c32a-4887-b994-d4d279be4da7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807891 Nov 26 22:20:48.180942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '635bd943-2379-4feb-8231-2119ff4b6424'}, {'subnet_id': 'fff820f8-84a0-41a2-9670-edae23567e47'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:48.185095 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-92cbe511-8e29-4c8f-8b1d-5dbd9cc1d677 None None] Allocated IP 172.20.0.18 (3a1dea6e-f80b-428a-84e6-694b31593181/fff820f8-84a0-41a2-9670-edae23567e47/0542ade3-97fe-46c6-a303-faecdd85bebb) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:48.301069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.305240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-2a3e16c8-8d8b-4f7f-a201-8c3e55ba04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:48.306966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-2a3e16c8-8d8b-4f7f-a201-8c3e55ba04ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1096 time: 0.0543704 Nov 26 22:20:48.319387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-92cbe511-8e29-4c8f-8b1d-5dbd9cc1d677 None None] For port 0542ade3-97fe-46c6-a303-faecdd85bebb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0542ade3-97fe-46c6-a303-faecdd85bebb,segment=NetworkSegment(fb24e36e-3640-4b5b-8f87-9a81cb9d2e51),segment_id=fb24e36e-3640-4b5b-8f87-9a81cb9d2e51)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:48.358553 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92cbe511-8e29-4c8f-8b1d-5dbd9cc1d677 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.364914 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92cbe511-8e29-4c8f-8b1d-5dbd9cc1d677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.467857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbe511-8e29-4c8f-8b1d-5dbd9cc1d677 None None] Pushing event updated for resources: {'Port': ['ID=0542ade3-97fe-46c6-a303-faecdd85bebb,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:48.482488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-64db0542-edc4-4d80-abea-5d125b657c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:48.484092 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-64db0542-edc4-4d80-abea-5d125b657c51 service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1556277 Nov 26 22:20:48.573109 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-59d9fdfe-086f-41b9-8340-e24451ee9573 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 1001 time: 0.0805130 Nov 26 22:20:48.657240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-6fba3184-49e4-4116-bea1-5b97ad583ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:48.658848 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-6fba3184-49e4-4116-bea1-5b97ad583ef4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0778563 Nov 26 22:20:48.685199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.21 (3a1dea6e-f80b-428a-84e6-694b31593181/fff820f8-84a0-41a2-9670-edae23567e47/9f922307-67ab-4982-92a0-b06d617d1428) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:48.727358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-a46d2068-bd1a-4010-96d9-d360a95c9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:48.729499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-a46d2068-bd1a-4010-96d9-d360a95c9888 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626473 Nov 26 22:20:48.736056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0542ade3-97fe-46c6-a303-faecdd85bebb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:48.830410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 0542ade3-97fe-46c6-a303-faecdd85bebb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:48.831105 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.855810 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-cec96741-408a-473c-8dd7-3b4c32043b97 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184251 Nov 26 22:20:48.907923 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:48.915527 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.024097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-123f59c4-45c1-4368-9ed4-35e8e3194cad req-f5ece233-5a0e-42b7-80ed-7947f39850ad service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607926 Nov 26 22:20:49.052792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=9f922307-67ab-4982-92a0-b06d617d1428,revision_number=3']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:49.085056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] In _notify_port_updated(), no bound segment for port 9f922307-67ab-4982-92a0-b06d617d1428 on network 3a1dea6e-f80b-428a-84e6-694b31593181 {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:20:49.090854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:49.091573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.092901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0f9fd0f-35f7-4195-bcc3-172d9b2f8422 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "PUT /v2.0/ports/9f922307-67ab-4982-92a0-b06d617d1428 HTTP/1.1" status: 200 len: 998 time: 0.9164643 Nov 26 22:20:49.096700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58928) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:49.202761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-aac0e486-8a69-4cb3-8184-bf85cf8fa888 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 9f922307-67ab-4982-92a0-b06d617d1428 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:49.203332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f954c0b-a803-46f6-9cdb-4aefb9935134 None None] Network 3a1dea6e-f80b-428a-84e6-694b31593181 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:49.203432 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac0e486-8a69-4cb3-8184-bf85cf8fa888 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.265212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-45c3d289-58ff-4820-8516-a154532dc0e1 None None] Provisioning complete for port 0542ade3-97fe-46c6-a303-faecdd85bebb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:49.265501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45c3d289-58ff-4820-8516-a154532dc0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.299950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac0e486-8a69-4cb3-8184-bf85cf8fa888 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.314745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-aac0e486-8a69-4cb3-8184-bf85cf8fa888 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 9f922307-67ab-4982-92a0-b06d617d1428 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:49.447846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-45c3d289-58ff-4820-8516-a154532dc0e1 None None] Provisioning complete for port 9f922307-67ab-4982-92a0-b06d617d1428 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:49.448145 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45c3d289-58ff-4820-8516-a154532dc0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.494803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-45c3d289-58ff-4820-8516-a154532dc0e1 None None] Port 9f922307-67ab-4982-92a0-b06d617d1428 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:20:49.527856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac0e486-8a69-4cb3-8184-bf85cf8fa888 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.564039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0e486-8a69-4cb3-8184-bf85cf8fa888 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=9f922307-67ab-4982-92a0-b06d617d1428,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:49.671410 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aac0e486-8a69-4cb3-8184-bf85cf8fa888 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.675511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aac0e486-8a69-4cb3-8184-bf85cf8fa888 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/9f922307-67ab-4982-92a0-b06d617d1428 HTTP/1.1" status: 204 len: 168 time: 0.5778522 Nov 26 22:20:49.678219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58932) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:49.705050 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b84f8b-a71b-4063-ab2a-d59ba5a38ffc tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:49.706594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d2b84f8b-a71b-4063-ab2a-d59ba5a38ffc tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/9f922307-67ab-4982-92a0-b06d617d1428 HTTP/1.1" status: 404 len: 333 time: 0.0271995 Nov 26 22:20:49.709335 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58934) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:49.776686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e3dd15-0577-4fd4-bd93-9886b8316c1f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet fff820f8-84a0-41a2-9670-edae23567e47 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:49.781722 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-92e3dd15-0577-4fd4-bd93-9886b8316c1f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.836364 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-92e3dd15-0577-4fd4-bd93-9886b8316c1f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:49.942229 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-92e3dd15-0577-4fd4-bd93-9886b8316c1f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.020257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-92e3dd15-0577-4fd4-bd93-9886b8316c1f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.052093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3dd15-0577-4fd4-bd93-9886b8316c1f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=fff820f8-84a0-41a2-9670-edae23567e47,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:50.057524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-92e3dd15-0577-4fd4-bd93-9886b8316c1f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.061856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-92e3dd15-0577-4fd4-bd93-9886b8316c1f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/fff820f8-84a0-41a2-9670-edae23567e47 HTTP/1.1" status: 204 len: 168 time: 0.3514755 Nov 26 22:20:50.064555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58938) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:50.121000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b40fcde-5545-472b-a370-ba76eb8aa6ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet 635bd943-2379-4feb-8231-2119ff4b6424 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:50.124881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b40fcde-5545-472b-a370-ba76eb8aa6ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.167181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b40fcde-5545-472b-a370-ba76eb8aa6ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.257948 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b40fcde-5545-472b-a370-ba76eb8aa6ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.314790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b40fcde-5545-472b-a370-ba76eb8aa6ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.342767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40fcde-5545-472b-a370-ba76eb8aa6ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=635bd943-2379-4feb-8231-2119ff4b6424,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:50.346357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9b40fcde-5545-472b-a370-ba76eb8aa6ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.349767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9b40fcde-5545-472b-a370-ba76eb8aa6ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/635bd943-2379-4feb-8231-2119ff4b6424 HTTP/1.1" status: 204 len: 168 time: 0.2842162 Nov 26 22:20:50.352316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58942) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:50.437915 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.492790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 0542ade3-97fe-46c6-a303-faecdd85bebb {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:50.493134 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.558348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] For port 0542ade3-97fe-46c6-a303-faecdd85bebb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=0542ade3-97fe-46c6-a303-faecdd85bebb,segment=NetworkSegment(fb24e36e-3640-4b5b-8f87-9a81cb9d2e51),segment_id=fb24e36e-3640-4b5b-8f87-9a81cb9d2e51)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:50.559267 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.572874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 0542ade3-97fe-46c6-a303-faecdd85bebb owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:50.583321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d4d710-3049-49b0-93e3-4abfd6aab3be None None] Network 3a1dea6e-f80b-428a-84e6-694b31593181 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:50.659773 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.675600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-faa24bbd-f86b-4014-adaa-6b4d89dc1b0f None None] Provisioning complete for port 0542ade3-97fe-46c6-a303-faecdd85bebb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:50.675901 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-faa24bbd-f86b-4014-adaa-6b4d89dc1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.687996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=0542ade3-97fe-46c6-a303-faecdd85bebb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:50.690103 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No DVR routers for this DVR port 0542ade3-97fe-46c6-a303-faecdd85bebb on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:50.711506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-faa24bbd-f86b-4014-adaa-6b4d89dc1b0f None None] Port 0542ade3-97fe-46c6-a303-faecdd85bebb was deleted so its status cannot be updated. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 26 22:20:50.715467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-faa24bbd-f86b-4014-adaa-6b4d89dc1b0f None None] Could not find standard attr ID for object 9f922307-67ab-4982-92a0-b06d617d1428. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:50.773735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e7a25-d170-4268-9fbb-d4fe72266f3b None None] DHCP port deletion for 3a1dea6e-f80b-428a-84e6-694b31593181 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:50.774038 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.800680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1dea6e-f80b-428a-84e6-694b31593181']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:50.810724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb24e36e-3640-4b5b-8f87-9a81cb9d2e51') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:50.811019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb24e36e-3640-4b5b-8f87-9a81cb9d2e51') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:50.820898 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.834737 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.841422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:50.841819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:50.844944 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:50.906416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.913257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:50.919281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/networks/3a1dea6e-f80b-428a-84e6-694b31593181 HTTP/1.1" status: 204 len: 168 time: 0.5652120 Nov 26 22:20:50.920246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58944) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:50.935306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e3a9e-ab5e-4003-82ee-4359982b7643 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Network': ['ID=3a1dea6e-f80b-428a-84e6-694b31593181,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:50.970383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2596c9-bab3-410f-805b-b90ad69d622c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:50.971849 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6b2596c9-bab3-410f-805b-b90ad69d622c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0506282 Nov 26 22:20:50.975904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58946) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:51.023506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cec184fb-6e6c-472c-8545-263c62f3f773 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0464225 Nov 26 22:20:51.026825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58948) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:51.031786 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1871630433'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:51.052352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:51.055974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.081417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:51.090858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.091125 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Added segment ccd60157-4b91-4b4b-936a-797b740ba030 of type vlan for network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e Nov 26 22:20:51.133974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.160532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.166169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:51.166755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.219508 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1915100 Nov 26 22:20:51.222550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58950) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:51.229140 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:51.243085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc5b4a-a404-4a0c-a646-060b8bb18c93 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Network': ['ID=8bc36335-05ed-48f7-8780-31e0d9ee6f5e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:51.256480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:51.333912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:51.337526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.543891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.603567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:51.612582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking segment: {'id': 'ccd60157-4b91-4b4b-936a-797b740ba030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:51.612945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network hostable DHCP agents. Network: 8bc36335-05ed-48f7-8780-31e0d9ee6f5e, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:51.630360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:51.638495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 8bc36335-05ed-48f7-8780-31e0d9ee6f5e) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:51.642667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:51.643928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.650316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d07d1-4f98-439f-b213-877c09c5c8b8 None None] Network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:51.662317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5cdeb6e9-ddee-4ce4-b9dd-1e9581bfac9a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4385841 Nov 26 22:20:51.665154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:51.670973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e', 'name': 'tempest-PortsTestJSON-1128879592'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:51.792464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:51.797108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.818645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 40d2285a-cffc-482d-9b44-96aa77f8f3eb yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:51.835420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-8bc36335-05ed-48f7-8780-31e0d9ee6f5e', 'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e', 'tenant_id': '8fbd535d3a2a4a0db847967e6b4124a8', 'fixed_ips': [{'subnet_id': 'ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:51.837045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:51.940334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.13 (8bc36335-05ed-48f7-8780-31e0d9ee6f5e/ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7/40d2285a-cffc-482d-9b44-96aa77f8f3eb) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:52.092880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.127294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.170801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Allocated IP 172.20.0.2 (8bc36335-05ed-48f7-8780-31e0d9ee6f5e/ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7/8105c97a-9a9d-4124-9b6e-b14872370786) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:52.173709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:52.177463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:52.188734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:52.223856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=40d2285a-cffc-482d-9b44-96aa77f8f3eb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:52.248617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:52.249329 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.267820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0ee60f40-8d7c-4811-b062-96a48953fa9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.6013167 Nov 26 22:20:52.270287 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58970) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:52.275468 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e', 'name': 'tempest-PortsTestJSON-546167709'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:52.333597 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.341055 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.381159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:52.385736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:52.390935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:52.394016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Pushing event updated for resources: {'Port': ['ID=8105c97a-9a9d-4124-9b6e-b14872370786,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:52.400443 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:52.405679 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.429441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 735c08fc-2366-47f3-a422-5b1d4fcd9ec2 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:52.455311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Attempting to bind port 8105c97a-9a9d-4124-9b6e-b14872370786 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:20:52.455841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Attempting to bind port 8105c97a-9a9d-4124-9b6e-b14872370786 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'ccd60157-4b91-4b4b-936a-797b740ba030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:20:52.456312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Attempting to bind port 8105c97a-9a9d-4124-9b6e-b14872370786 on network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:20:52.461357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:20:52.461852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Checking segment: {'id': 'ccd60157-4b91-4b4b-936a-797b740ba030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:52.462391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.462899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Bound using segment: {'id': 'ccd60157-4b91-4b4b-936a-797b740ba030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:20:52.463477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Bound port: 8105c97a-9a9d-4124-9b6e-b14872370786, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd60157-4b91-4b4b-936a-797b740ba030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8bc36335-05ed-48f7-8780-31e0d9ee6f5e'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:20:52.463975 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.531398 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] For port 8105c97a-9a9d-4124-9b6e-b14872370786, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:20:52.535236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] For port 8105c97a-9a9d-4124-9b6e-b14872370786, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8105c97a-9a9d-4124-9b6e-b14872370786,segment=NetworkSegment(ccd60157-4b91-4b4b-936a-797b740ba030),segment_id=ccd60157-4b91-4b4b-936a-797b740ba030)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:20:52.539493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.556432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.8 (8bc36335-05ed-48f7-8780-31e0d9ee6f5e/ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7/735c08fc-2366-47f3-a422-5b1d4fcd9ec2) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:52.606773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c0777-8777-4a55-9353-b01346ab6360 None None] Pushing event updated for resources: {'Port': ['ID=8105c97a-9a9d-4124-9b6e-b14872370786,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:52.672050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0542ade3-97fe-46c6-a303-faecdd85bebb no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:52.703642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 0542ade3-97fe-46c6-a303-faecdd85bebb {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:52.704275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 0542ade3-97fe-46c6-a303-faecdd85bebb not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:52.763225 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.825167 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.892831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:52.896057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:52.899841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:52.931485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=735c08fc-2366-47f3-a422-5b1d4fcd9ec2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:52.961087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:52.961787 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:52.982188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19438f5a-6a48-4b24-911d-f228d7963055 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7095580 Nov 26 22:20:52.983851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58978) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:53.071783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f4bd5-7df3-4030-940e-19e3cb0f9601 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:53.073313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d07f4bd5-7df3-4030-940e-19e3cb0f9601 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.0878346 Nov 26 22:20:53.076816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58980) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:53.172068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-229b5cfa-afd1-42e2-8ab9-f29fd0e2371b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 735c08fc-2366-47f3-a422-5b1d4fcd9ec2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:53.172410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229b5cfa-afd1-42e2-8ab9-f29fd0e2371b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.265985 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229b5cfa-afd1-42e2-8ab9-f29fd0e2371b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.278705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-229b5cfa-afd1-42e2-8ab9-f29fd0e2371b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 735c08fc-2366-47f3-a422-5b1d4fcd9ec2 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:53.422886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229b5cfa-afd1-42e2-8ab9-f29fd0e2371b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.470032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b5cfa-afd1-42e2-8ab9-f29fd0e2371b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=735c08fc-2366-47f3-a422-5b1d4fcd9ec2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:53.510595 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ea642549-f113-42a8-ba85-2faf60421a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.572461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-229b5cfa-afd1-42e2-8ab9-f29fd0e2371b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.577567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-229b5cfa-afd1-42e2-8ab9-f29fd0e2371b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/735c08fc-2366-47f3-a422-5b1d4fcd9ec2 HTTP/1.1" status: 204 len: 168 time: 0.4993165 Nov 26 22:20:53.580181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58984) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:53.604879 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e97f51-5105-422b-904b-627a12e9f65f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:53.608950 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d2e97f51-5105-422b-904b-627a12e9f65f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/735c08fc-2366-47f3-a422-5b1d4fcd9ec2 HTTP/1.1" status: 404 len: 333 time: 0.0261991 Nov 26 22:20:53.610205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58986) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:53.653867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9035d7-4370-4443-9603-eb52456d0b7a None None] Network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:53.708956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0b57d34b-1f93-4714-8d5f-79c665772c28 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 40d2285a-cffc-482d-9b44-96aa77f8f3eb {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:53.709849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b57d34b-1f93-4714-8d5f-79c665772c28 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.801540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d36b4979-a1da-478c-b23c-731ea73a303c None None] Provisioning complete for port 8105c97a-9a9d-4124-9b6e-b14872370786 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:53.802158 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d36b4979-a1da-478c-b23c-731ea73a303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.808571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b57d34b-1f93-4714-8d5f-79c665772c28 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.823790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0b57d34b-1f93-4714-8d5f-79c665772c28 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 40d2285a-cffc-482d-9b44-96aa77f8f3eb owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:53.921066 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d36b4979-a1da-478c-b23c-731ea73a303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.955686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d36b4979-a1da-478c-b23c-731ea73a303c None None] For port 8105c97a-9a9d-4124-9b6e-b14872370786, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8105c97a-9a9d-4124-9b6e-b14872370786,segment=NetworkSegment(ccd60157-4b91-4b4b-936a-797b740ba030),segment_id=ccd60157-4b91-4b4b-936a-797b740ba030)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:53.961400 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d36b4979-a1da-478c-b23c-731ea73a303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:53.987821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b57d34b-1f93-4714-8d5f-79c665772c28 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.019987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4979-a1da-478c-b23c-731ea73a303c None None] Pushing event updated for resources: {'Port': ['ID=8105c97a-9a9d-4124-9b6e-b14872370786,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:54.024800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57d34b-1f93-4714-8d5f-79c665772c28 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=40d2285a-cffc-482d-9b44-96aa77f8f3eb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:54.098921 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b57d34b-1f93-4714-8d5f-79c665772c28 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.102824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0b57d34b-1f93-4714-8d5f-79c665772c28 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/40d2285a-cffc-482d-9b44-96aa77f8f3eb HTTP/1.1" status: 204 len: 168 time: 0.4912362 Nov 26 22:20:54.105584 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 58992) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:54.131880 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1eaa43-2751-43ff-b70b-7dd157bd877a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:54.133407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ee1eaa43-2751-43ff-b70b-7dd157bd877a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/40d2285a-cffc-482d-9b44-96aa77f8f3eb HTTP/1.1" status: 404 len: 333 time: 0.0265696 Nov 26 22:20:54.136703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58994) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:54.185568 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-22902114-c4da-499e-a98d-036e58cba598 None None] Provisioning complete for port 8105c97a-9a9d-4124-9b6e-b14872370786 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:54.185941 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22902114-c4da-499e-a98d-036e58cba598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.194311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-904fd7b6-2871-4389-ac17-edcafe783b0d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:54.197724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-904fd7b6-2871-4389-ac17-edcafe783b0d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.250250 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-904fd7b6-2871-4389-ac17-edcafe783b0d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.277073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-22902114-c4da-499e-a98d-036e58cba598 None None] Could not find standard attr ID for object 40d2285a-cffc-482d-9b44-96aa77f8f3eb. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:54.343009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-904fd7b6-2871-4389-ac17-edcafe783b0d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.404478 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-402a770b-77df-4c5f-a332-7530a736b383 None None] Could not find standard attr ID for object 40d2285a-cffc-482d-9b44-96aa77f8f3eb. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:54.405290 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-904fd7b6-2871-4389-ac17-edcafe783b0d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.437475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fd7b6-2871-4389-ac17-edcafe783b0d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:54.443664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-904fd7b6-2871-4389-ac17-edcafe783b0d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.450411 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-904fd7b6-2871-4389-ac17-edcafe783b0d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7 HTTP/1.1" status: 204 len: 168 time: 0.3087111 Nov 26 22:20:54.450411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 58996) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:54.532542 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.591476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 8105c97a-9a9d-4124-9b6e-b14872370786 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:54.591876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.623244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70ec644-de80-40f5-a13a-7d3275e3656a None None] Network 8bc36335-05ed-48f7-8780-31e0d9ee6f5e requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:54.625014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fff053b7-c1e5-4f5e-8877-721003ddf5b1 None None] Could not find standard attr ID for object 735c08fc-2366-47f3-a422-5b1d4fcd9ec2. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:54.687101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] For port 8105c97a-9a9d-4124-9b6e-b14872370786, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8105c97a-9a9d-4124-9b6e-b14872370786,segment=NetworkSegment(ccd60157-4b91-4b4b-936a-797b740ba030),segment_id=ccd60157-4b91-4b4b-936a-797b740ba030)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:54.687903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.711487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 8105c97a-9a9d-4124-9b6e-b14872370786 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:54.798194 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.830045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=8105c97a-9a9d-4124-9b6e-b14872370786,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:54.832172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No DVR routers for this DVR port 8105c97a-9a9d-4124-9b6e-b14872370786 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:20:54.844706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8105c97a-9a9d-4124-9b6e-b14872370786 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:54.875537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8105c97a-9a9d-4124-9b6e-b14872370786 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:54.875898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8105c97a-9a9d-4124-9b6e-b14872370786 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 26 22:20:54.900746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Port 8105c97a-9a9d-4124-9b6e-b14872370786 not found, will not notify nova. {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 26 22:20:54.924348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.944897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc36335-05ed-48f7-8780-31e0d9ee6f5e']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:54.956388 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd60157-4b91-4b4b-936a-797b740ba030') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:54.956757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd60157-4b91-4b4b-936a-797b740ba030') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:20:54.968200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.984346 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.990483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:20:54.990864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:20:54.994258 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:20:55.011190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e054a25-e016-4ecc-827a-59067e3d0bd6 None None] DHCP port deletion for 8bc36335-05ed-48f7-8780-31e0d9ee6f5e request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:55.346050 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.353242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.356879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/networks/8bc36335-05ed-48f7-8780-31e0d9ee6f5e HTTP/1.1" status: 204 len: 168 time: 0.9060404 Nov 26 22:20:55.363006 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59008) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:55.368476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c34e2-56e7-4296-8729-2665a18d545f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Network': ['ID=8bc36335-05ed-48f7-8780-31e0d9ee6f5e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:55.376179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-276187519'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:55.398706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:55.402980 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.434038 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:20:55.444339 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.444691 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Added segment 03bcd6c6-0534-4cd3-b336-2d079a81a2ad of type vlan for network de689f56-62c4-4943-8507-f2737835022f Nov 26 22:20:55.486133 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.516717 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.522606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:55.523187 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.584101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2118173 Nov 26 22:20:55.586980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59012) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:55.593023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': 'de689f56-62c4-4943-8507-f2737835022f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:55.596853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e8896-4a55-4de0-bca6-13e2331ac593 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Network': ['ID=de689f56-62c4-4943-8507-f2737835022f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:55.607474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network de689f56-62c4-4943-8507-f2737835022f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:20:55.692709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:55.696280 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.888349 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.953036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=69efb484-4307-45e4-af9c-c25d012183d8,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:55.960278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking segment: {'id': '03bcd6c6-0534-4cd3-b336-2d079a81a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de689f56-62c4-4943-8507-f2737835022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:55.960463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network hostable DHCP agents. Network: de689f56-62c4-4943-8507-f2737835022f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:20:55.977516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network de689f56-62c4-4943-8507-f2737835022f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:20:55.986099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, de689f56-62c4-4943-8507-f2737835022f) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:55.989849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:55.990483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:55.999158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3c298f-ec51-4d64-b722-360120193193 None None] Network de689f56-62c4-4943-8507-f2737835022f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:56.007910 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-72d144d6-a827-4334-ae1a-f8a12e29741b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4196045 Nov 26 22:20:56.010755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59018) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:56.016920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': 'de689f56-62c4-4943-8507-f2737835022f', 'name': 'tempest-PortsTestJSON-1874162210', 'fixed_ips': [{'subnet_id': '69efb484-4307-45e4-af9c-c25d012183d8', 'ip_address': '172.20.0.10'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:56.135399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:56.165386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-de689f56-62c4-4943-8507-f2737835022f', 'network_id': 'de689f56-62c4-4943-8507-f2737835022f', 'tenant_id': '8fbd535d3a2a4a0db847967e6b4124a8', 'fixed_ips': [{'subnet_id': '69efb484-4307-45e4-af9c-c25d012183d8'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:20:56.166517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.232522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.251142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port e77980d9-578b-4c64-812d-44d29b277bc2 yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:56.266059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a84246f-320f-4279-9603-a634ae7ccc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.320489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Allocated IP 172.20.0.2 (de689f56-62c4-4943-8507-f2737835022f/69efb484-4307-45e4-af9c-c25d012183d8/2c154224-b8e3-473c-b437-f7f9ee2817ac) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:56.470526 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.476030 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.520920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Network de689f56-62c4-4943-8507-f2737835022f is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:56.526353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:56.531315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:56.548166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Pushing event updated for resources: {'Port': ['ID=2c154224-b8e3-473c-b437-f7f9ee2817ac,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:56.552389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.10 (de689f56-62c4-4943-8507-f2737835022f/69efb484-4307-45e4-af9c-c25d012183d8/e77980d9-578b-4c64-812d-44d29b277bc2) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:56.597081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Attempting to bind port 2c154224-b8e3-473c-b437-f7f9ee2817ac on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:20:56.597466 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Attempting to bind port 2c154224-b8e3-473c-b437-f7f9ee2817ac by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '03bcd6c6-0534-4cd3-b336-2d079a81a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de689f56-62c4-4943-8507-f2737835022f'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:20:56.597839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Attempting to bind port 2c154224-b8e3-473c-b437-f7f9ee2817ac on network de689f56-62c4-4943-8507-f2737835022f {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:20:56.603063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:20:56.603442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Checking segment: {'id': '03bcd6c6-0534-4cd3-b336-2d079a81a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de689f56-62c4-4943-8507-f2737835022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:20:56.604093 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.604509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Bound using segment: {'id': '03bcd6c6-0534-4cd3-b336-2d079a81a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de689f56-62c4-4943-8507-f2737835022f'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:20:56.605035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Bound port: 2c154224-b8e3-473c-b437-f7f9ee2817ac, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bcd6c6-0534-4cd3-b336-2d079a81a2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'de689f56-62c4-4943-8507-f2737835022f'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:20:56.605469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.672117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8105c97a-9a9d-4124-9b6e-b14872370786 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:20:56.698479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8105c97a-9a9d-4124-9b6e-b14872370786 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:20:56.698925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8105c97a-9a9d-4124-9b6e-b14872370786 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:20:56.701573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] For port 2c154224-b8e3-473c-b437-f7f9ee2817ac, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:20:56.716921 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] For port 2c154224-b8e3-473c-b437-f7f9ee2817ac, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2c154224-b8e3-473c-b437-f7f9ee2817ac,segment=NetworkSegment(03bcd6c6-0534-4cd3-b336-2d079a81a2ad),segment_id=03bcd6c6-0534-4cd3-b336-2d079a81a2ad)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:20:56.722500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.725661 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.784271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.788109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fedb2-1dbc-4571-b97f-3aac53614e9e None None] Pushing event updated for resources: {'Port': ['ID=2c154224-b8e3-473c-b437-f7f9ee2817ac,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:56.835041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network de689f56-62c4-4943-8507-f2737835022f is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:56.841868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:56.845814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:56.879011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=e77980d9-578b-4c64-812d-44d29b277bc2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:56.904314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:56.904959 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:56.940317 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4ec57f33-8e08-4632-86d6-08333c30c0fd tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9261091 Nov 26 22:20:56.940817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59034) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:56.945675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': 'de689f56-62c4-4943-8507-f2737835022f', 'name': 'tempest-PortsTestJSON-928139910', 'fixed_ips': [{'subnet_id': '69efb484-4307-45e4-af9c-c25d012183d8', 'ip_address': '172.20.0.9'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:20:57.085677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:20:57.162717 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:57.507371 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:57.527813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port c1ce3248-8868-4392-9d61-0bef1b245d8b yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:20:57.713170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.9 (de689f56-62c4-4943-8507-f2737835022f/69efb484-4307-45e4-af9c-c25d012183d8/c1ce3248-8868-4392-9d61-0bef1b245d8b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:20:57.834776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304aaa29-e7f5-4bd2-8e6e-8da0f607ba34 None None] Network de689f56-62c4-4943-8507-f2737835022f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:57.870312 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:57.911708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-812c41e6-b6cb-42bd-b061-ac5160a98e73 None None] Provisioning complete for port 2c154224-b8e3-473c-b437-f7f9ee2817ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:57.912096 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-812c41e6-b6cb-42bd-b061-ac5160a98e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:57.921790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:57.983746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network de689f56-62c4-4943-8507-f2737835022f is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:20:57.986970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:20:57.991882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:20:58.013822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=c1ce3248-8868-4392-9d61-0bef1b245d8b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:58.043275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:58.044071 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.061586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d12f3fb-42ff-4891-b7c7-985081721208 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1198668 Nov 26 22:20:58.063310 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-812c41e6-b6cb-42bd-b061-ac5160a98e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.064257 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:58.105858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-812c41e6-b6cb-42bd-b061-ac5160a98e73 None None] For port 2c154224-b8e3-473c-b437-f7f9ee2817ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2c154224-b8e3-473c-b437-f7f9ee2817ac,segment=NetworkSegment(03bcd6c6-0534-4cd3-b336-2d079a81a2ad),segment_id=03bcd6c6-0534-4cd3-b336-2d079a81a2ad)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:58.112963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-812c41e6-b6cb-42bd-b061-ac5160a98e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.160967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257adfbb-3b3a-4896-843d-66b536d11c0c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:58.162436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-257adfbb-3b3a-4896-843d-66b536d11c0c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0971205 Nov 26 22:20:58.165192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59052) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:58.173073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c41e6-b6cb-42bd-b061-ac5160a98e73 None None] Pushing event updated for resources: {'Port': ['ID=2c154224-b8e3-473c-b437-f7f9ee2817ac,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:58.222610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab1147-3e0e-439c-91db-92f6e529da15 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:58.228631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab1147-3e0e-439c-91db-92f6e529da15 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:58.235200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ab1147-3e0e-439c-91db-92f6e529da15 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:20:58.237145 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-39ab1147-3e0e-439c-91db-92f6e529da15 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0708175 Nov 26 22:20:58.239769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59054) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:58.333347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a06a2e41-bf92-450f-8136-56793202d69c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port c1ce3248-8868-4392-9d61-0bef1b245d8b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:58.333758 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a06a2e41-bf92-450f-8136-56793202d69c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.337674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95b16809-1ecb-4365-8341-62e9ac4ed55b None None] Provisioning complete for port 2c154224-b8e3-473c-b437-f7f9ee2817ac triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:58.338044 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95b16809-1ecb-4365-8341-62e9ac4ed55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.435595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95b16809-1ecb-4365-8341-62e9ac4ed55b None None] Provisioning complete for port c1ce3248-8868-4392-9d61-0bef1b245d8b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:58.435969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95b16809-1ecb-4365-8341-62e9ac4ed55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.441200 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a06a2e41-bf92-450f-8136-56793202d69c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.455510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-a06a2e41-bf92-450f-8136-56793202d69c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for c1ce3248-8868-4392-9d61-0bef1b245d8b owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:58.477789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-95b16809-1ecb-4365-8341-62e9ac4ed55b None None] Port c1ce3248-8868-4392-9d61-0bef1b245d8b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:20:58.489162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-95b16809-1ecb-4365-8341-62e9ac4ed55b None None] Provisioning complete for port e77980d9-578b-4c64-812d-44d29b277bc2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:58.489390 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-95b16809-1ecb-4365-8341-62e9ac4ed55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.531139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-95b16809-1ecb-4365-8341-62e9ac4ed55b None None] Port e77980d9-578b-4c64-812d-44d29b277bc2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:20:58.628256 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a06a2e41-bf92-450f-8136-56793202d69c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.670216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a2e41-bf92-450f-8136-56793202d69c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=c1ce3248-8868-4392-9d61-0bef1b245d8b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:58.673646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-456b0af6-a32b-4d0e-a3c7-dfe0e6650013 None None] Provisioning complete for port e77980d9-578b-4c64-812d-44d29b277bc2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:58.675818 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-456b0af6-a32b-4d0e-a3c7-dfe0e6650013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.745736 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.747923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2c154224-b8e3-473c-b437-f7f9ee2817ac up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:20:58.759753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a06a2e41-bf92-450f-8136-56793202d69c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.767114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59058) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:58.768190 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a06a2e41-bf92-450f-8136-56793202d69c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/c1ce3248-8868-4392-9d61-0bef1b245d8b HTTP/1.1" status: 204 len: 168 time: 0.5264499 Nov 26 22:20:58.797186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-456b0af6-a32b-4d0e-a3c7-dfe0e6650013 None None] Port e77980d9-578b-4c64-812d-44d29b277bc2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:20:58.818062 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7ad868-3671-43f2-96d5-bd1e6257a15f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:58.819600 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bd7ad868-3671-43f2-96d5-bd1e6257a15f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/c1ce3248-8868-4392-9d61-0bef1b245d8b HTTP/1.1" status: 404 len: 333 time: 0.0503931 Nov 26 22:20:58.822246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59060) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:58.866744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 2c154224-b8e3-473c-b437-f7f9ee2817ac triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:20:58.867373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:58.929121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fc17e80f-6c8c-4465-a00a-bbe619a0e6fc None None] Could not find standard attr ID for object c1ce3248-8868-4392-9d61-0bef1b245d8b. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:20:58.996970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9f557ec4-5d0b-4d9f-a832-b4c638d8e968 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port e77980d9-578b-4c64-812d-44d29b277bc2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:58.997318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f557ec4-5d0b-4d9f-a832-b4c638d8e968 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.095866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f557ec4-5d0b-4d9f-a832-b4c638d8e968 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.109395 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9f557ec4-5d0b-4d9f-a832-b4c638d8e968 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for e77980d9-578b-4c64-812d-44d29b277bc2 owned by {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:20:59.255594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f557ec4-5d0b-4d9f-a832-b4c638d8e968 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.321260 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.345755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f557ec4-5d0b-4d9f-a832-b4c638d8e968 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=e77980d9-578b-4c64-812d-44d29b277bc2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:59.373754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9f557ec4-5d0b-4d9f-a832-b4c638d8e968 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.378521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9f557ec4-5d0b-4d9f-a832-b4c638d8e968 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/e77980d9-578b-4c64-812d-44d29b277bc2 HTTP/1.1" status: 204 len: 168 time: 0.5551178 Nov 26 22:20:59.379410 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59066) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:59.406461 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5faf4c7-5ef2-41d8-85b6-c76e04ddae90 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:20:59.408066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d5faf4c7-5ef2-41d8-85b6-c76e04ddae90 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/e77980d9-578b-4c64-812d-44d29b277bc2 HTTP/1.1" status: 404 len: 333 time: 0.0274456 Nov 26 22:20:59.410743 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:59.471830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-e659de6e-5873-4bd5-afda-913bff063441 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet 69efb484-4307-45e4-af9c-c25d012183d8 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:20:59.475544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e659de6e-5873-4bd5-afda-913bff063441 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.533568 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e659de6e-5873-4bd5-afda-913bff063441 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.623705 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e659de6e-5873-4bd5-afda-913bff063441 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.700430 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e659de6e-5873-4bd5-afda-913bff063441 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.730852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659de6e-5873-4bd5-afda-913bff063441 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=69efb484-4307-45e4-af9c-c25d012183d8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:20:59.733967 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e659de6e-5873-4bd5-afda-913bff063441 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.737552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e659de6e-5873-4bd5-afda-913bff063441 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/69efb484-4307-45e4-af9c-c25d012183d8 HTTP/1.1" status: 204 len: 168 time: 0.3255584 Nov 26 22:20:59.740211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59072) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:20:59.749242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70bca4-1916-45d9-899b-3555ce05f810 None None] Network de689f56-62c4-4943-8507-f2737835022f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:20:59.828948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.887241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 2c154224-b8e3-473c-b437-f7f9ee2817ac {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:20:59.888052 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.970694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] For port 2c154224-b8e3-473c-b437-f7f9ee2817ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2c154224-b8e3-473c-b437-f7f9ee2817ac,segment=NetworkSegment(03bcd6c6-0534-4cd3-b336-2d079a81a2ad),segment_id=03bcd6c6-0534-4cd3-b336-2d079a81a2ad)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:20:59.971445 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:20:59.976591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] DHCP port deletion for de689f56-62c4-4943-8507-f2737835022f request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:20:59.989309 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 2c154224-b8e3-473c-b437-f7f9ee2817ac owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:00.061496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] Deleting port 2c154224-b8e3-473c-b437-f7f9ee2817ac {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:21:00.061496 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.088135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.119326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=2c154224-b8e3-473c-b437-f7f9ee2817ac,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:00.124924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No DVR routers for this DVR port 2c154224-b8e3-473c-b437-f7f9ee2817ac on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:21:00.141964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] For port 2c154224-b8e3-473c-b437-f7f9ee2817ac, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2c154224-b8e3-473c-b437-f7f9ee2817ac,segment=NetworkSegment(03bcd6c6-0534-4cd3-b336-2d079a81a2ad),segment_id=03bcd6c6-0534-4cd3-b336-2d079a81a2ad)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:00.142530 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.157296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] Calling delete_port for 2c154224-b8e3-473c-b437-f7f9ee2817ac owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:00.217487 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.241568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de689f56-62c4-4943-8507-f2737835022f']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:00.253528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bcd6c6-0534-4cd3-b336-2d079a81a2ad') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:00.253876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bcd6c6-0534-4cd3-b336-2d079a81a2ad') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:00.264313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.265053 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.278873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.284777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:21:00.285390 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:21:00.288779 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:21:00.296276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] Pushing event deleted for resources: {'Port': ['ID=2c154224-b8e3-473c-b437-f7f9ee2817ac,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:00.298256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc5aab-9ed8-467b-a919-d320fcec8e4a None None] No DVR routers for this DVR port 2c154224-b8e3-473c-b437-f7f9ee2817ac on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:21:00.361120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.367733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.374619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/networks/de689f56-62c4-4943-8507-f2737835022f HTTP/1.1" status: 204 len: 168 time: 0.6296656 Nov 26 22:21:00.375173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59078) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:00.380580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-790883592'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:00.384517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd3470-d0cb-4469-8876-045f38753265 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Network': ['ID=de689f56-62c4-4943-8507-f2737835022f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:00.411049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:00.414599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.439593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:21:00.449017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.449996 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Added segment 3e43c8fb-5519-47da-ab0f-2bd9a535645b of type vlan for network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 Nov 26 22:21:00.489693 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.517004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.522732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:00.523320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.583482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2041371 Nov 26 22:21:00.583482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59080) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:00.588159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': '57eec674-7161-4768-9fa4-9b2bc5ce63d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:00.641720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52578e93-ae3d-406c-b3d3-a3d1970adf65 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Network': ['ID=57eec674-7161-4768-9fa4-9b2bc5ce63d5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:00.642830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2c154224-b8e3-473c-b437-f7f9ee2817ac no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:21:00.671163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:21:00.673286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 2c154224-b8e3-473c-b437-f7f9ee2817ac {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:21:00.673632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2c154224-b8e3-473c-b437-f7f9ee2817ac not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:21:00.703991 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:00.712274 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.901572 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:00.970592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=536d96b0-41b6-4dbb-b495-4a6807e539a4,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:00.976025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Checking segment: {'id': '3e43c8fb-5519-47da-ab0f-2bd9a535645b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '57eec674-7161-4768-9fa4-9b2bc5ce63d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:21:00.976349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network hostable DHCP agents. Network: 57eec674-7161-4768-9fa4-9b2bc5ce63d5, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:21:00.995279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:21:01.007703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 57eec674-7161-4768-9fa4-9b2bc5ce63d5) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:01.015976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68786f62-8060-439f-aaec-675dac33dc41 None None] Network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:01.018213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:01.018847 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.042678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-38815c31-1d38-4d12-bb00-8224104012c9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4582872 Nov 26 22:21:01.045947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59088) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:01.051491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e70e5f2e-56e6-4e3f-965a-ab65fe97bf7c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1935460602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:01.079037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f2e-56e6-4e3f-965a-ab65fe97bf7c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.080211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f2e-56e6-4e3f-965a-ab65fe97bf7c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.133909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f2e-56e6-4e3f-965a-ab65fe97bf7c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.141150 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f2e-56e6-4e3f-965a-ab65fe97bf7c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.161341 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f2e-56e6-4e3f-965a-ab65fe97bf7c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.165080 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e70e5f2e-56e6-4e3f-965a-ab65fe97bf7c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1150873 Nov 26 22:21:01.165579 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59090) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:01.171112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'network_id': '57eec674-7161-4768-9fa4-9b2bc5ce63d5', 'name': 'tempest-PortsTestJSON-949196757'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:01.183075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-57eec674-7161-4768-9fa4-9b2bc5ce63d5', 'network_id': '57eec674-7161-4768-9fa4-9b2bc5ce63d5', 'tenant_id': '8fbd535d3a2a4a0db847967e6b4124a8', 'fixed_ips': [{'subnet_id': '536d96b0-41b6-4dbb-b495-4a6807e539a4'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:21:01.184021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.285721 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:01.290206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.313578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 6db353c7-a8ea-40d3-a1d8-011996477fb2 yet. {{(pid=109999) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:21:01.321068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Allocated IP 172.20.0.2 (57eec674-7161-4768-9fa4-9b2bc5ce63d5/536d96b0-41b6-4dbb-b495-4a6807e539a4/8745b5b6-c405-43af-9961-ed7a82630aab) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:01.462619 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.469611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.518173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:01.521192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:01.524742 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:21:01.533056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Pushing event updated for resources: {'Port': ['ID=8745b5b6-c405-43af-9961-ed7a82630aab,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:01.533392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.5 (57eec674-7161-4768-9fa4-9b2bc5ce63d5/536d96b0-41b6-4dbb-b495-4a6807e539a4/6db353c7-a8ea-40d3-a1d8-011996477fb2) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:01.583820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Attempting to bind port 8745b5b6-c405-43af-9961-ed7a82630aab on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:21:01.584335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Attempting to bind port 8745b5b6-c405-43af-9961-ed7a82630aab by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '3e43c8fb-5519-47da-ab0f-2bd9a535645b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '57eec674-7161-4768-9fa4-9b2bc5ce63d5'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:21:01.584708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Attempting to bind port 8745b5b6-c405-43af-9961-ed7a82630aab on network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:21:01.590423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:21:01.590814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Checking segment: {'id': '3e43c8fb-5519-47da-ab0f-2bd9a535645b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '57eec674-7161-4768-9fa4-9b2bc5ce63d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:21:01.591229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.591642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Bound using segment: {'id': '3e43c8fb-5519-47da-ab0f-2bd9a535645b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '57eec674-7161-4768-9fa4-9b2bc5ce63d5'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:21:01.592115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Bound port: 8745b5b6-c405-43af-9961-ed7a82630aab, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e43c8fb-5519-47da-ab0f-2bd9a535645b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '57eec674-7161-4768-9fa4-9b2bc5ce63d5'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:21:01.592528 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.659749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] For port 8745b5b6-c405-43af-9961-ed7a82630aab, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:21:01.663253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] For port 8745b5b6-c405-43af-9961-ed7a82630aab, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8745b5b6-c405-43af-9961-ed7a82630aab,segment=NetworkSegment(3e43c8fb-5519-47da-ab0f-2bd9a535645b),segment_id=3e43c8fb-5519-47da-ab0f-2bd9a535645b)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:21:01.671388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.697660 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.746113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.752189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d21574-299a-4dbe-83d0-1ac04cf00f5e None None] Pushing event updated for resources: {'Port': ['ID=8745b5b6-c405-43af-9961-ed7a82630aab,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:01.806897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:01.811158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:01.812918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=6db353c7-a8ea-40d3-a1d8-011996477fb2,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:01.815023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:21:01.868625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:01.869556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:01.893726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59094) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:01.894683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-93654817-83c4-4222-b2a5-31b66987c516 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7277951 Nov 26 22:21:02.257228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:02.523985 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:02.528868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:02.611264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=6db353c7-a8ea-40d3-a1d8-011996477fb2,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:02.710995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8745b5b6-c405-43af-9961-ed7a82630aab up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:21:02.772175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8745b5b6-c405-43af-9961-ed7a82630aab triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:02.772590 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:02.804871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1408cd-50b7-4cd1-8138-a9c80cf35dc2 None None] Network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:02.808324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:02.924648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:02.966192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8b7cf070-be4c-4314-8117-2db05e33f9d6 None None] Provisioning complete for port 8745b5b6-c405-43af-9961-ed7a82630aab triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:02.966513 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf070-be4c-4314-8117-2db05e33f9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:02.996501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:03.065569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 8745b5b6-c405-43af-9961-ed7a82630aab, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8745b5b6-c405-43af-9961-ed7a82630aab,segment=NetworkSegment(3e43c8fb-5519-47da-ab0f-2bd9a535645b),segment_id=3e43c8fb-5519-47da-ab0f-2bd9a535645b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:03.078109 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:03.203106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:03.209832 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:03.314276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=6db353c7-a8ea-40d3-a1d8-011996477fb2,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:03.319910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:03.329728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=8745b5b6-c405-43af-9961-ed7a82630aab,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:03.431252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:03.433256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:03.529543 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2f2de488-d250-4f77-a0e2-bd7c6c124971 None None] Provisioning complete for port 8745b5b6-c405-43af-9961-ed7a82630aab triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:03.530236 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f2de488-d250-4f77-a0e2-bd7c6c124971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:03.580146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Router a6e2f4b8-38c2-42e3-9528-89aade7a7a5f is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:21:03.635692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2f2de488-d250-4f77-a0e2-bd7c6c124971 None None] Provisioning complete for port 6db353c7-a8ea-40d3-a1d8-011996477fb2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:03.636070 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f2de488-d250-4f77-a0e2-bd7c6c124971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:03.681735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-2f2de488-d250-4f77-a0e2-bd7c6c124971 None None] Port 6db353c7-a8ea-40d3-a1d8-011996477fb2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:03.697610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:21:03.706846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59106) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:03.707295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c6a8b005-9ffb-4295-abac-554f23dce807 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "PUT /v2.0/routers/a6e2f4b8-38c2-42e3-9528-89aade7a7a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8121054 Nov 26 22:21:03.716284 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a8db4-d465-4369-a2a8-1761300b24dd None None] Sync routers for ids ['a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:21:03.739746 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a8db4-d465-4369-a2a8-1761300b24dd None None] Routers {'a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:21:03.740367 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4f4a8db4-d465-4369-a2a8-1761300b24dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:20:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:03.778000 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4f4a8db4-d465-4369-a2a8-1761300b24dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:03.779643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f8fce5-1f3b-4b9e-a987-e000022bfb0f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:03.781708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-00f8fce5-1f3b-4b9e-a987-e000022bfb0f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e2f4b8-38c2-42e3-9528-89aade7a7a5f HTTP/1.1" status: 200 len: 981 time: 0.0729721 Nov 26 22:21:03.784630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59110) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:03.806331 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a8db4-d465-4369-a2a8-1761300b24dd None None] Routers {'a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:21:03.806978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4f4a8db4-d465-4369-a2a8-1761300b24dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:20:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:03.810610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a817e5a7-63a3-4129-86c5-0d44d8c8624f None None] Provisioning complete for port 6db353c7-a8ea-40d3-a1d8-011996477fb2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:03.811538 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a817e5a7-63a3-4129-86c5-0d44d8c8624f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:03.853384 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4f4a8db4-d465-4369-a2a8-1761300b24dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:03.854042 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a8db4-d465-4369-a2a8-1761300b24dd None None] The sync data for ids ['a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'] in n-d-819494-1 is: [] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:21:03.872241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a817e5a7-63a3-4129-86c5-0d44d8c8624f None None] Port 6db353c7-a8ea-40d3-a1d8-011996477fb2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:03.994771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-64814f72-7c7a-4bfd-9743-7bf23faa1359 None None] Provisioning complete for port 6db353c7-a8ea-40d3-a1d8-011996477fb2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:03.995161 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-64814f72-7c7a-4bfd-9743-7bf23faa1359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:04.034653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-64814f72-7c7a-4bfd-9743-7bf23faa1359 None None] Port 6db353c7-a8ea-40d3-a1d8-011996477fb2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:04.142425 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:04.253527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2f046faf-4f37-47f7-8229-f56972e46f99 None None] Provisioning complete for port 6db353c7-a8ea-40d3-a1d8-011996477fb2 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:04.253860 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f046faf-4f37-47f7-8229-f56972e46f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:04.290914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-2f046faf-4f37-47f7-8229-f56972e46f99 None None] Port 6db353c7-a8ea-40d3-a1d8-011996477fb2 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:04.353261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 6db353c7-a8ea-40d3-a1d8-011996477fb2 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:21:04.353874 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:04.443117 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:04.456260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 6db353c7-a8ea-40d3-a1d8-011996477fb2 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:04.631321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:04.646624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8745b5b6-c405-43af-9961-ed7a82630aab up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:21:04.663516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=6db353c7-a8ea-40d3-a1d8-011996477fb2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:04.718487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8745b5b6-c405-43af-9961-ed7a82630aab triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:04.719373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.129776 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.295661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Router a6e2f4b8-38c2-42e3-9528-89aade7a7a5f has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:21:05.382227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:21:05.393070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b618b0-713a-4feb-af50-ab02208e4d17 None None] Sync routers for ids ['a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:21:05.395632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2a83d3a0-b982-4c6b-ac29-02d85a68c461 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "PUT /v2.0/routers/a6e2f4b8-38c2-42e3-9528-89aade7a7a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6091466 Nov 26 22:21:05.397824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59122) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:05.405589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b618b0-713a-4feb-af50-ab02208e4d17 None None] Routers {'a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:21:05.406354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-19b618b0-713a-4feb-af50-ab02208e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:20:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:05.427785 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac31824c-5036-4cf9-87db-8d2ff7b2cf6f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:21:05.432586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59124) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:05.439828 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ac31824c-5036-4cf9-87db-8d2ff7b2cf6f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/6db353c7-a8ea-40d3-a1d8-011996477fb2 HTTP/1.1" status: 404 len: 333 time: 0.0407391 Nov 26 22:21:05.444887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-19b618b0-713a-4feb-af50-ab02208e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:05.454235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b618b0-713a-4feb-af50-ab02208e4d17 None None] Routers {'a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:21:05.454934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-19b618b0-713a-4feb-af50-ab02208e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:20:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:05.486799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-19b618b0-713a-4feb-af50-ab02208e4d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:05.487542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b618b0-713a-4feb-af50-ab02208e4d17 None None] The sync data for ids ['a6e2f4b8-38c2-42e3-9528-89aade7a7a5f'] in n-d-819494-1 is: [] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:21:05.516626 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-031e61ad-0b39-4a4f-b715-389d0e066667 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.672772 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-031e61ad-0b39-4a4f-b715-389d0e066667 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.675014 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-031e61ad-0b39-4a4f-b715-389d0e066667 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.722192 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-031e61ad-0b39-4a4f-b715-389d0e066667 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.722714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031e61ad-0b39-4a4f-b715-389d0e066667 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Fanout notify agent at l3_agent the message router_deleted on router a6e2f4b8-38c2-42e3-9528-89aade7a7a5f {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:21:05.729546 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-031e61ad-0b39-4a4f-b715-389d0e066667 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.731755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-031e61ad-0b39-4a4f-b715-389d0e066667 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/routers/a6e2f4b8-38c2-42e3-9528-89aade7a7a5f HTTP/1.1" status: 204 len: 168 time: 0.2971907 Nov 26 22:21:05.733966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59130) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:05.791445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d9a236-0a29-457d-a047-fb98c3be9603 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet 536d96b0-41b6-4dbb-b495-4a6807e539a4 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:21:05.795692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02d9a236-0a29-457d-a047-fb98c3be9603 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.836023 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02d9a236-0a29-457d-a047-fb98c3be9603 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.921602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02d9a236-0a29-457d-a047-fb98c3be9603 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:05.984093 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02d9a236-0a29-457d-a047-fb98c3be9603 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.009691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9a236-0a29-457d-a047-fb98c3be9603 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=536d96b0-41b6-4dbb-b495-4a6807e539a4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:06.017662 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-02d9a236-0a29-457d-a047-fb98c3be9603 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.023659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-02d9a236-0a29-457d-a047-fb98c3be9603 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/536d96b0-41b6-4dbb-b495-4a6807e539a4 HTTP/1.1" status: 204 len: 168 time: 0.2862356 Nov 26 22:21:06.023834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59134) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:06.024056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf99b9-1b73-41d7-b2d6-b7be4732357f None None] Network 57eec674-7161-4768-9fa4-9b2bc5ce63d5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:06.108915 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.179835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 8745b5b6-c405-43af-9961-ed7a82630aab {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:21:06.180179 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.202784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] DHCP port deletion for 57eec674-7161-4768-9fa4-9b2bc5ce63d5 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:21:06.243960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] For port 8745b5b6-c405-43af-9961-ed7a82630aab, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8745b5b6-c405-43af-9961-ed7a82630aab,segment=NetworkSegment(3e43c8fb-5519-47da-ab0f-2bd9a535645b),segment_id=3e43c8fb-5519-47da-ab0f-2bd9a535645b)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:06.244323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.258676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 8745b5b6-c405-43af-9961-ed7a82630aab owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:06.263933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] Deleting port 8745b5b6-c405-43af-9961-ed7a82630aab {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:21:06.264317 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.328815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] For port 8745b5b6-c405-43af-9961-ed7a82630aab, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8745b5b6-c405-43af-9961-ed7a82630aab,segment=NetworkSegment(3e43c8fb-5519-47da-ab0f-2bd9a535645b),segment_id=3e43c8fb-5519-47da-ab0f-2bd9a535645b)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:06.329156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.342910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] Calling delete_port for 8745b5b6-c405-43af-9961-ed7a82630aab owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:06.349550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.379834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=8745b5b6-c405-43af-9961-ed7a82630aab,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:06.383359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No DVR routers for this DVR port 8745b5b6-c405-43af-9961-ed7a82630aab on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:21:06.433020 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.463087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] Pushing event deleted for resources: {'Port': ['ID=8745b5b6-c405-43af-9961-ed7a82630aab,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:06.469059 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.469567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c5327-7cac-4021-8db4-f5946f6156cb None None] No DVR routers for this DVR port 8745b5b6-c405-43af-9961-ed7a82630aab on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:21:06.493474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57eec674-7161-4768-9fa4-9b2bc5ce63d5']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:06.504019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e43c8fb-5519-47da-ab0f-2bd9a535645b') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:06.504397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e43c8fb-5519-47da-ab0f-2bd9a535645b') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:06.514556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.527455 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.533528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:21:06.533909 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:21:06.537389 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:21:06.599378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.606633 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:06.613943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/networks/57eec674-7161-4768-9fa4-9b2bc5ce63d5 HTTP/1.1" status: 204 len: 168 time: 0.5850840 Nov 26 22:21:06.614136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:06.625556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a198701-1574-462d-8f79-4008fb74bf92 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Network': ['ID=57eec674-7161-4768-9fa4-9b2bc5ce63d5,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:06.668670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993698a0-be07-4226-ab16-fdf425b21066 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:06.670485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-993698a0-be07-4226-ab16-fdf425b21066 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/42708be5-b22b-4d41-a439-bf6e61b8b920 HTTP/1.1" status: 200 len: 841 time: 0.0550647 Nov 26 22:21:06.673916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59140) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:06.676911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8745b5b6-c405-43af-9961-ed7a82630aab no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:21:06.700279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8745b5b6-c405-43af-9961-ed7a82630aab {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:21:06.700486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8745b5b6-c405-43af-9961-ed7a82630aab not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:21:06.718165 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d9bb6284-f534-4eca-ac4d-c138a5eb2a6c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/42708be5-b22b-4d41-a439-bf6e61b8b920?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0425818 Nov 26 22:21:06.721420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59144) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:06.726183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:06.824026 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:06.827832 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.009708 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.062779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:07.065848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:07.069908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:07.070525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.076239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de33dcc-bf9f-4cdb-9f81-f51be5a7e2b7 None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:07.083944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:07.090148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f7fed972-17f2-44d9-8b60-dd53f87a6a64 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3670561 Nov 26 22:21:07.093448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59148) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:07.098104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7819cf83-6618-48d2-aba9-35e23f34309a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'security_group': {'name': 'tempest-secgroup-2139263249'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:07.123139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7819cf83-6618-48d2-aba9-35e23f34309a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.192772 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7819cf83-6618-48d2-aba9-35e23f34309a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.198284 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7819cf83-6618-48d2-aba9-35e23f34309a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.239257 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7819cf83-6618-48d2-aba9-35e23f34309a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.243796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59150) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:07.244539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7819cf83-6618-48d2-aba9-35e23f34309a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1493533 Nov 26 22:21:07.247003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819cf83-6618-48d2-aba9-35e23f34309a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310293c3-db7c-40ab-8e0b-4ab8d4f7bfbb,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:07.249060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9334892d-0b4a-4306-b8b0-d0a8a74f35f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'security_group': {'name': 'tempest-secgroup-127811886'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:07.255831 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.274847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ed532201-a734-4823-ae41-4a4e4c66cfb1', 'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'tenant_id': '8fbd535d3a2a4a0db847967e6b4124a8', 'fixed_ips': [{'subnet_id': '6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:21:07.275791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.278977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9334892d-0b4a-4306-b8b0-d0a8a74f35f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.363367 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9334892d-0b4a-4306-b8b0-d0a8a74f35f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.368126 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9334892d-0b4a-4306-b8b0-d0a8a74f35f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.399602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9334892d-0b4a-4306-b8b0-d0a8a74f35f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.403745 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9334892d-0b4a-4306-b8b0-d0a8a74f35f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1560278 Nov 26 22:21:07.403745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334892d-0b4a-4306-b8b0-d0a8a74f35f5 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3016bb4-bd75-4185-a65d-811c071c9f96,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:07.405009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59152) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:07.413449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1603830096', 'security_groups': ['d3016bb4-bd75-4185-a65d-811c071c9f96'], 'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:07.428548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Allocated IP 172.20.0.2 (ed532201-a734-4823-ae41-4a4e4c66cfb1/6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe/bc8e7008-d6c1-4119-9db7-c7e2bec45903) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:07.530359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:07.587140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.594306 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.630869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.637198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:07.642051 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:07.649234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:21:07.651115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port b78ade8e-03c5-45be-af98-f0d35ca3e60c yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:21:07.659193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Pushing event updated for resources: {'Port': ['ID=bc8e7008-d6c1-4119-9db7-c7e2bec45903,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:07.719636 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Attempting to bind port bc8e7008-d6c1-4119-9db7-c7e2bec45903 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:21:07.720246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Attempting to bind port bc8e7008-d6c1-4119-9db7-c7e2bec45903 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'e4f5a1e4-5e2b-43d6-b655-29512297c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:21:07.720690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Attempting to bind port bc8e7008-d6c1-4119-9db7-c7e2bec45903 on network ed532201-a734-4823-ae41-4a4e4c66cfb1 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:21:07.728330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:21:07.728805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Checking segment: {'id': 'e4f5a1e4-5e2b-43d6-b655-29512297c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:21:07.729266 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.729819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Bound using segment: {'id': 'e4f5a1e4-5e2b-43d6-b655-29512297c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:21:07.730576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Bound port: bc8e7008-d6c1-4119-9db7-c7e2bec45903, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5a1e4-5e2b-43d6-b655-29512297c961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:21:07.731098 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.801919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] For port bc8e7008-d6c1-4119-9db7-c7e2bec45903, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:21:07.805252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] For port bc8e7008-d6c1-4119-9db7-c7e2bec45903, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bc8e7008-d6c1-4119-9db7-c7e2bec45903,segment=NetworkSegment(e4f5a1e4-5e2b-43d6-b655-29512297c961),segment_id=e4f5a1e4-5e2b-43d6-b655-29512297c961)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:21:07.809591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.836398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.4 (ed532201-a734-4823-ae41-4a4e4c66cfb1/6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe/b78ade8e-03c5-45be-af98-f0d35ca3e60c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:07.872427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9497081-7435-44d7-acc1-d168b707e938 None None] Pushing event updated for resources: {'Port': ['ID=bc8e7008-d6c1-4119-9db7-c7e2bec45903,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:07.992883 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:07.998967 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:21:08.029179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.083330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:08.100673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:08.102550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=b78ade8e-03c5-45be-af98-f0d35ca3e60c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:08.104747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:21:08.153900 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.162242 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:08.162950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.180315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-28e550d9-d3f8-4d4c-a3eb-5f1a704d5b68 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7733295 Nov 26 22:21:08.183053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59160) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:08.188489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b5e7ac62-7b7c-4df9-ae39-afe8c39269f8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:08.315381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e7ac62-7b7c-4df9-ae39-afe8c39269f8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:08.319200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5e7ac62-7b7c-4df9-ae39-afe8c39269f8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.408879 n-d-819494-1 neutron-server[110000]: INFO neutron.db.ipam_backend_mixin [None req-b5e7ac62-7b7c-4df9-ae39-afe8c39269f8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe (CIDR: 172.20.0.0/28) Nov 26 22:21:08.412065 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e7ac62-7b7c-4df9-ae39-afe8c39269f8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:21:08.412584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e7ac62-7b7c-4df9-ae39-afe8c39269f8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:08.433077 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b5e7ac62-7b7c-4df9-ae39-afe8c39269f8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2460542 Nov 26 22:21:08.434022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59162) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:08.438426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:08.557110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:08.561751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.708714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bc8e7008-d6c1-4119-9db7-c7e2bec45903 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:21:08.768537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:08.768918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.876511 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.877140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.913206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port bc8e7008-d6c1-4119-9db7-c7e2bec45903, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bc8e7008-d6c1-4119-9db7-c7e2bec45903,segment=NetworkSegment(e4f5a1e4-5e2b-43d6-b655-29512297c961),segment_id=e4f5a1e4-5e2b-43d6-b655-29512297c961)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:08.918815 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.960845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:08.966450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:08.972106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:08.972705 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:08.987026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=bc8e7008-d6c1-4119-9db7-c7e2bec45903,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:08.988291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=1ac92964-190b-4419-ac93-50d32790b35c,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:09.006656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1691e1c5-9f28-4115-a1b0-a90683f914a6 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5720880 Nov 26 22:21:09.006816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59170) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:09.012329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1720684643', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ac92964-190b-4419-ac93-50d32790b35c'}], 'security_groups': ['310293c3-db7c-40ab-8e0b-4ab8d4f7bfbb']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:09.054958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f446cc9-54ea-45a6-9405-2bcec3487977 None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:09.175224 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.189270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-536ad4bb-5d29-475a-96d4-19b93a193052 None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:09.189564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536ad4bb-5d29-475a-96d4-19b93a193052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.345275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98638142-9282-4695-9ad2-a0167759dc33 None None] Update dhcp port {'port': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'fixed_ips': [{'subnet_id': '6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ac92964-190b-4419-ac93-50d32790b35c'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'bc8e7008-d6c1-4119-9db7-c7e2bec45903'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:21:09.368487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-536ad4bb-5d29-475a-96d4-19b93a193052 None None] Provisioning complete for port 42708be5-b22b-4d41-a439-bf6e61b8b920 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:09.368809 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-536ad4bb-5d29-475a-96d4-19b93a193052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.395264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-98638142-9282-4695-9ad2-a0167759dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.436884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-536ad4bb-5d29-475a-96d4-19b93a193052 None None] Port 42708be5-b22b-4d41-a439-bf6e61b8b920 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:09.499959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Delete allocated IP 172.20.0.4 (ed532201-a734-4823-ae41-4a4e4c66cfb1/6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe) {{(pid=109999) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 22:21:09.509358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.21 (ed532201-a734-4823-ae41-4a4e4c66cfb1/1ac92964-190b-4419-ac93-50d32790b35c/b78ade8e-03c5-45be-af98-f0d35ca3e60c) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:09.680318 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.685096 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.748939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-98638142-9282-4695-9ad2-a0167759dc33 None None] Allocated IP 172.20.0.18 (ed532201-a734-4823-ae41-4a4e4c66cfb1/1ac92964-190b-4419-ac93-50d32790b35c/bc8e7008-d6c1-4119-9db7-c7e2bec45903) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:09.769985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=b78ade8e-03c5-45be-af98-f0d35ca3e60c,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:09.795256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] In _notify_port_updated(), no bound segment for port b78ade8e-03c5-45be-af98-f0d35ca3e60c on network ed532201-a734-4823-ae41-4a4e4c66cfb1 {{(pid=109999) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:21:09.800757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:09.801377 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.805360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-75371bb9-c51a-47b8-8784-faf37ae03280 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "PUT /v2.0/ports/b78ade8e-03c5-45be-af98-f0d35ca3e60c HTTP/1.1" status: 200 len: 921 time: 0.7949572 Nov 26 22:21:09.805609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59176) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:09.850025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-98638142-9282-4695-9ad2-a0167759dc33 None None] For port bc8e7008-d6c1-4119-9db7-c7e2bec45903, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bc8e7008-d6c1-4119-9db7-c7e2bec45903,segment=NetworkSegment(e4f5a1e4-5e2b-43d6-b655-29512297c961),segment_id=e4f5a1e4-5e2b-43d6-b655-29512297c961)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:09.879593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-98638142-9282-4695-9ad2-a0167759dc33 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.884578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-98638142-9282-4695-9ad2-a0167759dc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.896295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c822ac6d-8cd5-4ac1-a290-ddcb7902c2d4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port b78ade8e-03c5-45be-af98-f0d35ca3e60c {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:21:09.896728 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c822ac6d-8cd5-4ac1-a290-ddcb7902c2d4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:09.988161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638142-9282-4695-9ad2-a0167759dc33 None None] Pushing event updated for resources: {'Port': ['ID=bc8e7008-d6c1-4119-9db7-c7e2bec45903,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:09.998819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c822ac6d-8cd5-4ac1-a290-ddcb7902c2d4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.012289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c822ac6d-8cd5-4ac1-a290-ddcb7902c2d4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for b78ade8e-03c5-45be-af98-f0d35ca3e60c owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:10.156385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c822ac6d-8cd5-4ac1-a290-ddcb7902c2d4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.197937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822ac6d-8cd5-4ac1-a290-ddcb7902c2d4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=b78ade8e-03c5-45be-af98-f0d35ca3e60c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:10.265103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c822ac6d-8cd5-4ac1-a290-ddcb7902c2d4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.271729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c822ac6d-8cd5-4ac1-a290-ddcb7902c2d4 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/b78ade8e-03c5-45be-af98-f0d35ca3e60c HTTP/1.1" status: 204 len: 168 time: 0.4650717 Nov 26 22:21:10.271936 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59180) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:10.300039 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b40e22-0654-4ec3-ba79-427f663cf55c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:21:10.304215 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e2b40e22-0654-4ec3-ba79-427f663cf55c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/b78ade8e-03c5-45be-af98-f0d35ca3e60c HTTP/1.1" status: 404 len: 333 time: 0.0288007 Nov 26 22:21:10.304329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:10.368531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-652957e8-6d29-49ed-b1de-0a140537f7e1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.398026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-652957e8-6d29-49ed-b1de-0a140537f7e1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.445758 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-652957e8-6d29-49ed-b1de-0a140537f7e1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.448564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-652957e8-6d29-49ed-b1de-0a140537f7e1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.453201 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-652957e8-6d29-49ed-b1de-0a140537f7e1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/security-groups/d3016bb4-bd75-4185-a65d-811c071c9f96 HTTP/1.1" status: 204 len: 168 time: 0.1451414 Nov 26 22:21:10.453915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59188) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:10.461636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652957e8-6d29-49ed-b1de-0a140537f7e1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3016bb4-bd75-4185-a65d-811c071c9f96,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:10.524292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.548862 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.561943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-06d4ae52-137a-405a-86cc-84e6fee4f91f None None] Could not find standard attr ID for object b78ade8e-03c5-45be-af98-f0d35ca3e60c. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:21:10.577661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-06d4ae52-137a-405a-86cc-84e6fee4f91f None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:10.578043 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06d4ae52-137a-405a-86cc-84e6fee4f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.598268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.602682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.604058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/security-groups/310293c3-db7c-40ab-8e0b-4ab8d4f7bfbb HTTP/1.1" status: 204 len: 168 time: 0.1488905 Nov 26 22:21:10.607660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59190) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:10.616359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310293c3-db7c-40ab-8e0b-4ab8d4f7bfbb,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:10.626048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.626415 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.626772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.627422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.627761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.628093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.628480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.628962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.629294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.629617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.629939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.630286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef1eedb-9b53-4d75-9533-dae1b4219959 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:10.704072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e2eb01-5d9f-4a6b-a4b4-7f5065c851b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet 6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:21:10.715754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2eb01-5d9f-4a6b-a4b4-7f5065c851b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.730720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bc8e7008-d6c1-4119-9db7-c7e2bec45903 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:21:10.769320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2eb01-5d9f-4a6b-a4b4-7f5065c851b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.802097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-06d4ae52-137a-405a-86cc-84e6fee4f91f None None] Provisioning complete for port 42708be5-b22b-4d41-a439-bf6e61b8b920 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:10.802617 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-06d4ae52-137a-405a-86cc-84e6fee4f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.846343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-06d4ae52-137a-405a-86cc-84e6fee4f91f None None] Port 42708be5-b22b-4d41-a439-bf6e61b8b920 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:10.848697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:10.849073 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.869517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2eb01-5d9f-4a6b-a4b4-7f5065c851b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.932833 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2eb01-5d9f-4a6b-a4b4-7f5065c851b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.959422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b6c938b4-fddc-4ab5-be7e-9132babe1d9d None None] Could not find standard attr ID for object b78ade8e-03c5-45be-af98-f0d35ca3e60c. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:21:10.962359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2eb01-5d9f-4a6b-a4b4-7f5065c851b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:10.964318 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2eb01-5d9f-4a6b-a4b4-7f5065c851b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:10.966524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-5c0298c1-1a4c-4217-a076-3c3695394230 req-c34db1f0-cd35-4f46-aeb6-a33ff8bc5f30 service neutron] (109999) timed out ('10.222.0.21', 58416) {{(pid=109999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:21:10.968167 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b5e2eb01-5d9f-4a6b-a4b4-7f5065c851b1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe HTTP/1.1" status: 204 len: 168 time: 0.3594902 Nov 26 22:21:10.972069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59192) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:10.977789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:11.094319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:11.098148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.364287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab426908-f7b1-486a-b2b1-2fdcbccda2f2 None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:11.381427 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.383105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a5b7e4c9-c546-43e2-84db-276d3ec0418b None None] Could not find standard attr ID for object b78ade8e-03c5-45be-af98-f0d35ca3e60c. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:21:11.432675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=7974a521-6da5-494e-8699-9f296254abed,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:11.444315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:11.445895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.446285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.446626 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.446960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.447289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.447622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.447947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.448269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.448595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.449245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.449560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.449994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:11.455012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:11.457421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:11.458013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.479863 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56ffef7f-1921-42a4-a335-cdcae67ae7db tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5043011 Nov 26 22:21:11.480845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59200) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:11.486160 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-39a8acc7-9cf5-4e63-aac7-58068120763d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'security_group': {'name': 'tempest-secgroup-394751186'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:11.525009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39a8acc7-9cf5-4e63-aac7-58068120763d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.596703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39a8acc7-9cf5-4e63-aac7-58068120763d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.601262 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39a8acc7-9cf5-4e63-aac7-58068120763d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.635335 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-39a8acc7-9cf5-4e63-aac7-58068120763d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.637835 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-39a8acc7-9cf5-4e63-aac7-58068120763d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1555035 Nov 26 22:21:11.641041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59202) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:11.643304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8acc7-9cf5-4e63-aac7-58068120763d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e7cad-a3bf-4252-993a-947a44a4bd54,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:11.648136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b2fbb2dc-973c-4e02-a2b3-f1be71eda051 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'security_group': {'name': 'tempest-secgroup-1986288483'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:11.677495 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb2dc-973c-4e02-a2b3-f1be71eda051 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.752949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb2dc-973c-4e02-a2b3-f1be71eda051 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.758024 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb2dc-973c-4e02-a2b3-f1be71eda051 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.763474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768852f-202b-4c38-a832-dc055de09356 None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:11.789087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbb2dc-973c-4e02-a2b3-f1be71eda051 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e696b5-bcaf-446b-8584-de519e7a18f4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:11.795328 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b2fbb2dc-973c-4e02-a2b3-f1be71eda051 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.799603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59204) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:11.804601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-59bac63b-8110-44ea-b8ce-00bd7c584bec tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'security_group': {'name': 'tempest-secgroup-986363658'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:11.809946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b2fbb2dc-973c-4e02-a2b3-f1be71eda051 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1658797 Nov 26 22:21:11.829447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59bac63b-8110-44ea-b8ce-00bd7c584bec tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.847209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a75a6c99-4913-407d-a7f1-3cfc5f3a1cb6 None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:11.847821 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a75a6c99-4913-407d-a7f1-3cfc5f3a1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.900778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59bac63b-8110-44ea-b8ce-00bd7c584bec tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.906343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59bac63b-8110-44ea-b8ce-00bd7c584bec tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.936420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59bac63b-8110-44ea-b8ce-00bd7c584bec tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:11.940597 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-59bac63b-8110-44ea-b8ce-00bd7c584bec tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1372440 Nov 26 22:21:11.940887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59206) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:11.946818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1106053124', 'security_groups': ['89b40e5f-4646-4783-9907-cf64bc236a04'], 'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7974a521-6da5-494e-8699-9f296254abed'}]}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:11.952866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bac63b-8110-44ea-b8ce-00bd7c584bec tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b40e5f-4646-4783-9907-cf64bc236a04,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:12.084525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:12.089485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.117712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] device_id is not set on port 654b7d87-086f-426a-bda7-493e13726a4d yet. {{(pid=110000) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 26 22:21:12.171827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a75a6c99-4913-407d-a7f1-3cfc5f3a1cb6 None None] Provisioning complete for port 42708be5-b22b-4d41-a439-bf6e61b8b920 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:12.172198 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a75a6c99-4913-407d-a7f1-3cfc5f3a1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.208489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a75a6c99-4913-407d-a7f1-3cfc5f3a1cb6 None None] Port 42708be5-b22b-4d41-a439-bf6e61b8b920 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:12.322634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.4 (ed532201-a734-4823-ae41-4a4e4c66cfb1/7974a521-6da5-494e-8699-9f296254abed/654b7d87-086f-426a-bda7-493e13726a4d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:12.429164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-317e63a4-6f85-42a5-8900-bf81d46f8493 None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:12.429717 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-317e63a4-6f85-42a5-8900-bf81d46f8493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.473284 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.514189 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.532681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-317e63a4-6f85-42a5-8900-bf81d46f8493 None None] Provisioning complete for port 42708be5-b22b-4d41-a439-bf6e61b8b920 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:12.533158 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-317e63a4-6f85-42a5-8900-bf81d46f8493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.566577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-317e63a4-6f85-42a5-8900-bf81d46f8493 None None] Port 42708be5-b22b-4d41-a439-bf6e61b8b920 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:12.566844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:12.570204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:12.574609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:21:12.602766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=654b7d87-086f-426a-bda7-493e13726a4d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:12.635949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:12.637228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.659657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59214) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:12.660354 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bc020e7b-c152-42ab-b2e4-02c37d32d9de tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7177858 Nov 26 22:21:12.666219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a3faa844-5bf8-4a88-9ee3-075dffb567d3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:12.787219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-64996c58-8490-46dc-934f-e0a68b7b62e3 None None] Provisioning complete for port 654b7d87-086f-426a-bda7-493e13726a4d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:12.787743 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-64996c58-8490-46dc-934f-e0a68b7b62e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.788298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3faa844-5bf8-4a88-9ee3-075dffb567d3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:12.792107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a3faa844-5bf8-4a88-9ee3-075dffb567d3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:12.830329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-64996c58-8490-46dc-934f-e0a68b7b62e3 None None] Port 654b7d87-086f-426a-bda7-493e13726a4d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:12.881602 n-d-819494-1 neutron-server[109999]: INFO neutron.db.ipam_backend_mixin [None req-a3faa844-5bf8-4a88-9ee3-075dffb567d3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7974a521-6da5-494e-8699-9f296254abed (CIDR: 172.20.0.0/28) Nov 26 22:21:12.885132 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3faa844-5bf8-4a88-9ee3-075dffb567d3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:21:12.885702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3faa844-5bf8-4a88-9ee3-075dffb567d3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:12.901707 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a3faa844-5bf8-4a88-9ee3-075dffb567d3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2399898 Nov 26 22:21:12.905063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:12.910119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-234aa731-757a-499b-88c7-c2b4b6f32b77 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:13.024614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234aa731-757a-499b-88c7-c2b4b6f32b77 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:13.028944 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-234aa731-757a-499b-88c7-c2b4b6f32b77 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:13.132842 n-d-819494-1 neutron-server[110000]: INFO neutron.db.ipam_backend_mixin [None req-234aa731-757a-499b-88c7-c2b4b6f32b77 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1ac92964-190b-4419-ac93-50d32790b35c (CIDR: 172.20.0.16/28) Nov 26 22:21:13.136071 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-234aa731-757a-499b-88c7-c2b4b6f32b77 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:21:13.137308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234aa731-757a-499b-88c7-c2b4b6f32b77 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:13.155978 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-234aa731-757a-499b-88c7-c2b4b6f32b77 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2497878 Nov 26 22:21:13.158610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59220) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:13.163529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'subnet': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:13.284944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Made reservation on behalf of 8fbd535d3a2a4a0db847967e6b4124a8 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:13.288476 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:13.551080 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:13.611067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:13.615047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:13.619348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:13.619951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:13.627275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6802ab36-578e-4bdf-a1ec-26796825618f None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:13.635317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Subnet': ['ID=c7550fc0-3f2f-46ec-bfd3-06a0130435b3,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:13.649456 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6b4b9e8f-0dff-4e5f-9557-72880cbbbd71 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4895396 Nov 26 22:21:13.651121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59226) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:13.657519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-293778626', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c7550fc0-3f2f-46ec-bfd3-06a0130435b3'}], 'security_groups': ['ad3e7cad-a3bf-4252-993a-947a44a4bd54', '02e696b5-bcaf-446b-8584-de519e7a18f4']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:13.836506 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:13.873518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b9acad-5c83-46da-9d40-d8abfb3b381d None None] Update dhcp port {'port': {'network_id': 'ed532201-a734-4823-ae41-4a4e4c66cfb1', 'fixed_ips': [{'subnet_id': '1ac92964-190b-4419-ac93-50d32790b35c', 'ip_address': '172.20.0.18'}, {'subnet_id': '7974a521-6da5-494e-8699-9f296254abed'}, {'subnet_id': 'c7550fc0-3f2f-46ec-bfd3-06a0130435b3'}], 'binding:host_id': 'n-d-819494-1'}, 'id': 'bc8e7008-d6c1-4119-9db7-c7e2bec45903'} from n-d-819494-1. {{(pid=110001) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 26 22:21:13.900505 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1b9acad-5c83-46da-9d40-d8abfb3b381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.139831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b1b9acad-5c83-46da-9d40-d8abfb3b381d None None] Allocated IP 172.20.0.2 (ed532201-a734-4823-ae41-4a4e4c66cfb1/7974a521-6da5-494e-8699-9f296254abed/bc8e7008-d6c1-4119-9db7-c7e2bec45903) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:14.149085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-b1b9acad-5c83-46da-9d40-d8abfb3b381d None None] Allocated IP 172.20.0.34 (ed532201-a734-4823-ae41-4a4e4c66cfb1/c7550fc0-3f2f-46ec-bfd3-06a0130435b3/bc8e7008-d6c1-4119-9db7-c7e2bec45903) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:14.246236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b1b9acad-5c83-46da-9d40-d8abfb3b381d None None] For port bc8e7008-d6c1-4119-9db7-c7e2bec45903, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bc8e7008-d6c1-4119-9db7-c7e2bec45903,segment=NetworkSegment(e4f5a1e4-5e2b-43d6-b655-29512297c961),segment_id=e4f5a1e4-5e2b-43d6-b655-29512297c961)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:14.274433 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1b9acad-5c83-46da-9d40-d8abfb3b381d None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.280108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1b9acad-5c83-46da-9d40-d8abfb3b381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.381584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9acad-5c83-46da-9d40-d8abfb3b381d None None] Pushing event updated for resources: {'Port': ['ID=bc8e7008-d6c1-4119-9db7-c7e2bec45903,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:14.398691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Delete allocated IP 172.20.0.4 (ed532201-a734-4823-ae41-4a4e4c66cfb1/7974a521-6da5-494e-8699-9f296254abed) {{(pid=110000) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 26 22:21:14.408840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Allocated IP 172.20.0.43 (ed532201-a734-4823-ae41-4a4e4c66cfb1/c7550fc0-3f2f-46ec-bfd3-06a0130435b3/654b7d87-086f-426a-bda7-493e13726a4d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:14.594854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.601133 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.683015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bc8e7008-d6c1-4119-9db7-c7e2bec45903 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:21:14.715485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event updated for resources: {'Port': ['ID=654b7d87-086f-426a-bda7-493e13726a4d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:14.729462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] In _notify_port_updated(), no bound segment for port 654b7d87-086f-426a-bda7-493e13726a4d on network ed532201-a734-4823-ae41-4a4e4c66cfb1 {{(pid=110000) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 26 22:21:14.736675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:14.738174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.740367 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f770a416-d1b7-40f6-a9d8-bfcde493491c tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "PUT /v2.0/ports/654b7d87-086f-426a-bda7-493e13726a4d HTTP/1.1" status: 200 len: 959 time: 1.0879223 Nov 26 22:21:14.743319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59234) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:14.755110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:14.755840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.851417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ce204338-c3a4-4675-904d-14d1a11be950 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 654b7d87-086f-426a-bda7-493e13726a4d {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:21:14.852003 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce204338-c3a4-4675-904d-14d1a11be950 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.952881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce204338-c3a4-4675-904d-14d1a11be950 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:14.965889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ce204338-c3a4-4675-904d-14d1a11be950 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 654b7d87-086f-426a-bda7-493e13726a4d owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:15.070325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-24c76dd8-8a29-47c4-bd01-269a5bbfbe4a None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:15.070846 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-24c76dd8-8a29-47c4-bd01-269a5bbfbe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.104289 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce204338-c3a4-4675-904d-14d1a11be950 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.148956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce204338-c3a4-4675-904d-14d1a11be950 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=654b7d87-086f-426a-bda7-493e13726a4d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:15.204762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-24c76dd8-8a29-47c4-bd01-269a5bbfbe4a None None] Provisioning complete for port 42708be5-b22b-4d41-a439-bf6e61b8b920 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:15.205220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-24c76dd8-8a29-47c4-bd01-269a5bbfbe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.230283 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce204338-c3a4-4675-904d-14d1a11be950 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.234154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce204338-c3a4-4675-904d-14d1a11be950 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/654b7d87-086f-426a-bda7-493e13726a4d HTTP/1.1" status: 204 len: 168 time: 0.4897933 Nov 26 22:21:15.236718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59238) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:15.244587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-24c76dd8-8a29-47c4-bd01-269a5bbfbe4a None None] Port 42708be5-b22b-4d41-a439-bf6e61b8b920 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:15.248490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-24c76dd8-8a29-47c4-bd01-269a5bbfbe4a None None] Could not find standard attr ID for object 654b7d87-086f-426a-bda7-493e13726a4d. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:21:15.263359 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-624e090e-19be-4eba-9cd8-ea89bd5142ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] GET failed (client error): The resource could not be found. Nov 26 22:21:15.264695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-624e090e-19be-4eba-9cd8-ea89bd5142ad tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports/654b7d87-086f-426a-bda7-493e13726a4d HTTP/1.1" status: 404 len: 333 time: 0.0270481 Nov 26 22:21:15.267311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59240) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:15.317968 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e17f05c0-41eb-4f94-b3c4-81aa1e0c3fc8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.339837 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e17f05c0-41eb-4f94-b3c4-81aa1e0c3fc8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.385278 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e17f05c0-41eb-4f94-b3c4-81aa1e0c3fc8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.388263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e17f05c0-41eb-4f94-b3c4-81aa1e0c3fc8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.391909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e17f05c0-41eb-4f94-b3c4-81aa1e0c3fc8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/security-groups/89b40e5f-4646-4783-9907-cf64bc236a04 HTTP/1.1" status: 204 len: 168 time: 0.1211672 Nov 26 22:21:15.392312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59242) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:15.399403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f05c0-41eb-4f94-b3c4-81aa1e0c3fc8 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b40e5f-4646-4783-9907-cf64bc236a04,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:15.470465 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b24429fb-f87b-4f1a-9cf2-4f60dbe77fa7 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.496416 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b24429fb-f87b-4f1a-9cf2-4f60dbe77fa7 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.541945 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b24429fb-f87b-4f1a-9cf2-4f60dbe77fa7 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.546395 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b24429fb-f87b-4f1a-9cf2-4f60dbe77fa7 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.550158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b24429fb-f87b-4f1a-9cf2-4f60dbe77fa7 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/security-groups/02e696b5-bcaf-446b-8584-de519e7a18f4 HTTP/1.1" status: 204 len: 168 time: 0.1544325 Nov 26 22:21:15.551374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59244) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:15.559391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24429fb-f87b-4f1a-9cf2-4f60dbe77fa7 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e696b5-bcaf-446b-8584-de519e7a18f4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:15.565358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fb52f9ae-ea79-4ed7-bc4f-83faa9f2ca7f None None] Could not find standard attr ID for object 654b7d87-086f-426a-bda7-493e13726a4d. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:21:15.647124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-225e4723-425b-49c3-a592-a7f8c43f9720 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.673029 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-225e4723-425b-49c3-a592-a7f8c43f9720 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.731028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-225e4723-425b-49c3-a592-a7f8c43f9720 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.734866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-225e4723-425b-49c3-a592-a7f8c43f9720 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.736185 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-225e4723-425b-49c3-a592-a7f8c43f9720 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad3e7cad-a3bf-4252-993a-947a44a4bd54 HTTP/1.1" status: 204 len: 168 time: 0.1831653 Nov 26 22:21:15.739992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59250) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:15.746926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e4723-425b-49c3-a592-a7f8c43f9720 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e7cad-a3bf-4252-993a-947a44a4bd54,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:15.803949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e6a2e1-629b-4f07-88b5-fda0534e0a9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet 7974a521-6da5-494e-8699-9f296254abed {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:21:15.807094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12e6a2e1-629b-4f07-88b5-fda0534e0a9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.850228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12e6a2e1-629b-4f07-88b5-fda0534e0a9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.930740 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12e6a2e1-629b-4f07-88b5-fda0534e0a9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:15.986843 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12e6a2e1-629b-4f07-88b5-fda0534e0a9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.017511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e6a2e1-629b-4f07-88b5-fda0534e0a9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=7974a521-6da5-494e-8699-9f296254abed,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:16.021022 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-12e6a2e1-629b-4f07-88b5-fda0534e0a9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.029709 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-12e6a2e1-629b-4f07-88b5-fda0534e0a9f tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/7974a521-6da5-494e-8699-9f296254abed HTTP/1.1" status: 204 len: 168 time: 0.2832277 Nov 26 22:21:16.029709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59252) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.033303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4224f6-cbed-4fa0-a144-d6e9078d0208 None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:16.081419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca05bfe9-53ae-490f-975c-9557b722c801 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet c7550fc0-3f2f-46ec-bfd3-06a0130435b3 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:21:16.084524 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca05bfe9-53ae-490f-975c-9557b722c801 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.125241 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca05bfe9-53ae-490f-975c-9557b722c801 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.225316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca05bfe9-53ae-490f-975c-9557b722c801 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.284735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca05bfe9-53ae-490f-975c-9557b722c801 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.317325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ca05bfe9-53ae-490f-975c-9557b722c801 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.322940 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ca05bfe9-53ae-490f-975c-9557b722c801 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/c7550fc0-3f2f-46ec-bfd3-06a0130435b3 HTTP/1.1" status: 204 len: 168 time: 0.2902944 Nov 26 22:21:16.323491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59256) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.325799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05bfe9-53ae-490f-975c-9557b722c801 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=c7550fc0-3f2f-46ec-bfd3-06a0130435b3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:16.357565 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-88469c1e-2d89-4e37-a339-6b276c5c0e09 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:16.358023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88469c1e-2d89-4e37-a339-6b276c5c0e09 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:16.363679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-88469c1e-2d89-4e37-a339-6b276c5c0e09 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/7974a521-6da5-494e-8699-9f296254abed HTTP/1.1" status: 404 len: 337 time: 0.0360413 Nov 26 22:21:16.364016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59258) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.425452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-556c44af-d819-4c10-8703-4274f4a98eaf tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting subnet 1ac92964-190b-4419-ac93-50d32790b35c {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:21:16.428925 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-556c44af-d819-4c10-8703-4274f4a98eaf tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.472209 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-556c44af-d819-4c10-8703-4274f4a98eaf tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.572950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-556c44af-d819-4c10-8703-4274f4a98eaf tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.641639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-556c44af-d819-4c10-8703-4274f4a98eaf tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.668994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c44af-d819-4c10-8703-4274f4a98eaf tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac92964-190b-4419-ac93-50d32790b35c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:16.675815 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-556c44af-d819-4c10-8703-4274f4a98eaf tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.686889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-556c44af-d819-4c10-8703-4274f4a98eaf tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/1ac92964-190b-4419-ac93-50d32790b35c HTTP/1.1" status: 204 len: 168 time: 0.3216064 Nov 26 22:21:16.687705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59264) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.715067 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-5705d3fe-c499-4b2e-a3f6-bac5b3e3e4e9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:16.715067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5705d3fe-c499-4b2e-a3f6-bac5b3e3e4e9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:16.718672 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5705d3fe-c499-4b2e-a3f6-bac5b3e3e4e9 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/6a8a93d9-3cae-44c4-bb6b-13b3ebc77cbe HTTP/1.1" status: 404 len: 337 time: 0.0299902 Nov 26 22:21:16.721600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59266) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.754131 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-55286975-1dfe-4623-a919-0856a0438cf7 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6e2f4b8-38c2-42e3-9528-89aade7a7a5f HTTP/1.1" status: 200 len: 205 time: 0.0312276 Nov 26 22:21:16.756469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59268) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.796748 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-185206d2-3326-45e8-a22b-0f155bbf4d27 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] delete failed (client error): The resource could not be found. Nov 26 22:21:16.797639 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6164ac-0e0f-4173-8674-cb5d0cb66804 None None] Network ed532201-a734-4823-ae41-4a4e4c66cfb1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:21:16.797935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-185206d2-3326-45e8-a22b-0f155bbf4d27 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/routers/a6e2f4b8-38c2-42e3-9528-89aade7a7a5f HTTP/1.1" status: 404 len: 336 time: 0.0404246 Nov 26 22:21:16.800345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59270) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.825982 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-201c823a-3e22-417b-83e8-d842ba24a42e tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:16.826532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201c823a-3e22-417b-83e8-d842ba24a42e tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:16.829896 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-201c823a-3e22-417b-83e8-d842ba24a42e tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/536d96b0-41b6-4dbb-b495-4a6807e539a4 HTTP/1.1" status: 404 len: 337 time: 0.0285757 Nov 26 22:21:16.832394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59272) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.857566 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-97df8726-3368-4384-8b6a-500887375f9b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:16.858109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97df8726-3368-4384-8b6a-500887375f9b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:16.863691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-97df8726-3368-4384-8b6a-500887375f9b tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/69efb484-4307-45e4-af9c-c25d012183d8 HTTP/1.1" status: 404 len: 337 time: 0.0278788 Nov 26 22:21:16.863919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59274) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.888889 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7e844f-7ede-408e-9016-3eec78460321 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:16.889414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7e844f-7ede-408e-9016-3eec78460321 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:16.892576 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ff7e844f-7ede-408e-9016-3eec78460321 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/ebeffb5b-e560-4e4e-8beb-ecf7e33b8cb7 HTTP/1.1" status: 404 len: 337 time: 0.0277112 Nov 26 22:21:16.895112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59276) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.921934 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be6386a-70aa-4809-b9c4-b2d4cdfdc42a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:16.922593 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be6386a-70aa-4809-b9c4-b2d4cdfdc42a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:16.923000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b6cf23aa-96cb-4bac-b00c-942e61ad5122 None None] Provisioning complete for port bc8e7008-d6c1-4119-9db7-c7e2bec45903 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:16.923447 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6cf23aa-96cb-4bac-b00c-942e61ad5122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:16.928301 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1be6386a-70aa-4809-b9c4-b2d4cdfdc42a tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/9f922307-67ab-4982-92a0-b06d617d1428 HTTP/1.1" status: 404 len: 333 time: 0.0299716 Nov 26 22:21:16.928802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59278) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.956515 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-d403485d-5731-46dd-8ec1-77d1c75127e0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:16.957048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d403485d-5731-46dd-8ec1-77d1c75127e0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:16.963068 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d403485d-5731-46dd-8ec1-77d1c75127e0 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/fff820f8-84a0-41a2-9670-edae23567e47 HTTP/1.1" status: 404 len: 337 time: 0.0311770 Nov 26 22:21:16.963473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59280) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:16.989963 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32eef53-ee14-47d8-b9e4-f117a71df257 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:16.990518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32eef53-ee14-47d8-b9e4-f117a71df257 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:16.993728 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f32eef53-ee14-47d8-b9e4-f117a71df257 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/635bd943-2379-4feb-8231-2119ff4b6424 HTTP/1.1" status: 404 len: 337 time: 0.0292945 Nov 26 22:21:16.996682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59282) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:17.024892 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-701c9435-6eaf-4282-9b4c-26af73683125 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:17.025689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701c9435-6eaf-4282-9b4c-26af73683125 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:17.028193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b6cf23aa-96cb-4bac-b00c-942e61ad5122 None None] Provisioning complete for port 42708be5-b22b-4d41-a439-bf6e61b8b920 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:17.028672 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6cf23aa-96cb-4bac-b00c-942e61ad5122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.029124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-701c9435-6eaf-4282-9b4c-26af73683125 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/f638cf26-c88c-4c74-948e-2ef60211403f HTTP/1.1" status: 404 len: 333 time: 0.0314136 Nov 26 22:21:17.032332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59284) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:17.053762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] DHCP port deletion for ed532201-a734-4823-ae41-4a4e4c66cfb1 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:21:17.062561 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-4505aa6e-cafc-42f7-bae0-67dd82ff36c1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:17.063023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4505aa6e-cafc-42f7-bae0-67dd82ff36c1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:17.066892 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4505aa6e-cafc-42f7-bae0-67dd82ff36c1 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/70f61f3a-096b-4740-8b9d-176bb31c3836 HTTP/1.1" status: 404 len: 337 time: 0.0315812 Nov 26 22:21:17.069436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59286) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:17.095213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf23aa-96cb-4bac-b00c-942e61ad5122 None None] Port 42708be5-b22b-4d41-a439-bf6e61b8b920 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:17.104758 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c31db78-6a4c-4c07-b619-47e3f3521f5d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] DELETE failed (client error): The resource could not be found. Nov 26 22:21:17.105490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c31db78-6a4c-4c07-b619-47e3f3521f5d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:21:17.111258 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5c31db78-6a4c-4c07-b619-47e3f3521f5d tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/subnets/ea4f0a97-2b15-4e16-862e-b33d4acb3fdc HTTP/1.1" status: 404 len: 337 time: 0.0400641 Nov 26 22:21:17.111476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59288) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:17.120783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] Deleting port bc8e7008-d6c1-4119-9db7-c7e2bec45903 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:21:17.121262 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.191734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] For port bc8e7008-d6c1-4119-9db7-c7e2bec45903, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bc8e7008-d6c1-4119-9db7-c7e2bec45903,segment=NetworkSegment(e4f5a1e4-5e2b-43d6-b655-29512297c961),segment_id=e4f5a1e4-5e2b-43d6-b655-29512297c961)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:17.192139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.210210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] Calling delete_port for bc8e7008-d6c1-4119-9db7-c7e2bec45903 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:17.214957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-72403ec2-094c-4337-9fa3-f831d56c38c3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Deleting port 42708be5-b22b-4d41-a439-bf6e61b8b920 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:21:17.215290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72403ec2-094c-4337-9fa3-f831d56c38c3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.279965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72403ec2-094c-4337-9fa3-f831d56c38c3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.292080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-72403ec2-094c-4337-9fa3-f831d56c38c3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Calling delete_port for 42708be5-b22b-4d41-a439-bf6e61b8b920 owned by {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:21:17.301221 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.333402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] Pushing event deleted for resources: {'Port': ['ID=bc8e7008-d6c1-4119-9db7-c7e2bec45903,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:17.335256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe7450-e967-4c50-bd33-b082d3fa2cb5 None None] No DVR routers for this DVR port bc8e7008-d6c1-4119-9db7-c7e2bec45903 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:21:17.383557 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72403ec2-094c-4337-9fa3-f831d56c38c3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.416653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72403ec2-094c-4337-9fa3-f831d56c38c3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Port': ['ID=42708be5-b22b-4d41-a439-bf6e61b8b920,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:17.419551 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-72403ec2-094c-4337-9fa3-f831d56c38c3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.425456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-72403ec2-094c-4337-9fa3-f831d56c38c3 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/ports/42708be5-b22b-4d41-a439-bf6e61b8b920 HTTP/1.1" status: 204 len: 168 time: 0.3089066 Nov 26 22:21:17.425456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59292) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:17.506245 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.597901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.617571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed532201-a734-4823-ae41-4a4e4c66cfb1']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:17.627856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f5a1e4-5e2b-43d6-b655-29512297c961') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:17.628150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f5a1e4-5e2b-43d6-b655-29512297c961') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:21:17.639159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.659864 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.667387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:21:17.668016 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:21:17.671426 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:21:17.732091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.740086 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:17.743270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] 10.222.0.21 "DELETE /v2.0/networks/ed532201-a734-4823-ae41-4a4e4c66cfb1 HTTP/1.1" status: 204 len: 168 time: 0.3170166 Nov 26 22:21:17.753013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c43f71-3a56-46f8-9892-b2d02f203218 tempest-PortsTestJSON-745843519 tempest-PortsTestJSON-745843519-project] Pushing event deleted for resources: {'Network': ['ID=ed532201-a734-4823-ae41-4a4e4c66cfb1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:17.989602 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59302) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:18.122485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1a994882-b027-4264-810f-907adba51f65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fbd535d3a2a4a0db847967e6b4124a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316421 Nov 26 22:21:18.124998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59306) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:18.171483 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6728b0a-e57e-45ed-b712-18a092ad4ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:18.192866 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6728b0a-e57e-45ed-b712-18a092ad4ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:18.246953 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6728b0a-e57e-45ed-b712-18a092ad4ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:18.250505 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e6728b0a-e57e-45ed-b712-18a092ad4ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:18.252053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e6728b0a-e57e-45ed-b712-18a092ad4ac8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08c521c7-a868-4bb2-8a4e-a1ef9e4a2437 HTTP/1.1" status: 204 len: 168 time: 0.1260185 Nov 26 22:21:18.259757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6728b0a-e57e-45ed-b712-18a092ad4ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c521c7-a868-4bb2-8a4e-a1ef9e4a2437,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:18.658220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bc8e7008-d6c1-4119-9db7-c7e2bec45903 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:21:18.681388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bc8e7008-d6c1-4119-9db7-c7e2bec45903 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:21:18.681919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bc8e7008-d6c1-4119-9db7-c7e2bec45903 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:21:19.839171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59358) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:19.945034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4399fed4-1a23-4b6a-a159-0c7accd7e099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.023819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4399fed4-1a23-4b6a-a159-0c7accd7e099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.028509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4399fed4-1a23-4b6a-a159-0c7accd7e099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.359958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399fed4-1a23-4b6a-a159-0c7accd7e099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f065d8-4b0a-41e0-9501-c26bb9d46dea,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:20.364279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4399fed4-1a23-4b6a-a159-0c7accd7e099 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93c4ee75a7944101b0aa39172b462b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5234494 Nov 26 22:21:20.366793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59368) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:20.416321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e06ea660-601c-463c-8d63-8346aec6de27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.437967 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e06ea660-601c-463c-8d63-8346aec6de27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.484555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e06ea660-601c-463c-8d63-8346aec6de27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.487456 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e06ea660-601c-463c-8d63-8346aec6de27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.488604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e06ea660-601c-463c-8d63-8346aec6de27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68f065d8-4b0a-41e0-9501-c26bb9d46dea HTTP/1.1" status: 204 len: 168 time: 0.1209128 Nov 26 22:21:20.496776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ea660-601c-463c-8d63-8346aec6de27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f065d8-4b0a-41e0-9501-c26bb9d46dea,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:20.768823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59374) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:20.782888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77122141-de54-4533-9c8c-2a9ef27fd22c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.860426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77122141-de54-4533-9c8c-2a9ef27fd22c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.864366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-77122141-de54-4533-9c8c-2a9ef27fd22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.904915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-77122141-de54-4533-9c8c-2a9ef27fd22c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=225f04efe2454104b72528190790219e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348662 Nov 26 22:21:20.905881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77122141-de54-4533-9c8c-2a9ef27fd22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20acdd0a-db21-4576-9a01-e96843a4f7c7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:20.907629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59376) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:20.962119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e03cfe-ea91-4e57-82ea-927646bb645f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:20.982735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e03cfe-ea91-4e57-82ea-927646bb645f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:21.030428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e03cfe-ea91-4e57-82ea-927646bb645f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:21.033263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e03cfe-ea91-4e57-82ea-927646bb645f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:21.034608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-09e03cfe-ea91-4e57-82ea-927646bb645f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20acdd0a-db21-4576-9a01-e96843a4f7c7 HTTP/1.1" status: 204 len: 168 time: 0.1251199 Nov 26 22:21:21.044305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e03cfe-ea91-4e57-82ea-927646bb645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20acdd0a-db21-4576-9a01-e96843a4f7c7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:23.509176 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-949a5dcb-ae26-4fc7-b2da-8360b062cb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:26.262240 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4686443d-fde7-4b13-b024-ef8ab0f633af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.162733 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.163898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59498) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:27.284698 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c41658ec-7dbb-4cf4-8862-c9114d51b10d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.362966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c41658ec-7dbb-4cf4-8862-c9114d51b10d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.369184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c41658ec-7dbb-4cf4-8862-c9114d51b10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.398655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c41658ec-7dbb-4cf4-8862-c9114d51b10d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec4f8a589c85407cb7f21f812c86d86c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321925 Nov 26 22:21:27.400785 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59502) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:27.460217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41658ec-7dbb-4cf4-8862-c9114d51b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1459ce0-f3cb-4d90-8248-f2af7521a92f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:27.477347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65777e30-4840-4aa6-9296-de58a4c057b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.515021 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65777e30-4840-4aa6-9296-de58a4c057b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.905220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65777e30-4840-4aa6-9296-de58a4c057b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.908952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-65777e30-4840-4aa6-9296-de58a4c057b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:27.911389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-65777e30-4840-4aa6-9296-de58a4c057b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1459ce0-f3cb-4d90-8248-f2af7521a92f HTTP/1.1" status: 204 len: 168 time: 0.5092692 Nov 26 22:21:27.922251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65777e30-4840-4aa6-9296-de58a4c057b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1459ce0-f3cb-4d90-8248-f2af7521a92f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:28.211819 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59514) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:28.225406 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8bb7-86cc-4aa5-a3fc-5cc825d69508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:28.301532 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8bb7-86cc-4aa5-a3fc-5cc825d69508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:28.305139 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8bb7-86cc-4aa5-a3fc-5cc825d69508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:28.343606 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4ebe8bb7-86cc-4aa5-a3fc-5cc825d69508 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f3553eb8805433890ccc0e1ebe38bbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306100 Nov 26 22:21:28.344754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe8bb7-86cc-4aa5-a3fc-5cc825d69508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e2015b-2068-4414-ab0e-44d9b7c3074b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:28.346385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59516) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:28.395687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-35ec9fa5-6389-4e74-b86c-4e72f8379ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:28.416892 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-35ec9fa5-6389-4e74-b86c-4e72f8379ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:28.462470 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-35ec9fa5-6389-4e74-b86c-4e72f8379ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:28.465619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-35ec9fa5-6389-4e74-b86c-4e72f8379ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:28.466791 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-35ec9fa5-6389-4e74-b86c-4e72f8379ced admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49e2015b-2068-4414-ab0e-44d9b7c3074b HTTP/1.1" status: 204 len: 168 time: 0.1194160 Nov 26 22:21:28.475364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec9fa5-6389-4e74-b86c-4e72f8379ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e2015b-2068-4414-ab0e-44d9b7c3074b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:28.682125 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:29.287639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:34.194737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59672) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:34.320964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a40e0ec8-e866-4115-acb0-720cb47333ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:34.407491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a40e0ec8-e866-4115-acb0-720cb47333ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:34.413027 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a40e0ec8-e866-4115-acb0-720cb47333ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:34.461678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a40e0ec8-e866-4115-acb0-720cb47333ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=722b8b0a420f4f5e8db92019208326db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652342 Nov 26 22:21:34.462934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e0ec8-e866-4115-acb0-720cb47333ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8985180-daf2-4851-ac4e-feedaf8054c1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:34.465051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59680) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:34.560321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25fd9791-1846-4695-a72c-67b48aae2389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:34.589543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25fd9791-1846-4695-a72c-67b48aae2389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:34.653659 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25fd9791-1846-4695-a72c-67b48aae2389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:34.656856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-25fd9791-1846-4695-a72c-67b48aae2389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:34.659457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-25fd9791-1846-4695-a72c-67b48aae2389 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8985180-daf2-4851-ac4e-feedaf8054c1 HTTP/1.1" status: 204 len: 168 time: 0.1933901 Nov 26 22:21:34.675839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd9791-1846-4695-a72c-67b48aae2389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8985180-daf2-4851-ac4e-feedaf8054c1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:35.134965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 59694) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:35.153842 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-010628a4-4924-4201-bf0c-f206715c136d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:35.276452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-010628a4-4924-4201-bf0c-f206715c136d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:35.281622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-010628a4-4924-4201-bf0c-f206715c136d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:35.332998 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-010628a4-4924-4201-bf0c-f206715c136d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3598d15f73f94853920118bd338d2c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1931493 Nov 26 22:21:35.332998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010628a4-4924-4201-bf0c-f206715c136d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f50123d-d313-41d2-8711-b2534d266186,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:35.333607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 59696) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:35.400687 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d46118b-3547-4805-86ae-549c21bf0fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:35.428295 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d46118b-3547-4805-86ae-549c21bf0fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:35.496174 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d46118b-3547-4805-86ae-549c21bf0fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:35.499354 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1d46118b-3547-4805-86ae-549c21bf0fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:35.500610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1d46118b-3547-4805-86ae-549c21bf0fc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f50123d-d313-41d2-8711-b2534d266186 HTTP/1.1" status: 204 len: 168 time: 0.1658831 Nov 26 22:21:35.517490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46118b-3547-4805-86ae-549c21bf0fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f50123d-d313-41d2-8711-b2534d266186,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:37.267732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:38.151264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:42.645697 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-428f242f-50c2-4dcd-9d97-b3490d4475b3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1783636084&fields=id&tenant_id=d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 267 time: 0.0487049 Nov 26 22:21:42.763332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-974eb93d-2d72-41b2-98ca-2e90c735afb3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:42.764824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-974eb93d-2d72-41b2-98ca-2e90c735afb3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1103280 Nov 26 22:21:42.780490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-dcff58b3-e85b-43df-83ef-38f5d0012677 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/quotas/d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 375 time: 0.0097544 Nov 26 22:21:42.849098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-0f490af8-e842-4ce9-ab4f-82529eee688e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621722 Nov 26 22:21:43.079763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-72cf43aa-c076-4567-8da5-daa2caa833cb service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189491 Nov 26 22:21:43.177373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-872b3a64-dbab-4836-8ec0-73e200449291 service neutron] 10.222.0.21 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901880 Nov 26 22:21:43.557324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5920072-774b-4ec1-9d97-1af77e00e75f req-b7d700af-1bd2-4afd-b127-32ddf036cc10 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 210 time: 0.0282130 Nov 26 22:21:44.670750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-fe6efd49-679a-4a79-ab81-d818cd038eb0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:44.676582 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-fe6efd49-679a-4a79-ab81-d818cd038eb0 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 811 time: 0.1288471 Nov 26 22:21:44.714840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-553e7b4a-8bab-4f84-8d4c-428646adc390 req-c3b89903-02d5-4824-be63-9150ab26a6cf tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 210 time: 0.0439897 Nov 26 22:21:44.777374 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-84610dbc-c5db-48c3-af22-b93539a01ee3 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d48e5c6a7f724685844d34080c6a1834 HTTP/1.1" status: 200 len: 380 time: 0.0815885 Nov 26 22:21:44.787044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'port': {'device_id': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'admin_state_up': True, 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'security_groups': ['b4fb29a8-b4af-418e-ad57-0a685105d131']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:44.916042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Made reservation on behalf of d48e5c6a7f724685844d34080c6a1834 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:21:44.922513 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:45.014196 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:21:45.107126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.20.0.4 (629b7371-66af-455c-9be3-9f2b707c8bea/b3854c64-ec7e-42c8-b90d-46b03778b04b/f2e2599a-e4e0-40d5-820f-acaa9695e035) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:21:45.320211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:45.376861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:45.429441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 629b7371-66af-455c-9be3-9f2b707c8bea is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:21:45.433853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:21:45.438024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:21:45.445230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=f2e2599a-e4e0-40d5-820f-acaa9695e035,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:45.496457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:45.497278 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:45.519110 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1acdb064-0d9e-4919-8d82-26a638b8d6a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7359922 Nov 26 22:21:45.539154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Request body: {'port': {'device_id': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:21:45.606946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:45.865594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1e726885-6104-4ac7-8c00-8aabe5b547b7 None None] Provisioning complete for port f2e2599a-e4e0-40d5-820f-acaa9695e035 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:21:45.866627 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1e726885-6104-4ac7-8c00-8aabe5b547b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:45.893905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039c19b-63ab-497e-89f7-2ab77f0dcc29 req-65c72176-5731-4728-a8ec-47fc93e1f225 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:45.903294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b039c19b-63ab-497e-89f7-2ab77f0dcc29 req-65c72176-5731-4728-a8ec-47fc93e1f225 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 931 time: 0.0859530 Nov 26 22:21:45.954116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1e726885-6104-4ac7-8c00-8aabe5b547b7 None None] Port f2e2599a-e4e0-40d5-820f-acaa9695e035 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:21:45.990187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b039c19b-63ab-497e-89f7-2ab77f0dcc29 req-ea44c7a1-cd66-49ec-88de-368d14592071 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856516 Nov 26 22:21:46.025041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e2599a-e4e0-40d5-820f-acaa9695e035 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:21:46.038020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:46.067888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Transition to ACTIVE for port object f2e2599a-e4e0-40d5-820f-acaa9695e035 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:21:46.073796 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:46.125119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e2599a-e4e0-40d5-820f-acaa9695e035,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:46.276096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Attempting to bind port f2e2599a-e4e0-40d5-820f-acaa9695e035 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:21:46.276690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Attempting to bind port f2e2599a-e4e0-40d5-820f-acaa9695e035 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:21:46.277223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Attempting to bind port f2e2599a-e4e0-40d5-820f-acaa9695e035 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:21:46.289394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Port f2e2599a-e4e0-40d5-820f-acaa9695e035 on network 629b7371-66af-455c-9be3-9f2b707c8bea not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:21:46.289729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Attempting to bind port f2e2599a-e4e0-40d5-820f-acaa9695e035 on network 629b7371-66af-455c-9be3-9f2b707c8bea {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:21:46.299610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:21:46.299959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Checking segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:21:46.301185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Bound using segment: {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:21:46.301765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Bound port: f2e2599a-e4e0-40d5-820f-acaa9695e035, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa6a518-868d-4633-b1e5-15bf36877b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:21:46.302202 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:46.439689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] For port f2e2599a-e4e0-40d5-820f-acaa9695e035, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:21:46.444093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] For port f2e2599a-e4e0-40d5-820f-acaa9695e035, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:21:46.454680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:46.492314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:46.500432 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:46.500432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] 10.222.0.13 "PUT /v2.0/ports/f2e2599a-e4e0-40d5-820f-acaa9695e035 HTTP/1.1" status: 200 len: 1091 time: 0.9614899 Nov 26 22:21:46.586122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:21:46.591456 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c84c322-552e-4b92-9ac8-8e33d607423f" -d '{"events": [{"name": "network-changed", "server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:21:46.594953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592a464-8f09-41f0-b8cc-d5adbf0a9e11 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e2599a-e4e0-40d5-820f-acaa9695e035,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:46.680799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-431b45d6-8dca-4d30-a41a-75016f94411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:46.682912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-431b45d6-8dca-4d30-a41a-75016f94411d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 1094 time: 0.0702078 Nov 26 22:21:46.690437 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5464910-092d-4fd1-b874-b25de6b037f5 x-openstack-request-id: req-f5464910-092d-4fd1-b874-b25de6b037f5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:21:46.690736 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:21:46.690995 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5464910-092d-4fd1-b874-b25de6b037f5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:21:46.691409 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'status': 'completed', 'code': 200} Nov 26 22:21:46.746645 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-d697487d-3959-46fb-865c-316b56a5ebd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035 HTTP/1.1" status: 200 len: 217 time: 0.0483172 Nov 26 22:21:46.845843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-30f25d32-ef1b-43f0-bf1f-7fbc894b2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:46.847565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-30f25d32-ef1b-43f0-bf1f-7fbc894b2a95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0931189 Nov 26 22:21:46.907722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-c3d11ccc-9442-42ba-8c3c-e8d6a09f613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:46.909668 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-c3d11ccc-9442-42ba-8c3c-e8d6a09f613e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543041 Nov 26 22:21:47.106598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-1a574e1e-2e51-4ae9-bb83-891d1a9197db service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880796 Nov 26 22:21:47.183950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9667a-e4f3-4b00-9b03-50c6a2849408 req-e4a224b5-90e2-456b-bd2f-1873b12426e5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:47.193750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4dc9667a-e4f3-4b00-9b03-50c6a2849408 req-e4a224b5-90e2-456b-bd2f-1873b12426e5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.1002097 Nov 26 22:21:47.240078 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daf9186-ed5b-4b85-9731-79244086da63 req-4fb0b457-eaf2-4017-946d-c653e3ced4be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2149730 Nov 26 22:21:47.290240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4dc9667a-e4f3-4b00-9b03-50c6a2849408 req-c4c3b215-a093-4f37-9d4e-7c9110c0e3ad tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950289 Nov 26 22:21:47.323257 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-578dfd37-ea2e-4432-be42-0a74386abf95 req-b0cf0e40-b4fc-4336-b585-83eaa651bf52 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062936 Nov 26 22:21:47.358084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf9186-ed5b-4b85-9731-79244086da63 req-f0b37489-016c-45af-b238-8b037318c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:47.359756 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daf9186-ed5b-4b85-9731-79244086da63 req-f0b37489-016c-45af-b238-8b037318c0fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1096 time: 0.0526855 Nov 26 22:21:47.529531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-addc5829-bd47-497e-b7b2-a9e0baa82414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:47.531461 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-addc5829-bd47-497e-b7b2-a9e0baa82414 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 1094 time: 0.1275420 Nov 26 22:21:47.571533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf9186-ed5b-4b85-9731-79244086da63 req-47b9a381-b91d-4032-9c04-e798b917e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:47.573689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daf9186-ed5b-4b85-9731-79244086da63 req-47b9a381-b91d-4032-9c04-e798b917e20a service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1938641 Nov 26 22:21:47.728472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-b1008333-8b9e-4247-9eec-8da623706c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:47.731758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-b1008333-8b9e-4247-9eec-8da623706c17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1865051 Nov 26 22:21:47.811207 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daf9186-ed5b-4b85-9731-79244086da63 req-ba957684-c4f2-4b31-a899-1dda91be375f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 1001 time: 0.1876893 Nov 26 22:21:47.812861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-ec007023-ee88-4fd8-9f99-da596cb9a39a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035 HTTP/1.1" status: 200 len: 217 time: 0.0708306 Nov 26 22:21:47.929119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf9186-ed5b-4b85-9731-79244086da63 req-e76a8c6e-a195-47ae-8821-ad3efaad5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:47.930797 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daf9186-ed5b-4b85-9731-79244086da63 req-e76a8c6e-a195-47ae-8821-ad3efaad5a0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1121960 Nov 26 22:21:47.935913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-a68b6ba8-878f-4705-8b2f-77b57983173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:47.937474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-a68b6ba8-878f-4705-8b2f-77b57983173b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.1177502 Nov 26 22:21:48.068948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf9186-ed5b-4b85-9731-79244086da63 req-8d36e9c4-1d6c-4634-9780-6d016b60d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:48.070487 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daf9186-ed5b-4b85-9731-79244086da63 req-8d36e9c4-1d6c-4634-9780-6d016b60d607 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321487 Nov 26 22:21:48.072286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-8770ee7d-bfd7-44c3-9f48-e7e9740f3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:48.074486 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-8770ee7d-bfd7-44c3-9f48-e7e9740f3bac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278112 Nov 26 22:21:48.188389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60002) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:48.250027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-776915a4-9ae6-466f-ba0b-a7510b4ab12d service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682012 Nov 26 22:21:48.266868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daf9186-ed5b-4b85-9731-79244086da63 req-79ec591f-3627-408e-8d8a-d778c37fbf27 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862128 Nov 26 22:21:48.361563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f440f6cc-f003-4a11-b655-b4e7749cb9b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:48.401973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8daf9186-ed5b-4b85-9731-79244086da63 req-c3612d8f-5cad-41ee-a33b-efb563ab6ff1 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228549 Nov 26 22:21:48.496030 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f440f6cc-f003-4a11-b655-b4e7749cb9b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:48.518711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499d629-614d-4c9c-ad5e-19fb77ab5b7a req-56d70b7e-9d8f-4228-83cf-e78619026f60 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:48.521230 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9499d629-614d-4c9c-ad5e-19fb77ab5b7a req-56d70b7e-9d8f-4228-83cf-e78619026f60 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.1391828 Nov 26 22:21:48.522148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f440f6cc-f003-4a11-b655-b4e7749cb9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:48.564619 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f440f6cc-f003-4a11-b655-b4e7749cb9b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a7ea860888e499296bad497782b03b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742766 Nov 26 22:21:48.565476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60014) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:48.634546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440f6cc-f003-4a11-b655-b4e7749cb9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94237552-f5e8-4abd-813e-54a5ae7715d0,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:48.646323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7c84c322-552e-4b92-9ac8-8e33d607423f req-528155f2-4fc0-4fc1-adbd-209d471148ee service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877492 Nov 26 22:21:48.680204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcc17177-67a4-4dbe-bf99-d82e8e3e3774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:48.686750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9499d629-614d-4c9c-ad5e-19fb77ab5b7a req-3cb58fd6-10f6-41d4-98c2-87b7ac6e5422 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353533 Nov 26 22:21:48.706682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcc17177-67a4-4dbe-bf99-d82e8e3e3774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:48.756588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcc17177-67a4-4dbe-bf99-d82e8e3e3774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:48.759209 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcc17177-67a4-4dbe-bf99-d82e8e3e3774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:48.760360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fcc17177-67a4-4dbe-bf99-d82e8e3e3774 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94237552-f5e8-4abd-813e-54a5ae7715d0 HTTP/1.1" status: 204 len: 168 time: 0.1915433 Nov 26 22:21:48.780127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc17177-67a4-4dbe-bf99-d82e8e3e3774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94237552-f5e8-4abd-813e-54a5ae7715d0,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:49.093410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60026) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:49.109716 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66a62dfa-c0c7-4567-9c61-85caf02280d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:49.207265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66a62dfa-c0c7-4567-9c61-85caf02280d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:49.211667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-66a62dfa-c0c7-4567-9c61-85caf02280d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:49.252968 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-66a62dfa-c0c7-4567-9c61-85caf02280d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fcd640af0f34b74bdd6cda21fbe3c40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581888 Nov 26 22:21:49.253866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a62dfa-c0c7-4567-9c61-85caf02280d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238a09d1-2595-4af4-9c90-f62eddb9e424,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:49.256262 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60032) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:21:49.312978 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47aae49d-9d17-4c4f-9ae8-bc86fe2760c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:49.335629 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47aae49d-9d17-4c4f-9ae8-bc86fe2760c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:49.384222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47aae49d-9d17-4c4f-9ae8-bc86fe2760c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:49.388197 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-47aae49d-9d17-4c4f-9ae8-bc86fe2760c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:49.389762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-47aae49d-9d17-4c4f-9ae8-bc86fe2760c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/238a09d1-2595-4af4-9c90-f62eddb9e424 HTTP/1.1" status: 204 len: 168 time: 0.1324444 Nov 26 22:21:49.401790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aae49d-9d17-4c4f-9ae8-bc86fe2760c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a09d1-2595-4af4-9c90-f62eddb9e424,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:49.846810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a764b9-8873-4952-b143-c9c400696ca2 req-94e82fe4-0ed8-44f8-bc7e-a256f2fe6869 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:49.848714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3a764b9-8873-4952-b143-c9c400696ca2 req-94e82fe4-0ed8-44f8-bc7e-a256f2fe6869 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.0666301 Nov 26 22:21:49.915834 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3a764b9-8873-4952-b143-c9c400696ca2 req-f7d12403-df58-47f4-bb0a-255212468627 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592339 Nov 26 22:21:51.064926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57030fd0-411e-4889-aa0e-ba457bc3fc1e req-c61e61c7-1327-4c4a-b3cb-278f44d85214 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:51.067832 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57030fd0-411e-4889-aa0e-ba457bc3fc1e req-c61e61c7-1327-4c4a-b3cb-278f44d85214 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.0706782 Nov 26 22:21:51.130587 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57030fd0-411e-4889-aa0e-ba457bc3fc1e req-9b944041-e407-4a26-a6e6-c290e88dcacf tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560842 Nov 26 22:21:52.269775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc46f4c-7230-44a1-861f-8a0a78e213bc req-d4ba2ce4-7700-4efe-a5f0-80225dfc2485 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:52.272327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efc46f4c-7230-44a1-861f-8a0a78e213bc req-d4ba2ce4-7700-4efe-a5f0-80225dfc2485 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.0563190 Nov 26 22:21:52.347924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efc46f4c-7230-44a1-861f-8a0a78e213bc req-c07f95d7-cc2f-4a6c-8d64-38ffa80aab63 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671959 Nov 26 22:21:53.529645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-83407dca-8cf9-4b54-bf6a-6f06a817561d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:53.555924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879959-11ea-48c0-a992-dbf2e8cddc48 req-9f772e6c-a7a5-4f43-8b44-7edf98c86a59 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:53.567792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21879959-11ea-48c0-a992-dbf2e8cddc48 req-9f772e6c-a7a5-4f43-8b44-7edf98c86a59 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.1227121 Nov 26 22:21:53.649544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21879959-11ea-48c0-a992-dbf2e8cddc48 req-42150e9b-fa6f-4f86-8bfb-50f8ef275d3e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791698 Nov 26 22:21:54.796125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cff4e9-bfd4-4aad-be62-5c5e5dc27e56 req-d137d49a-0155-4c3b-a389-2c0a756405f6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:54.797835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47cff4e9-bfd4-4aad-be62-5c5e5dc27e56 req-d137d49a-0155-4c3b-a389-2c0a756405f6 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.0556350 Nov 26 22:21:54.856940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-47cff4e9-bfd4-4aad-be62-5c5e5dc27e56 req-4df485ce-347d-46ed-a5bb-e055002365b4 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Nov 26 22:21:55.976741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7f57b-54c4-45c9-9f9d-9a6a96b5134d req-81b30f1d-d03d-4d57-9985-7a6d76a0cc71 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:55.978535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87d7f57b-54c4-45c9-9f9d-9a6a96b5134d req-81b30f1d-d03d-4d57-9985-7a6d76a0cc71 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.0512078 Nov 26 22:21:56.030401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87d7f57b-54c4-45c9-9f9d-9a6a96b5134d req-7d41c043-6805-48c8-a337-68ae3c37803d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453880 Nov 26 22:21:56.255524 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7b9b2264-e299-4cc6-aa3f-e391052ccfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:57.171296 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:57.183843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3439e-2d30-4f88-b042-c3b90a37fc27 req-89be8c05-b8cd-41b2-a51a-5631a5463582 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:57.185761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66c3439e-2d30-4f88-b042-c3b90a37fc27 req-89be8c05-b8cd-41b2-a51a-5631a5463582 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.0711188 Nov 26 22:21:57.249676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66c3439e-2d30-4f88-b042-c3b90a37fc27 req-0a67fcdf-40ce-4de8-861f-0d349fefbc28 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560486 Nov 26 22:21:58.325311 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f2e2599a-e4e0-40d5-820f-acaa9695e035 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:21:58.387851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4742a-6e12-401c-bfa2-0457984364c2 req-f7daa661-62aa-49f8-b1cf-cd7753ff4a3a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:58.396483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66f4742a-6e12-401c-bfa2-0457984364c2 req-f7daa661-62aa-49f8-b1cf-cd7753ff4a3a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 943 time: 0.0669661 Nov 26 22:21:58.462669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66f4742a-6e12-401c-bfa2-0457984364c2 req-a37a4132-d379-404a-ad0c-7ff71da3f7af tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649714 Nov 26 22:21:58.473774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f2e2599a-e4e0-40d5-820f-acaa9695e035, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:58.488151 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'port_id': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'mac_address': 'fa:16:3e:44:3a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:21:58.551589 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:58.566974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e2599a-e4e0-40d5-820f-acaa9695e035 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:21:58.592001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f2e2599a-e4e0-40d5-820f-acaa9695e035, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:21:58.597252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:58.663524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=f2e2599a-e4e0-40d5-820f-acaa9695e035,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:21:58.681991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.683042 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.683643 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.684170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.684683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.685191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.685876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.686404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.686907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.687587 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.688096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.688812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:21:58.711149 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:58.998053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['f2e2599a-e4e0-40d5-820f-acaa9695e035'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:21:59.324746 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:21:59.654021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d3694-73b3-4a6e-a672-633f26b03ead req-77148c78-3044-4d32-9e3e-415d227f5f8b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:21:59.661529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-676d3694-73b3-4a6e-a672-633f26b03ead req-77148c78-3044-4d32-9e3e-415d227f5f8b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 944 time: 0.0923700 Nov 26 22:21:59.764644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-676d3694-73b3-4a6e-a672-633f26b03ead req-479d75de-365d-482d-ac29-9f6b267d3fce tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964007 Nov 26 22:22:00.339212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f2e2599a-e4e0-40d5-820f-acaa9695e035 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:22:00.430733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port f2e2599a-e4e0-40d5-820f-acaa9695e035 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:22:00.437679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port f2e2599a-e4e0-40d5-820f-acaa9695e035 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:22:00.439134 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:00.568631 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:00.630335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:22:00.632845 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bc1540-b80c-499d-9bd0-1fed00100dfd" -d '{"events": [{"server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "name": "network-vif-plugged", "status": "completed", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:22:00.681773 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f2e2599a-e4e0-40d5-820f-acaa9695e035, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:22:00.695514 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:00.725744 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d49eb9-6f8c-46ee-9fb2-99b0bdd666ec x-openstack-request-id: req-28d49eb9-6f8c-46ee-9fb2-99b0bdd666ec {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:22:00.726393 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "name": "network-vif-plugged", "status": "completed", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:22:00.726876 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28d49eb9-6f8c-46ee-9fb2-99b0bdd666ec {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:22:00.727505 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'code': 200} Nov 26 22:22:00.785308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=f2e2599a-e4e0-40d5-820f-acaa9695e035,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:22:00.873348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125a3c8-028f-4238-8589-e155dd7cc3d5 req-24ed24a1-c38c-4808-bedb-15d46b256517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:00.875694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e125a3c8-028f-4238-8589-e155dd7cc3d5 req-24ed24a1-c38c-4808-bedb-15d46b256517 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 1096 time: 0.0593805 Nov 26 22:22:00.955375 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e125a3c8-028f-4238-8589-e155dd7cc3d5 req-f2f553d9-1372-478f-941e-a24edd0004f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641766 Nov 26 22:22:00.967428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a757c1-233e-4051-a8c6-58fd4907e173 req-4ef49ec0-c474-44c7-a7d0-b10c6c6ac781 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:00.978384 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86a757c1-233e-4051-a8c6-58fd4907e173 req-4ef49ec0-c474-44c7-a7d0-b10c6c6ac781 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 945 time: 0.0981960 Nov 26 22:22:01.052148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86a757c1-233e-4051-a8c6-58fd4907e173 req-b2a46ee7-0d10-4218-8bfd-a8e87b7e85a2 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715373 Nov 26 22:22:02.175557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b0330-81bf-42e2-b2ff-ea19360a4a43 req-117e7513-6ecf-494b-8e66-244de5f09c55 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:02.177050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b10b0330-81bf-42e2-b2ff-ea19360a4a43 req-117e7513-6ecf-494b-8e66-244de5f09c55 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 945 time: 0.0503275 Nov 26 22:22:02.228324 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b10b0330-81bf-42e2-b2ff-ea19360a4a43 req-fc09732e-d905-49e0-80bd-f750678af957 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440600 Nov 26 22:22:03.355728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca74c5-3e29-43fa-aa0e-2ccdb59fad92 req-9294b450-46ee-404a-93cc-861dbc11d95b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:03.357398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78ca74c5-3e29-43fa-aa0e-2ccdb59fad92 req-9294b450-46ee-404a-93cc-861dbc11d95b tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 945 time: 0.0554180 Nov 26 22:22:03.409258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78ca74c5-3e29-43fa-aa0e-2ccdb59fad92 req-722b6b3e-c2cb-405c-b782-c3e05afda013 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451665 Nov 26 22:22:03.550402 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edd609-fe19-48cb-bf94-1dcf35930ade req-7af38658-dfb0-4785-8524-19e9a32fdfc1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:03.563363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97edd609-fe19-48cb-bf94-1dcf35930ade req-7af38658-dfb0-4785-8524-19e9a32fdfc1 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 945 time: 0.0731995 Nov 26 22:22:03.659617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97edd609-fe19-48cb-bf94-1dcf35930ade req-d189c328-956c-428d-8985-c356c13c9787 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945482 Nov 26 22:22:03.690527 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60266) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:22:03.945295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56653b30-6d15-4ae0-a8c3-fd946ffc0124 tempest-TestVolumeBootPattern-1291543424 tempest-TestVolumeBootPattern-1291543424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:03.950362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60270) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:22:03.950649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-56653b30-6d15-4ae0-a8c3-fd946ffc0124 tempest-TestVolumeBootPattern-1291543424 tempest-TestVolumeBootPattern-1291543424-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 1091 time: 0.2588844 Nov 26 22:22:03.955354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:22:03.978296 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:04.083373 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:04.194494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Allocated IP 172.25.3.19 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/8a52045c-b083-4949-bd93-959ed577eb6a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:22:04.304518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:04.338514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:04.391452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:22:04.394926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:22:04.399623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:22:04.403684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=8a52045c-b083-4949-bd93-959ed577eb6a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:22:04.812327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:04.890869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:05.053625 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:05.059204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:05.131260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event updated for resources: {'Port': ['ID=8a52045c-b083-4949-bd93-959ed577eb6a,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:22:05.143456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:05.246309 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Floating IP 96be08bc-600d-486b-84f6-55e6c3bb47cf associated. External IP: 172.25.3.19, port: f2e2599a-e4e0-40d5-820f-acaa9695e035. Nov 26 22:22:05.457545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:22:05.566936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:22:05.576984 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:22:05.586868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:05.588755 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:22:05.589442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:21:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:22:05.615532 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b3937c31-89f4-4ec9-b24a-13b3c9313b01 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6640267 Nov 26 22:22:05.616112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:22:05.618448 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249071c2-14a5-400b-9b62-2dc890a13b29" -d '{"events": [{"name": "network-changed", "server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:22:05.710568 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:22:05.820675 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71378ed-a129-4053-bc3e-fc9a052f1786 x-openstack-request-id: req-a71378ed-a129-4053-bc3e-fc9a052f1786 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:22:05.821048 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:22:05.821372 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a71378ed-a129-4053-bc3e-fc9a052f1786 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:22:05.821859 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'status': 'completed', 'code': 200} Nov 26 22:22:05.909794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-0f82d380-75a0-48a9-8a60-b703b8538bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:05.912505 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-0f82d380-75a0-48a9-8a60-b703b8538bb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 1096 time: 0.0450816 Nov 26 22:22:06.023919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-3e5a25f3-f76a-4976-a9a6-a5d55f53f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:06.025473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-3e5a25f3-f76a-4976-a9a6-a5d55f53f589 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1061850 Nov 26 22:22:06.076209 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '96be08bc-600d-486b-84f6-55e6c3bb47cf', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:44:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:22:04Z', 'updated_at': '2021-11-26T22:22:04Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}, {'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:49Z', 'revision_number': 1, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:22:06.104186 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-b485fe7e-c8f7-4be8-9535-ba20860786f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035 HTTP/1.1" status: 200 len: 998 time: 0.0702348 Nov 26 22:22:06.109417 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:22:06.121221 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:22:06.121994 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:21:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:22:06.162438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-3884bda2-cd4d-4320-b320-e465fe4d6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:06.164298 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-3884bda2-cd4d-4320-b320-e465fe4d6497 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0534081 Nov 26 22:22:06.229351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-512a546c-19b5-42c0-be60-7df7c513ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:06.231488 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-512a546c-19b5-42c0-be60-7df7c513ccaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596433 Nov 26 22:22:06.261050 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:22:06.346177 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-e75b4bdf-2e53-497e-9340-de5f4e4a7fc4 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070776 Nov 26 22:22:06.664658 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-249071c2-14a5-400b-9b62-2dc890a13b29 req-965fc1dd-61c3-4105-a4a8-0b40db72bb82 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269908 Nov 26 22:22:06.674059 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '96be08bc-600d-486b-84f6-55e6c3bb47cf', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:44:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:22:04Z', 'updated_at': '2021-11-26T22:22:04Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}, {'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:49Z', 'revision_number': 1, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:22:06.674059 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd28ce-dbbd-498f-bba6-80535f452a2f None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '96be08bc-600d-486b-84f6-55e6c3bb47cf', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:44:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:22:04Z', 'updated_at': '2021-11-26T22:22:04Z', 'revision_number': 0, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}, {'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:49Z', 'revision_number': 1, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:22:06.865845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a26a63-da64-4fc2-a1c4-d98411d8cd9c None None] New status for floating IP 96be08bc-600d-486b-84f6-55e6c3bb47cf: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:22:07.202774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60318) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:22:07.251267 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:07.338162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42ee5fe4-21b8-4472-80c1-c0249d104372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:07.425570 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42ee5fe4-21b8-4472-80c1-c0249d104372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:07.429357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-42ee5fe4-21b8-4472-80c1-c0249d104372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:07.469484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-42ee5fe4-21b8-4472-80c1-c0249d104372 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fab8b4203a494ea39f93c74941c05c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647388 Nov 26 22:22:07.470408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ee5fe4-21b8-4472-80c1-c0249d104372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b68799-5e4e-4e8a-b724-0ab142d375cc,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:22:07.472625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60330) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:22:07.523395 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19ac1f5f-e827-4acb-ad8b-592f9351434a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:07.547809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19ac1f5f-e827-4acb-ad8b-592f9351434a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:07.600192 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19ac1f5f-e827-4acb-ad8b-592f9351434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:07.602891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-19ac1f5f-e827-4acb-ad8b-592f9351434a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:07.604075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-19ac1f5f-e827-4acb-ad8b-592f9351434a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48b68799-5e4e-4e8a-b724-0ab142d375cc HTTP/1.1" status: 204 len: 168 time: 0.1305327 Nov 26 22:22:07.612215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac1f5f-e827-4acb-ad8b-592f9351434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b68799-5e4e-4e8a-b724-0ab142d375cc,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:22:07.899205 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 60346) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:22:07.912611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce881dfc-0a5b-4f51-b619-74a50b1e9107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:08.015368 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce881dfc-0a5b-4f51-b619-74a50b1e9107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:08.020177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ce881dfc-0a5b-4f51-b619-74a50b1e9107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:08.061140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce881dfc-0a5b-4f51-b619-74a50b1e9107 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=803753b7a480467c9615b9cdbd2772d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607823 Nov 26 22:22:08.062139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce881dfc-0a5b-4f51-b619-74a50b1e9107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dea43b-4ea8-4576-8fc7-6de0bf796e8a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:22:08.063885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 60354) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:22:08.116515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffbd982f-a81a-4400-9001-5d5f0145f5eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:08.145266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffbd982f-a81a-4400-9001-5d5f0145f5eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:08.147302 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:08.199376 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffbd982f-a81a-4400-9001-5d5f0145f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:08.202143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ffbd982f-a81a-4400-9001-5d5f0145f5eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:08.206108 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ffbd982f-a81a-4400-9001-5d5f0145f5eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89dea43b-4ea8-4576-8fc7-6de0bf796e8a HTTP/1.1" status: 204 len: 168 time: 0.1382108 Nov 26 22:22:08.219801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd982f-a81a-4400-9001-5d5f0145f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dea43b-4ea8-4576-8fc7-6de0bf796e8a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:22:22.001804 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:22:23.504257 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5de0d23d-bc19-466e-938d-ef6bb66eed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:26.259384 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1a0a997e-15fb-4736-9154-da16d0391d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:27.164102 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:28.717104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:29.304780 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:37.235700 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:38.139969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:42.123038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25dfa7db-9887-4341-8423-3f66874c70ec req-00f5fabd-ec40-47ff-a52f-14bc491e7c68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516465 Nov 26 22:22:42.245849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa7db-9887-4341-8423-3f66874c70ec req-9ed45a65-2f3b-4d1e-89e0-ab4004caa3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:42.247743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25dfa7db-9887-4341-8423-3f66874c70ec req-9ed45a65-2f3b-4d1e-89e0-ab4004caa3e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 1096 time: 0.0579860 Nov 26 22:22:42.381092 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa7db-9887-4341-8423-3f66874c70ec req-768ce901-8515-4afb-9bec-4988b6ce41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:42.383528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25dfa7db-9887-4341-8423-3f66874c70ec req-768ce901-8515-4afb-9bec-4988b6ce41a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1093190 Nov 26 22:22:42.474900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25dfa7db-9887-4341-8423-3f66874c70ec req-90c31623-904c-49d1-a8d2-fd996ae7a9ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035 HTTP/1.1" status: 200 len: 1000 time: 0.0820363 Nov 26 22:22:42.542146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa7db-9887-4341-8423-3f66874c70ec req-0eeb0988-6699-474f-b5ab-dfde54bf7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:42.544376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25dfa7db-9887-4341-8423-3f66874c70ec req-0eeb0988-6699-474f-b5ab-dfde54bf7c76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0615661 Nov 26 22:22:42.601741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfa7db-9887-4341-8423-3f66874c70ec req-6bad1a89-7dd4-4215-91c6-478ddd20a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:42.603941 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25dfa7db-9887-4341-8423-3f66874c70ec req-6bad1a89-7dd4-4215-91c6-478ddd20a3d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521533 Nov 26 22:22:42.721520 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25dfa7db-9887-4341-8423-3f66874c70ec req-fe151584-f290-4281-92b8-b79f6860429a service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093438 Nov 26 22:22:42.823688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25dfa7db-9887-4341-8423-3f66874c70ec req-20e52d7b-cdce-455a-b498-5d53ca639904 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925117 Nov 26 22:22:48.059000 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-1dbbe2e3-07c1-415a-8c8b-57dbadc8e78c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424440 Nov 26 22:22:48.175001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-4708d129-0f6c-4b9b-9d9d-8baa17615c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:48.177221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-4708d129-0f6c-4b9b-9d9d-8baa17615c24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1096 time: 0.0585871 Nov 26 22:22:48.296468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-22d6614a-e0fd-4abf-b140-e4a420cbfbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:48.298463 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-22d6614a-e0fd-4abf-b140-e4a420cbfbf0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.0999789 Nov 26 22:22:48.406125 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-5ee1a2bc-9ad0-4bb9-aff0-00373ef8463e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 1001 time: 0.1004996 Nov 26 22:22:48.460308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-62fce6bc-022b-46cd-b855-313a0f032a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:48.461800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-62fce6bc-022b-46cd-b855-313a0f032a5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0486832 Nov 26 22:22:48.517922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-f4cd400d-9ff0-44d6-a053-2ea5ae2785fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:22:48.519472 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-f4cd400d-9ff0-44d6-a053-2ea5ae2785fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505617 Nov 26 22:22:48.531016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-3685a579-ffad-4605-b73e-2a59f8076a4c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:22:48.532280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-3685a579-ffad-4605-b73e-2a59f8076a4c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055387 Nov 26 22:22:48.935143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-dd91db5e-109e-4dc3-aca2-f379de9a2908 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951280 Nov 26 22:22:49.029268 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d50e3eaf-b9cb-4d57-bd78-1604999e1550 req-60a81150-d3cd-4dcf-89a5-0b8a80cca9d3 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868163 Nov 26 22:22:53.514153 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-70115838-a5f0-4be2-8b9b-596f4a8bae84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:56.255709 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ffd499d-386a-4859-8fb9-41a6ad86e222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:56.885673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-03ba6e5d-d0ad-44b7-93da-b5568ba8a46c req-c477ac25-7c9e-45a6-833d-d3928aa80bb1 service neutron] (110000) timed out ('10.222.0.21', 39774) {{(pid=110000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:22:57.157952 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:58.690600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:22:59.001746 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:22:59.293173 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:04.753158 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 33616) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:04.875230 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:04.951495 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:04.957479 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:04.997590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 33624) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:04.998410 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=524815fc39d94aefa46e316cc0ecd78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436492 Nov 26 22:23:05.014250 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2622da6a-2344-42f3-84a3-0bc2b2d9027e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:05.022412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.022765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.023113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.023454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.023792 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.024125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.024458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.025392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.026398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.026739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.027073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.027405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316bb3c-caa5-47bf-b2a3-35c807757bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.084775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:05.107835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:05.161070 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:05.163890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:05.167598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2622da6a-2344-42f3-84a3-0bc2b2d9027e HTTP/1.1" status: 204 len: 168 time: 0.1648648 Nov 26 22:23:05.193379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2622da6a-2344-42f3-84a3-0bc2b2d9027e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:05.203083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.203450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.203781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.204380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.204707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.205238 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.205945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.206607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.207105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.207777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.208287 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:05.208781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3235aca2-26f3-464e-938f-f471dcd548d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:07.244090 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:07.662659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-4e10fdca-4edd-490d-9db0-1dfa3057a2bb tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a7b60fe9ea3b4f98ad33eaf9ed1c5131&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252843 Nov 26 22:23:07.775937 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-645c7ecd-cd29-4c93-b010-84c16a04494d tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:07.777488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-645c7ecd-cd29-4c93-b010-84c16a04494d tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1045642 Nov 26 22:23:07.792724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-d0071aba-155f-441f-88a7-4310fee2be53 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/quotas/a7b60fe9ea3b4f98ad33eaf9ed1c5131 HTTP/1.1" status: 200 len: 375 time: 0.0093117 Nov 26 22:23:07.824572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-c09b8de3-72f5-4a26-bd52-f3d48af48325 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7b60fe9ea3b4f98ad33eaf9ed1c5131&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263450 Nov 26 22:23:08.139996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-371e16cb-0823-4bb6-b52c-d08ef8320eb7 req-8db3e480-288e-4d36-bbac-2582132ad031 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 210 time: 0.1617157 Nov 26 22:23:08.145131 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:08.955260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-4f50094d-d9fa-41ef-9361-2f7817b612f5 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7b60fe9ea3b4f98ad33eaf9ed1c5131&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304074 Nov 26 22:23:09.141108 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-cc7146d2-3fc9-42e4-b6ff-67646b609900 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:09.142673 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-cc7146d2-3fc9-42e4-b6ff-67646b609900 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821113 Nov 26 22:23:09.161065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Request body: {'port': {'device_id': 'bdc196a0-8617-445a-a581-e04ab4d6ccc9', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': 'a7b60fe9ea3b4f98ad33eaf9ed1c5131'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:23:09.249406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0b22cb9-4363-4106-b1db-5fc7749a47d2 req-7c82cb26-4fb0-489d-b956-de5203e26fff tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 210 time: 0.0275283 Nov 26 22:23:09.280742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Made reservation on behalf of a7b60fe9ea3b4f98ad33eaf9ed1c5131 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:23:09.284338 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:09.293881 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:09.371101 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:09.375439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:09.438307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2620de13-83da-4f9d-a9e2-6a48035352b2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:09.516808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Allocated IP 192.168.233.61 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/ae3e4ad4-33de-4070-bff0-cac1f4b48d17) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:23:09.663160 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:09.696994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:09.740179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:09.743449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:09.747496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:23:09.792825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Pushing event updated for resources: {'Port': ['ID=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:09.808546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:09.809425 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:09.830814 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-546f56ec-e31a-43e3-89f2-391355157d14 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6737187 Nov 26 22:23:09.850482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Request body: {'port': {'device_id': 'bdc196a0-8617-445a-a581-e04ab4d6ccc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:23:09.910334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:10.002036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4bd15896-506e-4229-87e4-bec536a0148b None None] Provisioning complete for port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:10.002667 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4bd15896-506e-4229-87e4-bec536a0148b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:10.045517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4bd15896-506e-4229-87e4-bec536a0148b None None] Port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:10.190636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae3e4ad4-33de-4070-bff0-cac1f4b48d17 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:23:10.198967 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:10.211138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Transition to ACTIVE for port object ae3e4ad4-33de-4070-bff0-cac1f4b48d17 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:23:10.215387 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:10.341412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:10.350210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Attempting to bind port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:23:10.351580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Attempting to bind port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:23:10.352134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Attempting to bind port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:23:10.358385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:23:10.358845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Attempting to bind port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:23:10.364810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:23:10.365292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:10.365769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:23:10.366407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Bound port: ae3e4ad4-33de-4070-bff0-cac1f4b48d17, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:23:10.366861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:10.388539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b951ee6-6697-42eb-8d04-8a084d512bb6 req-aa65f280-4fdc-45b3-8251-8270801fb93b tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:10.390823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b951ee6-6697-42eb-8d04-8a084d512bb6 req-aa65f280-4fdc-45b3-8251-8270801fb93b tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 947 time: 0.0644145 Nov 26 22:23:10.444442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] For port ae3e4ad4-33de-4070-bff0-cac1f4b48d17, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:23:10.448320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] For port ae3e4ad4-33de-4070-bff0-cac1f4b48d17, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:23:10.456256 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b951ee6-6697-42eb-8d04-8a084d512bb6 req-4de44675-5002-4fe5-8405-ddf513633d24 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591590 Nov 26 22:23:10.457003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:10.501389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:10.502227 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:10.505833 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae3e4ad4-33de-4070-bff0-cac1f4b48d17 HTTP/1.1" status: 200 len: 1095 time: 0.6603954 Nov 26 22:23:10.506335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc196a0-8617-445a-a581-e04ab4d6ccc9', 'tag': 'ae3e4ad4-33de-4070-bff0-cac1f4b48d17'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:23:10.508810 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb776f-9015-4e21-92c1-5bd2bf789c23" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc196a0-8617-445a-a581-e04ab4d6ccc9", "tag": "ae3e4ad4-33de-4070-bff0-cac1f4b48d17"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:23:10.539909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b512d-766c-49cc-a260-d700fdddb6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:10.560257 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f21ec9-5348-4431-9df6-b6a0bfb7943c x-openstack-request-id: req-73f21ec9-5348-4431-9df6-b6a0bfb7943c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:23:10.560560 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc196a0-8617-445a-a581-e04ab4d6ccc9", "tag": "ae3e4ad4-33de-4070-bff0-cac1f4b48d17", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:23:10.560819 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73f21ec9-5348-4431-9df6-b6a0bfb7943c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:23:10.561234 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc196a0-8617-445a-a581-e04ab4d6ccc9', 'tag': 'ae3e4ad4-33de-4070-bff0-cac1f4b48d17', 'status': 'completed', 'code': 200} Nov 26 22:23:10.627485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-de7dcfdc-2004-409c-95d0-fe48e55ce7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:10.629048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-de7dcfdc-2004-409c-95d0-fe48e55ce7f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7b60fe9ea3b4f98ad33eaf9ed1c5131&device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 1098 time: 0.0515909 Nov 26 22:23:10.686802 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-89625c7d-7179-4efe-bb98-876b85454ba0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ae3e4ad4-33de-4070-bff0-cac1f4b48d17 HTTP/1.1" status: 200 len: 217 time: 0.0418565 Nov 26 22:23:10.739570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-9d9c6214-0bdc-429a-aa10-e12f7f586f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:10.741069 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-9d9c6214-0bdc-429a-aa10-e12f7f586f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0477512 Nov 26 22:23:10.789120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-08c2cbe0-6df3-48e8-9e51-b8364304894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:10.790754 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-08c2cbe0-6df3-48e8-9e51-b8364304894f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421336 Nov 26 22:23:10.889304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-9d0e42d2-453b-4e6a-b7d3-1b34127943dc service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914657 Nov 26 22:23:10.983536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-dbbf316a-51b2-45e0-a34e-721a7793d7c6 req-9cfbc2f4-a126-4aa1-bad8-fd70d301584b service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866168 Nov 26 22:23:11.118691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-dab5b380-58a6-406a-ae6e-a34f85735a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:11.120114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-dab5b380-58a6-406a-ae6e-a34f85735a1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7b60fe9ea3b4f98ad33eaf9ed1c5131&device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 1098 time: 0.0417972 Nov 26 22:23:11.215369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-9a3554d9-5df0-4c6b-b334-b6a671bbda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:11.216836 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-9a3554d9-5df0-4c6b-b334-b6a671bbda59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.0889792 Nov 26 22:23:11.258289 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-6f4960eb-6adc-4c3b-b052-e3c340c76b04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ae3e4ad4-33de-4070-bff0-cac1f4b48d17 HTTP/1.1" status: 200 len: 217 time: 0.0339422 Nov 26 22:23:11.315489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-44822b07-78e4-49e5-ac6a-9fa6b611a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:11.316953 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-44822b07-78e4-49e5-ac6a-9fa6b611a52e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0515656 Nov 26 22:23:11.363683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-d1749b2b-9ba4-46ab-ae28-cb5baaf932a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:11.365210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-d1749b2b-9ba4-46ab-ae28-cb5baaf932a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411961 Nov 26 22:23:11.456158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-c28743f8-4b29-458d-8d43-32209a12fdd5 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829906 Nov 26 22:23:11.553941 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-08eb776f-9015-4e21-92c1-5bd2bf789c23 req-c7ccdee5-fd29-483d-b0cb-a9d0888552fb service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903330 Nov 26 22:23:11.580757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905ba91-5e40-474f-a554-c5a960279660 req-d897a600-532b-4e81-9a45-0c294cd148c1 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:11.582445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1905ba91-5e40-474f-a554-c5a960279660 req-d897a600-532b-4e81-9a45-0c294cd148c1 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 947 time: 0.0514235 Nov 26 22:23:11.642630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1905ba91-5e40-474f-a554-c5a960279660 req-d73e7639-434b-4bed-9acf-c8d254143360 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520604 Nov 26 22:23:12.766359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb04e90-d122-4efd-a4d2-6eeff3d761a4 req-79b48f4b-615b-46f9-9f30-8b552a39fe78 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:12.767737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bb04e90-d122-4efd-a4d2-6eeff3d761a4 req-79b48f4b-615b-46f9-9f30-8b552a39fe78 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 947 time: 0.0540361 Nov 26 22:23:12.814011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bb04e90-d122-4efd-a4d2-6eeff3d761a4 req-6fa6cbc1-eceb-4be4-8c3f-627ecc4f81b0 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404282 Nov 26 22:23:13.938268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406325f-230b-4ae7-a7c6-f182d5edc578 req-3ae1f525-3ff6-469d-8645-13bb7b60b29b tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:13.939786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6406325f-230b-4ae7-a7c6-f182d5edc578 req-3ae1f525-3ff6-469d-8645-13bb7b60b29b tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 947 time: 0.0544050 Nov 26 22:23:13.994685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6406325f-230b-4ae7-a7c6-f182d5edc578 req-5fd83e03-ca01-4c3f-ba1f-528cea6697cd tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486152 Nov 26 22:23:14.618196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ae3e4ad4-33de-4070-bff0-cac1f4b48d17 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:23:14.743044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ae3e4ad4-33de-4070-bff0-cac1f4b48d17, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:14.757505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'ae3e4ad4-33de-4070-bff0-cac1f4b48d17', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'ae3e4ad4-33de-4070-bff0-cac1f4b48d17', 'mac_address': 'fa:16:3e:af:31:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:23:14.804090 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:14.821606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae3e4ad4-33de-4070-bff0-cac1f4b48d17 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:23:14.846228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ae3e4ad4-33de-4070-bff0-cac1f4b48d17, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:14.850891 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:14.910464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:14.922158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.922653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.923207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.923749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.924284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.924838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.925383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.925841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.926477 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.927709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.927709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:14.927709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:15.113222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55cb70-7825-41b5-9fd6-d626e54be3e5 req-797d4396-7483-436e-8952-05f17234ff9e tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:15.114741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df55cb70-7825-41b5-9fd6-d626e54be3e5 req-797d4396-7483-436e-8952-05f17234ff9e tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 948 time: 0.0533385 Nov 26 22:23:15.163470 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df55cb70-7825-41b5-9fd6-d626e54be3e5 req-08a5dbb7-e2fe-4cfc-994c-ffd06a4f41fb tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 Nov 26 22:23:15.232980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['ae3e4ad4-33de-4070-bff0-cac1f4b48d17'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:23:16.281269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446586e-5b8b-4777-8a04-881dab88b8ec req-bf9051d7-dff9-48d3-aa7f-87ab26484070 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:16.282771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6446586e-5b8b-4777-8a04-881dab88b8ec req-bf9051d7-dff9-48d3-aa7f-87ab26484070 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 948 time: 0.0485840 Nov 26 22:23:16.331173 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6446586e-5b8b-4777-8a04-881dab88b8ec req-c048d66e-e217-4a4e-b688-ad039de95d1d tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Nov 26 22:23:16.644471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ae3e4ad4-33de-4070-bff0-cac1f4b48d17 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:23:16.695608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:23:16.699645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:16.700036 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:16.782927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:16.806150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc196a0-8617-445a-a581-e04ab4d6ccc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3e4ad4-33de-4070-bff0-cac1f4b48d17'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:23:16.808479 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bec5af-e200-4568-8381-ea86d0b1d5a0" -d '{"events": [{"server_uuid": "bdc196a0-8617-445a-a581-e04ab4d6ccc9", "name": "network-vif-plugged", "status": "completed", "tag": "ae3e4ad4-33de-4070-bff0-cac1f4b48d17"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:23:16.822178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port ae3e4ad4-33de-4070-bff0-cac1f4b48d17, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:16.826866 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:16.852772 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba248f27-0897-4821-b051-4519a593f93f x-openstack-request-id: req-ba248f27-0897-4821-b051-4519a593f93f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:23:16.853063 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc196a0-8617-445a-a581-e04ab4d6ccc9", "name": "network-vif-plugged", "status": "completed", "tag": "ae3e4ad4-33de-4070-bff0-cac1f4b48d17", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:23:16.853318 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba248f27-0897-4821-b051-4519a593f93f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:23:16.853709 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc196a0-8617-445a-a581-e04ab4d6ccc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae3e4ad4-33de-4070-bff0-cac1f4b48d17', 'code': 200} Nov 26 22:23:16.878419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:16.993797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e1328-8b02-42fe-95d8-05633882f8cd req-3d1e448b-a35b-41f9-8d36-07a667a75c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:16.995187 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-004e1328-8b02-42fe-95d8-05633882f8cd req-3d1e448b-a35b-41f9-8d36-07a667a75c56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 1100 time: 0.0463331 Nov 26 22:23:17.040537 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-004e1328-8b02-42fe-95d8-05633882f8cd req-e2019c2b-6d3f-46a4-be1f-f61fd1f00b9c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381393 Nov 26 22:23:17.466425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2a0e7-f4e2-4a72-bfe7-1143a55c4063 req-13b187fc-db89-4ec7-a0aa-597b81880c17 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:17.468084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63f2a0e7-f4e2-4a72-bfe7-1143a55c4063 req-13b187fc-db89-4ec7-a0aa-597b81880c17 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 949 time: 0.0615010 Nov 26 22:23:17.523626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63f2a0e7-f4e2-4a72-bfe7-1143a55c4063 req-07a180e3-3c09-42d3-82a4-79f53a4d0784 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493009 Nov 26 22:23:18.642570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea110c-5607-4125-b504-45fce676be0b req-0c1cb647-66a9-4a79-913e-43ef1a5fb2f1 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:18.644251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcea110c-5607-4125-b504-45fce676be0b req-0c1cb647-66a9-4a79-913e-43ef1a5fb2f1 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 949 time: 0.0486736 Nov 26 22:23:18.694275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcea110c-5607-4125-b504-45fce676be0b req-c7813d8e-92b0-46ad-abc4-6d5266732887 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Nov 26 22:23:18.967541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d625f8-761b-4811-a640-4107d2885dca req-fe1e0745-43b6-46a5-b41e-0bdad4984d49 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:18.969021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64d625f8-761b-4811-a640-4107d2885dca req-fe1e0745-43b6-46a5-b41e-0bdad4984d49 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 949 time: 0.0506697 Nov 26 22:23:19.020790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64d625f8-761b-4811-a640-4107d2885dca req-03848978-e15d-49f4-8a08-f4c1c018397a tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458574 Nov 26 22:23:20.139235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601d8db-fa5e-42d8-bced-109c6d6b0cda req-40d00e3a-6db9-4239-b232-3f19f3b90489 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:20.140825 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5601d8db-fa5e-42d8-bced-109c6d6b0cda req-40d00e3a-6db9-4239-b232-3f19f3b90489 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 949 time: 0.0490177 Nov 26 22:23:20.189789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5601d8db-fa5e-42d8-bced-109c6d6b0cda req-6876018c-446a-46a4-8c5e-ad9fd4e78ea2 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/security-groups?id=2620de13-83da-4f9d-a9e2-6a48035352b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Nov 26 22:23:20.457754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-21f7cf9b-fbc7-424d-bbf9-fb9ff3ae1a08 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:20.459244 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-21f7cf9b-fbc7-424d-bbf9-fb9ff3ae1a08 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 949 time: 0.0490627 Nov 26 22:23:20.555427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Deleting port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:23:20.556505 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:20.650209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] For port ae3e4ad4-33de-4070-bff0-cac1f4b48d17, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:20.650477 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:20.662063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Calling delete_port for ae3e4ad4-33de-4070-bff0-cac1f4b48d17 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:23:20.790941 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:20.823758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Pushing event deleted for resources: {'Port': ['ID=ae3e4ad4-33de-4070-bff0-cac1f4b48d17,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:20.871055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] No DVR routers for this DVR port ae3e4ad4-33de-4070-bff0-cac1f4b48d17 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:23:20.873794 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:20.877522 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c97c38a9-49f6-4dd7-85b0-e37ca4112d0d req-2d2d3068-b779-42ac-b335-0a8e8215250f tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.13 "DELETE /v2.0/ports/ae3e4ad4-33de-4070-bff0-cac1f4b48d17 HTTP/1.1" status: 204 len: 173 time: 0.4121394 Nov 26 22:23:20.878003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc196a0-8617-445a-a581-e04ab4d6ccc9', 'name': 'network-vif-deleted', 'tag': 'ae3e4ad4-33de-4070-bff0-cac1f4b48d17'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:23:20.880425 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffec5ee7-c522-4ada-b123-d0746da45be5" -d '{"events": [{"server_uuid": "bdc196a0-8617-445a-a581-e04ab4d6ccc9", "name": "network-vif-deleted", "tag": "ae3e4ad4-33de-4070-bff0-cac1f4b48d17"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:23:20.931152 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e38553-c056-4393-b10f-6fd64112ad64 x-openstack-request-id: req-e4e38553-c056-4393-b10f-6fd64112ad64 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:23:20.931453 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc196a0-8617-445a-a581-e04ab4d6ccc9", "name": "network-vif-deleted", "tag": "ae3e4ad4-33de-4070-bff0-cac1f4b48d17", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:23:20.931738 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4e38553-c056-4393-b10f-6fd64112ad64 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:23:20.935682 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc196a0-8617-445a-a581-e04ab4d6ccc9', 'name': 'network-vif-deleted', 'tag': 'ae3e4ad4-33de-4070-bff0-cac1f4b48d17', 'status': 'completed', 'code': 200} Nov 26 22:23:21.306849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffd6636c-7cf4-4cff-a626-35812d41fe87 req-05105ed9-77b4-4ffd-a6b7-5363a98013f1 tempest-VolumesNegativeTest-618472642 tempest-VolumesNegativeTest-618472642-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdc196a0-8617-445a-a581-e04ab4d6ccc9 HTTP/1.1" status: 200 len: 210 time: 0.0268438 Nov 26 22:23:22.677140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ae3e4ad4-33de-4070-bff0-cac1f4b48d17 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:23:22.698442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: ae3e4ad4-33de-4070-bff0-cac1f4b48d17 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:23:22.698724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device ae3e4ad4-33de-4070-bff0-cac1f4b48d17 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:23:23.510593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aee632b4-3c53-43a4-a2cf-54095ca7819c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:26.267241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-51e41261-caf8-4216-914b-5dcfd96c8f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:27.163501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:28.559858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34240) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:28.712373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:28.732474 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34248) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:28.740044 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8be4f3a4-e352-40e9-a7c4-7e85202691ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7b60fe9ea3b4f98ad33eaf9ed1c5131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777990 Nov 26 22:23:28.789594 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d1180ae-57aa-4cfa-896d-6e062487fd81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:28.823754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d1180ae-57aa-4cfa-896d-6e062487fd81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:28.874395 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d1180ae-57aa-4cfa-896d-6e062487fd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:28.877526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d1180ae-57aa-4cfa-896d-6e062487fd81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:28.882767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5d1180ae-57aa-4cfa-896d-6e062487fd81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2620de13-83da-4f9d-a9e2-6a48035352b2 HTTP/1.1" status: 204 len: 168 time: 0.1488619 Nov 26 22:23:28.891282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1180ae-57aa-4cfa-896d-6e062487fd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2620de13-83da-4f9d-a9e2-6a48035352b2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:29.296486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.596320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34288) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:29.713908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-784155662-network', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:23:29.739258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Made reservation on behalf of 91fc75f39fe942f89de22ac664f9f900 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:23:29.741622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.751153 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.831527 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.843748 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.857841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:23:29.884700 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.885148 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Added segment 551f19e6-85f8-4600-b36c-b913f751cf36 of type vlan for network 47bd2471-cd83-4530-850b-6514535a4c23 Nov 26 22:23:29.897081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0f896b-866a-4527-a1a0-ecee6f08e334,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:29.932481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.962168 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.963462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:29.964084 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:29.999117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4016862 Nov 26 22:23:30.002800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34302) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:30.007890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Request body: {'subnet': {'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-784155662-subnet', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:23:30.032236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Made reservation on behalf of 91fc75f39fe942f89de22ac664f9f900 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:23:30.035438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.063595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e0fb8-526a-49e2-b303-822d56710b85 admin admin] Pushing event updated for resources: {'Network': ['ID=47bd2471-cd83-4530-850b-6514535a4c23,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:30.076342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 47bd2471-cd83-4530-850b-6514535a4c23 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:23:30.223274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.284118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=788c49a7-b6b2-4f07-899b-6886d87f42d0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:30.300200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Checking segment: {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:30.300568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Network hostable DHCP agents. Network: 47bd2471-cd83-4530-850b-6514535a4c23, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:23:30.319636 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Network 47bd2471-cd83-4530-850b-6514535a4c23 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:23:30.330800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 47bd2471-cd83-4530-850b-6514535a4c23) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:30.336991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:30.337973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.339041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76a36f-6a90-4ebe-b335-37947049b4e7 None None] Network 47bd2471-cd83-4530-850b-6514535a4c23 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:23:30.361384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6873bfbe-0350-4687-8480-974b7c5ccebb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3573420 Nov 26 22:23:30.364069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34310) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:30.369292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:23:30.396762 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.398530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.463116 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.513033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-47bd2471-cd83-4530-850b-6514535a4c23', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:23:30.514209 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.630627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.667252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Allocated IP 172.20.0.2 (47bd2471-cd83-4530-850b-6514535a4c23/788c49a7-b6b2-4f07-899b-6886d87f42d0/192f7cfa-9b3c-49a3-957a-6d7e4a830064) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:23:30.825758 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.833099 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.849658 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.881947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Network 47bd2471-cd83-4530-850b-6514535a4c23 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:30.882688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.886241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:30.892492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:23:30.915930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Pushing event updated for resources: {'Port': ['ID=192f7cfa-9b3c-49a3-957a-6d7e4a830064,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:30.969425 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Attempting to bind port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:23:30.970046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Attempting to bind port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:23:30.970470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Attempting to bind port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 on network 47bd2471-cd83-4530-850b-6514535a4c23 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:23:30.985274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:23:30.986526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Checking segment: {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:30.986526 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:30.988986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Bound using segment: {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:23:30.989503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Bound port: 192f7cfa-9b3c-49a3-957a-6d7e4a830064, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:23:30.989897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:31.015100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Allocated IP 172.25.3.118 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/52a056a3-4b72-4e2b-b797-25cb6fa20223) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:23:31.068705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] For port 192f7cfa-9b3c-49a3-957a-6d7e4a830064, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:23:31.072627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] For port 192f7cfa-9b3c-49a3-957a-6d7e4a830064, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=192f7cfa-9b3c-49a3-957a-6d7e4a830064,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:23:31.076547 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:31.128227 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:31.145264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be92c0-55f2-42f8-b034-789d3026edba None None] Pushing event updated for resources: {'Port': ['ID=192f7cfa-9b3c-49a3-957a-6d7e4a830064,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:31.176141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:31.240824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:31.246462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:31.249425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:23:31.255487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Pushing event updated for resources: {'Port': ['ID=52a056a3-4b72-4e2b-b797-25cb6fa20223,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:31.261318 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f863dc0-e4cf-4428-a470-cd290cb3d9c1 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:23:31.388036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dc9723e9-2e4c-4a50-87f1-294ee2f4e9cd None None] Provisioning complete for port 52a056a3-4b72-4e2b-b797-25cb6fa20223 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:31.388406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dc9723e9-2e4c-4a50-87f1-294ee2f4e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:31.429514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-dc9723e9-2e4c-4a50-87f1-294ee2f4e9cd None None] Port 52a056a3-4b72-4e2b-b797-25cb6fa20223 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:31.877713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:32.097900 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:32.205290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cbbed-d2ba-4aac-b3ab-ed4e7dcc0544 None None] Network 47bd2471-cd83-4530-850b-6514535a4c23 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:23:32.243583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Router 9b516aad-b175-4489-8a44-df97e988ca1b is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:23:32.278549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7b13934f-605a-4fff-a6f9-e15f4bad8dcf None None] Provisioning complete for port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:32.278913 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7b13934f-605a-4fff-a6f9-e15f4bad8dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:32.359049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:23:32.369420 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Sync routers for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:23:32.382688 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:32.383323 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:32.393870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:32.395646 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-552daf21-88f2-43dc-b0cc-078887c964c0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0305712 Nov 26 22:23:32.398397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34334) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:32.453562 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7b13934f-605a-4fff-a6f9-e15f4bad8dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:32.495802 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:32.502178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7b13934f-605a-4fff-a6f9-e15f4bad8dcf None None] For port 192f7cfa-9b3c-49a3-957a-6d7e4a830064, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=192f7cfa-9b3c-49a3-957a-6d7e4a830064,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:32.512977 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7b13934f-605a-4fff-a6f9-e15f4bad8dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:32.578603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13934f-605a-4fff-a6f9-e15f4bad8dcf None None] Pushing event updated for resources: {'Port': ['ID=192f7cfa-9b3c-49a3-957a-6d7e4a830064,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:32.703606 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:31Z', 'revision_number': 3, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:32.740272 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Checking router: 9b516aad-b175-4489-8a44-df97e988ca1b for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:23:32.740624 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Updating router 9b516aad-b175-4489-8a44-df97e988ca1b port 52a056a3-4b72-4e2b-b797-25cb6fa20223 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:23:32.773042 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:32.810246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 192f7cfa-9b3c-49a3-957a-6d7e4a830064 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:23:32.877164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:32.877928 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:32.945580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-00ea0eef-b1c4-47dd-b88f-600bb24c5425 None None] Provisioning complete for port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:32.945990 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-00ea0eef-b1c4-47dd-b88f-600bb24c5425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.084465 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.092203 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.146488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4a463-8034-4215-8424-c526dc4c3446 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:23:33.150522 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Attempting to bind port 52a056a3-4b72-4e2b-b797-25cb6fa20223 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:23:33.151079 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Attempting to bind port 52a056a3-4b72-4e2b-b797-25cb6fa20223 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:23:33.151442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Attempting to bind port 52a056a3-4b72-4e2b-b797-25cb6fa20223 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:23:33.154540 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Pushing event updated for resources: {'Port': ['ID=52a056a3-4b72-4e2b-b797-25cb6fa20223,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:33.159595 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:23:33.159968 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:33.160364 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.160836 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:23:33.161363 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Bound port: 52a056a3-4b72-4e2b-b797-25cb6fa20223, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:23:33.161741 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.191956 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.192331 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.192669 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.193002 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.193325 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.193650 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.193969 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.194313 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.194632 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.194948 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.195264 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.195582 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:23:33.199121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-19d08c60-eb6a-49a9-a75d-2a536202f729 None None] Provisioning complete for port 52a056a3-4b72-4e2b-b797-25cb6fa20223 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:33.207493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-19d08c60-eb6a-49a9-a75d-2a536202f729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.238027 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] For port 52a056a3-4b72-4e2b-b797-25cb6fa20223, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:23:33.241964 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] For port 52a056a3-4b72-4e2b-b797-25cb6fa20223, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=52a056a3-4b72-4e2b-b797-25cb6fa20223,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:23:33.245722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-19d08c60-eb6a-49a9-a75d-2a536202f729 None None] Port 52a056a3-4b72-4e2b-b797-25cb6fa20223 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:33.249391 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.374725 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.391470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d31fe66-a3e6-4d70-a812-cf200feb34e5 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:23:33.398874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:33.400717 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:33.465159 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f54fe-21a3-4a02-ae4e-4ce397097ab2 None None] Pushing event updated for resources: {'Port': ['ID=52a056a3-4b72-4e2b-b797-25cb6fa20223,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:33.473654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1f1201e3-f0f7-42ea-9b58-52dd9db1168a None None] Provisioning complete for port 52a056a3-4b72-4e2b-b797-25cb6fa20223 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:33.474230 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f1201e3-f0f7-42ea-9b58-52dd9db1168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.572897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f1201e3-f0f7-42ea-9b58-52dd9db1168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.584122 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:33.597448 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1f1201e3-f0f7-42ea-9b58-52dd9db1168a None None] For port 52a056a3-4b72-4e2b-b797-25cb6fa20223, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=52a056a3-4b72-4e2b-b797-25cb6fa20223,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:33.604043 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1f1201e3-f0f7-42ea-9b58-52dd9db1168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.642174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Allocated IP 172.20.0.1 (47bd2471-cd83-4530-850b-6514535a4c23/788c49a7-b6b2-4f07-899b-6886d87f42d0/6ecd7e2d-c07e-4e50-acf5-7fd109df4414) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:23:33.653680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34338) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:33.683086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1201e3-f0f7-42ea-9b58-52dd9db1168a None None] Pushing event updated for resources: {'Port': ['ID=52a056a3-4b72-4e2b-b797-25cb6fa20223,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:33.779286 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.793693 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:31Z', 'revision_number': 3, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:33.821534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.832500 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10393316-d82b-455a-87dc-dfc5b26c5e40 None None] The sync data for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 is: [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:31Z', 'revision_number': 3, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:23:33.857226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port 8a52045c-b083-4949-bd93-959ed577eb6a {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:23:33.857226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.862501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Network 47bd2471-cd83-4530-850b-6514535a4c23 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:33.881449 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:33.885777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:23:33.918567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Pushing event updated for resources: {'Port': ['ID=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:33.944143 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.977594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:33.978349 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.004620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for 8a52045c-b083-4949-bd93-959ed577eb6a owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:23:34.136089 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.245229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-68bbd4f2-7da9-4b4e-ab41-b2da18c891dd None None] Provisioning complete for port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:34.245797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-68bbd4f2-7da9-4b4e-ab41-b2da18c891dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.257358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.294147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-68bbd4f2-7da9-4b4e-ab41-b2da18c891dd None None] Port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:34.308094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=8a52045c-b083-4949-bd93-959ed577eb6a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:34.373556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.374544 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.374852 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Floating IP 96be08bc-600d-486b-84f6-55e6c3bb47cf disassociated (deleted). External IP: 172.25.3.19, port: f2e2599a-e4e0-40d5-820f-acaa9695e035. Nov 26 22:23:34.381201 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.466143 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.467992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Pushing event updated for resources: {'Port': ['ID=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:34.585526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Network 47bd2471-cd83-4530-850b-6514535a4c23 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:34.589201 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:34.679770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:23:34.820043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Router 9b516aad-b175-4489-8a44-df97e988ca1b has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:23:34.847490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 52a056a3-4b72-4e2b-b797-25cb6fa20223 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:23:34.856481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:23:34.871863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:34.915949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:23:34.921884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0465436b-4888-4c71-9069-21207090db1d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "DELETE /v2.0/floatingips/96be08bc-600d-486b-84f6-55e6c3bb47cf HTTP/1.1" status: 204 len: 168 time: 1.2669749 Nov 26 22:23:34.924572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:23:34.928947 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:23:34.958486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:34.959524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:35.085394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:35.088829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:23:35.118017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6e73b097-0343-48f8-8d5e-f7ba4d02e23f admin admin] 10.222.0.21 "PUT /v2.0/routers/9b516aad-b175-4489-8a44-df97e988ca1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108684 Nov 26 22:23:35.246353 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc95bc3a-e9c6-484a-b530-2dd2e72e6254 x-openstack-request-id: req-cc95bc3a-e9c6-484a-b530-2dd2e72e6254 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:23:35.246843 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:23:35.247277 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc95bc3a-e9c6-484a-b530-2dd2e72e6254 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:23:35.247856 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'status': 'completed', 'code': 200} Nov 26 22:23:35.323565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408aa53-53e5-4cd4-84fc-50c13fce7a75 req-cf184e0e-8e9e-4f6d-a33b-025f74d8a90a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:35.325215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5408aa53-53e5-4cd4-84fc-50c13fce7a75 req-cf184e0e-8e9e-4f6d-a33b-025f74d8a90a tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 945 time: 0.0859554 Nov 26 22:23:35.389491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5408aa53-53e5-4cd4-84fc-50c13fce7a75 req-e4db0be4-3d5d-445e-af63-0904ad1651ed tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574455 Nov 26 22:23:35.400683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f5095ec9-680b-4989-bbad-370855bd71f2 None None] Provisioning complete for port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:35.401581 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5095ec9-680b-4989-bbad-370855bd71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:35.404011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 52a056a3-4b72-4e2b-b797-25cb6fa20223 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:35.404594 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:35.407193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-d1e523a7-2918-4080-9d29-9da33d9af981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:35.408830 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-d1e523a7-2918-4080-9d29-9da33d9af981 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 1096 time: 0.1302550 Nov 26 22:23:35.536379 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-e76fd4ac-a28d-4062-a53e-165b045f1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:35.541060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-e76fd4ac-a28d-4062-a53e-165b045f1f00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1234388 Nov 26 22:23:35.598655 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-946c4c1a-540d-44f5-9d07-e5b4d679d93a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035 HTTP/1.1" status: 200 len: 217 time: 0.0496604 Nov 26 22:23:35.674097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-6b4b76ff-91c5-48a3-ae26-fc315e0f1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:35.674766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f5095ec9-680b-4989-bbad-370855bd71f2 None None] Port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:35.676304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-6b4b76ff-91c5-48a3-ae26-fc315e0f1819 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0700150 Nov 26 22:23:35.783607 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-26d8bfc7-d0b2-4665-a516-ed4c50377ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:35.784771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:49Z', 'revision_number': 1, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:35.789909 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-26d8bfc7-d0b2-4665-a516-ed4c50377ffa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045852 Nov 26 22:23:35.802197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-ed14300d-752d-43cf-b4b0-45047caa40ab service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:23:35.803260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-ed14300d-752d-43cf-b4b0-45047caa40ab service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056422 Nov 26 22:23:35.828432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:23:35.838678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:35.839476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:35.909052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34368) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:35.914117 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1269709911-network', 'tenant_id': '79e46cf21a0a41679861a1f263452e91'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:23:35.925831 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-d2d25836-2a5b-4ccc-a2e6-2023639a40ee service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146417 Nov 26 22:23:35.953595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Made reservation on behalf of 79e46cf21a0a41679861a1f263452e91 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:23:35.958450 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:35.979280 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:35.981661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:36.003948 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:23:36.076465 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e41b43c8-7d8c-4680-80ba-d01a6772d1d3 req-ebb8bfec-50fa-4a5e-8c37-ea1240fdde91 service neutron] 10.222.0.13 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411157 Nov 26 22:23:36.112571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.117108 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.148029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:23:36.158437 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b412e5fa-88ef-472b-93ce-5665c1fd15f3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:36.163253 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.163598 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Added segment 34e39d80-db14-493c-8385-f1dad273a3b5 of type vlan for network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb Nov 26 22:23:36.207510 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.238680 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.239837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:36.241440 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.246210 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Sync routers for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:23:36.259153 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:36.260302 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:36.299314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:49Z', 'revision_number': 1, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:36.307620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3973315 Nov 26 22:23:36.310382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34372) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:36.315532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Request body: {'subnet': {'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1269709911-subnet', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:23:36.334804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1ec63-4d2b-45bc-ac77-a00d04528df0 admin admin] Pushing event updated for resources: {'Network': ['ID=15c277b2-5b2f-44d9-a2c7-b0856e62ddfb,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:36.341311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Made reservation on behalf of 79e46cf21a0a41679861a1f263452e91 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:23:36.344910 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.345128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e49fea6-b810-4a14-925c-57f2026a70f8 None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'f716aa81-cab2-4b04-9911-64b1ca970a0b', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'floating_ip_address': '172.25.3.239', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'port_id': 'a4f84526-1548-42af-ba88-e229902c3b88', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'mac_address': 'fa:16:3e:7f:bb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:19:46Z', 'updated_at': '2021-11-26T22:19:49Z', 'revision_number': 1, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:23:36.358336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:23:36.464952 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:36.593798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91772d3-e1a8-40ce-8e97-a6b03ac184c0 req-8a7370b6-076a-4346-b9b3-1080b0796016 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:36.597070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b91772d3-e1a8-40ce-8e97-a6b03ac184c0 req-8a7370b6-076a-4346-b9b3-1080b0796016 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 945 time: 0.0794311 Nov 26 22:23:36.627190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.665996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b91772d3-e1a8-40ce-8e97-a6b03ac184c0 req-cb300bb2-8ecc-4676-b1ba-909e53a61a68 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617976 Nov 26 22:23:36.699120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7180ed47-1ca7-420d-85de-373c4f360b0e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:36.720896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Checking segment: {'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:36.721285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Network hostable DHCP agents. Network: 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:23:36.740424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:23:36.760353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:36.767649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:36.768283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.774598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b04f69-60fb-4368-8059-c7289f27cea4 None None] Network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:23:36.789055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30b0b8-9d42-482c-be27-eb4cc921493f None None] New status for floating IP 96be08bc-600d-486b-84f6-55e6c3bb47cf: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:23:36.796493 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34376) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:36.796701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6556f01c-4620-4e68-a6e0-a1f041dcce85 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4850461 Nov 26 22:23:36.797345 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 2, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:36.801124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:23:36.824402 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.825442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.827555 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Checking router: 9b516aad-b175-4489-8a44-df97e988ca1b for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:23:36.827898 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Updating router 9b516aad-b175-4489-8a44-df97e988ca1b port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:23:36.860245 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:36.895323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.033972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-15c277b2-5b2f-44d9-a2c7-b0856e62ddfb', 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'fixed_ips': [{'subnet_id': '7180ed47-1ca7-420d-85de-373c4f360b0e'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:23:37.035011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.053319 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.088045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-fd9a66ed-b2c7-4416-a8cd-51f66057d6fa tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:37.090454 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-fd9a66ed-b2c7-4416-a8cd-51f66057d6fa tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 945 time: 0.0887222 Nov 26 22:23:37.218292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Allocated IP 172.20.0.2 (15c277b2-5b2f-44d9-a2c7-b0856e62ddfb/7180ed47-1ca7-420d-85de-373c4f360b0e/628a38d8-1e06-41ab-9aab-07e4f9e861f7) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:23:37.262374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.274752 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.284059 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.296701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port f2e2599a-e4e0-40d5-820f-acaa9695e035 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:23:37.297086 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.356985 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47089be-ae4b-4fd7-a549-592cb4b86d17 None None] Pushing event updated for resources: {'Port': ['ID=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:37.357269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.410823 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.419324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.421530 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.470091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] For port f2e2599a-e4e0-40d5-820f-acaa9695e035, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f2e2599a-e4e0-40d5-820f-acaa9695e035,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:37.470391 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.474364 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Attempting to bind port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:23:37.474364 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Attempting to bind port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:23:37.474757 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Attempting to bind port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 on network 47bd2471-cd83-4530-850b-6514535a4c23 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:23:37.477803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:37.481991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:37.485110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:23:37.485594 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:23:37.485954 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Checking segment: {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:37.487088 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.487478 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Bound using segment: {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:23:37.489830 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Bound port: 6ecd7e2d-c07e-4e50-acf5-7fd109df4414, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:23:37.490323 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.506002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for f2e2599a-e4e0-40d5-820f-acaa9695e035 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:23:37.515734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Pushing event updated for resources: {'Port': ['ID=628a38d8-1e06-41ab-9aab-07e4f9e861f7,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:37.573524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Attempting to bind port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:23:37.573911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Attempting to bind port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:23:37.574308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Attempting to bind port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 on network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:23:37.580763 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:23:37.581149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Checking segment: {'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:37.582026 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.582672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Bound using segment: {'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:23:37.583166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Bound port: 628a38d8-1e06-41ab-9aab-07e4f9e861f7, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:23:37.583835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.629035 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] For port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:23:37.632897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Allocated IP 172.25.3.60 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/79c24de1-94fd-445c-8b8d-1ddd00469b19) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:23:37.637195 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] For port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:23:37.647230 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.712615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] For port 628a38d8-1e06-41ab-9aab-07e4f9e861f7, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:23:37.717736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] For port 628a38d8-1e06-41ab-9aab-07e4f9e861f7, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=628a38d8-1e06-41ab-9aab-07e4f9e861f7,segment=NetworkSegment(34e39d80-db14-493c-8385-f1dad273a3b5),segment_id=34e39d80-db14-493c-8385-f1dad273a3b5)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:23:37.728276 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.798224 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:37.798860 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:37.821792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98577a-3648-4c6b-97ff-4a39257ed5e4 None None] Pushing event updated for resources: {'Port': ['ID=628a38d8-1e06-41ab-9aab-07e4f9e861f7,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:37.823927 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.861827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7fc2e275-1e1a-41d5-9869-ab7453af2c6a None None] Provisioning complete for port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:37.862723 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e275-1e1a-41d5-9869-ab7453af2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.885816 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47089be-ae4b-4fd7-a549-592cb4b86d17 None None] Pushing event updated for resources: {'Port': ['ID=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:37.926531 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.937587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=f2e2599a-e4e0-40d5-820f-acaa9695e035,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:37.949631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b218c6-913c-4b46-ad67-c20a4cb42f9d req-6dd26504-b1ea-4fe0-8c72-9f1accb1de36 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:37.959444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37b218c6-913c-4b46-ad67-c20a4cb42f9d req-6dd26504-b1ea-4fe0-8c72-9f1accb1de36 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 867 time: 0.1653371 Nov 26 22:23:37.983099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] No DVR routers for this DVR port f2e2599a-e4e0-40d5-820f-acaa9695e035 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:23:37.991309 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:37.994676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-20ab5834-6a14-41cc-b3b4-5d70b8dd648e req-ca296929-3c85-4361-84aa-fbf72f7d6c09 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.13 "DELETE /v2.0/ports/f2e2599a-e4e0-40d5-820f-acaa9695e035 HTTP/1.1" status: 204 len: 173 time: 0.8979242 Nov 26 22:23:37.995167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'name': 'network-vif-deleted', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:23:37.997432 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d9999a-4efc-456f-bd3a-6bc9ae821a15" -d '{"events": [{"server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "name": "network-vif-deleted", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:23:38.060497 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:38.067143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37b218c6-913c-4b46-ad67-c20a4cb42f9d req-34712a59-9789-40ea-b580-c68e87ab5439 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029828 Nov 26 22:23:38.073537 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e275-1e1a-41d5-9869-ab7453af2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:38.127794 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:38.158502 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b3d5d-c1a8-4414-8b1e-68604897197c x-openstack-request-id: req-172b3d5d-c1a8-4414-8b1e-68604897197c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:23:38.158502 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c", "name": "network-vif-deleted", "tag": "f2e2599a-e4e0-40d5-820f-acaa9695e035", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:23:38.158502 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-172b3d5d-c1a8-4414-8b1e-68604897197c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:23:38.158502 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c', 'name': 'network-vif-deleted', 'tag': 'f2e2599a-e4e0-40d5-820f-acaa9695e035', 'status': 'completed', 'code': 200} Nov 26 22:23:38.226261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:38.230713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:38.236105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:23:38.239282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Pushing event updated for resources: {'Port': ['ID=79c24de1-94fd-445c-8b8d-1ddd00469b19,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:38.251928 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7fc2e275-1e1a-41d5-9869-ab7453af2c6a None None] For port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:38.261097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf643c-445b-4b37-a6c3-bc84c2842e5a None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:23:38.277613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:38.281618 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e275-1e1a-41d5-9869-ab7453af2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:38.417882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2e275-1e1a-41d5-9869-ab7453af2c6a None None] Pushing event updated for resources: {'Port': ['ID=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:38.445436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3f2400bf-aef5-413b-b12f-e8f90dfbcc00 None None] Provisioning complete for port 79c24de1-94fd-445c-8b8d-1ddd00469b19 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:38.445842 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f2400bf-aef5-413b-b12f-e8f90dfbcc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:38.502730 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:37Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:38.507906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3f2400bf-aef5-413b-b12f-e8f90dfbcc00 None None] Port 79c24de1-94fd-445c-8b8d-1ddd00469b19 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:38.526942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3f2400bf-aef5-413b-b12f-e8f90dfbcc00 None None] Provisioning complete for port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:38.527373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f2400bf-aef5-413b-b12f-e8f90dfbcc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:38.567205 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1b5eb-2ec5-414b-88f9-b1b0a7b7e788 None None] The sync data for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 is: [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:37Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:23:38.713657 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f2e2599a-e4e0-40d5-820f-acaa9695e035 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:23:38.783158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: f2e2599a-e4e0-40d5-820f-acaa9695e035 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:23:38.783506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f2e2599a-e4e0-40d5-820f-acaa9695e035 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:23:38.795883 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:38.905956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 628a38d8-1e06-41ab-9aab-07e4f9e861f7 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:23:38.971212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:38.971584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:39.077785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:39.078431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:39.143481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 628a38d8-1e06-41ab-9aab-07e4f9e861f7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=628a38d8-1e06-41ab-9aab-07e4f9e861f7,segment=NetworkSegment(34e39d80-db14-493c-8385-f1dad273a3b5),segment_id=34e39d80-db14-493c-8385-f1dad273a3b5)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:39.159851 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:39.161574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:23:39.255332 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-417222f1-7b61-4aaa-8205-55579ce35152 req-9738b9b2-1a7d-4904-9e35-8b65e72f80e7 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 210 time: 0.0589948 Nov 26 22:23:39.315399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=628a38d8-1e06-41ab-9aab-07e4f9e861f7,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:39.372967 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:39.373475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:39.419172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:23:39.631389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:23:39.640399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d3e9d5-f7c4-4766-be59-63674a5f11af None None] Network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:23:39.644222 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Sync routers for ids ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:23:39.665333 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:39.668992 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Routers {'88c6571a-57ef-4fd2-b7b0-36c4d64e685a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:39.670019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:39.670280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-61fe1a2f-1fa5-4dde-8a8b-c1e053bcf3fe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8725045 Nov 26 22:23:39.671230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 34400) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:39.777599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f928bd82-428e-4b94-ab72-53e732812f8f None None] Provisioning complete for port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:39.778469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f928bd82-428e-4b94-ab72-53e732812f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:39.958793 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Set router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:40.267880 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 3, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port': {'id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:37Z', 'updated_at': '2021-11-26T22:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:40.297617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.303191 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Checking router: 88c6571a-57ef-4fd2-b7b0-36c4d64e685a for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:23:40.303552 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Updating router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a port 79c24de1-94fd-445c-8b8d-1ddd00469b19 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:23:40.334110 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.393764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1ca4d337-d29c-4a75-b3e9-ecc4e1b421c3 None None] Provisioning complete for port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:40.394822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ca4d337-d29c-4a75-b3e9-ecc4e1b421c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.430756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af2fc5aa-c4e1-447b-aa5d-275938fcb31f req-f273188f-b187-421e-8f3c-c7ac320dd701 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 210 time: 0.0762954 Nov 26 22:23:40.529066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Allocated IP 172.20.0.1 (15c277b2-5b2f-44d9-a2c7-b0856e62ddfb/7180ed47-1ca7-420d-85de-373c4f360b0e/c3943040-aec6-4d6f-bd0e-c722bb3a6b98) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:23:40.648781 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.657739 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.668320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.701869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4822627-04f9-4d74-ae8f-9527eaca8e01 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:23:40.711624 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Attempting to bind port 79c24de1-94fd-445c-8b8d-1ddd00469b19 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:23:40.712006 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Attempting to bind port 79c24de1-94fd-445c-8b8d-1ddd00469b19 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:23:40.712360 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Attempting to bind port 79c24de1-94fd-445c-8b8d-1ddd00469b19 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:23:40.715320 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb1613-eabe-4816-a161-2623189d681f None None] Pushing event updated for resources: {'Port': ['ID=79c24de1-94fd-445c-8b8d-1ddd00469b19,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:40.720048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:23:40.720425 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:40.720809 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.721195 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:23:40.721669 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Bound port: 79c24de1-94fd-445c-8b8d-1ddd00469b19, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:23:40.722048 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.751463 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ac177d2f-26f3-436f-8344-ad77f8a0212a None None] Provisioning complete for port 79c24de1-94fd-445c-8b8d-1ddd00469b19 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:40.751985 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ac177d2f-26f3-436f-8344-ad77f8a0212a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.759878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.791352 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] For port 79c24de1-94fd-445c-8b8d-1ddd00469b19, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:23:40.795691 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] For port 79c24de1-94fd-445c-8b8d-1ddd00469b19, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=79c24de1-94fd-445c-8b8d-1ddd00469b19,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:23:40.802090 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.806962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 628a38d8-1e06-41ab-9aab-07e4f9e861f7 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:23:40.819295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:40.823305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:40.843510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:23:40.850256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ac177d2f-26f3-436f-8344-ad77f8a0212a None None] Port 79c24de1-94fd-445c-8b8d-1ddd00469b19 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:40.859685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f4ad4-769b-4b97-b356-6a24b86ae049 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:23:40.881396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:40.881777 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.894300 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Routers {'88c6571a-57ef-4fd2-b7b0-36c4d64e685a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:40.895008 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:40.907136 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Pushing event updated for resources: {'Port': ['ID=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:40.933566 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:40.992380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-668928ae-1314-41e7-a30b-d702c05010b4 None None] Provisioning complete for port 79c24de1-94fd-445c-8b8d-1ddd00469b19 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:40.992979 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-668928ae-1314-41e7-a30b-d702c05010b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:41.016308 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb1613-eabe-4816-a161-2623189d681f None None] Pushing event updated for resources: {'Port': ['ID=79c24de1-94fd-445c-8b8d-1ddd00469b19,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:41.054641 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] Set router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:41.103666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-668928ae-1314-41e7-a30b-d702c05010b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:41.144798 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:41.152532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-668928ae-1314-41e7-a30b-d702c05010b4 None None] For port 79c24de1-94fd-445c-8b8d-1ddd00469b19, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=79c24de1-94fd-445c-8b8d-1ddd00469b19,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:41.159414 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-668928ae-1314-41e7-a30b-d702c05010b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:41.216950 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668928ae-1314-41e7-a30b-d702c05010b4 None None] Pushing event updated for resources: {'Port': ['ID=79c24de1-94fd-445c-8b8d-1ddd00469b19,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:41.285351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a9c5cd3b-1e3b-4b39-9f4f-f9940f57168a None None] Provisioning complete for port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:41.285728 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a9c5cd3b-1e3b-4b39-9f4f-f9940f57168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:41.307521 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 3, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port': {'id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:37Z', 'updated_at': '2021-11-26T22:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:41.331319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a9c5cd3b-1e3b-4b39-9f4f-f9940f57168a None None] Port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:41.343357 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249a7d24-b37c-427c-9e4f-6db4eb8c759d None None] The sync data for ids ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'] in n-d-819494-1 is: [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 3, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port': {'id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:37Z', 'updated_at': '2021-11-26T22:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:23:41.355733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:41.361127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:41.430673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Pushing event updated for resources: {'Port': ['ID=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:41.433099 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:41.542975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e2c9500-9f3d-4bc1-a49f-a968eef89e06 req-ccfb4e1d-e96d-4549-8162-be5c51ad5ead tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 210 time: 0.0334923 Nov 26 22:23:41.551273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:23:41.552776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:23:41.722346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:23:41.856119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:23:41.861240 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3c628d00-e4b1-4c59-b751-eb2f73f100cc admin admin] 10.222.0.21 "PUT /v2.0/routers/88c6571a-57ef-4fd2-b7b0-36c4d64e685a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1889477 Nov 26 22:23:41.977423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b6dd3b56-2729-417d-afc0-b3acddd8c271 None None] Provisioning complete for port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:41.978026 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6dd3b56-2729-417d-afc0-b3acddd8c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:42.024932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd3b56-2729-417d-afc0-b3acddd8c271 None None] Port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:23:42.720068 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69c65570-7a1b-42d7-b321-d9a836c9bae4 req-0f61f1e0-6ade-4bdc-ac57-9601a0a6d85c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 210 time: 0.0627968 Nov 26 22:23:42.797302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 79c24de1-94fd-445c-8b8d-1ddd00469b19 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:23:42.848603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 79c24de1-94fd-445c-8b8d-1ddd00469b19 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:42.848985 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:43.271815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Sync routers for ids ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:23:43.281071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Routers {'88c6571a-57ef-4fd2-b7b0-36c4d64e685a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:43.281071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:43.589173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Set router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:43.829728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c09388e0-6d93-4651-9441-de842d2ca9d3 req-33057a3c-22a1-4f22-9610-3acc8bb6f12c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=488b7db0-f0a6-4df4-aeb9-eb6c3b1fa44c HTTP/1.1" status: 200 len: 210 time: 0.0428171 Nov 26 22:23:43.853969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:23:41Z', 'revision_number': 4, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port': {'id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:37Z', 'updated_at': '2021-11-26T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c3943040-aec6-4d6f-bd0e-c722bb3a6b98', 'name': '', 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'mac_address': 'fa:16:3e:3b:31:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7180ed47-1ca7-420d-85de-373c4f360b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:40Z', 'updated_at': '2021-11-26T22:23:41Z', 'revision_number': 2, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'subnets': [{'id': '7180ed47-1ca7-420d-85de-373c4f360b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:43.884368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Checking router: 88c6571a-57ef-4fd2-b7b0-36c4d64e685a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:23:43.884732 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Updating router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:23:43.915958 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:44.226494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:44.235117 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:44.290369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838f967-7ae0-47f1-8b3b-cfb0b9e6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:44.364401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Attempting to bind port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:23:44.365054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Attempting to bind port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:23:44.365634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Attempting to bind port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 on network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:23:44.372480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:23:44.373195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Checking segment: {'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:23:44.373732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:44.374179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Bound using segment: {'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:23:44.374711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Bound port: c3943040-aec6-4d6f-bd0e-c722bb3a6b98, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e39d80-db14-493c-8385-f1dad273a3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:23:44.375174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:44.467001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] For port c3943040-aec6-4d6f-bd0e-c722bb3a6b98, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:23:44.470796 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] For port c3943040-aec6-4d6f-bd0e-c722bb3a6b98, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,segment=NetworkSegment(34e39d80-db14-493c-8385-f1dad273a3b5),segment_id=34e39d80-db14-493c-8385-f1dad273a3b5)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:23:44.481302 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:44.559458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Routers {'88c6571a-57ef-4fd2-b7b0-36c4d64e685a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:44.560158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:44.631450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838f967-7ae0-47f1-8b3b-cfb0b9e6d5d4 None None] Pushing event updated for resources: {'Port': ['ID=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:44.707129 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f934b11b-d2cc-4058-bd7c-514d6ab38203 None None] Provisioning complete for port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:44.707605 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f934b11b-d2cc-4058-bd7c-514d6ab38203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:44.759726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] Set router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:45.016734 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f934b11b-d2cc-4058-bd7c-514d6ab38203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:45.100553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f934b11b-d2cc-4058-bd7c-514d6ab38203 None None] For port c3943040-aec6-4d6f-bd0e-c722bb3a6b98, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,segment=NetworkSegment(34e39d80-db14-493c-8385-f1dad273a3b5),segment_id=34e39d80-db14-493c-8385-f1dad273a3b5)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:45.108915 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f934b11b-d2cc-4058-bd7c-514d6ab38203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:45.115600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:23:41Z', 'revision_number': 4, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port': {'id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:37Z', 'updated_at': '2021-11-26T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c3943040-aec6-4d6f-bd0e-c722bb3a6b98', 'name': '', 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'mac_address': 'fa:16:3e:3b:31:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7180ed47-1ca7-420d-85de-373c4f360b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:40Z', 'updated_at': '2021-11-26T22:23:44Z', 'revision_number': 4, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'subnets': [{'id': '7180ed47-1ca7-420d-85de-373c4f360b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:45.164192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c81d1c6-799b-4979-9baf-6ec3eaae7574 None None] The sync data for ids ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'] in n-d-819494-1 is: [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:23:41Z', 'revision_number': 4, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port': {'id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:37Z', 'updated_at': '2021-11-26T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'c3943040-aec6-4d6f-bd0e-c722bb3a6b98', 'name': '', 'network_id': '15c277b2-5b2f-44d9-a2c7-b0856e62ddfb', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'mac_address': 'fa:16:3e:3b:31:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7180ed47-1ca7-420d-85de-373c4f360b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:40Z', 'updated_at': '2021-11-26T22:23:44Z', 'revision_number': 4, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'subnets': [{'id': '7180ed47-1ca7-420d-85de-373c4f360b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:23:45.196957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934b11b-d2cc-4058-bd7c-514d6ab38203 None None] Pushing event updated for resources: {'Port': ['ID=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:45.273910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-31d147f5-cb71-4d50-ac8c-7bac8a70c9a6 None None] Provisioning complete for port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:45.278979 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31d147f5-cb71-4d50-ac8c-7bac8a70c9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:46.816716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c3943040-aec6-4d6f-bd0e-c722bb3a6b98 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:23:46.883019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:23:46.883944 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:50.922221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-c470eafb-1a68-4835-8963-93ddcf2747e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2402306 Nov 26 22:23:51.051692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-fe1f0cc2-b0a2-40b8-9855-4fd43551c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:51.053382 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-fe1f0cc2-b0a2-40b8-9855-4fd43551c77a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1096 time: 0.0601792 Nov 26 22:23:51.185303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-9a805b01-5933-482c-b80a-387ced00232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:51.186825 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-9a805b01-5933-482c-b80a-387ced00232f service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1126649 Nov 26 22:23:51.482154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 34966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:23:51.590437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-f88def1d-69c2-4dd1-b6e8-94fc84f4d003 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 1001 time: 0.3935602 Nov 26 22:23:51.648200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-cd1a0c52-5dd3-48b7-bf33-05076fa79f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:51.650137 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-cd1a0c52-5dd3-48b7-bf33-05076fa79f4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0529411 Nov 26 22:23:51.690749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port a0a6e301-10bd-4f01-8d92-a7ba340eb6d3 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:23:51.691145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:51.708417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-d0120dc7-654e-47a5-967b-c31f48bfa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:51.710235 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-d0120dc7-654e-47a5-967b-c31f48bfa1f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528381 Nov 26 22:23:51.774831 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:51.775562 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:51.788814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for a0a6e301-10bd-4f01-8d92-a7ba340eb6d3 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:23:51.813008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-694bdfe5-5c1c-453a-8cc7-f3d111d74103 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955510 Nov 26 22:23:51.920689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-603dd3ee-0525-4352-a1d3-7e827e760445 req-e837d7c8-41b4-44a0-9572-0e816017f982 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007464 Nov 26 22:23:51.984126 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:52.333942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=a0a6e301-10bd-4f01-8d92-a7ba340eb6d3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:52.401384 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:52.401793 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Floating IP f716aa81-cab2-4b04-9911-64b1ca970a0b disassociated (deleted). External IP: 172.25.3.239, port: a4f84526-1548-42af-ba88-e229902c3b88. Nov 26 22:23:52.625556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:23:52.744381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:23:52.749511 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:52.758880 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:23:52.769969 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:52.770809 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:52.780474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6d7bdf8e-073a-4fd6-b02d-b210fdd1b406 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "DELETE /v2.0/floatingips/f716aa81-cab2-4b04-9911-64b1ca970a0b HTTP/1.1" status: 204 len: 168 time: 1.2971876 Nov 26 22:23:52.781176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:23:52.783925 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e12cb9d-7070-42c0-93fc-b9c29452b290" -d '{"events": [{"name": "network-changed", "server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "tag": "a4f84526-1548-42af-ba88-e229902c3b88"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:23:52.879558 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b4407-2dc9-48f0-a781-3fa411633e28 x-openstack-request-id: req-eb0b4407-2dc9-48f0-a781-3fa411633e28 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:23:52.880077 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "tag": "a4f84526-1548-42af-ba88-e229902c3b88", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:23:52.880546 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb0b4407-2dc9-48f0-a781-3fa411633e28 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:23:52.881162 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88', 'status': 'completed', 'code': 200} Nov 26 22:23:52.950787 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:52.996318 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-b2898990-eb78-41c3-b0a7-85554b87ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:52.998907 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-b2898990-eb78-41c3-b0a7-85554b87ec48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d48e5c6a7f724685844d34080c6a1834&device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 1096 time: 0.0749137 Nov 26 22:23:53.148034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-68ea645e-000c-46f3-b614-3f089e83102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:53.151496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-68ea645e-000c-46f3-b614-3f089e83102f service neutron] 10.222.0.41 "GET /v2.0/networks?id=629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 200 len: 912 time: 0.1448545 Nov 26 22:23:53.171855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601a287-64de-47ca-b1f1-722dd5801873 req-89f31297-c6a8-4d31-b1d3-e29e0bebb843 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:53.174109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9601a287-64de-47ca-b1f1-722dd5801873 req-89f31297-c6a8-4d31-b1d3-e29e0bebb843 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 945 time: 0.0776210 Nov 26 22:23:53.200506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-4652da6f-84f4-45ab-ad55-97c0f0fc499f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 200 len: 217 time: 0.0402606 Nov 26 22:23:53.260296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9601a287-64de-47ca-b1f1-722dd5801873 req-eab277c7-5439-4867-ab50-6a59957d790c tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743864 Nov 26 22:23:53.292664 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:53.292856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-32af0a16-de49-403a-8471-fe96aba4861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:53.294376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-32af0a16-de49-403a-8471-fe96aba4861b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 200 len: 850 time: 0.0856462 Nov 26 22:23:53.362760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-feed0b24-da03-4907-ad28-ebe59172534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:53.364635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-feed0b24-da03-4907-ad28-ebe59172534e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=629b7371-66af-455c-9be3-9f2b707c8bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566773 Nov 26 22:23:53.488758 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:23:53.490281 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-bd980f0c-54ae-4b1b-a214-e17dde2d73a2 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173184 Nov 26 22:23:53.501960 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:23:53.503288 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:53.520140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe0d41dd-0277-4463-a327-cb5cf3d1f960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:53.627211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8e12cb9d-7070-42c0-93fc-b9c29452b290 req-5f564164-c478-4ee1-b6d2-aa0ce4585cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250992 Nov 26 22:23:53.667641 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:23:53.873278 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:23:53.900302 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38fb9ed-162e-4b57-906f-8925ae13a325 None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:10:43Z', 'revision_number': 4, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'def64ad8-32ba-449c-9c81-cb47ec70c6c5', 'name': '', 'network_id': '629b7371-66af-455c-9be3-9f2b707c8bea', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'mac_address': 'fa:16:3e:f7:ba:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:42Z', 'updated_at': '2021-11-26T22:10:57Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'subnets': [{'id': 'b3854c64-ec7e-42c8-b90d-46b03778b04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:23:54.153298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6122c90e-da80-40b3-aee9-4c7b0762860f None None] New status for floating IP f716aa81-cab2-4b04-9911-64b1ca970a0b: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:23:54.410142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b3f0f-f711-4b99-959c-dd904738e1d0 req-56003093-632a-440e-8994-45e7d9b68a2f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:54.412206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d2b3f0f-f711-4b99-959c-dd904738e1d0 req-56003093-632a-440e-8994-45e7d9b68a2f tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 945 time: 0.0700960 Nov 26 22:23:54.469490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d2b3f0f-f711-4b99-959c-dd904738e1d0 req-45176d02-4060-4837-9357-83ccc4db81cc tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/security-groups?id=b4fb29a8-b4af-418e-ad57-0a685105d131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502872 Nov 26 22:23:54.896002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-13cb61f0-ee48-4244-a7ef-1bbff48718f5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:23:54.898123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-13cb61f0-ee48-4244-a7ef-1bbff48718f5 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 945 time: 0.0534596 Nov 26 22:23:54.999895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port a4f84526-1548-42af-ba88-e229902c3b88 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:23:55.000237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:55.104347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] For port a4f84526-1548-42af-ba88-e229902c3b88, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a4f84526-1548-42af-ba88-e229902c3b88,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:23:55.104634 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:55.119864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for a4f84526-1548-42af-ba88-e229902c3b88 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:23:55.356267 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:55.394114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=a4f84526-1548-42af-ba88-e229902c3b88,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:23:55.449147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] No DVR routers for this DVR port a4f84526-1548-42af-ba88-e229902c3b88 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:23:55.452096 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:55.456183 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d937b01e-83df-497b-b2d0-0c030d20e5df req-9730eca9-45fd-4373-81d9-7a1720e49563 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.41 "DELETE /v2.0/ports/a4f84526-1548-42af-ba88-e229902c3b88 HTTP/1.1" status: 204 len: 173 time: 0.5519621 Nov 26 22:23:55.456656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'name': 'network-vif-deleted', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:23:55.459267 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62e7261-45ab-4699-a4a7-5db20706f83b" -d '{"events": [{"server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "name": "network-vif-deleted", "tag": "a4f84526-1548-42af-ba88-e229902c3b88"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:23:55.522865 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dca24e6-5aae-4b83-831e-8c87766c2367 x-openstack-request-id: req-8dca24e6-5aae-4b83-831e-8c87766c2367 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:23:55.524158 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03684b71-5ab3-4cd7-9e77-b2b5669a55de", "name": "network-vif-deleted", "tag": "a4f84526-1548-42af-ba88-e229902c3b88", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:23:55.524661 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dca24e6-5aae-4b83-831e-8c87766c2367 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:23:55.525244 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03684b71-5ab3-4cd7-9e77-b2b5669a55de', 'name': 'network-vif-deleted', 'tag': 'a4f84526-1548-42af-ba88-e229902c3b88', 'status': 'completed', 'code': 200} Nov 26 22:23:55.611438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1cf13425-9784-49b0-b775-3712bc1767b2 req-859b784a-80d9-4bcb-980a-227800341a0d tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 210 time: 0.0322371 Nov 26 22:23:56.261878 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7a9bad12-eaf5-4aa1-a88e-e5abdfa394cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:56.821067 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c1ea06d3-56c5-4434-91ce-5bbc8223dec7 req-d0c1ac54-1de3-47a8-bc15-1dce74713562 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 210 time: 0.0442884 Nov 26 22:23:57.162925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:57.909288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcae269c-a27f-490b-a3ad-06aa7da6a206 req-77689304-9f7c-43f9-9e25-ee18601e5604 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 210 time: 0.0270154 Nov 26 22:23:58.698706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:23:58.757328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a4f84526-1548-42af-ba88-e229902c3b88 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:23:58.787391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: a4f84526-1548-42af-ba88-e229902c3b88 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:23:58.788049 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a4f84526-1548-42af-ba88-e229902c3b88 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:23:59.038868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eac0b3cd-e8f2-4e18-a50b-47382290859c req-d5cd92da-6edf-4c35-8c05-714d4e54d416 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 210 time: 0.0560839 Nov 26 22:23:59.300318 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:00.182029 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7abf7dc3-14c2-4a80-b75e-9a98d8558275 req-a2327569-89c3-49c2-b283-43fc5d3b1839 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "GET /v2.0/ports?device_id=03684b71-5ab3-4cd7-9e77-b2b5669a55de HTTP/1.1" status: 200 len: 210 time: 0.0313432 Nov 26 22:24:01.251185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35080) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:01.421078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Deleting port c8021cbd-5dcb-4229-b72f-fdb9b46150cd {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:01.421383 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:01.552993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:01.553540 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:01.574888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Calling delete_port for c8021cbd-5dcb-4229-b72f-fdb9b46150cd owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:01.726648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:01.755880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'Port': ['ID=c8021cbd-5dcb-4229-b72f-fdb9b46150cd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:01.847341 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:01.850163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:01.854573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6dfa564b-7d1c-460f-af68-7fa97c8cbd1e tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "DELETE /v2.0/floatingips/dacae53c-fc44-4899-b52a-e841cc1be011 HTTP/1.1" status: 204 len: 168 time: 0.5991616 Nov 26 22:24:03.640530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35114) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:03.818093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35118) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:03.819050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7e91c6fb-44db-4449-908b-5f2a0d1314b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ad77d2df2ae45358fe623a711f9e4fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751742 Nov 26 22:24:03.871402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1780d0d2-b00d-450b-a6b9-a8db7ee63f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:03.896103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1780d0d2-b00d-450b-a6b9-a8db7ee63f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:03.946729 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1780d0d2-b00d-450b-a6b9-a8db7ee63f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:03.949457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1780d0d2-b00d-450b-a6b9-a8db7ee63f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:03.951020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1780d0d2-b00d-450b-a6b9-a8db7ee63f2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/575ac5a2-bb57-4220-8dc8-400d20b28701 HTTP/1.1" status: 204 len: 168 time: 0.1314042 Nov 26 22:24:03.960790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780d0d2-b00d-450b-a6b9-a8db7ee63f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575ac5a2-bb57-4220-8dc8-400d20b28701,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:05.237452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35162) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:05.304486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:05.347389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:05.424231 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:05.428401 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:05.431495 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] 10.222.0.21 "DELETE /v2.0/security-groups/b4fb29a8-b4af-418e-ad57-0a685105d131 HTTP/1.1" status: 204 len: 168 time: 0.1920495 Nov 26 22:24:05.447930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fb29a8-b4af-418e-ad57-0a685105d131,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:05.464787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.465369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.465857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.466372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.466872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.467365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.467973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.468456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.468917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.469404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.469885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.470400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fb63b3-b1ab-4df4-bff4-5cbf161bcf20 tempest-TestVolumeBootPattern-66082494 tempest-TestVolumeBootPattern-66082494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:05.509196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35170) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:06.201986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:06.516250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Deleting port def64ad8-32ba-449c-9c81-cb47ec70c6c5 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:06.516807 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:06.614892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] For port def64ad8-32ba-449c-9c81-cb47ec70c6c5, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=def64ad8-32ba-449c-9c81-cb47ec70c6c5,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:24:06.615244 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:06.630377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Calling delete_port for def64ad8-32ba-449c-9c81-cb47ec70c6c5 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:06.819431 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:06.847737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Pushing event deleted for resources: {'Port': ['ID=def64ad8-32ba-449c-9c81-cb47ec70c6c5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:07.025494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:07.236675 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:07.247553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:24:07.363976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:24:07.370750 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f28bad99-f08a-48e6-a8b9-12c15269b906 admin admin] 10.222.0.21 "PUT /v2.0/routers/4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8590419 Nov 26 22:24:07.371777 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35182) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:07.374521 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] Sync routers for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:24:07.388499 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:24:07.389244 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:07.498155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:07.503574 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:24:07.625385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:07.692421 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:24:06Z', 'revision_number': 5, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port': {'id': 'ec90cc36-47de-431c-b593-d92d39cd4e76', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:36Z', 'updated_at': '2021-11-26T22:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:07.705971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Deleting port ec90cc36-47de-431c-b593-d92d39cd4e76 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:07.706442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:07.722601 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] Checking router: 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:24:07.733807 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] Routers {'4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:24:07.734801 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:07.807282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] For port ec90cc36-47de-431c-b593-d92d39cd4e76, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=ec90cc36-47de-431c-b593-d92d39cd4e76,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:24:07.807665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:07.825538 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] Set router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:24:07.827570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Calling delete_port for ec90cc36-47de-431c-b593-d92d39cd4e76 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:07.879467 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:24:07Z', 'revision_number': 6, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:07.905294 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab39888d-d982-45b1-837f-4f4a27048ab1 None None] The sync data for ids ['4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d'] in n-d-819494-1 is: [{'id': '4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d', 'name': 'tempest-TestVolumeBootPattern-179199901-router', 'tenant_id': 'd48e5c6a7f724685844d34080c6a1834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:34Z', 'updated_at': '2021-11-26T22:24:07Z', 'revision_number': 6, 'project_id': 'd48e5c6a7f724685844d34080c6a1834', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:24:08.010525 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.041592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec90cc36-47de-431c-b593-d92d39cd4e76,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:08.061896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b3cc37-c6e7-41d4-a966-0b14b78f46eb None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:24:08.115383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.158164 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.539471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.541696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.589238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.589734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:24:08.594199 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.597739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8f111948-5639-41b7-bd43-77bd0cf76e4f admin admin] 10.222.0.21 "DELETE /v2.0/routers/4d5ac31c-87fe-47f9-b93b-90c93ffb7c9d HTTP/1.1" status: 204 len: 168 time: 1.2225218 Nov 26 22:24:08.597821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35192) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:08.645047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1543dfc-ec7c-4ed3-9b3d-dd25991caeac admin admin] Deleting subnet b3854c64-ec7e-42c8-b90d-46b03778b04b {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:24:08.648742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1543dfc-ec7c-4ed3-9b3d-dd25991caeac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.687546 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1543dfc-ec7c-4ed3-9b3d-dd25991caeac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.798797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1543dfc-ec7c-4ed3-9b3d-dd25991caeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.831211 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device def64ad8-32ba-449c-9c81-cb47ec70c6c5 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:24:08.857009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: def64ad8-32ba-449c-9c81-cb47ec70c6c5 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:24:08.857496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device def64ad8-32ba-449c-9c81-cb47ec70c6c5 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:24:08.858064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ec90cc36-47de-431c-b593-d92d39cd4e76 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:24:08.878276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1543dfc-ec7c-4ed3-9b3d-dd25991caeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.893646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: ec90cc36-47de-431c-b593-d92d39cd4e76 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:24:08.894106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device ec90cc36-47de-431c-b593-d92d39cd4e76 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:24:08.911363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1543dfc-ec7c-4ed3-9b3d-dd25991caeac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3854c64-ec7e-42c8-b90d-46b03778b04b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:08.930785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8960f-1e7e-4b00-8742-9d116ff06f97 None None] Network 629b7371-66af-455c-9be3-9f2b707c8bea requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:24:08.931590 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1543dfc-ec7c-4ed3-9b3d-dd25991caeac admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:08.938261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35196) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:08.954369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a1543dfc-ec7c-4ed3-9b3d-dd25991caeac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3854c64-ec7e-42c8-b90d-46b03778b04b HTTP/1.1" status: 204 len: 168 time: 0.3553894 Nov 26 22:24:09.044225 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.143592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Deleting port 35ee2a3f-c4de-431d-837e-9b3f13c9145a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:09.145110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.236471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] DHCP port deletion for 629b7371-66af-455c-9be3-9f2b707c8bea request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:24:09.297348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] For port 35ee2a3f-c4de-431d-837e-9b3f13c9145a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35ee2a3f-c4de-431d-837e-9b3f13c9145a,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:24:09.298216 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.334367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Calling delete_port for 35ee2a3f-c4de-431d-837e-9b3f13c9145a owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:09.357651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] Deleting port 35ee2a3f-c4de-431d-837e-9b3f13c9145a {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:09.357651 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.426963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] For port 35ee2a3f-c4de-431d-837e-9b3f13c9145a, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=35ee2a3f-c4de-431d-837e-9b3f13c9145a,segment=NetworkSegment(8aa6a518-868d-4633-b1e5-15bf36877b0e),segment_id=8aa6a518-868d-4633-b1e5-15bf36877b0e)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:24:09.427730 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.444526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] Calling delete_port for 35ee2a3f-c4de-431d-837e-9b3f13c9145a owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:09.459856 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.488090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ee2a3f-c4de-431d-837e-9b3f13c9145a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:09.490464 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] No DVR routers for this DVR port 35ee2a3f-c4de-431d-837e-9b3f13c9145a on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:24:09.519873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.520289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.520636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.520973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.521653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.521653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.521953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.522375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.523094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.523586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.523971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.524296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 26 22:24:09.539903 n-d-819494-1 neutron-server[110001]: self.session.flush() Nov 26 22:24:09.547400 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.572110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] Pushing event deleted for resources: {'Port': ['ID=35ee2a3f-c4de-431d-837e-9b3f13c9145a,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:09.574006 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.578886 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e389962b-81ea-4448-bafc-2b6a121be876 None None] No DVR routers for this DVR port 35ee2a3f-c4de-431d-837e-9b3f13c9145a on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:24:09.600751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629b7371-66af-455c-9be3-9f2b707c8bea']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:09.610583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa6a518-868d-4633-b1e5-15bf36877b0e') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:09.610828 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa6a518-868d-4633-b1e5-15bf36877b0e') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:09.626049 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.639518 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.645904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:24:09.646329 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:24:09.648787 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:24:09.705144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.710513 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:09.714475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] 10.222.0.21 "DELETE /v2.0/networks/629b7371-66af-455c-9be3-9f2b707c8bea HTTP/1.1" status: 204 len: 168 time: 0.7750173 Nov 26 22:24:09.718120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35204) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:09.729938 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5179b1f-ff4f-4df9-9675-a7cab83f3916 admin admin] Pushing event deleted for resources: {'Network': ['ID=629b7371-66af-455c-9be3-9f2b707c8bea,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:10.079446 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:10.333867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Deleting port 6211e780-77a7-4788-ac9a-6c645b0a02b3 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:10.334255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:10.428817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] For port 6211e780-77a7-4788-ac9a-6c645b0a02b3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6211e780-77a7-4788-ac9a-6c645b0a02b3,segment=NetworkSegment(31171521-a2a3-4263-ab4b-d52e9865feb1),segment_id=31171521-a2a3-4263-ab4b-d52e9865feb1)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:24:10.429104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:10.442840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Calling delete_port for 6211e780-77a7-4788-ac9a-6c645b0a02b3 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:10.634818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:10.661723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=6211e780-77a7-4788-ac9a-6c645b0a02b3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:10.878287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:10.897249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35ee2a3f-c4de-431d-837e-9b3f13c9145a no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:24:10.931788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 35ee2a3f-c4de-431d-837e-9b3f13c9145a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:24:10.932407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 35ee2a3f-c4de-431d-837e-9b3f13c9145a not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:24:11.132294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Router f64728db-31f9-49fb-814f-14733cb292e1 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:24:11.265625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:24:11.273251 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e1479d19-8411-47c3-a68c-6c7f330f0b1f admin admin] 10.222.0.21 "PUT /v2.0/routers/f64728db-31f9-49fb-814f-14733cb292e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5540640 Nov 26 22:24:11.273652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35234) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:11.276070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] Sync routers for ids ['f64728db-31f9-49fb-814f-14733cb292e1'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:24:11.292243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] Routers {'f64728db-31f9-49fb-814f-14733cb292e1'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:24:11.292986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f64728db-31f9-49fb-814f-14733cb292e1'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:11.409267 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:11.440142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] Set router f64728db-31f9-49fb-814f-14733cb292e1 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:24:11.537020 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:11.620404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Deleting port e97940c6-763e-45bd-ac72-83776c6e3154 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:11.620889 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:11.665332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:24:10Z', 'revision_number': 5, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port': {'id': 'e97940c6-763e-45bd-ac72-83776c6e3154', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:10:51Z', 'updated_at': '2021-11-26T22:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:11.691502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] Checking router: f64728db-31f9-49fb-814f-14733cb292e1 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:24:11.702752 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] Routers {'f64728db-31f9-49fb-814f-14733cb292e1'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:24:11.704108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:23:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['f64728db-31f9-49fb-814f-14733cb292e1'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:11.710681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] For port e97940c6-763e-45bd-ac72-83776c6e3154, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e97940c6-763e-45bd-ac72-83776c6e3154,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:24:11.711684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:11.724932 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Calling delete_port for e97940c6-763e-45bd-ac72-83776c6e3154 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:11.907922 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:11.936587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e97940c6-763e-45bd-ac72-83776c6e3154,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:11.956542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14441611-bf6d-4af3-b257-30d0387c4cfb None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:24:11.979525 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] Set router f64728db-31f9-49fb-814f-14733cb292e1 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:24:12.001356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.054022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:24:11Z', 'revision_number': 6, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:12.099079 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.102019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.131468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a832d87a-0470-465d-a6a5-86ffe71bdb3f None None] The sync data for ids ['f64728db-31f9-49fb-814f-14733cb292e1'] in n-d-819494-1 is: [{'id': 'f64728db-31f9-49fb-814f-14733cb292e1', 'name': 'tempest-TestVolumeBootPattern-1926303041-router', 'tenant_id': '656785150b394be7a7da9f96eaf6f553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:10:49Z', 'updated_at': '2021-11-26T22:24:11Z', 'revision_number': 6, 'project_id': '656785150b394be7a7da9f96eaf6f553', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:24:12.165034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.166184 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f64728db-31f9-49fb-814f-14733cb292e1 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:24:12.171411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.172813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3026ae66-dc2a-49d8-8bc4-1bc726b475dd admin admin] 10.222.0.21 "DELETE /v2.0/routers/f64728db-31f9-49fb-814f-14733cb292e1 HTTP/1.1" status: 204 len: 168 time: 0.8982627 Nov 26 22:24:12.176360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35254) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:12.228706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6566c092-2657-4fba-af49-d3d641e53a8b admin admin] Deleting subnet 25f8431f-3537-461c-af87-94b5d0c4a65a {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:24:12.231908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6566c092-2657-4fba-af49-d3d641e53a8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.266835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6566c092-2657-4fba-af49-d3d641e53a8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.353476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6566c092-2657-4fba-af49-d3d641e53a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.416177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6566c092-2657-4fba-af49-d3d641e53a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.446102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566c092-2657-4fba-af49-d3d641e53a8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f8431f-3537-461c-af87-94b5d0c4a65a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:12.449644 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6566c092-2657-4fba-af49-d3d641e53a8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.453065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6566c092-2657-4fba-af49-d3d641e53a8b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/25f8431f-3537-461c-af87-94b5d0c4a65a HTTP/1.1" status: 204 len: 168 time: 0.2755551 Nov 26 22:24:12.455713 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35258) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:12.459370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406a33d-457a-4a44-93d4-e59339debef5 None None] Network ecaa5cfe-b336-4f7c-9e53-117bd25b872a requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:24:12.607017 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.688701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Deleting port f4048307-4825-419b-b0da-557508f654a2 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:12.689145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.716737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] DHCP port deletion for ecaa5cfe-b336-4f7c-9e53-117bd25b872a request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:24:12.779038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] Deleting port f4048307-4825-419b-b0da-557508f654a2 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:24:12.779412 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.782860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] For port f4048307-4825-419b-b0da-557508f654a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f4048307-4825-419b-b0da-557508f654a2,segment=NetworkSegment(31171521-a2a3-4263-ab4b-d52e9865feb1),segment_id=31171521-a2a3-4263-ab4b-d52e9865feb1)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:24:12.783228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.797430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Calling delete_port for f4048307-4825-419b-b0da-557508f654a2 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:12.848366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] For port f4048307-4825-419b-b0da-557508f654a2, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=f4048307-4825-419b-b0da-557508f654a2,segment=NetworkSegment(31171521-a2a3-4263-ab4b-d52e9865feb1),segment_id=31171521-a2a3-4263-ab4b-d52e9865feb1)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:24:12.848762 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.863032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] Calling delete_port for f4048307-4825-419b-b0da-557508f654a2 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:24:12.892356 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.931071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4048307-4825-419b-b0da-557508f654a2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:12.935246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] No DVR routers for this DVR port f4048307-4825-419b-b0da-557508f654a2 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:24:12.947646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:12.974062 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] Pushing event deleted for resources: {'Port': ['ID=f4048307-4825-419b-b0da-557508f654a2,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:12.989396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683aff3-df6c-4b2a-ba12-a297ee1cf869 None None] No DVR routers for this DVR port f4048307-4825-419b-b0da-557508f654a2 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:24:13.008700 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:24:13.026139 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.070014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecaa5cfe-b336-4f7c-9e53-117bd25b872a']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:13.081215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31171521-a2a3-4263-ab4b-d52e9865feb1') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:13.081504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31171521-a2a3-4263-ab4b-d52e9865feb1') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:24:13.099299 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.145431 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.153005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:24:13.153401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:24:13.155235 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:24:13.174598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6211e780-77a7-4788-ac9a-6c645b0a02b3 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:24:13.206539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6211e780-77a7-4788-ac9a-6c645b0a02b3 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:24:13.206883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6211e780-77a7-4788-ac9a-6c645b0a02b3 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:24:13.207347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f4048307-4825-419b-b0da-557508f654a2 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:24:13.244353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: f4048307-4825-419b-b0da-557508f654a2 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:24:13.245315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device f4048307-4825-419b-b0da-557508f654a2 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:24:13.249110 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.254936 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.261323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ecaa5cfe-b336-4f7c-9e53-117bd25b872a HTTP/1.1" status: 204 len: 168 time: 0.8021193 Nov 26 22:24:13.275222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab865a9-7202-466e-9595-f08dcf85d723 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecaa5cfe-b336-4f7c-9e53-117bd25b872a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:13.412014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 35268) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:13.480089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9290b07b-ee38-439a-8fc8-e22490629243 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d48e5c6a7f724685844d34080c6a1834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0667825 Nov 26 22:24:13.482620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35272) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:13.538437 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06c399a9-ae1c-473c-ab00-b88f2dd0fe0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.568542 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06c399a9-ae1c-473c-ab00-b88f2dd0fe0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.631453 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06c399a9-ae1c-473c-ab00-b88f2dd0fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.634295 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-06c399a9-ae1c-473c-ab00-b88f2dd0fe0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:13.637819 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-06c399a9-ae1c-473c-ab00-b88f2dd0fe0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ca6f643-14ee-4c10-bc30-80d1967b8219 HTTP/1.1" status: 204 len: 168 time: 0.1519289 Nov 26 22:24:13.651123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c399a9-ae1c-473c-ab00-b88f2dd0fe0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca6f643-14ee-4c10-bc30-80d1967b8219,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:14.033528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35282) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:14.077302 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ffa33a08-f1ec-45f6-bdda-68aa33959a1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=656785150b394be7a7da9f96eaf6f553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402040 Nov 26 22:24:14.077706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35284) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:14.127735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1942653-8ca1-44a1-8979-d104b436eb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:14.153155 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1942653-8ca1-44a1-8979-d104b436eb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:14.212957 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1942653-8ca1-44a1-8979-d104b436eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:14.217167 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e1942653-8ca1-44a1-8979-d104b436eb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:14.222821 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e1942653-8ca1-44a1-8979-d104b436eb9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8695a025-7d55-484f-b549-013cc7631acc HTTP/1.1" status: 204 len: 168 time: 0.1438923 Nov 26 22:24:14.234705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1942653-8ca1-44a1-8979-d104b436eb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8695a025-7d55-484f-b549-013cc7631acc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:14.738611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e97940c6-763e-45bd-ac72-83776c6e3154 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:24:14.776780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: e97940c6-763e-45bd-ac72-83776c6e3154 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:24:14.777832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e97940c6-763e-45bd-ac72-83776c6e3154 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:24:15.578850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35308) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:15.700601 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-375de8fa-7780-4b53-963e-61cd7361c502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:15.783702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-375de8fa-7780-4b53-963e-61cd7361c502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:15.787394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-375de8fa-7780-4b53-963e-61cd7361c502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:15.826725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375de8fa-7780-4b53-963e-61cd7361c502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965e0d81-c0b9-4fe3-b2c5-6163a4ac78ab,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:15.834441 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-375de8fa-7780-4b53-963e-61cd7361c502 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1762bcd8443d445087b5b8e2e69e9828&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2521012 Nov 26 22:24:15.835219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 35316) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:24:15.882058 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdc28-824c-467c-8d71-37dff583617d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:15.902928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdc28-824c-467c-8d71-37dff583617d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:15.947413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdc28-824c-467c-8d71-37dff583617d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:15.950034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d9ccdc28-824c-467c-8d71-37dff583617d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:15.951198 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d9ccdc28-824c-467c-8d71-37dff583617d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/965e0d81-c0b9-4fe3-b2c5-6163a4ac78ab HTTP/1.1" status: 204 len: 168 time: 0.1156321 Nov 26 22:24:15.959140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccdc28-824c-467c-8d71-37dff583617d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e0d81-c0b9-4fe3-b2c5-6163a4ac78ab,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:24:23.517880 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bd8559f7-e775-4710-9327-b53a43d9068f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:26.264702 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e353643-4514-4229-ab69-ba44a3775cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:27.164107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:28.700630 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:29.306809 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:37.246887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:38.151569 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:50.009086 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:24:53.517141 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-07915d51-3a1b-4293-858c-4fa534626bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:56.267000 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a7fc4532-69ed-4408-87ec-bff349f004da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:57.167929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:58.703604 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:24:59.302003 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:07.259521 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:08.152781 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:23.519883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b6ad748d-1fa6-4593-8719-4d73e0507bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:26.269021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5029bcf4-a285-42f7-96d8-550483360d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:27.011577 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:25:27.178327 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:28.708944 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:29.307015 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.170828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36124) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:25:37.176922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467109644', 'description': 'tempest-secgroup-smoke-467109644 description', 'project_id': '91fc75f39fe942f89de22ac664f9f900'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:37.199181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.260560 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.268737 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.272212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.301858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.303101 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1312654 Nov 26 22:25:37.305557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5816b-8906-46f6-b2ac-94d1d883ef0e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:37.307022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36128) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:25:37.312746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'security_group_rule': {'security_group_id': '16a5816b-8906-46f6-b2ac-94d1d883ef0e', 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:37.313217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.313566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.313907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.314289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.314629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.314957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.315283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.315606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.315927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.316248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.316570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.316892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab5b768-f262-4a05-8fca-5e84381f1843 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.343509 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.415742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.419089 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.433782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcff1dfd-6671-4214-8f49-2af302d9def6,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:37.443725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.444069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.444424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.444775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.445208 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.445753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.446385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.446829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.447170 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.447504 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.447836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.448168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:37.453053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.454280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-56a95063-f1b0-4f10-9758-966a2a70b265 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456671 Nov 26 22:25:37.457202 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36132) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:25:37.462348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-784ac448-e4f0-457f-bda8-8eed791d4808 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'security_group_rule': {'security_group_id': '16a5816b-8906-46f6-b2ac-94d1d883ef0e', 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:37.488311 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-784ac448-e4f0-457f-bda8-8eed791d4808 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.544964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-784ac448-e4f0-457f-bda8-8eed791d4808 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.548690 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-784ac448-e4f0-457f-bda8-8eed791d4808 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.568799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ac448-e4f0-457f-bda8-8eed791d4808 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f166ade-cf19-4839-8e09-d3bb9dfaa2dd,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:37.574658 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-784ac448-e4f0-457f-bda8-8eed791d4808 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.575927 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-784ac448-e4f0-457f-bda8-8eed791d4808 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178162 Nov 26 22:25:37.578557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36134) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:25:37.583070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2213672b-ffc3-4c9c-a9d5-efb46d7c0b0b tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'security_group_rule': {'security_group_id': '16a5816b-8906-46f6-b2ac-94d1d883ef0e', 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:37.607610 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2213672b-ffc3-4c9c-a9d5-efb46d7c0b0b tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.661942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2213672b-ffc3-4c9c-a9d5-efb46d7c0b0b tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.665613 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2213672b-ffc3-4c9c-a9d5-efb46d7c0b0b tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.685717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213672b-ffc3-4c9c-a9d5-efb46d7c0b0b tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d1c0e2-2b6a-4472-a3ac-169414fe9063,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:37.690950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2213672b-ffc3-4c9c-a9d5-efb46d7c0b0b tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.692223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2213672b-ffc3-4c9c-a9d5-efb46d7c0b0b tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127136 Nov 26 22:25:37.695058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:25:37.700966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-788676cd-02a5-4c98-97df-b70e82adf7d2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'security_group_rule': {'security_group_id': '16a5816b-8906-46f6-b2ac-94d1d883ef0e', 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:37.730499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-788676cd-02a5-4c98-97df-b70e82adf7d2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.785906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-788676cd-02a5-4c98-97df-b70e82adf7d2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.789820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-788676cd-02a5-4c98-97df-b70e82adf7d2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.809679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788676cd-02a5-4c98-97df-b70e82adf7d2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c8de18-bf51-446e-af8f-30a7a0aa85de,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:37.815706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-788676cd-02a5-4c98-97df-b70e82adf7d2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.816342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-788676cd-02a5-4c98-97df-b70e82adf7d2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193841 Nov 26 22:25:37.819051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36138) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:25:37.823332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-9fdb22d8-1f16-4090-aef8-392c18ec5726 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'security_group_rule': {'security_group_id': '16a5816b-8906-46f6-b2ac-94d1d883ef0e', 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:37.844236 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-9fdb22d8-1f16-4090-aef8-392c18ec5726 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Project 91fc75f39fe942f89de22ac664f9f900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:25:37.848981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fdb22d8-1f16-4090-aef8-392c18ec5726 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.913371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fdb22d8-1f16-4090-aef8-392c18ec5726 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.917495 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fdb22d8-1f16-4090-aef8-392c18ec5726 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.935457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb22d8-1f16-4090-aef8-392c18ec5726 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec68b7cc-da9a-4212-b3d4-4ed3bacff95a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:37.942237 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9fdb22d8-1f16-4090-aef8-392c18ec5726 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:37.943415 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9fdb22d8-1f16-4090-aef8-392c18ec5726 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234524 Nov 26 22:25:37.946673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36140) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:25:37.950927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e490d9ed-9bd2-428c-944a-636cdb1294ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'security_group_rule': {'security_group_id': '16a5816b-8906-46f6-b2ac-94d1d883ef0e', 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:37.971284 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-e490d9ed-9bd2-428c-944a-636cdb1294ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Project 91fc75f39fe942f89de22ac664f9f900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:25:37.975888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e490d9ed-9bd2-428c-944a-636cdb1294ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:38.033895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e490d9ed-9bd2-428c-944a-636cdb1294ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:38.037255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e490d9ed-9bd2-428c-944a-636cdb1294ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:38.055507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490d9ed-9bd2-428c-944a-636cdb1294ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0b6cbe-ecc3-4a3b-863a-0aa8d31c6f6e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:38.061891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e490d9ed-9bd2-428c-944a-636cdb1294ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:38.063121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e490d9ed-9bd2-428c-944a-636cdb1294ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1155243 Nov 26 22:25:38.140241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:38.269246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-db61e05d-da05-49d5-8a86-19c2a3ab9665 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467109644&fields=id&tenant_id=91fc75f39fe942f89de22ac664f9f900 HTTP/1.1" status: 200 len: 267 time: 0.0458977 Nov 26 22:25:38.375779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-e8b37211-3fd4-46ab-99a4-594e898fae1f tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:38.377227 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-e8b37211-3fd4-46ab-99a4-594e898fae1f tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/networks?id=47bd2471-cd83-4530-850b-6514535a4c23 HTTP/1.1" status: 200 len: 813 time: 0.1001973 Nov 26 22:25:38.391775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-fd1f349d-e765-4314-b322-9ccf592cfea2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/quotas/91fc75f39fe942f89de22ac664f9f900 HTTP/1.1" status: 200 len: 375 time: 0.0088420 Nov 26 22:25:38.441553 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-3d8e86a6-c81f-492e-8f41-817a3c99b38c tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=91fc75f39fe942f89de22ac664f9f900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445931 Nov 26 22:25:38.638246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-e09bd009-f0b5-4096-90f5-fe560f93d710 service neutron] 10.222.0.21 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849177 Nov 26 22:25:38.725877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-9d300637-df1c-489f-87e0-1663e9340140 service neutron] 10.222.0.21 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816696 Nov 26 22:25:39.034204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-72125612-fd60-46f0-9f2d-8f7a7e61bf4e req-dd508372-8f93-46d1-a387-d2cdc64c3915 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 210 time: 0.0315938 Nov 26 22:25:40.121268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-a97c5c05-8ab9-497c-ba11-b77ab6bb7ba9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:40.122939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-a97c5c05-8ab9-497c-ba11-b77ab6bb7ba9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.13 "GET /v2.0/networks?id=47bd2471-cd83-4530-850b-6514535a4c23 HTTP/1.1" status: 200 len: 813 time: 0.1115141 Nov 26 22:25:40.136928 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-768d6cd6-c9d4-4c4b-be01-289762880d7b req-c65fa735-0a9e-4ee6-b87d-ef12dfa191bd tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 210 time: 0.0285575 Nov 26 22:25:40.200041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-c222e33e-326e-423a-8798-4386946c4749 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91fc75f39fe942f89de22ac664f9f900 HTTP/1.1" status: 200 len: 379 time: 0.0548820 Nov 26 22:25:40.209297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'port': {'device_id': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'admin_state_up': True, 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'security_groups': ['16a5816b-8906-46f6-b2ac-94d1d883ef0e']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:40.321979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Made reservation on behalf of 91fc75f39fe942f89de22ac664f9f900 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:25:40.325394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:40.447449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Allocated IP 172.20.0.12 (47bd2471-cd83-4530-850b-6514535a4c23/788c49a7-b6b2-4f07-899b-6886d87f42d0/94292876-f922-493e-bd38-38320e7d94bf) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:25:40.586811 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:40.620419 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:40.664912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Network 47bd2471-cd83-4530-850b-6514535a4c23 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:25:40.667953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:25:40.671668 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:25:40.699628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'Port': ['ID=94292876-f922-493e-bd38-38320e7d94bf,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:40.729615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:40.730285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:40.748623 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-b51df1b6-0c51-40ae-8a91-d3ec00681be9 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5431354 Nov 26 22:25:40.766898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Request body: {'port': {'device_id': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:25:40.824973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:40.972794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5a721892-ca7b-4e92-b1e1-f659031dd342 None None] Provisioning complete for port 94292876-f922-493e-bd38-38320e7d94bf triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:25:40.973856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5a721892-ca7b-4e92-b1e1-f659031dd342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:41.010459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5a721892-ca7b-4e92-b1e1-f659031dd342 None None] Port 94292876-f922-493e-bd38-38320e7d94bf cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:25:41.095373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94292876-f922-493e-bd38-38320e7d94bf {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:25:41.103725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:41.115729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Transition to ACTIVE for port object 94292876-f922-493e-bd38-38320e7d94bf will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:25:41.120180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:41.172933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Pushing event updated for resources: {'Port': ['ID=94292876-f922-493e-bd38-38320e7d94bf,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:41.248492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Attempting to bind port 94292876-f922-493e-bd38-38320e7d94bf on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:25:41.248829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Attempting to bind port 94292876-f922-493e-bd38-38320e7d94bf by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:25:41.249158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Attempting to bind port 94292876-f922-493e-bd38-38320e7d94bf on network 47bd2471-cd83-4530-850b-6514535a4c23 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:25:41.253764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Port 94292876-f922-493e-bd38-38320e7d94bf on network 47bd2471-cd83-4530-850b-6514535a4c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:25:41.254101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Attempting to bind port 94292876-f922-493e-bd38-38320e7d94bf on network 47bd2471-cd83-4530-850b-6514535a4c23 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:25:41.259310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:25:41.259774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Checking segment: {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:25:41.260161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Bound using segment: {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:25:41.260591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Bound port: 94292876-f922-493e-bd38-38320e7d94bf, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '551f19e6-85f8-4600-b36c-b913f751cf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:25:41.260942 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:41.283858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c7c37-f0b7-4978-9982-eb3f272b75a3 req-4e454e3a-720b-4f69-a92b-db32df090d45 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:41.285974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-563c7c37-f0b7-4978-9982-eb3f272b75a3 req-4e454e3a-720b-4f69-a92b-db32df090d45 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0628154 Nov 26 22:25:41.335182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] For port 94292876-f922-493e-bd38-38320e7d94bf, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:25:41.339912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] For port 94292876-f922-493e-bd38-38320e7d94bf, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94292876-f922-493e-bd38-38320e7d94bf,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:25:41.346532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:41.365678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-563c7c37-f0b7-4978-9982-eb3f272b75a3 req-f606a57e-05a3-467e-928d-509392304120 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698829 Nov 26 22:25:41.402415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:41.403044 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:41.404466 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] 10.222.0.13 "PUT /v2.0/ports/94292876-f922-493e-bd38-38320e7d94bf HTTP/1.1" status: 200 len: 1092 time: 0.6419501 Nov 26 22:25:41.405080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:25:41.407416 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccead2e2-70e7-4331-97ad-68c2fd1617ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:25:41.442548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5415b-f6e3-4292-9a1c-e3efc7d8b029 service neutron] Pushing event updated for resources: {'Port': ['ID=94292876-f922-493e-bd38-38320e7d94bf,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:41.493522 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c911a94-246f-4392-8df6-67a0150c19f7 x-openstack-request-id: req-9c911a94-246f-4392-8df6-67a0150c19f7 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:25:41.493865 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:25:41.498582 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c911a94-246f-4392-8df6-67a0150c19f7 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:25:41.499133 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf', 'status': 'completed', 'code': 200} Nov 26 22:25:41.528443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-64abaedf-f747-45e7-a117-b1abf5613051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:41.531606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-64abaedf-f747-45e7-a117-b1abf5613051 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91fc75f39fe942f89de22ac664f9f900&device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1095 time: 0.0682833 Nov 26 22:25:41.583199 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-55decdbd-fc99-4fbc-9727-fd5da8bba805 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94292876-f922-493e-bd38-38320e7d94bf HTTP/1.1" status: 200 len: 217 time: 0.0370789 Nov 26 22:25:41.643100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-06cf3a00-00e1-4cdc-942d-479a4dd30c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:41.644982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-06cf3a00-00e1-4cdc-942d-479a4dd30c05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=788c49a7-b6b2-4f07-899b-6886d87f42d0 HTTP/1.1" status: 200 len: 852 time: 0.0547929 Nov 26 22:25:41.698049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-67c5f13c-3545-444d-a078-8b602433757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:41.699844 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-67c5f13c-3545-444d-a078-8b602433757c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47bd2471-cd83-4530-850b-6514535a4c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482190 Nov 26 22:25:41.794039 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-9ea64606-7a17-4069-aeb1-840e5229c5f2 service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866601 Nov 26 22:25:41.889704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe5b3091-5a39-450c-9502-b2cd18bd6360 req-4d0a01bd-30b5-436e-a9b3-58efb21330bb service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880167 Nov 26 22:25:41.999733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-5aaf7b05-dcb2-4ec2-8a08-8a22a0c65b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:42.001149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-5aaf7b05-dcb2-4ec2-8a08-8a22a0c65b20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91fc75f39fe942f89de22ac664f9f900&device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1095 time: 0.0416315 Nov 26 22:25:42.095204 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-10abee32-4c8a-4e64-a80a-0419aa06980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:42.096679 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-10abee32-4c8a-4e64-a80a-0419aa06980b service neutron] 10.222.0.13 "GET /v2.0/networks?id=47bd2471-cd83-4530-850b-6514535a4c23 HTTP/1.1" status: 200 len: 914 time: 0.0881979 Nov 26 22:25:42.140178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-51fd9eb4-508c-4eb7-915b-4a7994a24161 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94292876-f922-493e-bd38-38320e7d94bf HTTP/1.1" status: 200 len: 217 time: 0.0352614 Nov 26 22:25:42.189602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-e24ba5c7-914f-435b-b932-ebc5df209035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:42.191119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-e24ba5c7-914f-435b-b932-ebc5df209035 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=788c49a7-b6b2-4f07-899b-6886d87f42d0 HTTP/1.1" status: 200 len: 852 time: 0.0441172 Nov 26 22:25:42.241841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-81a03c9b-e03b-4b8f-8e4b-af58d62eab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:42.243631 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-81a03c9b-e03b-4b8f-8e4b-af58d62eab20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47bd2471-cd83-4530-850b-6514535a4c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456827 Nov 26 22:25:42.333672 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-19617232-fbe8-4069-a18d-61edce5cc62a service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823286 Nov 26 22:25:42.433385 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ccead2e2-70e7-4331-97ad-68c2fd1617ab req-129b4d46-8280-498a-a3cc-170a7ca5d893 service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924878 Nov 26 22:25:42.478881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5a947-5a4f-47c7-a58c-c8b53f6d2bfd req-54d2092e-66df-40fa-92cf-0be4c5bb0def tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:42.480449 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4f5a947-5a4f-47c7-a58c-c8b53f6d2bfd req-54d2092e-66df-40fa-92cf-0be4c5bb0def tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0506122 Nov 26 22:25:42.542097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c4f5a947-5a4f-47c7-a58c-c8b53f6d2bfd req-4b972466-e28e-4473-bea2-1003a37545d0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556352 Nov 26 22:25:43.659916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b43fd1-e699-43fc-a62f-d2deb534cc2d req-1f773a87-26c8-4819-a1b7-d82a30fcf264 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:43.661278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91b43fd1-e699-43fc-a62f-d2deb534cc2d req-1f773a87-26c8-4819-a1b7-d82a30fcf264 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0477567 Nov 26 22:25:43.711427 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91b43fd1-e699-43fc-a62f-d2deb534cc2d req-2f6cc103-65e1-4543-801e-991945128fcf tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426753 Nov 26 22:25:44.829421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce51a9-bf78-4a7d-ab52-d0707726f884 req-0262f05e-ba82-41f1-9be4-6d279801f27a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:44.830922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2ce51a9-bf78-4a7d-ab52-d0707726f884 req-0262f05e-ba82-41f1-9be4-6d279801f27a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0480454 Nov 26 22:25:44.882936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2ce51a9-bf78-4a7d-ab52-d0707726f884 req-6e614fb5-72ea-41ae-b110-0b1718146e68 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436304 Nov 26 22:25:46.003342 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f601c-3f29-4911-b8e9-64e28abb4958 req-2db618f8-0d80-4988-b446-3d2f5fbd78b7 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:46.004829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f9f601c-3f29-4911-b8e9-64e28abb4958 req-2db618f8-0d80-4988-b446-3d2f5fbd78b7 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0526478 Nov 26 22:25:46.053450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f9f601c-3f29-4911-b8e9-64e28abb4958 req-92e8cd4e-5a7a-416d-930e-aeb5d49f6ce0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 Nov 26 22:25:47.170111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35180d4-95c9-4099-bd50-a732fed5692a req-2a5fb8be-676e-45ff-99e0-cee9d56f0234 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:47.171608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e35180d4-95c9-4099-bd50-a732fed5692a req-2a5fb8be-676e-45ff-99e0-cee9d56f0234 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0488091 Nov 26 22:25:47.220603 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e35180d4-95c9-4099-bd50-a732fed5692a req-3a94f826-3819-44d9-bbf5-6ae1c7191527 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431280 Nov 26 22:25:48.339638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8548e-8b8c-4000-bb22-2e8208f87cae req-5ecaef70-eedf-42e1-bf38-efef308958a6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:48.341101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ac8548e-8b8c-4000-bb22-2e8208f87cae req-5ecaef70-eedf-42e1-bf38-efef308958a6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0529597 Nov 26 22:25:48.389489 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ac8548e-8b8c-4000-bb22-2e8208f87cae req-e04bc9e3-1fc6-4605-9e62-1a1278fe6963 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425043 Nov 26 22:25:49.503093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031dd6-4eb6-4387-8ce6-5eea9dabb3d6 req-f7d1f04b-f993-461a-b735-3fc56a1f4fa0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:49.504608 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb031dd6-4eb6-4387-8ce6-5eea9dabb3d6 req-f7d1f04b-f993-461a-b735-3fc56a1f4fa0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0483682 Nov 26 22:25:49.555983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb031dd6-4eb6-4387-8ce6-5eea9dabb3d6 req-d3ad714e-a8f4-46dc-ac5b-0c65b789d0b2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436089 Nov 26 22:25:50.669159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956e258-3549-463a-bc1c-5ea274edd11a req-17645733-1e0d-4b91-9785-fd184c1fda8f tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:50.670985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6956e258-3549-463a-bc1c-5ea274edd11a req-17645733-1e0d-4b91-9785-fd184c1fda8f tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0480716 Nov 26 22:25:50.724316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6956e258-3549-463a-bc1c-5ea274edd11a req-d7521843-fd1b-478f-b553-a35027de0a5e tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473750 Nov 26 22:25:51.839010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1165a-a7d8-47e9-84d6-2b9e242251d3 req-9a94e24e-1538-4366-ba4b-1b85df91a243 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:51.840463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45a1165a-a7d8-47e9-84d6-2b9e242251d3 req-9a94e24e-1538-4366-ba4b-1b85df91a243 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0480931 Nov 26 22:25:51.888821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45a1165a-a7d8-47e9-84d6-2b9e242251d3 req-75114df6-db1e-41af-98c2-ce6dbe2bea6b tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 Nov 26 22:25:53.004534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5475428-486a-4df7-accc-522be143f367 req-53fde4d2-2645-4b70-8508-a1241316a38d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:53.006025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5475428-486a-4df7-accc-522be143f367 req-53fde4d2-2645-4b70-8508-a1241316a38d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0479572 Nov 26 22:25:53.054121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5475428-486a-4df7-accc-522be143f367 req-8d561cb7-379e-47c0-9827-2010007e9817 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419993 Nov 26 22:25:53.511757 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0da87c17-5e63-4479-b14c-9d436980d001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:54.172221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686fefb-7183-4e88-9620-241c3c91189f req-5d0d2d9c-6549-4de5-915a-9872e3f76ce2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:54.173706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d686fefb-7183-4e88-9620-241c3c91189f req-5d0d2d9c-6549-4de5-915a-9872e3f76ce2 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0528204 Nov 26 22:25:54.230844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d686fefb-7183-4e88-9620-241c3c91189f req-ca552aa4-9349-4583-bce4-896e38e5d6cc tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506155 Nov 26 22:25:55.266562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 94292876-f922-493e-bd38-38320e7d94bf details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:25:55.360525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d2c22-dd24-46d1-8b31-1533ed659d21 req-15f703ef-8533-4bf5-9ac9-9c361982f65f tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:55.362087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c68d2c22-dd24-46d1-8b31-1533ed659d21 req-15f703ef-8533-4bf5-9ac9-9c361982f65f tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 944 time: 0.0553303 Nov 26 22:25:55.366552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 94292876-f922-493e-bd38-38320e7d94bf, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94292876-f922-493e-bd38-38320e7d94bf,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:25:55.379178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '94292876-f922-493e-bd38-38320e7d94bf', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'port_id': '94292876-f922-493e-bd38-38320e7d94bf', 'mac_address': 'fa:16:3e:75:a9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:25:55.417709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c68d2c22-dd24-46d1-8b31-1533ed659d21 req-1028f8cc-35e8-476c-948a-37e5ad1ec755 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489612 Nov 26 22:25:55.417945 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:55.434789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94292876-f922-493e-bd38-38320e7d94bf {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:25:55.453808 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 94292876-f922-493e-bd38-38320e7d94bf, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94292876-f922-493e-bd38-38320e7d94bf,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:25:55.457800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:55.506066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=94292876-f922-493e-bd38-38320e7d94bf,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:55.513586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.513871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.514248 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.514586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.514918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.515249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.515584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.515906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.516229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.516548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.516871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.517190 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:25:55.849229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['94292876-f922-493e-bd38-38320e7d94bf'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:25:56.269583 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-246cb35c-21c2-47a9-a40c-375b95ddd032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:56.533044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8e82e-a09d-4ef1-8208-c3b660855df5 req-2b4adf99-485c-4e25-aa00-3c94aeb33784 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:56.534492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cd8e82e-a09d-4ef1-8208-c3b660855df5 req-2b4adf99-485c-4e25-aa00-3c94aeb33784 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 945 time: 0.0484271 Nov 26 22:25:56.586691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cd8e82e-a09d-4ef1-8208-c3b660855df5 req-82c10910-91c7-49ec-88b2-7ced9ad1ee16 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462625 Nov 26 22:25:57.172133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:57.274273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 94292876-f922-493e-bd38-38320e7d94bf up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:25:57.322055 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 94292876-f922-493e-bd38-38320e7d94bf completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:25:57.325802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 94292876-f922-493e-bd38-38320e7d94bf triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:25:57.326227 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:57.404011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:57.426310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94292876-f922-493e-bd38-38320e7d94bf'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:25:57.428436 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b523890a-c9b6-40e3-8901-13bd12fa5f68" -d '{"events": [{"server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "name": "network-vif-plugged", "status": "completed", "tag": "94292876-f922-493e-bd38-38320e7d94bf"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:25:57.441700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 94292876-f922-493e-bd38-38320e7d94bf, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94292876-f922-493e-bd38-38320e7d94bf,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:25:57.446793 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:57.493965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=94292876-f922-493e-bd38-38320e7d94bf,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:25:57.615133 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbabb60-37f7-4b6c-b821-cfcffaef5373 x-openstack-request-id: req-bdbabb60-37f7-4b6c-b821-cfcffaef5373 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:25:57.615460 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "name": "network-vif-plugged", "status": "completed", "tag": "94292876-f922-493e-bd38-38320e7d94bf", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:25:57.615727 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bdbabb60-37f7-4b6c-b821-cfcffaef5373 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:25:57.616127 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94292876-f922-493e-bd38-38320e7d94bf', 'code': 200} Nov 26 22:25:57.709281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9700a2-0167-4ffe-abd1-768bbced7ed0 req-b8d8de24-a598-4862-8f1f-f94273c19e99 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:57.710897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a9700a2-0167-4ffe-abd1-768bbced7ed0 req-b8d8de24-a598-4862-8f1f-f94273c19e99 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 946 time: 0.0507829 Nov 26 22:25:57.750944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85ccbc-cecf-427e-b877-c17c8be463ab req-2027ec21-fd76-4ab7-ab40-6774fbdb8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:57.752474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5d85ccbc-cecf-427e-b877-c17c8be463ab req-2027ec21-fd76-4ab7-ab40-6774fbdb8966 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1097 time: 0.0412478 Nov 26 22:25:57.759633 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a9700a2-0167-4ffe-abd1-768bbced7ed0 req-29f46db5-0d72-44be-b34f-e328de9b4d83 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430346 Nov 26 22:25:57.798840 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5d85ccbc-cecf-427e-b877-c17c8be463ab req-549859ee-475d-4fa0-a708-254b825f9716 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 Nov 26 22:25:58.710822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:25:58.879412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761405a-64cb-4cf7-83e1-c1350977a8d4 req-db3a3393-c1c0-4e13-bb71-113344361a9d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:25:58.880907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6761405a-64cb-4cf7-83e1-c1350977a8d4 req-db3a3393-c1c0-4e13-bb71-113344361a9d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 946 time: 0.0503519 Nov 26 22:25:58.930673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6761405a-64cb-4cf7-83e1-c1350977a8d4 req-ad89242c-f1a3-4ad2-8b20-64c5a6d5b663 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433257 Nov 26 22:25:59.310265 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:00.048667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24475ce-9044-4d4c-b16b-f00f351d699c req-35249670-31bc-446b-8b80-a347f130852d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:00.050344 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b24475ce-9044-4d4c-b16b-f00f351d699c req-35249670-31bc-446b-8b80-a347f130852d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 946 time: 0.0519941 Nov 26 22:26:00.099481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b24475ce-9044-4d4c-b16b-f00f351d699c req-26e1bc3a-0ed6-4657-8673-83c9d4856a2d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427959 Nov 26 22:26:00.218174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ffeb0-d4ee-4e66-bd7d-669722f7fa98 req-1f275d87-ed14-4151-ae58-2e93d7964467 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:00.219672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-170ffeb0-d4ee-4e66-bd7d-669722f7fa98 req-1f275d87-ed14-4151-ae58-2e93d7964467 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 946 time: 0.0545466 Nov 26 22:26:00.269112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-170ffeb0-d4ee-4e66-bd7d-669722f7fa98 req-b55a7ac6-bba8-45fa-bf6c-625064e40cb1 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435371 Nov 26 22:26:00.291386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36218) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:00.431889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c8408c-f73e-4742-a31d-d8078c11f17f tempest-TestVolumeBackupRestore-780145756 tempest-TestVolumeBackupRestore-780145756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:00.433416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-33c8408c-f73e-4742-a31d-d8078c11f17f tempest-TestVolumeBackupRestore-780145756 tempest-TestVolumeBackupRestore-780145756-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1092 time: 0.1410563 Nov 26 22:26:00.436400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36222) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:00.440600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '94292876-f922-493e-bd38-38320e7d94bf', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:26:00.461978 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:00.557163 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:00.660457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Allocated IP 172.25.3.22 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/223fbe7e-7a17-49b4-a83e-d71da5b6d48b) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:26:00.759858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:00.793331 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:00.834574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:26:00.839496 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:26:00.842986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:26:00.848249 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'Port': ['ID=223fbe7e-7a17-49b4-a83e-d71da5b6d48b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:01.185795 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:01.256594 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:01.406136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:01.410606 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:01.790725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event updated for resources: {'Port': ['ID=223fbe7e-7a17-49b4-a83e-d71da5b6d48b,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:01.798526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:01.894523 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Floating IP df819686-74eb-420a-90b2-43f4154cc8e8 associated. External IP: 172.25.3.22, port: 94292876-f922-493e-bd38-38320e7d94bf. Nov 26 22:26:02.144948 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Router 9b516aad-b175-4489-8a44-df97e988ca1b has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:26:02.256442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:26:02.265691 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] Sync routers for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:26:02.273581 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:02.276918 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:02.277594 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:25:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:02.301929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-38601f2a-161a-451d-87ca-ca4c9bb871f5 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8644729 Nov 26 22:26:02.302555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:26:02.304807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36224) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:02.305371 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:26:02.343827 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c2aa4f-5a51-4cf2-85db-c08cbd6a0b49 x-openstack-request-id: req-c7c2aa4f-5a51-4cf2-85db-c08cbd6a0b49 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:26:02.344124 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:26:02.344434 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7c2aa4f-5a51-4cf2-85db-c08cbd6a0b49 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:26:02.344849 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf', 'status': 'completed', 'code': 200} Nov 26 22:26:02.355450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6874d374-6716-4e30-a012-8011042aaf6d tempest-TestVolumeBackupRestore-780145756 tempest-TestVolumeBackupRestore-780145756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:02.357020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6874d374-6716-4e30-a012-8011042aaf6d tempest-TestVolumeBackupRestore-780145756 tempest-TestVolumeBackupRestore-780145756-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1092 time: 0.0511177 Nov 26 22:26:02.359937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36228) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:02.368506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a2f6169e-b6ae-4fd1-8c2b-1bdcd0609389 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Request body: {'floatingip': {'port_id': '94292876-f922-493e-bd38-38320e7d94bf'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:26:02.390679 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:02.474110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2f6169e-b6ae-4fd1-8c2b-1bdcd0609389 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for floatingip, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:02.525265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-5ee9058a-8ca0-444f-81d3-d88b3b944fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:02.527378 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-5ee9058a-8ca0-444f-81d3-d88b3b944fab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91fc75f39fe942f89de22ac664f9f900&device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1097 time: 0.1203449 Nov 26 22:26:02.730808 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'df819686-74eb-420a-90b2-43f4154cc8e8', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'port_id': '94292876-f922-493e-bd38-38320e7d94bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'mac_address': 'fa:16:3e:75:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:26:01Z', 'updated_at': '2021-11-26T22:26:01Z', 'revision_number': 0, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:02.756967 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] Checking router: 9b516aad-b175-4489-8a44-df97e988ca1b for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:26:02.767081 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:02.767700 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:25:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:02.878135 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:03.096700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-ca478a68-3464-4882-96ae-c0b14eead843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:03.098121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-ca478a68-3464-4882-96ae-c0b14eead843 service neutron] 10.222.0.13 "GET /v2.0/networks?id=47bd2471-cd83-4530-850b-6514535a4c23 HTTP/1.1" status: 200 len: 914 time: 0.5608933 Nov 26 22:26:03.110371 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'df819686-74eb-420a-90b2-43f4154cc8e8', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'port_id': '94292876-f922-493e-bd38-38320e7d94bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'mac_address': 'fa:16:3e:75:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:26:01Z', 'updated_at': '2021-11-26T22:26:01Z', 'revision_number': 0, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:03.139568 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b598ea9-f67f-46e1-9610-5455ea21aaee None None] The sync data for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 is: [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'df819686-74eb-420a-90b2-43f4154cc8e8', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'port_id': '94292876-f922-493e-bd38-38320e7d94bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'mac_address': 'fa:16:3e:75:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:26:01Z', 'updated_at': '2021-11-26T22:26:01Z', 'revision_number': 0, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:26:03.214225 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-1c4c3d64-856b-4e86-8489-bfaa482d637b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94292876-f922-493e-bd38-38320e7d94bf HTTP/1.1" status: 200 len: 999 time: 0.1070001 Nov 26 22:26:03.337871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-90ec85e6-e8d8-42de-833c-43b8a55ee7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:03.339416 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-90ec85e6-e8d8-42de-833c-43b8a55ee7f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=788c49a7-b6b2-4f07-899b-6886d87f42d0 HTTP/1.1" status: 200 len: 852 time: 0.1170142 Nov 26 22:26:03.368416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13103fac-eff9-44da-99fc-d9b3daf3a463 None None] New status for floating IP df819686-74eb-420a-90b2-43f4154cc8e8: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:26:03.546753 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-ec20b48a-3a9f-4caf-8b09-3868eb87d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:03.548266 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-ec20b48a-3a9f-4caf-8b09-3868eb87d338 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47bd2471-cd83-4530-850b-6514535a4c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724877 Nov 26 22:26:03.757243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2f6169e-b6ae-4fd1-8c2b-1bdcd0609389 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:03.760483 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-e958705a-3d34-4c65-9295-64f3491ce82d service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033348 Nov 26 22:26:03.761735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2f6169e-b6ae-4fd1-8c2b-1bdcd0609389 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:03.762760 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.db.api [None req-13103fac-eff9-44da-99fc-d9b3daf3a463 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110001) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 26 22:26:03.763186 n-d-819494-1 neutron-server[110001]: DEBUG oslo_db.api [None req-13103fac-eff9-44da-99fc-d9b3daf3a463 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 26 22:26:03.933709 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3940bd0a-085f-41d3-87fc-4b9ce1ee377e req-4bd6a9dc-7fe7-4fa5-965c-37b8f0e74626 service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382926 Nov 26 22:26:04.011507 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:26:04.048517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f6169e-b6ae-4fd1-8c2b-1bdcd0609389 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Router 9b516aad-b175-4489-8a44-df97e988ca1b has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:26:04.165363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f6169e-b6ae-4fd1-8c2b-1bdcd0609389 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:26:04.170875 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a2f6169e-b6ae-4fd1-8c2b-1bdcd0609389 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:04.202633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:26:04.204891 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94775ce-9f31-408f-a9e0-e6c0070529a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:26:04.239249 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a2f6169e-b6ae-4fd1-8c2b-1bdcd0609389 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "PUT /v2.0/floatingips/df819686-74eb-420a-90b2-43f4154cc8e8 HTTP/1.1" status: 200 len: 991 time: 1.8781829 Nov 26 22:26:04.248388 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49061f82-2d37-4490-b060-31eae8e104e1 x-openstack-request-id: req-49061f82-2d37-4490-b060-31eae8e104e1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:26:04.248688 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:26:04.248957 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49061f82-2d37-4490-b060-31eae8e104e1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:26:04.249393 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf', 'status': 'completed', 'code': 200} Nov 26 22:26:04.265227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13103fac-eff9-44da-99fc-d9b3daf3a463 None None] New status for floating IP df819686-74eb-420a-90b2-43f4154cc8e8: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:26:04.331543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-95c6cc87-7443-4f56-ba61-8e94756b4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:04.333066 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-95c6cc87-7443-4f56-ba61-8e94756b4d5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91fc75f39fe942f89de22ac664f9f900&device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1097 time: 0.0414650 Nov 26 22:26:04.442345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-6639d8c8-9c21-4ab6-869e-17f8f7ba3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:04.443953 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-6639d8c8-9c21-4ab6-869e-17f8f7ba3db5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=47bd2471-cd83-4530-850b-6514535a4c23 HTTP/1.1" status: 200 len: 914 time: 0.1041644 Nov 26 22:26:04.529846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-c5669241-4648-4164-b96c-cd16b8be0ef3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94292876-f922-493e-bd38-38320e7d94bf HTTP/1.1" status: 200 len: 999 time: 0.0787618 Nov 26 22:26:04.536962 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] Sync routers for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:26:04.547824 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:04.548479 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:25:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:04.579154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-0597f2b9-f03b-4175-bf43-0bc9698f1e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:04.580635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-0597f2b9-f03b-4175-bf43-0bc9698f1e29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=788c49a7-b6b2-4f07-899b-6886d87f42d0 HTTP/1.1" status: 200 len: 852 time: 0.0443549 Nov 26 22:26:04.630531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-32ea67be-b252-40df-b98b-ca6bfc3cda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:04.632078 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-32ea67be-b252-40df-b98b-ca6bfc3cda0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47bd2471-cd83-4530-850b-6514535a4c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443785 Nov 26 22:26:04.662709 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:04.723189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-7dfece6c-a00d-4a85-81b3-2339dd2b798f service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843933 Nov 26 22:26:04.817212 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a94775ce-9f31-408f-a9e0-e6c0070529a0 req-2003e6a9-489f-4bde-a42c-5353abf85e83 service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873144 Nov 26 22:26:04.889362 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'df819686-74eb-420a-90b2-43f4154cc8e8', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'port_id': '94292876-f922-493e-bd38-38320e7d94bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'mac_address': 'fa:16:3e:75:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:26:01Z', 'updated_at': '2021-11-26T22:26:04Z', 'revision_number': 2, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:04.918568 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] Checking router: 9b516aad-b175-4489-8a44-df97e988ca1b for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:26:04.931296 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:04.932345 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:25:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:05.037988 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:05.252039 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'df819686-74eb-420a-90b2-43f4154cc8e8', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'port_id': '94292876-f922-493e-bd38-38320e7d94bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'mac_address': 'fa:16:3e:75:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:26:01Z', 'updated_at': '2021-11-26T22:26:04Z', 'revision_number': 2, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:05.282037 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4694f79d-6d4b-4b1b-a686-aabc1a0f52c9 None None] The sync data for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 is: [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'df819686-74eb-420a-90b2-43f4154cc8e8', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'port_id': '94292876-f922-493e-bd38-38320e7d94bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'mac_address': 'fa:16:3e:75:a9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:26:01Z', 'updated_at': '2021-11-26T22:26:04Z', 'revision_number': 2, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:26:06.250908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:26:06.253752 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46fbc01-424f-4b07-9ee8-0db15e427db6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:26:06.291056 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3569126f-a75d-42dc-bfb7-52431cc71a07 x-openstack-request-id: req-3569126f-a75d-42dc-bfb7-52431cc71a07 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:26:06.291453 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:26:06.291718 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3569126f-a75d-42dc-bfb7-52431cc71a07 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:26:06.292149 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf', 'status': 'completed', 'code': 200} Nov 26 22:26:06.375196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-bce12b16-8acc-49d3-80a4-b83be89d9371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:06.376662 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-bce12b16-8acc-49d3-80a4-b83be89d9371 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91fc75f39fe942f89de22ac664f9f900&device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1097 time: 0.0415936 Nov 26 22:26:06.465601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-4e203bf1-309b-49b2-9675-8ce6849b6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:06.467099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-4e203bf1-309b-49b2-9675-8ce6849b6fd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=47bd2471-cd83-4530-850b-6514535a4c23 HTTP/1.1" status: 200 len: 914 time: 0.0825987 Nov 26 22:26:06.536378 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-601febab-ae6b-4cb4-a70a-bb2427f29fa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94292876-f922-493e-bd38-38320e7d94bf HTTP/1.1" status: 200 len: 1001 time: 0.0610499 Nov 26 22:26:06.583776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-a74ec470-cb6c-4c23-8724-ce905d3e5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:06.585186 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-a74ec470-cb6c-4c23-8724-ce905d3e5e40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=788c49a7-b6b2-4f07-899b-6886d87f42d0 HTTP/1.1" status: 200 len: 852 time: 0.0421975 Nov 26 22:26:06.629679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-a3969fd7-890a-4211-b86d-0f6a7604b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:06.631208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-a3969fd7-890a-4211-b86d-0f6a7604b218 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47bd2471-cd83-4530-850b-6514535a4c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394237 Nov 26 22:26:06.724012 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-055fb862-29cf-4f83-9b58-9c5b2b3184de service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855846 Nov 26 22:26:06.813062 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a46fbc01-424f-4b07-9ee8-0db15e427db6 req-bffcdcc0-e49f-4267-9496-f5abfc4c1b44 service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826564 Nov 26 22:26:07.275383 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:08.144221 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:23.512270 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bcc94437-e72c-43ca-a2b3-9d7e67cf91da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:26.270381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01553cef-07a5-4281-b842-18596dcba911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:27.173539 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:28.713467 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:29.312699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:35.351664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36242) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:35.511208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Deleting port 223fbe7e-7a17-49b4-a83e-d71da5b6d48b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:35.511552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:35.585049 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:35.585366 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:35.600802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Calling delete_port for 223fbe7e-7a17-49b4-a83e-d71da5b6d48b owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:36.059175 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:36.086235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event deleted for resources: {'Port': ['ID=223fbe7e-7a17-49b4-a83e-d71da5b6d48b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:36.141964 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:36.142900 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Floating IP df819686-74eb-420a-90b2-43f4154cc8e8 disassociated (deleted). External IP: 172.25.3.22, port: 94292876-f922-493e-bd38-38320e7d94bf. Nov 26 22:26:36.346440 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Router 9b516aad-b175-4489-8a44-df97e988ca1b has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:26:36.451920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:26:36.457784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:36.466653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] Sync routers for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:26:36.477838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:36.478479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:26:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:36.484891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-59e5993e-3a5b-4b63-abb2-14a0cc8dd46a tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "DELETE /v2.0/floatingips/df819686-74eb-420a-90b2-43f4154cc8e8 HTTP/1.1" status: 204 len: 168 time: 1.1320906 Nov 26 22:26:36.485555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:26:36.490546 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:26:36.531828 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7544678-f587-4e08-a7b6-6010bcc23102 x-openstack-request-id: req-c7544678-f587-4e08-a7b6-6010bcc23102 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:26:36.532310 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "tag": "94292876-f922-493e-bd38-38320e7d94bf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:26:36.532590 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7544678-f587-4e08-a7b6-6010bcc23102 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:26:36.533118 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'tag': '94292876-f922-493e-bd38-38320e7d94bf', 'status': 'completed', 'code': 200} Nov 26 22:26:36.601236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:36.622430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-057eab0b-a4a2-4f5c-8b9b-6a40a8457270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:36.624046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-057eab0b-a4a2-4f5c-8b9b-6a40a8457270 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=91fc75f39fe942f89de22ac664f9f900&device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 1097 time: 0.0476465 Nov 26 22:26:36.724698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-a6f92a97-9ab1-4e13-8652-81be0335a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:36.726254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-a6f92a97-9ab1-4e13-8652-81be0335a677 service neutron] 10.222.0.13 "GET /v2.0/networks?id=47bd2471-cd83-4530-850b-6514535a4c23 HTTP/1.1" status: 200 len: 914 time: 0.0932064 Nov 26 22:26:36.729111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c70a3-41b0-4e49-b936-db6c38ca7655 req-a7081096-dba0-4584-ae40-be41a08949a0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:36.730656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a05c70a3-41b0-4e49-b936-db6c38ca7655 req-a7081096-dba0-4584-ae40-be41a08949a0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 946 time: 0.0508165 Nov 26 22:26:36.769565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-74564ace-844c-4bb6-b6fb-01c9ef35cc2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94292876-f922-493e-bd38-38320e7d94bf HTTP/1.1" status: 200 len: 217 time: 0.0345578 Nov 26 22:26:36.797566 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a05c70a3-41b0-4e49-b936-db6c38ca7655 req-e3ee0fab-6dbe-4116-b338-d718f4520fab tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567017 Nov 26 22:26:36.821193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:36.825767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-501dff43-c904-4fdf-a2a2-f102347f77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:36.827243 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-501dff43-c904-4fdf-a2a2-f102347f77a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=788c49a7-b6b2-4f07-899b-6886d87f42d0 HTTP/1.1" status: 200 len: 852 time: 0.0503070 Nov 26 22:26:36.880335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-0a2539e5-a252-47ab-8fbc-8b0c523a65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:36.881990 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-0a2539e5-a252-47ab-8fbc-8b0c523a65bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=47bd2471-cd83-4530-850b-6514535a4c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456426 Nov 26 22:26:36.979709 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-b2e753cc-c4a5-4778-a35f-8370d5bb8cfb service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895667 Nov 26 22:26:37.010851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] Checking router: 9b516aad-b175-4489-8a44-df97e988ca1b for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:26:37.019800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:37.020418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:26:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:37.073419 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7f20f6c5-3797-4cdc-bb3a-db08ac744ccf req-c43517d1-40b2-46e6-a1b4-2f91ffcd1244 service neutron] 10.222.0.13 "GET /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Nov 26 22:26:37.129724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:37.311308 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:37.341099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:37.372249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3705a67-0d13-4162-8174-40d00d08e217 None None] The sync data for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 is: [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:34Z', 'revision_number': 4, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '6ecd7e2d-c07e-4e50-acf5-7fd109df4414', 'name': '', 'network_id': '47bd2471-cd83-4530-850b-6514535a4c23', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'mac_address': 'fa:16:3e:5d:79:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:33Z', 'updated_at': '2021-11-26T22:23:38Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'subnets': [{'id': '788c49a7-b6b2-4f07-899b-6886d87f42d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:26:37.583513 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a1ca6-1a7a-4fea-819c-de63e3e34dcc None None] New status for floating IP df819686-74eb-420a-90b2-43f4154cc8e8: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:26:37.926347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264308-dc47-43af-a10e-8562f6e201ba req-77cbfeaa-47b9-4436-a15c-7c73c514153d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:37.927890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94264308-dc47-43af-a10e-8562f6e201ba req-77cbfeaa-47b9-4436-a15c-7c73c514153d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 946 time: 0.0547504 Nov 26 22:26:37.985039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94264308-dc47-43af-a10e-8562f6e201ba req-e7597c6e-420f-4fd4-a850-b542c2747d5d tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/security-groups?id=16a5816b-8906-46f6-b2ac-94d1d883ef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510683 Nov 26 22:26:38.148201 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:38.488883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-3e5eb7bf-3164-42c5-82a0-aafd1d7d2bd3 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:26:38.490338 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-3e5eb7bf-3164-42c5-82a0-aafd1d7d2bd3 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 946 time: 0.0484898 Nov 26 22:26:38.584150 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Deleting port 94292876-f922-493e-bd38-38320e7d94bf {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:38.584485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:38.674850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] For port 94292876-f922-493e-bd38-38320e7d94bf, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=94292876-f922-493e-bd38-38320e7d94bf,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:38.675201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:38.689294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Calling delete_port for 94292876-f922-493e-bd38-38320e7d94bf owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:38.818226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:38.847216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event deleted for resources: {'Port': ['ID=94292876-f922-493e-bd38-38320e7d94bf,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:38.877608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.877969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.878357 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.878699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.879922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.880264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.880601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.880939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.881271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.881617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.884477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.884844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:38.910281 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] No DVR routers for this DVR port 94292876-f922-493e-bd38-38320e7d94bf on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:26:38.912652 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:38.916126 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2ea06bb-30ff-4e50-9faf-9793cb1b4bfb req-00a65787-f536-412d-acd9-841f4677a9c6 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.13 "DELETE /v2.0/ports/94292876-f922-493e-bd38-38320e7d94bf HTTP/1.1" status: 204 len: 173 time: 0.4201574 Nov 26 22:26:38.916561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'name': 'network-vif-deleted', 'tag': '94292876-f922-493e-bd38-38320e7d94bf'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:26:38.918817 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cb651e-ed08-46e9-adb3-c2d30d0a8e44" -d '{"events": [{"server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "name": "network-vif-deleted", "tag": "94292876-f922-493e-bd38-38320e7d94bf"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:26:38.957894 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c9735f-2200-4204-a8e6-bcdceae5240b x-openstack-request-id: req-74c9735f-2200-4204-a8e6-bcdceae5240b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:26:38.958297 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3ff0f3-4bdf-43e0-b66f-2eada15d5267", "name": "network-vif-deleted", "tag": "94292876-f922-493e-bd38-38320e7d94bf", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:26:38.958564 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74c9735f-2200-4204-a8e6-bcdceae5240b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:26:38.958984 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3ff0f3-4bdf-43e0-b66f-2eada15d5267', 'name': 'network-vif-deleted', 'tag': '94292876-f922-493e-bd38-38320e7d94bf', 'status': 'completed', 'code': 200} Nov 26 22:26:39.083758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-666b6239-6ba4-441e-ae4d-c84f163d58f0 req-3523a9fe-f5e7-41f8-8a2b-fb771a8e1290 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 210 time: 0.0278287 Nov 26 22:26:40.180048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b172222c-7a3f-4b00-8227-fb78a94a1e0d req-0ca8307f-06ab-4675-9017-ec5435e5b4ea tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 210 time: 0.0258391 Nov 26 22:26:41.010510 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:26:41.275419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4931d059-90af-40a6-9a69-f441cbd232fe req-dec1d051-536c-4696-91d8-deb4845d0b12 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 210 time: 0.0264578 Nov 26 22:26:42.376955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a29046c8-206c-433e-abf5-55571aeb5d9f req-41474102-832d-455e-946d-bd8dc90d1c49 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 210 time: 0.0301435 Nov 26 22:26:43.437524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 94292876-f922-493e-bd38-38320e7d94bf no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:26:43.461670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 94292876-f922-493e-bd38-38320e7d94bf {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:26:43.462021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 94292876-f922-493e-bd38-38320e7d94bf not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:26:43.485781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd407b4d-af42-449b-a38e-41f34a37d043 req-124e30fe-0244-49a8-aa40-6be2979830c3 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d3ff0f3-4bdf-43e0-b66f-2eada15d5267 HTTP/1.1" status: 200 len: 210 time: 0.0280297 Nov 26 22:26:44.547332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36266) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:44.614504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44470922-cfa8-495e-8697-281c9964b8f0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:44.640464 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44470922-cfa8-495e-8697-281c9964b8f0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:44.698050 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44470922-cfa8-495e-8697-281c9964b8f0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:44.700744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-44470922-cfa8-495e-8697-281c9964b8f0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:44.701912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-44470922-cfa8-495e-8697-281c9964b8f0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] 10.222.0.21 "DELETE /v2.0/security-groups/16a5816b-8906-46f6-b2ac-94d1d883ef0e HTTP/1.1" status: 204 len: 168 time: 0.1535761 Nov 26 22:26:44.711948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44470922-cfa8-495e-8697-281c9964b8f0 tempest-TestVolumeBackupRestore-850272672 tempest-TestVolumeBackupRestore-850272672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5816b-8906-46f6-b2ac-94d1d883ef0e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:50.236643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36724) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:50.597269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:50.847272 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Deleting port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:50.847611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:50.924803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] For port 6ecd7e2d-c07e-4e50-acf5-7fd109df4414, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:50.925166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:50.938589 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Calling delete_port for 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:51.123461 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:51.148726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecd7e2d-c07e-4e50-acf5-7fd109df4414,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:51.323631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:51.536910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Router 9b516aad-b175-4489-8a44-df97e988ca1b has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:26:51.645839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:26:51.651103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c0eaee2b-639a-417e-99da-ca3fede30742 admin admin] 10.222.0.21 "PUT /v2.0/routers/9b516aad-b175-4489-8a44-df97e988ca1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4133549 Nov 26 22:26:51.653744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36726) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:51.654695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] Sync routers for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:26:51.665858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:51.666514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:26:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:51.756600 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:51.770966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:51.852824 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:51.908024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Deleting port 52a056a3-4b72-4e2b-b797-25cb6fa20223 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:51.908263 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:51.945453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:26:51Z', 'revision_number': 5, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port': {'id': '52a056a3-4b72-4e2b-b797-25cb6fa20223', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:9d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:51.975392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] Checking router: 9b516aad-b175-4489-8a44-df97e988ca1b for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:26:51.983693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] Routers {'9b516aad-b175-4489-8a44-df97e988ca1b'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:51.983975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] For port 52a056a3-4b72-4e2b-b797-25cb6fa20223, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=52a056a3-4b72-4e2b-b797-25cb6fa20223,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:51.984301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:26:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9b516aad-b175-4489-8a44-df97e988ca1b'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:51.984415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:51.997511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Calling delete_port for 52a056a3-4b72-4e2b-b797-25cb6fa20223 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:52.068897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] Set router 9b516aad-b175-4489-8a44-df97e988ca1b gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:52.120356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:26:51Z', 'revision_number': 6, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:52.151030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2612d-63ea-48f4-baa9-d0246bf02681 None None] The sync data for ids ['9b516aad-b175-4489-8a44-df97e988ca1b'] in n-d-819494-1 is: [{'id': '9b516aad-b175-4489-8a44-df97e988ca1b', 'name': 'tempest-TestVolumeBackupRestore-784155662-router', 'tenant_id': '91fc75f39fe942f89de22ac664f9f900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:30Z', 'updated_at': '2021-11-26T22:26:51Z', 'revision_number': 6, 'project_id': '91fc75f39fe942f89de22ac664f9f900', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:26:52.162644 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.190174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Pushing event deleted for resources: {'Port': ['ID=52a056a3-4b72-4e2b-b797-25cb6fa20223,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:52.203001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce89965a-1cd8-4977-8714-fbeb8c1d3c7d None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:26:52.262509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.352675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.354805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.397555 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.398134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b516aad-b175-4489-8a44-df97e988ca1b {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:26:52.402537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.403890 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1100c586-9fbd-46e2-92e0-a9a4c49ebdaa admin admin] 10.222.0.21 "DELETE /v2.0/routers/9b516aad-b175-4489-8a44-df97e988ca1b HTTP/1.1" status: 204 len: 168 time: 0.7491806 Nov 26 22:26:52.406396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36728) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:52.454280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be715e4-6239-4ceb-905a-b44292b3b16f admin admin] Deleting subnet 788c49a7-b6b2-4f07-899b-6886d87f42d0 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:26:52.458002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8be715e4-6239-4ceb-905a-b44292b3b16f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.493388 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8be715e4-6239-4ceb-905a-b44292b3b16f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.573997 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8be715e4-6239-4ceb-905a-b44292b3b16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.626778 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8be715e4-6239-4ceb-905a-b44292b3b16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.655382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be715e4-6239-4ceb-905a-b44292b3b16f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788c49a7-b6b2-4f07-899b-6886d87f42d0,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:52.659785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8be715e4-6239-4ceb-905a-b44292b3b16f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.663057 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8be715e4-6239-4ceb-905a-b44292b3b16f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/788c49a7-b6b2-4f07-899b-6886d87f42d0 HTTP/1.1" status: 204 len: 168 time: 0.2557342 Nov 26 22:26:52.665573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36730) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:52.665777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa352033-1ea8-4677-8a8f-bed16e778f45 None None] Network 47bd2471-cd83-4530-850b-6514535a4c23 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:26:52.732371 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.785925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Deleting port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:52.786383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:52.947675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] DHCP port deletion for 47bd2471-cd83-4530-850b-6514535a4c23 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:26:52.992507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:26:53.017846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:26:53.018233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 6ecd7e2d-c07e-4e50-acf5-7fd109df4414 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:26:53.018661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 192f7cfa-9b3c-49a3-957a-6d7e4a830064 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:26:53.051249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] Deleting port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:53.051632 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.161104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] For port 192f7cfa-9b3c-49a3-957a-6d7e4a830064, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=192f7cfa-9b3c-49a3-957a-6d7e4a830064,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:53.161516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.177514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] Calling delete_port for 192f7cfa-9b3c-49a3-957a-6d7e4a830064 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:53.183727 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.185662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] For port 192f7cfa-9b3c-49a3-957a-6d7e4a830064, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=192f7cfa-9b3c-49a3-957a-6d7e4a830064,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:53.186035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.200788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Calling delete_port for 192f7cfa-9b3c-49a3-957a-6d7e4a830064 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:53.262938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 192f7cfa-9b3c-49a3-957a-6d7e4a830064, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=192f7cfa-9b3c-49a3-957a-6d7e4a830064,segment=NetworkSegment(551f19e6-85f8-4600-b36c-b913f751cf36),segment_id=551f19e6-85f8-4600-b36c-b913f751cf36)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:53.272852 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.273779 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 52a056a3-4b72-4e2b-b797-25cb6fa20223 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:26:53.284558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.315135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Pushing event deleted for resources: {'Port': ['ID=192f7cfa-9b3c-49a3-957a-6d7e4a830064,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:53.316701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 52a056a3-4b72-4e2b-b797-25cb6fa20223 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:26:53.317227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 52a056a3-4b72-4e2b-b797-25cb6fa20223 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:26:53.317615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] No DVR routers for this DVR port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:26:53.351138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=192f7cfa-9b3c-49a3-957a-6d7e4a830064,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:53.353839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.379144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] Pushing event deleted for resources: {'Port': ['ID=192f7cfa-9b3c-49a3-957a-6d7e4a830064,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:53.387082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5b60d-c398-4186-8457-4af00f9b399e None None] No DVR routers for this DVR port 192f7cfa-9b3c-49a3-957a-6d7e4a830064 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:26:53.403619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.425280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bd2471-cd83-4530-850b-6514535a4c23']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:53.434617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551f19e6-85f8-4600-b36c-b913f751cf36') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:53.434916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551f19e6-85f8-4600-b36c-b913f751cf36') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:53.444355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.458333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.465107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:26:53.465540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:26:53.467326 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:26:53.516024 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c9006723-2c61-437e-9142-42dde4aa1b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.527113 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.534457 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:53.537726 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] 10.222.0.21 "DELETE /v2.0/networks/47bd2471-cd83-4530-850b-6514535a4c23 HTTP/1.1" status: 204 len: 168 time: 0.8711939 Nov 26 22:26:53.540767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36732) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:53.547516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cee3c0-33a3-4fd5-85a5-b2b5eb04d41a admin admin] Pushing event deleted for resources: {'Network': ['ID=47bd2471-cd83-4530-850b-6514535a4c23,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:53.885567 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:54.124683 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Deleting port c3943040-aec6-4d6f-bd0e-c722bb3a6b98 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:54.125018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:54.204631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] For port c3943040-aec6-4d6f-bd0e-c722bb3a6b98, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,segment=NetworkSegment(34e39d80-db14-493c-8385-f1dad273a3b5),segment_id=34e39d80-db14-493c-8385-f1dad273a3b5)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:54.205051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:54.219354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Calling delete_port for c3943040-aec6-4d6f-bd0e-c722bb3a6b98 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:54.397550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:54.424074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Pushing event deleted for resources: {'Port': ['ID=c3943040-aec6-4d6f-bd0e-c722bb3a6b98,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:54.449021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.449374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.449722 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.450058 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.450417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.450751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.451081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.451407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.451734 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.452057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.452381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.452702 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:54.603885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:54.819433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:26:54.925112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:26:54.931457 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-73b72a3f-b56b-439a-bb6d-41432a789ddf admin admin] 10.222.0.21 "PUT /v2.0/routers/88c6571a-57ef-4fd2-b7b0-36c4d64e685a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882890 Nov 26 22:26:54.932641 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36734) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:54.936331 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] Sync routers for ids ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:26:54.946447 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] Routers {'88c6571a-57ef-4fd2-b7b0-36c4d64e685a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:54.947048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:26:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:55.036924 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.056479 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] Set router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:55.140113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.192510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Deleting port 79c24de1-94fd-445c-8b8d-1ddd00469b19 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:55.192845 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.230946 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:26:54Z', 'revision_number': 5, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port': {'id': '79c24de1-94fd-445c-8b8d-1ddd00469b19', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:23:37Z', 'updated_at': '2021-11-26T22:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:55.258340 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] Checking router: 88c6571a-57ef-4fd2-b7b0-36c4d64e685a for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:26:55.267266 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] Routers {'88c6571a-57ef-4fd2-b7b0-36c4d64e685a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:26:55.267868 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:26:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:55.275810 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] For port 79c24de1-94fd-445c-8b8d-1ddd00469b19, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=79c24de1-94fd-445c-8b8d-1ddd00469b19,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:55.276173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.288848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Calling delete_port for 79c24de1-94fd-445c-8b8d-1ddd00469b19 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:55.352531 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] Set router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:26:55.402546 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:26:55Z', 'revision_number': 6, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:55.430917 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e11191-0256-44b4-9718-b7c2441da96f None None] The sync data for ids ['88c6571a-57ef-4fd2-b7b0-36c4d64e685a'] in n-d-819494-1 is: [{'id': '88c6571a-57ef-4fd2-b7b0-36c4d64e685a', 'name': 'tempest-TestVolumeBackupRestore-1269709911-router', 'tenant_id': '79e46cf21a0a41679861a1f263452e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:23:36Z', 'updated_at': '2021-11-26T22:26:55Z', 'revision_number': 6, 'project_id': '79e46cf21a0a41679861a1f263452e91', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:26:55.456596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.490554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c24de1-94fd-445c-8b8d-1ddd00469b19,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:55.496418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2191347-dd89-4852-ad3f-a7c6c75fc728 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:26:55.549863 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.640544 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.643088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.690257 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.690812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c6571a-57ef-4fd2-b7b0-36c4d64e685a {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:26:55.696242 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.697418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-254754e0-c29a-4aed-8913-95e2fb4ad2d9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/88c6571a-57ef-4fd2-b7b0-36c4d64e685a HTTP/1.1" status: 204 len: 168 time: 0.7637348 Nov 26 22:26:55.699959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36736) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:55.745093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af1c63f-7a46-4e5f-8137-edc5a3c9459e admin admin] Deleting subnet 7180ed47-1ca7-420d-85de-373c4f360b0e {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:26:55.748035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0af1c63f-7a46-4e5f-8137-edc5a3c9459e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.781951 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0af1c63f-7a46-4e5f-8137-edc5a3c9459e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.865822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0af1c63f-7a46-4e5f-8137-edc5a3c9459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.919490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0af1c63f-7a46-4e5f-8137-edc5a3c9459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.945370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1c63f-7a46-4e5f-8137-edc5a3c9459e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7180ed47-1ca7-420d-85de-373c4f360b0e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:55.949106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0af1c63f-7a46-4e5f-8137-edc5a3c9459e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:55.952656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0af1c63f-7a46-4e5f-8137-edc5a3c9459e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7180ed47-1ca7-420d-85de-373c4f360b0e HTTP/1.1" status: 204 len: 168 time: 0.2513816 Nov 26 22:26:55.955386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b39c8-fb50-41a8-a1cb-cc1d49b0662f None None] Network 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:26:55.955814 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36738) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:56.027194 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.085102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Deleting port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:56.085501 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.147307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] For port 628a38d8-1e06-41ab-9aab-07e4f9e861f7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=628a38d8-1e06-41ab-9aab-07e4f9e861f7,segment=NetworkSegment(34e39d80-db14-493c-8385-f1dad273a3b5),segment_id=34e39d80-db14-493c-8385-f1dad273a3b5)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:56.147574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.159574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Calling delete_port for 628a38d8-1e06-41ab-9aab-07e4f9e861f7 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:56.220415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] DHCP port deletion for 15c277b2-5b2f-44d9-a2c7-b0856e62ddfb request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:26:56.245607 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.271874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Pushing event deleted for resources: {'Port': ['ID=628a38d8-1e06-41ab-9aab-07e4f9e861f7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:56.275536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] No DVR routers for this DVR port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:26:56.284578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8023405b-8848-4b55-87bc-c5a4424b4ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.289069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Deleting port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:26:56.289218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.356331 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.359096 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] For port 628a38d8-1e06-41ab-9aab-07e4f9e861f7, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:26:56.359498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.375327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Calling delete_port for 628a38d8-1e06-41ab-9aab-07e4f9e861f7 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:26:56.379364 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:26:56.380666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.381169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c277b2-5b2f-44d9-a2c7-b0856e62ddfb']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:56.393131 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e39d80-db14-493c-8385-f1dad273a3b5') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:56.393424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e39d80-db14-493c-8385-f1dad273a3b5') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:26:56.403665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.415436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] No DVR routers for this DVR port 628a38d8-1e06-41ab-9aab-07e4f9e861f7 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:26:56.425751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Pushing event deleted for resources: {'Port': ['ID=628a38d8-1e06-41ab-9aab-07e4f9e861f7,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:56.426530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.430567 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.431035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.432293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.432675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.433090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.433512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.433920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.434420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.434825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.435297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.435579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:26:56.435841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.435988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.436357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c63df8b-288f-4b7d-b6f2-fdd165cd4120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:26:56.437740 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:26:56.495581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.502383 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.506568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] 10.222.0.21 "DELETE /v2.0/networks/15c277b2-5b2f-44d9-a2c7-b0856e62ddfb HTTP/1.1" status: 204 len: 168 time: 0.5496976 Nov 26 22:26:56.519013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31417718-0e56-4dd2-a6de-373d13e2788a admin admin] Pushing event deleted for resources: {'Network': ['ID=15c277b2-5b2f-44d9-a2c7-b0856e62ddfb,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:56.681306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36744) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:56.721755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cc781227-e02a-452d-b636-844e61fe330c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91fc75f39fe942f89de22ac664f9f900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392308 Nov 26 22:26:56.724346 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36746) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:56.774100 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4542-9338-458d-9749-78e8f75d7897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.795069 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4542-9338-458d-9749-78e8f75d7897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.842245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4542-9338-458d-9749-78e8f75d7897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.845157 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4542-9338-458d-9749-78e8f75d7897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:56.846138 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7f1e4542-9338-458d-9749-78e8f75d7897 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff0f896b-866a-4527-a1a0-ecee6f08e334 HTTP/1.1" status: 204 len: 168 time: 0.1208723 Nov 26 22:26:56.855542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e4542-9338-458d-9749-78e8f75d7897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0f896b-866a-4527-a1a0-ecee6f08e334,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:56.859822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 628a38d8-1e06-41ab-9aab-07e4f9e861f7 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:26:56.884628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 628a38d8-1e06-41ab-9aab-07e4f9e861f7 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:26:56.884974 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 628a38d8-1e06-41ab-9aab-07e4f9e861f7 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:26:56.885387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 79c24de1-94fd-445c-8b8d-1ddd00469b19 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:26:56.907353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 79c24de1-94fd-445c-8b8d-1ddd00469b19 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:26:56.907665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 79c24de1-94fd-445c-8b8d-1ddd00469b19 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:26:56.908082 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c3943040-aec6-4d6f-bd0e-c722bb3a6b98 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:26:56.930239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c3943040-aec6-4d6f-bd0e-c722bb3a6b98 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:26:56.930588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c3943040-aec6-4d6f-bd0e-c722bb3a6b98 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:26:57.170447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36754) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:57.176372 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:57.211425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f03d0297-5bf6-45e7-be4b-c0130b4367d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79e46cf21a0a41679861a1f263452e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397584 Nov 26 22:26:57.213853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36756) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:26:57.259846 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29cc28a1-288e-4014-b1f8-c2f63581cc46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:57.281484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29cc28a1-288e-4014-b1f8-c2f63581cc46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:57.328048 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29cc28a1-288e-4014-b1f8-c2f63581cc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:57.331406 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-29cc28a1-288e-4014-b1f8-c2f63581cc46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:57.332927 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-29cc28a1-288e-4014-b1f8-c2f63581cc46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b412e5fa-88ef-472b-93ce-5665c1fd15f3 HTTP/1.1" status: 204 len: 168 time: 0.1180921 Nov 26 22:26:57.340459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc28a1-288e-4014-b1f8-c2f63581cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b412e5fa-88ef-472b-93ce-5665c1fd15f3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:26:58.716094 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:26:59.317398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:07.286741 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:07.552980 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e37dfc48-7c9f-47fc-ab22-7af26246c42c tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fc57109258ec430ab7f404e229d9ea36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218534 Nov 26 22:27:07.669182 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-03168ebe-d99f-4e9d-ac42-a9a24042dd33 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:07.670665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-03168ebe-d99f-4e9d-ac42-a9a24042dd33 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125028 Nov 26 22:27:07.686017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-9d2b9daa-4460-43a3-a556-fbe7bf111f3b tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/quotas/fc57109258ec430ab7f404e229d9ea36 HTTP/1.1" status: 200 len: 375 time: 0.0091569 Nov 26 22:27:07.719999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-8330bf76-bf1d-418b-bb0f-7d8aedeea330 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc57109258ec430ab7f404e229d9ea36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273051 Nov 26 22:27:07.878276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6e157c92-bd81-4ccb-bcac-857f8f2d43ff req-39a277dc-1d08-4a8f-b7dc-2241d15f7afb tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 210 time: 0.0257740 Nov 26 22:27:08.161969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:08.795966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-0d099598-c58d-41b5-b94c-8b96788b00e1 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc57109258ec430ab7f404e229d9ea36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242400 Nov 26 22:27:08.906187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-684c506f-d697-4e58-840f-688940ba399c tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:08.907640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-684c506f-d697-4e58-840f-688940ba399c tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044011 Nov 26 22:27:08.963710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Request body: {'port': {'device_id': 'af54a133-7dda-4ac2-afa5-603173e237b2', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'admin_state_up': True, 'tenant_id': 'fc57109258ec430ab7f404e229d9ea36'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:27:08.974547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3ef0acef-1197-468d-ae78-8f38645f1ad2 req-7f4794bb-4317-47c9-8e54-5c3f71fc0047 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Nov 26 22:27:09.078462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Made reservation on behalf of fc57109258ec430ab7f404e229d9ea36 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:27:09.083763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.092431 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.168618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.172300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.233338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db40e084-29c5-4c12-a32e-17887909f379,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:09.311802 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Allocated IP 192.168.233.131 (c4584f7b-bc15-485d-9d06-b01f6a430071/da379943-fdf3-426b-af11-5495d4657f43/d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:27:09.456252 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.494479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.541438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Network c4584f7b-bc15-485d-9d06-b01f6a430071 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:27:09.544421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:27:09.548077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:27:09.555549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Pushing event updated for resources: {'Port': ['ID=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:09.604693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:09.605309 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.621213 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-e3603dcd-712b-4cb5-9bee-0836711b2b79 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6615112 Nov 26 22:27:09.639216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Request body: {'port': {'device_id': 'af54a133-7dda-4ac2-afa5-603173e237b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:27:09.701059 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.831287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8a105ea6-bc54-4c01-81ee-65da379f8914 None None] Provisioning complete for port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:27:09.831854 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8a105ea6-bc54-4c01-81ee-65da379f8914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.865404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8a105ea6-bc54-4c01-81ee-65da379f8914 None None] Port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:27:09.962671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:27:09.970135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:09.982407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Transition to ACTIVE for port object d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:27:09.986245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:10.036884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Pushing event updated for resources: {'Port': ['ID=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:10.110267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe7fe4-b865-49f6-9db4-30bbd6f66c22 req-7e5047e1-b2a2-4f0c-830c-413ae8a67eea tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:10.113130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Attempting to bind port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:27:10.113469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Attempting to bind port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:27:10.113799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Attempting to bind port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:27:10.118401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80fe7fe4-b865-49f6-9db4-30bbd6f66c22 req-7e5047e1-b2a2-4f0c-830c-413ae8a67eea tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 948 time: 0.0662193 Nov 26 22:27:10.118561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b on network c4584f7b-bc15-485d-9d06-b01f6a430071 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:27:10.118831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Attempting to bind port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b on network c4584f7b-bc15-485d-9d06-b01f6a430071 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:27:10.123900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:27:10.124244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Checking segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:27:10.124625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Bound using segment: {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:27:10.125051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Bound port: d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3d6abc-4230-470d-ba6d-0bafa52a707f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:27:10.125407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:10.167926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-80fe7fe4-b865-49f6-9db4-30bbd6f66c22 req-269a7f0a-29b3-475c-9d61-93a1afde0433 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485647 Nov 26 22:27:10.198181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] For port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:27:10.201504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] For port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:27:10.207520 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:10.245174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:10.245793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:10.247209 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] 10.222.0.13 "PUT /v2.0/ports/d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b HTTP/1.1" status: 200 len: 1096 time: 0.6123869 Nov 26 22:27:10.247648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af54a133-7dda-4ac2-afa5-603173e237b2', 'tag': 'd192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:27:10.249915 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cd12de-e67d-41cd-9e4e-564091a20fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "af54a133-7dda-4ac2-afa5-603173e237b2", "tag": "d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:27:10.272097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb29ab4-db37-4804-8145-e3c0f7562b2f service neutron] Pushing event updated for resources: {'Port': ['ID=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:10.308371 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9ba425-c8a8-4061-8451-13d4aa8a78af x-openstack-request-id: req-5e9ba425-c8a8-4061-8451-13d4aa8a78af {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:27:10.308675 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af54a133-7dda-4ac2-afa5-603173e237b2", "tag": "d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:27:10.308934 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e9ba425-c8a8-4061-8451-13d4aa8a78af {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:27:10.309561 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af54a133-7dda-4ac2-afa5-603173e237b2', 'tag': 'd192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b', 'status': 'completed', 'code': 200} Nov 26 22:27:10.371279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-0ec644a0-3fa6-45d8-ac1a-eee32c9d8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:10.372813 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-0ec644a0-3fa6-45d8-ac1a-eee32c9d8f2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc57109258ec430ab7f404e229d9ea36&device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 1099 time: 0.0459015 Nov 26 22:27:10.427552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-80d05185-2fc0-4ad2-b500-ea37265b8534 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b HTTP/1.1" status: 200 len: 217 time: 0.0388916 Nov 26 22:27:10.478597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-94419564-28ff-4d59-b403-fe5b5343346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:10.479974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-94419564-28ff-4d59-b403-fe5b5343346b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0449531 Nov 26 22:27:10.528128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-534df49d-5f25-4569-a826-200b1e46c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:10.529944 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-534df49d-5f25-4569-a826-200b1e46c18f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426707 Nov 26 22:27:10.625186 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-0702c9af-8094-4bb8-ae87-6240781dd85c service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868661 Nov 26 22:27:10.713532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06bc1df6-ee4a-43f8-b239-e0a2c3fb0e3a req-b2ae6930-9d27-433b-9790-dff8588b62cd service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812721 Nov 26 22:27:10.843612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-017771f2-9ce9-40b8-a72c-8494c7c03e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:10.845093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-017771f2-9ce9-40b8-a72c-8494c7c03e92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc57109258ec430ab7f404e229d9ea36&device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 1099 time: 0.0465457 Nov 26 22:27:10.939817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-2380b514-5452-4f67-b3db-b278821f56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:10.941271 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-2380b514-5452-4f67-b3db-b278821f56b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4584f7b-bc15-485d-9d06-b01f6a430071 HTTP/1.1" status: 200 len: 870 time: 0.0890934 Nov 26 22:27:10.988081 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-a73fd28c-a4e4-4512-bf44-ae671008c3fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b HTTP/1.1" status: 200 len: 217 time: 0.0384700 Nov 26 22:27:11.036147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-26c9d4a1-9861-4edd-9c72-c505e656a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:11.037622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-26c9d4a1-9861-4edd-9c72-c505e656a736 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da379943-fdf3-426b-af11-5495d4657f43 HTTP/1.1" status: 200 len: 843 time: 0.0422857 Nov 26 22:27:11.081557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-0262c2fc-4290-4dbc-95c7-748a85f3c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:11.083239 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-0262c2fc-4290-4dbc-95c7-748a85f3c82e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4584f7b-bc15-485d-9d06-b01f6a430071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0392363 Nov 26 22:27:11.174862 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-857b413b-fffd-430b-8b44-3b6a42aa4242 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844479 Nov 26 22:27:11.263917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26cd12de-e67d-41cd-9e4e-564091a20fc4 req-010e4527-4763-49c4-9214-f8ff36e7eb08 service neutron] 10.222.0.13 "GET /v2.0/networks/c4584f7b-bc15-485d-9d06-b01f6a430071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823629 Nov 26 22:27:11.287404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaae4d-4eb4-40a9-b171-be8e92b92a42 req-dd523810-fcad-4181-89f2-43ed9efb125e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:11.288914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cdaae4d-4eb4-40a9-b171-be8e92b92a42 req-dd523810-fcad-4181-89f2-43ed9efb125e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 948 time: 0.0494778 Nov 26 22:27:11.336855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cdaae4d-4eb4-40a9-b171-be8e92b92a42 req-549fa30d-7aab-4700-a15a-d3d88e165e06 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Nov 26 22:27:12.452267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59288e83-649b-4d66-ae5f-815ad284b385 req-48a1e78f-a77e-46ba-ac8b-24fb28296f00 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:12.453754 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59288e83-649b-4d66-ae5f-815ad284b385 req-48a1e78f-a77e-46ba-ac8b-24fb28296f00 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 948 time: 0.0478981 Nov 26 22:27:12.500128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-59288e83-649b-4d66-ae5f-815ad284b385 req-65ed22f9-37ba-4bcf-b05f-3588e02943a2 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Nov 26 22:27:13.933387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e669fca-7952-4da0-8099-f624a9cc7d09 req-3e0663c3-fc2e-4ed5-80dd-0c51cfe5acdc tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:13.934792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e669fca-7952-4da0-8099-f624a9cc7d09 req-3e0663c3-fc2e-4ed5-80dd-0c51cfe5acdc tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 948 time: 0.3664885 Nov 26 22:27:13.981607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e669fca-7952-4da0-8099-f624a9cc7d09 req-30a76199-1d7b-4921-9947-91e7342b20ca tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Nov 26 22:27:15.094754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bc57f-b058-4fb2-aa39-59238760660f req-6c50932e-d365-41d0-a5e0-0d2d8770cf81 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:15.097020 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d9bc57f-b058-4fb2-aa39-59238760660f req-6c50932e-d365-41d0-a5e0-0d2d8770cf81 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 948 time: 0.0488648 Nov 26 22:27:15.143379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d9bc57f-b058-4fb2-aa39-59238760660f req-723d1771-554c-44ec-b11e-bbb7782d6a82 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Nov 26 22:27:15.577340 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:27:15.670596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:27:15.681776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'd192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b', 'network_id': 'c4584f7b-bc15-485d-9d06-b01f6a430071', 'port_id': 'd192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b', 'mac_address': 'fa:16:3e:2c:4e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da379943-fdf3-426b-af11-5495d4657f43', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:27:15.721449 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:15.884803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:27:15.905538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:27:15.909526 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:15.956097 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:16.261230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef60ad7-a255-4c6a-939e-d71f58671c7c req-527114b7-760e-49f4-a0e5-628c1eb821e1 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:16.262720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eef60ad7-a255-4c6a-939e-d71f58671c7c req-527114b7-760e-49f4-a0e5-628c1eb821e1 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 949 time: 0.0515714 Nov 26 22:27:16.287669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:27:16.311403 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eef60ad7-a255-4c6a-939e-d71f58671c7c req-dc2a219d-38c1-4ca9-92e8-9cb75a7712dc tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Nov 26 22:27:17.439664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bd217-df6f-480a-9c8d-d6679a22e3f5 req-95caca32-b5c6-42d9-a3d5-fd4e44662255 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:17.441276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c42bd217-df6f-480a-9c8d-d6679a22e3f5 req-95caca32-b5c6-42d9-a3d5-fd4e44662255 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 949 time: 0.0535560 Nov 26 22:27:17.490006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c42bd217-df6f-480a-9c8d-d6679a22e3f5 req-f1ad4ffe-76fc-4ad3-91c8-8755ad7a2599 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Nov 26 22:27:17.593676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:27:17.651356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:27:17.655509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:27:17.655886 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:17.743229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:17.770018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af54a133-7dda-4ac2-afa5-603173e237b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:27:17.772589 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806e1eb8-e9e2-4c0a-8da9-73b53c0572cd" -d '{"events": [{"server_uuid": "af54a133-7dda-4ac2-afa5-603173e237b2", "name": "network-vif-plugged", "status": "completed", "tag": "d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:27:17.787264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:27:17.791846 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:17.815759 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84f794a-43d8-4376-b6c4-82d221142d6e x-openstack-request-id: req-b84f794a-43d8-4376-b6c4-82d221142d6e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:27:17.816082 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af54a133-7dda-4ac2-afa5-603173e237b2", "name": "network-vif-plugged", "status": "completed", "tag": "d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:27:17.816339 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b84f794a-43d8-4376-b6c4-82d221142d6e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:27:17.816737 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af54a133-7dda-4ac2-afa5-603173e237b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b', 'code': 200} Nov 26 22:27:17.844017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:17.946248 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a55f86-2361-4259-929b-2b8450e201cd req-5438a2ab-9f19-4a44-ab53-0e1fdf481e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:17.947753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39a55f86-2361-4259-929b-2b8450e201cd req-5438a2ab-9f19-4a44-ab53-0e1fdf481e13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 1101 time: 0.0476456 Nov 26 22:27:17.999219 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-39a55f86-2361-4259-929b-2b8450e201cd req-9036cedc-b431-4da0-964d-82a45ac8f890 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Nov 26 22:27:18.009443 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:27:18.605742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a5d2c-37cf-4ecc-975b-9c381db1c6f0 req-ebcaeb54-0a52-41f4-b5de-08e5ecaa6b4f tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:18.607225 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-191a5d2c-37cf-4ecc-975b-9c381db1c6f0 req-ebcaeb54-0a52-41f4-b5de-08e5ecaa6b4f tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 950 time: 0.0472944 Nov 26 22:27:18.656453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-191a5d2c-37cf-4ecc-975b-9c381db1c6f0 req-f99405f1-4ed1-4475-a79c-6d359e54bba4 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Nov 26 22:27:19.772589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad20eb3-2813-4e63-9280-f8d539aac11a req-d3d2b446-544b-4312-92b9-e856e6c7a4f6 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:19.773960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ad20eb3-2813-4e63-9280-f8d539aac11a req-d3d2b446-544b-4312-92b9-e856e6c7a4f6 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 950 time: 0.0480623 Nov 26 22:27:19.823222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ad20eb3-2813-4e63-9280-f8d539aac11a req-e1a8e119-8b25-4ea6-a090-286b65c19ec3 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433488 Nov 26 22:27:20.200888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-a5c01c80-2e11-44d6-87dc-a41334779f13 req-32b42e5d-f921-4058-afd5-33b85c979fc6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:27:20.201917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5c01c80-2e11-44d6-87dc-a41334779f13 req-32b42e5d-f921-4058-afd5-33b85c979fc6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1064036 Nov 26 22:27:20.538397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-deac132d-0801-4c16-97bd-4d13c6e3caba req-0ce6bfe7-873b-47e2-8c51-cb5f6f9840e0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:27:20.539522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-deac132d-0801-4c16-97bd-4d13c6e3caba req-0ce6bfe7-873b-47e2-8c51-cb5f6f9840e0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056183 Nov 26 22:27:20.868462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4a274-bd59-473a-bed5-5bddec707b44 req-dad31d72-c3b4-4a1e-a469-920df0103930 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:20.869938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ac4a274-bd59-473a-bed5-5bddec707b44 req-dad31d72-c3b4-4a1e-a469-920df0103930 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 950 time: 0.0485985 Nov 26 22:27:20.916776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ac4a274-bd59-473a-bed5-5bddec707b44 req-fc48e302-81c1-4b4d-92e0-799251957a3d tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407498 Nov 26 22:27:22.037139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486cf81-0c63-44b4-8afb-d74a9421d3f5 req-12faaef9-d548-4ce9-844d-75780578aad4 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:22.038644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b486cf81-0c63-44b4-8afb-d74a9421d3f5 req-12faaef9-d548-4ce9-844d-75780578aad4 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 950 time: 0.0540707 Nov 26 22:27:22.086485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b486cf81-0c63-44b4-8afb-d74a9421d3f5 req-42b32df1-d332-4407-b946-534ecf8d93eb tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/security-groups?id=db40e084-29c5-4c12-a32e-17887909f379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Nov 26 22:27:22.377009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-62d283aa-1e8c-4fbb-a5a6-240f64652a85 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:22.378511 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-62d283aa-1e8c-4fbb-a5a6-240f64652a85 tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.13 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 950 time: 0.0526631 Nov 26 22:27:22.465687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Deleting port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:27:22.466027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:22.556611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] For port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,segment=NetworkSegment(0d3d6abc-4230-470d-ba6d-0bafa52a707f),segment_id=0d3d6abc-4230-470d-ba6d-0bafa52a707f)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:27:22.556968 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:22.568939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Calling delete_port for d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:27:22.691724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:22.724696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:27:22.734140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Pushing event deleted for resources: {'Port': ['ID=d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:22.769391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] No DVR routers for this DVR port d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:27:22.772033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:22.775589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0982049c-1fa4-4d86-b1b2-52528fae7503 req-c0450172-b348-41eb-8034-ddb7e4f9fa2e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.13 "DELETE /v2.0/ports/d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b HTTP/1.1" status: 204 len: 173 time: 0.3900523 Nov 26 22:27:22.776083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af54a133-7dda-4ac2-afa5-603173e237b2', 'name': 'network-vif-deleted', 'tag': 'd192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:27:22.778361 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fdf049-7fdd-4c55-bc29-733c997059ad" -d '{"events": [{"server_uuid": "af54a133-7dda-4ac2-afa5-603173e237b2", "name": "network-vif-deleted", "tag": "d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:27:22.822959 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edb8fb0-f5ef-4578-9588-20d77e43a66d x-openstack-request-id: req-0edb8fb0-f5ef-4578-9588-20d77e43a66d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:27:22.823254 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af54a133-7dda-4ac2-afa5-603173e237b2", "name": "network-vif-deleted", "tag": "d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:27:22.823560 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0edb8fb0-f5ef-4578-9588-20d77e43a66d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:27:22.823970 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af54a133-7dda-4ac2-afa5-603173e237b2', 'name': 'network-vif-deleted', 'tag': 'd192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b', 'status': 'completed', 'code': 200} Nov 26 22:27:23.192480 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7a745980-4fa7-4ca9-87eb-a64ec12519f9 req-82bbf06f-a0e3-43ed-bea9-bfb66e2d5a3e tempest-ServersAdminNegativeTestJSON-794898085 tempest-ServersAdminNegativeTestJSON-794898085-project] 10.222.0.21 "GET /v2.0/ports?device_id=af54a133-7dda-4ac2-afa5-603173e237b2 HTTP/1.1" status: 200 len: 210 time: 0.0258901 Nov 26 22:27:23.519040 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a773ba03-1957-46d0-ac99-2045b743b335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:24.496597 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36898) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:27:24.632302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f70032a2-b98f-4505-bc98-1b350dacf25b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc57109258ec430ab7f404e229d9ea36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1344926 Nov 26 22:27:24.634779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:27:24.681405 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-575e2f70-18e6-4d94-a280-21de0d3a5b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:24.702199 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-575e2f70-18e6-4d94-a280-21de0d3a5b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:24.751244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-575e2f70-18e6-4d94-a280-21de0d3a5b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:24.753900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-575e2f70-18e6-4d94-a280-21de0d3a5b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:24.755135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-575e2f70-18e6-4d94-a280-21de0d3a5b94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db40e084-29c5-4c12-a32e-17887909f379 HTTP/1.1" status: 204 len: 168 time: 0.1194386 Nov 26 22:27:24.764817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e2f70-18e6-4d94-a280-21de0d3a5b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db40e084-29c5-4c12-a32e-17887909f379,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:25.038238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36908) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:27:25.051222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a85a95ee-5bab-4124-84d5-4e2e5f236be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:25.124597 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a85a95ee-5bab-4124-84d5-4e2e5f236be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:25.129380 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a85a95ee-5bab-4124-84d5-4e2e5f236be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:25.168219 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a85a95ee-5bab-4124-84d5-4e2e5f236be3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b44dcd3243984c159ffb35e2f2c70be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288559 Nov 26 22:27:25.169098 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a95ee-5bab-4124-84d5-4e2e5f236be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38353ae-7bc9-48b0-b6e2-de942a3fbe2b,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:25.174414 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36910) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:27:25.223920 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3b2f3ec-57ff-4450-ae14-46255d60ae99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:25.245895 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3b2f3ec-57ff-4450-ae14-46255d60ae99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:25.294605 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3b2f3ec-57ff-4450-ae14-46255d60ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:25.297145 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d3b2f3ec-57ff-4450-ae14-46255d60ae99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:25.298922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d3b2f3ec-57ff-4450-ae14-46255d60ae99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b38353ae-7bc9-48b0-b6e2-de942a3fbe2b HTTP/1.1" status: 204 len: 168 time: 0.1229267 Nov 26 22:27:25.307804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2f3ec-57ff-4450-ae14-46255d60ae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38353ae-7bc9-48b0-b6e2-de942a3fbe2b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:25.971432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 36932) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:27:26.068845 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-39026238-network', 'tenant_id': '99ebcd1c33114a7e87b28676220d1922'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:27:26.090106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Made reservation on behalf of 99ebcd1c33114a7e87b28676220d1922 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:27:26.092322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.103659 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.177239 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.180736 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.201284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:27:26.215715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49982168-b93a-450f-b76e-516362938d18,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:26.221177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.221730 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Added segment 9f007717-1cc4-429e-8894-0b31eed8ed76 of type vlan for network b3e5ad86-c929-4c06-8811-35f0d3aaa354 Nov 26 22:27:26.261299 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.276349 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-674e1ffc-3092-41fd-a623-c48138fd5b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.287372 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.288338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:26.288926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.338006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3653045 Nov 26 22:27:26.341032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36936) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:27:26.345949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Request body: {'subnet': {'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-39026238-subnet', 'tenant_id': '99ebcd1c33114a7e87b28676220d1922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:27:26.351179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0fef3-eaaa-4766-9af2-a2a30b359e3d admin admin] Pushing event updated for resources: {'Network': ['ID=b3e5ad86-c929-4c06-8811-35f0d3aaa354,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:26.362858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network b3e5ad86-c929-4c06-8811-35f0d3aaa354 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:27:26.369628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Made reservation on behalf of 99ebcd1c33114a7e87b28676220d1922 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:27:26.372021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.539384 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.596940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:26.603900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Checking segment: {'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:27:26.604294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Network hostable DHCP agents. Network: b3e5ad86-c929-4c06-8811-35f0d3aaa354, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:27:26.620319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Network b3e5ad86-c929-4c06-8811-35f0d3aaa354 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:27:26.628839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, b3e5ad86-c929-4c06-8811-35f0d3aaa354) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:27:26.632942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:26.633537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:26.638633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769fc1b8-e692-45d3-aa53-013257c3e4de None None] Network b3e5ad86-c929-4c06-8811-35f0d3aaa354 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:27:26.651047 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-40c52c59-dbc9-4e9b-a32e-5866fbfc9cf8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3089356 Nov 26 22:27:26.769831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf6cda-df90-41bb-ae6c-19bcdff93c84 None None] Network b3e5ad86-c929-4c06-8811-35f0d3aaa354 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:27:27.078134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-3dd55f2f-f95c-41c4-afb5-e499f2179ddd tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:27.080155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-3dd55f2f-f95c-41c4-afb5-e499f2179ddd tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 810 time: 0.1041451 Nov 26 22:27:27.096044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-9d614566-b33f-4731-8dc4-0494692138b8 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/quotas/99ebcd1c33114a7e87b28676220d1922 HTTP/1.1" status: 200 len: 375 time: 0.0090976 Nov 26 22:27:27.126864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-08833ce4-b253-4cb9-9232-6011f4661492 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256491 Nov 26 22:27:27.137452 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-c262a26c-3879-4b72-a683-6aba8451a384 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:27:27.138373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-c262a26c-3879-4b72-a683-6aba8451a384 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049324 Nov 26 22:27:27.179903 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:27.232625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-7a468b31-6a43-4eca-b7b2-7b956b3add70 service neutron] 10.222.0.21 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881815 Nov 26 22:27:27.322049 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-23c5f3f0-9cee-4521-a466-959e9f88ebb8 service neutron] 10.222.0.21 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822527 Nov 26 22:27:27.482035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56661b1b-f98d-45b4-8407-bde0c5ae986f req-3d51287d-4dcc-4d52-a14b-b4410518115e tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 210 time: 0.0278811 Nov 26 22:27:27.639771 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:27:27.664661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:27:27.665018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d192c45d-2e4b-45e8-9ddd-e4b9ef1ca52b not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:27:28.481141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-a886a563-3caf-4a48-a401-6a742e8fa704 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:28.482634 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-a886a563-3caf-4a48-a401-6a742e8fa704 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.13 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 810 time: 0.1068325 Nov 26 22:27:28.512513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Request body: {'port': {'device_id': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354', 'admin_state_up': True, 'tenant_id': '99ebcd1c33114a7e87b28676220d1922'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:27:28.583875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f835e84e-d4c3-495c-8e34-027ac83aa027 req-73a44376-db65-4292-85b2-9d461f33c6ee tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 210 time: 0.0310118 Nov 26 22:27:28.623332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Made reservation on behalf of 99ebcd1c33114a7e87b28676220d1922 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:27:28.627276 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:28.718031 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:28.751923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Allocated IP 172.20.0.13 (b3e5ad86-c929-4c06-8811-35f0d3aaa354/2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12/b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:27:28.897103 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:28.929493 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:28.973560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Network b3e5ad86-c929-4c06-8811-35f0d3aaa354 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:27:28.976501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:27:28.980142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:27:28.986771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:29.036910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:29.037443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:29.052991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-ac08fcc8-2dbb-42bc-a1e5-d141fca8e273 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5447156 Nov 26 22:27:29.072003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Request body: {'port': {'device_id': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:27:29.122902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:29.319718 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:29.371660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:27:29.379502 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:29.392088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Transition to ACTIVE for port object b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:27:29.394995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:29.447001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:29.515410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Attempting to bind port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:27:29.516016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Attempting to bind port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:27:29.516134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Attempting to bind port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on network b3e5ad86-c929-4c06-8811-35f0d3aaa354 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:27:29.520696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on network b3e5ad86-c929-4c06-8811-35f0d3aaa354 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:27:29.521015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Attempting to bind port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on network b3e5ad86-c929-4c06-8811-35f0d3aaa354 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:27:29.525761 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:27:29.526129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Checking segment: {'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:27:29.526512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Bound using segment: {'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:27:29.526934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Bound port: b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:27:29.527287 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:29.587862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:27:29.590745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:27:29.595915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:29.631347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:29.631971 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:29.633632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] 10.222.0.13 "PUT /v2.0/ports/b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 1092 time: 0.5662267 Nov 26 22:27:29.636163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:27:29.638208 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4710b10-1b2e-4f52-9c68-229f819fdcae" -d '{"events": [{"name": "network-changed", "server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:27:29.666707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14228014-e259-40f6-a5f0-622e8d4a244a service neutron] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:29.683344 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e968e-0f05-4db2-aceb-154fd6771b9e x-openstack-request-id: req-a98e968e-0f05-4db2-aceb-154fd6771b9e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:27:29.683641 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:27:29.683895 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a98e968e-0f05-4db2-aceb-154fd6771b9e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:27:29.684685 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'status': 'completed', 'code': 200} Nov 26 22:27:29.709653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb9189-ceef-4261-9322-a868fdc067f3 req-bce0651c-e423-4f65-b28a-49c26546309b tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:29.711205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3deb9189-ceef-4261-9322-a868fdc067f3 req-bce0651c-e423-4f65-b28a-49c26546309b tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 944 time: 0.0579386 Nov 26 22:27:29.743587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-5e92a47c-3e09-4848-9db8-14c6ab1b8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:29.745113 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-5e92a47c-3e09-4848-9db8-14c6ab1b8b37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1095 time: 0.0427506 Nov 26 22:27:29.760649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3deb9189-ceef-4261-9322-a868fdc067f3 req-988c202e-fe48-426a-bb23-e22da6e0b3f5 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Nov 26 22:27:29.793520 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-14e4a974-75f2-4c81-86ec-7e15b0e6eebc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 217 time: 0.0344872 Nov 26 22:27:29.848111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-7f63adc8-adf2-4e87-ba2d-d366969a2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:29.849491 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-7f63adc8-adf2-4e87-ba2d-d366969a2411 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 200 len: 850 time: 0.0486107 Nov 26 22:27:29.883908 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-7f4b8fcf-979c-475d-a709-dbd2f0181071 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e5ad86-c929-4c06-8811-35f0d3aaa354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268393 Nov 26 22:27:29.975253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-f109c478-f719-44f4-85ac-97664fba6017 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841343 Nov 26 22:27:30.071254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-611da314-a784-4d2c-8eea-7e66fea51ca7 req-a65b38ee-a47a-4bb6-bf60-dfbc50c463a8 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891495 Nov 26 22:27:30.203535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-d246bd3c-b19f-4597-baaf-804040fc7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:30.205119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-d246bd3c-b19f-4597-baaf-804040fc7013 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1095 time: 0.0410445 Nov 26 22:27:30.294838 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-cb397b6f-4807-46ed-a085-9c83909f3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:30.296279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-cb397b6f-4807-46ed-a085-9c83909f3e74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 911 time: 0.0847242 Nov 26 22:27:30.336466 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-ad6ce971-5034-4cae-8438-fb0bad17b247 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 217 time: 0.0331922 Nov 26 22:27:30.384676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-4e0f6097-fbc2-47d5-9444-b824de343c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:30.386090 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-4e0f6097-fbc2-47d5-9444-b824de343c07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 200 len: 850 time: 0.0421457 Nov 26 22:27:30.416067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-c38ec388-b56f-46f8-a7e1-032e6db3c185 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e5ad86-c929-4c06-8811-35f0d3aaa354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231235 Nov 26 22:27:30.507049 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-640e23c5-2e09-4efa-aee8-2ffbef965b00 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840976 Nov 26 22:27:30.597101 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4710b10-1b2e-4f52-9c68-229f819fdcae req-ca34f7c0-1dca-47c4-92b2-bdb6ee53ab2f service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826125 Nov 26 22:27:30.877154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc80101-07c4-4309-bca2-274be3e85747 req-37974e79-a060-49af-a682-a87d86ad8c6d tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:30.878667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bc80101-07c4-4309-bca2-274be3e85747 req-37974e79-a060-49af-a682-a87d86ad8c6d tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 944 time: 0.0492749 Nov 26 22:27:30.925469 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bc80101-07c4-4309-bca2-274be3e85747 req-5e69f736-5730-4af6-a2db-a7c8a3fcb0f3 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Nov 26 22:27:32.045289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5f7ec-7b21-41fd-9a4d-bd5651a08fb0 req-6adb483c-0e74-45c0-b3f4-5648376406fb tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:32.046797 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ad5f7ec-7b21-41fd-9a4d-bd5651a08fb0 req-6adb483c-0e74-45c0-b3f4-5648376406fb tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 944 time: 0.0537851 Nov 26 22:27:32.094572 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ad5f7ec-7b21-41fd-9a4d-bd5651a08fb0 req-36809694-20bd-4446-90f1-a3c993fe0d53 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415151 Nov 26 22:27:33.210442 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c09be-b492-44d8-b834-ae4dfe5c7d65 req-311ff122-9d90-49d7-8562-b0c5bbe021f9 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:33.211849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c09c09be-b492-44d8-b834-ae4dfe5c7d65 req-311ff122-9d90-49d7-8562-b0c5bbe021f9 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 944 time: 0.0488803 Nov 26 22:27:33.263941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c09c09be-b492-44d8-b834-ae4dfe5c7d65 req-fca34bdf-9f56-454f-8ba7-991445c0a30e tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419626 Nov 26 22:27:33.671280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:27:33.769054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:27:33.780110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354', 'port_id': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'mac_address': 'fa:16:3e:74:cd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:27:33.816774 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:33.829561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:27:33.848956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:27:33.852868 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:33.899397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:34.188368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:27:34.385391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfc0ff-863c-4761-8ec7-7de76e74365f req-e04e0166-cbbf-4ac2-9bcf-dadacf4e5658 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:34.386972 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-accfc0ff-863c-4761-8ec7-7de76e74365f req-e04e0166-cbbf-4ac2-9bcf-dadacf4e5658 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 945 time: 0.0510457 Nov 26 22:27:34.432743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-accfc0ff-863c-4761-8ec7-7de76e74365f req-093319bd-0735-4f43-b6bc-4218332ae2cf tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Nov 26 22:27:35.549330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9aefc-2d6e-4dc4-9aa5-47d995f2dfd0 req-bf9ef800-a199-44ee-b248-cdbda8ece9f1 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:35.550855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cb9aefc-2d6e-4dc4-9aa5-47d995f2dfd0 req-bf9ef800-a199-44ee-b248-cdbda8ece9f1 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 945 time: 0.0502150 Nov 26 22:27:35.597610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cb9aefc-2d6e-4dc4-9aa5-47d995f2dfd0 req-0576175e-4275-4340-ac9e-ee94c546938f tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 Nov 26 22:27:35.693305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:27:35.740406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:27:35.744170 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:27:35.744552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:35.823007 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:35.846515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:27:35.848740 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d10e520-b479-431b-8f73-cf488e3ce051" -d '{"events": [{"server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "name": "network-vif-plugged", "status": "completed", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:27:35.862251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:27:35.866516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:35.890441 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa33d65-b539-40e8-aeb3-e3fc2918c16f x-openstack-request-id: req-daa33d65-b539-40e8-aeb3-e3fc2918c16f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:27:35.890740 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "name": "network-vif-plugged", "status": "completed", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:27:35.891000 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-daa33d65-b539-40e8-aeb3-e3fc2918c16f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:27:35.891393 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'code': 200} Nov 26 22:27:35.916817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:27:36.019507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd176a-af4a-4c68-836f-a0b758c1ef6f req-40b5a636-8046-4e8d-876d-bef80141bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:36.020888 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-78bd176a-af4a-4c68-836f-a0b758c1ef6f req-40b5a636-8046-4e8d-876d-bef80141bd6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1097 time: 0.0437779 Nov 26 22:27:36.064349 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-78bd176a-af4a-4c68-836f-a0b758c1ef6f req-981389ed-d543-4d43-b6e8-10c975b1b64c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357382 Nov 26 22:27:36.711806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254d9f6-76e9-4eb8-87ad-9f7956874c99 req-3c2efc3d-aca7-499c-af01-10ce9d57bd41 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:36.713283 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0254d9f6-76e9-4eb8-87ad-9f7956874c99 req-3c2efc3d-aca7-499c-af01-10ce9d57bd41 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0495629 Nov 26 22:27:36.763310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0254d9f6-76e9-4eb8-87ad-9f7956874c99 req-f1e893a7-5a25-40a6-b82e-1f6be28f3262 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Nov 26 22:27:37.286281 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:37.879918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b084cc-a97b-4f9f-bca5-e8e05b404e4a req-d124bddd-7660-4e43-b960-63ad54f647fe tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:37.881392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25b084cc-a97b-4f9f-bca5-e8e05b404e4a req-d124bddd-7660-4e43-b960-63ad54f647fe tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0487611 Nov 26 22:27:37.927976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25b084cc-a97b-4f9f-bca5-e8e05b404e4a req-89436aeb-fd92-4b52-8ec6-1efe2d92de58 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Nov 26 22:27:38.105356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 36990) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:27:38.167559 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:38.177556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d478339-8cf7-4232-9b12-4c93b9615ebf req-d08cddda-5b41-44a4-9295-70a05c5bf88b tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:38.179107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d478339-8cf7-4232-9b12-4c93b9615ebf req-d08cddda-5b41-44a4-9295-70a05c5bf88b tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0638866 Nov 26 22:27:38.204918 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-d0f0a255-c927-411d-9fa7-06589c38d3a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980327 Nov 26 22:27:38.214260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-3aee614d-77cc-411e-ab30-e65936d38126 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:27:38.215316 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-3aee614d-77cc-411e-ab30-e65936d38126 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050700 Nov 26 22:27:38.229050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7d478339-8cf7-4232-9b12-4c93b9615ebf req-e65315d2-421c-4fe4-9b68-49da97b403cf tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439217 Nov 26 22:27:39.355717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dd1c2-dcd8-4605-8c22-4933abdf878d req-d5ccea6a-c7a2-441d-b6ca-739ced87fd10 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:39.357216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd8dd1c2-dcd8-4605-8c22-4933abdf878d req-d5ccea6a-c7a2-441d-b6ca-739ced87fd10 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0538423 Nov 26 22:27:39.405764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd8dd1c2-dcd8-4605-8c22-4933abdf878d req-d8c78eac-76da-4b76-bbe9-5b23854c28df tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Nov 26 22:27:39.453765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152b38-7956-41b6-bb2e-1380187295ae req-cc23f97c-d31c-4d5e-bbd1-28ed6f1fc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:39.455595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-cc23f97c-d31c-4d5e-bbd1-28ed6f1fc8d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1097 time: 0.0406559 Nov 26 22:27:39.547321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152b38-7956-41b6-bb2e-1380187295ae req-758b3014-279c-4a8f-ad78-ebe25e7263b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:39.549371 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-758b3014-279c-4a8f-ad78-ebe25e7263b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 911 time: 0.0874383 Nov 26 22:27:39.589126 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-343ab849-5b2c-48a1-9d1a-ca7c7ae7f29d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 217 time: 0.0331945 Nov 26 22:27:39.636564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152b38-7956-41b6-bb2e-1380187295ae req-222d8876-ef2b-48e1-ae16-ebb740567d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:39.637975 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-222d8876-ef2b-48e1-ae16-ebb740567d0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 200 len: 850 time: 0.0420530 Nov 26 22:27:39.672777 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-70d4a704-26aa-467f-a665-c79a7f0dd019 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e5ad86-c929-4c06-8811-35f0d3aaa354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279963 Nov 26 22:27:39.760542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-93eaf5f1-bd2f-4fbf-868e-bcff47da553e service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812137 Nov 26 22:27:39.854532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-9c4fb925-ec1d-4e98-bf63-352ed4011343 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864418 Nov 26 22:27:40.529491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f40ee-88ee-4215-ad4f-49041ca0aad1 req-c734ff31-9c8f-42ca-a702-0c61367696d8 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:40.531017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4f40ee-88ee-4215-ad4f-49041ca0aad1 req-c734ff31-9c8f-42ca-a702-0c61367696d8 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0501139 Nov 26 22:27:40.577916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f4f40ee-88ee-4215-ad4f-49041ca0aad1 req-bd0fcfa5-1302-4a58-86ce-5e2df9935a78 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Nov 26 22:27:41.692399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129693-35a6-44ea-aedf-3567e455813e req-64743ecc-a956-4741-9dc0-911521921eaf tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:41.693936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57129693-35a6-44ea-aedf-3567e455813e req-64743ecc-a956-4741-9dc0-911521921eaf tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0480459 Nov 26 22:27:41.744057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57129693-35a6-44ea-aedf-3567e455813e req-09b3dc5e-96c8-401f-88f2-b1d1d882a8a2 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Nov 26 22:27:42.859883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcd645-01a3-4b04-8d19-178f92036d13 req-3731dd09-a991-4714-89d6-f42ed64622b6 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:42.861872 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cdcd645-01a3-4b04-8d19-178f92036d13 req-3731dd09-a991-4714-89d6-f42ed64622b6 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0495956 Nov 26 22:27:42.908577 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9cdcd645-01a3-4b04-8d19-178f92036d13 req-77654dda-1fdc-48ff-bac6-920f38eb8941 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Nov 26 22:27:44.025269 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ace512-a937-4a15-a429-0b17deb42044 req-102794e2-7f99-4f0d-821c-af6159990d46 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:44.026791 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63ace512-a937-4a15-a429-0b17deb42044 req-102794e2-7f99-4f0d-821c-af6159990d46 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0484624 Nov 26 22:27:44.072880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63ace512-a937-4a15-a429-0b17deb42044 req-aa541744-2763-4665-9202-18f5c467c3e1 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Nov 26 22:27:45.191055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c521fe-2218-4620-a58b-b83a581e0448 req-a6afb803-0fb8-4ef8-9b88-4d62156cfaaa tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:45.192569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23c521fe-2218-4620-a58b-b83a581e0448 req-a6afb803-0fb8-4ef8-9b88-4d62156cfaaa tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0523245 Nov 26 22:27:45.239231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-23c521fe-2218-4620-a58b-b83a581e0448 req-8de0474c-16d5-49e1-ab88-aa3aa7fc0632 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Nov 26 22:27:46.359483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8e08f-9dc8-4d07-b49c-4bbfe0ae3049 req-92f12587-0c6a-449a-ba5b-cb2a29ca8bac tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:46.361057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48b8e08f-9dc8-4d07-b49c-4bbfe0ae3049 req-92f12587-0c6a-449a-ba5b-cb2a29ca8bac tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0515518 Nov 26 22:27:46.411551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48b8e08f-9dc8-4d07-b49c-4bbfe0ae3049 req-db0aca65-3c78-46f5-87fd-db44448faeab tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Nov 26 22:27:46.474037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-6146cc54-c6d5-43a5-9a0d-11e9794549f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:46.475560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-6146cc54-c6d5-43a5-9a0d-11e9794549f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1097 time: 0.3700256 Nov 26 22:27:46.580492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-f94ff9eb-975e-4b3a-a250-a46bdddb09df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:46.581860 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-f94ff9eb-975e-4b3a-a250-a46bdddb09df service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 911 time: 0.0841732 Nov 26 22:27:46.624559 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-560e385c-7c10-4666-a487-d0875ad77eaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 217 time: 0.0357871 Nov 26 22:27:46.670815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-ed30dff1-4303-4922-9989-05c5cd7a38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:46.672295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-ed30dff1-4303-4922-9989-05c5cd7a38e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 200 len: 850 time: 0.0414743 Nov 26 22:27:46.702991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-1c219a7b-fee5-4346-8ed3-3a2fa43455ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e5ad86-c929-4c06-8811-35f0d3aaa354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240626 Nov 26 22:27:46.792124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-6a1c4019-2222-4d27-bf8e-a3ca9b9d5024 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826128 Nov 26 22:27:46.881650 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cf70cfff-bb25-41d1-b793-14e175dcb430 req-6bb79485-1742-4a68-80a8-33a7888a7124 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820675 Nov 26 22:27:47.535990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a392c9f-75e1-4313-95cf-dd745ab94c9c req-62c45bd1-37c4-45ef-9049-60f52b1133c0 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:47.537490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a392c9f-75e1-4313-95cf-dd745ab94c9c req-62c45bd1-37c4-45ef-9049-60f52b1133c0 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0546765 Nov 26 22:27:47.586024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3a392c9f-75e1-4313-95cf-dd745ab94c9c req-07abb1d4-91a4-40d9-b71f-0ee2ab604d69 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Nov 26 22:27:48.700803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b9f32-7197-4792-9438-647d563d2393 req-0c63b6f0-2dcb-4825-9c53-99a2dd75d3c5 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:48.702331 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a40b9f32-7197-4792-9438-647d563d2393 req-0c63b6f0-2dcb-4825-9c53-99a2dd75d3c5 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0492461 Nov 26 22:27:48.750016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a40b9f32-7197-4792-9438-647d563d2393 req-96dcb197-1c19-4ce6-8835-48d36b8eee08 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410216 Nov 26 22:27:49.865971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf89a0f-b532-48e5-b74d-d38e24b6bfdb req-1f51a6fb-264e-419a-a7a3-53a55efc292d tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:49.867460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aaf89a0f-b532-48e5-b74d-d38e24b6bfdb req-1f51a6fb-264e-419a-a7a3-53a55efc292d tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0485151 Nov 26 22:27:49.918709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aaf89a0f-b532-48e5-b74d-d38e24b6bfdb req-580690f4-5c65-4a51-9216-cb0b608e3dc9 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Nov 26 22:27:51.034904 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43884ee-2a7c-4eac-a647-5f08064f0555 req-31207682-78cd-44d4-9316-b0ca6b1823e4 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:51.036773 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c43884ee-2a7c-4eac-a647-5f08064f0555 req-31207682-78cd-44d4-9316-b0ca6b1823e4 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0490999 Nov 26 22:27:51.084448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c43884ee-2a7c-4eac-a647-5f08064f0555 req-c33c610a-297b-4a98-ab3f-062620f36c40 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Nov 26 22:27:52.201929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4c156-d1ca-4b26-8fc9-6902bcccbd75 req-a6854351-8de1-4de5-b42c-8294a86e2535 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:52.203431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ee4c156-d1ca-4b26-8fc9-6902bcccbd75 req-a6854351-8de1-4de5-b42c-8294a86e2535 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0496330 Nov 26 22:27:52.251539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8ee4c156-d1ca-4b26-8fc9-6902bcccbd75 req-14be9b4e-8fb1-469c-92ae-0c0594642f9f tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Nov 26 22:27:53.371788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f0408-3f50-4481-a3b7-e1504c24cdbc req-92f6befe-5a50-4e3b-9bfc-14716c6ecde4 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:53.373308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-523f0408-3f50-4481-a3b7-e1504c24cdbc req-92f6befe-5a50-4e3b-9bfc-14716c6ecde4 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0531774 Nov 26 22:27:53.420214 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-523f0408-3f50-4481-a3b7-e1504c24cdbc req-d3a98d4e-3b8b-442a-ab4d-34dc59e10768 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402756 Nov 26 22:27:53.520186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-45a6c46b-9ca5-476b-a1d1-631f92bd74d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:54.543495 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634fe22-8984-468f-9c0e-2a634891bdbf req-43c15b69-fe28-463f-b807-734f554080c0 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:54.545042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2634fe22-8984-468f-9c0e-2a634891bdbf req-43c15b69-fe28-463f-b807-734f554080c0 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0549326 Nov 26 22:27:54.592627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2634fe22-8984-468f-9c0e-2a634891bdbf req-df996e30-f344-4aa1-80fe-fb1b29850afc tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Nov 26 22:27:55.008668 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:27:55.709398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66317d-153d-4b88-ac51-fb6816be24be req-c4716bf7-a9fb-419a-9b25-3b95d98085fa tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:55.710927 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d66317d-153d-4b88-ac51-fb6816be24be req-c4716bf7-a9fb-419a-9b25-3b95d98085fa tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0497179 Nov 26 22:27:55.761055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9d66317d-153d-4b88-ac51-fb6816be24be req-21c39dd7-7a22-4413-9d85-fbdbf5ddbfc6 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 Nov 26 22:27:56.278576 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11d66f94-1955-4288-90b4-d8a272246a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:56.877307 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12c105-779f-4624-8bfb-e91eb2dac4f6 req-7a2c8795-1ce1-4051-8a7c-3b6ce3534048 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:56.878794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e12c105-779f-4624-8bfb-e91eb2dac4f6 req-7a2c8795-1ce1-4051-8a7c-3b6ce3534048 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0484748 Nov 26 22:27:56.924889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e12c105-779f-4624-8bfb-e91eb2dac4f6 req-0d16306e-aa3e-45c8-b739-06b7bc97d2f8 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Nov 26 22:27:57.183348 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:58.042540 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66894021-5f39-4b0f-b627-f43cd239e31e req-ada3fcc8-ac7a-4664-af36-72bd920fc05e tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:58.044032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66894021-5f39-4b0f-b627-f43cd239e31e req-ada3fcc8-ac7a-4664-af36-72bd920fc05e tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0485439 Nov 26 22:27:58.090737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66894021-5f39-4b0f-b627-f43cd239e31e req-83230ad4-2fc8-455b-91f5-31809fe46bff tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Nov 26 22:27:58.722245 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:27:59.213787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e9704-f8d9-4938-aea5-b9573d7403d5 req-a3df8845-d2a1-4c0d-92eb-6490f48be6e0 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:27:59.215326 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb6e9704-f8d9-4938-aea5-b9573d7403d5 req-a3df8845-d2a1-4c0d-92eb-6490f48be6e0 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0538404 Nov 26 22:27:59.263402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb6e9704-f8d9-4938-aea5-b9573d7403d5 req-1c57cf38-5294-4015-b408-ba0dac4332ea tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Nov 26 22:27:59.323930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:00.380610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178dae7-8131-4b7f-91ae-cec5d1177968 req-73574657-3ed3-4287-81b2-60a49a7e93fc tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:00.382115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b178dae7-8131-4b7f-91ae-cec5d1177968 req-73574657-3ed3-4287-81b2-60a49a7e93fc tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0491614 Nov 26 22:28:00.428930 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b178dae7-8131-4b7f-91ae-cec5d1177968 req-606cd10d-1c92-4d46-9951-232e47ae5ac6 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Nov 26 22:28:01.550358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025ce7c-60ee-438c-befe-33ce1662ae90 req-f9acfa9f-205b-4507-9506-bda4e0782366 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:01.551875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e025ce7c-60ee-438c-befe-33ce1662ae90 req-f9acfa9f-205b-4507-9506-bda4e0782366 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0523276 Nov 26 22:28:01.599079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e025ce7c-60ee-438c-befe-33ce1662ae90 req-80e4960f-1247-4e1f-b8af-4985790a9dfa tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Nov 26 22:28:02.716183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038851-d9d1-45b4-ba14-7eb66cc3c8c4 req-696de0a4-2375-43ee-9903-4fb6881ec13d tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:02.717685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16038851-d9d1-45b4-ba14-7eb66cc3c8c4 req-696de0a4-2375-43ee-9903-4fb6881ec13d tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0509827 Nov 26 22:28:02.764803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16038851-d9d1-45b4-ba14-7eb66cc3c8c4 req-dd1d1b42-f304-458a-965e-9d751d92479e tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Nov 26 22:28:03.884732 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba88e1-21a9-487a-aa18-89338ac1c14f req-87611e66-0996-4877-a6e0-e0da7b347384 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:03.886245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83ba88e1-21a9-487a-aa18-89338ac1c14f req-87611e66-0996-4877-a6e0-e0da7b347384 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0532598 Nov 26 22:28:03.936813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83ba88e1-21a9-487a-aa18-89338ac1c14f req-5030b5e5-ed92-4cc8-946a-004d3ca7b52a tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Nov 26 22:28:05.052574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb83877-109e-4922-aae7-1fba245b248a req-fcb58562-3513-4c95-b2e4-4ca0b48cf585 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:05.054029 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6eb83877-109e-4922-aae7-1fba245b248a req-fcb58562-3513-4c95-b2e4-4ca0b48cf585 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0482388 Nov 26 22:28:05.100108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6eb83877-109e-4922-aae7-1fba245b248a req-abc28f19-5252-4a4f-82c1-99dca46dede5 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Nov 26 22:28:06.222623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae2045-2bb5-409d-b9a0-6b17f3325e28 req-d895e6ad-621b-44bd-9914-e55f4113f3b8 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:06.224090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0eae2045-2bb5-409d-b9a0-6b17f3325e28 req-d895e6ad-621b-44bd-9914-e55f4113f3b8 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0500591 Nov 26 22:28:06.271571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0eae2045-2bb5-409d-b9a0-6b17f3325e28 req-f917436e-3543-4b62-83d4-ff87d31c92a9 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Nov 26 22:28:06.971416 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-a9152b38-7956-41b6-bb2e-1380187295ae req-faada7d1-d110-4cb9-81e4-e538d400ce8a service neutron] show failed (client error): The resource could not be found. Nov 26 22:28:06.972445 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-faada7d1-d110-4cb9-81e4-e538d400ce8a service neutron] 10.222.0.13 "GET /v2.0/ports/b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0564353 Nov 26 22:28:07.206733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152b38-7956-41b6-bb2e-1380187295ae req-ad640ada-3abd-4e12-91e0-ef174fdb5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:07.208412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-ad640ada-3abd-4e12-91e0-ef174fdb5d90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a&tenant_id=99ebcd1c33114a7e87b28676220d1922 HTTP/1.1" status: 200 len: 1097 time: 0.0755079 Nov 26 22:28:07.226283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:28:07.278409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:07.300764 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:07.456255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15770f27-a02a-40b0-a08e-25d3488d010d req-8eb59e1c-0a46-425b-89f7-a51121b53233 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:07.457845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15770f27-a02a-40b0-a08e-25d3488d010d req-8eb59e1c-0a46-425b-89f7-a51121b53233 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.1139419 Nov 26 22:28:07.488147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:28:07.507479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15770f27-a02a-40b0-a08e-25d3488d010d req-e89e08b1-1cb1-45a5-b480-3ffc7ade5356 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Nov 26 22:28:07.523304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:28:07.562231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:28:07.565165 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29882ae8-8c8d-4877-9b80-3cb517a596fc" -d '{"events": [{"server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:28:07.569249 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:07.585079 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Transition to ACTIVE for port object b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:28:07.589090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:07.618587 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dc46b4-933c-4092-abea-d986a5a10af1 x-openstack-request-id: req-f3dc46b4-933c-4092-abea-d986a5a10af1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:28:07.618892 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:28:07.619153 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3dc46b4-933c-4092-abea-d986a5a10af1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:28:07.619582 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'code': 200} Nov 26 22:28:07.641875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:07.658516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] No DVR routers for this DVR port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:28:07.666701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.667056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.667403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.667745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.668084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.668421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.668754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.669085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.669415 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.669744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.670102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.670416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:07.708522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Attempting to bind port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:28:07.708779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Attempting to bind port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:28:07.709114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Attempting to bind port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on network b3e5ad86-c929-4c06-8811-35f0d3aaa354 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:28:07.713378 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on network b3e5ad86-c929-4c06-8811-35f0d3aaa354 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:28:07.713705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Attempting to bind port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on network b3e5ad86-c929-4c06-8811-35f0d3aaa354 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:28:07.718495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:28:07.718830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Checking segment: {'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:28:07.719214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Bound using segment: {'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:28:07.720225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Bound port: b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f007717-1cc4-429e-8894-0b31eed8ed76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:28:07.720579 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:07.780934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:28:07.784948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:28:07.788775 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:07.825064 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:07.825679 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:07.827088 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] 10.222.0.41 "PUT /v2.0/ports/b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 1092 time: 0.6047802 Nov 26 22:28:07.846094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff17f15-3301-4cb2-9d52-7092a00bb182 service neutron] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:07.900566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152b38-7956-41b6-bb2e-1380187295ae req-fd7b6fb2-1c3e-4d8f-9420-28b3d5e218f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:07.902038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-fd7b6fb2-1c3e-4d8f-9420-28b3d5e218f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1095 time: 0.0422711 Nov 26 22:28:07.995878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152b38-7956-41b6-bb2e-1380187295ae req-caa607bc-88cd-4863-869e-f44ac9bca644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:07.997363 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-caa607bc-88cd-4863-869e-f44ac9bca644 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 911 time: 0.0874724 Nov 26 22:28:08.038210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-e34b23d1-07a5-4252-9a66-1edba9abaca6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 217 time: 0.0340006 Nov 26 22:28:08.089634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9152b38-7956-41b6-bb2e-1380187295ae req-9cc25bdb-bacf-4ec9-956a-8519ff9a4fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:08.091089 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-9cc25bdb-bacf-4ec9-956a-8519ff9a4fb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 200 len: 850 time: 0.0468707 Nov 26 22:28:08.122322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-2f4a4203-ed3f-4b3f-b6d7-2104d98e13ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3e5ad86-c929-4c06-8811-35f0d3aaa354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234251 Nov 26 22:28:08.183189 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:08.211940 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-a3793af7-12e3-4063-8712-da9e6f632b91 service neutron] 10.222.0.41 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823731 Nov 26 22:28:08.303971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a9152b38-7956-41b6-bb2e-1380187295ae req-c1d6bdf7-0aab-4859-8cf0-4af18dcc1e8e service neutron] 10.222.0.41 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853369 Nov 26 22:28:08.624903 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35699b-25f1-4ffb-b677-24ad3fc6e3fa req-1e7cba84-fb0b-424d-a457-2dbd8eab1c76 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:08.626347 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed35699b-25f1-4ffb-b677-24ad3fc6e3fa req-1e7cba84-fb0b-424d-a457-2dbd8eab1c76 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 944 time: 0.0497124 Nov 26 22:28:08.673780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed35699b-25f1-4ffb-b677-24ad3fc6e3fa req-7089d97d-8185-4b0a-93f9-9313ef47727f tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Nov 26 22:28:09.620905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:28:09.623300 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bc6379-3e41-4f41-a791-c72f60f7bd28" -d '{"events": [{"name": "network-changed", "server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:28:09.672397 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7c07c1-580c-4e38-a0c7-148a532868f6 x-openstack-request-id: req-ab7c07c1-580c-4e38-a0c7-148a532868f6 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:28:09.672882 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:28:09.673252 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab7c07c1-580c-4e38-a0c7-148a532868f6 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:28:09.673660 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'status': 'completed', 'code': 200} Nov 26 22:28:09.785106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-a0cb8cb6-2974-4a46-bea6-8c7d8f0667d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:09.786575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-a0cb8cb6-2974-4a46-bea6-8c7d8f0667d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1095 time: 0.0701363 Nov 26 22:28:09.789159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-a6827f78-9fdd-47b1-8078-4f21d29c0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:09.790967 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-a6827f78-9fdd-47b1-8078-4f21d29c0bf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1095 time: 0.0661581 Nov 26 22:28:09.797173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729611-1c13-453f-af6a-83007e128305 req-be7a4746-7db3-4466-ad7e-ad8fe4c312d9 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:09.803422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8729611-1c13-453f-af6a-83007e128305 req-be7a4746-7db3-4466-ad7e-ad8fe4c312d9 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 944 time: 0.0562963 Nov 26 22:28:09.855567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8729611-1c13-453f-af6a-83007e128305 req-c071af96-6a4d-4588-b0cf-7927f8bc04fc tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462475 Nov 26 22:28:09.960484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-2552a94c-c12a-47a7-abb3-f53b936cd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:09.961951 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-2552a94c-c12a-47a7-abb3-f53b936cd77e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 911 time: 0.1608651 Nov 26 22:28:09.962894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-72460fcf-1ae3-4031-b301-34368a28f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:09.964200 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-72460fcf-1ae3-4031-b301-34368a28f4d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 911 time: 0.1710100 Nov 26 22:28:10.007828 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-e11d36d2-76a5-495b-92a5-3dbd8e01a9bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 217 time: 0.0384641 Nov 26 22:28:10.040437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-dab4c92f-d1d6-4187-8411-bc2980fec78c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 217 time: 0.0646582 Nov 26 22:28:10.111382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-f0c5f687-207b-43a5-8841-bc26ba1eec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:10.112804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-f0c5f687-207b-43a5-8841-bc26ba1eec47 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 200 len: 850 time: 0.0802512 Nov 26 22:28:10.117892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-c5a88f1f-0904-4ce0-9588-f6e438d9c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:10.119252 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-c5a88f1f-0904-4ce0-9588-f6e438d9c375 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 200 len: 850 time: 0.0569892 Nov 26 22:28:10.170786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-b7a7b1e7-543b-46bf-96ba-66d590930440 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3e5ad86-c929-4c06-8811-35f0d3aaa354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506017 Nov 26 22:28:10.173339 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-ddc6674a-eccd-4d96-93da-cfff83a46d5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e5ad86-c929-4c06-8811-35f0d3aaa354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450203 Nov 26 22:28:10.330182 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-c170db15-2990-4124-a6a9-1e088146810a service neutron] 10.222.0.41 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519291 Nov 26 22:28:10.331793 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-12ba1282-89c6-462b-9c2e-d35e8f8c0519 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468942 Nov 26 22:28:10.487104 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-b4242d19-c4c1-4c5c-8c09-f5c59242fd7f service neutron] 10.222.0.41 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498759 Nov 26 22:28:10.489047 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d4bc6379-3e41-4f41-a791-c72f60f7bd28 req-dd75e8ce-c250-4b14-a09b-de3516d1a43b service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451752 Nov 26 22:28:11.030552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382dc79-6c4c-4c87-b0f9-d7e05ba1b073 req-f930c5af-b84a-434b-b69e-e708b40a0719 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:11.032583 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1382dc79-6c4c-4c87-b0f9-d7e05ba1b073 req-f930c5af-b84a-434b-b69e-e708b40a0719 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 944 time: 0.1051905 Nov 26 22:28:11.079551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1382dc79-6c4c-4c87-b0f9-d7e05ba1b073 req-736b0363-734e-490c-9afe-5da2192744ae tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Nov 26 22:28:11.825388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:28:11.867776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:28:11.986350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:28:12.078464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:28:12.093196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'network_id': 'b3e5ad86-c929-4c06-8811-35f0d3aaa354', 'port_id': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'mac_address': 'fa:16:3e:74:cd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:28:12.137531 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:12.151539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:28:12.171634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:28:12.175655 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:12.197425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c424bd-7aab-4c54-9d2a-6af72ded7fdf req-734a8fb3-e348-4020-b8b7-012c2e4d1ac1 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:12.198957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10c424bd-7aab-4c54-9d2a-6af72ded7fdf req-734a8fb3-e348-4020-b8b7-012c2e4d1ac1 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 944 time: 0.0488689 Nov 26 22:28:12.223159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:12.230510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.230857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.231199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.231540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.231980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.232317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.232645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.232971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.233297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.233620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.233942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.234286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:12.248143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10c424bd-7aab-4c54-9d2a-6af72ded7fdf req-9cca013e-1b8c-41d3-9e07-e11d006652c0 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416765 Nov 26 22:28:12.535249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-8ee2c1da-444c-4bdd-b855-4cc12cf1ebc2 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:12.536706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-8ee2c1da-444c-4bdd-b855-4cc12cf1ebc2 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.13 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a&tenant_id=99ebcd1c33114a7e87b28676220d1922&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 945 time: 0.0861897 Nov 26 22:28:12.588031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:28:12.602530 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-49bc0290-87ee-48e6-b009-8871d18d55ea service neutron] delete failed (client error): The resource could not be found. Nov 26 22:28:12.603549 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-49bc0290-87ee-48e6-b009-8871d18d55ea service neutron] 10.222.0.13 "DELETE /v2.0/ports/b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0592644 Nov 26 22:28:12.706826 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-0d8d532c-f800-43f8-88ce-06e165127ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:12.708536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-0d8d532c-f800-43f8-88ce-06e165127ad3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=99ebcd1c33114a7e87b28676220d1922&device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 1096 time: 0.0413020 Nov 26 22:28:12.796548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-0402ea48-5d7f-4c95-926f-2bbfa0dc238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:12.798021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-0402ea48-5d7f-4c95-926f-2bbfa0dc238c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 200 len: 911 time: 0.0819576 Nov 26 22:28:12.840405 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-f5229b05-f563-45e6-bdff-e85fad1104a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 200 len: 217 time: 0.0357828 Nov 26 22:28:12.886689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-f2cd52e2-c451-46fe-8068-54db93d70023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:12.888072 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-f2cd52e2-c451-46fe-8068-54db93d70023 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 200 len: 850 time: 0.0410516 Nov 26 22:28:12.918630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-e592b2ec-a0ae-40bb-8628-8ebb61e36aed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e5ad86-c929-4c06-8811-35f0d3aaa354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234063 Nov 26 22:28:13.010615 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-4d6324d4-f52c-491a-a434-3a0298c9a35d service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838513 Nov 26 22:28:13.098329 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-437874be-d5a5-49c3-8a05-006f428945f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803630 Nov 26 22:28:13.846709 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141407f-69db-4f17-9d98-b24ad5332e70 req-04638394-baf0-4069-a652-d40add3e0b44 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:13.848182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c141407f-69db-4f17-9d98-b24ad5332e70 req-04638394-baf0-4069-a652-d40add3e0b44 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 945 time: 0.0527458 Nov 26 22:28:13.894809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c141407f-69db-4f17-9d98-b24ad5332e70 req-5b1c98de-9550-4338-9649-cb262cbe57b6 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405948 Nov 26 22:28:13.998612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:28:14.045271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:28:14.049720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:28:14.050224 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:14.126283 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:14.148099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:28:14.150327 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f58ffa1-bde6-4978-bda6-8ef4062af1ba" -d '{"events": [{"server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "name": "network-vif-plugged", "status": "completed", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:28:14.163241 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:28:14.167698 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:14.190860 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a441c37c-c0c8-475e-91bf-797c1915ea16 x-openstack-request-id: req-a441c37c-c0c8-475e-91bf-797c1915ea16 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:28:14.191158 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "name": "network-vif-plugged", "status": "completed", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:28:14.191415 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a441c37c-c0c8-475e-91bf-797c1915ea16 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:28:14.191810 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'code': 200} Nov 26 22:28:14.217126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:15.016525 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000adc39-b65b-4d10-87ea-2e29a25cdd72 req-b88a3bae-4d96-4736-bd0f-8e986ae86904 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:15.018803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-000adc39-b65b-4d10-87ea-2e29a25cdd72 req-b88a3bae-4d96-4736-bd0f-8e986ae86904 tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0557628 Nov 26 22:28:15.069728 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-000adc39-b65b-4d10-87ea-2e29a25cdd72 req-4489add6-2efd-45b1-b655-8ac73bec29ec tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.21 "GET /v2.0/security-groups?id=49982168-b93a-450f-b76e-516362938d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447898 Nov 26 22:28:15.355292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-175579df-c8ca-4684-ba9f-3064755152ee tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:15.356825 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-175579df-c8ca-4684-ba9f-3064755152ee tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.41 "GET /v2.0/ports?device_id=df92ce03-99da-45ac-beed-0d8cd7f28a4a HTTP/1.1" status: 200 len: 946 time: 0.0486100 Nov 26 22:28:15.448757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Deleting port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:28:15.449095 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:15.539742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] For port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,segment=NetworkSegment(9f007717-1cc4-429e-8894-0b31eed8ed76),segment_id=9f007717-1cc4-429e-8894-0b31eed8ed76)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:28:15.540102 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:15.551675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Calling delete_port for b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:28:15.673322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:15.706512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Pushing event deleted for resources: {'Port': ['ID=b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:15.706725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:28:15.747666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] No DVR routers for this DVR port b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:28:15.750247 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:15.754445 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-172783ad-0546-40a0-a8a4-27d2d4802658 req-fc36687a-8443-450a-bc4e-79bf0b7b38be tempest-DeleteServersTestJSON-753291394 tempest-DeleteServersTestJSON-753291394-project] 10.222.0.41 "DELETE /v2.0/ports/b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 HTTP/1.1" status: 204 len: 173 time: 0.3907502 Nov 26 22:28:15.754879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'name': 'network-vif-deleted', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:28:15.757128 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6ff821-4796-49a2-8591-137a63754cb6" -d '{"events": [{"server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "name": "network-vif-deleted", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:28:15.794855 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50899bb5-3676-47f5-a8ae-560b3e49b852 x-openstack-request-id: req-50899bb5-3676-47f5-a8ae-560b3e49b852 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:28:15.795154 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df92ce03-99da-45ac-beed-0d8cd7f28a4a", "name": "network-vif-deleted", "tag": "b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:28:15.795435 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50899bb5-3676-47f5-a8ae-560b3e49b852 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:28:15.795848 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df92ce03-99da-45ac-beed-0d8cd7f28a4a', 'name': 'network-vif-deleted', 'tag': 'b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86', 'status': 'completed', 'code': 200} Nov 26 22:28:16.199839 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37098) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:28:16.244663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-142a5f2d-f0e2-4ba4-b26e-a6487c9f0741 admin admin] Deleting subnet 2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:28:16.247709 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-142a5f2d-f0e2-4ba4-b26e-a6487c9f0741 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.280868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-142a5f2d-f0e2-4ba4-b26e-a6487c9f0741 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.322438 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-142a5f2d-f0e2-4ba4-b26e-a6487c9f0741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.371289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-142a5f2d-f0e2-4ba4-b26e-a6487c9f0741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.397059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5f2d-f0e2-4ba4-b26e-a6487c9f0741 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:16.400754 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-142a5f2d-f0e2-4ba4-b26e-a6487c9f0741 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.404064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-142a5f2d-f0e2-4ba4-b26e-a6487c9f0741 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c5a1d9a-0393-4ad2-9b4e-5d152c4cbf12 HTTP/1.1" status: 204 len: 168 time: 0.2032118 Nov 26 22:28:16.406553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37100) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:28:16.479537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.564536 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.585018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e5ad86-c929-4c06-8811-35f0d3aaa354']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:28:16.593918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f007717-1cc4-429e-8894-0b31eed8ed76') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:28:16.594794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f007717-1cc4-429e-8894-0b31eed8ed76') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:28:16.603808 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.616812 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.622844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:28:16.623226 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:28:16.624996 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:28:16.677822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.684459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.687786 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b3e5ad86-c929-4c06-8811-35f0d3aaa354 HTTP/1.1" status: 204 len: 168 time: 0.2802856 Nov 26 22:28:16.702116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763490ad-ef0c-411c-95ff-db5017948889 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e5ad86-c929-4c06-8811-35f0d3aaa354,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:16.795322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37104) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:28:16.835040 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-33c21421-27f8-4ab2-8a6e-10f9688ccd75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99ebcd1c33114a7e87b28676220d1922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385566 Nov 26 22:28:16.837555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37106) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:28:16.882373 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7c961af-ec2d-44e2-9cc6-050f52c6982e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.903152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7c961af-ec2d-44e2-9cc6-050f52c6982e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.948738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7c961af-ec2d-44e2-9cc6-050f52c6982e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.951579 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f7c961af-ec2d-44e2-9cc6-050f52c6982e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:16.952996 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f7c961af-ec2d-44e2-9cc6-050f52c6982e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49982168-b93a-450f-b76e-516362938d18 HTTP/1.1" status: 204 len: 168 time: 0.1144543 Nov 26 22:28:16.962028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c961af-ec2d-44e2-9cc6-050f52c6982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49982168-b93a-450f-b76e-516362938d18,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:17.676412 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37128) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:28:17.795964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1783572617-network', 'tenant_id': 'ab2e8658433643ac8367052089836ac9'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:28:17.820179 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Made reservation on behalf of ab2e8658433643ac8367052089836ac9 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:28:17.823193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:17.832995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:17.915275 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:17.919185 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:17.947326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:28:17.957993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb04dad-97d9-4d02-bff9-5ba54f399582,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:17.964152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:17.964493 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Added segment 213e2e40-1a96-4b4e-b067-5c9db6d5db78 of type vlan for network 14888a8f-d90f-43a2-af7f-a206cbf63a2c Nov 26 22:28:18.004888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:18.028574 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:18.029485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:18.030061 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:18.089065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4113128 Nov 26 22:28:18.091992 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37132) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:28:18.097876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Request body: {'subnet': {'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1783572617-subnet', 'tenant_id': 'ab2e8658433643ac8367052089836ac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:28:18.099930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b5216-6028-47b9-9ca5-5fc93ef5eb88 admin admin] Pushing event updated for resources: {'Network': ['ID=14888a8f-d90f-43a2-af7f-a206cbf63a2c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:18.110494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 14888a8f-d90f-43a2-af7f-a206cbf63a2c details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:28:18.119480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Made reservation on behalf of ab2e8658433643ac8367052089836ac9 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:28:18.121753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:18.287848 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:18.340646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717cc24c-9cf6-416b-bb32-b3145d4f83ff,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:18.355389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.355735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.356078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.356412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.356740 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.357068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.357394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.357717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.358043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.358392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.358712 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.359032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:28:18.366954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Checking segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:28:18.367313 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Network hostable DHCP agents. Network: 14888a8f-d90f-43a2-af7f-a206cbf63a2c, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:28:18.383485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Network 14888a8f-d90f-43a2-af7f-a206cbf63a2c is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:28:18.392104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 14888a8f-d90f-43a2-af7f-a206cbf63a2c) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:28:18.396387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:18.396993 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:18.401347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74688ad3-2288-42e0-acc0-7d7da41bcd10 None None] Network 14888a8f-d90f-43a2-af7f-a206cbf63a2c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:28:18.412917 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2781c171-22df-48cd-a4e9-930863f4ace3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3197625 Nov 26 22:28:18.528148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47271e76-2363-4b09-9df8-ee988b99ac27 None None] Network 14888a8f-d90f-43a2-af7f-a206cbf63a2c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:28:18.836922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-b0df7d47-8b0b-4b24-a36f-cf785f5e7145 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:18.838408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-b0df7d47-8b0b-4b24-a36f-cf785f5e7145 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 815 time: 0.0993280 Nov 26 22:28:18.853379 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-74e5ec9e-c242-44c9-918e-35622f6179cc tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/quotas/ab2e8658433643ac8367052089836ac9 HTTP/1.1" status: 200 len: 375 time: 0.0093617 Nov 26 22:28:18.883311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-4fe9a5bd-33ba-4d34-be6d-a5db6867e98f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249043 Nov 26 22:28:18.974905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-1bb98322-3c7a-42a2-a615-447718b0d315 service neutron] 10.222.0.21 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847125 Nov 26 22:28:19.063719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-f8410b1e-e118-4f6e-8c82-fb821d806f10 service neutron] 10.222.0.21 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823176 Nov 26 22:28:19.229236 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ab2b78e0-38c5-4e69-aae7-75fb8c490175 req-c7e950ec-6d10-40ce-afb1-9bde7990c6c5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 210 time: 0.0316613 Nov 26 22:28:20.011135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:28:20.030731 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:28:20.031085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device b71d4fea-a5fe-48bd-bb0a-ea7fe26bca86 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:28:20.204644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-89c951ad-f51b-4efd-ad82-7b49eb77eb7d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:20.206124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-89c951ad-f51b-4efd-ad82-7b49eb77eb7d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.41 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 815 time: 0.1065371 Nov 26 22:28:20.225401 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Request body: {'port': {'device_id': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c', 'admin_state_up': True, 'tenant_id': 'ab2e8658433643ac8367052089836ac9'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:28:20.324479 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d43eba94-9259-4d8d-bb97-dfdc5b43f9d3 req-57654a4a-0a81-42ec-ad1c-84b5c713b520 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 210 time: 0.0266156 Nov 26 22:28:20.335491 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Made reservation on behalf of ab2e8658433643ac8367052089836ac9 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:28:20.339094 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:20.466373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Allocated IP 172.20.0.11 (14888a8f-d90f-43a2-af7f-a206cbf63a2c/717cc24c-9cf6-416b-bb32-b3145d4f83ff/95a8b13e-71ba-49a0-ab52-4e293ca4d7f7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:28:20.614911 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:20.647080 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:20.689608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Network 14888a8f-d90f-43a2-af7f-a206cbf63a2c is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:28:20.692677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:28:20.696400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:28:20.721579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:20.749169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:20.749784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:20.765500 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-802aac04-95c1-40b1-93d1-ad16500993a4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5439775 Nov 26 22:28:20.783708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Request body: {'port': {'device_id': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:28:20.838396 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:21.090828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:28:21.098243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:21.109655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Transition to ACTIVE for port object 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:28:21.114521 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:21.182695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:21.232988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Attempting to bind port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:28:21.233630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Attempting to bind port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:28:21.233630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Attempting to bind port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:28:21.238746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:28:21.239069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Attempting to bind port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:28:21.243890 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:28:21.244229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Checking segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:28:21.244612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Bound using segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:28:21.245038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Bound port: 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:28:21.245393 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:21.306452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:28:21.309380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:28:21.314418 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:21.350651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:21.351280 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:21.352683 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] 10.222.0.41 "PUT /v2.0/ports/95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 1092 time: 0.5735037 Nov 26 22:28:21.353117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:28:21.355391 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98951cd5-d947-42a6-8b70-4db5e8b0d843" -d '{"events": [{"name": "network-changed", "server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:28:21.379172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee7896-eabe-4d15-bd85-f1bf7e100304 service neutron] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:21.408618 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a845b1-2a71-45e3-a212-4394d4d9067b x-openstack-request-id: req-f4a845b1-2a71-45e3-a212-4394d4d9067b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:28:21.408916 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:28:21.409233 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4a845b1-2a71-45e3-a212-4394d4d9067b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:28:21.409933 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'status': 'completed', 'code': 200} Nov 26 22:28:21.455303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e494128-5028-4a00-9ec9-bdc511a28f99 req-9fd27841-fba1-495f-8592-08d68590d39d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:21.456822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e494128-5028-4a00-9ec9-bdc511a28f99 req-9fd27841-fba1-495f-8592-08d68590d39d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0567684 Nov 26 22:28:21.506768 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e494128-5028-4a00-9ec9-bdc511a28f99 req-5501dcaf-dcb1-4eda-b858-501d20c2c55d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Nov 26 22:28:21.508497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98951cd5-d947-42a6-8b70-4db5e8b0d843 req-7a3bc10e-cba1-4a2e-9f2c-a84a3f37cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:21.510173 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98951cd5-d947-42a6-8b70-4db5e8b0d843 req-7a3bc10e-cba1-4a2e-9f2c-a84a3f37cf8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1095 time: 0.0498731 Nov 26 22:28:21.679100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98951cd5-d947-42a6-8b70-4db5e8b0d843 req-af82015a-2cd7-4cfe-a6d2-1b735a215a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:21.680852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98951cd5-d947-42a6-8b70-4db5e8b0d843 req-af82015a-2cd7-4cfe-a6d2-1b735a215a5d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ab2e8658433643ac8367052089836ac9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1561260 Nov 26 22:28:22.150992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98951cd5-d947-42a6-8b70-4db5e8b0d843 req-0dcddb86-fecf-4df1-ad3e-c226726e763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:22.152444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98951cd5-d947-42a6-8b70-4db5e8b0d843 req-0dcddb86-fecf-4df1-ad3e-c226726e763b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4656157 Nov 26 22:28:22.254406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-5a2050ad-252f-4a6b-a6fa-d855b797bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:22.255906 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-5a2050ad-252f-4a6b-a6fa-d855b797bc42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1095 time: 0.0454476 Nov 26 22:28:22.303009 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-e06a478c-4cda-451c-b252-4d341af400b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0329378 Nov 26 22:28:22.350308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-51adb2af-d928-4f2c-a72a-cc49225f05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:22.351694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-51adb2af-d928-4f2c-a72a-cc49225f05be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0420377 Nov 26 22:28:22.382268 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-4a306b47-965b-4025-b149-1de2fdfa65c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238414 Nov 26 22:28:22.474617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-3f844c7b-b45f-451e-aa25-8a3f8688b0ac service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855551 Nov 26 22:28:22.563231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ac525c61-d3b7-45a3-b435-fdc21cf71c9c req-cd4b7f9d-9532-4fdc-bf35-5bdc2c34f894 service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821145 Nov 26 22:28:22.626333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c0446-75a9-403f-a7fa-ddf7bb2c4c48 req-fa872fb7-ffb6-4f5d-9f8a-97f38c4ed8bb tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:22.627802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-504c0446-75a9-403f-a7fa-ddf7bb2c4c48 req-fa872fb7-ffb6-4f5d-9f8a-97f38c4ed8bb tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0521591 Nov 26 22:28:22.677748 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-504c0446-75a9-403f-a7fa-ddf7bb2c4c48 req-aa846890-f1ce-4b79-a024-676e185e00d2 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439878 Nov 26 22:28:23.523106 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8e9ca42b-3019-4ebc-b5ea-faa852f19403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:23.792554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c6d0e-7c35-4b93-b0e8-e06aeae6f46d req-a40feb16-8adf-44bf-bf04-3131daf4d25c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:23.794039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa6c6d0e-7c35-4b93-b0e8-e06aeae6f46d req-a40feb16-8adf-44bf-bf04-3131daf4d25c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0480459 Nov 26 22:28:23.840554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa6c6d0e-7c35-4b93-b0e8-e06aeae6f46d req-82bb20a8-ab47-4970-9e8a-7b99afeba012 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399446 Nov 26 22:28:24.955034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21671a57-d34b-40ea-a374-fbcd544dced5 req-14ad421f-8ad8-42bf-b7fd-b1d9a8242527 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:24.956510 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21671a57-d34b-40ea-a374-fbcd544dced5 req-14ad421f-8ad8-42bf-b7fd-b1d9a8242527 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0477390 Nov 26 22:28:25.003387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-21671a57-d34b-40ea-a374-fbcd544dced5 req-c9ff8771-2056-45f0-8237-47858e365db3 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404778 Nov 26 22:28:26.041843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:28:26.122543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccb9cf-0d29-4224-b8a6-fe664aaf66e9 req-afc0adda-fce5-41b6-9003-b68020bcdf93 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:26.124033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bccb9cf-0d29-4224-b8a6-fe664aaf66e9 req-afc0adda-fce5-41b6-9003-b68020bcdf93 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0532098 Nov 26 22:28:26.138286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:28:26.150610 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c', 'port_id': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'mac_address': 'fa:16:3e:f3:47:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717cc24c-9cf6-416b-bb32-b3145d4f83ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:28:26.173245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3bccb9cf-0d29-4224-b8a6-fe664aaf66e9 req-77c2d2c4-de4e-4235-8383-725ddefc0340 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Nov 26 22:28:26.192356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:26.204890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:28:26.223926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:28:26.227790 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:26.284595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:26.290151 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-731bd1c4-2f48-489d-8208-87688c56efe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:26.579799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:28:27.185789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:27.294153 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865af115-c835-4e43-9393-d4ad224faae7 req-0a0574c6-d634-4949-a969-e370344a862e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:27.295551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-865af115-c835-4e43-9393-d4ad224faae7 req-0a0574c6-d634-4949-a969-e370344a862e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 945 time: 0.0495903 Nov 26 22:28:27.342776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-865af115-c835-4e43-9393-d4ad224faae7 req-9dd0ff29-95e4-44d7-b998-928a9da58682 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Nov 26 22:28:28.058878 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:28:28.106219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:28:28.109929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:28:28.110903 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:28.187838 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:28.210094 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:28:28.212520 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488e7ffa-cf90-4321-889b-378dbfa09f33" -d '{"events": [{"server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "name": "network-vif-plugged", "status": "completed", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:28:28.225418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:28:28.229632 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:28.252877 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e080a743-28dc-4985-8bd6-917d15b3735e x-openstack-request-id: req-e080a743-28dc-4985-8bd6-917d15b3735e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:28:28.253174 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "name": "network-vif-plugged", "status": "completed", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:28:28.253428 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e080a743-28dc-4985-8bd6-917d15b3735e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:28:28.253820 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'code': 200} Nov 26 22:28:28.278634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:28:28.385106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f624e5-b129-4449-b863-7e9f73f28f3c req-97caf197-f76b-48d7-b5c4-293b1f2e220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:28.386788 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7f624e5-b129-4449-b863-7e9f73f28f3c req-97caf197-f76b-48d7-b5c4-293b1f2e220f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1097 time: 0.0466716 Nov 26 22:28:28.434158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c7f624e5-b129-4449-b863-7e9f73f28f3c req-422f4f1f-2cd5-4df4-9bd3-98d5fb2f8557 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381899 Nov 26 22:28:28.463048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1e42-a281-4ca6-89ac-049a6159a79a req-dd8d705b-1a1d-42b1-941a-73d772a164a9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:28.464552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-229a1e42-a281-4ca6-89ac-049a6159a79a req-dd8d705b-1a1d-42b1-941a-73d772a164a9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0530548 Nov 26 22:28:28.513189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-229a1e42-a281-4ca6-89ac-049a6159a79a req-4e84aaa1-4d0a-4a56-9d2a-a17e16728e6c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Nov 26 22:28:28.725225 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:29.330218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:29.639188 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496dc7-3558-4de8-b018-49ad6623868b req-7136b25c-d4be-49d1-8f26-cdc67ff150e1 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:29.640594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c496dc7-3558-4de8-b018-49ad6623868b req-7136b25c-d4be-49d1-8f26-cdc67ff150e1 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0554538 Nov 26 22:28:29.689522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c496dc7-3558-4de8-b018-49ad6623868b req-a6fe9be1-3179-4da3-b6ca-d19e87619ab1 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Nov 26 22:28:30.805483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff35a7-493b-400c-b5a6-eb7e891bf031 req-786ad7ea-c69e-45cb-b40f-dc3130e97e4c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:30.806890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78ff35a7-493b-400c-b5a6-eb7e891bf031 req-786ad7ea-c69e-45cb-b40f-dc3130e97e4c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0484085 Nov 26 22:28:30.857339 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-78ff35a7-493b-400c-b5a6-eb7e891bf031 req-9ff5a269-7ae5-4c17-a306-468ea07cb21f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444858 Nov 26 22:28:30.970337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc804328-d83e-4e03-b9f6-ffd5a0c90b1b req-2c91bf41-97e6-4ed4-a719-7e1db9daba18 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:30.971261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc804328-d83e-4e03-b9f6-ffd5a0c90b1b req-2c91bf41-97e6-4ed4-a719-7e1db9daba18 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0484719 Nov 26 22:28:31.018458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc804328-d83e-4e03-b9f6-ffd5a0c90b1b req-1ed1e107-bc54-4c24-81b0-6ef77551bea4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Nov 26 22:28:31.217024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017beb8-ac4b-443e-9b8b-9fa3bc7b136e req-116b07d6-ee2f-4020-928e-689a03912846 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:31.218520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6017beb8-ac4b-443e-9b8b-9fa3bc7b136e req-116b07d6-ee2f-4020-928e-689a03912846 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0501475 Nov 26 22:28:31.264483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6017beb8-ac4b-443e-9b8b-9fa3bc7b136e req-1fc7b117-1ffb-4fbe-a819-733bb9d498ed tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400507 Nov 26 22:28:31.383080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3632c-cd0d-4dc4-a71e-9d6bc3c1ad74 req-a44b2895-a5ec-45c7-a4bc-abc2cbe28328 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:31.384462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dea3632c-cd0d-4dc4-a71e-9d6bc3c1ad74 req-a44b2895-a5ec-45c7-a4bc-abc2cbe28328 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0520332 Nov 26 22:28:31.431004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dea3632c-cd0d-4dc4-a71e-9d6bc3c1ad74 req-815d60c8-9def-42a9-901d-76f68726dccd tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Nov 26 22:28:31.655024 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-b4c980bd-9059-45ac-9381-eb99e21481ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394402 Nov 26 22:28:31.672296 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459ec9-9efc-44d4-a468-6f64982a420e req-1933c8e2-3141-42f9-9035-a83b421cc533 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:31.674999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71459ec9-9efc-44d4-a468-6f64982a420e req-1933c8e2-3141-42f9-9035-a83b421cc533 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0511801 Nov 26 22:28:31.726634 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71459ec9-9efc-44d4-a468-6f64982a420e req-425b6900-33a1-4b61-b3cd-8e542d4f9a36 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455046 Nov 26 22:28:32.008555 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:28:32.848741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40d43b-def7-4de0-8115-62cf9ba29833 req-5e0d589c-5d6a-4b04-a092-bfafabdba7df tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:32.850272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f40d43b-def7-4de0-8115-62cf9ba29833 req-5e0d589c-5d6a-4b04-a092-bfafabdba7df tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0534563 Nov 26 22:28:32.874861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-b20a7999-7292-4752-9049-b876e198848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:32.877438 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-b20a7999-7292-4752-9049-b876e198848d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1097 time: 0.0414619 Nov 26 22:28:32.901496 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f40d43b-def7-4de0-8115-62cf9ba29833 req-1068ab43-5489-4994-a5de-93100b30ca45 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452850 Nov 26 22:28:32.972760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-927e541e-5830-413e-8c04-eb60cbfae55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:32.974267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-927e541e-5830-413e-8c04-eb60cbfae55a service neutron] 10.222.0.41 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0883057 Nov 26 22:28:33.014434 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-129e61d5-caf4-4b22-9a7e-22732fe22248 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0329320 Nov 26 22:28:33.061750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-ea7e4d32-2619-4e6a-b4ae-f4ffc17f050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:33.063331 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-ea7e4d32-2619-4e6a-b4ae-f4ffc17f050c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0424640 Nov 26 22:28:33.100070 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-3dab9c94-338e-42fa-b95d-a82be2dbd0cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293057 Nov 26 22:28:33.187136 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-7794dd2a-e0eb-457e-8cbb-2dc1fa1ede0c service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797582 Nov 26 22:28:33.287470 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-fde85a37-87d1-441a-a3ce-8bfee53c4ffe service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922472 Nov 26 22:28:34.017425 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2ef3-fdc9-4abb-a6bb-eff3cba6c6f7 req-28775c07-caaf-4ed2-ba6f-9522411dd662 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:34.018953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12ed2ef3-fdc9-4abb-a6bb-eff3cba6c6f7 req-28775c07-caaf-4ed2-ba6f-9522411dd662 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0486197 Nov 26 22:28:34.065712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-12ed2ef3-fdc9-4abb-a6bb-eff3cba6c6f7 req-0988a65b-7e13-4bce-bd01-76210f687b0d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Nov 26 22:28:35.179055 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536443f3-26fe-4799-93b3-b1ce05e9e5ae req-747d05bb-008c-483b-9bdd-f14dfa24a18b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:35.180520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-536443f3-26fe-4799-93b3-b1ce05e9e5ae req-747d05bb-008c-483b-9bdd-f14dfa24a18b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0479617 Nov 26 22:28:35.226296 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-536443f3-26fe-4799-93b3-b1ce05e9e5ae req-b0209c7a-8399-4274-a5e1-131d1b651752 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398846 Nov 26 22:28:36.345959 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd36a-dfca-43d2-a977-9c69c30b8a3e req-b07597f1-218d-4d5e-bd18-431b09d5b12c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:36.347464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-603dd36a-dfca-43d2-a977-9c69c30b8a3e req-b07597f1-218d-4d5e-bd18-431b09d5b12c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0531561 Nov 26 22:28:36.394396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-603dd36a-dfca-43d2-a977-9c69c30b8a3e req-61d43140-fa2a-41d7-bafc-9e2484c60895 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Nov 26 22:28:37.309080 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:37.510405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47642b-b340-429f-9b4a-083c76b60577 req-33710bc5-8f53-440c-888f-7cac0000e96d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:37.511905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da47642b-b340-429f-9b4a-083c76b60577 req-33710bc5-8f53-440c-888f-7cac0000e96d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0491486 Nov 26 22:28:37.559233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da47642b-b340-429f-9b4a-083c76b60577 req-50486e09-7bfe-4129-a7cc-4d423a881f7f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Nov 26 22:28:38.186144 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:38.676771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e079c-b1b0-4342-9fc4-2c3abff138f0 req-71dbfeee-e3b7-43d4-99a9-c9fafc2f055e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:38.678249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-118e079c-b1b0-4342-9fc4-2c3abff138f0 req-71dbfeee-e3b7-43d4-99a9-c9fafc2f055e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0510499 Nov 26 22:28:38.725024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-118e079c-b1b0-4342-9fc4-2c3abff138f0 req-1d59cf22-a343-4572-a9e2-439d24c0b987 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Nov 26 22:28:39.844236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9e93b-1347-413f-965f-39d4802396c8 req-37f2a8cd-5e88-41f4-9817-abb9adffa3de tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:39.846220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db9e93b-1347-413f-965f-39d4802396c8 req-37f2a8cd-5e88-41f4-9817-abb9adffa3de tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0545247 Nov 26 22:28:39.893769 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7db9e93b-1347-413f-965f-39d4802396c8 req-6d947810-22cc-4234-8c91-02e68c041833 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Nov 26 22:28:41.014403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713932d-ae5b-41df-a789-c9ca721c8467 req-3dce84a2-8043-4c0d-b279-d3432c1d50e8 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:41.015884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9713932d-ae5b-41df-a789-c9ca721c8467 req-3dce84a2-8043-4c0d-b279-d3432c1d50e8 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0490077 Nov 26 22:28:41.067404 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9713932d-ae5b-41df-a789-c9ca721c8467 req-437b1e44-a477-481c-8c7a-4a5c27874dce tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Nov 26 22:28:42.182420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258179-644e-4fdd-8e2c-f114b33e570d req-ff141a8d-2f9b-4d1a-9780-f1a768584ff7 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:42.183883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f258179-644e-4fdd-8e2c-f114b33e570d req-ff141a8d-2f9b-4d1a-9780-f1a768584ff7 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0493453 Nov 26 22:28:42.231504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5f258179-644e-4fdd-8e2c-f114b33e570d req-13c4235e-3dd9-442c-a6b4-0044ac0da71b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Nov 26 22:28:43.346224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc02c-ad1c-420c-b1c2-9ce85b286918 req-eaec2a82-4940-4651-8a20-6a71c20224f9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:43.347681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45fcc02c-ad1c-420c-b1c2-9ce85b286918 req-eaec2a82-4940-4651-8a20-6a71c20224f9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0486169 Nov 26 22:28:43.393180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45fcc02c-ad1c-420c-b1c2-9ce85b286918 req-bf7b8ba3-757b-4e0a-bdfb-fe1b56496d61 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Nov 26 22:28:44.514647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def49725-3e11-4707-9e26-fc278818e1c5 req-2a972e29-294f-4f9d-ab84-61e4ea2bb4c3 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:44.516632 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-def49725-3e11-4707-9e26-fc278818e1c5 req-2a972e29-294f-4f9d-ab84-61e4ea2bb4c3 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0528698 Nov 26 22:28:44.564729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-def49725-3e11-4707-9e26-fc278818e1c5 req-bddde9db-3fec-425f-8e1b-1487a0476eae tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Nov 26 22:28:45.682729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d7d05-ebf3-449a-80ed-600c2410d37e req-85a60e4a-7362-4540-a18d-670c52454f23 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:45.684206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a5d7d05-ebf3-449a-80ed-600c2410d37e req-85a60e4a-7362-4540-a18d-670c52454f23 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0492399 Nov 26 22:28:45.733220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a5d7d05-ebf3-449a-80ed-600c2410d37e req-4fd20769-7021-46f5-8990-b0d14cea4bb4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Nov 26 22:28:46.847837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea379f-bc1d-4e6f-ad5a-cff36ec1e700 req-1cdb0b51-8475-428e-bd1f-80a8ec2ebb80 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:46.849290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecea379f-bc1d-4e6f-ad5a-cff36ec1e700 req-1cdb0b51-8475-428e-bd1f-80a8ec2ebb80 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0477843 Nov 26 22:28:46.898586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ecea379f-bc1d-4e6f-ad5a-cff36ec1e700 req-e2525f9f-621c-473f-a1a7-30d167e40b0f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 Nov 26 22:28:48.013481 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32fedf-d736-42bb-8b12-a84c42a32c0a req-4cddc480-4e3b-4d3e-8cd7-62e1fcc1f0c5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:48.014983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a32fedf-d736-42bb-8b12-a84c42a32c0a req-4cddc480-4e3b-4d3e-8cd7-62e1fcc1f0c5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0481896 Nov 26 22:28:48.061790 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a32fedf-d736-42bb-8b12-a84c42a32c0a req-d5f31336-4e4a-49d8-81b2-fee0adb2b70e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Nov 26 22:28:49.177746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77edbe4-5984-4a30-9974-0d511998e8d1 req-7f596c02-10b3-4106-88dc-effb407f6cdf tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:49.179222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c77edbe4-5984-4a30-9974-0d511998e8d1 req-7f596c02-10b3-4106-88dc-effb407f6cdf tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0478094 Nov 26 22:28:49.224462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c77edbe4-5984-4a30-9974-0d511998e8d1 req-dc329456-bfd6-4be5-bc29-8031e78bd2e8 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394964 Nov 26 22:28:50.343403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5e9c-68e1-4248-a482-945b23804e5f req-0869ada6-a836-4096-a6a4-555aefee5001 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:50.345077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41ad5e9c-68e1-4248-a482-945b23804e5f req-0869ada6-a836-4096-a6a4-555aefee5001 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0524352 Nov 26 22:28:50.391515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41ad5e9c-68e1-4248-a482-945b23804e5f req-ba32dd70-5c17-497a-be73-5b1739e700f6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404794 Nov 26 22:28:51.506051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbde472-4eca-41d5-bf20-1f30460c93c0 req-75d0b2de-01fd-4354-a2da-0822908d3dab tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:51.508055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1cbde472-4eca-41d5-bf20-1f30460c93c0 req-75d0b2de-01fd-4354-a2da-0822908d3dab tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0496719 Nov 26 22:28:51.554761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1cbde472-4eca-41d5-bf20-1f30460c93c0 req-3e03ddee-0f3b-45ae-a27e-344e48c2e48f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Nov 26 22:28:52.674337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971891d-441e-4c11-bf13-2316af3b9ec2 req-2cbc897a-532b-41dc-8573-3db579ff029e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:52.675813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a971891d-441e-4c11-bf13-2316af3b9ec2 req-2cbc897a-532b-41dc-8573-3db579ff029e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0539920 Nov 26 22:28:52.722941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a971891d-441e-4c11-bf13-2316af3b9ec2 req-f77af88b-bebc-43a5-b0c6-c7b0dbb341b2 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Nov 26 22:28:53.524865 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-31f10fd7-d6a1-4905-9904-9a8f68dcfc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:53.837836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a39294-5224-4105-b325-b0b15b7ea82f req-a3ec7f15-ec0b-4f37-8811-f3aa6823a98d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:53.839340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93a39294-5224-4105-b325-b0b15b7ea82f req-a3ec7f15-ec0b-4f37-8811-f3aa6823a98d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0484977 Nov 26 22:28:53.885507 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93a39294-5224-4105-b325-b0b15b7ea82f req-5c8ab8ed-f132-45d5-91ea-0c249f7b54d8 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 Nov 26 22:28:54.999426 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02149a-eba1-45f8-9857-1cf41b12998d req-9bbd8bd7-2eb5-4bd7-8076-46579bef61f0 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:55.000989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b02149a-eba1-45f8-9857-1cf41b12998d req-9bbd8bd7-2eb5-4bd7-8076-46579bef61f0 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0483348 Nov 26 22:28:55.051716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b02149a-eba1-45f8-9857-1cf41b12998d req-c89665d1-9244-4940-9564-8f0d7a1ce58e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Nov 26 22:28:55.857778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-2d35c1f7-a342-4e1e-b0b9-738c11463b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:55.859322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-2d35c1f7-a342-4e1e-b0b9-738c11463b08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1097 time: 0.0919194 Nov 26 22:28:55.960947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-5ea32b99-1005-420a-95f3-b6d8f54174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:55.962460 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-5ea32b99-1005-420a-95f3-b6d8f54174a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0837553 Nov 26 22:28:56.007942 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-534489f8-e169-4a70-bebd-f18f24ca7a4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0385509 Nov 26 22:28:56.056909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-e0ab544b-af2b-4322-844e-93ecfcef0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:56.058286 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-e0ab544b-af2b-4322-844e-93ecfcef0a4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0438075 Nov 26 22:28:56.090228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-5f9cdc98-4ce2-4cb5-95a5-93dceff70d74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246682 Nov 26 22:28:56.178014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d8ce4-d52a-4b9c-9ee1-aa18168b5ac0 req-4f6d2556-92e8-4966-941c-09a950df2538 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:56.179540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc0d8ce4-d52a-4b9c-9ee1-aa18168b5ac0 req-4f6d2556-92e8-4966-941c-09a950df2538 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0581360 Nov 26 22:28:56.185710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-b5f66098-09b1-4b4d-8db6-0c6246954f96 service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881371 Nov 26 22:28:56.226328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc0d8ce4-d52a-4b9c-9ee1-aa18168b5ac0 req-77a940c6-0d50-489a-b339-7b999de2b79c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Nov 26 22:28:56.279892 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aba1f729-01af-4d42-89d4-5cb64051b260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:56.280557 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-10777a5d-67bb-4531-94fe-f1c4174f7978 req-3814e2a1-9fba-43ea-ba74-5fcd2e543b47 service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847771 Nov 26 22:28:57.188273 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:57.343231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d8488-dab4-4814-90a6-04ceaf4ec8d8 req-b5fb9a99-ddf8-43c9-96cd-09059c1ce774 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:57.344702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455d8488-dab4-4814-90a6-04ceaf4ec8d8 req-b5fb9a99-ddf8-43c9-96cd-09059c1ce774 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0486209 Nov 26 22:28:57.391018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-455d8488-dab4-4814-90a6-04ceaf4ec8d8 req-8789d14d-d8f3-4a27-bc40-17ee459a7e18 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Nov 26 22:28:58.510831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989a66d-ed5a-4eb2-bdde-87893a0efb9e req-597014bc-c532-4a34-b05d-39e50d663981 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:58.512313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5989a66d-ed5a-4eb2-bdde-87893a0efb9e req-597014bc-c532-4a34-b05d-39e50d663981 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0515587 Nov 26 22:28:58.559253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5989a66d-ed5a-4eb2-bdde-87893a0efb9e req-fe3c3047-27e0-43d8-b885-cd1f20a1ef50 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Nov 26 22:28:58.727242 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:59.322179 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:28:59.678765 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbf77e-f2e9-42e8-871b-8a194aaea4a6 req-c6fc8148-afbf-4296-8390-d879264c39be tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:28:59.680160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53fbf77e-f2e9-42e8-871b-8a194aaea4a6 req-c6fc8148-afbf-4296-8390-d879264c39be tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0484221 Nov 26 22:28:59.734937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53fbf77e-f2e9-42e8-871b-8a194aaea4a6 req-411573ad-c05f-405f-a3de-3698f24fba88 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Nov 26 22:29:00.411331 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-b250f8b5-380c-4a3e-a3e5-6c7b2f54d64f service neutron] show failed (client error): The resource could not be found. Nov 26 22:29:00.412333 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-b250f8b5-380c-4a3e-a3e5-6c7b2f54d64f service neutron] 10.222.0.41 "GET /v2.0/ports/95a8b13e-71ba-49a0-ab52-4e293ca4d7f7/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0548713 Nov 26 22:29:00.672085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-4f88b0b0-033f-41ce-883f-7967482c2b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:00.674056 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-4f88b0b0-033f-41ce-883f-7967482c2b76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10&tenant_id=ab2e8658433643ac8367052089836ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0974066 Nov 26 22:29:00.693072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:29:00.746736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:00.853150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a792d9-631c-494f-a4b5-48702bb91ca6 req-5269e005-512c-4c60-a14d-ad95a2bade89 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:00.854667 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57a792d9-631c-494f-a4b5-48702bb91ca6 req-5269e005-512c-4c60-a14d-ad95a2bade89 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Nov 26 22:29:00.905232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57a792d9-631c-494f-a4b5-48702bb91ca6 req-f9711925-fda8-4ff7-9222-fb3b68771899 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Nov 26 22:29:00.953274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:00.985858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:29:01.028718 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:01.031019 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c568f0ab-f685-40e0-ad70-cc86541a1168" -d '{"events": [{"server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "name": "network-vif-unplugged", "status": "completed", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:01.035185 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:01.048302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Transition to ACTIVE for port object 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:29:01.053142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:01.113420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] No DVR routers for this DVR port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:29:01.119981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:01.152002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Attempting to bind port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:29:01.152339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Attempting to bind port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:29:01.152820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Attempting to bind port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:29:01.156440 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4134b15-c3f3-483f-b389-b27638cff7e8 x-openstack-request-id: req-f4134b15-c3f3-483f-b389-b27638cff7e8 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:01.157256 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "name": "network-vif-unplugged", "status": "completed", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:01.157540 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4134b15-c3f3-483f-b389-b27638cff7e8 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:01.158137 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'code': 200} Nov 26 22:29:01.160089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:29:01.160410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Attempting to bind port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:29:01.165213 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:29:01.165548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Checking segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:29:01.165937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Bound using segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:29:01.166382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Bound port: 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:29:01.166734 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:01.231857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:29:01.234966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:29:01.239411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:01.275649 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:01.276271 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:01.277665 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] 10.222.0.13 "PUT /v2.0/ports/95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 1092 time: 0.5884631 Nov 26 22:29:01.294695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846a32b-825f-4657-a1dd-f12ce24a6733 service neutron] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:01.351727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-0c079c74-79ba-4e96-8a19-d02a3ae36644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:01.353210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-0c079c74-79ba-4e96-8a19-d02a3ae36644 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1095 time: 0.0416393 Nov 26 22:29:01.449102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-de6b3e74-9c51-4ac5-9c57-6d351722ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:01.450626 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-de6b3e74-9c51-4ac5-9c57-6d351722ade7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0896039 Nov 26 22:29:01.491941 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-d41b3e77-53f4-412d-90ec-3ea261082590 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0341945 Nov 26 22:29:01.541411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-012024a0-296a-4c12-b6cd-8b2ea88644b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:01.542889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-012024a0-296a-4c12-b6cd-8b2ea88644b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0432732 Nov 26 22:29:01.574389 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-e1193d4a-ba37-4c1f-a111-a9ca6d734947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245051 Nov 26 22:29:01.664105 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-729ebe7f-dbd9-4c40-a807-b965f91a13c5 service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830126 Nov 26 22:29:01.752491 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b3bbe78-6626-4756-ae30-b3731aff1724 req-17f6eb84-09f2-4acf-bbde-f5cc26e32dd6 service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806048 Nov 26 22:29:02.021429 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ded9c9-21a1-45ed-a068-dcc4282058d3 req-193aa3ca-e04c-4fb7-836a-30a9e40bd1c6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:02.022857 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9ded9c9-21a1-45ed-a068-dcc4282058d3 req-193aa3ca-e04c-4fb7-836a-30a9e40bd1c6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0495610 Nov 26 22:29:02.069398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9ded9c9-21a1-45ed-a068-dcc4282058d3 req-fab24adc-cb4c-4442-80aa-1fe378a44309 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Nov 26 22:29:03.158943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:03.161291 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a" -d '{"events": [{"name": "network-changed", "server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:03.188856 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f15217-bcd2-4ae0-a87e-d7c3f26a72bb req-5bdb609b-1096-4de9-a431-e6234ec0da1b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:03.191193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92f15217-bcd2-4ae0-a87e-d7c3f26a72bb req-5bdb609b-1096-4de9-a431-e6234ec0da1b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0505266 Nov 26 22:29:03.210377 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9422f7-67a5-4146-809f-dd35d27708c4 x-openstack-request-id: req-db9422f7-67a5-4146-809f-dd35d27708c4 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:03.210678 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:03.210941 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db9422f7-67a5-4146-809f-dd35d27708c4 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:03.211352 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'status': 'completed', 'code': 200} Nov 26 22:29:03.239500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92f15217-bcd2-4ae0-a87e-d7c3f26a72bb req-0eb72175-2ee5-4f9d-929c-b3bae7972186 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Nov 26 22:29:03.323596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-7f8d8417-37e3-4bea-b0b4-bd29b7a703fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:03.325112 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-7f8d8417-37e3-4bea-b0b4-bd29b7a703fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1095 time: 0.0737684 Nov 26 22:29:03.327524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-123900c1-dcc4-4508-abd1-66028e92c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:03.328949 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-123900c1-dcc4-4508-abd1-66028e92c38b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1095 time: 0.0681365 Nov 26 22:29:03.486267 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-a48c635e-d57f-4459-9d19-ce1d3c8970d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:03.487766 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-a48c635e-d57f-4459-9d19-ce1d3c8970d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.1535046 Nov 26 22:29:03.490451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-d9c35a82-2189-45c1-8713-b8bfe47dfafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:03.491734 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-d9c35a82-2189-45c1-8713-b8bfe47dfafc service neutron] 10.222.0.13 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.1494374 Nov 26 22:29:03.539038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-16ea8924-eea4-44a6-a9b8-4207b1f6a065 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0442255 Nov 26 22:29:03.572474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-0ece404e-3bc6-492b-82bb-77a1edd2b54c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0709503 Nov 26 22:29:03.640574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-b994ec04-f647-4829-944d-801ebf42c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:03.642689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-b994ec04-f647-4829-944d-801ebf42c08f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0780714 Nov 26 22:29:03.645939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-ac0f4147-d040-4c72-a1a7-3e16c7e1d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:03.647283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-ac0f4147-d040-4c72-a1a7-3e16c7e1d452 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0555913 Nov 26 22:29:03.684328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-0ade223e-0292-42b4-be08-02fddcba6f70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342579 Nov 26 22:29:03.699518 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-9e652f0e-160a-4c96-b0ea-95bb43f09e3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413558 Nov 26 22:29:03.848247 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-71f91475-3f2c-4ca7-8519-fd9b67a4bfa4 service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508009 Nov 26 22:29:03.850257 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-65de454d-3cc8-4e9c-bab5-aea25e544a4a service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438305 Nov 26 22:29:04.005981 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-ea4d9e24-156a-4cda-9983-67c3acc665c0 service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509905 Nov 26 22:29:04.007895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2dd29f1-2afd-48f7-a6bd-0d5e2d62e53a req-7f03e81a-bdcd-420d-98a6-0c4dcfe17435 service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454551 Nov 26 22:29:04.215871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:29:04.368284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97ef2a-75a0-4220-9dca-2beb6906642e req-285eea71-6683-471b-aa48-0989349a77ae tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:04.369794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e97ef2a-75a0-4220-9dca-2beb6906642e req-285eea71-6683-471b-aa48-0989349a77ae tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0536306 Nov 26 22:29:04.413722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:29:04.419118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e97ef2a-75a0-4220-9dca-2beb6906642e req-95817625-6489-4a0f-ac08-bd1ac3bf0fda tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433278 Nov 26 22:29:05.535929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef744680-e27e-464d-bb36-cce056050668 req-6251c4e5-da57-429d-952f-35eff6b47484 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:05.537408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef744680-e27e-464d-bb36-cce056050668 req-6251c4e5-da57-429d-952f-35eff6b47484 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0491822 Nov 26 22:29:05.584476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ef744680-e27e-464d-bb36-cce056050668 req-02959af4-e5c0-42fa-abb5-1f9ec94c3e7c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Nov 26 22:29:05.788430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69bbf3-4ae1-4447-b584-d4f2617dca0f req-5a65dd1b-ff25-4bdc-a6ea-762c4d1bcc23 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:05.789932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be69bbf3-4ae1-4447-b584-d4f2617dca0f req-5a65dd1b-ff25-4bdc-a6ea-762c4d1bcc23 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 944 time: 0.0529809 Nov 26 22:29:05.803918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-80654744-74c2-4def-863a-5c85d997eee3 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:05.805390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-80654744-74c2-4def-863a-5c85d997eee3 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.41 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10&tenant_id=ab2e8658433643ac8367052089836ac9&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 944 time: 0.0519593 Nov 26 22:29:05.838371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be69bbf3-4ae1-4447-b584-d4f2617dca0f req-bb8a1af8-47c0-4ec9-ba4a-546b0be9bb05 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Nov 26 22:29:05.869867 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-c62c0f37-40a5-4e37-afd1-2a0b6e81361a service neutron] delete failed (client error): The resource could not be found. Nov 26 22:29:05.870945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-c62c0f37-40a5-4e37-afd1-2a0b6e81361a service neutron] 10.222.0.41 "DELETE /v2.0/ports/95a8b13e-71ba-49a0-ab52-4e293ca4d7f7/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0583925 Nov 26 22:29:05.977045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-74d91984-f22a-4fb5-b1e7-ce957d8c5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:05.978580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-74d91984-f22a-4fb5-b1e7-ce957d8c5b6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 1095 time: 0.0418131 Nov 26 22:29:06.064096 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-fcf27143-f3e6-4b70-99cb-f336d50e708f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:06.065539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-fcf27143-f3e6-4b70-99cb-f336d50e708f service neutron] 10.222.0.41 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0802743 Nov 26 22:29:06.111164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-9b7ba319-c77e-47ac-b133-9680809d519b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0382891 Nov 26 22:29:06.160361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-b74d7efb-208f-44db-bae3-ac2a07d84664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:06.161769 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-b74d7efb-208f-44db-bae3-ac2a07d84664 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0439594 Nov 26 22:29:06.191872 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-765a56e8-0568-4ded-a75a-a9ff46036a4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232902 Nov 26 22:29:06.199604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:29:06.283872 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-9560b507-ac01-42ec-a02b-7dfa071f8a00 service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848403 Nov 26 22:29:06.291660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:06.303113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c', 'port_id': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'mac_address': 'fa:16:3e:f3:47:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717cc24c-9cf6-416b-bb32-b3145d4f83ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:29:06.343346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:06.356539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:29:06.372936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5f4c6e56-d9a5-4051-baa6-5b58f85580d1 req-1b3699dd-7484-4dcf-8311-a0c9fca51d32 service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806067 Nov 26 22:29:06.376194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:06.380516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:06.433415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:06.755534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:29:06.961478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464da719-9c13-4d3b-bb72-4d3153933ada req-7ee6b068-9d8a-40a0-b2c7-2e69ac652231 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:06.962996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-464da719-9c13-4d3b-bb72-4d3153933ada req-7ee6b068-9d8a-40a0-b2c7-2e69ac652231 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 945 time: 0.0514905 Nov 26 22:29:07.013433 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-464da719-9c13-4d3b-bb72-4d3153933ada req-d40d9bab-804a-4b88-97ec-7aadba655f56 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Nov 26 22:29:07.129389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d33c5e-9bfd-4515-a6e9-517e6fca56ca req-75bfd7f6-7ef5-4103-b29a-8d534a55965f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:07.130895 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4d33c5e-9bfd-4515-a6e9-517e6fca56ca req-75bfd7f6-7ef5-4103-b29a-8d534a55965f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 945 time: 0.0490365 Nov 26 22:29:07.180290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4d33c5e-9bfd-4515-a6e9-517e6fca56ca req-3cfe0461-2b62-4be6-bc50-4bbf411b9744 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435095 Nov 26 22:29:07.187011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-abdaee87-c4e9-4d98-8050-4555e2144d1c req-89e48b80-99e0-4125-8ef9-320dbf1e12ae service neutron] (109999) timed out ('10.222.0.21', 49184) {{(pid=109999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:29:07.295369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0fa65-5b56-45e5-bc4d-b1c3f874bcff req-35cd4800-8185-4ed8-a764-151e516cf1bd tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:07.296749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6da0fa65-5b56-45e5-bc4d-b1c3f874bcff req-35cd4800-8185-4ed8-a764-151e516cf1bd tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 945 time: 0.0500882 Nov 26 22:29:07.332222 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:07.345310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6da0fa65-5b56-45e5-bc4d-b1c3f874bcff req-69c21496-7766-4d91-97ea-0a984d160345 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427172 Nov 26 22:29:07.694984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bff67-4a80-4373-a369-c33b55a94f41 req-c6fb73f7-c8ae-4476-9869-d392e0194399 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:07.696443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-c6fb73f7-c8ae-4476-9869-d392e0194399 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 815 time: 0.1020548 Nov 26 22:29:07.714605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-87bd5f63-7e12-4e73-83a1-eb882ba3cfdc tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/quotas/ab2e8658433643ac8367052089836ac9 HTTP/1.1" status: 200 len: 375 time: 0.0105321 Nov 26 22:29:07.763967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-10267c6d-0e7b-4ae4-b309-41f5fa5bf26d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431721 Nov 26 22:29:07.852100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-5fe7230f-9ab8-4b78-9358-f50f3ddbba5c service neutron] 10.222.0.21 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807927 Nov 26 22:29:07.940290 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-7a8d1344-9d8c-4c24-97cf-b5ef7fb21627 service neutron] 10.222.0.21 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823872 Nov 26 22:29:08.099167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6a45587-e22b-4603-acb5-f89de30294a8 req-792a79cb-5c4b-4374-be0e-3901962d3f16 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 210 time: 0.0274155 Nov 26 22:29:08.195517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:29:08.223460 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:08.248316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:29:08.252799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:29:08.253174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:08.333331 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:08.356540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:08.358640 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffadc33-ab0a-40b6-997c-81d039e97697" -d '{"events": [{"server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "name": "network-vif-plugged", "status": "completed", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:08.380989 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:08.385699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:08.410926 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f73980f-3f46-4471-a323-f1bc17a6ceda x-openstack-request-id: req-0f73980f-3f46-4471-a323-f1bc17a6ceda {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:08.411230 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "name": "network-vif-plugged", "status": "completed", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:08.411485 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f73980f-3f46-4471-a323-f1bc17a6ceda {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:08.411873 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'code': 200} Nov 26 22:29:08.436056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:09.012170 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:29:09.206273 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-37c64b93-c60a-4046-867b-a799a6a42aef req-57ff47f8-dc57-4ec0-854c-2a0238dbb560 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 210 time: 0.0293186 Nov 26 22:29:09.239643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b60f5-8553-401c-8312-3629077be04f req-6c722f0c-a83a-4c15-b416-e5a4b473b29c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:09.241060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-670b60f5-8553-401c-8312-3629077be04f req-6c722f0c-a83a-4c15-b416-e5a4b473b29c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.13 "GET /v2.0/ports?device_id=267f9ec1-8f89-403c-83f0-a2a4072d5a10 HTTP/1.1" status: 200 len: 946 time: 0.1123760 Nov 26 22:29:09.310612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bff67-4a80-4373-a369-c33b55a94f41 req-38141a44-6e65-4851-b6b1-a7f311f85b47 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:09.312041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-38141a44-6e65-4851-b6b1-a7f311f85b47 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.13 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 815 time: 0.1573813 Nov 26 22:29:09.338283 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Request body: {'port': {'device_id': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c', 'admin_state_up': True, 'tenant_id': 'ab2e8658433643ac8367052089836ac9'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:29:09.437474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Deleting port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:29:09.438336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:09.512149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Made reservation on behalf of ab2e8658433643ac8367052089836ac9 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:29:09.515641 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:09.566548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] For port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:09.566912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:09.610529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Calling delete_port for 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:29:09.723811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Allocated IP 172.20.0.5 (14888a8f-d90f-43a2-af7f-a206cbf63a2c/717cc24c-9cf6-416b-bb32-b3145d4f83ff/352a8251-2a78-4219-81e2-629f24d2953b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:29:09.828923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:09.862766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:29:09.898987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Pushing event deleted for resources: {'Port': ['ID=95a8b13e-71ba-49a0-ab52-4e293ca4d7f7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:09.917138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.917776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.918065 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.918455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.918792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.919128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.919461 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.919793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.920124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.920453 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.920798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.921113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:09.961632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] No DVR routers for this DVR port 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:29:09.966615 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:09.971139 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.13 "DELETE /v2.0/ports/95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 HTTP/1.1" status: 204 len: 173 time: 0.7241390 Nov 26 22:29:09.971579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'name': 'network-vif-deleted', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:09.973874 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd99e17a-c302-4498-97a9-7b4f2e3b7d4a" -d '{"events": [{"server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "name": "network-vif-deleted", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:10.013284 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.016807 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642b17bd-b25c-4220-ac1c-1f095a6c10b5 x-openstack-request-id: req-642b17bd-b25c-4220-ac1c-1f095a6c10b5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:10.017104 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f9ec1-8f89-403c-83f0-a2a4072d5a10", "name": "network-vif-deleted", "tag": "95a8b13e-71ba-49a0-ab52-4e293ca4d7f7", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:10.017363 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-642b17bd-b25c-4220-ac1c-1f095a6c10b5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:10.017771 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f9ec1-8f89-403c-83f0-a2a4072d5a10', 'name': 'network-vif-deleted', 'tag': '95a8b13e-71ba-49a0-ab52-4e293ca4d7f7', 'status': 'completed', 'code': 200} Nov 26 22:29:10.050877 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.084134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['95a8b13e-71ba-49a0-ab52-4e293ca4d7f7'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:29:10.097722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Network 14888a8f-d90f-43a2-af7f-a206cbf63a2c is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:29:10.100931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:29:10.104541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:29:10.134799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:10.162336 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:10.162952 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.179520 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-4b8ccc3f-58ec-4e33-baec-b24d802067b5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459854 Nov 26 22:29:10.198433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Request body: {'port': {'device_id': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:29:10.254605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.349720 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d21dc6-e928-42a3-b25e-701aecd1d57e req-18d8b2a9-cbc2-4a77-9731-d71671593fa2 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:10.351123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55d21dc6-e928-42a3-b25e-701aecd1d57e req-18d8b2a9-cbc2-4a77-9731-d71671593fa2 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 931 time: 0.0539608 Nov 26 22:29:10.398175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55d21dc6-e928-42a3-b25e-701aecd1d57e req-82170bfe-eb40-4521-bd84-2595f231268b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Nov 26 22:29:10.520132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352a8251-2a78-4219-81e2-629f24d2953b {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:29:10.527462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.540029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Transition to ACTIVE for port object 352a8251-2a78-4219-81e2-629f24d2953b will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:29:10.543330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.593121 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:10.653759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Attempting to bind port 352a8251-2a78-4219-81e2-629f24d2953b on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:29:10.654104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Attempting to bind port 352a8251-2a78-4219-81e2-629f24d2953b by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:29:10.654433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Attempting to bind port 352a8251-2a78-4219-81e2-629f24d2953b on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:29:10.659264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Port 352a8251-2a78-4219-81e2-629f24d2953b on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:29:10.659579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Attempting to bind port 352a8251-2a78-4219-81e2-629f24d2953b on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:29:10.664269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:29:10.664599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Checking segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:29:10.664974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Bound using segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:29:10.665388 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Bound port: 352a8251-2a78-4219-81e2-629f24d2953b, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:29:10.665755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.730031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:29:10.733039 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:29:10.737570 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.774329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:10.774950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:10.776327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] 10.222.0.13 "PUT /v2.0/ports/352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 1091 time: 0.5822377 Nov 26 22:29:10.793932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1645-4693-42fb-96e2-d0dee199a35c service neutron] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:10.870939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bff67-4a80-4373-a369-c33b55a94f41 req-8cbe95e5-a1d7-4c97-adf3-8d4f4f8253ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:10.872342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-8cbe95e5-a1d7-4c97-adf3-8d4f4f8253ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1094 time: 0.0417902 Nov 26 22:29:10.925334 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-678ce33e-55ed-42f0-9f8e-e6d885470eef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 217 time: 0.0371859 Nov 26 22:29:10.973350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bff67-4a80-4373-a369-c33b55a94f41 req-3f6b54e8-9714-409d-8846-9bcaa5b80d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:10.974755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-3f6b54e8-9714-409d-8846-9bcaa5b80d86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0427125 Nov 26 22:29:11.006878 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-24ff87fd-f9cf-43d4-be03-be605cf3b231 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248792 Nov 26 22:29:11.097307 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-469a471a-f560-4f46-a6ff-f83685720f8b service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Nov 26 22:29:11.185656 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-807bff67-4a80-4373-a369-c33b55a94f41 req-e03b18d1-a8e1-4260-abf6-65117b5acd8a service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818496 Nov 26 22:29:11.519942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be165274-239d-4827-8c54-16bf3ad1ef88 req-3c51afdd-1a13-499f-94dc-8d5d39467547 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:11.521446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be165274-239d-4827-8c54-16bf3ad1ef88 req-3c51afdd-1a13-499f-94dc-8d5d39467547 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 943 time: 0.0496383 Nov 26 22:29:11.569593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be165274-239d-4827-8c54-16bf3ad1ef88 req-5e5e65b9-49fc-4ab1-b814-2c16dc9892e3 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422170 Nov 26 22:29:12.018630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:12.020983 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c669ab4b-2504-46e4-976e-943c448f7498" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "tag": "352a8251-2a78-4219-81e2-629f24d2953b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:12.057182 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a50a3d8-5360-4b42-b913-76e3fbfff662 x-openstack-request-id: req-5a50a3d8-5360-4b42-b913-76e3fbfff662 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:12.057470 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "tag": "352a8251-2a78-4219-81e2-629f24d2953b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:12.057726 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a50a3d8-5360-4b42-b913-76e3fbfff662 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:12.058178 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b', 'status': 'completed', 'code': 200} Nov 26 22:29:12.142234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669ab4b-2504-46e4-976e-943c448f7498 req-a0922385-902d-4ee1-8793-a6d5a28bc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:12.143975 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c669ab4b-2504-46e4-976e-943c448f7498 req-a0922385-902d-4ee1-8793-a6d5a28bc338 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1094 time: 0.0409636 Nov 26 22:29:12.236075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669ab4b-2504-46e4-976e-943c448f7498 req-79b3699d-0d56-4ec3-930f-8f02cb72f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:12.237539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c669ab4b-2504-46e4-976e-943c448f7498 req-79b3699d-0d56-4ec3-930f-8f02cb72f763 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0871348 Nov 26 22:29:12.280157 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c669ab4b-2504-46e4-976e-943c448f7498 req-8cdc9733-6f76-4911-8426-3a68e12dacc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 217 time: 0.0339990 Nov 26 22:29:12.327377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669ab4b-2504-46e4-976e-943c448f7498 req-3743159f-6251-4ee3-a99d-d1e5ddd42424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:12.328914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c669ab4b-2504-46e4-976e-943c448f7498 req-3743159f-6251-4ee3-a99d-d1e5ddd42424 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0413141 Nov 26 22:29:12.363991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c669ab4b-2504-46e4-976e-943c448f7498 req-c1a80616-964c-48ca-b923-ae90240e015d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275621 Nov 26 22:29:12.453276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c669ab4b-2504-46e4-976e-943c448f7498 req-c29eef3d-1208-4c26-9ab1-36d82ad68cf6 service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813761 Nov 26 22:29:12.688660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b51b-992f-49ea-93f5-853fde0aebab req-d5da271c-75b1-4846-8640-ae87192adb18 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:12.690385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5be8b51b-992f-49ea-93f5-853fde0aebab req-d5da271c-75b1-4846-8640-ae87192adb18 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 943 time: 0.0506251 Nov 26 22:29:12.746100 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5be8b51b-992f-49ea-93f5-853fde0aebab req-32c717a4-6927-4b88-bec4-33e6c1bc77a6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496359 Nov 26 22:29:12.877050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c669ab4b-2504-46e4-976e-943c448f7498 req-af91ba7b-ddfb-4b3b-8ccf-d9edf66502cc service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165349 Nov 26 22:29:13.863861 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcd4d8-0197-4812-8f65-46050d26e76b req-32da2f90-158f-4ece-9ba2-8b5b57b1de84 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:13.865300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45fcd4d8-0197-4812-8f65-46050d26e76b req-32da2f90-158f-4ece-9ba2-8b5b57b1de84 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 943 time: 0.0480304 Nov 26 22:29:13.910896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45fcd4d8-0197-4812-8f65-46050d26e76b req-daa49d75-9767-4b32-87e6-d8a0c99c5c52 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Nov 26 22:29:14.231499 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 352a8251-2a78-4219-81e2-629f24d2953b details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:29:14.241960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:29:14.262404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:29:14.262751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 95a8b13e-71ba-49a0-ab52-4e293ca4d7f7 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:29:14.345368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:14.356133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '352a8251-2a78-4219-81e2-629f24d2953b', 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c', 'port_id': '352a8251-2a78-4219-81e2-629f24d2953b', 'mac_address': 'fa:16:3e:b2:19:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717cc24c-9cf6-416b-bb32-b3145d4f83ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:29:14.392264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:14.404890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352a8251-2a78-4219-81e2-629f24d2953b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:29:14.424187 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:14.428155 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:14.474763 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:14.481947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.482299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.482650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.482987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.483322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.483651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.483980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.484303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.485182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.485493 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.485815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.486162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:14.789479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['352a8251-2a78-4219-81e2-629f24d2953b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:29:15.025522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994d100-01f0-4612-a0e9-3d784bb19325 req-c214f765-3fa2-43cf-9878-b86ef3729e6a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:15.027015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d994d100-01f0-4612-a0e9-3d784bb19325 req-c214f765-3fa2-43cf-9878-b86ef3729e6a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 944 time: 0.0486658 Nov 26 22:29:15.073195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d994d100-01f0-4612-a0e9-3d784bb19325 req-f469a825-dd90-4043-9059-eb063d9c2134 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 Nov 26 22:29:16.191334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ea9a2-9bb9-421c-ac82-2ec4ee40a990 req-eedaba8d-e72c-4f12-853b-0c15577204c2 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:16.192792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-028ea9a2-9bb9-421c-ac82-2ec4ee40a990 req-eedaba8d-e72c-4f12-853b-0c15577204c2 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 944 time: 0.0531397 Nov 26 22:29:16.239506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-028ea9a2-9bb9-421c-ac82-2ec4ee40a990 req-1651b248-b2c3-408e-94e2-663bfe7d18bd tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Nov 26 22:29:16.262150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 352a8251-2a78-4219-81e2-629f24d2953b up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:29:16.309268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 352a8251-2a78-4219-81e2-629f24d2953b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:29:16.313885 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 352a8251-2a78-4219-81e2-629f24d2953b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:29:16.314304 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:16.392477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:16.414655 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:16.416879 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fe5df2-5286-4ff7-9655-d4724a2e7362" -d '{"events": [{"server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "name": "network-vif-plugged", "status": "completed", "tag": "352a8251-2a78-4219-81e2-629f24d2953b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:16.431298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:16.435364 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:16.461718 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90482f91-adbc-45ef-a93a-ca7d641021a7 x-openstack-request-id: req-90482f91-adbc-45ef-a93a-ca7d641021a7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:16.462014 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "name": "network-vif-plugged", "status": "completed", "tag": "352a8251-2a78-4219-81e2-629f24d2953b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:16.462306 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90482f91-adbc-45ef-a93a-ca7d641021a7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:16.462700 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b', 'code': 200} Nov 26 22:29:16.489509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:16.587063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14affd7-3a22-4dc4-a41e-ced7d6110956 req-a24faba1-02d1-41af-a254-e1982806d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:16.588525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d14affd7-3a22-4dc4-a41e-ced7d6110956 req-a24faba1-02d1-41af-a254-e1982806d5c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1096 time: 0.0400808 Nov 26 22:29:16.633056 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d14affd7-3a22-4dc4-a41e-ced7d6110956 req-252b471d-1a20-4768-b574-14f6c3316fea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366807 Nov 26 22:29:17.353258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816672d-4f48-4c0f-bdd5-e43d53644c6c req-2951f75d-9375-486a-8ab1-ada57297ee9f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:17.354742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2816672d-4f48-4c0f-bdd5-e43d53644c6c req-2951f75d-9375-486a-8ab1-ada57297ee9f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Nov 26 22:29:17.400912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2816672d-4f48-4c0f-bdd5-e43d53644c6c req-4379e289-d9db-4ba6-bd12-a307c9dd0eda tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402038 Nov 26 22:29:18.519882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29de795-de3a-40fb-bf5a-ac286e112a16 req-f8868aaf-d013-4801-8688-a95c5fd83fcf tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:18.521385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f29de795-de3a-40fb-bf5a-ac286e112a16 req-f8868aaf-d013-4801-8688-a95c5fd83fcf tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0491202 Nov 26 22:29:18.572517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f29de795-de3a-40fb-bf5a-ac286e112a16 req-8de2e72d-efdb-4a26-8957-b04381fd4252 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Nov 26 22:29:18.689993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969d30a-bfee-4d6f-9af5-823cb2414e9d req-06e7a802-fad7-472b-8342-bdeac6e3dfe6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:18.691398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3969d30a-bfee-4d6f-9af5-823cb2414e9d req-06e7a802-fad7-472b-8342-bdeac6e3dfe6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0497003 Nov 26 22:29:18.739435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3969d30a-bfee-4d6f-9af5-823cb2414e9d req-688bff60-e073-414c-8c52-eff5203830f4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421743 Nov 26 22:29:18.957140 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-2b8ea3be-f3da-42b7-a938-e4799e46a693 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392447 Nov 26 22:29:18.973237 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ec4bf-f6aa-40e8-b479-c16b75167256 req-7ed1ee27-579d-4837-8ad4-911f1a992e83 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:18.974795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b5ec4bf-f6aa-40e8-b479-c16b75167256 req-7ed1ee27-579d-4837-8ad4-911f1a992e83 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Nov 26 22:29:19.025756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b5ec4bf-f6aa-40e8-b479-c16b75167256 req-a73a628e-cbff-4bea-891b-6b56e24b2fbb tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Nov 26 22:29:20.152190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f0341-b6b5-4447-a31f-cb7238ab700b req-aa407d8d-8c9c-42da-beb4-5c66dd1ba26b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:20.153698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-458f0341-b6b5-4447-a31f-cb7238ab700b req-aa407d8d-8c9c-42da-beb4-5c66dd1ba26b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0560110 Nov 26 22:29:20.168809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-aabd5250-7924-47ee-b3b5-5bfd206a3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:20.170447 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-aabd5250-7924-47ee-b3b5-5bfd206a3cd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1096 time: 0.0414410 Nov 26 22:29:20.201460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-458f0341-b6b5-4447-a31f-cb7238ab700b req-e20600eb-69a8-46fd-b198-ff20782c8d8a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417712 Nov 26 22:29:20.263013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-30113b65-3529-4721-a29e-1bccb1895f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:20.264473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-30113b65-3529-4721-a29e-1bccb1895f1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0876470 Nov 26 22:29:20.304611 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-792b06f4-054c-46ee-a3a5-9dcced67b3bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 217 time: 0.0330830 Nov 26 22:29:20.355907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-159ce208-8d65-4447-9d9c-87bcb6d2aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:20.357241 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-159ce208-8d65-4447-9d9c-87bcb6d2aa86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0452845 Nov 26 22:29:20.387430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-4a91e42b-3ccd-4ea2-90bb-b93333226452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236881 Nov 26 22:29:20.475458 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-29f79ecd-7d23-4296-ad24-aa8b6471a738 service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811234 Nov 26 22:29:20.567714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-0207b58d-d703-4fa3-a185-cb8e4dd4b03c service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846238 Nov 26 22:29:21.317616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed9e78-bd62-4c81-abce-8b3cffde956a req-e318f0d2-7cea-4df1-b7ac-e2b72572263f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:21.319014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4bed9e78-bd62-4c81-abce-8b3cffde956a req-e318f0d2-7cea-4df1-b7ac-e2b72572263f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0478318 Nov 26 22:29:21.365898 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4bed9e78-bd62-4c81-abce-8b3cffde956a req-63678b42-a72d-417a-9319-c330f6d28b21 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 Nov 26 22:29:22.482638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec17dd-b110-4c8d-a0c5-5cede92d1c52 req-aeb877fb-77c3-40a7-a7c2-659947c2814a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:22.484078 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8ec17dd-b110-4c8d-a0c5-5cede92d1c52 req-aeb877fb-77c3-40a7-a7c2-659947c2814a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0511112 Nov 26 22:29:22.530000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8ec17dd-b110-4c8d-a0c5-5cede92d1c52 req-136c8c7e-f1c1-4c3b-ae37-7158074f1056 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Nov 26 22:29:23.526962 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d27f852-c314-4281-ab10-309a26b055c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:23.645974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb7e2a-1eaf-41c2-9b3a-f066bd090527 req-69a1856c-a6fe-470a-b7c1-4351c11be29b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:23.647456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9cb7e2a-1eaf-41c2-9b3a-f066bd090527 req-69a1856c-a6fe-470a-b7c1-4351c11be29b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Nov 26 22:29:23.693988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9cb7e2a-1eaf-41c2-9b3a-f066bd090527 req-2413e536-4783-4081-aec0-acf378240373 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Nov 26 22:29:24.807215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfeab6-a1fe-4a71-a836-43a933e5a943 req-80248f9c-b4e1-46cb-9fc6-15f5107dbe27 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:24.808571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54dfeab6-a1fe-4a71-a836-43a933e5a943 req-80248f9c-b4e1-46cb-9fc6-15f5107dbe27 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0472312 Nov 26 22:29:24.857821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54dfeab6-a1fe-4a71-a836-43a933e5a943 req-f0dbe0df-4d6c-46b5-b7ab-ce8c4a808364 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Nov 26 22:29:26.283066 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d249b879-9d9c-427b-8b9d-d913e2747472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:26.288225 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2d1f8-b0ad-461c-983a-b0046592d606 req-a016d55e-7eb1-4bb9-beac-93c30874b4e6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:26.289724 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cde2d1f8-b0ad-461c-983a-b0046592d606 req-a016d55e-7eb1-4bb9-beac-93c30874b4e6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.3644946 Nov 26 22:29:26.337059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cde2d1f8-b0ad-461c-983a-b0046592d606 req-24480fc8-3b4a-4931-9ce3-bb87bbd3451c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Nov 26 22:29:27.192273 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:27.452039 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c0a04-266a-4ee1-b2d6-5c0d080363ae req-dc427264-e4e1-4327-a7d5-668af98a81ef tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:27.453545 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af6c0a04-266a-4ee1-b2d6-5c0d080363ae req-dc427264-e4e1-4327-a7d5-668af98a81ef tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0484190 Nov 26 22:29:27.501138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af6c0a04-266a-4ee1-b2d6-5c0d080363ae req-10ef4f54-69af-49fd-8249-2c0c1cc4c948 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 Nov 26 22:29:28.618640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d84ee-f2c9-4b83-a4d6-1e9c51ba6a1c req-5883f25c-624e-4e5c-a1be-9b6ab47f968c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:28.620155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-567d84ee-f2c9-4b83-a4d6-1e9c51ba6a1c req-5883f25c-624e-4e5c-a1be-9b6ab47f968c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0514138 Nov 26 22:29:28.667044 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-567d84ee-f2c9-4b83-a4d6-1e9c51ba6a1c req-a9a37f2c-51b2-4853-97c1-addd34c40358 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Nov 26 22:29:28.731151 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:29.324802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:29.783877 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56460fcb-a4bd-44dc-a6e7-4a548b5ddaad req-93de5080-9d40-4686-967e-5678434851df tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:29.785343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56460fcb-a4bd-44dc-a6e7-4a548b5ddaad req-93de5080-9d40-4686-967e-5678434851df tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Nov 26 22:29:29.833311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56460fcb-a4bd-44dc-a6e7-4a548b5ddaad req-54faaea2-cb32-4071-9b38-582994a15de2 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Nov 26 22:29:30.947794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f031a7-fb37-47ce-b0e9-5c5faf62b894 req-dde48bd9-176c-4845-9656-a50fe2fa92fa tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:30.949240 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8f031a7-fb37-47ce-b0e9-5c5faf62b894 req-dde48bd9-176c-4845-9656-a50fe2fa92fa tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0467107 Nov 26 22:29:30.999907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8f031a7-fb37-47ce-b0e9-5c5faf62b894 req-6dac77d7-4fe1-4c34-88e5-841932b0bd12 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Nov 26 22:29:32.114883 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769fb04-d136-4499-99ea-03075dfbbdae req-415312d6-986e-45e9-a000-d89eea50787d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:32.116343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d769fb04-d136-4499-99ea-03075dfbbdae req-415312d6-986e-45e9-a000-d89eea50787d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Nov 26 22:29:32.161676 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d769fb04-d136-4499-99ea-03075dfbbdae req-0d12a05d-5853-4358-9878-86e4a68859d8 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395906 Nov 26 22:29:33.279160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b105170-89d5-4f4f-99ff-89db14e1082e req-d22a86e9-2249-4286-a654-92b3189d5a76 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:33.280528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b105170-89d5-4f4f-99ff-89db14e1082e req-d22a86e9-2249-4286-a654-92b3189d5a76 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Nov 26 22:29:33.326229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2b105170-89d5-4f4f-99ff-89db14e1082e req-22525eeb-a289-4f62-83dc-b3f9d3156372 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Nov 26 22:29:34.444818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278fa91-b7b2-43b5-a313-8e82b46ec42f req-cff15862-e891-4a03-802f-dc2f64d85351 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:34.446322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0278fa91-b7b2-43b5-a313-8e82b46ec42f req-cff15862-e891-4a03-802f-dc2f64d85351 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0520296 Nov 26 22:29:34.492669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0278fa91-b7b2-43b5-a313-8e82b46ec42f req-668b8a91-3131-4dca-82d7-8a3a539d4cd5 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Nov 26 22:29:35.608433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aa301-8d48-4a8d-b1b2-5a8a2fd678e5 req-1f7d48e0-a78a-4834-8da0-e0efa6f68180 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:35.609924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be2aa301-8d48-4a8d-b1b2-5a8a2fd678e5 req-1f7d48e0-a78a-4834-8da0-e0efa6f68180 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0483844 Nov 26 22:29:35.656874 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be2aa301-8d48-4a8d-b1b2-5a8a2fd678e5 req-babd3e5b-bdd9-4c6d-8067-a0a803800a9d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Nov 26 22:29:36.774129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1bd45-3286-4c60-a066-18b0e3fda7b5 req-cb6873d0-2dbb-4be3-826e-ddfd5572970a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:36.775494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9f1bd45-3286-4c60-a066-18b0e3fda7b5 req-cb6873d0-2dbb-4be3-826e-ddfd5572970a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0506918 Nov 26 22:29:36.823072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b9f1bd45-3286-4c60-a066-18b0e3fda7b5 req-9a5c5ce3-f48c-40be-960d-f786979ba53d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Nov 26 22:29:37.345875 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:37.936397 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87a484-99ce-4b56-853e-b0c082c6699e req-03e5cabc-5bfa-47be-850d-60c20c237d7e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:37.937849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b87a484-99ce-4b56-853e-b0c082c6699e req-03e5cabc-5bfa-47be-850d-60c20c237d7e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0470045 Nov 26 22:29:37.984362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1b87a484-99ce-4b56-853e-b0c082c6699e req-c9cb16bd-386d-4586-8563-3c25e01aa96b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Nov 26 22:29:38.217657 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:39.109406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfed81-b600-4fde-bd25-e650d6e93872 req-5e41e8d6-8f0b-4f39-8bf8-3a569da46357 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:39.110951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8cfed81-b600-4fde-bd25-e650d6e93872 req-5e41e8d6-8f0b-4f39-8bf8-3a569da46357 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0492661 Nov 26 22:29:39.162288 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8cfed81-b600-4fde-bd25-e650d6e93872 req-19954043-3a9b-4cec-925a-3aa93cdaf4e6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 Nov 26 22:29:40.276908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a874-9fb9-400e-9965-adbfddb5fbe3 req-484903e7-fcc6-4bb3-bcb7-20095cb1998d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:40.278384 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cd8a874-9fb9-400e-9965-adbfddb5fbe3 req-484903e7-fcc6-4bb3-bcb7-20095cb1998d tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0490072 Nov 26 22:29:40.325220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8cd8a874-9fb9-400e-9965-adbfddb5fbe3 req-162adac7-94c4-4827-b87e-600893d72c28 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Nov 26 22:29:41.448902 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4995-d01a-42a9-93de-936dce9d465a req-6f6bb145-62b1-4644-9dbb-35d217792d2f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:41.450402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c31f4995-d01a-42a9-93de-936dce9d465a req-6f6bb145-62b1-4644-9dbb-35d217792d2f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0485201 Nov 26 22:29:41.497522 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c31f4995-d01a-42a9-93de-936dce9d465a req-af7b75fc-6001-4716-a719-e214dbce0f30 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405672 Nov 26 22:29:42.615773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1818057-0bb6-4253-92a0-025d27da3ed7 req-f0bfc607-25aa-40ac-aa55-6c76b045ea96 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:42.617242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1818057-0bb6-4253-92a0-025d27da3ed7 req-f0bfc607-25aa-40ac-aa55-6c76b045ea96 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Nov 26 22:29:42.665442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1818057-0bb6-4253-92a0-025d27da3ed7 req-f0aec7f1-bf24-4c76-9ea0-200a4dcf0871 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Nov 26 22:29:43.783538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b79a0-aa26-4fc9-894b-b8594c3f6c3e req-df441ed5-1cc9-4a23-a3a5-f195624702e9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:43.785056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e3b79a0-aa26-4fc9-894b-b8594c3f6c3e req-df441ed5-1cc9-4a23-a3a5-f195624702e9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Nov 26 22:29:43.830560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e3b79a0-aa26-4fc9-894b-b8594c3f6c3e req-309436d1-4c95-4222-b178-08bc162a2efa tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 Nov 26 22:29:44.945811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90363d16-4b63-45b9-b7b7-8dc06ee43457 req-9abdd119-2666-460f-978d-ae23b7f1f615 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:44.947320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90363d16-4b63-45b9-b7b7-8dc06ee43457 req-9abdd119-2666-460f-978d-ae23b7f1f615 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0480597 Nov 26 22:29:44.997537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90363d16-4b63-45b9-b7b7-8dc06ee43457 req-8ea37b1f-f794-4ea7-aa76-7c98f7f5b436 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 Nov 26 22:29:46.013473 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:29:46.114742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fd63b-9e4a-401e-94f5-e8bd268b4360 req-3982c5d2-2ec1-4c6b-8053-24fb5149fe90 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:46.116249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a5fd63b-9e4a-401e-94f5-e8bd268b4360 req-3982c5d2-2ec1-4c6b-8053-24fb5149fe90 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0514162 Nov 26 22:29:46.147006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-f2eb41ff-650f-40cb-ae02-772adc4e9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:46.148760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-f2eb41ff-650f-40cb-ae02-772adc4e9d08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1096 time: 0.0423944 Nov 26 22:29:46.166013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a5fd63b-9e4a-401e-94f5-e8bd268b4360 req-6c00694f-9bf6-4018-81d7-fc3114a502ca tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438840 Nov 26 22:29:46.259214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-919dcf68-dd0c-4e33-be71-ac4445fe270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:46.260663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-919dcf68-dd0c-4e33-be71-ac4445fe270e service neutron] 10.222.0.13 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0887146 Nov 26 22:29:46.303327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-f8ac9624-6b96-4557-b795-80c323e6714d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 217 time: 0.0336027 Nov 26 22:29:46.351932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-6767e262-c0e4-4d48-b313-1ec12c8bfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:46.353336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-6767e262-c0e4-4d48-b313-1ec12c8bfe07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0417519 Nov 26 22:29:46.384884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-e6944756-a449-4983-a684-6f39995a5273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231242 Nov 26 22:29:46.477692 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-02ad0da4-6084-429d-8ef1-a66572c36c6d service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842545 Nov 26 22:29:46.567427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fa60495c-99ad-4fa4-8220-b75e96e6479c req-12e2c08b-05c0-4e9d-99d9-d2f0b4b99b8e service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820315 Nov 26 22:29:47.283094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8fde4-983b-488f-b46e-3e090f902c12 req-5a72dab6-05ed-4581-9fbb-565e756f4030 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:47.284495 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f8fde4-983b-488f-b46e-3e090f902c12 req-5a72dab6-05ed-4581-9fbb-565e756f4030 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0491002 Nov 26 22:29:47.331009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e6f8fde4-983b-488f-b46e-3e090f902c12 req-879d4a24-b2ce-4f03-b3bb-db4d4609c9e9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Nov 26 22:29:47.606566 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-10255d9d-c0fd-46c5-b70c-59e1f15126d9 service neutron] show failed (client error): The resource could not be found. Nov 26 22:29:47.607542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-10255d9d-c0fd-46c5-b70c-59e1f15126d9 service neutron] 10.222.0.13 "GET /v2.0/ports/352a8251-2a78-4219-81e2-629f24d2953b/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0593443 Nov 26 22:29:47.807243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-23d616cf-3f77-4b5b-8ac0-48544fbaf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:47.808720 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-23d616cf-3f77-4b5b-8ac0-48544fbaf239 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358&tenant_id=ab2e8658433643ac8367052089836ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0423672 Nov 26 22:29:47.826620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:29:47.879611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:48.076290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:48.112894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:29:48.151544 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:48.154391 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5d00b4-87a2-463b-80f4-434f57405d00" -d '{"events": [{"server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "name": "network-vif-unplugged", "status": "completed", "tag": "352a8251-2a78-4219-81e2-629f24d2953b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:48.159238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:48.172247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Transition to ACTIVE for port object 352a8251-2a78-4219-81e2-629f24d2953b will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:29:48.176311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:48.206848 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb0211-077b-4e6c-ad13-4fb7114e8385 x-openstack-request-id: req-c7fb0211-077b-4e6c-ad13-4fb7114e8385 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:48.207145 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "name": "network-vif-unplugged", "status": "completed", "tag": "352a8251-2a78-4219-81e2-629f24d2953b", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:48.207401 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7fb0211-077b-4e6c-ad13-4fb7114e8385 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:48.207800 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b', 'code': 200} Nov 26 22:29:48.242640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] No DVR routers for this DVR port 352a8251-2a78-4219-81e2-629f24d2953b on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:29:48.244438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:48.280133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Attempting to bind port 352a8251-2a78-4219-81e2-629f24d2953b on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:29:48.280556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Attempting to bind port 352a8251-2a78-4219-81e2-629f24d2953b by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:29:48.280882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Attempting to bind port 352a8251-2a78-4219-81e2-629f24d2953b on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:29:48.285854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Port 352a8251-2a78-4219-81e2-629f24d2953b on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:29:48.286209 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Attempting to bind port 352a8251-2a78-4219-81e2-629f24d2953b on network 14888a8f-d90f-43a2-af7f-a206cbf63a2c {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:29:48.291144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:29:48.291537 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Checking segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:29:48.291924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Bound using segment: {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:29:48.292349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Bound port: 352a8251-2a78-4219-81e2-629f24d2953b, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213e2e40-1a96-4b4e-b067-5c9db6d5db78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:29:48.292701 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:48.366866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:29:48.370778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:29:48.375859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:48.413153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:48.413783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:48.415191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] 10.222.0.41 "PUT /v2.0/ports/352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 1091 time: 0.5924582 Nov 26 22:29:48.432803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a38d66-a654-4366-9c28-e8ca3ac4cbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:48.455396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2889c-4192-4c6b-be04-883d72a8246a req-33a5f45b-6b2f-4bce-8cfe-3e5db7bffe08 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:48.457096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bd2889c-4192-4c6b-be04-883d72a8246a req-33a5f45b-6b2f-4bce-8cfe-3e5db7bffe08 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 943 time: 0.0543032 Nov 26 22:29:48.489824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-9c0e1b91-3cef-441a-8fac-3052bba0cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:48.491352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-9c0e1b91-3cef-441a-8fac-3052bba0cda2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1094 time: 0.0414734 Nov 26 22:29:48.505528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bd2889c-4192-4c6b-be04-883d72a8246a req-ab928ef6-0866-4753-878e-b481b63e039e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Nov 26 22:29:48.586505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-888e1ae3-97cb-40c1-ba4e-8008225f6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:48.587982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-888e1ae3-97cb-40c1-ba4e-8008225f6d48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0898521 Nov 26 22:29:48.628604 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-e0f5dafe-3c3c-4a86-ac84-9c47a0929e53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 217 time: 0.0339773 Nov 26 22:29:48.676924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-6367b525-f05b-4d55-9fd5-781e014beb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:48.678293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-6367b525-f05b-4d55-9fd5-781e014beb5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0431421 Nov 26 22:29:48.709397 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-99d81917-e1dc-4574-9fcc-c96e5ff34a85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245583 Nov 26 22:29:48.801229 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-64e813d9-f02e-4d98-9a6e-8ff0d0276a7c service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852790 Nov 26 22:29:48.888802 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c155122-7b67-4da9-bf2f-8583718bc978 req-1fb42c72-afa0-45d6-916b-5ae548012a44 service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806832 Nov 26 22:29:49.627000 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7b2f-555a-40ec-a57b-4ad080197dc5 req-fa4b78cd-62ce-49f6-b1d7-54cb89e39a29 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:49.629270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbea7b2f-555a-40ec-a57b-4ad080197dc5 req-fa4b78cd-62ce-49f6-b1d7-54cb89e39a29 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 943 time: 0.0509801 Nov 26 22:29:49.675952 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbea7b2f-555a-40ec-a57b-4ad080197dc5 req-4442915d-1f43-42a5-9c79-624e1ff8a9e8 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407948 Nov 26 22:29:50.209159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:50.211811 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "tag": "352a8251-2a78-4219-81e2-629f24d2953b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:50.259629 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b88362f-eac1-4e44-b0ae-c2fc61efd15e x-openstack-request-id: req-3b88362f-eac1-4e44-b0ae-c2fc61efd15e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:50.259931 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "tag": "352a8251-2a78-4219-81e2-629f24d2953b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:50.260195 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b88362f-eac1-4e44-b0ae-c2fc61efd15e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:50.260628 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b', 'status': 'completed', 'code': 200} Nov 26 22:29:50.373028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-323cc7a4-1243-4e16-88b5-7cc04d05a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:50.374559 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-323cc7a4-1243-4e16-88b5-7cc04d05a764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1094 time: 0.0732830 Nov 26 22:29:50.380468 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-605e9777-651e-4a8c-bf13-952349cf4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:50.381839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-605e9777-651e-4a8c-bf13-952349cf4aba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1094 time: 0.0513771 Nov 26 22:29:50.534157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-bff16d5c-69dc-4488-8489-2bd0d14c08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:50.535815 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-bff16d5c-69dc-4488-8489-2bd0d14c08b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.1531115 Nov 26 22:29:50.540148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-6ed43610-9e8b-4534-bb36-befc655b8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:50.541480 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-6ed43610-9e8b-4534-bb36-befc655b8fa6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.1510143 Nov 26 22:29:50.586989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-582add69-1f25-4429-8e49-e2be35b68de5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 217 time: 0.0435824 Nov 26 22:29:50.620982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-e6d34698-e810-4c9b-97e9-18279bd28c67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 217 time: 0.0712674 Nov 26 22:29:50.688452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-a5280c5d-9e24-4573-b474-307a5b4e2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:50.689983 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-a5280c5d-9e24-4573-b474-307a5b4e2923 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0764201 Nov 26 22:29:50.693520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-79f0a430-efee-4119-af5f-c2237ad49a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:50.694884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-79f0a430-efee-4119-af5f-c2237ad49a6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0559733 Nov 26 22:29:50.747180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-b9866b66-71ea-4d2c-8eb6-cd3743cca1d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497105 Nov 26 22:29:50.749065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-b24c46d3-1108-4eb1-b4e6-9e413ee65ee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442269 Nov 26 22:29:50.797742 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2c308-3074-4f6d-8acc-016f029c53dd req-f685ad3d-c744-4440-8848-ae49dfc962d9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:50.799158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56b2c308-3074-4f6d-8acc-016f029c53dd req-f685ad3d-c744-4440-8848-ae49dfc962d9 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 943 time: 0.0523336 Nov 26 22:29:50.847223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56b2c308-3074-4f6d-8acc-016f029c53dd req-ab275e59-27c3-4c9b-987e-63249d5cbbe6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Nov 26 22:29:50.905323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-21f6beb2-529a-413c-8200-c302b1b73b0a service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508272 Nov 26 22:29:50.909255 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-89d77d44-20b0-4fa7-ae3a-901ff0fc151c service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472919 Nov 26 22:29:51.062503 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-22d0ee51-feab-44b3-928f-ca7ae4ef529a service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502109 Nov 26 22:29:51.066392 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0d5a2d1-df3a-41d0-a40c-75ded24a5835 req-b4b325f2-5408-4fa3-b7af-6a064d3fa1aa service neutron] 10.222.0.41 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466372 Nov 26 22:29:51.965251 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6c2e8-3328-4ddb-9e50-0c07e8c20e68 req-24420eb2-6b26-4268-9580-1769890a19a1 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:51.966796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00b6c2e8-3328-4ddb-9e50-0c07e8c20e68 req-24420eb2-6b26-4268-9580-1769890a19a1 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 943 time: 0.0487833 Nov 26 22:29:52.014571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00b6c2e8-3328-4ddb-9e50-0c07e8c20e68 req-c8d51fa1-92ee-4e2c-9faf-1fe3c623a1b0 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411947 Nov 26 22:29:52.208708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2856691-b2db-47a5-a7e6-b07641d608f0 req-07028989-41af-4f11-88b5-93d38e1e8f7b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:52.210220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2856691-b2db-47a5-a7e6-b07641d608f0 req-07028989-41af-4f11-88b5-93d38e1e8f7b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 943 time: 0.0488188 Nov 26 22:29:52.243187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-c38c01b9-2162-45c2-b5ce-aea3f0a89030 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:52.244654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-c38c01b9-2162-45c2-b5ce-aea3f0a89030 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358&tenant_id=ab2e8658433643ac8367052089836ac9&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 943 time: 0.0545957 Nov 26 22:29:52.262302 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2856691-b2db-47a5-a7e6-b07641d608f0 req-7b54e24c-0f9f-4593-8f8b-82e4c270f409 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458322 Nov 26 22:29:52.308801 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-8b4e99a8-7546-4ed8-a42d-f9de7eb2f273 service neutron] delete failed (client error): The resource could not be found. Nov 26 22:29:52.309807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-8b4e99a8-7546-4ed8-a42d-f9de7eb2f273 service neutron] 10.222.0.13 "DELETE /v2.0/ports/352a8251-2a78-4219-81e2-629f24d2953b/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0565856 Nov 26 22:29:52.414596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-1b50c4ae-3363-4426-a17a-7e45adfc4b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:52.416049 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-1b50c4ae-3363-4426-a17a-7e45adfc4b45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab2e8658433643ac8367052089836ac9&device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 1094 time: 0.0405686 Nov 26 22:29:52.434646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 352a8251-2a78-4219-81e2-629f24d2953b no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:29:52.462574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 352a8251-2a78-4219-81e2-629f24d2953b details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:29:52.494033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 352a8251-2a78-4219-81e2-629f24d2953b not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:29:52.511041 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-ccecebe5-735f-4f50-8df6-6fafe0cc462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:52.512539 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-ccecebe5-735f-4f50-8df6-6fafe0cc462d service neutron] 10.222.0.13 "GET /v2.0/networks?id=14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 200 len: 916 time: 0.0888741 Nov 26 22:29:52.558668 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-c3f44052-8eac-4038-83d4-0bf5059b6e2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 200 len: 217 time: 0.0381675 Nov 26 22:29:52.571879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:52.582165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '352a8251-2a78-4219-81e2-629f24d2953b', 'network_id': '14888a8f-d90f-43a2-af7f-a206cbf63a2c', 'port_id': '352a8251-2a78-4219-81e2-629f24d2953b', 'mac_address': 'fa:16:3e:b2:19:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717cc24c-9cf6-416b-bb32-b3145d4f83ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:29:52.608442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-21db71d5-2387-4844-9ac8-ae7da380a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:52.609900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-21db71d5-2387-4844-9ac8-ae7da380a979 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 200 len: 855 time: 0.0435259 Nov 26 22:29:52.624748 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:52.638872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352a8251-2a78-4219-81e2-629f24d2953b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:29:52.641613 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-6de5ffb8-8381-46b9-abe8-37ed6384a808 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14888a8f-d90f-43a2-af7f-a206cbf63a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245550 Nov 26 22:29:52.657706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:52.662773 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:52.709160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:52.739239 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-d0a1f5c9-d481-489c-be8c-4490ee0c2d6e service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904338 Nov 26 22:29:52.826321 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4fa48685-2e20-4974-a97d-30bd11997b3f req-b855bc5a-ad83-44d2-9a6a-415e4aed7a0a service neutron] 10.222.0.13 "GET /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799406 Nov 26 22:29:53.045262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['352a8251-2a78-4219-81e2-629f24d2953b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:29:53.385385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632e68c-9fe0-4a92-8f72-bd0110d4b5b3 req-08aa9ef7-e400-46e0-bbcf-3d00d327efd6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:53.386922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e632e68c-9fe0-4a92-8f72-bd0110d4b5b3 req-08aa9ef7-e400-46e0-bbcf-3d00d327efd6 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 944 time: 0.0506027 Nov 26 22:29:53.440814 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e632e68c-9fe0-4a92-8f72-bd0110d4b5b3 req-3982a383-dff3-47ca-b371-605bd1356c85 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475457 Nov 26 22:29:53.531674 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-185af9ee-38e8-459e-ba01-1064f195f31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:53.563004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23522e-337b-4372-bf02-267eae54ab35 req-5aa9fdac-4aa2-4c93-a10b-0d498e721799 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:53.564497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f23522e-337b-4372-bf02-267eae54ab35 req-5aa9fdac-4aa2-4c93-a10b-0d498e721799 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 944 time: 0.0532250 Nov 26 22:29:53.612553 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7f23522e-337b-4372-bf02-267eae54ab35 req-d5ba26f0-3ced-404c-9dc9-e5825bfb528c tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410957 Nov 26 22:29:53.729815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01982b5-1d78-4512-a88c-13229148395a req-f3d67d3d-4ea2-4f3d-ba98-2522ef7d18b4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:53.731317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c01982b5-1d78-4512-a88c-13229148395a req-f3d67d3d-4ea2-4f3d-ba98-2522ef7d18b4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 944 time: 0.0537586 Nov 26 22:29:53.778177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c01982b5-1d78-4512-a88c-13229148395a req-f5edffd9-58f8-4ea3-b580-2d01b0e4f27e tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Nov 26 22:29:54.101156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c7f6c-49a3-456c-9a69-1d9b0ed44c70 req-374e2007-c415-4e8d-a33c-7c6336fcb0ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:54.102569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-569c7f6c-49a3-456c-9a69-1d9b0ed44c70 req-374e2007-c415-4e8d-a33c-7c6336fcb0ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 944 time: 0.0485847 Nov 26 22:29:54.149809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-569c7f6c-49a3-456c-9a69-1d9b0ed44c70 req-4e5d5757-3b16-4a71-b12e-487879486c8b tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Nov 26 22:29:54.468772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 352a8251-2a78-4219-81e2-629f24d2953b up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:29:54.519299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 352a8251-2a78-4219-81e2-629f24d2953b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:29:54.523322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 352a8251-2a78-4219-81e2-629f24d2953b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:29:54.523704 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:54.602490 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:54.624866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:54.627239 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98bd8b4-eef8-4a84-a1fa-2543b1a32a3d" -d '{"events": [{"server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "name": "network-vif-plugged", "status": "completed", "tag": "352a8251-2a78-4219-81e2-629f24d2953b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:54.640114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:54.646921 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:54.672715 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7e4066-5369-4125-821c-c97c8992ec2c x-openstack-request-id: req-3b7e4066-5369-4125-821c-c97c8992ec2c {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:54.673015 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "name": "network-vif-plugged", "status": "completed", "tag": "352a8251-2a78-4219-81e2-629f24d2953b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:54.673267 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b7e4066-5369-4125-821c-c97c8992ec2c {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:54.673651 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b', 'code': 200} Nov 26 22:29:54.713857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:55.270108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dd634-f927-47c4-ad22-4ea7c71abe0c req-da206873-4faf-4125-b688-b93153d7d78a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:55.271552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e1dd634-f927-47c4-ad22-4ea7c71abe0c req-da206873-4faf-4125-b688-b93153d7d78a tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Nov 26 22:29:55.322560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e1dd634-f927-47c4-ad22-4ea7c71abe0c req-a21c95c7-02c9-4c81-b6bf-7dee2f1959b4 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fb04dad-97d9-4d02-bff9-5ba54f399582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Nov 26 22:29:55.502001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d3f0b-a525-4882-a508-a4d839430d6d req-045c61a5-a270-4822-a100-0b9cfca2064f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:55.504086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-032d3f0b-a525-4882-a508-a4d839430d6d req-045c61a5-a270-4822-a100-0b9cfca2064f tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3d0fbb-d156-4f37-90d9-8dbea5b6c358 HTTP/1.1" status: 200 len: 945 time: 0.0496154 Nov 26 22:29:55.597371 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Deleting port 352a8251-2a78-4219-81e2-629f24d2953b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:29:55.597631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:55.688878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] For port 352a8251-2a78-4219-81e2-629f24d2953b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=352a8251-2a78-4219-81e2-629f24d2953b,segment=NetworkSegment(213e2e40-1a96-4b4e-b067-5c9db6d5db78),segment_id=213e2e40-1a96-4b4e-b067-5c9db6d5db78)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:29:55.689243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:55.701658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Calling delete_port for 352a8251-2a78-4219-81e2-629f24d2953b owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:29:55.826282 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:55.859256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['352a8251-2a78-4219-81e2-629f24d2953b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:29:55.860164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Pushing event deleted for resources: {'Port': ['ID=352a8251-2a78-4219-81e2-629f24d2953b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:55.901623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] No DVR routers for this DVR port 352a8251-2a78-4219-81e2-629f24d2953b on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:29:55.904194 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:55.907568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-032d3f0b-a525-4882-a508-a4d839430d6d req-275be69f-3fcd-4ad7-acbf-01f56258e6ad tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] 10.222.0.41 "DELETE /v2.0/ports/352a8251-2a78-4219-81e2-629f24d2953b HTTP/1.1" status: 204 len: 173 time: 0.3974304 Nov 26 22:29:55.908000 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'name': 'network-vif-deleted', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:29:55.911368 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b75394-7092-4669-a374-5421122a9da4" -d '{"events": [{"server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "name": "network-vif-deleted", "tag": "352a8251-2a78-4219-81e2-629f24d2953b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:29:55.948148 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e940d382-0789-487c-b43d-92f9dcc64f53 x-openstack-request-id: req-e940d382-0789-487c-b43d-92f9dcc64f53 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:29:55.948449 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3d0fbb-d156-4f37-90d9-8dbea5b6c358", "name": "network-vif-deleted", "tag": "352a8251-2a78-4219-81e2-629f24d2953b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:29:55.948710 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e940d382-0789-487c-b43d-92f9dcc64f53 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:29:55.949142 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3d0fbb-d156-4f37-90d9-8dbea5b6c358', 'name': 'network-vif-deleted', 'tag': '352a8251-2a78-4219-81e2-629f24d2953b', 'status': 'completed', 'code': 200} Nov 26 22:29:56.285836 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-48b08e51-d11d-401d-ad6f-de6921a01296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.449851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37466) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:29:56.496913 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Deleting subnet 717cc24c-9cf6-416b-bb32-b3145d4f83ff {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:29:56.500082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.535179 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.572735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.622932 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.654120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717cc24c-9cf6-416b-bb32-b3145d4f83ff,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:56.656479 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.659679 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/717cc24c-9cf6-416b-bb32-b3145d4f83ff HTTP/1.1" status: 204 len: 168 time: 0.2087808 Nov 26 22:29:56.662429 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37468) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:29:56.666432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.666781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.667123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.667463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.667796 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.668125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.668451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.668776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.669123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.669446 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.669768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.670090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e8ec36-aa86-4aaf-adc5-339c042ffe43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:29:56.735102 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.813744 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.835026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14888a8f-d90f-43a2-af7f-a206cbf63a2c']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:29:56.844139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213e2e40-1a96-4b4e-b067-5c9db6d5db78') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:29:56.844430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213e2e40-1a96-4b4e-b067-5c9db6d5db78') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:29:56.853627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.866788 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.872581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:29:56.872942 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:29:56.874506 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:29:56.930151 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.935402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:56.938654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] 10.222.0.21 "DELETE /v2.0/networks/14888a8f-d90f-43a2-af7f-a206cbf63a2c HTTP/1.1" status: 204 len: 168 time: 0.2752180 Nov 26 22:29:56.950013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf29f1-4688-4028-ae5f-44631af1b00a admin admin] Pushing event deleted for resources: {'Network': ['ID=14888a8f-d90f-43a2-af7f-a206cbf63a2c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:57.058177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37472) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:29:57.100224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f72042ba-975a-4825-af62-2e656f88344c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab2e8658433643ac8367052089836ac9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407717 Nov 26 22:29:57.102623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37474) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:29:57.147981 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4284a136-18f6-40f2-a9f2-d96d5341208f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:57.168855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4284a136-18f6-40f2-a9f2-d96d5341208f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:57.193835 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:57.215680 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4284a136-18f6-40f2-a9f2-d96d5341208f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:57.218458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4284a136-18f6-40f2-a9f2-d96d5341208f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:57.222856 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4284a136-18f6-40f2-a9f2-d96d5341208f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fb04dad-97d9-4d02-bff9-5ba54f399582 HTTP/1.1" status: 204 len: 168 time: 0.1164026 Nov 26 22:29:57.228442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284a136-18f6-40f2-a9f2-d96d5341208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb04dad-97d9-4d02-bff9-5ba54f399582,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:57.878490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37496) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:29:57.984298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-71237683-network', 'tenant_id': '6d2422c084d642e2924000d68374e12a'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:29:58.013432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Made reservation on behalf of 6d2422c084d642e2924000d68374e12a for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:29:58.015835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.025622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.101969 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.105667 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.126338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:29:58.139380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9c048d-3d3e-4039-afb3-6b19ea9abd4d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:58.144100 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.144453 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Added segment 5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd of type vlan for network 8106a325-f57e-4d61-b237-40ba0377c112 Nov 26 22:29:58.183611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.208835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.209696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:58.210307 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.260641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3810592 Nov 26 22:29:58.263659 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37500) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:29:58.269346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Request body: {'subnet': {'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-71237683-subnet', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:29:58.272128 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e49560-f556-4568-85b4-e15f4c039fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=8106a325-f57e-4d61-b237-40ba0377c112,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:58.282226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 8106a325-f57e-4d61-b237-40ba0377c112 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:29:58.291165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Made reservation on behalf of 6d2422c084d642e2924000d68374e12a for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:29:58.293561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.461908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.509711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 352a8251-2a78-4219-81e2-629f24d2953b no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:29:58.524394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c239cd5a-c865-4067-a095-a3189460a2dd,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:58.529666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:29:58.530149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Network hostable DHCP agents. Network: 8106a325-f57e-4d61-b237-40ba0377c112, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:29:58.530549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 352a8251-2a78-4219-81e2-629f24d2953b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:29:58.531052 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 352a8251-2a78-4219-81e2-629f24d2953b not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:29:58.547675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Network 8106a325-f57e-4d61-b237-40ba0377c112 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:29:58.555972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 8106a325-f57e-4d61-b237-40ba0377c112) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:29:58.560430 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:29:58.561516 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.565759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e777778-12a6-41ba-a192-ffc6f87fd946 None None] Network 8106a325-f57e-4d61-b237-40ba0377c112 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:29:58.576689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2404bb7f-25f1-4b01-aaa1-a4af752a84b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3118315 Nov 26 22:29:58.579591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37502) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:29:58.583945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:29:58.603376 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.604353 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.658509 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.715127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-8106a325-f57e-4d61-b237-40ba0377c112', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:29:58.715927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.759045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.796025 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:58.873608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Allocated IP 172.20.0.2 (8106a325-f57e-4d61-b237-40ba0377c112/c239cd5a-c865-4067-a095-a3189460a2dd/a7a318d4-d6a8-481f-9779-e8b78241209e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:29:59.007309 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.018309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.027927 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.029628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.069411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Network 8106a325-f57e-4d61-b237-40ba0377c112 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:29:59.073858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:29:59.077553 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:29:59.083376 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Pushing event updated for resources: {'Port': ['ID=a7a318d4-d6a8-481f-9779-e8b78241209e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:59.138994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Attempting to bind port a7a318d4-d6a8-481f-9779-e8b78241209e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:29:59.139362 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Attempting to bind port a7a318d4-d6a8-481f-9779-e8b78241209e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:29:59.139724 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Attempting to bind port a7a318d4-d6a8-481f-9779-e8b78241209e on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:29:59.144777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Allocated IP 172.25.3.36 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/4020504e-ee54-4265-b4fe-aa69ea087dab) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:29:59.145328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:29:59.145853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:29:59.146501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.146501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:29:59.146965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Bound port: a7a318d4-d6a8-481f-9779-e8b78241209e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:29:59.147418 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.211720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] For port a7a318d4-d6a8-481f-9779-e8b78241209e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:29:59.215068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] For port a7a318d4-d6a8-481f-9779-e8b78241209e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a7a318d4-d6a8-481f-9779-e8b78241209e,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:29:59.220269 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.256436 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.280142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b9847-4312-4758-8df8-5e112fc19f2a None None] Pushing event updated for resources: {'Port': ['ID=a7a318d4-d6a8-481f-9779-e8b78241209e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:59.295385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.340728 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.342383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:29:59.345399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:29:59.349817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:29:59.352882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Pushing event updated for resources: {'Port': ['ID=4020504e-ee54-4265-b4fe-aa69ea087dab,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:29:59.359388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8b5d76-06e3-4da4-b34d-88d758519bb8 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:29:59.493688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7aa2f33a-b3e2-4567-8e21-3bd3db4f0f56 None None] Provisioning complete for port 4020504e-ee54-4265-b4fe-aa69ea087dab triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:29:59.500058 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7aa2f33a-b3e2-4567-8e21-3bd3db4f0f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.552223 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2f33a-b3e2-4567-8e21-3bd3db4f0f56 None None] Port 4020504e-ee54-4265-b4fe-aa69ea087dab cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:29:59.652126 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.854528 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:29:59.991285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Router 76a74514-c234-47f9-9c82-34d370adda28 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:30:00.102747 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:30:00.113871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:30:00.128979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:30:00.129783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:29:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:00.132545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:00.134548 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9e3330a9-d9fd-4302-8ad9-216dddfcee9c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5534437 Nov 26 22:30:00.136998 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37504) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:30:00.249562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:30:00.328148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d38be63-9447-465d-94b2-12a7fa6c4700 None None] Network 8106a325-f57e-4d61-b237-40ba0377c112 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:30:00.610641 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:00.631997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fbaf7e0e-947c-4d86-9913-2350468bd4bb None None] Provisioning complete for port a7a318d4-d6a8-481f-9779-e8b78241209e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:00.632607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7e0e-947c-4d86-9913-2350468bd4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:00.765424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Allocated IP 172.20.0.1 (8106a325-f57e-4d61-b237-40ba0377c112/c239cd5a-c865-4067-a095-a3189460a2dd/a92bdeea-249c-45a4-9e57-ec2c8128bb9e) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:30:00.821592 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7e0e-947c-4d86-9913-2350468bd4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:00.835273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:29:59Z', 'revision_number': 3, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:00.873659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:30:00.873895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:00.873995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Updating router 76a74514-c234-47f9-9c82-34d370adda28 port 4020504e-ee54-4265-b4fe-aa69ea087dab binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:30:00.911694 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:00.912352 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fbaf7e0e-947c-4d86-9913-2350468bd4bb None None] For port a7a318d4-d6a8-481f-9779-e8b78241209e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a7a318d4-d6a8-481f-9779-e8b78241209e,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:30:00.915326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:00.918419 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7e0e-947c-4d86-9913-2350468bd4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:00.957558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Network 8106a325-f57e-4d61-b237-40ba0377c112 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:30:00.961824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:30:00.965837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:30:00.971475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Pushing event updated for resources: {'Port': ['ID=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:01.018759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.063188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf7e0e-947c-4d86-9913-2350468bd4bb None None] Pushing event updated for resources: {'Port': ['ID=a7a318d4-d6a8-481f-9779-e8b78241209e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:01.156703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a7a318d4-d6a8-481f-9779-e8b78241209e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:30:01.183121 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.201507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7198cfbd-22e7-454c-9f10-84ee51177cb4 None None] Provisioning complete for port a7a318d4-d6a8-481f-9779-e8b78241209e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:01.201882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7198cfbd-22e7-454c-9f10-84ee51177cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.307115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a7a318d4-d6a8-481f-9779-e8b78241209e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:01.307491 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.362491 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.367340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.408463 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.419691 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.438965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Pushing event updated for resources: {'Port': ['ID=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:01.442006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.489625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db933de-9555-472d-8d2e-7f2c0ad6700d None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:30:01.519837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ed9ea-ef7f-4af6-900f-df223db6f7c4 None None] Pushing event updated for resources: {'Port': ['ID=4020504e-ee54-4265-b4fe-aa69ea087dab,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:01.524083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Attempting to bind port 4020504e-ee54-4265-b4fe-aa69ea087dab on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:30:01.524465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Attempting to bind port 4020504e-ee54-4265-b4fe-aa69ea087dab by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:30:01.524841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Attempting to bind port 4020504e-ee54-4265-b4fe-aa69ea087dab on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:30:01.532416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:30:01.532797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:30:01.533203 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.533659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:30:01.534177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Bound port: 4020504e-ee54-4265-b4fe-aa69ea087dab, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:30:01.534596 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.540279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Network 8106a325-f57e-4d61-b237-40ba0377c112 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:30:01.541700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:30:01.605614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3255b161-6e97-4769-9362-d72e854ebcf7 None None] Provisioning complete for port 4020504e-ee54-4265-b4fe-aa69ea087dab triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:01.605980 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3255b161-6e97-4769-9362-d72e854ebcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.637411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] For port 4020504e-ee54-4265-b4fe-aa69ea087dab, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:30:01.654665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] For port 4020504e-ee54-4265-b4fe-aa69ea087dab, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4020504e-ee54-4265-b4fe-aa69ea087dab,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:30:01.656134 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3255b161-6e97-4769-9362-d72e854ebcf7 None None] Port 4020504e-ee54-4265-b4fe-aa69ea087dab cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:30:01.667080 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.667417 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:30:01.676659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3255b161-6e97-4769-9362-d72e854ebcf7 None None] Provisioning complete for port a92bdeea-249c-45a4-9e57-ec2c8128bb9e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:01.677037 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3255b161-6e97-4769-9362-d72e854ebcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:01.727866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ad5d3e-07d1-4c55-a77e-b410bd588963 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:30:01.770849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:30:01.771501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:29:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:01.780647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3255b161-6e97-4769-9362-d72e854ebcf7 None None] Port a92bdeea-249c-45a4-9e57-ec2c8128bb9e cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:30:01.795679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:30:01.801379 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-0b63352b-e43c-499b-afc5-55cfda96eac3 admin admin] 10.222.0.21 "PUT /v2.0/routers/76a74514-c234-47f9-9c82-34d370adda28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6627164 Nov 26 22:30:01.816154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ed9ea-ef7f-4af6-900f-df223db6f7c4 None None] Pushing event updated for resources: {'Port': ['ID=4020504e-ee54-4265-b4fe-aa69ea087dab,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:01.894966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:30:01.935432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] Provisioning complete for port 4020504e-ee54-4265-b4fe-aa69ea087dab triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:01.935802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.128910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.154630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] For port 4020504e-ee54-4265-b4fe-aa69ea087dab, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4020504e-ee54-4265-b4fe-aa69ea087dab,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:30:02.159528 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.206058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] Provisioning complete for port a92bdeea-249c-45a4-9e57-ec2c8128bb9e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:02.206424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.238364 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 2, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:02.262684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37512) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:30:02.267598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d431b9ad-aa4b-4acd-b267-a7b1b303acbc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1384828008', 'description': 'tempest-description--896930881'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:30:02.269978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] Pushing event updated for resources: {'Port': ['ID=4020504e-ee54-4265-b4fe-aa69ea087dab,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:02.274279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3759d59c-3a01-43ac-b284-fe2fdaa191e3 None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 2, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:30:02.281121 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c41677bb-8aec-40e0-ba2c-a6c306b49899 None None] Port a92bdeea-249c-45a4-9e57-ec2c8128bb9e cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:30:02.302684 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d431b9ad-aa4b-4acd-b267-a7b1b303acbc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.372043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d431b9ad-aa4b-4acd-b267-a7b1b303acbc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.376263 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d431b9ad-aa4b-4acd-b267-a7b1b303acbc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.407671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d431b9ad-aa4b-4acd-b267-a7b1b303acbc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.409182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d431b9ad-aa4b-4acd-b267-a7b1b303acbc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1450069 Nov 26 22:30:02.411264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431b9ad-aa4b-4acd-b267-a7b1b303acbc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35940420-8ddc-4df4-8a60-036906426082,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:02.411951 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37514) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:30:02.416848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e65e5411-4607-45da-be81-fa92ebabf03a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'security_group_rule': {'security_group_id': '35940420-8ddc-4df4-8a60-036906426082', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:30:02.445896 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e65e5411-4607-45da-be81-fa92ebabf03a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.529506 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e65e5411-4607-45da-be81-fa92ebabf03a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.533115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e65e5411-4607-45da-be81-fa92ebabf03a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.556198 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e5411-4607-45da-be81-fa92ebabf03a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a6a878-e059-4085-a3b1-a09076f3f248,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:02.562537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e65e5411-4607-45da-be81-fa92ebabf03a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.563763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e65e5411-4607-45da-be81-fa92ebabf03a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507568 Nov 26 22:30:02.566881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37516) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:30:02.571519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b04f13e5-b88e-4076-98b4-3a7575b9513d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'security_group_rule': {'security_group_id': '35940420-8ddc-4df4-8a60-036906426082', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:30:02.599407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b04f13e5-b88e-4076-98b4-3a7575b9513d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.666087 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b04f13e5-b88e-4076-98b4-3a7575b9513d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.670668 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b04f13e5-b88e-4076-98b4-3a7575b9513d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.692768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f13e5-b88e-4076-98b4-3a7575b9513d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6013844-3710-4983-8b68-c42eef5da49b,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:02.702733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b04f13e5-b88e-4076-98b4-3a7575b9513d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.704097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b04f13e5-b88e-4076-98b4-3a7575b9513d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362283 Nov 26 22:30:02.707714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 37518) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:30:02.712448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:30:02.738882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.841631 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:02.967943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Allocated IP 172.25.3.26 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/7cf1e26b-6eeb-46c7-8aa0-631e681e6ace) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:30:03.083805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.168712 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4020504e-ee54-4265-b4fe-aa69ea087dab up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:30:03.229488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4020504e-ee54-4265-b4fe-aa69ea087dab triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:03.229879 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.319799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a7a318d4-d6a8-481f-9779-e8b78241209e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:30:03.372542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a7a318d4-d6a8-481f-9779-e8b78241209e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:03.373152 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.484356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.531442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:30:03.535732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:30:03.540148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:30:03.543384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'Port': ['ID=7cf1e26b-6eeb-46c7-8aa0-631e681e6ace,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:03.663447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.699159 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.850174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.854374 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.923362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'Port': ['ID=7cf1e26b-6eeb-46c7-8aa0-631e681e6ace,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:03.933714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.952175 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:03.953424 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-693001a7-8e71-4ed6-9a23-e693633de7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2447340 Nov 26 22:30:04.106836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-90cfa0b5-e273-42da-8cb4-cb13a0f84c71 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1384828008&fields=id&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 267 time: 0.0462203 Nov 26 22:30:04.219076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076666cf-c551-41db-9c79-46ae65f24f3d req-54108a80-d9c6-448f-8697-7634b9fe7b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:04.220554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-54108a80-d9c6-448f-8697-7634b9fe7b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 810 time: 0.1067028 Nov 26 22:30:04.235836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-698bf674-94ca-466e-af9c-83e0905ea527 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/quotas/6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 375 time: 0.0092065 Nov 26 22:30:04.289163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-77d6d1c8-650b-4e0a-9d27-66989d518206 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477359 Nov 26 22:30:04.304482 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-996164ea-4bfe-437d-8574-3c74e09f21b5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:30:04.305466 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-996164ea-4bfe-437d-8574-3c74e09f21b5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050945 Nov 26 22:30:04.399971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-cfca0033-c3b6-41a5-b547-5022fea3abd6 service neutron] 10.222.0.21 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884407 Nov 26 22:30:04.416912 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:30:04.426375 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:30:04.427064 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:29:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:04.491576 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-df238923-a727-4551-8caa-717987783701 service neutron] 10.222.0.21 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852880 Nov 26 22:30:04.629520 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:30:04.678472 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff8c3f15-8de4-4bae-83f2-6add834d1e17 req-3e2f4f4c-dc11-4488-aa21-1c1369ba1042 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 210 time: 0.0358927 Nov 26 22:30:04.831012 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 2, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:04.863229 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:30:04.863690 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Updating router 76a74514-c234-47f9-9c82-34d370adda28 port a92bdeea-249c-45a4-9e57-ec2c8128bb9e binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:30:04.889840 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.146940 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.152502 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.207787 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Pushing event updated for resources: {'Port': ['ID=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:05.235968 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.236210 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.236554 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.236872 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.237202 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.237524 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.237843 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.238194 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.238511 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.238832 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.239148 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.239647 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:30:05.270409 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Attempting to bind port a92bdeea-249c-45a4-9e57-ec2c8128bb9e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:30:05.270778 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Attempting to bind port a92bdeea-249c-45a4-9e57-ec2c8128bb9e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:30:05.271143 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Attempting to bind port a92bdeea-249c-45a4-9e57-ec2c8128bb9e on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:30:05.276330 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:30:05.276699 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:30:05.277092 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.277479 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:30:05.277960 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Bound port: a92bdeea-249c-45a4-9e57-ec2c8128bb9e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:30:05.278361 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.342552 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] For port a92bdeea-249c-45a4-9e57-ec2c8128bb9e, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:30:05.346650 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] For port a92bdeea-249c-45a4-9e57-ec2c8128bb9e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:30:05.351073 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.414167 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b6c5a-c6f3-422f-b26d-4f95b4dcd237 None None] Pushing event updated for resources: {'Port': ['ID=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:05.417884 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:30:05.418497 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:29:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:05.422605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-938f72eb-bc80-466c-8d2c-c24e31c2860d None None] Provisioning complete for port a92bdeea-249c-45a4-9e57-ec2c8128bb9e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:05.423047 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-938f72eb-bc80-466c-8d2c-c24e31c2860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.524631 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-938f72eb-bc80-466c-8d2c-c24e31c2860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.531658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:30:05.562785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-938f72eb-bc80-466c-8d2c-c24e31c2860d None None] For port a92bdeea-249c-45a4-9e57-ec2c8128bb9e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:30:05.568910 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-938f72eb-bc80-466c-8d2c-c24e31c2860d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.628452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f72eb-bc80-466c-8d2c-c24e31c2860d None None] Pushing event updated for resources: {'Port': ['ID=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:05.720726 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6006e6d8-8b07-4f1f-8b20-6ae128e2eac2 None None] Provisioning complete for port a92bdeea-249c-45a4-9e57-ec2c8128bb9e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:05.722180 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6006e6d8-8b07-4f1f-8b20-6ae128e2eac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:05.770993 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:05.774797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076666cf-c551-41db-9c79-46ae65f24f3d req-ccf43927-bda2-4513-8b08-8e863635d551 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:05.776414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-ccf43927-bda2-4513-8b08-8e863635d551 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 810 time: 0.1513128 Nov 26 22:30:05.806217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6a977bbd-498e-4c30-998c-737599cdb5d6 req-ee07e2da-672e-454f-9626-10f35f6fad8c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 210 time: 0.0301645 Nov 26 22:30:05.820099 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d416162-a3d5-4da2-9b77-e237a67d3dd5 None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:30:05.857343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-83d4de8b-5cf4-483c-8a83-12980ff218c1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 380 time: 0.0650697 Nov 26 22:30:05.873246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'port': {'device_id': 'f537482a-4a57-400a-9245-91e3e401da18', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'admin_state_up': True, 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'security_groups': ['35940420-8ddc-4df4-8a60-036906426082']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:30:05.995675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Made reservation on behalf of 6d2422c084d642e2924000d68374e12a for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:30:05.999242 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:06.129604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Allocated IP 172.20.0.13 (8106a325-f57e-4d61-b237-40ba0377c112/c239cd5a-c865-4067-a095-a3189460a2dd/f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:30:06.281001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:06.315468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:06.364117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Network 8106a325-f57e-4d61-b237-40ba0377c112 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:30:06.370558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:30:06.374441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:30:06.419081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:06.442463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:06.443264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:06.462308 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0130f410-5d82-44ec-8f7a-313239cc6b0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5933743 Nov 26 22:30:06.481394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Request body: {'port': {'device_id': 'f537482a-4a57-400a-9245-91e3e401da18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:30:06.538810 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:06.613458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-548d1881-b282-477e-8902-6fa127f053e9 None None] Provisioning complete for port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:06.614023 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-548d1881-b282-477e-8902-6fa127f053e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:06.648378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-548d1881-b282-477e-8902-6fa127f053e9 None None] Port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:30:06.803300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:30:06.810548 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:06.822284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Transition to ACTIVE for port object f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:30:06.826303 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:06.878202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:06.938264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eccff-e046-4603-a1fe-1eb485832adb req-af42b665-e884-4aac-b6b1-696a9b8ed3e0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:06.939936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-666eccff-e046-4603-a1fe-1eb485832adb req-af42b665-e884-4aac-b6b1-696a9b8ed3e0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 944 time: 0.0608308 Nov 26 22:30:06.947726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Attempting to bind port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:30:06.948062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Attempting to bind port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:30:06.948391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Attempting to bind port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:30:06.952994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:30:06.953320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Attempting to bind port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:30:06.959140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:30:06.959487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:30:06.959875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:30:06.960303 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Bound port: f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:30:06.960909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:07.002831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-666eccff-e046-4603-a1fe-1eb485832adb req-acc9fec4-d1f7-466b-9fd1-03deca2e0500 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548980 Nov 26 22:30:07.031036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:30:07.035206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:30:07.040982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:07.081666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:07.082410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:07.083737 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] 10.222.0.13 "PUT /v2.0/ports/f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 1092 time: 0.6066685 Nov 26 22:30:07.084240 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:30:07.086736 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fe52a4-92fa-4c9b-b47c-5b9d20279582" -d '{"events": [{"name": "network-changed", "server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:30:07.112490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a92bdeea-249c-45a4-9e57-ec2c8128bb9e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:30:07.123783 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a6fb7-5dc1-4a3d-8bf3-f983dd428856 service neutron] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:07.142684 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40820207-2395-4dd8-932e-077c5a3478b8 x-openstack-request-id: req-40820207-2395-4dd8-932e-077c5a3478b8 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:30:07.143017 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:30:07.143986 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40820207-2395-4dd8-932e-077c5a3478b8 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:30:07.144406 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'status': 'completed', 'code': 200} Nov 26 22:30:07.193701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a92bdeea-249c-45a4-9e57-ec2c8128bb9e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:07.194193 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:07.206187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076666cf-c551-41db-9c79-46ae65f24f3d req-c9867dcd-be4e-4959-9c3d-9360ea985d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:07.207817 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-c9867dcd-be4e-4959-9c3d-9360ea985d3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1095 time: 0.0454042 Nov 26 22:30:07.263575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-06e4cd6c-48f7-428e-85ff-0d59951ae8c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 217 time: 0.0410676 Nov 26 22:30:07.320644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076666cf-c551-41db-9c79-46ae65f24f3d req-46fe96e8-614e-4134-98cc-6f6298fdcb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:07.322094 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-46fe96e8-614e-4134-98cc-6f6298fdcb83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0512617 Nov 26 22:30:07.345601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:07.372902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0769666c-356c-4ff4-9611-66bf304f87c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:07.374599 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-0769666c-356c-4ff4-9611-66bf304f87c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445540 Nov 26 22:30:07.466433 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-9939c989-ab5e-4924-b7ab-dbf9bb154217 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849349 Nov 26 22:30:07.553968 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-076666cf-c551-41db-9c79-46ae65f24f3d req-51226d27-f8b8-4731-b92d-fe37a3879739 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811944 Nov 26 22:30:07.682104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-177643ce-79a7-45ac-8db1-053e90a04acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:07.683536 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-177643ce-79a7-45ac-8db1-053e90a04acc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1095 time: 0.0422871 Nov 26 22:30:07.783233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-b198990f-afb4-4602-8054-dd4402f0f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:07.784870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-b198990f-afb4-4602-8054-dd4402f0f3f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0934117 Nov 26 22:30:07.825341 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-88c20c4c-ff75-4276-99b3-e4d75b52812b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 217 time: 0.0335307 Nov 26 22:30:07.872540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-26cc4b97-8ca2-41c6-9035-ab0d9bd86d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:07.873963 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-26cc4b97-8ca2-41c6-9035-ab0d9bd86d2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0420456 Nov 26 22:30:07.922868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-9c56a1d1-4e17-4f63-8d2b-e65ac7c10454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:07.924390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-9c56a1d1-4e17-4f63-8d2b-e65ac7c10454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435374 Nov 26 22:30:08.012545 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-7bf13f51-db75-4e20-8d3f-a92c9fded50f service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812728 Nov 26 22:30:08.107573 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22fe52a4-92fa-4c9b-b47c-5b9d20279582 req-36f94ce3-a1e9-48c5-a35c-f8b8a21e13b5 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876904 Nov 26 22:30:08.115457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3beed-4e9a-4fe1-af44-d3fc21c59e13 req-ca6fa4d7-4780-4d9b-8004-5a74096648a9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:08.116966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6df3beed-4e9a-4fe1-af44-d3fc21c59e13 req-ca6fa4d7-4780-4d9b-8004-5a74096648a9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 944 time: 0.0502973 Nov 26 22:30:08.164409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6df3beed-4e9a-4fe1-af44-d3fc21c59e13 req-df91685b-0d55-4eb4-bf8d-b741667363e7 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 Nov 26 22:30:08.219027 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:09.287067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da6426-76af-4741-be36-6fe16a925b69 req-748facb1-d10d-451c-9692-35e2b8d5f42c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:09.288461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7da6426-76af-4741-be36-6fe16a925b69 req-748facb1-d10d-451c-9692-35e2b8d5f42c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 944 time: 0.0551353 Nov 26 22:30:09.336546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a7da6426-76af-4741-be36-6fe16a925b69 req-8aee46bb-8d8e-4bd7-831a-003972f8399a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421505 Nov 26 22:30:10.454056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f6736-72b1-42f8-840b-3a1d2dc08e48 req-5c776217-ece4-4041-a65d-5d5641ac17ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:10.455706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f48f6736-72b1-42f8-840b-3a1d2dc08e48 req-5c776217-ece4-4041-a65d-5d5641ac17ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 944 time: 0.0501339 Nov 26 22:30:10.503611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f48f6736-72b1-42f8-840b-3a1d2dc08e48 req-487584d9-c1fd-4675-ace6-8173c96520f3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Nov 26 22:30:10.539988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:30:10.635380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:30:10.646822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'mac_address': 'fa:16:3e:48:1f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:30:10.683127 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:10.696297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:30:10.716295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:30:10.719753 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:10.770351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:11.079862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:30:11.621046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c08c5-3347-4692-9ddb-f5b95be1e703 req-0ab0c955-d152-4e1e-8d94-1d215ca72bff tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:11.622556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c1c08c5-3347-4692-9ddb-f5b95be1e703 req-0ab0c955-d152-4e1e-8d94-1d215ca72bff tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 945 time: 0.0480502 Nov 26 22:30:11.673274 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c1c08c5-3347-4692-9ddb-f5b95be1e703 req-4c13789a-6d93-4325-b41d-3d81f2c057d4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Nov 26 22:30:12.543332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:30:12.593042 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:30:12.597221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:30:12.597591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:12.674782 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:12.696565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:30:12.698836 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d06f4b4-45cf-40f7-b084-92c90e67aef6" -d '{"events": [{"server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "name": "network-vif-plugged", "status": "completed", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:30:12.713025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:30:12.717529 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:12.753470 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf5df9-1c84-4627-b64a-3b9568572f57 x-openstack-request-id: req-8bdf5df9-1c84-4627-b64a-3b9568572f57 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:30:12.753899 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "name": "network-vif-plugged", "status": "completed", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:30:12.754182 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bdf5df9-1c84-4627-b64a-3b9568572f57 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:30:12.754578 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'code': 200} Nov 26 22:30:12.772802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:30:12.814319 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec8f84-b54d-48ad-bff4-13ed5955fb04 req-69e910c9-e0d5-40c8-b7f4-817e43e07648 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:12.815975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5ec8f84-b54d-48ad-bff4-13ed5955fb04 req-69e910c9-e0d5-40c8-b7f4-817e43e07648 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Nov 26 22:30:12.865321 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5ec8f84-b54d-48ad-bff4-13ed5955fb04 req-caec1d62-11ba-46fe-88ee-5feebcca4c55 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432301 Nov 26 22:30:12.887178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cd30f-2206-4a49-9c31-2306ac86ac31 req-7a237c42-0b1a-484e-b2d4-9214ff9f4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:12.888698 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-873cd30f-2206-4a49-9c31-2306ac86ac31 req-7a237c42-0b1a-484e-b2d4-9214ff9f4eaa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1097 time: 0.0407126 Nov 26 22:30:12.932365 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-873cd30f-2206-4a49-9c31-2306ac86ac31 req-4aaa3afe-b10d-4ed1-9e83-e0961b77d676 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369167 Nov 26 22:30:13.982197 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeda28-3bbe-424b-91cc-8b22dc6c413c req-5b9cc91f-9e5d-41be-afb6-c044b5104287 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:13.983674 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18aeda28-3bbe-424b-91cc-8b22dc6c413c req-5b9cc91f-9e5d-41be-afb6-c044b5104287 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0499213 Nov 26 22:30:14.031492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18aeda28-3bbe-424b-91cc-8b22dc6c413c req-5231cb0b-7320-4166-8bf6-c9085c390110 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Nov 26 22:30:15.149547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae687c-38f1-41df-976a-02c3c5bc9946 req-5e6814da-434f-41e3-9c1e-eef1f1aab3b8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:15.151079 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05ae687c-38f1-41df-976a-02c3c5bc9946 req-5e6814da-434f-41e3-9c1e-eef1f1aab3b8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0517023 Nov 26 22:30:15.197946 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05ae687c-38f1-41df-976a-02c3c5bc9946 req-883ba3ec-72b6-4af2-a169-4c2c2152ce0f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410907 Nov 26 22:30:15.310316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e4a3-5637-4484-b94a-cdc91718429d req-509d4714-f169-4ee2-aa6c-4a3e7ec42ec0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:15.311710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a860e4a3-5637-4484-b94a-cdc91718429d req-509d4714-f169-4ee2-aa6c-4a3e7ec42ec0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0487239 Nov 26 22:30:15.321487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 37566) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:30:15.325844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'floatingip': {'port_id': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:30:15.369002 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:15.793269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:15.796957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:15.897408 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Floating IP ad53140d-5de6-4519-b52d-a964bd7a794d associated. External IP: 172.25.3.26, port: f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54. Nov 26 22:30:16.417787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:30:16.527581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:30:16.532575 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:16.540604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:30:16.550254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:30:16.551123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:29:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:16.559785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-86c41352-f853-4605-b4ce-83546f2e99ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "PUT /v2.0/floatingips/ad53140d-5de6-4519-b52d-a964bd7a794d HTTP/1.1" status: 200 len: 991 time: 1.2371993 Nov 26 22:30:16.560370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:30:16.562652 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019e88a4-39e0-459c-abbb-de8da5c2b106" -d '{"events": [{"name": "network-changed", "server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:30:16.664770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:30:16.669545 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb518dc8-0e02-4849-8692-c7e0f1ba49cf x-openstack-request-id: req-eb518dc8-0e02-4849-8692-c7e0f1ba49cf {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:30:16.669934 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:30:16.670285 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb518dc8-0e02-4849-8692-c7e0f1ba49cf {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:30:16.670783 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'status': 'completed', 'code': 200} Nov 26 22:30:16.750269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-447f01d8-5153-4ac9-bfff-205a4c05f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:16.751801 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-447f01d8-5153-4ac9-bfff-205a4c05f433 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1097 time: 0.0409195 Nov 26 22:30:16.847183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-9eae1bcc-df96-4a7d-8466-3558731dd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:16.848701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-9eae1bcc-df96-4a7d-8466-3558731dd9f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0891850 Nov 26 22:30:16.888353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:48:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f537482a-4a57-400a-9245-91e3e401da18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:30:15Z', 'revision_number': 1, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:16.914231 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-3a0f8588-7871-478d-b8e8-f41b3e4c9870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 999 time: 0.0583205 Nov 26 22:30:16.918136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:30:16.927370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:30:16.927910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:29:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:16.969549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-5d954810-0ad9-416b-bd1d-223873d9fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:16.971629 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-5d954810-0ad9-416b-bd1d-223873d9fbc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0498290 Nov 26 22:30:17.016060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-d6d68764-09b3-4c0d-a001-ba73dac6dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:17.017586 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-d6d68764-09b3-4c0d-a001-ba73dac6dc51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396361 Nov 26 22:30:17.033623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:30:17.105545 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-2e55c8dc-0acf-4672-996c-be8fc8d955e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806885 Nov 26 22:30:17.199742 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-019e88a4-39e0-459c-abbb-de8da5c2b106 req-1315e472-87b5-4953-99ed-02e0d1036431 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866132 Nov 26 22:30:17.250453 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:48:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f537482a-4a57-400a-9245-91e3e401da18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:30:15Z', 'revision_number': 1, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:30:17.279155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3986cea0-2b9b-4fc0-acb7-52f5b0d8c021 None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:48:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f537482a-4a57-400a-9245-91e3e401da18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:30:15Z', 'revision_number': 1, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:30:17.466216 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7809c0-87b7-42c8-8f3e-b573ff065ad9 None None] New status for floating IP ad53140d-5de6-4519-b52d-a964bd7a794d: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:30:23.012920 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:30:23.534637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8f4e950c-2494-4914-a6d7-8479977d97b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:26.286374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4a2a31c-95b3-43eb-971c-8915aeb9df96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:27.197148 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:28.737184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:29.322587 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:34.703348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-6acda4db-0904-42e0-b89e-ab30090f6479 req-398babb4-16cd-40be-b209-f67b8dfe6d86 service neutron] (110000) timed out ('10.222.0.13', 50091) {{(pid=110000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:30:37.360513 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:38.228907 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:47.096192 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-606fb9de-673b-4b23-baba-5ed671807564 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404253 Nov 26 22:30:47.241566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-a2a9beac-99e1-4cec-9e30-61d2cc69cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:47.243084 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-a2a9beac-99e1-4cec-9e30-61d2cc69cb5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1097 time: 0.0413582 Nov 26 22:30:47.350651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-06afc3e6-3134-41c7-8764-2d6ab9f17aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:47.352033 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-06afc3e6-3134-41c7-8764-2d6ab9f17aa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0870407 Nov 26 22:30:47.417025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-c817b239-6ab6-463e-969c-dbee9e85d19b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 1001 time: 0.0569072 Nov 26 22:30:47.470289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-0d61bcc8-aa58-4072-9ee8-177d35096f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:47.471755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-0d61bcc8-aa58-4072-9ee8-177d35096f99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0467391 Nov 26 22:30:47.518050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-224db3cb-7f85-423b-908c-e70d0103499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:30:47.519641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-224db3cb-7f85-423b-908c-e70d0103499e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405648 Nov 26 22:30:47.608512 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-4d3ff01e-d494-42f8-bb78-b4e7d9a22b9c service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814114 Nov 26 22:30:47.699447 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ebb74061-90d2-420d-817a-278a915ad2e6 req-8943595c-f4f4-4789-83fa-ffa75a8b257f service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833657 Nov 26 22:30:53.536223 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-119ce248-ab82-4d43-aab3-8026248da702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:56.289282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c08701c-f764-4399-b0a9-b40736ace54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:57.200999 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:58.740712 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:30:59.325864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:00.012971 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:31:07.395467 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:08.241168 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:23.538960 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-63832077-9dff-412b-9ab8-26b381de5947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:26.299475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1d3182ba-caa0-442b-a63c-c327a0e06661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:27.204403 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:28.742637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:29.327277 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:37.012943 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:31:37.395064 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:38.242979 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:48.243634 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-810da858-f713-42e5-a21f-f599678e7ea1 req-8fba8637-5571-466e-afcf-f20eefd2011f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403855 Nov 26 22:31:48.342196 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da858-f713-42e5-a21f-f599678e7ea1 req-0b4945cf-dc9d-45d5-b05d-bed4068edaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:31:48.343674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-810da858-f713-42e5-a21f-f599678e7ea1 req-0b4945cf-dc9d-45d5-b05d-bed4068edaab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1097 time: 0.0406046 Nov 26 22:31:48.452519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da858-f713-42e5-a21f-f599678e7ea1 req-0f400a01-b6dd-4e7a-aa64-1c9e791b8ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:31:48.453992 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-810da858-f713-42e5-a21f-f599678e7ea1 req-0f400a01-b6dd-4e7a-aa64-1c9e791b8ec9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0908780 Nov 26 22:31:48.521010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-810da858-f713-42e5-a21f-f599678e7ea1 req-53b24a67-2856-41ce-84e6-92ff29ef2b01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 1001 time: 0.0580592 Nov 26 22:31:48.572148 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da858-f713-42e5-a21f-f599678e7ea1 req-211a2501-b97c-4a58-9055-28af9db157e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:31:48.574288 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-810da858-f713-42e5-a21f-f599678e7ea1 req-211a2501-b97c-4a58-9055-28af9db157e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0461030 Nov 26 22:31:48.618858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810da858-f713-42e5-a21f-f599678e7ea1 req-2dbc1432-6368-4cf9-a49c-0552759ac3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:31:48.620433 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-810da858-f713-42e5-a21f-f599678e7ea1 req-2dbc1432-6368-4cf9-a49c-0552759ac3d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389912 Nov 26 22:31:48.706019 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-810da858-f713-42e5-a21f-f599678e7ea1 req-0304d810-5993-4c7f-a1a3-b3b01974be0a service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783901 Nov 26 22:31:48.797163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-810da858-f713-42e5-a21f-f599678e7ea1 req-1c57cd0e-482e-4ba2-a5e6-2acb352835e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837564 Nov 26 22:31:53.541215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fa4c35d8-ec15-4a8d-96d9-b5fabcaa7cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:56.291491 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e5a6949c-1c71-46bf-ba35-c19eb5668741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:57.206793 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:58.750358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:31:59.330014 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:07.387919 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:08.251175 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:14.011841 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:32:23.545133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe55bd3e-247d-4d32-8518-d48e10e11fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:26.292638 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f139fd4b-1f84-4d5f-ab7c-090521c26d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:27.212846 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:28.748783 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:29.331678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:37.394649 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:38.268402 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:47.148976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85c2ca-692c-479d-8659-c448028253e7 req-c99f2902-f40f-4613-b225-b6a07daff25f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:47.150504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca85c2ca-692c-479d-8659-c448028253e7 req-c99f2902-f40f-4613-b225-b6a07daff25f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0498209 Nov 26 22:32:47.203609 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca85c2ca-692c-479d-8659-c448028253e7 req-c33f878f-8dce-462c-a62c-f0429949bafd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472450 Nov 26 22:32:47.444143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f98c1-de5d-47a7-b50b-b755b64b1d47 req-215608bb-cf84-4c95-aafe-9e9cafff7df0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:47.446046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f25f98c1-de5d-47a7-b50b-b755b64b1d47 req-215608bb-cf84-4c95-aafe-9e9cafff7df0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0501387 Nov 26 22:32:47.503360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f25f98c1-de5d-47a7-b50b-b755b64b1d47 req-b089493f-b12b-4600-b3de-46ad11f7e5f0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517440 Nov 26 22:32:47.549625 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-d78dc621-fcbe-49b7-b4a9-344ac5cc6ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1628017 Nov 26 22:32:48.622325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c5fc9-ef96-4bb5-b9a6-670d55691d04 req-edfb2c78-26cb-47ab-a9b2-f988b65873d8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:48.623821 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-123c5fc9-ef96-4bb5-b9a6-670d55691d04 req-edfb2c78-26cb-47ab-a9b2-f988b65873d8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0495801 Nov 26 22:32:48.670251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-123c5fc9-ef96-4bb5-b9a6-670d55691d04 req-b926889e-850b-46cc-b0d2-7a1430a5c214 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399857 Nov 26 22:32:48.832247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-ca882a28-f99d-40e0-aa8d-1c8953f32604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:48.833689 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-ca882a28-f99d-40e0-aa8d-1c8953f32604 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1097 time: 0.0436819 Nov 26 22:32:48.926321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-d64d8f72-39b5-4bb6-ae8a-092c2c3227ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:48.927780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-d64d8f72-39b5-4bb6-ae8a-092c2c3227ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0874248 Nov 26 22:32:48.993151 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-384fb6ab-d601-4df2-9379-c02381fd00f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 1001 time: 0.0569055 Nov 26 22:32:49.068742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-437458b9-dd55-4b92-b07e-94b0ae77c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:49.070241 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-437458b9-dd55-4b92-b07e-94b0ae77c1d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0485084 Nov 26 22:32:49.118660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-5090b3f2-d9d4-41ba-8c26-73e5c020585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:49.120170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-5090b3f2-d9d4-41ba-8c26-73e5c020585f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408459 Nov 26 22:32:49.210121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-8b4d08fe-00b5-452f-a226-0ad79caf0d7c service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808237 Nov 26 22:32:49.303685 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-be83a4ad-848a-4b98-94fa-7f19b61d0577 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844450 Nov 26 22:32:49.434265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-565a2654-3cfe-45a6-a0bf-fd5543d54cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:49.435709 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-565a2654-3cfe-45a6-a0bf-fd5543d54cca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1097 time: 0.0423946 Nov 26 22:32:49.584893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-b4ddae0e-8f7d-482e-8245-243aba585f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:49.586409 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-b4ddae0e-8f7d-482e-8245-243aba585f65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0887775 Nov 26 22:32:49.652796 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-106a9a07-6c1b-4565-b0b1-8a0621ec686e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 1001 time: 0.0577800 Nov 26 22:32:49.701255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-32c3e0bd-35e8-444b-ac4d-782ed745834c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:49.702917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-32c3e0bd-35e8-444b-ac4d-782ed745834c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0429537 Nov 26 22:32:49.753125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-dbef58de-6bdf-4b1f-a2dc-23078d601ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:49.754669 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-dbef58de-6bdf-4b1f-a2dc-23078d601ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452361 Nov 26 22:32:49.790795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33845d0-2b78-4baf-823e-4a9fe3b3451d req-dc25b825-7c38-4d10-8e5a-1643f01321cb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:49.792268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c33845d0-2b78-4baf-823e-4a9fe3b3451d req-dc25b825-7c38-4d10-8e5a-1643f01321cb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0518103 Nov 26 22:32:49.838485 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c33845d0-2b78-4baf-823e-4a9fe3b3451d req-317bb53a-1ad2-4890-8d38-c9319f4be876 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395644 Nov 26 22:32:49.846213 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-8fa7f2d2-ae5d-4f15-b951-5a204d16feb9 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834064 Nov 26 22:32:49.941194 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-79ebecfb-acea-452f-a44a-ab9b592dd1fa req-14c60486-839d-41b9-a02a-28c30df06cf3 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868645 Nov 26 22:32:50.953710 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953a47a-000a-4fce-8d62-5922a9836b2c req-7de67de7-5b6a-47a4-af82-53a0079aa8d5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:50.955200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0953a47a-000a-4fce-8d62-5922a9836b2c req-7de67de7-5b6a-47a4-af82-53a0079aa8d5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0483246 Nov 26 22:32:51.002527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0953a47a-000a-4fce-8d62-5922a9836b2c req-6ae5857a-7068-4a4d-874b-a45e6a019fc6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412116 Nov 26 22:32:51.012647 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:32:52.117852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c0c96-45ff-4cc1-bf5e-72925e502e9e req-b6a4341e-3057-4ced-8a9e-cae170b7252d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:52.119362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-225c0c96-45ff-4cc1-bf5e-72925e502e9e req-b6a4341e-3057-4ced-8a9e-cae170b7252d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0489657 Nov 26 22:32:52.170498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-225c0c96-45ff-4cc1-bf5e-72925e502e9e req-e88ddf83-144c-4edb-a6c7-333870585cb4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445507 Nov 26 22:32:53.289646 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e207adf-3eb9-4bd1-a66d-2481ae285525 req-32794df9-d2ed-4eba-9605-8196b441d223 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:53.291162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e207adf-3eb9-4bd1-a66d-2481ae285525 req-32794df9-d2ed-4eba-9605-8196b441d223 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0491879 Nov 26 22:32:53.337474 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e207adf-3eb9-4bd1-a66d-2481ae285525 req-d2458e13-bfdc-422d-83e3-082b34578988 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Nov 26 22:32:53.549158 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dcbdb4b6-ff66-46ee-b9bf-1ebc9b873bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:54.452945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6536da-812c-475c-933c-a46d16ecbf93 req-35a63309-28a3-4d37-bb8e-42bc05e72dd9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:54.454455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c6536da-812c-475c-933c-a46d16ecbf93 req-35a63309-28a3-4d37-bb8e-42bc05e72dd9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0488157 Nov 26 22:32:54.501646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8c6536da-812c-475c-933c-a46d16ecbf93 req-647fb631-6e57-489d-8cfd-36bc87746f33 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Nov 26 22:32:55.622316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91714392-4161-45da-adb9-625a59ef1015 req-14c06f9d-e16c-48d5-8dfd-ab32b127f283 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:55.623775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91714392-4161-45da-adb9-625a59ef1015 req-14c06f9d-e16c-48d5-8dfd-ab32b127f283 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0522721 Nov 26 22:32:55.669333 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-91714392-4161-45da-adb9-625a59ef1015 req-d4bf99c4-be5a-46ce-9588-fb1df8a0daf5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 Nov 26 22:32:56.294852 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7edb5f6d-809d-4994-a7dd-fb717bbfdb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:56.786706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a5fd5-2714-43cb-afba-020c37df5d78 req-44df3f85-a515-40fc-a945-9ae46ea0544f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:56.788181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc9a5fd5-2714-43cb-afba-020c37df5d78 req-44df3f85-a515-40fc-a945-9ae46ea0544f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0485671 Nov 26 22:32:56.834275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc9a5fd5-2714-43cb-afba-020c37df5d78 req-5b6d4215-09c3-4b8b-b98f-2c872b3f6a20 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402987 Nov 26 22:32:57.212732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:57.961797 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51a97-7c32-4b34-8215-b4aa1b5b5b0c req-deeada16-8890-4d61-b061-71c075df4053 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:57.963285 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56b51a97-7c32-4b34-8215-b4aa1b5b5b0c req-deeada16-8890-4d61-b061-71c075df4053 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0595207 Nov 26 22:32:58.013103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56b51a97-7c32-4b34-8215-b4aa1b5b5b0c req-a01c433e-503e-4953-ac5d-e35c8173b941 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427492 Nov 26 22:32:58.753304 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:32:59.137020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e4e33-6a77-4494-9cce-a618635f6176 req-a8450162-a037-4e70-abae-44cedddb54d5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:32:59.138596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da5e4e33-6a77-4494-9cce-a618635f6176 req-a8450162-a037-4e70-abae-44cedddb54d5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0525560 Nov 26 22:32:59.187586 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da5e4e33-6a77-4494-9cce-a618635f6176 req-6a1f3d18-9ef6-469e-bc8f-ef760ed6c048 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429196 Nov 26 22:32:59.335425 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:00.305164 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad2efd-0638-40ba-b21f-6fa3d4de48f4 req-f51df5e5-fb2b-4aba-bc49-97fd3b8fcd5d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:00.306637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2ad2efd-0638-40ba-b21f-6fa3d4de48f4 req-f51df5e5-fb2b-4aba-bc49-97fd3b8fcd5d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0494053 Nov 26 22:33:00.357083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2ad2efd-0638-40ba-b21f-6fa3d4de48f4 req-1498ddbd-bc4c-446e-aa4d-bf13fb90c8bc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Nov 26 22:33:01.439047 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-9023e385-2b19-46b0-9a76-fd9109aad597 service neutron] show failed (client error): The resource could not be found. Nov 26 22:33:01.440291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-9023e385-2b19-46b0-9a76-fd9109aad597 service neutron] 10.222.0.13 "GET /v2.0/ports/f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0573606 Nov 26 22:33:01.476129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca2b69-ff5d-4d1e-96cb-f9edeee9f90d req-e4887570-d6d1-4c46-a45d-8f5a20a1e10a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:01.477629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3ca2b69-ff5d-4d1e-96cb-f9edeee9f90d req-e4887570-d6d1-4c46-a45d-8f5a20a1e10a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0512798 Nov 26 22:33:01.526926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3ca2b69-ff5d-4d1e-96cb-f9edeee9f90d req-91fc4815-b139-4970-950e-491b01f85078 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 Nov 26 22:33:01.644921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-0c467610-53b0-4d65-a916-3dd8915593fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:01.646372 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-0c467610-53b0-4d65-a916-3dd8915593fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 1097 time: 0.0408709 Nov 26 22:33:01.657338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-d66f1150-03fe-4240-b041-f96376ec59c6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:33:01.658457 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-d66f1150-03fe-4240-b041-f96376ec59c6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056179 Nov 26 22:33:01.676164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:33:01.730764 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:01.928709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:33:01.960671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:33:01.998664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:33:02.001135 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ff5e1b-c5b0-4166-8fb4-c8d4db0365b9" -d '{"events": [{"server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "name": "network-vif-unplugged", "status": "completed", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:33:02.004886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:02.017913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Transition to ACTIVE for port object f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:33:02.021755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:02.056077 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3fed70-0e11-4251-9c98-41eb4c6a123d x-openstack-request-id: req-6e3fed70-0e11-4251-9c98-41eb4c6a123d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:33:02.056363 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "name": "network-vif-unplugged", "status": "completed", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:33:02.056614 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e3fed70-0e11-4251-9c98-41eb4c6a123d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:33:02.057009 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'code': 200} Nov 26 22:33:02.128077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:02.154592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.154941 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.155284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.155618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.155954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.156279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.157161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.157501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.157832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.158172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.158490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.158812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:02.235617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] No DVR routers for this DVR port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:33:02.370957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Attempting to bind port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:33:02.371221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Attempting to bind port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:33:02.371549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Attempting to bind port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:33:02.376260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:33:02.376576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Attempting to bind port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:33:02.381323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:33:02.381671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:33:02.382057 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:33:02.382510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Bound port: f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:33:02.382863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:02.448488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:33:02.451439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:33:02.456182 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:02.497858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:02.497858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:02.497858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] 10.222.0.41 "PUT /v2.0/ports/f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 1092 time: 0.8251588 Nov 26 22:33:02.515260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1f1d4-275d-4db4-853a-5af606fbb0ba service neutron] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:02.580099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c12c6e4a-2b8d-4bd0-b0fc-ff7ff35b7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:02.581669 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-c12c6e4a-2b8d-4bd0-b0fc-ff7ff35b7b24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1095 time: 0.0468373 Nov 26 22:33:02.657215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b6015-f9e4-4fbc-88b0-7e203ced75f9 req-e9b216b8-4a36-45ae-bad2-ccc155c3a774 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:02.659549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-248b6015-f9e4-4fbc-88b0-7e203ced75f9 req-e9b216b8-4a36-45ae-bad2-ccc155c3a774 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 944 time: 0.0554612 Nov 26 22:33:02.683999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-f4f6f6cd-0820-4a3c-90c3-4168b9548144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:02.685517 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-f4f6f6cd-0820-4a3c-90c3-4168b9548144 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0964189 Nov 26 22:33:02.711286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-248b6015-f9e4-4fbc-88b0-7e203ced75f9 req-e84af8ae-2366-4231-ad8f-8d0fa3045c55 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442405 Nov 26 22:33:02.758055 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-4d249e5d-4d3f-4ead-b7ec-baaa1127067c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 999 time: 0.0633831 Nov 26 22:33:02.808818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-6b170d07-00a0-4118-a537-9c5e3102a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:02.810311 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-6b170d07-00a0-4118-a537-9c5e3102a189 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0458488 Nov 26 22:33:02.855925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-246e4fc6-221b-4792-ab16-5b165ceb1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:02.857411 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-246e4fc6-221b-4792-ab16-5b165ceb1aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401421 Nov 26 22:33:02.947841 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-49b35335-bde9-4ad3-8b84-06de87178136 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832882 Nov 26 22:33:03.042144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-70c26d53-9161-4aac-b129-b333f7f0f12e req-87433875-6ad2-48d2-b745-839c418fd338 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811815 Nov 26 22:33:03.842235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4152441-f815-4558-bc14-1db3ed0ade21 req-c1b46b64-8d2a-4ba1-9b1e-b0a1370e7b14 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:03.843625 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4152441-f815-4558-bc14-1db3ed0ade21 req-c1b46b64-8d2a-4ba1-9b1e-b0a1370e7b14 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 944 time: 0.0531290 Nov 26 22:33:03.890655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4152441-f815-4558-bc14-1db3ed0ade21 req-8fd4996c-673d-4179-bc39-5455ee0625d0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Nov 26 22:33:04.058608 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:33:04.061022 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596c879b-8b78-4680-9ecf-be83bc1014d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:33:04.111223 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1606ce-bbb6-49e9-b444-24470599cba6 x-openstack-request-id: req-fd1606ce-bbb6-49e9-b444-24470599cba6 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:33:04.111515 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:33:04.111766 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd1606ce-bbb6-49e9-b444-24470599cba6 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:33:04.112202 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'status': 'completed', 'code': 200} Nov 26 22:33:04.224708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-9781fd8a-da43-44c0-8b3c-7473b30f082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:04.226239 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-9781fd8a-da43-44c0-8b3c-7473b30f082f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1095 time: 0.0655711 Nov 26 22:33:04.228563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-f52b8d9f-d068-4fd1-8b32-733a265377a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:04.229901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-f52b8d9f-d068-4fd1-8b32-733a265377a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1095 time: 0.0771642 Nov 26 22:33:04.717742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-23c2a03f-0731-4ae8-a9f2-b7af019443c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:04.719289 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-23c2a03f-0731-4ae8-a9f2-b7af019443c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.4786346 Nov 26 22:33:04.720369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-97a73f63-e75d-4fc5-a2ba-f14e2c3ec6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:04.721670 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-97a73f63-e75d-4fc5-a2ba-f14e2c3ec6a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.4886577 Nov 26 22:33:04.830445 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-4462a268-00b8-46e6-aebe-cd223be51ea8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 999 time: 0.1036003 Nov 26 22:33:04.832211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-57bc8c43-3ad5-4d62-89a3-2bf3ee931fb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 999 time: 0.1002011 Nov 26 22:33:04.917074 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-fb8538b6-1ee5-478e-9a50-5ba43f0d5d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:04.918648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-fb8538b6-1ee5-478e-9a50-5ba43f0d5d6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0806665 Nov 26 22:33:04.919960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-e9973ede-0374-41b9-86b4-d904ae03fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:04.921271 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-e9973ede-0374-41b9-86b4-d904ae03fd95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0760868 Nov 26 22:33:04.992736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-194c1637-6f10-42f8-9267-4a81cf380b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:04.994221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-194c1637-6f10-42f8-9267-4a81cf380b08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685554 Nov 26 22:33:04.996594 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-93d830e4-1704-45db-812f-102bbb5170a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:04.997947 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-93d830e4-1704-45db-812f-102bbb5170a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636361 Nov 26 22:33:05.009961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0fe48-8960-4c23-8217-f6f8ec53590c req-96e16889-9d39-42bc-af54-5aedca875eec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:05.011822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73a0fe48-8960-4c23-8217-f6f8ec53590c req-96e16889-9d39-42bc-af54-5aedca875eec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 944 time: 0.0505991 Nov 26 22:33:05.059413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73a0fe48-8960-4c23-8217-f6f8ec53590c req-1022be65-dc38-4d1d-a308-7b9d86136f0a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Nov 26 22:33:05.155419 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-0ff20666-1b1f-47ae-8754-f04ef5be96b9 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533923 Nov 26 22:33:05.160645 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-f245d542-bead-4fc4-8f2d-0cd336be0f2e service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509144 Nov 26 22:33:05.312292 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-5c5b0504-e98d-4f94-99f2-37c010e0bb84 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495979 Nov 26 22:33:05.315849 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-596c879b-8b78-4680-9ecf-be83bc1014d9 req-2a16584b-8c3b-400f-897c-704bd732b3ba service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457052 Nov 26 22:33:05.330304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:33:05.369054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:33:06.183628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4d0ac-7591-46fe-835e-31a7d1cd68c1 req-1e092cea-fdc7-4b02-b0d4-3a1165ce2676 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:06.185162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54e4d0ac-7591-46fe-835e-31a7d1cd68c1 req-1e092cea-fdc7-4b02-b0d4-3a1165ce2676 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 944 time: 0.0525439 Nov 26 22:33:06.237880 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-54e4d0ac-7591-46fe-835e-31a7d1cd68c1 req-641ebb6f-e4f0-46e4-ac00-396db4a7cbe9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Nov 26 22:33:07.234422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:33:07.329880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:33:07.341365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'mac_address': 'fa:16:3e:48:1f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:33:07.378255 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:07.400929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:33:07.406186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:07.421169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:33:07.425647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:07.469590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46ccdd-45bc-437c-b86f-305773eefd90 req-427142d4-5e45-456c-9528-d789fe3d08e0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:07.471364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a46ccdd-45bc-437c-b86f-305773eefd90 req-427142d4-5e45-456c-9528-d789fe3d08e0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 945 time: 0.1619129 Nov 26 22:33:07.473803 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:07.481243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.481598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.481945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.482312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.482649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.482985 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.483322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.483669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.483997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.484324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.484674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.485057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:33:07.519809 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a46ccdd-45bc-437c-b86f-305773eefd90 req-88a6dab1-4f71-443b-993a-a2b0f4b8a3ef tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Nov 26 22:33:07.713151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f01489-e286-4317-8163-a207c0d3360b req-de5dfebf-6305-4b86-99df-f0c9e764923e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:07.715032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3f01489-e286-4317-8163-a207c0d3360b req-de5dfebf-6305-4b86-99df-f0c9e764923e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 945 time: 0.0513852 Nov 26 22:33:07.753058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124782d-0a50-467f-bb62-2687c0777856 req-4e4b4dff-6f43-4305-99a5-915d9529ac6a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:07.754554 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-4e4b4dff-6f43-4305-99a5-915d9529ac6a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18&tenant_id=6d2422c084d642e2924000d68374e12a&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 945 time: 0.0651574 Nov 26 22:33:07.765253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3f01489-e286-4317-8163-a207c0d3360b req-3c6470b4-dbde-4cbd-923f-e4630dc54ed2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Nov 26 22:33:07.816775 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-b124782d-0a50-467f-bb62-2687c0777856 req-4d5ec857-6010-484d-a6dd-23dad219439a service neutron] delete failed (client error): The resource could not be found. Nov 26 22:33:07.817799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-4d5ec857-6010-484d-a6dd-23dad219439a service neutron] 10.222.0.13 "DELETE /v2.0/ports/f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0550361 Nov 26 22:33:07.864853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:33:07.934929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124782d-0a50-467f-bb62-2687c0777856 req-e17b5ee3-6edb-4036-b940-c79448828c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:07.936510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-e17b5ee3-6edb-4036-b940-c79448828c62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 1096 time: 0.0482671 Nov 26 22:33:08.032237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124782d-0a50-467f-bb62-2687c0777856 req-33932616-63f0-4c3b-a98d-bbd6c062c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:08.033758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-33932616-63f0-4c3b-a98d-bbd6c062c2a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0902290 Nov 26 22:33:08.102930 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-050db1ae-c19c-48e7-808e-b3e16ff720ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 200 len: 1000 time: 0.0625885 Nov 26 22:33:08.152906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124782d-0a50-467f-bb62-2687c0777856 req-d36868da-bc10-492c-8ad3-52c6024189a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:08.154435 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-d36868da-bc10-492c-8ad3-52c6024189a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0447886 Nov 26 22:33:08.199759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124782d-0a50-467f-bb62-2687c0777856 req-0d6619da-e494-4460-9cc3-a3698a3566c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:08.201169 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-0d6619da-e494-4460-9cc3-a3698a3566c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401435 Nov 26 22:33:08.264621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:08.293924 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-ef0013c6-6a21-4583-b43b-4bfa583c659d service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856068 Nov 26 22:33:08.382592 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b124782d-0a50-467f-bb62-2687c0777856 req-303faf07-80c5-4589-be1f-340b3d6df8fa service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815139 Nov 26 22:33:08.892518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66976d1a-408b-45d7-8e13-8acea0053a2b req-a55b8d88-6796-4840-98e4-a94160e50b4e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:08.894054 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66976d1a-408b-45d7-8e13-8acea0053a2b req-a55b8d88-6796-4840-98e4-a94160e50b4e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 945 time: 0.0550995 Nov 26 22:33:08.942897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66976d1a-408b-45d7-8e13-8acea0053a2b req-d1faf42a-89dc-493f-a167-7f13ecbe89fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Nov 26 22:33:09.242850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:33:09.291797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:33:09.295733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:33:09.296104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:09.375387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:09.398770 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:33:09.401016 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff5a6d0-ad7e-4a66-af93-fd0551425a9c" -d '{"events": [{"server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "name": "network-vif-plugged", "status": "completed", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:33:09.415688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:33:09.419521 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:09.467641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:09.504684 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de88dc21-1491-4eb7-9073-1da8598b2205 x-openstack-request-id: req-de88dc21-1491-4eb7-9073-1da8598b2205 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:33:09.504988 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "name": "network-vif-plugged", "status": "completed", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:33:09.505265 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de88dc21-1491-4eb7-9073-1da8598b2205 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:33:09.505691 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'code': 200} Nov 26 22:33:10.059981 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49733b7-842a-44b8-b52e-a0a475183a2e req-27c4e584-80fe-47e4-983e-da751150a0bd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:10.061459 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b49733b7-842a-44b8-b52e-a0a475183a2e req-27c4e584-80fe-47e4-983e-da751150a0bd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0493762 Nov 26 22:33:10.110521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b49733b7-842a-44b8-b52e-a0a475183a2e req-cdae6686-0370-4e96-b0aa-eb2b957e049c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426638 Nov 26 22:33:10.233306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49afd4e-f549-4dcf-ae09-22d8289ba565 req-5ad00639-d0ff-490e-844a-b3a2f92f45bf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:10.234735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e49afd4e-f549-4dcf-ae09-22d8289ba565 req-5ad00639-d0ff-490e-844a-b3a2f92f45bf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0530081 Nov 26 22:33:10.282505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e49afd4e-f549-4dcf-ae09-22d8289ba565 req-815f6787-ce7b-4167-8568-a8b655ce243a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 Nov 26 22:33:10.447934 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ddfd2-317e-4a38-ab89-613660db9cac req-b056e962-bcb9-4a05-a1e6-82d60ab001bb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:10.449437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-961ddfd2-317e-4a38-ab89-613660db9cac req-b056e962-bcb9-4a05-a1e6-82d60ab001bb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.1018293 Nov 26 22:33:10.496887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-961ddfd2-317e-4a38-ab89-613660db9cac req-71ab8d72-9514-4cc0-8c50-cf6ce23135c3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410233 Nov 26 22:33:10.726387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013b1e3-135b-412d-8068-731b2fb6bed4 req-979e4027-21cb-46db-8ba4-f2df448ab309 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:10.727889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4013b1e3-135b-412d-8068-731b2fb6bed4 req-979e4027-21cb-46db-8ba4-f2df448ab309 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0515065 Nov 26 22:33:10.779896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4013b1e3-135b-412d-8068-731b2fb6bed4 req-22b1ab09-f1a7-4c05-9735-c7abab5bc9b6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Nov 26 22:33:11.896787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e80a88-8196-4607-b58f-29be05ea987a req-60acdf25-2747-48c7-a27f-6776f231fbba tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:11.898275 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5e80a88-8196-4607-b58f-29be05ea987a req-60acdf25-2747-48c7-a27f-6776f231fbba tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0492160 Nov 26 22:33:11.944413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5e80a88-8196-4607-b58f-29be05ea987a req-ad48e44d-676d-4bd6-b369-c05911de4708 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402792 Nov 26 22:33:12.112022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-ed1aea3f-1527-45c7-9fc8-d6a521f12095 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:12.113369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-ed1aea3f-1527-45c7-9fc8-d6a521f12095 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 946 time: 0.0481715 Nov 26 22:33:12.202692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Deleting port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:33:12.203024 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:12.288293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] For port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:33:12.288655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:12.555428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:12.555784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:12.556097 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Floating IP ad53140d-5de6-4519-b52d-a964bd7a794d disassociated. External IP: 172.25.3.26, port: f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54. Nov 26 22:33:12.556437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Calling delete_port for f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:33:12.681056 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:12.710101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event deleted for resources: {'Port': ['ID=f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:12.827946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:33:12.938647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:33:12.948825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:33:12.958898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:33:12.959520 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:32:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:33:12.977518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] No DVR routers for this DVR port f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:33:12.980274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:12.984067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1a19dee-e147-43c4-9ebf-cd7dbcfc7b71 req-9ce2ec24-1488-4c19-8756-f8ffd54a5201 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "DELETE /v2.0/ports/f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 HTTP/1.1" status: 204 len: 173 time: 0.8640950 Nov 26 22:33:12.984485 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'name': 'network-vif-deleted', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:33:12.987525 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd2efaa-dd0a-476e-b819-192acf8e56c1" -d '{"events": [{"server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "name": "network-vif-deleted", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:33:13.048132 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe76622-2ea9-43e9-89aa-cf76dd4e9bcf x-openstack-request-id: req-9fe76622-2ea9-43e9-89aa-cf76dd4e9bcf {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:33:13.049889 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f537482a-4a57-400a-9245-91e3e401da18", "name": "network-vif-deleted", "tag": "f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:33:13.050331 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fe76622-2ea9-43e9-89aa-cf76dd4e9bcf {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:33:13.050906 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f537482a-4a57-400a-9245-91e3e401da18', 'name': 'network-vif-deleted', 'tag': 'f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54', 'status': 'completed', 'code': 200} Nov 26 22:33:13.073380 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97c5ae71-d08c-4814-8270-da72938724e1 req-bc0c7d06-f154-4dfb-9104-ab6c8b10c118 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=f537482a-4a57-400a-9245-91e3e401da18 HTTP/1.1" status: 200 len: 210 time: 0.0286918 Nov 26 22:33:13.094236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:33:13.292397 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:33:13.322546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:33:13.332014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:33:13.332622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:32:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:33:13.438431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:33:13.639619 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:33:13.665342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc4fe08-bc12-4a2c-906d-8d2e905b92c4 None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:33:13.867750 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf958fe2-1d0c-4a9d-8a42-584007c147f9 None None] New status for floating IP ad53140d-5de6-4519-b52d-a964bd7a794d: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:33:14.312782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-ce46fe48-f6bc-486a-8d73-a73aa3f3b342 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1384828008&fields=id&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 267 time: 0.0412848 Nov 26 22:33:14.421466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-c5a47bdb-6323-4022-b5cd-61a3b320233b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:14.422982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-c5a47bdb-6323-4022-b5cd-61a3b320233b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 810 time: 0.1031485 Nov 26 22:33:14.437824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-028a2f8f-8c7c-4c01-b880-41e2cddfd8ac tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/quotas/6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 375 time: 0.0087409 Nov 26 22:33:14.488399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-32a67370-82cd-46d8-88fd-10c5871d3af4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447447 Nov 26 22:33:14.634997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5d1c5084-18f4-46f6-873c-207e4c876c21 service neutron] 10.222.0.21 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344776 Nov 26 22:33:14.721884 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-632d028f-c279-438c-bb03-5c1af6b9e1f3 service neutron] 10.222.0.21 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806916 Nov 26 22:33:14.879456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b241521b-5f70-46fe-96d2-58dfa43be006 req-a1f49f3e-3760-4ea7-81d8-5fd02e18e51d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 210 time: 0.0282421 Nov 26 22:33:15.285079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:33:15.304794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:33:15.305144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device f04ac6f2-7fbe-4865-9e5d-6b9dc1869e54 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:33:15.958011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-cae37f48-15f9-4fd3-84c3-9b8726912c00 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:15.959512 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-cae37f48-15f9-4fd3-84c3-9b8726912c00 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 810 time: 0.1143913 Nov 26 22:33:15.978043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e79a6a84-b218-40f7-9132-c88fd4fe7bc1 req-7a0a4377-4c03-492a-9d45-d82fe684f26e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Nov 26 22:33:16.028321 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-9c49a9ae-562c-4fb5-ad82-822a32612625 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 380 time: 0.0529354 Nov 26 22:33:16.056904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'port': {'device_id': '114c9550-363f-439c-be0c-dd033b6eadd4', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'admin_state_up': True, 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'security_groups': ['35940420-8ddc-4df4-8a60-036906426082']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:33:16.168876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Made reservation on behalf of 6d2422c084d642e2924000d68374e12a for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:33:16.172190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:16.523293 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Allocated IP 172.20.0.10 (8106a325-f57e-4d61-b237-40ba0377c112/c239cd5a-c865-4067-a095-a3189460a2dd/1430efbe-0aab-4cb7-84f0-0299c9f346c6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:33:16.659411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:16.692650 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:16.737563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Network 8106a325-f57e-4d61-b237-40ba0377c112 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:33:16.740634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:33:16.744342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:33:16.772916 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:16.802441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:16.803085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:16.819201 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-540c4cb2-302e-4bb9-9b69-a525cea95715 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7659669 Nov 26 22:33:16.837249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Request body: {'port': {'device_id': '114c9550-363f-439c-be0c-dd033b6eadd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:33:16.894369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:16.991237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ff42d833-de38-449c-88cc-f7c6f1933582 None None] Provisioning complete for port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:33:16.991824 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff42d833-de38-449c-88cc-f7c6f1933582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:17.034253 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ff42d833-de38-449c-88cc-f7c6f1933582 None None] Port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:33:17.101636 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ff3ab-5e44-40cc-affc-fb98c4d1aa7d req-42eb7732-65fd-4fdd-b28e-3fa821407782 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:17.103175 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c8ff3ab-5e44-40cc-affc-fb98c4d1aa7d req-42eb7732-65fd-4fdd-b28e-3fa821407782 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 932 time: 0.0539222 Nov 26 22:33:17.151772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c8ff3ab-5e44-40cc-affc-fb98c4d1aa7d req-d984cbff-8309-4f5b-9906-b98f770824b6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Nov 26 22:33:17.164207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1430efbe-0aab-4cb7-84f0-0299c9f346c6 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:33:17.172001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:17.183755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Transition to ACTIVE for port object 1430efbe-0aab-4cb7-84f0-0299c9f346c6 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:33:17.187458 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:17.244433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:17.310555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Attempting to bind port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:33:17.310899 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Attempting to bind port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:33:17.311234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Attempting to bind port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:33:17.315927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:33:17.316252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Attempting to bind port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:33:17.321410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:33:17.321751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:33:17.322169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:33:17.322598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Bound port: 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:33:17.322954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:17.388048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:33:17.391241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:33:17.396216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:17.439214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:17.439852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:17.441525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] 10.222.0.13 "PUT /v2.0/ports/1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 1092 time: 0.6085839 Nov 26 22:33:17.441968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:33:17.444265 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77459464-e1c9-4538-9b18-94f2b26f887c" -d '{"events": [{"name": "network-changed", "server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:33:17.464095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909f9bf-cbdd-4e2e-94d3-92d5210b4a38 service neutron] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:17.491441 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f461fe30-ecbf-467d-9663-6bb1f68cd5da x-openstack-request-id: req-f461fe30-ecbf-467d-9663-6bb1f68cd5da {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:33:17.491815 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:33:17.492142 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f461fe30-ecbf-467d-9663-6bb1f68cd5da {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:33:17.492801 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'status': 'completed', 'code': 200} Nov 26 22:33:17.559024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-dcbe1a46-f535-436c-99a7-a156fa59ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:17.560481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-dcbe1a46-f535-436c-99a7-a156fa59ebbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1095 time: 0.0444474 Nov 26 22:33:17.610105 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-0017430b-5eab-45b3-b3ec-7eb3efbc8e4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 217 time: 0.0365291 Nov 26 22:33:17.662985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-91ee4320-34d3-49d5-a30b-3903309e4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:17.664437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-91ee4320-34d3-49d5-a30b-3903309e4b11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0478137 Nov 26 22:33:17.716322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-6531631c-d447-4c09-9693-3cc3b2bcfe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:17.717989 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-6531631c-d447-4c09-9693-3cc3b2bcfe77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457921 Nov 26 22:33:17.806051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-c7e46994-e1a3-408b-a3ba-b05f06d019de service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811985 Nov 26 22:33:17.897260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f7ea9b87-2673-420d-b4ce-2b49c5b2e622 req-0325f42e-46e4-4240-b985-9b38075c7e14 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842290 Nov 26 22:33:18.033349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459464-e1c9-4538-9b18-94f2b26f887c req-d5bd3295-7edb-4492-8890-bd80b6734b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:18.034990 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77459464-e1c9-4538-9b18-94f2b26f887c req-d5bd3295-7edb-4492-8890-bd80b6734b69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1095 time: 0.0414305 Nov 26 22:33:18.128175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459464-e1c9-4538-9b18-94f2b26f887c req-3ddc5243-c0e0-4438-a176-7037699fcdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:18.129673 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77459464-e1c9-4538-9b18-94f2b26f887c req-3ddc5243-c0e0-4438-a176-7037699fcdb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0874391 Nov 26 22:33:18.171145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77459464-e1c9-4538-9b18-94f2b26f887c req-cd5b826d-2240-4254-957d-5eb642c5f90d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 217 time: 0.0342314 Nov 26 22:33:18.221655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459464-e1c9-4538-9b18-94f2b26f887c req-d63fe005-6b17-4ff4-96b4-3554bdf59f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:18.223224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77459464-e1c9-4538-9b18-94f2b26f887c req-d63fe005-6b17-4ff4-96b4-3554bdf59f22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0448942 Nov 26 22:33:18.270466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77459464-e1c9-4538-9b18-94f2b26f887c req-50b9c6f3-fa55-4ac6-807c-78e3cf91429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:18.270906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a2d94-c2b3-4337-8d73-b96fbb649b7e req-b612e7de-3c5e-4505-a30b-8636213bb252 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:18.272216 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77459464-e1c9-4538-9b18-94f2b26f887c req-50b9c6f3-fa55-4ac6-807c-78e3cf91429e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418255 Nov 26 22:33:18.272414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-251a2d94-c2b3-4337-8d73-b96fbb649b7e req-b612e7de-3c5e-4505-a30b-8636213bb252 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 944 time: 0.0488834 Nov 26 22:33:18.320365 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-251a2d94-c2b3-4337-8d73-b96fbb649b7e req-c8687057-9e90-4729-be85-ae2de5086927 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Nov 26 22:33:18.366728 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77459464-e1c9-4538-9b18-94f2b26f887c req-333c5b1c-6587-4ea9-a9ae-0488a1a5886e service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869093 Nov 26 22:33:18.467913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77459464-e1c9-4538-9b18-94f2b26f887c req-891b0287-de28-42e6-8e7c-9790ca8839c0 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926754 Nov 26 22:33:19.440697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94801edd-3441-48ae-b376-d2d15ad1ef49 req-b1973b4b-819c-4413-8600-2f0d2b291dc6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:19.442098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94801edd-3441-48ae-b376-d2d15ad1ef49 req-b1973b4b-819c-4413-8600-2f0d2b291dc6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 944 time: 0.0517635 Nov 26 22:33:19.488242 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-94801edd-3441-48ae-b376-d2d15ad1ef49 req-1f1700ca-f800-431a-aa83-a00dbc143a3d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401678 Nov 26 22:33:20.604370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1073ce3-b881-4333-afab-d58657cbabea req-7bd3ca1e-cfc9-4c06-a303-73f25f62600d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:20.605842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1073ce3-b881-4333-afab-d58657cbabea req-7bd3ca1e-cfc9-4c06-a303-73f25f62600d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 944 time: 0.0485201 Nov 26 22:33:20.653316 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1073ce3-b881-4333-afab-d58657cbabea req-8a893bfa-80ea-4b74-b497-5e86a4f0bc30 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407741 Nov 26 22:33:21.399584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1430efbe-0aab-4cb7-84f0-0299c9f346c6 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:33:21.490707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:33:21.505292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'mac_address': 'fa:16:3e:fa:51:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:33:21.543559 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:21.555940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1430efbe-0aab-4cb7-84f0-0299c9f346c6 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:33:21.574862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:33:21.578801 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:21.623962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:21.772858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60047bae-e502-47a9-8c41-964a4ddd0990 req-86dcb049-3a36-46fb-a87c-e560344b6c01 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:21.774348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60047bae-e502-47a9-8c41-964a4ddd0990 req-86dcb049-3a36-46fb-a87c-e560344b6c01 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Nov 26 22:33:21.823447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60047bae-e502-47a9-8c41-964a4ddd0990 req-3432fe51-ad89-4b0c-8c81-abe9405030d7 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432043 Nov 26 22:33:21.993570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['1430efbe-0aab-4cb7-84f0-0299c9f346c6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:33:22.938588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d87e-e6e3-44bb-ae54-d29170340d4c req-426ad865-4609-4ca9-ab8f-fad7a03e29b9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:22.940219 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f47d87e-e6e3-44bb-ae54-d29170340d4c req-426ad865-4609-4ca9-ab8f-fad7a03e29b9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 945 time: 0.0482810 Nov 26 22:33:22.986499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f47d87e-e6e3-44bb-ae54-d29170340d4c req-3d3a7d24-1300-4e54-86d1-699f7d402655 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Nov 26 22:33:23.414309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1430efbe-0aab-4cb7-84f0-0299c9f346c6 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:33:23.461378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:33:23.464983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:33:23.465602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:23.558241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:23.559960 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3da39233-66ad-4762-b386-262e90f76edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:23.583681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:33:23.585896 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbef361-fefc-4bf3-ad60-ad8535e040d2" -d '{"events": [{"server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "name": "network-vif-plugged", "status": "completed", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:33:23.599335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:33:23.603479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:23.626911 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198a2500-11d1-455e-8635-35d7ec6ff9f7 x-openstack-request-id: req-198a2500-11d1-455e-8635-35d7ec6ff9f7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:33:23.627386 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "name": "network-vif-plugged", "status": "completed", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:33:23.627646 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-198a2500-11d1-455e-8635-35d7ec6ff9f7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:33:23.628038 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'code': 200} Nov 26 22:33:23.653414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:33:23.757816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4044933-93a1-47f2-9600-f8c508cfd532 req-564ec4ad-21fd-44c8-ab68-d2bbadb7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:23.759335 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4044933-93a1-47f2-9600-f8c508cfd532 req-564ec4ad-21fd-44c8-ab68-d2bbadb7da85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1097 time: 0.0451932 Nov 26 22:33:23.803538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f4044933-93a1-47f2-9600-f8c508cfd532 req-2abf360c-93f3-4d7b-a5a9-8245ff575efa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365949 Nov 26 22:33:24.101829 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdf469-1f3d-4da6-aab2-c12b60b8e5c7 req-707a08ee-2103-4bde-a5b5-c37f80778be1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:24.103319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7fdf469-1f3d-4da6-aab2-c12b60b8e5c7 req-707a08ee-2103-4bde-a5b5-c37f80778be1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0487711 Nov 26 22:33:24.149373 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7fdf469-1f3d-4da6-aab2-c12b60b8e5c7 req-b4621b60-b083-4085-9c12-49928da37362 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402346 Nov 26 22:33:25.279404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f1ca7-fa46-4365-bfed-fa245c4fb41d req-fd8c1a15-f6de-4b49-be93-3b540c8b7a26 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:25.280890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2f1ca7-fa46-4365-bfed-fa245c4fb41d req-fd8c1a15-f6de-4b49-be93-3b540c8b7a26 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0526769 Nov 26 22:33:25.328388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2f1ca7-fa46-4365-bfed-fa245c4fb41d req-e9fd8e8f-0b68-43f1-b7c2-2e6dedee8209 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Nov 26 22:33:25.445290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9df86-5a3f-4255-a79c-f2bf3933a7f0 req-09fa8958-872b-49ab-87fd-b23c301dec32 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:25.446711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24a9df86-5a3f-4255-a79c-f2bf3933a7f0 req-09fa8958-872b-49ab-87fd-b23c301dec32 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0521514 Nov 26 22:33:25.455957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38076) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:33:25.460526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'floatingip': {'port_id': '1430efbe-0aab-4cb7-84f0-0299c9f346c6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:33:25.502666 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:25.926836 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:25.930500 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:26.029244 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Floating IP ad53140d-5de6-4519-b52d-a964bd7a794d associated. External IP: 172.25.3.26, port: 1430efbe-0aab-4cb7-84f0-0299c9f346c6. Nov 26 22:33:26.233814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:33:26.296726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4cb1c51-5672-42ff-b040-d51634d12152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:26.342701 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:33:26.347938 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:26.353638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:33:26.363417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:33:26.364039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:33:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:33:26.375529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70e878f0-974c-4ef0-9170-897203cc39ca tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "PUT /v2.0/floatingips/ad53140d-5de6-4519-b52d-a964bd7a794d HTTP/1.1" status: 200 len: 991 time: 0.9185252 Nov 26 22:33:26.376223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:33:26.378936 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b357af6-43ca-46e0-a6e0-47cdedc50b07" -d '{"events": [{"name": "network-changed", "server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:33:26.422928 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c89054-ca9d-400f-9b17-1cb45622dcf2 x-openstack-request-id: req-c0c89054-ca9d-400f-9b17-1cb45622dcf2 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:33:26.423428 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:33:26.424287 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0c89054-ca9d-400f-9b17-1cb45622dcf2 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:33:26.424701 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'status': 'completed', 'code': 200} Nov 26 22:33:26.473070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:33:26.520942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-04863064-47be-4511-a4f8-3eb0f7ae5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:26.523080 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-04863064-47be-4511-a4f8-3eb0f7ae5da5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1097 time: 0.0437453 Nov 26 22:33:26.620071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-23ba9f68-943f-4c77-9078-35bc9db612be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:26.621538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-23ba9f68-943f-4c77-9078-35bc9db612be service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0901313 Nov 26 22:33:26.686528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-089c96a4-1f36-4bdb-9415-a42d50d00062 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 999 time: 0.0575411 Nov 26 22:33:26.702735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:fa:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c9550-363f-439c-be0c-dd033b6eadd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:33:25Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:33:26.731145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:33:26.738344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-cb9bc14f-574c-45b8-804d-299df20d74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:26.739711 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-cb9bc14f-574c-45b8-804d-299df20d74b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0468860 Nov 26 22:33:26.740060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:33:26.740664 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:33:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:33:26.788873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-8d63969c-a6dc-4d98-9345-b838abfabdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:26.790308 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-8d63969c-a6dc-4d98-9345-b838abfabdf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441291 Nov 26 22:33:26.850448 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:33:26.879785 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-db2a67a6-cec1-407b-98f9-77f98bb34278 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826149 Nov 26 22:33:26.976202 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1b357af6-43ca-46e0-a6e0-47cdedc50b07 req-0f9ffde3-6859-4a4a-82b0-e782f2f04f34 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892129 Nov 26 22:33:27.223189 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:27.239774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:fa:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c9550-363f-439c-be0c-dd033b6eadd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:33:25Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:33:27.265884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30000962-1628-4258-9ec6-eedab03dcebe None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:fa:51:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114c9550-363f-439c-be0c-dd033b6eadd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:33:25Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:33:27.457778 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8242b0a-98d7-487f-b1ea-6ea112ca6ac8 None None] New status for floating IP ad53140d-5de6-4519-b52d-a964bd7a794d: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:33:28.010964 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:33:28.754880 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:29.337506 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:37.416758 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:38.282602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:49.101010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-0312809c-2e21-4e7d-9090-a97c30ef1ceb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406237 Nov 26 22:33:49.227110 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-a99e7676-4b12-4886-90e0-f9cb50d70ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:49.228584 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-a99e7676-4b12-4886-90e0-f9cb50d70ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1097 time: 0.0410457 Nov 26 22:33:49.333757 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-437b4e85-4ed4-4933-bd4b-999a46ae12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:49.335253 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-437b4e85-4ed4-4933-bd4b-999a46ae12e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0870855 Nov 26 22:33:49.402788 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-698959ef-987b-4e9a-a3be-2f90ace6e054 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 1001 time: 0.0597491 Nov 26 22:33:49.452155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-c40e3369-0695-4cc5-9b18-e89676822828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:49.453591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-c40e3369-0695-4cc5-9b18-e89676822828 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0430975 Nov 26 22:33:49.503591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-d359153e-7613-4d25-a944-c5ec38fda7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:33:49.505102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-d359153e-7613-4d25-a944-c5ec38fda7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444038 Nov 26 22:33:49.516100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-7fea5bed-6609-47a9-b91c-67575aad92a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:33:49.517035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-7fea5bed-6609-47a9-b91c-67575aad92a0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049675 Nov 26 22:33:49.608911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-f6fa37e6-daf7-4bda-a227-a91bb8cf431a service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846860 Nov 26 22:33:49.704260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f38e3857-344e-4bc7-b0e6-89ca8a268ee6 req-ffff91e2-f380-4278-84e8-bb1410009aa6 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 Nov 26 22:33:53.552555 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7162a85b-bdca-48b4-a82d-177099b65a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:56.299719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8efb3eb7-4de6-4bca-9390-b7374c17c85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:57.217576 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:58.759831 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:33:59.340564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:05.009973 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:34:05.708156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-fa0e7288-ccd2-4d6a-b7b3-ee1de05a0324 req-fc5f7bee-7100-4a7e-ac10-9c6e3efeaf4f service neutron] (109999) timed out ('10.222.0.41', 55670) {{(pid=109999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:34:07.409131 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:08.295987 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:23.554444 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e837315-f830-4713-b84e-f4ec5eedaa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:26.302575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-423f3649-c1a8-43aa-b6c0-8dc78f2e1186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:27.222554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:28.761254 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:29.343921 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:37.410442 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:38.301378 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:42.009092 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:34:49.211373 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-5962d773-d342-45a7-874a-6c1651b59a54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1378286 Nov 26 22:34:49.309773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-84e2e153-d918-4f90-8375-bd92900baadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:34:49.311279 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-84e2e153-d918-4f90-8375-bd92900baadb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1097 time: 0.0400057 Nov 26 22:34:49.415628 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-199717bd-e865-4234-814f-24d6874a8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:34:49.416986 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-199717bd-e865-4234-814f-24d6874a8155 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0859077 Nov 26 22:34:49.480751 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-4392386c-ee3a-4299-afe2-c9dc86eb443c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 1001 time: 0.0567882 Nov 26 22:34:49.529361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-db4cd509-9bb6-4769-8c31-a18fbb9906fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:34:49.530840 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-db4cd509-9bb6-4769-8c31-a18fbb9906fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0431805 Nov 26 22:34:49.578598 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-e1cb5173-06ed-402c-87fe-e35d04bfc0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:34:49.580094 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-e1cb5173-06ed-402c-87fe-e35d04bfc0ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424964 Nov 26 22:34:49.668367 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-71b9ca6a-4980-42ce-8fee-a3131d5bab8d service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806315 Nov 26 22:34:49.774919 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3260a11d-e1a3-485d-8941-e58e7f4023f0 req-cc3b59fb-6675-44b1-ba16-3761dce12c9a service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857928 Nov 26 22:34:53.556439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cbea726e-d4e4-4dd6-b06e-9b1882328386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:56.304199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d3ec60a5-92db-44c0-9fc7-00eec7422195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:57.224536 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:58.764486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:34:59.351494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:07.410065 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:08.295795 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:19.008582 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:35:23.557914 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b7d2c67c-9c1c-4871-8ddf-45a3eb10b447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:26.305511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed60d9d4-a199-47bb-ac68-b90860db1e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:27.230256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:28.766388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:29.345905 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:37.424551 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:38.295042 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:49.083088 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-25170852-70fa-40bb-8e40-0afa7e183744 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386362 Nov 26 22:35:49.183690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-a7f50100-7502-400c-9df1-9b3311f7e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:35:49.185179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-a7f50100-7502-400c-9df1-9b3311f7e788 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1097 time: 0.0419958 Nov 26 22:35:49.294375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-85eb46e2-8d36-409e-8ee1-d259df04d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:35:49.295823 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-85eb46e2-8d36-409e-8ee1-d259df04d259 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0872922 Nov 26 22:35:49.367896 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-4263476e-97f0-45ab-a371-5c87a49efe19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 1001 time: 0.0566380 Nov 26 22:35:49.416555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-25f918db-910f-4200-b6b8-bf95af1bc422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:35:49.417956 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-25f918db-910f-4200-b6b8-bf95af1bc422 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0423648 Nov 26 22:35:49.466056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-812a3422-5570-4ea8-acdc-374aad627c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:35:49.467523 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-812a3422-5570-4ea8-acdc-374aad627c8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423293 Nov 26 22:35:49.557665 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-ca59e7b0-c026-4d71-83a1-8d0a097a179f service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827858 Nov 26 22:35:49.653569 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a61b046-ec1b-412d-80bd-1ab128eed537 req-a76c212c-d7b2-44b1-8330-a88ed12b2380 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878415 Nov 26 22:35:53.560439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bfc688c2-5b2a-4698-bdb8-7f0b9d2ad301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:56.007921 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:35:56.307387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56a55e75-bd04-4289-9a13-bee7c18a9b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:57.222517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:58.024852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f072b-06e0-4fa5-bfba-edd3dc1f2800 req-fa24cbae-9a3a-40ef-958c-d1c284f96b4b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:35:58.026269 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732f072b-06e0-4fa5-bfba-edd3dc1f2800 req-fa24cbae-9a3a-40ef-958c-d1c284f96b4b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0487607 Nov 26 22:35:58.078095 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-732f072b-06e0-4fa5-bfba-edd3dc1f2800 req-ea833fd5-2f34-42f7-b438-cc0d7d493bae tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456643 Nov 26 22:35:58.770017 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:35:59.200027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad434c2-e4c8-4e50-8c77-7d65105c6174 req-3a0c71b9-eb38-49b8-b88f-37dab734cbc5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:35:59.201670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ad434c2-e4c8-4e50-8c77-7d65105c6174 req-3a0c71b9-eb38-49b8-b88f-37dab734cbc5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0511787 Nov 26 22:35:59.250360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7ad434c2-e4c8-4e50-8c77-7d65105c6174 req-9a0ce4c5-6e54-49cc-b36f-76ad7acd551d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Nov 26 22:35:59.351304 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:00.368332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3aab6-4a5e-4d02-beba-049d77bc928f req-7851f3b5-abec-415d-aad2-80daf9f3904f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:00.369869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83b3aab6-4a5e-4d02-beba-049d77bc928f req-7851f3b5-abec-415d-aad2-80daf9f3904f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0489669 Nov 26 22:36:00.417187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83b3aab6-4a5e-4d02-beba-049d77bc928f req-ba855094-39f3-456f-bb00-6cc7f6eb0be2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Nov 26 22:36:01.538758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8191f-64fa-4e67-adcf-bc8b4faa3491 req-f4b71721-b4e1-42f5-947a-f8828618d17b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:01.540253 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48c8191f-64fa-4e67-adcf-bc8b4faa3491 req-f4b71721-b4e1-42f5-947a-f8828618d17b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0559270 Nov 26 22:36:01.586465 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-48c8191f-64fa-4e67-adcf-bc8b4faa3491 req-70a73232-2d44-4d21-b76c-b181dd57f970 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Nov 26 22:36:02.704723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7bacd-8b27-4c0f-8b34-a79f768a8b00 req-df694a43-77bc-473b-a229-a511be156d72 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:02.706255 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fa7bacd-8b27-4c0f-8b34-a79f768a8b00 req-df694a43-77bc-473b-a229-a511be156d72 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0487185 Nov 26 22:36:02.753833 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fa7bacd-8b27-4c0f-8b34-a79f768a8b00 req-6f6305a4-03bf-4c4e-ac86-1ce58aa5da26 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414524 Nov 26 22:36:03.869559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5129-c931-4491-93e5-e314f974ef4f req-f5cc2d70-7d05-4707-8913-7923246730a4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:03.870994 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7fc5129-c931-4491-93e5-e314f974ef4f req-f5cc2d70-7d05-4707-8913-7923246730a4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0490603 Nov 26 22:36:03.921671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7fc5129-c931-4491-93e5-e314f974ef4f req-2a436928-fe6e-432f-94e9-a3a3b3cb4c41 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445209 Nov 26 22:36:05.039739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9c12f-ca62-4275-9dfe-cda269cbcd39 req-adba55b9-84db-4092-a7ce-a9d38112ed3d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:05.041244 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22f9c12f-ca62-4275-9dfe-cda269cbcd39 req-adba55b9-84db-4092-a7ce-a9d38112ed3d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0499511 Nov 26 22:36:05.089126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22f9c12f-ca62-4275-9dfe-cda269cbcd39 req-357ae063-47fd-492f-9d49-0d12b8e30087 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419877 Nov 26 22:36:06.206293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa7446-9d18-4bcc-8ef4-9d9fc125b103 req-2e5aadbd-e73d-42ad-977e-f930f11f06bf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:06.207786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3dfa7446-9d18-4bcc-8ef4-9d9fc125b103 req-2e5aadbd-e73d-42ad-977e-f930f11f06bf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0486565 Nov 26 22:36:06.254715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3dfa7446-9d18-4bcc-8ef4-9d9fc125b103 req-efbe3904-c893-4849-a609-636693364ac7 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Nov 26 22:36:07.375509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40ed3c-1fbb-412c-a12a-4205d428610b req-fbc0aa7e-86c5-4285-be8b-b8b0e3e75721 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:07.376974 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c40ed3c-1fbb-412c-a12a-4205d428610b req-fbc0aa7e-86c5-4285-be8b-b8b0e3e75721 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0534432 Nov 26 22:36:07.427068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:07.428781 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c40ed3c-1fbb-412c-a12a-4205d428610b req-283bdcf0-7f37-4d4a-b398-388a38426eee tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451972 Nov 26 22:36:08.297769 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:08.545444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777c7b-1fea-468a-821b-3a282660f807 req-60630016-d725-4d90-aca4-a0cfc82b6e37 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:08.546955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad777c7b-1fea-468a-821b-3a282660f807 req-60630016-d725-4d90-aca4-a0cfc82b6e37 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0494022 Nov 26 22:36:08.593216 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad777c7b-1fea-468a-821b-3a282660f807 req-a0b558d0-9ef4-43b3-b4a4-2c3b9e6f2be5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401998 Nov 26 22:36:08.819722 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-80c0f547-0528-4b5f-8987-8b3e9f469378 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435872 Nov 26 22:36:08.839215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2c9a6-268c-4153-b408-b985d5a3c37e req-59564a9e-d754-4e7d-b30e-17a6171b3590 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:08.840716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ef2c9a6-268c-4153-b408-b985d5a3c37e req-59564a9e-d754-4e7d-b30e-17a6171b3590 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0574472 Nov 26 22:36:08.889871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ef2c9a6-268c-4153-b408-b985d5a3c37e req-9ae2630c-e826-40a6-aded-cc32f7a72fce tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 Nov 26 22:36:10.015836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617c827-88ff-4ac4-94da-c6d3a2857917 req-efbf899f-c847-4278-bd53-a2b83d4b342b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:10.017336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8617c827-88ff-4ac4-94da-c6d3a2857917 req-efbf899f-c847-4278-bd53-a2b83d4b342b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0501416 Nov 26 22:36:10.019630 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-84823078-1b88-4514-9510-4b4ea53f02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:10.023228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-84823078-1b88-4514-9510-4b4ea53f02c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1097 time: 0.0430210 Nov 26 22:36:10.071593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8617c827-88ff-4ac4-94da-c6d3a2857917 req-1f46c9a5-73bc-41b3-b5e3-6b4d24400fc8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467896 Nov 26 22:36:10.115563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-501ce16b-e840-4425-96bf-c509c47aa110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:10.117030 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-501ce16b-e840-4425-96bf-c509c47aa110 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0884800 Nov 26 22:36:10.183603 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-dcf3f2f4-33fe-4cf8-b588-9c0bc3fd1379 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 1001 time: 0.0597475 Nov 26 22:36:10.231990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-3f15f2e0-4d68-485a-aac6-e3f17dfad822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:10.233415 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-3f15f2e0-4d68-485a-aac6-e3f17dfad822 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0435183 Nov 26 22:36:10.282380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-502fcf28-9d4f-4e34-9cd0-d9b360404ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:10.283838 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-502fcf28-9d4f-4e34-9cd0-d9b360404ac8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427959 Nov 26 22:36:10.371901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-74531b4e-fb52-4ce6-9fff-7ca8843c9521 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800257 Nov 26 22:36:10.697102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-d0952579-6c9e-4210-b38d-ca7fb38b52c1 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182187 Nov 26 22:36:11.187805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190db92-8e74-47a9-8828-a09cd4aee795 req-22fcfd17-5ab2-4228-96fc-5d7ae96c5efa tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:11.189272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d190db92-8e74-47a9-8828-a09cd4aee795 req-22fcfd17-5ab2-4228-96fc-5d7ae96c5efa tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0480905 Nov 26 22:36:11.240238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d190db92-8e74-47a9-8828-a09cd4aee795 req-03932d9a-43cf-4365-92c8-e17cd3691c96 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 Nov 26 22:36:12.358552 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb4379-7e53-4f3e-ad51-e52ce5736015 req-ce1d5190-ab38-421c-b1d7-15dd39dcc110 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:12.360019 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32bb4379-7e53-4f3e-ad51-e52ce5736015 req-ce1d5190-ab38-421c-b1d7-15dd39dcc110 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0499184 Nov 26 22:36:12.406951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-32bb4379-7e53-4f3e-ad51-e52ce5736015 req-a2137949-1754-44d9-bd2d-906ae2286be2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 Nov 26 22:36:12.810946 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-4f18710a-c1fb-41e2-ab7c-a04920a8115d service neutron] show failed (client error): The resource could not be found. Nov 26 22:36:12.811948 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-4f18710a-c1fb-41e2-ab7c-a04920a8115d service neutron] 10.222.0.13 "GET /v2.0/ports/1430efbe-0aab-4cb7-84f0-0299c9f346c6/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0529423 Nov 26 22:36:13.063702 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-a0ba30c8-117e-46fa-9e97-07dba113c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:13.065088 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-a0ba30c8-117e-46fa-9e97-07dba113c126 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 1097 time: 0.0900431 Nov 26 22:36:13.084180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:36:13.147111 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:13.342265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:36:13.373898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:36:13.411891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:36:13.414971 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fef0153-14cd-4ce9-9d9d-1623a43d8220" -d '{"events": [{"server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "name": "network-vif-unplugged", "status": "completed", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:36:13.418983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:13.432007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Transition to ACTIVE for port object 1430efbe-0aab-4cb7-84f0-0299c9f346c6 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:36:13.437046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:13.492230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:13.543358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.543705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.544056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.544393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.544728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.545174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.545387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.545716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.546044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.546399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.546726 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.547050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:13.556371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f927fea-f525-4429-aa52-2450de4ba084 req-866cc5e9-c6d7-4388-b343-6917d5b9c056 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:13.558740 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f927fea-f525-4429-aa52-2450de4ba084 req-866cc5e9-c6d7-4388-b343-6917d5b9c056 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 944 time: 0.0760148 Nov 26 22:36:13.584670 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b0b3e4-e4a6-4ede-bdbb-0fc24433bc08 x-openstack-request-id: req-f6b0b3e4-e4a6-4ede-bdbb-0fc24433bc08 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:36:13.584947 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "name": "network-vif-unplugged", "status": "completed", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:36:13.585291 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6b0b3e4-e4a6-4ede-bdbb-0fc24433bc08 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:36:13.585630 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'code': 200} Nov 26 22:36:13.607023 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] No DVR routers for this DVR port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:36:13.620512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1f927fea-f525-4429-aa52-2450de4ba084 req-d0018927-b56d-4369-8cf0-52d781693a26 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543385 Nov 26 22:36:13.758785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Attempting to bind port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:36:13.759122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Attempting to bind port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:36:13.759444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Attempting to bind port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:36:13.763772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:36:13.764090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Attempting to bind port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:36:13.768734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:36:13.769069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:36:13.769447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:36:13.769862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Bound port: 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:36:13.770245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:13.831337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:36:13.834237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:36:13.838961 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:13.880573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:13.881212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:13.882772 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] 10.222.0.41 "PUT /v2.0/ports/1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 1092 time: 0.8034613 Nov 26 22:36:13.901119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e56448-9522-4adc-b99c-b3281bc2747a service neutron] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:13.957665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-9fc6784a-9eb9-4ef1-aa95-8b8376fb40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:13.959220 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-9fc6784a-9eb9-4ef1-aa95-8b8376fb40b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1095 time: 0.0425420 Nov 26 22:36:14.053033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-fa53be4e-32e3-4695-89d0-13936dcc8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:14.055199 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-fa53be4e-32e3-4695-89d0-13936dcc8023 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0891027 Nov 26 22:36:14.125738 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-bf008c11-4c1b-4a43-be14-ddc163e2ac3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 999 time: 0.0625377 Nov 26 22:36:14.175474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-ae3b9712-3155-4efc-b33b-ddf49fd2f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:14.176806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-ae3b9712-3155-4efc-b33b-ddf49fd2f13b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0437489 Nov 26 22:36:14.221444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-662b8f25-77be-481f-a056-fa72a09d8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:14.222965 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-662b8f25-77be-481f-a056-fa72a09d8120 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397508 Nov 26 22:36:14.317839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-862b7bb1-c95a-43f6-aa36-a56b7af808fc service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878978 Nov 26 22:36:14.406822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3eaabe5-b344-4dfe-bb8f-df3a2148d70a req-64dbf166-3b65-46b7-b26b-561462610c80 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820584 Nov 26 22:36:14.743754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f883ac2-19bd-4ee9-8836-2abafd530901 req-56ccc4b0-f888-4f6b-ab8a-92af826bdf2d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:14.745246 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f883ac2-19bd-4ee9-8836-2abafd530901 req-56ccc4b0-f888-4f6b-ab8a-92af826bdf2d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 944 time: 0.0536172 Nov 26 22:36:14.792453 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f883ac2-19bd-4ee9-8836-2abafd530901 req-7786efe3-266e-44be-8d15-9c090faa175f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Nov 26 22:36:15.587523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:36:15.589926 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68" -d '{"events": [{"name": "network-changed", "server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:36:15.637858 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f542d55-bcb8-48d2-b5d6-ab5c09662d87 x-openstack-request-id: req-4f542d55-bcb8-48d2-b5d6-ab5c09662d87 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:36:15.638193 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:36:15.638523 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f542d55-bcb8-48d2-b5d6-ab5c09662d87 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:36:15.638993 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'status': 'completed', 'code': 200} Nov 26 22:36:15.752531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-59a96b8b-4452-4d47-a508-899b34e3800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:15.754089 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-59a96b8b-4452-4d47-a508-899b34e3800e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1095 time: 0.0749171 Nov 26 22:36:15.755708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-8cdc520b-6e0c-466e-86f5-7377fdd703c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:15.757091 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-8cdc520b-6e0c-466e-86f5-7377fdd703c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1095 time: 0.0698218 Nov 26 22:36:15.909939 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6bb6f-6bb9-4e80-8d92-dda267c91162 req-28153435-ecb3-4d91-993f-5b541bb867c9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:15.911482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6c6bb6f-6bb9-4e80-8d92-dda267c91162 req-28153435-ecb3-4d91-993f-5b541bb867c9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 944 time: 0.0492523 Nov 26 22:36:15.917226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-ba8e2a96-31e5-493f-a468-c515727bc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:15.918722 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-ba8e2a96-31e5-493f-a468-c515727bc999 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1570988 Nov 26 22:36:15.919792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-b7aad5fc-59c0-46c7-8090-308dd2adfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:15.921101 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-b7aad5fc-59c0-46c7-8090-308dd2adfb9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1525168 Nov 26 22:36:15.961616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6c6bb6f-6bb9-4e80-8d92-dda267c91162 req-e10adfa9-8acb-4b80-911d-2d892a53c138 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434918 Nov 26 22:36:16.031260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-f2694c6b-5abf-437d-89ed-cc1b5a814261 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 999 time: 0.1052339 Nov 26 22:36:16.034860 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-c006b465-4602-4723-8859-dc1ec1c4763d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 999 time: 0.1032047 Nov 26 22:36:16.118857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-91c397a4-8d93-409b-9ead-a200c07ff18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:16.120242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-91c397a4-8d93-409b-9ead-a200c07ff18e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0817494 Nov 26 22:36:16.121586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-cc909339-821c-4e8d-a74b-954c937a7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:16.122928 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-cc909339-821c-4e8d-a74b-954c937a7d57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0769262 Nov 26 22:36:16.194142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-0822a9e9-514c-41af-98ad-99475943aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:16.195657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-0822a9e9-514c-41af-98ad-99475943aaca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601976 Nov 26 22:36:16.197319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-acc16993-7561-4f2c-a6e6-bd851f8cb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:16.198704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-acc16993-7561-4f2c-a6e6-bd851f8cb261 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716391 Nov 26 22:36:16.211030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1430efbe-0aab-4cb7-84f0-0299c9f346c6 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:36:16.251845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 1430efbe-0aab-4cb7-84f0-0299c9f346c6 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:36:16.355292 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-3ee10f87-4da0-4593-a0ed-7ebf60468ad0 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525280 Nov 26 22:36:16.357416 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-6b33b1f6-0d90-4325-94de-4dd0a9b1e052 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477630 Nov 26 22:36:16.516324 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-b4f6f3b8-a877-4ceb-81b9-95245733b73c service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535614 Nov 26 22:36:16.518191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-05d1a2c2-3ea1-409e-a24f-3d5e50341a68 req-7620193d-55e4-4744-ac89-8f3b329a8230 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484070 Nov 26 22:36:17.088405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08f6a0-e640-4180-bf43-11ad3ff76da5 req-3ef1382c-df3a-4b8b-afb4-cadbb7439a38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:17.089899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f08f6a0-e640-4180-bf43-11ad3ff76da5 req-3ef1382c-df3a-4b8b-afb4-cadbb7439a38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 944 time: 0.0551567 Nov 26 22:36:17.141813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f08f6a0-e640-4180-bf43-11ad3ff76da5 req-e641e27d-4acf-490b-ad4b-0f0853e8c39d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455530 Nov 26 22:36:18.057127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 1430efbe-0aab-4cb7-84f0-0299c9f346c6 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:36:18.146449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:36:18.161256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'mac_address': 'fa:16:3e:fa:51:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:36:18.199990 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:18.214676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1430efbe-0aab-4cb7-84f0-0299c9f346c6 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:36:18.236413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:36:18.240926 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:18.291745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:18.299877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.300232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.300582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.300925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.301265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.301604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.301937 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.302300 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.302631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.302962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.303369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.303694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:36:18.505868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb02e05-6975-4900-bda8-becaff8f2eda req-f7e212d5-dd99-4264-9d8b-f3dd663d4460 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:18.508218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5eb02e05-6975-4900-bda8-becaff8f2eda req-f7e212d5-dd99-4264-9d8b-f3dd663d4460 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Nov 26 22:36:18.556637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5eb02e05-6975-4900-bda8-becaff8f2eda req-76d5102a-4e3f-4fa2-a424-e03c5180c334 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Nov 26 22:36:18.656171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['1430efbe-0aab-4cb7-84f0-0299c9f346c6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:36:18.749833 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baaac3-024f-4dbe-958b-2740c974d997 req-615f5047-31d8-470d-a0e3-cbfaefc86899 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:18.752186 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38baaac3-024f-4dbe-958b-2740c974d997 req-615f5047-31d8-470d-a0e3-cbfaefc86899 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 945 time: 0.0507550 Nov 26 22:36:18.776088 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-fa5c095d-55ed-4a25-8e45-193cddb4a735 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:18.777896 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-fa5c095d-55ed-4a25-8e45-193cddb4a735 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4&tenant_id=6d2422c084d642e2924000d68374e12a&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 945 time: 0.0548506 Nov 26 22:36:18.800689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38baaac3-024f-4dbe-958b-2740c974d997 req-263c84bd-ee0d-443e-9c36-b9ae48dfef3d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420234 Nov 26 22:36:18.838914 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-1cd8c97f-4519-452a-a705-d78c29a36e99 service neutron] delete failed (client error): The resource could not be found. Nov 26 22:36:18.839870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-1cd8c97f-4519-452a-a705-d78c29a36e99 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1430efbe-0aab-4cb7-84f0-0299c9f346c6/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0548131 Nov 26 22:36:18.942438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-804f31a6-e388-422a-b065-84febf9f4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:18.943959 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-804f31a6-e388-422a-b065-84febf9f4d49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1096 time: 0.0408628 Nov 26 22:36:19.036736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-d141fe52-7d8a-4b4d-8b58-6bca8a7b084f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:19.038780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-d141fe52-7d8a-4b4d-8b58-6bca8a7b084f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0868006 Nov 26 22:36:19.102193 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-da98b841-5ab7-4e13-b802-b7c28713e289 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 1000 time: 0.0566378 Nov 26 22:36:19.154028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-f345ef53-27c8-4ed0-941d-b81538465548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:19.155481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-f345ef53-27c8-4ed0-941d-b81538465548 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0469499 Nov 26 22:36:19.200262 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-c4278a91-0275-4494-a7cf-83899a582c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:19.201710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-c4278a91-0275-4494-a7cf-83899a582c24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397768 Nov 26 22:36:19.288126 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-c79f2115-dc92-4059-9473-cccfd43f0532 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796258 Nov 26 22:36:19.379678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e46edd5b-725b-408a-9add-1c61ba5291f3 req-35fedb09-a0e9-400c-9f95-0d3c95b6cef7 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846303 Nov 26 22:36:19.930037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1456b79-4740-4ac5-a234-a8084b4390f8 req-9e467edb-e3dc-4001-b500-f996a57350e3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:19.931824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1456b79-4740-4ac5-a234-a8084b4390f8 req-9e467edb-e3dc-4001-b500-f996a57350e3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 945 time: 0.0565054 Nov 26 22:36:19.983629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1456b79-4740-4ac5-a234-a8084b4390f8 req-3f380ab9-97d3-479a-9b7e-15231298377b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454621 Nov 26 22:36:20.057280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 1430efbe-0aab-4cb7-84f0-0299c9f346c6 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:36:20.101128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9c6d8-00a7-4b4a-95f9-6a4122c28cc2 req-aa50a2f4-1d3a-400f-9b5d-bc38f56274c6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:20.102561 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fe9c6d8-00a7-4b4a-95f9-6a4122c28cc2 req-aa50a2f4-1d3a-400f-9b5d-bc38f56274c6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 945 time: 0.0502696 Nov 26 22:36:20.108990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:36:20.113103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:36:20.113479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:20.151431 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1fe9c6d8-00a7-4b4a-95f9-6a4122c28cc2 req-c7aef913-a748-45b7-9aa4-fed38f8c72c2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Nov 26 22:36:20.196573 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:20.219945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:36:20.222224 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ddb0b5-9e3b-48b6-93e5-ddcfba9dd7e7" -d '{"events": [{"server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "name": "network-vif-plugged", "status": "completed", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:36:20.234984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:36:20.239897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:20.269308 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bce7b8-69bb-419f-bd7e-d9691f8a8251 x-openstack-request-id: req-79bce7b8-69bb-419f-bd7e-d9691f8a8251 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:36:20.269596 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "name": "network-vif-plugged", "status": "completed", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:36:20.269861 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79bce7b8-69bb-419f-bd7e-d9691f8a8251 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:36:20.270270 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'code': 200} Nov 26 22:36:20.295725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:20.361517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcae9e-dff0-4140-83c9-c08fa0de51bf req-d3a7bc83-d2cd-4f01-9d22-6d9261df5b0e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:20.362938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3dcae9e-dff0-4140-83c9-c08fa0de51bf req-d3a7bc83-d2cd-4f01-9d22-6d9261df5b0e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0520048 Nov 26 22:36:20.413191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3dcae9e-dff0-4140-83c9-c08fa0de51bf req-a18e7272-e359-4b0c-9346-4652e76c5573 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Nov 26 22:36:20.449663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-e36485bb-f71c-479c-a320-f7fef6f61ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:20.451203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-e36485bb-f71c-479c-a320-f7fef6f61ae7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 1097 time: 0.0437505 Nov 26 22:36:20.546765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-487959c6-ee49-4861-ae20-3f503f5c5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:20.548242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-487959c6-ee49-4861-ae20-3f503f5c5005 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0896506 Nov 26 22:36:20.612020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-f7597fa1-a48c-4428-b3a7-97761add430b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 200 len: 1001 time: 0.0565257 Nov 26 22:36:20.660733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-afd14633-4d2c-491c-8f2e-a8e7a4c35f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:20.663062 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-afd14633-4d2c-491c-8f2e-a8e7a4c35f92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0446649 Nov 26 22:36:20.711105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-47db07dd-ef8f-4353-8765-8480c62b8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:20.712583 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-47db07dd-ef8f-4353-8765-8480c62b8915 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438354 Nov 26 22:36:20.800823 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-bdfd5585-77e1-4e41-af8d-77684a9e5f83 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803950 Nov 26 22:36:20.892657 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-29f7cdc2-5a82-44a3-8406-ca6fdff739ff req-ef7e9c76-cddb-449a-b8b7-0b5bdafcf4a8 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849006 Nov 26 22:36:21.535463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67e032-7a96-436f-bf1a-8331e924467d req-75aa5e39-4ed8-4c83-bff3-0e6b1a63234c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:21.536941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da67e032-7a96-436f-bf1a-8331e924467d req-75aa5e39-4ed8-4c83-bff3-0e6b1a63234c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0495138 Nov 26 22:36:21.583090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da67e032-7a96-436f-bf1a-8331e924467d req-a2983c32-7754-493b-8f7a-2dd84430b802 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Nov 26 22:36:22.700259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ca88d-55f2-45d7-a6e2-29733cebf388 req-2d657cea-a1df-43e5-98fb-0c003cfb1867 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:22.701731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d1ca88d-55f2-45d7-a6e2-29733cebf388 req-2d657cea-a1df-43e5-98fb-0c003cfb1867 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0487807 Nov 26 22:36:22.752685 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d1ca88d-55f2-45d7-a6e2-29733cebf388 req-6a591f50-202b-40ac-96f6-00edb68f806d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449979 Nov 26 22:36:22.984316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f19188-4900-4cc4-b353-e43f658197fe req-63494fe3-1563-47b4-a80f-d1c5b0d1df8d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:22.985794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05f19188-4900-4cc4-b353-e43f658197fe req-63494fe3-1563-47b4-a80f-d1c5b0d1df8d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0494022 Nov 26 22:36:23.032346 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05f19188-4900-4cc4-b353-e43f658197fe req-8a56fc48-ef5f-4a20-a85c-a7a46c5ad254 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398276 Nov 26 22:36:23.561111 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-92be54ff-9147-4e74-b455-bd39bf8a7736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:24.161453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3540c-fc85-4b7c-b1e4-43b2702aba75 req-0f71a646-532e-49e9-8bd6-e44f426fd743 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:24.163678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6e3540c-fc85-4b7c-b1e4-43b2702aba75 req-0f71a646-532e-49e9-8bd6-e44f426fd743 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.0492845 Nov 26 22:36:24.211445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f6e3540c-fc85-4b7c-b1e4-43b2702aba75 req-fe60e355-887c-4346-b5c7-ddf557d781a0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Nov 26 22:36:24.696426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-438e1253-a9b7-4aa4-a136-a4032ede42d0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:24.697894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-438e1253-a9b7-4aa4-a136-a4032ede42d0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 946 time: 0.2827165 Nov 26 22:36:24.784078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Deleting port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:36:24.784321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:24.871615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] For port 1430efbe-0aab-4cb7-84f0-0299c9f346c6, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=1430efbe-0aab-4cb7-84f0-0299c9f346c6,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:36:24.871969 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:25.039593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:25.039841 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:25.040154 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Floating IP ad53140d-5de6-4519-b52d-a964bd7a794d disassociated. External IP: 172.25.3.26, port: 1430efbe-0aab-4cb7-84f0-0299c9f346c6. Nov 26 22:36:25.040490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Calling delete_port for 1430efbe-0aab-4cb7-84f0-0299c9f346c6 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:36:25.179321 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:25.205804 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event deleted for resources: {'Port': ['ID=1430efbe-0aab-4cb7-84f0-0299c9f346c6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:25.322964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de20e202-d13e-423f-8407-fceac2bc4ab8 req-acee6237-4722-4f47-ae2c-992f9e874c64 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=114c9550-363f-439c-be0c-dd033b6eadd4 HTTP/1.1" status: 200 len: 210 time: 0.0326865 Nov 26 22:36:25.354769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:36:25.487981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:36:25.502978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:36:25.515188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:36:25.515821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:35:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:36:25.530279 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] No DVR routers for this DVR port 1430efbe-0aab-4cb7-84f0-0299c9f346c6 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:36:25.533188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:25.536869 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8dee4ffb-4e0a-417b-973d-09861a052bb4 req-3da05f82-cc5c-4420-97b5-3c57fd27bd04 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "DELETE /v2.0/ports/1430efbe-0aab-4cb7-84f0-0299c9f346c6 HTTP/1.1" status: 204 len: 173 time: 0.8328242 Nov 26 22:36:25.537546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'name': 'network-vif-deleted', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:36:25.540081 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437c1d4e-40cc-496f-ab71-2433fa85fe99" -d '{"events": [{"server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "name": "network-vif-deleted", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:36:25.582489 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6616f84-119f-4cc1-bcd1-82fcbf2a05f1 x-openstack-request-id: req-d6616f84-119f-4cc1-bcd1-82fcbf2a05f1 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:36:25.582797 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114c9550-363f-439c-be0c-dd033b6eadd4", "name": "network-vif-deleted", "tag": "1430efbe-0aab-4cb7-84f0-0299c9f346c6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:36:25.583082 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6616f84-119f-4cc1-bcd1-82fcbf2a05f1 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:36:25.583490 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114c9550-363f-439c-be0c-dd033b6eadd4', 'name': 'network-vif-deleted', 'tag': '1430efbe-0aab-4cb7-84f0-0299c9f346c6', 'status': 'completed', 'code': 200} Nov 26 22:36:25.665042 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:36:25.878353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:36:25.906799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:36:25.916141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:36:25.916751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:35:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:36:26.024156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:36:26.220541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:36:26.246616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c266254a-650f-47ac-bfb9-4ba6b4ab253b None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:36:26.309637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-90b9a3c3-a404-46d8-851f-f3680eca3173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:26.478201 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60322afc-f92f-4434-9a0a-82fa8e5f78b6 None None] New status for floating IP ad53140d-5de6-4519-b52d-a964bd7a794d: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:36:26.642347 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-2a184c9d-2768-4bfe-8b47-7da953d45f2d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1384828008&fields=id&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 267 time: 0.0438457 Nov 26 22:36:26.748619 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-3cb49a21-638d-4555-a0c9-eef52390f0d4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:26.749990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-3cb49a21-638d-4555-a0c9-eef52390f0d4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 810 time: 0.1003652 Nov 26 22:36:26.764535 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-d7236fda-f3bf-40c1-ada2-2cbcc7c89aa1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/quotas/6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 375 time: 0.0088384 Nov 26 22:36:26.818031 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-fd971804-f2f1-4fd4-a398-b30dd2f48078 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483100 Nov 26 22:36:26.910708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-de3c65fb-60dd-4821-9613-53b0427d6314 service neutron] 10.222.0.21 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809896 Nov 26 22:36:27.227097 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:27.323527 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-4949aa94-0bdb-4fc9-b015-c29b6dd3eea1 service neutron] 10.222.0.21 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058471 Nov 26 22:36:27.484463 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f0c647d5-2226-4be2-86b6-7eacc1792883 req-3933d092-9b9b-4839-b2ae-e0b477869122 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 210 time: 0.0276227 Nov 26 22:36:28.122971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 1430efbe-0aab-4cb7-84f0-0299c9f346c6 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:36:28.143583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 1430efbe-0aab-4cb7-84f0-0299c9f346c6 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:36:28.143935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 1430efbe-0aab-4cb7-84f0-0299c9f346c6 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:36:28.486122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-8f8de0bc-5f33-4fd0-b689-c1f275967436 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:28.487620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-8f8de0bc-5f33-4fd0-b689-c1f275967436 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 810 time: 0.1065273 Nov 26 22:36:28.559932 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-a67b69fe-314d-4ec1-97c5-65177afce3e1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 380 time: 0.0543871 Nov 26 22:36:28.581147 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d19dc737-cddd-45ed-9655-faecc6e179dc req-dd533dbf-a449-468d-b89d-2c2b3fa42ab4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 210 time: 0.0260336 Nov 26 22:36:28.581784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'port': {'device_id': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'admin_state_up': True, 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'security_groups': ['35940420-8ddc-4df4-8a60-036906426082']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:36:28.690833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Made reservation on behalf of 6d2422c084d642e2924000d68374e12a for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:36:28.694393 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:28.771369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:28.819459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Allocated IP 172.20.0.10 (8106a325-f57e-4d61-b237-40ba0377c112/c239cd5a-c865-4067-a095-a3189460a2dd/7b67ec63-18fd-47ab-b7c0-287d715d2c8d) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:36:28.956440 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:28.988800 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.029484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Network 8106a325-f57e-4d61-b237-40ba0377c112 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:36:29.035093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:36:29.039907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:36:29.075042 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:29.101821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:29.102687 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.120154 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-9384b97e-07d7-4dbb-9e61-8cd83407772b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5422080 Nov 26 22:36:29.138406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Request body: {'port': {'device_id': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:36:29.195336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.300774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f4576cd8-628a-4eeb-a1d4-9224d9273d59 None None] Provisioning complete for port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:36:29.301060 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4576cd8-628a-4eeb-a1d4-9224d9273d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.345422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f4576cd8-628a-4eeb-a1d4-9224d9273d59 None None] Port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:36:29.358584 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.458187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b67ec63-18fd-47ab-b7c0-287d715d2c8d {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:36:29.466569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.479113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Transition to ACTIVE for port object 7b67ec63-18fd-47ab-b7c0-287d715d2c8d will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:36:29.482219 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.540109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:29.606923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:36:29.607260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:36:29.607591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:36:29.612330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:36:29.612654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:36:29.618612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:36:29.618958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:36:29.619340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:36:29.619762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Bound port: 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:36:29.620117 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.687444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:36:29.691048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:36:29.698340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.704726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd7a10-c561-440d-bb80-61c18793b53c req-f153b239-975a-4943-b9a6-ef2420843409 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:29.706287 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ddd7a10-c561-440d-bb80-61c18793b53c req-f153b239-975a-4943-b9a6-ef2420843409 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0522273 Nov 26 22:36:29.736924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:29.737588 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:29.739035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] 10.222.0.13 "PUT /v2.0/ports/7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1092 time: 0.6051810 Nov 26 22:36:29.739483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:36:29.741981 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13990849-f1ec-4332-a386-2ff090803152" -d '{"events": [{"name": "network-changed", "server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:36:29.767184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ddd7a10-c561-440d-bb80-61c18793b53c req-7ba17fc5-9288-4eba-b77b-7366ff1a0939 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532336 Nov 26 22:36:29.777255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac2280-7aa0-47b9-9fad-48b4dc2b3b4b service neutron] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:29.807410 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0a6174-6105-4965-a543-910341a69017 x-openstack-request-id: req-1c0a6174-6105-4965-a543-910341a69017 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:36:29.807711 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:36:29.807969 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c0a6174-6105-4965-a543-910341a69017 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:36:29.808375 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'status': 'completed', 'code': 200} Nov 26 22:36:29.868154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-4e3f3cbf-80a2-4a7e-a09a-93dfb5e441c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:29.869682 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-4e3f3cbf-80a2-4a7e-a09a-93dfb5e441c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1095 time: 0.0437541 Nov 26 22:36:29.919138 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-18859270-a82c-43b7-a97e-da96f1d06cbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 217 time: 0.0351295 Nov 26 22:36:29.977900 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-697bd7e3-0e71-4b14-bdce-b0d8848559e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:29.979444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-697bd7e3-0e71-4b14-bdce-b0d8848559e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0540037 Nov 26 22:36:30.028111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-5a589a9c-3857-42f7-a15f-7c0e17269348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:30.029640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-5a589a9c-3857-42f7-a15f-7c0e17269348 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433688 Nov 26 22:36:30.120252 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-94c72446-1eef-4c62-8c68-3e5b3865dbbb service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836582 Nov 26 22:36:30.213157 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c5f8b711-5c1a-4d04-b193-77da4d940742 req-4d7ef66e-86f5-467b-97da-2e80ff313587 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863998 Nov 26 22:36:30.347564 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990849-f1ec-4332-a386-2ff090803152 req-97a0411d-89bb-4699-af03-58b98b9933bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:30.349089 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13990849-f1ec-4332-a386-2ff090803152 req-97a0411d-89bb-4699-af03-58b98b9933bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1095 time: 0.0420909 Nov 26 22:36:30.441100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990849-f1ec-4332-a386-2ff090803152 req-f2551dda-4d7b-4656-b828-f31ad0a76bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:30.442507 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13990849-f1ec-4332-a386-2ff090803152 req-f2551dda-4d7b-4656-b828-f31ad0a76bad service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0862045 Nov 26 22:36:30.485570 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13990849-f1ec-4332-a386-2ff090803152 req-6fcd3c63-3e92-40b0-95cf-a3db5fb1d51a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 217 time: 0.0345473 Nov 26 22:36:30.534460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990849-f1ec-4332-a386-2ff090803152 req-8aa3abeb-1b73-45a4-9677-8c47e93d4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:30.535915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13990849-f1ec-4332-a386-2ff090803152 req-8aa3abeb-1b73-45a4-9677-8c47e93d4746 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0439248 Nov 26 22:36:30.582208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990849-f1ec-4332-a386-2ff090803152 req-cabbc1cf-f1e0-430f-983f-cb1e668225ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:30.583684 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13990849-f1ec-4332-a386-2ff090803152 req-cabbc1cf-f1e0-430f-983f-cb1e668225ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393949 Nov 26 22:36:30.675538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13990849-f1ec-4332-a386-2ff090803152 req-59d7ca5e-9fd7-47fe-928e-c56a5dc2709c service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847383 Nov 26 22:36:30.764885 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-13990849-f1ec-4332-a386-2ff090803152 req-c4f3db4e-c797-499f-a432-ffd2987f8ee0 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812984 Nov 26 22:36:30.899570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364f325-3fca-4367-83b6-5573ce17bb8c req-337e0927-9d1d-475c-93d1-a54956379427 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:30.901030 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5364f325-3fca-4367-83b6-5573ce17bb8c req-337e0927-9d1d-475c-93d1-a54956379427 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0524185 Nov 26 22:36:30.948117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5364f325-3fca-4367-83b6-5573ce17bb8c req-a9d650a6-2323-4ea0-b879-b598ef844db4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Nov 26 22:36:32.068669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8b27c-a735-4ebe-976a-1b9e568d07a0 req-924f273a-1b28-43a2-9bee-be7cc07cc9ba tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:32.074095 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7dd8b27c-a735-4ebe-976a-1b9e568d07a0 req-924f273a-1b28-43a2-9bee-be7cc07cc9ba tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0502567 Nov 26 22:36:32.118544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7dd8b27c-a735-4ebe-976a-1b9e568d07a0 req-63154924-1252-45f8-b247-f1b0d18536da tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417953 Nov 26 22:36:33.007010 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:36:33.234306 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311d9c9-acef-4c57-a3e0-a6b5ece6fa28 req-fe0cca37-a176-4eb0-be7a-7bc380296742 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:33.235785 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1311d9c9-acef-4c57-a3e0-a6b5ece6fa28 req-fe0cca37-a176-4eb0-be7a-7bc380296742 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0498943 Nov 26 22:36:33.286437 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1311d9c9-acef-4c57-a3e0-a6b5ece6fa28 req-f31a118c-8d6a-4065-b3cf-593dba895110 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445621 Nov 26 22:36:34.316282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:36:34.403677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327d92-1a33-4586-94d9-ff80d63deb05 req-f5180f02-6c95-449e-b066-7e2843c13466 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:34.405178 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b327d92-1a33-4586-94d9-ff80d63deb05 req-f5180f02-6c95-449e-b066-7e2843c13466 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0477538 Nov 26 22:36:34.414404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:36:34.426141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'mac_address': 'fa:16:3e:96:27:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:36:34.451860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b327d92-1a33-4586-94d9-ff80d63deb05 req-68e71f4c-be4e-42d1-bf7f-04b106642ffa tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406563 Nov 26 22:36:34.463826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:34.477972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b67ec63-18fd-47ab-b7c0-287d715d2c8d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:36:34.496413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:36:34.501694 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:34.548832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:34.892475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7b67ec63-18fd-47ab-b7c0-287d715d2c8d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:36:35.567282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39058de-5595-4f48-b897-2ace8169cfdc req-418e0985-bc2e-4dac-b354-157487c7b4bf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:35.569367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a39058de-5595-4f48-b897-2ace8169cfdc req-418e0985-bc2e-4dac-b354-157487c7b4bf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 945 time: 0.0484960 Nov 26 22:36:35.617152 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a39058de-5595-4f48-b897-2ace8169cfdc req-746864b6-b61c-48e3-b4b5-a7b258ab6ab6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418954 Nov 26 22:36:36.331430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:36:36.380380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:36:36.385182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:36:36.385560 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:36.465138 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:36.487407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:36:36.489699 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3ecaba-4ac8-4e53-a009-441873dbc118" -d '{"events": [{"server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "name": "network-vif-plugged", "status": "completed", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:36:36.504548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:36:36.510686 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:36.538114 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4df721-13f9-4dba-9e88-d0375b0192f9 x-openstack-request-id: req-2e4df721-13f9-4dba-9e88-d0375b0192f9 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:36:36.538425 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "name": "network-vif-plugged", "status": "completed", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:36:36.538683 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e4df721-13f9-4dba-9e88-d0375b0192f9 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:36:36.539081 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'code': 200} Nov 26 22:36:36.564333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:36:36.666012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672a307-541b-4ad8-98ba-2be696310167 req-d05e5d33-5ad0-497a-968b-5051892b384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:36.667631 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c672a307-541b-4ad8-98ba-2be696310167 req-d05e5d33-5ad0-497a-968b-5051892b384a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1097 time: 0.0453176 Nov 26 22:36:36.713022 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c672a307-541b-4ad8-98ba-2be696310167 req-71d523e9-37b2-489f-9a36-01f5b7cf2633 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386174 Nov 26 22:36:36.737615 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a59fb-31dd-49e8-975e-819c25c1c157 req-573376ce-fa3f-4a08-9f41-b84dab8702eb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:36.739251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f1a59fb-31dd-49e8-975e-819c25c1c157 req-573376ce-fa3f-4a08-9f41-b84dab8702eb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0526497 Nov 26 22:36:36.786713 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f1a59fb-31dd-49e8-975e-819c25c1c157 req-53a6cb0e-957d-4632-b6f8-32b60a0e3850 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Nov 26 22:36:37.444072 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:37.905283 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef90f-fa47-485d-a0b8-b5aa8ff5586f req-835e32e5-999b-4268-9607-47c5488dc456 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:37.906826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-514ef90f-fa47-485d-a0b8-b5aa8ff5586f req-835e32e5-999b-4268-9607-47c5488dc456 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0493274 Nov 26 22:36:37.953483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-514ef90f-fa47-485d-a0b8-b5aa8ff5586f req-75ef8a52-afa5-490a-8c50-e825a5409605 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405991 Nov 26 22:36:38.286458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:39.068245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2138e46-32db-440d-b031-6b506c4fef5c req-b4505524-cc94-4030-8e54-f65d685b9a14 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:39.069912 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2138e46-32db-440d-b031-6b506c4fef5c req-b4505524-cc94-4030-8e54-f65d685b9a14 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0481811 Nov 26 22:36:39.123229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f2138e46-32db-440d-b031-6b506c4fef5c req-b566cef1-909a-4641-b5b4-d13762b0c4b7 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473814 Nov 26 22:36:39.248359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260ecf2-fa68-4dfd-bcd1-64baddbde675 req-f8981d2d-1881-4b74-80f6-ed52f0fe96c8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:39.249752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f260ecf2-fa68-4dfd-bcd1-64baddbde675 req-f8981d2d-1881-4b74-80f6-ed52f0fe96c8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0489705 Nov 26 22:36:39.258944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 38562) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:36:39.263389 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'floatingip': {'port_id': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:36:39.301869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:39.737869 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:39.741770 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:39.842169 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Floating IP ad53140d-5de6-4519-b52d-a964bd7a794d associated. External IP: 172.25.3.26, port: 7b67ec63-18fd-47ab-b7c0-287d715d2c8d. Nov 26 22:36:40.049773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:36:40.157825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:36:40.162461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:40.168194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:36:40.177316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:36:40.178009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:36:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:36:40.188780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b14fe0d-ee61-4b69-b774-9e86d5673ec3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "PUT /v2.0/floatingips/ad53140d-5de6-4519-b52d-a964bd7a794d HTTP/1.1" status: 200 len: 991 time: 0.9287899 Nov 26 22:36:40.189376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:36:40.191693 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a216e18-7485-4957-86e2-44acdd34fd23" -d '{"events": [{"name": "network-changed", "server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:36:40.288205 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7ce775-61b1-47b9-93cd-c8e27e107e09 x-openstack-request-id: req-7d7ce775-61b1-47b9-93cd-c8e27e107e09 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:36:40.288720 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:36:40.289053 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d7ce775-61b1-47b9-93cd-c8e27e107e09 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:36:40.289876 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'status': 'completed', 'code': 200} Nov 26 22:36:40.292882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:36:40.369434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-ff88383c-561a-455b-81e5-3ffa2498c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:40.372283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-ff88383c-561a-455b-81e5-3ffa2498c1eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1097 time: 0.0415616 Nov 26 22:36:40.469911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-16b94ae8-04e2-4956-9e2a-b2dae7630aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:40.471427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-16b94ae8-04e2-4956-9e2a-b2dae7630aab service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0937836 Nov 26 22:36:40.519276 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:96:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:36:39Z', 'revision_number': 9, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:36:40.536155 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-301ec881-1fd3-458a-80c0-d099770cc7fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 999 time: 0.0573912 Nov 26 22:36:40.550288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:36:40.558577 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:36:40.559177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:36:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:36:40.585126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-4130b814-801b-4db8-9514-ff9f0f87bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:40.586642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-4130b814-801b-4db8-9514-ff9f0f87bebc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0432439 Nov 26 22:36:40.635459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-e4e98e12-0c1d-4e2d-a7b0-8a3bc53c85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:40.636971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-e4e98e12-0c1d-4e2d-a7b0-8a3bc53c85a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439978 Nov 26 22:36:40.663826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:36:40.727947 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-2db0ef1e-cc50-4cab-9711-491acf734bf2 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839331 Nov 26 22:36:40.821504 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8a216e18-7485-4957-86e2-44acdd34fd23 req-ac1eccea-a778-4bcf-bdb0-7314c86a048b service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868785 Nov 26 22:36:40.886765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:96:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:36:39Z', 'revision_number': 9, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:36:40.913168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0ae9c-d51a-4e36-b776-a2bc6678c7c9 None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:96:27:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:36:39Z', 'revision_number': 9, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:36:41.092921 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daffff4-eabb-4866-9c2e-f2650ff47653 None None] New status for floating IP ad53140d-5de6-4519-b52d-a964bd7a794d: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:36:50.105514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a797157b-f91d-4134-a20c-6375a9b01859 req-2f91d8d1-991f-4f84-941c-4d2d3c613092 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410466 Nov 26 22:36:50.205185 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797157b-f91d-4134-a20c-6375a9b01859 req-29d6aaaa-132c-4b11-9ae5-a1a62f5c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:50.206648 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a797157b-f91d-4134-a20c-6375a9b01859 req-29d6aaaa-132c-4b11-9ae5-a1a62f5c2561 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1097 time: 0.0400577 Nov 26 22:36:50.311952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797157b-f91d-4134-a20c-6375a9b01859 req-83d2c110-cf4a-429d-a050-54186099683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:50.313462 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a797157b-f91d-4134-a20c-6375a9b01859 req-83d2c110-cf4a-429d-a050-54186099683f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0874269 Nov 26 22:36:50.379990 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a797157b-f91d-4134-a20c-6375a9b01859 req-6c713068-317c-414e-b18c-618051348bc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1002 time: 0.0579221 Nov 26 22:36:50.429664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797157b-f91d-4134-a20c-6375a9b01859 req-694b9e6e-40e4-4cba-8fc3-bc7402a06d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:50.431122 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a797157b-f91d-4134-a20c-6375a9b01859 req-694b9e6e-40e4-4cba-8fc3-bc7402a06d6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0434144 Nov 26 22:36:50.481422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797157b-f91d-4134-a20c-6375a9b01859 req-f12b4c38-1a09-4191-bf5d-3f17ed1f8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:36:50.483006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a797157b-f91d-4134-a20c-6375a9b01859 req-f12b4c38-1a09-4191-bf5d-3f17ed1f8dd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446143 Nov 26 22:36:50.574379 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a797157b-f91d-4134-a20c-6375a9b01859 req-c3ba98c0-f99d-4dc5-a2a3-598e993e1243 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818548 Nov 26 22:36:50.666858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a797157b-f91d-4134-a20c-6375a9b01859 req-b4ba8334-327f-4a1f-a45e-0a47969510ff service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844848 Nov 26 22:36:53.561320 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e07d2ccb-5136-46d0-9f34-a5312b46c37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:56.311160 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e3008165-2f3f-44bc-ab22-78fd9ea5492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:57.228918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:58.776797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:36:59.352882 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:07.438827 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:08.288896 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:10.006314 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:37:23.562186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d460249-9449-4d85-9453-840d3b38de1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:26.312452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d9b21fe3-be22-49b7-9503-5d40a5165684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:27.230736 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:28.777652 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:29.356645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:37.455195 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:38.293666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:47.005084 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:37:52.068765 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3352262-0e6d-44b0-be75-943f517c93ac req-0369587c-2990-4e17-9ef1-ae5a9596bc6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398889 Nov 26 22:37:52.165448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352262-0e6d-44b0-be75-943f517c93ac req-9f90a363-9329-4df1-afef-a8748b2ecb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:37:52.166939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3352262-0e6d-44b0-be75-943f517c93ac req-9f90a363-9329-4df1-afef-a8748b2ecb97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1097 time: 0.0399392 Nov 26 22:37:52.280420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352262-0e6d-44b0-be75-943f517c93ac req-dea7adb7-ea07-4363-9461-c8e3717e9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:37:52.281868 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3352262-0e6d-44b0-be75-943f517c93ac req-dea7adb7-ea07-4363-9461-c8e3717e9f5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0956283 Nov 26 22:37:52.346222 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3352262-0e6d-44b0-be75-943f517c93ac req-92d83f7d-f816-435f-a2c6-e431c0b0609f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1002 time: 0.0563676 Nov 26 22:37:52.393299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352262-0e6d-44b0-be75-943f517c93ac req-53563385-55c0-43b6-8e85-6da4c7b4215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:37:52.394722 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3352262-0e6d-44b0-be75-943f517c93ac req-53563385-55c0-43b6-8e85-6da4c7b4215a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0415680 Nov 26 22:37:52.442286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352262-0e6d-44b0-be75-943f517c93ac req-7fcba0ce-3b82-446c-9dec-ac7ff1cc3926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:37:52.443746 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3352262-0e6d-44b0-be75-943f517c93ac req-7fcba0ce-3b82-446c-9dec-ac7ff1cc3926 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423503 Nov 26 22:37:52.532390 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3352262-0e6d-44b0-be75-943f517c93ac req-75181b7b-7343-40a4-bb39-b2ab6a69e30f service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814114 Nov 26 22:37:52.859010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e3352262-0e6d-44b0-be75-943f517c93ac req-3a211ee7-2782-4eac-b437-b0aa39fdbf9f service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170643 Nov 26 22:37:53.563997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc5ac103-1dd5-4c5a-84b8-1a4b61fa5b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:56.313695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7723acc-045a-4bcf-8404-875cd2bca81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:57.233949 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:58.781575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:37:59.360953 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:07.455388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:08.308266 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:23.566219 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ef83914c-707c-4a99-b01c-39822f4af9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:24.004387 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:38:26.317651 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-371726fe-0867-4abe-9ecc-6e048f5bc8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:27.239376 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:28.783904 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:29.365957 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:37.454659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:38.309168 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:53.076601 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-0317d02c-5c8d-473b-975f-a774fd7821a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418129 Nov 26 22:38:53.181935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-cf708103-8ee7-44e4-a60d-7699f174f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:38:53.183466 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-cf708103-8ee7-44e4-a60d-7699f174f2a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1097 time: 0.0401540 Nov 26 22:38:53.288033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-9e5790fb-28e9-4beb-a795-920ee1835312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:38:53.289490 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-9e5790fb-28e9-4beb-a795-920ee1835312 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0856001 Nov 26 22:38:53.353516 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-12e6ebf2-9e5e-4f1f-9092-890e8ecfe123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1002 time: 0.0568185 Nov 26 22:38:53.401602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-3ef7192c-3c03-4c45-9b6d-f011886ce377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:38:53.403071 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-3ef7192c-3c03-4c45-9b6d-f011886ce377 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0427134 Nov 26 22:38:53.451864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-89f1beab-7eb4-463c-b5f4-594c446e6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:38:53.453352 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-89f1beab-7eb4-463c-b5f4-594c446e6744 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433533 Nov 26 22:38:53.543349 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-e58c1eba-97d4-4f0d-9105-df66eeb24b0f service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817008 Nov 26 22:38:53.571802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e260a729-86ca-4a27-bc88-5705d2742ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:53.639432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-530c75cf-4fe1-4c4f-b288-ec134103d1cf req-5218fc4b-cc04-4b94-8d5b-6518f6e63128 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889032 Nov 26 22:38:56.317666 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8484a481-6778-4327-92ce-f9952989b999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:57.239209 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:58.791710 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:38:59.368448 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:01.003967 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:39:07.453535 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:08.310682 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:10.570930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-914c81b2-95f5-4794-b1b5-5873a5343e79 req-98db2d84-d59d-474d-9fbe-4082e9ee2b1d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:39:10.571960 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-914c81b2-95f5-4794-b1b5-5873a5343e79 req-98db2d84-d59d-474d-9fbe-4082e9ee2b1d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499375 Nov 26 22:39:10.784586 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-d857ecb3-2e5a-4dbb-9513-261bd2a85ec3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885663 Nov 26 22:39:10.794433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-1ba2b2e0-0d0a-47fa-813f-72adb53fb151 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:39:10.795485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-1ba2b2e0-0d0a-47fa-813f-72adb53fb151 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055270 Nov 26 22:39:10.819534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa33c37-59e8-45c5-9947-2a7f3932917e req-085baa86-6b7e-4823-99bd-61f3e1366875 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:10.821071 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fa33c37-59e8-45c5-9947-2a7f3932917e req-085baa86-6b7e-4823-99bd-61f3e1366875 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.1112926 Nov 26 22:39:10.870742 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fa33c37-59e8-45c5-9947-2a7f3932917e req-f49d86c0-c1cb-4cd5-b897-e353f50a53dd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436273 Nov 26 22:39:12.031981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-e0dacd6a-4a68-4dfa-976e-51d117b3ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:12.033483 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-e0dacd6a-4a68-4dfa-976e-51d117b3ea9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1097 time: 0.0414977 Nov 26 22:39:12.047340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeeae41-e868-47d2-bbc8-d605fdab7f50 req-33416534-cc7d-4e2a-9a82-330ec09d127c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:12.048839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eeeae41-e868-47d2-bbc8-d605fdab7f50 req-33416534-cc7d-4e2a-9a82-330ec09d127c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.1092300 Nov 26 22:39:12.097291 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eeeae41-e868-47d2-bbc8-d605fdab7f50 req-dcd5426d-3869-41b6-9ca0-896db3732346 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Nov 26 22:39:12.127875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-3a0a20dc-4945-4368-9a0a-d42d36e710fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:12.129974 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-3a0a20dc-4945-4368-9a0a-d42d36e710fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0890634 Nov 26 22:39:12.195999 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-b4ed8c07-e973-4e17-a4b3-ef895d88296c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1002 time: 0.0581987 Nov 26 22:39:12.245007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-4e9ad7b4-1e2d-4053-b068-02d63d8e2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:12.246475 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-4e9ad7b4-1e2d-4053-b068-02d63d8e2523 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0437992 Nov 26 22:39:12.294872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-dde07498-53e3-4109-ac79-233a6554e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:12.296346 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-dde07498-53e3-4109-ac79-233a6554e02b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429156 Nov 26 22:39:12.384733 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-f71cb642-0f56-4822-972f-6d1381608b77 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813026 Nov 26 22:39:12.478425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-78dc8f82-ffd2-42b9-8d66-21001f626a25 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859909 Nov 26 22:39:13.214042 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d582ca-0879-4751-b953-aa829dde8dbd req-fe1088a5-8b3b-4240-bb8b-5bc1134ffa2f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:13.215557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68d582ca-0879-4751-b953-aa829dde8dbd req-fe1088a5-8b3b-4240-bb8b-5bc1134ffa2f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0481799 Nov 26 22:39:13.261623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68d582ca-0879-4751-b953-aa829dde8dbd req-1a7e4950-40f0-477a-b658-6cbbb82c5525 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401435 Nov 26 22:39:14.379905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da8a68-2ad4-41c7-b86c-b6f8ca6f8db1 req-656f4ff5-b11a-47f7-8d67-3e6805e342df tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:14.381394 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57da8a68-2ad4-41c7-b86c-b6f8ca6f8db1 req-656f4ff5-b11a-47f7-8d67-3e6805e342df tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0487683 Nov 26 22:39:14.433722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57da8a68-2ad4-41c7-b86c-b6f8ca6f8db1 req-1ca1caaa-91b6-4710-a214-a42e36cf9f1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463762 Nov 26 22:39:15.550706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab098b-1184-4c5b-bf57-3bca8acd5458 req-5df7a545-9f80-4f1f-adc0-d483ad4787c6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:15.552706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14ab098b-1184-4c5b-bf57-3bca8acd5458 req-5df7a545-9f80-4f1f-adc0-d483ad4787c6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0499339 Nov 26 22:39:15.601552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-14ab098b-1184-4c5b-bf57-3bca8acd5458 req-5334a0ea-eb99-4c80-84c2-5cf55a7e12b6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428748 Nov 26 22:39:16.720691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47da4e-00fc-463f-8d19-5c504316cdc2 req-4c65042f-f736-40d4-8dc4-9c32256fdcd0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:16.722452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c47da4e-00fc-463f-8d19-5c504316cdc2 req-4c65042f-f736-40d4-8dc4-9c32256fdcd0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0494180 Nov 26 22:39:16.768964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6c47da4e-00fc-463f-8d19-5c504316cdc2 req-49a25c8b-14b4-4a77-8928-2485dff405e9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 Nov 26 22:39:17.890165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef923-e5b2-478f-852d-177929e29560 req-b554e686-c149-4b1a-b63b-8c2207b578ee tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:17.891654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58cef923-e5b2-478f-852d-177929e29560 req-b554e686-c149-4b1a-b63b-8c2207b578ee tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0535972 Nov 26 22:39:17.939114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58cef923-e5b2-478f-852d-177929e29560 req-231432b0-0338-4696-93b5-c75819578c21 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 Nov 26 22:39:19.058224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475311-ebeb-4377-92c0-6c4c6102cf89 req-4c46c356-90a7-4071-9e7c-37dd082f9b15 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:19.059726 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17475311-ebeb-4377-92c0-6c4c6102cf89 req-4c46c356-90a7-4071-9e7c-37dd082f9b15 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0490947 Nov 26 22:39:19.106121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17475311-ebeb-4377-92c0-6c4c6102cf89 req-852684d9-d76c-49bb-978e-f79870a6830c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405483 Nov 26 22:39:20.227159 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf5dfd-87ce-403d-b805-67ac646d1633 req-ebba9f78-f3f1-4dd4-b4c3-f81d89cb943c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:20.228665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bdf5dfd-87ce-403d-b805-67ac646d1633 req-ebba9f78-f3f1-4dd4-b4c3-f81d89cb943c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0531714 Nov 26 22:39:20.274686 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bdf5dfd-87ce-403d-b805-67ac646d1633 req-17b1b186-c96d-4296-82c6-c29fadd92767 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401185 Nov 26 22:39:21.389663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6fabe-9192-4ac0-b6e3-a74b82d829e6 req-d6dce2bf-c160-4033-b33f-6fae789b5012 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:21.391151 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34c6fabe-9192-4ac0-b6e3-a74b82d829e6 req-d6dce2bf-c160-4033-b33f-6fae789b5012 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0484815 Nov 26 22:39:21.437263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34c6fabe-9192-4ac0-b6e3-a74b82d829e6 req-6ec53f8e-4378-4c80-92b3-6135db6f77da tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399551 Nov 26 22:39:22.552940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59c4a6-9163-4847-9130-874957f81d0a req-b0797934-dd95-4ec3-89fa-8bc15a54971c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:22.554443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc59c4a6-9163-4847-9130-874957f81d0a req-b0797934-dd95-4ec3-89fa-8bc15a54971c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0481372 Nov 26 22:39:22.604717 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc59c4a6-9163-4847-9130-874957f81d0a req-e11eb307-ec55-42ab-90c4-2a38db105684 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443757 Nov 26 22:39:23.562887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7d688207-fa9e-472a-a3db-dc30a5767044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:23.723218 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67882522-861e-492e-be20-838c243c043c req-cd2bf28a-302a-4e44-a926-519b87fec484 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:23.724747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67882522-861e-492e-be20-838c243c043c req-cd2bf28a-302a-4e44-a926-519b87fec484 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0493348 Nov 26 22:39:23.772233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67882522-861e-492e-be20-838c243c043c req-cae5f82c-dbfb-4606-9d10-1b1f3d391369 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Nov 26 22:39:24.548789 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-d09f02e6-5e21-412e-b5e7-7ce1ae43cbac service neutron] show failed (client error): The resource could not be found. Nov 26 22:39:24.549812 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-d09f02e6-5e21-412e-b5e7-7ce1ae43cbac service neutron] 10.222.0.13 "GET /v2.0/ports/7b67ec63-18fd-47ab-b7c0-287d715d2c8d/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0554736 Nov 26 22:39:24.752256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-24b5671f-3c7d-485f-ac78-5c1520c9d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:24.753743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-24b5671f-3c7d-485f-ac78-5c1520c9d875 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 1097 time: 0.0413814 Nov 26 22:39:24.773089 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:39:24.829017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:24.890595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef09c5-5480-4dfa-9b1a-ab99897a943e req-100e2716-5eb3-4326-84e9-bb642e58b16c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:24.892085 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43ef09c5-5480-4dfa-9b1a-ab99897a943e req-100e2716-5eb3-4326-84e9-bb642e58b16c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0482094 Nov 26 22:39:24.940006 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43ef09c5-5480-4dfa-9b1a-ab99897a943e req-40ee069d-43e1-4bc6-9118-121bc57cc6fc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407541 Nov 26 22:39:25.032500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:25.064345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:39:25.103470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:39:25.105736 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d529cadf-5794-400a-92b1-31224d533b39" -d '{"events": [{"server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "name": "network-vif-unplugged", "status": "completed", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:39:25.110115 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:25.122652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Transition to ACTIVE for port object 7b67ec63-18fd-47ab-b7c0-287d715d2c8d will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:39:25.126609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:25.157631 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda271a0-5450-4690-a6d9-56b3e36ef84f x-openstack-request-id: req-eda271a0-5450-4690-a6d9-56b3e36ef84f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:39:25.158520 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "name": "network-vif-unplugged", "status": "completed", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:39:25.158520 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eda271a0-5450-4690-a6d9-56b3e36ef84f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:39:25.158705 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'code': 200} Nov 26 22:39:25.216756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:25.229241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.230132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.230132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.230326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.230729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.231123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.231472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.231809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.232197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.232466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.232797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.233125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:25.265114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] No DVR routers for this DVR port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:39:25.400882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:39:25.401219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:39:25.401549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:39:25.405803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:39:25.406161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:39:25.410975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:39:25.411312 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:39:25.411692 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:39:25.412115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Bound port: 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:39:25.412463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:25.473147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:39:25.476496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:39:25.480956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:25.528358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:25.528978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:25.530386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] 10.222.0.41 "PUT /v2.0/ports/7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1092 time: 0.7619345 Nov 26 22:39:25.543012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23794776-a1be-44d1-bbd2-01bc1f35e67f service neutron] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:25.609120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-f39549ab-de6e-411f-a738-77e058c124c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:25.610728 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-f39549ab-de6e-411f-a738-77e058c124c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1095 time: 0.0447764 Nov 26 22:39:25.706729 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-731d2e61-a7e8-4010-8626-411c972c2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:25.708468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-731d2e61-a7e8-4010-8626-411c972c2ec4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0908842 Nov 26 22:39:25.778394 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-df5d7d2a-fd1f-45a8-80ce-8ec29b361a61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1000 time: 0.0628607 Nov 26 22:39:25.827991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-2392b67d-4dfe-4c9e-9208-4f4f893993b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:25.829342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-2392b67d-4dfe-4c9e-9208-4f4f893993b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0446301 Nov 26 22:39:25.874558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-9195b3b0-2e0b-4a8a-9309-5942c60cf726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:25.875997 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-9195b3b0-2e0b-4a8a-9309-5942c60cf726 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396354 Nov 26 22:39:25.967765 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-15c5e76b-8d55-4004-87d6-531d2b6d9500 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846608 Nov 26 22:39:26.062850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ac29060-ae19-4b7e-95a2-0dc7b1c50e1e req-ae47e23a-c4fb-4345-b88b-817dd0e6400d service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879734 Nov 26 22:39:26.070818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374257b7-e084-43e1-aa81-239127b66d1a req-fd258c3f-c9c2-4009-84b7-314a9fd4b19e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:26.073060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-374257b7-e084-43e1-aa81-239127b66d1a req-fd258c3f-c9c2-4009-84b7-314a9fd4b19e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0605354 Nov 26 22:39:26.121909 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-374257b7-e084-43e1-aa81-239127b66d1a req-f6551a47-6e88-49d3-b58d-42aa4ece14d2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Nov 26 22:39:26.318715 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a4b7cc18-facd-4f09-813a-a4135ccf2f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:27.159437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:39:27.162762 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bba2566-3af2-4f39-b461-04cb088818d7" -d '{"events": [{"name": "network-changed", "server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:39:27.189076 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:39:27.214717 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2340a374-7e8a-4a67-b720-fee653972443 x-openstack-request-id: req-2340a374-7e8a-4a67-b720-fee653972443 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:39:27.215092 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:39:27.215382 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2340a374-7e8a-4a67-b720-fee653972443 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:39:27.215787 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'status': 'completed', 'code': 200} Nov 26 22:39:27.241362 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:39:27.247719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:27.251121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78c4e2-753c-4611-b4e0-80b157ad62bf req-7d97935a-6efb-4dee-80bf-658ed41fbc80 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.252894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd78c4e2-753c-4611-b4e0-80b157ad62bf req-7d97935a-6efb-4dee-80bf-658ed41fbc80 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0583088 Nov 26 22:39:27.304950 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd78c4e2-753c-4611-b4e0-80b157ad62bf req-ba3120ad-efff-4abc-8622-f19ae465556f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456040 Nov 26 22:39:27.329930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-78135e5b-0069-44e0-9b78-d9242f82669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.331433 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-78135e5b-0069-44e0-9b78-d9242f82669d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1095 time: 0.0648155 Nov 26 22:39:27.335561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-dc1c3896-f4f5-4c80-9a59-30c88a64a6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.336921 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-dc1c3896-f4f5-4c80-9a59-30c88a64a6c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1095 time: 0.0783222 Nov 26 22:39:27.489024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-92945f32-8210-458f-8418-aa2a2569343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.490572 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-92945f32-8210-458f-8418-aa2a2569343a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1516030 Nov 26 22:39:27.491613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-e8bac5e6-a34d-41fe-b726-32ead1a2c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.492884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-e8bac5e6-a34d-41fe-b726-32ead1a2c695 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1470919 Nov 26 22:39:27.604104 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-14cbeb1f-2f1c-4ac9-8b08-76fd65da8ea1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1000 time: 0.1056135 Nov 26 22:39:27.605830 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-e1d9a5bd-9749-4755-a0d0-abab5a90212c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1000 time: 0.1063039 Nov 26 22:39:27.921236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-2b102b90-a240-48cb-afa4-3e68fb79c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.922627 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-2b102b90-a240-48cb-afa4-3e68fb79c850 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.3102884 Nov 26 22:39:27.923971 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-283dc958-cc40-4369-8b17-53bdb2ccdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.925237 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-283dc958-cc40-4369-8b17-53bdb2ccdd6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.3140182 Nov 26 22:39:27.993168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-43ce7651-cba9-4453-be16-b27ce9433109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.994651 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-43ce7651-cba9-4453-be16-b27ce9433109 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653956 Nov 26 22:39:27.996880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-9ec32399-cd8f-4d4c-88fd-36b3778083d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:27.998220 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-9ec32399-cd8f-4d4c-88fd-36b3778083d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617442 Nov 26 22:39:28.150937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-6affd4e1-d44d-4c23-9376-e8052b9204dd service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491117 Nov 26 22:39:28.153006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-93cabf54-2099-4e5e-8924-f14ac5b9afdc service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440094 Nov 26 22:39:28.313484 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-297b1cee-4da1-4114-bcc3-f72b718eea77 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483085 Nov 26 22:39:28.315421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6bba2566-3af2-4f39-b461-04cb088818d7 req-4b439fd9-bc5b-49ac-af5d-cc4a9787428a service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574283 Nov 26 22:39:28.432920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d222e-edc2-4e92-8037-d47dc8fffe0b req-8ea186f3-03ab-4159-8299-a2d70b723672 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:28.434516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e5d222e-edc2-4e92-8037-d47dc8fffe0b req-8ea186f3-03ab-4159-8299-a2d70b723672 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0505021 Nov 26 22:39:28.491233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2e5d222e-edc2-4e92-8037-d47dc8fffe0b req-0aa2ae45-5c9d-4393-9509-59f919aeeacb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506518 Nov 26 22:39:28.791565 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:29.371129 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:29.613189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7de8c-bb9f-46d8-8efb-8d10c61eb1e8 req-cf09c995-840e-49a3-8009-0b5709bd774b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:29.615168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83c7de8c-bb9f-46d8-8efb-8d10c61eb1e8 req-cf09c995-840e-49a3-8009-0b5709bd774b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0494306 Nov 26 22:39:29.662529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-83c7de8c-bb9f-46d8-8efb-8d10c61eb1e8 req-b7eb8a8d-474f-4012-950b-ff36e6cf18d7 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Nov 26 22:39:29.947675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-b1743357-a887-473e-a5ff-91063db56742 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:29.949158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-b1743357-a887-473e-a5ff-91063db56742 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2&tenant_id=6d2422c084d642e2924000d68374e12a&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 944 time: 0.0535202 Nov 26 22:39:29.966165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ba2a6-476e-4250-8ee2-d28d503c7d8c req-df4962b6-16d7-457e-ba10-9ea0b76a4928 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:29.967654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-756ba2a6-476e-4250-8ee2-d28d503c7d8c req-df4962b6-16d7-457e-ba10-9ea0b76a4928 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0489619 Nov 26 22:39:30.012540 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-50982653-2df7-4063-94eb-120dee92a359 service neutron] 10.222.0.41 "GET /v2.0/ports/7b67ec63-18fd-47ab-b7c0-287d715d2c8d/bindings/n-h2-819494-1 HTTP/1.1" status: 200 len: 382 time: 0.0564630 Nov 26 22:39:30.026959 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-756ba2a6-476e-4250-8ee2-d28d503c7d8c req-c9ff8c06-b4d5-4bc9-b16e-cfba546ad8e3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522890 Nov 26 22:39:30.093894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-29ae51b7-093c-4d4f-9afd-10e383905546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:30.095410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-29ae51b7-093c-4d4f-9afd-10e383905546 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1095 time: 0.0410197 Nov 26 22:39:30.187087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-c51f63de-71bb-4204-9839-9ef80de1f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:30.188460 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-c51f63de-71bb-4204-9839-9ef80de1f7d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0861726 Nov 26 22:39:30.252607 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-ec4079b1-cdd7-409a-84b0-8dd2c7b9d0ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1000 time: 0.0575070 Nov 26 22:39:30.305043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-9c61a133-62d7-4326-80e5-80c3a75ba398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:30.306501 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-9c61a133-62d7-4326-80e5-80c3a75ba398 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0475495 Nov 26 22:39:30.353137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-9b90c863-d98d-4f64-9266-290cf1f0e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:30.354663 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-9b90c863-d98d-4f64-9266-290cf1f0e42c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407379 Nov 26 22:39:30.442399 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-96018152-76bf-4b37-b37c-25eda632a555 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799875 Nov 26 22:39:30.535082 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-68072996-4514-48a2-b5dd-f7f5f55abd0c service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863864 Nov 26 22:39:30.983539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:39:31.075592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:31.090266 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'mac_address': 'fa:16:3e:96:27:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:39:31.128984 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:31.142184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b67ec63-18fd-47ab-b7c0-287d715d2c8d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:39:31.149582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d008393-0267-4f9d-8f40-40896164fbde req-851309cf-f6e2-4e1a-a3da-13ce12c5c02f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:31.151097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d008393-0267-4f9d-8f40-40896164fbde req-851309cf-f6e2-4e1a-a3da-13ce12c5c02f tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 944 time: 0.0521655 Nov 26 22:39:31.162677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:31.167063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:31.201996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d008393-0267-4f9d-8f40-40896164fbde req-6a1b19e5-9faf-43fe-a81e-fbacbb95e2a7 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448792 Nov 26 22:39:31.214053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:31.221345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.221729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.222342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.223240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.223668 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.224010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.224348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.224679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.225009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.225337 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.225667 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.225993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:39:31.589768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['7b67ec63-18fd-47ab-b7c0-287d715d2c8d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:39:32.319074 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9dd82-831a-4521-99f4-814129b24e0c req-1b2ee98a-4150-4ebc-aa19-18c48d1dabd8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:32.320612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff9dd82-831a-4521-99f4-814129b24e0c req-1b2ee98a-4150-4ebc-aa19-18c48d1dabd8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 945 time: 0.0502145 Nov 26 22:39:32.374990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ff9dd82-831a-4521-99f4-814129b24e0c req-e2047d6d-b602-4f4f-b466-c48cff9d68e6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471201 Nov 26 22:39:32.618837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-2185cd8f-13f9-4b9f-b38f-7a46289bf847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:32.620308 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-2185cd8f-13f9-4b9f-b38f-7a46289bf847 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 1096 time: 0.0410779 Nov 26 22:39:32.637338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:39:32.693999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:32.900324 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:32.933274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:39:32.965124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7b67ec63-18fd-47ab-b7c0-287d715d2c8d {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:39:32.973783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:32.984105 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Ignored duplicate provisioning block setup for port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 26 22:39:32.987522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:32.992222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:39:33.067117 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=9']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:33.094409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:33.114882 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] No DVR routers for this DVR port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:39:33.121928 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:39:33.122349 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:39:33.122721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:39:33.127844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:39:33.128209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:39:33.133353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:39:33.133739 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:39:33.134522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:39:33.135303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Bound port: 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:39:33.135706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:33.201457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:39:33.204971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:39:33.211425 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:33.241302 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d has no active binding in host n-h2-819494-1 {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 26 22:39:33.261603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:39:33.262340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:39:33.262763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:39:33.267308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:39:33.267699 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Attempting to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:39:33.272755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:39:33.273182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:39:33.273639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:39:33.274235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Bound port: 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:39:33.274447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:33.276109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:33.335644 n-d-819494-1 neutron-server[110000]: WARNING neutron.plugins.ml2.plugin [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Concurrent port binding operations failed on port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d Nov 26 22:39:33.339432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:33.340900 n-d-819494-1 neutron-server[110000]: INFO neutron.plugins.ml2.plugin [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Attempt 2 to bind port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d Nov 26 22:39:33.344071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.344702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:33.346380 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-efc873f0-d33d-4aaa-a6c1-b1fff4197dd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1093 time: 0.7127950 Nov 26 22:39:33.346851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:39:33.350061 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f253c187-12ad-42e9-94dd-4cfbe47fa40f" -d '{"events": [{"name": "network-changed", "server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:39:33.413352 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6043d8-c251-45d0-a448-7610031dae31 x-openstack-request-id: req-9b6043d8-c251-45d0-a448-7610031dae31 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:39:33.413801 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:39:33.414152 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b6043d8-c251-45d0-a448-7610031dae31 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:39:33.414488 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'status': 'completed', 'code': 200} Nov 26 22:39:33.434259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-69f47167-22d8-4179-bcfb-7a2665ab8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.435817 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-69f47167-22d8-4179-bcfb-7a2665ab8040 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1096 time: 0.0540631 Nov 26 22:39:33.509813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72d063-a94c-4e7b-9942-1986cdf50942 req-76cd1433-f053-4098-af30-bfa1d3bf5116 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.512747 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff72d063-a94c-4e7b-9942-1986cdf50942 req-76cd1433-f053-4098-af30-bfa1d3bf5116 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 945 time: 0.0591207 Nov 26 22:39:33.543576 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-31d01f28-dc01-446e-ab49-70969168aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.545099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-31d01f28-dc01-446e-ab49-70969168aa88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1096 time: 0.0929928 Nov 26 22:39:33.565762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff72d063-a94c-4e7b-9942-1986cdf50942 req-acbd6b32-cb0b-48ea-9841-d60d4af71691 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462515 Nov 26 22:39:33.616706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-97054f38-82e1-479a-9518-de4273182020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.618295 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-97054f38-82e1-479a-9518-de4273182020 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1749895 Nov 26 22:39:33.695442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-a8ee929d-9a58-429b-a182-245aa731966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.696818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-a8ee929d-9a58-429b-a182-245aa731966a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1446626 Nov 26 22:39:33.706211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-c55c1492-4711-4970-9a15-02b706725eed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1000 time: 0.0787940 Nov 26 22:39:33.801965 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-c7414d44-3f5e-436a-b6df-599a886838ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1000 time: 0.0946314 Nov 26 22:39:33.803463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-6fc871cc-cf3c-433f-a7ae-003768ffa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.804852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-6fc871cc-cf3c-433f-a7ae-003768ffa5b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0914991 Nov 26 22:39:33.884069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-1fb0f3de-1ac2-4bc2-b706-f2a0b9df6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.885549 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-1fb0f3de-1ac2-4bc2-b706-f2a0b9df6c2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696695 Nov 26 22:39:33.886828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-6d6099f8-0e7a-4172-8fcd-58b44dfcb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.888149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-6d6099f8-0e7a-4172-8fcd-58b44dfcb1c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0793889 Nov 26 22:39:33.994629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-0f2356f1-00eb-453a-89db-e6622089eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:33.996124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-0f2356f1-00eb-453a-89db-e6622089eaeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957646 Nov 26 22:39:34.016945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-2ca24d6b-4e4c-4279-adf3-59023cfc6a65 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241736 Nov 26 22:39:34.157281 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-e4ab6b8d-6e12-4922-871a-1d3f7bc88b04 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526680 Nov 26 22:39:34.162860 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-64d2d66a-7c22-4e88-8373-2daf33a78aa3 req-7109deaf-26e8-45d2-99c3-c31fd7ab7a97 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369660 Nov 26 22:39:34.245699 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-5320625c-0c37-4277-8f27-531b40eebf5c service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815370 Nov 26 22:39:34.295373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-447dac72-4b1c-42ce-b285-f6a0e3ba88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:34.296859 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-447dac72-4b1c-42ce-b285-f6a0e3ba88bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 1096 time: 0.0458791 Nov 26 22:39:34.383815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-a11e6ae2-c8ab-4e34-8c30-21dfecbb9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:34.385283 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-a11e6ae2-c8ab-4e34-8c30-21dfecbb9f20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0818796 Nov 26 22:39:34.452214 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-92310f5c-3bf9-4a3d-ae7f-a2c1b401efa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 200 len: 1000 time: 0.0597770 Nov 26 22:39:34.500339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-771484ca-e4e2-46df-a16e-9fc3253253bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:34.501704 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-771484ca-e4e2-46df-a16e-9fc3253253bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0426960 Nov 26 22:39:34.545955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-70d4cf52-8228-47c5-8d40-1433f2238e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:34.547437 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-70d4cf52-8228-47c5-8d40-1433f2238e54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388243 Nov 26 22:39:34.639070 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-3b7a91d0-de30-44bb-ad0e-25c0d6f8b172 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844667 Nov 26 22:39:34.687036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56abaae-a6ea-40e7-8680-cd0b2bca93f0 req-9955f18a-35b0-420f-b61a-1117e634b829 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:34.688526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c56abaae-a6ea-40e7-8680-cd0b2bca93f0 req-9955f18a-35b0-420f-b61a-1117e634b829 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 945 time: 0.0499270 Nov 26 22:39:34.729499 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f253c187-12ad-42e9-94dd-4cfbe47fa40f req-8ec4917b-7971-4e8f-95d4-ebacf1471b29 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832095 Nov 26 22:39:34.736976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c56abaae-a6ea-40e7-8680-cd0b2bca93f0 req-8d056724-57e7-4235-9beb-ee7f56b3ca55 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Nov 26 22:39:34.990313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:39:35.031285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:39:35.854627 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc46c8a-5cb1-4bb4-b2cd-ed380268c538 req-fcb8efbe-0cc7-4bb1-a846-f35a3c9c752c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:35.856092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efc46c8a-5cb1-4bb4-b2cd-ed380268c538 req-fcb8efbe-0cc7-4bb1-a846-f35a3c9c752c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 945 time: 0.0479798 Nov 26 22:39:35.905210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-efc46c8a-5cb1-4bb4-b2cd-ed380268c538 req-a2056411-893e-4289-8581-cee50efbb6d9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Nov 26 22:39:37.022559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd07fd-ba82-4ec4-bad0-a558a2cda79e req-472d83d8-a50f-4d1f-8261-a8fd49bb7aee tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:37.024391 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97cd07fd-ba82-4ec4-bad0-a558a2cda79e req-472d83d8-a50f-4d1f-8261-a8fd49bb7aee tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 945 time: 0.0492597 Nov 26 22:39:37.080124 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-97cd07fd-ba82-4ec4-bad0-a558a2cda79e req-d1a94a65-23f0-437c-ac80-203995b5af03 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Nov 26 22:39:37.240360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:39:37.333978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:37.349303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'mac_address': 'fa:16:3e:96:27:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:39:37.384942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:37.397825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b67ec63-18fd-47ab-b7c0-287d715d2c8d {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:39:37.417057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:37.420737 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:37.469719 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:37.480196 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:37.840783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7b67ec63-18fd-47ab-b7c0-287d715d2c8d'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:39:38.003647 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:39:38.197259 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f78ba-35e4-46a4-849c-4beecef66a0b req-7e335c4e-e6cd-436d-b8fe-bc72423ebd12 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:38.198772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-605f78ba-35e4-46a4-849c-4beecef66a0b req-7e335c4e-e6cd-436d-b8fe-bc72423ebd12 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0487406 Nov 26 22:39:38.245426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-605f78ba-35e4-46a4-849c-4beecef66a0b req-bf89e4c4-6b9d-402b-81e5-29f66c94f84a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407043 Nov 26 22:39:38.302693 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:38.364832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bdb76-eebd-41f9-b87f-d0a50a4dcdd9 req-21431c80-873e-4935-b8a6-5f1c28fe8298 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:38.366276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d06bdb76-eebd-41f9-b87f-d0a50a4dcdd9 req-21431c80-873e-4935-b8a6-5f1c28fe8298 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0529230 Nov 26 22:39:38.413584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d06bdb76-eebd-41f9-b87f-d0a50a4dcdd9 req-d228109f-debb-4672-b6b1-8f6ed9165997 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413678 Nov 26 22:39:38.528870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7f5b4-b594-47cc-a03f-e059a543af9b req-1f803972-1f1c-4913-8bac-38d8ad06977e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:38.530407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43a7f5b4-b594-47cc-a03f-e059a543af9b req-1f803972-1f1c-4913-8bac-38d8ad06977e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0506835 Nov 26 22:39:38.577160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43a7f5b4-b594-47cc-a03f-e059a543af9b req-e11bf794-da38-46a8-a6fe-0d8ca2b1cb8d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 Nov 26 22:39:38.809172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374e936-649c-42ca-87dd-0bea8ec15203 req-c70ccf79-19b0-4422-9c4a-72b377ecb1b4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:38.810671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e374e936-649c-42ca-87dd-0bea8ec15203 req-c70ccf79-19b0-4422-9c4a-72b377ecb1b4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 946 time: 0.0479698 Nov 26 22:39:38.860596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e374e936-649c-42ca-87dd-0bea8ec15203 req-a4601fe6-6051-422b-b1e9-d75161017dc6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 Nov 26 22:39:39.246751 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:39:39.294841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:39:39.298505 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:39:39.298880 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:39.378201 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:39.400407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:39:39.402676 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2979e2c-d139-43c2-99a7-da4f2cce1f7a" -d '{"events": [{"server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "name": "network-vif-plugged", "status": "completed", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:39:39.416380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:39.420047 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:39.466736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=12']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:39.501141 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd0349b-91bd-44e1-ba41-b32c46c65beb x-openstack-request-id: req-3cd0349b-91bd-44e1-ba41-b32c46c65beb {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:39:39.501449 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "name": "network-vif-plugged", "status": "completed", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:39:39.501740 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cd0349b-91bd-44e1-ba41-b32c46c65beb {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:39:39.502198 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'code': 200} Nov 26 22:39:39.979359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d75b2-a999-48bf-979b-824fdb9ce267 req-577a61f9-9171-4976-b8f5-67c3ba3d7376 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:39.980829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a81d75b2-a999-48bf-979b-824fdb9ce267 req-577a61f9-9171-4976-b8f5-67c3ba3d7376 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 947 time: 0.0498917 Nov 26 22:39:40.031366 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a81d75b2-a999-48bf-979b-824fdb9ce267 req-bf3c28a9-98e3-45f4-9d82-2d8fe30c5bed tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444164 Nov 26 22:39:40.388767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-66c66173-fb3d-4b2f-9956-cb96234d5719 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:40.390236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-66c66173-fb3d-4b2f-9956-cb96234d5719 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 947 time: 0.0481884 Nov 26 22:39:40.480775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Deleting port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:39:40.481135 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:40.571009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] For port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:40.571372 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:40.745528 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:40.745890 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:40.746251 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Floating IP ad53140d-5de6-4519-b52d-a964bd7a794d disassociated. External IP: 172.25.3.26, port: 7b67ec63-18fd-47ab-b7c0-287d715d2c8d. Nov 26 22:39:40.746592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Calling delete_port for 7b67ec63-18fd-47ab-b7c0-287d715d2c8d owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:39:40.871969 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:40.903337 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event deleted for resources: {'Port': ['ID=7b67ec63-18fd-47ab-b7c0-287d715d2c8d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:41.020456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:39:41.131612 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c12b8668-a0bd-426f-8ae9-91a6facfb18a req-f01e138c-be03-4cd5-ab78-1ac8aae8477d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a7b7b7-cef6-4f10-ad1b-83d6687734c2 HTTP/1.1" status: 200 len: 210 time: 0.0266769 Nov 26 22:39:41.132613 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:39:41.146630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332250a4-beef-46db-9863-4f9374887a0a None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:39:41.156197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332250a4-beef-46db-9863-4f9374887a0a None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:39:41.156821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-332250a4-beef-46db-9863-4f9374887a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:39:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:39:41.177001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] No DVR routers for this DVR port 7b67ec63-18fd-47ab-b7c0-287d715d2c8d on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:39:41.179973 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:41.183859 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-48fc044c-f196-4ecd-a4ee-db2e66b1c10f req-4133298f-3070-45ec-a30c-e2c825c158fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "DELETE /v2.0/ports/7b67ec63-18fd-47ab-b7c0-287d715d2c8d HTTP/1.1" status: 204 len: 173 time: 0.7877381 Nov 26 22:39:41.184320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'name': 'network-vif-deleted', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:39:41.186605 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1aae3e-812f-49e6-ac22-910e8b37a326" -d '{"events": [{"server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "name": "network-vif-deleted", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:39:41.227601 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70abcd7-9c28-47b4-9023-dff672a8ba70 x-openstack-request-id: req-b70abcd7-9c28-47b4-9023-dff672a8ba70 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:39:41.227901 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a7b7b7-cef6-4f10-ad1b-83d6687734c2", "name": "network-vif-deleted", "tag": "7b67ec63-18fd-47ab-b7c0-287d715d2c8d", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:39:41.228162 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b70abcd7-9c28-47b4-9023-dff672a8ba70 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:39:41.228571 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a7b7b7-cef6-4f10-ad1b-83d6687734c2', 'name': 'network-vif-deleted', 'tag': '7b67ec63-18fd-47ab-b7c0-287d715d2c8d', 'status': 'completed', 'code': 200} Nov 26 22:39:41.265563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-332250a4-beef-46db-9863-4f9374887a0a None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:39:41.470648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-332250a4-beef-46db-9863-4f9374887a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:39:41.495927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332250a4-beef-46db-9863-4f9374887a0a None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:39:41.504849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332250a4-beef-46db-9863-4f9374887a0a None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:39:41.505617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-332250a4-beef-46db-9863-4f9374887a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:39:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:39:41.609842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-332250a4-beef-46db-9863-4f9374887a0a None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:39:41.820782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-332250a4-beef-46db-9863-4f9374887a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:39:41.846257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332250a4-beef-46db-9863-4f9374887a0a None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:39:42.072804 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9d191-3a32-47eb-9d52-779b3b662a0d None None] New status for floating IP ad53140d-5de6-4519-b52d-a964bd7a794d: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:39:42.436683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-ba9c0707-2698-4e98-adfc-1560cf756c63 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1384828008&fields=id&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 267 time: 0.0429428 Nov 26 22:39:42.544942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-7172dbd8-39dd-463d-94f1-da406bfa3f42 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:42.546408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-7172dbd8-39dd-463d-94f1-da406bfa3f42 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 810 time: 0.1024122 Nov 26 22:39:42.561013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-7ab02b04-7684-41d6-8797-9a8bf521adf2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/quotas/6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 375 time: 0.0086346 Nov 26 22:39:42.610051 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-d9a77225-5bdb-4553-ae65-7902734b5aa1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439208 Nov 26 22:39:42.758613 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-71f841d4-7017-4317-b6f1-56d4c2becf41 service neutron] 10.222.0.21 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371584 Nov 26 22:39:42.846629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-b5df1707-3c8e-4baf-a11f-2ec26066abaf service neutron] 10.222.0.21 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819654 Nov 26 22:39:43.009411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-88c4d860-c323-438b-86f4-5f83c9c577ec req-1fb85af5-46dc-4046-b99d-90a3e5742930 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 210 time: 0.0273223 Nov 26 22:39:43.283034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:39:43.303329 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 7b67ec63-18fd-47ab-b7c0-287d715d2c8d {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:39:43.303677 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7b67ec63-18fd-47ab-b7c0-287d715d2c8d not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:39:44.076292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-8af30017-b93f-4908-ba40-ff98684fcda3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:44.077768 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-8af30017-b93f-4908-ba40-ff98684fcda3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 810 time: 0.1035421 Nov 26 22:39:44.112644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c6fe8aa-4b14-4cc8-a584-e6bd6027cca6 req-59d86b10-95f5-44f2-b642-15e29d0e8dc2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 210 time: 0.0320914 Nov 26 22:39:44.147304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-51b8a633-0cec-42ad-81b4-3d57d9fad27d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 380 time: 0.0522728 Nov 26 22:39:44.180445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'port': {'device_id': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'admin_state_up': True, 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'security_groups': ['35940420-8ddc-4df4-8a60-036906426082']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:39:44.518579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Made reservation on behalf of 6d2422c084d642e2924000d68374e12a for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:39:44.522797 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:44.646250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Allocated IP 172.20.0.9 (8106a325-f57e-4d61-b237-40ba0377c112/c239cd5a-c865-4067-a095-a3189460a2dd/63b2fc23-2aba-455a-b969-d3382eb05017) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:39:44.776903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:44.808336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:44.855843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Network 8106a325-f57e-4d61-b237-40ba0377c112 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:39:44.858834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:39:44.862450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:39:44.868749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:44.915949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:44.916573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:44.935654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-907456d4-c5ef-46e6-b7b0-09fe01be4c38 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586868 Nov 26 22:39:44.953562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Request body: {'port': {'device_id': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:39:45.018214 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:45.096059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0f21476b-e85c-4dc7-8720-778c9497b266 None None] Provisioning complete for port 63b2fc23-2aba-455a-b969-d3382eb05017 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:39:45.096677 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0f21476b-e85c-4dc7-8720-778c9497b266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:45.134152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0f21476b-e85c-4dc7-8720-778c9497b266 None None] Port 63b2fc23-2aba-455a-b969-d3382eb05017 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:39:45.230292 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fffd19-650d-4d0e-a10a-0edbcf88decd req-43ea8d97-242a-4ef9-83ee-41beacf0747b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:45.231843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22fffd19-650d-4d0e-a10a-0edbcf88decd req-43ea8d97-242a-4ef9-83ee-41beacf0747b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 931 time: 0.0486865 Nov 26 22:39:45.279687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-22fffd19-650d-4d0e-a10a-0edbcf88decd req-1db4b0e7-f9f6-411e-868d-59f710c53506 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Nov 26 22:39:45.283250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b2fc23-2aba-455a-b969-d3382eb05017 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:39:45.291305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:45.304373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Transition to ACTIVE for port object 63b2fc23-2aba-455a-b969-d3382eb05017 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:39:45.308425 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:45.364571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:45.438140 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:39:45.438481 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:39:45.438806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:39:45.444028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:39:45.444353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:39:45.449540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:39:45.449877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:39:45.450289 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:39:45.450716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Bound port: 63b2fc23-2aba-455a-b969-d3382eb05017, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:39:45.451068 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:45.518672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:39:45.522199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:39:45.526674 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:45.562985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:45.563595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:45.564973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] 10.222.0.41 "PUT /v2.0/ports/63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 1091 time: 0.6157467 Nov 26 22:39:45.565397 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:39:45.568077 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dec9170455747274980a33612ef6d3999084751b31150d129ff2e67416d92829" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3050cdb6-476a-4eb0-8305-66caf68acd85" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:39:45.591191 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ffb2a-53f3-4448-900c-656dce79d10b service neutron] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:45.614354 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f130c18-5509-48f1-b32e-7a4e034c5441 x-openstack-request-id: req-6f130c18-5509-48f1-b32e-7a4e034c5441 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:39:45.614658 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:39:45.614974 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f130c18-5509-48f1-b32e-7a4e034c5441 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:39:45.615392 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'status': 'completed', 'code': 200} Nov 26 22:39:45.677522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-587969e3-184c-4c2a-82b4-e3de0660a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:45.679071 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-587969e3-184c-4c2a-82b4-e3de0660a362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1094 time: 0.0488448 Nov 26 22:39:45.732067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-f0063fdc-cd3c-430c-8df0-5d56639bec9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 217 time: 0.0391574 Nov 26 22:39:45.781389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-4f097cac-120e-4ccc-85a1-373f8bae8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:45.782867 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-4f097cac-120e-4ccc-85a1-373f8bae8ea5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0442805 Nov 26 22:39:45.827404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-58effb3d-4aa3-4cbe-8e69-d4e986df0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:45.828792 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-58effb3d-4aa3-4cbe-8e69-d4e986df0720 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392716 Nov 26 22:39:45.920829 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-a77ea119-953b-469a-9fdf-94fa143db717 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848684 Nov 26 22:39:46.011524 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e2095947-f717-45a2-ab15-3ff6f118b049 req-f091ce4a-fdef-4476-b704-20bae3554a59 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837150 Nov 26 22:39:46.143411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-46f9daec-1e2e-447d-926a-c5ab3b3daa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:46.145643 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-46f9daec-1e2e-447d-926a-c5ab3b3daa85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1094 time: 0.0417528 Nov 26 22:39:46.237748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-17367e28-2fe2-423c-8e43-f84e7b48c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:46.239407 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-17367e28-2fe2-423c-8e43-f84e7b48c3c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0870872 Nov 26 22:39:46.279742 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-5f50a34d-474e-46d8-bc68-deb746fc6a97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 217 time: 0.0336847 Nov 26 22:39:46.337402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-d8458731-7561-4d73-bd4b-ca9b1cd99722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:46.339004 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-d8458731-7561-4d73-bd4b-ca9b1cd99722 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0513794 Nov 26 22:39:46.386139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-89c86672-21f9-46ba-af3d-06faabfb21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:46.387909 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-89c86672-21f9-46ba-af3d-06faabfb21ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420539 Nov 26 22:39:46.397388 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c3c1e-59cd-4979-be35-1a89d6ceb444 req-e1de9073-c8a7-4f7b-ae0b-7fdb28eff2d6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:46.398836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa4c3c1e-59cd-4979-be35-1a89d6ceb444 req-e1de9073-c8a7-4f7b-ae0b-7fdb28eff2d6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0485361 Nov 26 22:39:46.446039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa4c3c1e-59cd-4979-be35-1a89d6ceb444 req-b42c927a-1b89-4103-afcc-7f178213c7ed tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 Nov 26 22:39:46.478850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-42bc6d1e-fc41-4b8e-9cc1-92fdfdd9887a service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812144 Nov 26 22:39:46.573879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3050cdb6-476a-4eb0-8305-66caf68acd85 req-a1692907-cce1-47a9-8095-3a5719893e21 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880127 Nov 26 22:39:47.568138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b31fe6-66e0-454e-88c3-aab8ce666e70 req-816777ca-7341-488b-b976-b0441e477b65 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:47.569537 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0b31fe6-66e0-454e-88c3-aab8ce666e70 req-816777ca-7341-488b-b976-b0441e477b65 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0530391 Nov 26 22:39:47.616637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e0b31fe6-66e0-454e-88c3-aab8ce666e70 req-c3dd260f-81da-4f87-bae5-1dfb994bfe67 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 Nov 26 22:39:48.732043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bb738-5d24-4634-9323-e279efd803fb req-e90336a0-5702-4dd5-a56f-979db4a11c76 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:48.733507 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f3bb738-5d24-4634-9323-e279efd803fb req-e90336a0-5702-4dd5-a56f-979db4a11c76 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0488050 Nov 26 22:39:48.781743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f3bb738-5d24-4634-9323-e279efd803fb req-12df24bc-03af-4164-8f6c-809b30052d08 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Nov 26 22:39:49.052844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:39:49.143536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:49.155474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '63b2fc23-2aba-455a-b969-d3382eb05017', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': '63b2fc23-2aba-455a-b969-d3382eb05017', 'mac_address': 'fa:16:3e:0d:62:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:39:49.194493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:49.207757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b2fc23-2aba-455a-b969-d3382eb05017 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:39:49.226865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:49.230534 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:49.276559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:49.589614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['63b2fc23-2aba-455a-b969-d3382eb05017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:39:49.899193 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6009-5280-4c14-9392-daca4676dd8d req-7d08206c-303e-4def-891b-9d3d189ef5b9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:49.900602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-193a6009-5280-4c14-9392-daca4676dd8d req-7d08206c-303e-4def-891b-9d3d189ef5b9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0500329 Nov 26 22:39:49.950486 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-193a6009-5280-4c14-9392-daca4676dd8d req-6e34d933-fcee-43aa-bc87-8ed4de04772e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Nov 26 22:39:51.067689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c3230-aeaf-46cb-a49a-d121966b35e9 req-0799711d-90f7-43ce-8c7e-84bb6a949443 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:51.069196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-577c3230-aeaf-46cb-a49a-d121966b35e9 req-0799711d-90f7-43ce-8c7e-84bb6a949443 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0495005 Nov 26 22:39:51.069353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:39:51.117184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-577c3230-aeaf-46cb-a49a-d121966b35e9 req-3ff20cc2-143b-454b-8657-0a128d5890ba tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Nov 26 22:39:51.119284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 63b2fc23-2aba-455a-b969-d3382eb05017 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:39:51.124149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 63b2fc23-2aba-455a-b969-d3382eb05017 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:39:51.124825 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:51.204274 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:51.227373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:39:51.229769 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd21be9d27add44ea4c8946be955120ceda535bfe53271104300e3d47ccaa8af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30832048-09a6-4718-ba46-f19eab9b4d7c" -d '{"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-plugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:39:51.242532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:39:51.246476 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:51.270623 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225780ca-64a9-4d75-b9a8-faddcbc1f7ff x-openstack-request-id: req-225780ca-64a9-4d75-b9a8-faddcbc1f7ff {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:39:51.270914 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-plugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:39:51.271168 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-225780ca-64a9-4d75-b9a8-faddcbc1f7ff {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:39:51.271555 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'code': 200} Nov 26 22:39:51.294792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:39:51.396369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99db5d-e53b-42fb-930f-0c192d5afa78 req-5b4e8ade-23b2-41e5-a824-9c789cca72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:51.397852 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec99db5d-e53b-42fb-930f-0c192d5afa78 req-5b4e8ade-23b2-41e5-a824-9c789cca72a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1096 time: 0.0400398 Nov 26 22:39:51.443119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ec99db5d-e53b-42fb-930f-0c192d5afa78 req-5d7266da-1c81-4cc5-81fc-4b10236527d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373676 Nov 26 22:39:52.236119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676f210-ae74-44d1-9a5a-d09388d7762a req-3c68cdde-5590-4fc3-857b-526d301b096d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:52.237602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d676f210-ae74-44d1-9a5a-d09388d7762a req-3c68cdde-5590-4fc3-857b-526d301b096d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0484269 Nov 26 22:39:52.284494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d676f210-ae74-44d1-9a5a-d09388d7762a req-8c7a4689-632d-4e83-b6f2-2d35ea9bad40 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403960 Nov 26 22:39:53.404138 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa86ad-9c2a-4cb0-909b-501251e679db req-02490e67-5eb6-4b99-ae21-342c8dcacddb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:53.405596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58fa86ad-9c2a-4cb0-909b-501251e679db req-02490e67-5eb6-4b99-ae21-342c8dcacddb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0517688 Nov 26 22:39:53.452827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58fa86ad-9c2a-4cb0-909b-501251e679db req-4a148d75-6130-430f-bfcd-4e643fb5da09 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 Nov 26 22:39:53.564017 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-63f8d13f-2e45-4e7b-8452-ff9f57c581ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:53.566439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3cb81-e02b-45d5-adb7-ee6b910d8a4c req-bee09428-f37b-4ecb-bd80-c6fbfa9888d3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:53.568028 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abc3cb81-e02b-45d5-adb7-ee6b910d8a4c req-bee09428-f37b-4ecb-bd80-c6fbfa9888d3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0508564 Nov 26 22:39:53.576538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:39:53.580920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Request body: {'floatingip': {'port_id': '63b2fc23-2aba-455a-b969-d3382eb05017'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:39:53.624396 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:54.050287 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:54.055387 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:54.159101 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Floating IP ad53140d-5de6-4519-b52d-a964bd7a794d associated. External IP: 172.25.3.26, port: 63b2fc23-2aba-455a-b969-d3382eb05017. Nov 26 22:39:54.683146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:39:54.789332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:39:54.793995 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:54.799016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:39:54.808576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:39:54.809186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:39:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:39:54.820385 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-030d33c2-3757-4b51-8c17-18b456e36102 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "PUT /v2.0/floatingips/ad53140d-5de6-4519-b52d-a964bd7a794d HTTP/1.1" status: 200 len: 991 time: 1.2428033 Nov 26 22:39:54.820979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:39:54.823293 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8f77df9f792fb4e250ba8eb4ffd03ad5461736d11f60cadfb24798d507aff88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f771c1-1e08-436c-b52d-b32063f0fc71" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:39:54.864217 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15d1482-0635-44c3-8eb2-a07b625e3e1f x-openstack-request-id: req-d15d1482-0635-44c3-8eb2-a07b625e3e1f {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:39:54.864525 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:39:54.864786 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d15d1482-0635-44c3-8eb2-a07b625e3e1f {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:39:54.865317 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'status': 'completed', 'code': 200} Nov 26 22:39:54.922557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:39:54.963790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-8280ffa6-a8da-4d4a-8d5f-0da252b478f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:54.967498 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-8280ffa6-a8da-4d4a-8d5f-0da252b478f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1096 time: 0.0485213 Nov 26 22:39:55.063911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-0e53f357-cbfb-48ec-85ba-1ec2054bfe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:55.065306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-0e53f357-cbfb-48ec-85ba-1ec2054bfe42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0910242 Nov 26 22:39:55.130030 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-5f33dee2-98f4-4890-88b5-068d9006da55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 999 time: 0.0580721 Nov 26 22:39:55.149114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '63b2fc23-2aba-455a-b969-d3382eb05017', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:0d:62:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:39:53Z', 'revision_number': 13, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:39:55.175090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:39:55.181620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-3abf8df0-5b12-4f92-9af5-9fab7fd1529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:55.183103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-3abf8df0-5b12-4f92-9af5-9fab7fd1529e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0472102 Nov 26 22:39:55.183968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:39:55.184563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:39:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:39:55.228612 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-380ae960-0d31-4c2f-82f9-86bc186a8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:39:55.230145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-380ae960-0d31-4c2f-82f9-86bc186a8a12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406072 Nov 26 22:39:55.293156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:39:55.321152 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-becb86d6-a992-4324-bd25-c931a883ae07 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844016 Nov 26 22:39:55.414820 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-98f771c1-1e08-436c-b52d-b32063f0fc71 req-a3609974-80b5-4467-b848-53b7b6c8d1ed service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867913 Nov 26 22:39:55.516901 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '63b2fc23-2aba-455a-b969-d3382eb05017', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:0d:62:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:39:53Z', 'revision_number': 13, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:39:55.695734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccca4fd-f11d-4db0-9037-522f88826a5c None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad53140d-5de6-4519-b52d-a964bd7a794d', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '76a74514-c234-47f9-9c82-34d370adda28', 'port_id': '63b2fc23-2aba-455a-b969-d3382eb05017', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'mac_address': 'fa:16:3e:0d:62:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:30:03Z', 'updated_at': '2021-11-26T22:39:53Z', 'revision_number': 13, 'project_id': '6d2422c084d642e2924000d68374e12a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:39:55.878381 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9e9e0-e8c9-4cd4-a59f-6241902e3807 None None] New status for floating IP ad53140d-5de6-4519-b52d-a964bd7a794d: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:39:56.320994 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2cced049-90c4-465c-84e5-b4f416a78bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:57.244309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:58.793062 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:39:59.374529 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:04.060637 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d136edca-91a8-4096-b88d-857407f8f66d req-7ab294ac-3642-41fe-b002-40416ad8eec9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431166 Nov 26 22:40:04.162770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136edca-91a8-4096-b88d-857407f8f66d req-de717d9a-09bd-4a9f-a385-b756bbc5a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:40:04.164558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d136edca-91a8-4096-b88d-857407f8f66d req-de717d9a-09bd-4a9f-a385-b756bbc5a3e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1096 time: 0.0410352 Nov 26 22:40:04.271806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136edca-91a8-4096-b88d-857407f8f66d req-8baae459-8ecc-4903-8772-dbf3588e9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:40:04.273264 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d136edca-91a8-4096-b88d-857407f8f66d req-8baae459-8ecc-4903-8772-dbf3588e9a21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0881648 Nov 26 22:40:04.337105 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d136edca-91a8-4096-b88d-857407f8f66d req-a9d5df2c-797e-4fa6-a251-6fabea83fa86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 1001 time: 0.0572798 Nov 26 22:40:04.390207 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136edca-91a8-4096-b88d-857407f8f66d req-fe527d36-7f7e-4eee-963a-c4eadfa2e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:40:04.391633 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d136edca-91a8-4096-b88d-857407f8f66d req-fe527d36-7f7e-4eee-963a-c4eadfa2e832 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0473924 Nov 26 22:40:04.437392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136edca-91a8-4096-b88d-857407f8f66d req-8a109131-684e-4177-bb1c-87ae0699ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:40:04.438879 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d136edca-91a8-4096-b88d-857407f8f66d req-8a109131-684e-4177-bb1c-87ae0699ea55 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385861 Nov 26 22:40:04.524912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d136edca-91a8-4096-b88d-857407f8f66d req-aa7f4622-7223-4e09-a643-09ec739d4906 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790856 Nov 26 22:40:04.618913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d136edca-91a8-4096-b88d-857407f8f66d req-faa8ec4f-03ae-4d34-8f56-038e25f64f96 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840375 Nov 26 22:40:07.459815 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:08.311588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:15.003062 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:40:23.569110 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f6a4b742-6d41-4a3b-81f4-d951c86268d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:26.321761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a034ff61-3454-44da-a1bd-fd8842c35cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:27.248723 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:28.799526 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:29.376079 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:37.448425 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:38.309621 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:52.002145 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:40:53.570731 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-aaba85c1-828a-4cd3-a56a-e272dc4b538d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:56.325458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0a0ee37b-7af7-4a03-b692-cc45a80592e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:57.251387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:58.799802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:40:59.379524 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:04.159966 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-2ba97f03-0653-4bf8-80f2-eb24a991c529 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790682 Nov 26 22:41:04.267394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-88266420-b2f6-4767-a8bc-7c4a705e57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:41:04.268901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-88266420-b2f6-4767-a8bc-7c4a705e57d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1096 time: 0.0422349 Nov 26 22:41:04.373323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-3c6aa3d0-2115-4a84-9a02-6ac9d1822b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:41:04.374797 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-3c6aa3d0-2115-4a84-9a02-6ac9d1822b49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0864925 Nov 26 22:41:04.437939 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-63322266-4c27-4d52-8d6a-0c85a078b2a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 1001 time: 0.0560415 Nov 26 22:41:04.487939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-b7fef84c-811e-461f-9cc7-ab8faed26a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:41:04.489914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-b7fef84c-811e-461f-9cc7-ab8faed26a26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0452077 Nov 26 22:41:04.535759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-aeeb1e83-e045-44d9-937e-589200b2753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:41:04.537189 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-aeeb1e83-e045-44d9-937e-589200b2753e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405540 Nov 26 22:41:04.626037 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-a8023a18-a079-4cda-a214-988077d878fb service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809588 Nov 26 22:41:04.719526 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-06b0d1ec-cd47-42c2-8f2d-6b51086117c3 req-dc9d4fda-3b42-4faa-94ba-07c9c3759bdc service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862122 Nov 26 22:41:07.465010 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:08.336565 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:23.572201 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0067f550-7483-4291-bf97-e1131ada9b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:26.330482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7089366f-6eda-4dd1-8270-77b5a76d6796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:27.253041 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:28.804627 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:29.002233 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:41:29.382534 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:37.479797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:38.340799 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:53.573963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-07d9c011-6c1d-48b4-bce5-fd6f02b9d65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:56.333183 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-52884f43-4a71-428a-b318-513078fbc069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:57.257606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:58.806064 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:41:59.385068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:05.065377 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-359058f0-c5c1-48c1-88dd-ae764199b71f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474710 Nov 26 22:42:05.167976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-8eb77458-d055-4334-a115-a74ddc843bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:05.169473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-8eb77458-d055-4334-a115-a74ddc843bb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1096 time: 0.0421784 Nov 26 22:42:05.276102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-069b143f-7862-4987-8b37-aa9c6bfc3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:05.277568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-069b143f-7862-4987-8b37-aa9c6bfc3d6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0891223 Nov 26 22:42:05.350579 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-2b295c88-3f15-444f-9046-79da8f0e5e02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 1001 time: 0.0654151 Nov 26 22:42:05.404592 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-b00faaf2-f54d-4266-b4ae-1931fd456724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:05.406145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-b00faaf2-f54d-4266-b4ae-1931fd456724 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0489275 Nov 26 22:42:05.451952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-7d8a0464-7da4-4141-8cfd-592545d0e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:05.453454 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-7d8a0464-7da4-4141-8cfd-592545d0e84a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407798 Nov 26 22:42:05.541955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-29ce9abb-839c-4e95-b599-f9076f149157 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813954 Nov 26 22:42:05.655127 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8a9e3c5-1fdc-46e0-99d8-d93d602d7081 req-f3ab7968-e91f-4b15-9f2a-920ed52730b4 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067441 Nov 26 22:42:06.001609 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:42:07.478596 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:08.365446 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:21.540920 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e590e4-0ff1-4cf2-85c7-e2b7c32b64b9 req-10e1641f-efc7-4253-adb1-262f1dac7f8d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:21.542426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99e590e4-0ff1-4cf2-85c7-e2b7c32b64b9 req-10e1641f-efc7-4253-adb1-262f1dac7f8d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0966692 Nov 26 22:42:21.594643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99e590e4-0ff1-4cf2-85c7-e2b7c32b64b9 req-a64557b1-753e-4233-83d6-553a7ce82056 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Nov 26 22:42:23.577350 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f22fcbd5-d97b-40bf-a715-3a3e90a79641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:26.335876 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5f0f9604-4061-4215-889c-684c13c92b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:27.260819 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:28.804242 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:29.387570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:34.009591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f479-3183-4061-b77a-eff6de9563fc req-5f106df8-4465-4747-86a6-1146596bd564 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:34.011159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed76f479-3183-4061-b77a-eff6de9563fc req-5f106df8-4465-4747-86a6-1146596bd564 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0612643 Nov 26 22:42:34.061666 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed76f479-3183-4061-b77a-eff6de9563fc req-4e2fe9b1-ce85-40fb-b668-177aacdcd90c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Nov 26 22:42:34.062851 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-55915b7a-b081-4bcb-a9d0-097775646cb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852935 Nov 26 22:42:35.178826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa378d1f-356d-4918-be55-dfdd67315dd4 req-18a8d07d-3b17-4b81-b789-8ff1412fd80e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:35.180305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa378d1f-356d-4918-be55-dfdd67315dd4 req-18a8d07d-3b17-4b81-b789-8ff1412fd80e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0488434 Nov 26 22:42:35.233364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa378d1f-356d-4918-be55-dfdd67315dd4 req-c441c380-accb-4c6b-89c7-a5b24202b5f1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469558 Nov 26 22:42:35.292181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-02c7a9de-4ba9-46f2-8d19-70c47a149648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:35.293652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-02c7a9de-4ba9-46f2-8d19-70c47a149648 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1096 time: 0.0426688 Nov 26 22:42:35.384793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-588719a8-66cb-4a0b-abe0-39ecdc0ab7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:35.386178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-588719a8-66cb-4a0b-abe0-39ecdc0ab7ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0858026 Nov 26 22:42:35.449327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-85304d7e-13a8-475c-8b1f-f5a88a68db92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 1001 time: 0.0564892 Nov 26 22:42:35.502291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-4e238007-e61a-413f-aee5-2a737450ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:35.503877 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-4e238007-e61a-413f-aee5-2a737450ceec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0478501 Nov 26 22:42:35.551033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-2424ba7f-8c32-412a-9599-d24b48a00874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:35.552556 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-2424ba7f-8c32-412a-9599-d24b48a00874 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405798 Nov 26 22:42:35.643649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-efbed1b6-ec85-405e-93ed-db00962a8a83 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828772 Nov 26 22:42:35.736190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-a774097e-2b12-4c57-95e3-d8d1bcf13313 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856001 Nov 26 22:42:36.361111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33724f34-3c7b-4745-a59d-8e2ede800f94 req-3c38d355-9560-4f5d-87b1-b1a5652488cc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:36.362627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33724f34-3c7b-4745-a59d-8e2ede800f94 req-3c38d355-9560-4f5d-87b1-b1a5652488cc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0539677 Nov 26 22:42:36.408981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-33724f34-3c7b-4745-a59d-8e2ede800f94 req-817b8cad-5eeb-41ba-9af5-7c33ada20990 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 Nov 26 22:42:37.496058 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:37.531081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229004a-2b21-42d8-8a45-5431d5ecb6c0 req-e54d6ffb-6ea6-498d-8068-f7c8d6051199 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:37.532563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7229004a-2b21-42d8-8a45-5431d5ecb6c0 req-e54d6ffb-6ea6-498d-8068-f7c8d6051199 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0499535 Nov 26 22:42:37.580251 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7229004a-2b21-42d8-8a45-5431d5ecb6c0 req-089bc759-8601-479b-9a8d-6f78f00540c1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407743 Nov 26 22:42:38.382954 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:38.701824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e2685-83b2-4763-8779-595aeb197f7c req-64d056d6-4198-4e26-b2dc-5b211afab8e2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:38.703232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df6e2685-83b2-4763-8779-595aeb197f7c req-64d056d6-4198-4e26-b2dc-5b211afab8e2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0533359 Nov 26 22:42:38.750990 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-df6e2685-83b2-4763-8779-595aeb197f7c req-3c1000b9-2385-4af5-8f1b-6fd8f66eb6b5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407465 Nov 26 22:42:39.867657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee7a8-6f89-40a3-acc3-b7ddb2481782 req-c7f4186d-52ef-4031-8882-d7815ccf8f96 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:39.869110 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d3ee7a8-6f89-40a3-acc3-b7ddb2481782 req-c7f4186d-52ef-4031-8882-d7815ccf8f96 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0483441 Nov 26 22:42:39.914905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d3ee7a8-6f89-40a3-acc3-b7ddb2481782 req-883073ff-f025-4ccb-9beb-b7baef8eaa78 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399628 Nov 26 22:42:41.034779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa303f48-af73-4aec-9d67-2a52ef098c48 req-73f41ae5-02e2-4207-8ea1-e1a6fc5af490 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:41.036399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa303f48-af73-4aec-9d67-2a52ef098c48 req-73f41ae5-02e2-4207-8ea1-e1a6fc5af490 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0501053 Nov 26 22:42:41.086704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa303f48-af73-4aec-9d67-2a52ef098c48 req-3b1c9d98-bfa3-4010-919d-702a0f7693ab tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444262 Nov 26 22:42:42.202048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e218-afd4-4422-96a4-7b5f22aa5cf5 req-99dc6f6e-ef96-4115-9ed0-1919a088204c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:42.203550 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7786e218-afd4-4422-96a4-7b5f22aa5cf5 req-99dc6f6e-ef96-4115-9ed0-1919a088204c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0487497 Nov 26 22:42:42.250770 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7786e218-afd4-4422-96a4-7b5f22aa5cf5 req-b2ba2338-0e84-459c-943f-0f92d8cc5447 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Nov 26 22:42:43.001323 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:42:43.365804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd724a60-743a-4a5c-b4d5-a38667e66e52 req-2f348387-5c8d-4f14-87ec-084f1ec16184 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:43.367322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd724a60-743a-4a5c-b4d5-a38667e66e52 req-2f348387-5c8d-4f14-87ec-084f1ec16184 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0490592 Nov 26 22:42:43.415370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd724a60-743a-4a5c-b4d5-a38667e66e52 req-540f160c-0625-4274-8396-b72cffc45979 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Nov 26 22:42:44.536620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dca38-2063-45ac-ace0-f45c120b13bf req-98614186-cf7a-4724-a7f1-8132d42e757c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:44.538166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa5dca38-2063-45ac-ace0-f45c120b13bf req-98614186-cf7a-4724-a7f1-8132d42e757c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0534217 Nov 26 22:42:44.585200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa5dca38-2063-45ac-ace0-f45c120b13bf req-8f441cd8-bfdb-4a4c-ba6d-e1e283294d26 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Nov 26 22:42:45.701297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19ed2-d3bb-4d79-84fd-109eb1f22ab8 req-d8abe74b-87bd-48f3-8fbf-ab54b4f904f4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:45.702756 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6f19ed2-d3bb-4d79-84fd-109eb1f22ab8 req-d8abe74b-87bd-48f3-8fbf-ab54b4f904f4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0491004 Nov 26 22:42:45.751456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6f19ed2-d3bb-4d79-84fd-109eb1f22ab8 req-f7ce8744-0051-4a3a-8fbd-a9720ea34b09 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Nov 26 22:42:46.869561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49662299-6648-4c33-a162-c16882bfcb5f req-3b9f67fe-0ea6-4489-8592-fb5bbfcd1e22 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:46.871075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49662299-6648-4c33-a162-c16882bfcb5f req-3b9f67fe-0ea6-4489-8592-fb5bbfcd1e22 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0493445 Nov 26 22:42:46.921363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49662299-6648-4c33-a162-c16882bfcb5f req-3e04540d-5e80-4f44-b703-165f208629e0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444081 Nov 26 22:42:48.040092 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ed878-09f7-4a4e-b5c9-41cec62ecd3a req-cf536636-0d0b-408a-9bf4-c2073bd8c32e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:48.041573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-049ed878-09f7-4a4e-b5c9-41cec62ecd3a req-cf536636-0d0b-408a-9bf4-c2073bd8c32e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0491397 Nov 26 22:42:48.089476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-049ed878-09f7-4a4e-b5c9-41cec62ecd3a req-1453b956-39e2-4bf0-977f-13bf3240d1b3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418000 Nov 26 22:42:49.208181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e77c4c-2555-4547-8175-59f6fcc8fa58 req-a41c7d26-9776-4228-b774-a53d52f295fd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:49.209846 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40e77c4c-2555-4547-8175-59f6fcc8fa58 req-a41c7d26-9776-4228-b774-a53d52f295fd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0498676 Nov 26 22:42:49.257627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-40e77c4c-2555-4547-8175-59f6fcc8fa58 req-c2db7ca9-8223-4494-a9fe-2b75b5a3d725 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Nov 26 22:42:49.945715 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-a164b907-71eb-4462-a773-2ff74c69e4f1 service neutron] show failed (client error): The resource could not be found. Nov 26 22:42:49.946768 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-a164b907-71eb-4462-a773-2ff74c69e4f1 service neutron] 10.222.0.41 "GET /v2.0/ports/63b2fc23-2aba-455a-b969-d3382eb05017/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0558240 Nov 26 22:42:49.988416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:42:50.069326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:50.097401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:42:50.112920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:42:50.118149 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:50.150480 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b1fa49-8c5f-41b2-9fe5-24217054daf3" -d '{"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-unplugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:42:50.179737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:42:50.187270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.187623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.187964 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.188304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.188638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.188958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.189283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.189612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.189934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.190284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.190613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.190941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.254762 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0d409e-2934-428b-9fe8-e6ac8a05ab1a x-openstack-request-id: req-2b0d409e-2934-428b-9fe8-e6ac8a05ab1a {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:42:50.255161 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-unplugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:42:50.255853 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b0d409e-2934-428b-9fe8-e6ac8a05ab1a {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:42:50.256263 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'code': 200} Nov 26 22:42:50.266475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-1ac5d4f1-6ef5-42f3-ae2d-8655b0687e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:50.268032 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-1ac5d4f1-6ef5-42f3-ae2d-8655b0687e30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 1094 time: 0.0885940 Nov 26 22:42:50.303669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:42:50.362156 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:50.382348 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e099a47-b55c-4b68-9a39-58a71468301e req-2dec4c71-a398-4ac7-8632-0e0aa10f741b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:50.383853 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e099a47-b55c-4b68-9a39-58a71468301e req-2dec4c71-a398-4ac7-8632-0e0aa10f741b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0532274 Nov 26 22:42:50.431140 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e099a47-b55c-4b68-9a39-58a71468301e req-9ed38a08-09de-4e6f-9f41-fd881a1b4fba tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411258 Nov 26 22:42:50.561803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:42:50.594040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:42:50.625894 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b2fc23-2aba-455a-b969-d3382eb05017 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:42:50.633717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:50.645696 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Transition to ACTIVE for port object 63b2fc23-2aba-455a-b969-d3382eb05017 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:42:50.651119 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:50.730703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:42:50.745687 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.746043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.746418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.746763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.747103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.747441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.747778 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.748112 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.748447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.748785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.749115 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.749446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:42:50.784258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] No DVR routers for this DVR port 63b2fc23-2aba-455a-b969-d3382eb05017 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:42:50.918913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:42:50.919253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:42:50.919585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:42:50.923889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:42:50.924215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:42:50.929553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:42:50.929893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:42:50.930384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:42:50.930811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Bound port: 63b2fc23-2aba-455a-b969-d3382eb05017, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:42:50.931166 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:50.992513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:42:50.995762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:42:50.999213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:51.034803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.035426 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:51.037681 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] 10.222.0.13 "PUT /v2.0/ports/63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 1091 time: 0.7383857 Nov 26 22:42:51.038226 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:42:51.065037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f8ff5-d596-49c8-b3bc-e496bd1b763c service neutron] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=8']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:42:51.104405 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d3a6ff-efbe-4315-8e75-b743e89d9b24" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:42:51.124046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-599d1ed0-4c78-414e-b7b1-50c356ab6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.125575 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-599d1ed0-4c78-414e-b7b1-50c356ab6827 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1094 time: 0.0500596 Nov 26 22:42:51.209833 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966263c5-c493-464f-a567-386e4957e9fc x-openstack-request-id: req-966263c5-c493-464f-a567-386e4957e9fc {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:42:51.210166 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:42:51.210506 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-966263c5-c493-464f-a567-386e4957e9fc {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:42:51.210888 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'status': 'completed', 'code': 200} Nov 26 22:42:51.226788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-5317eeb5-349e-4076-9b22-c53f3f4b29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.227917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-5317eeb5-349e-4076-9b22-c53f3f4b29f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0945065 Nov 26 22:42:51.328284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-bc40cce7-0bac-4ee3-ad75-3499d51a0c40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 999 time: 0.0919757 Nov 26 22:42:51.333817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-529d6a91-49f8-4c87-9975-ba54783c6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.335242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-529d6a91-49f8-4c87-9975-ba54783c6cc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1094 time: 0.0608051 Nov 26 22:42:51.426645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-6dbf88cc-d0eb-4be5-a88f-d7ba1ab8a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.428846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-6dbf88cc-d0eb-4be5-a88f-d7ba1ab8a42f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0927711 Nov 26 22:42:51.484707 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-51ae58fb-9f99-496f-82e5-6881540d8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.486205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-51ae58fb-9f99-496f-82e5-6881540d8cd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1423957 Nov 26 22:42:51.501841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-0c63a1d1-42b4-43f8-88aa-a6fd5132e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.503369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-0c63a1d1-42b4-43f8-88aa-a6fd5132e533 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669696 Nov 26 22:42:51.550585 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1009ba1-cfd9-4302-8787-2f293f40c577 req-5e86cff6-5099-499a-9437-0d649795486b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.552133 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1009ba1-cfd9-4302-8787-2f293f40c577 req-5e86cff6-5099-499a-9437-0d649795486b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0498736 Nov 26 22:42:51.601310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1009ba1-cfd9-4302-8787-2f293f40c577 req-0ae6e7fa-b6e4-4ff6-bcdb-b47013b318a9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Nov 26 22:42:51.604506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-5843689a-e48f-4973-9414-6a1ad9baac2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 999 time: 0.1110768 Nov 26 22:42:51.671789 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-40a35ef0-19da-4bee-8904-de3a875eab19 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373036 Nov 26 22:42:51.677247 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-ebd3ee12-1502-48f2-8b44-43848dc87f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.678660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-ebd3ee12-1502-48f2-8b44-43848dc87f25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0664959 Nov 26 22:42:51.780638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-a8714d1f-b61e-4d68-b104-3a47eeb9a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:51.782145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-a8714d1f-b61e-4d68-b104-3a47eeb9a785 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945494 Nov 26 22:42:51.810543 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-7f75c924-42a6-4187-8388-27251cc3eb37 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309779 Nov 26 22:42:51.878265 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-d75d0ced-7e6e-4420-8828-68c6a8ad0439 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872231 Nov 26 22:42:52.221186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-5c09e72c-7b79-4042-a355-b3b5f05bb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:52.223547 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-5c09e72c-7b79-4042-a355-b3b5f05bb20d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1094 time: 0.3391755 Nov 26 22:42:52.301006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-171e200b-a232-4bd3-90e6-9ba0c78015f4 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085972 Nov 26 22:42:52.336159 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-98c268e6-8f59-42b5-9eb6-ba94110c5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:52.337612 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-98c268e6-8f59-42b5-9eb6-ba94110c5d2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1080096 Nov 26 22:42:52.404408 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-afb9628a-0ba0-423f-aec7-ae812d596d89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 999 time: 0.0591352 Nov 26 22:42:52.453997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-177215ca-fc15-4c5d-b81a-23a0f090cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:52.455581 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-177215ca-fc15-4c5d-b81a-23a0f090cd6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0427742 Nov 26 22:42:52.504811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-4f99b21d-cbf3-4e7c-a413-32822d235d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:52.506464 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-4f99b21d-cbf3-4e7c-a413-32822d235d3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443838 Nov 26 22:42:52.598999 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-13aa2ba6-5c3f-4a2a-a97c-6793e716ad0c service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845327 Nov 26 22:42:52.710822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32d3a6ff-efbe-4315-8e75-b743e89d9b24 req-ba0fa8ca-1c36-4981-a1d0-8140594b544a service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045640 Nov 26 22:42:52.732343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83e520-9f54-429a-8496-1f57ce62bd5f req-1e1a972d-bf25-49e6-bc17-a1608c340473 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:52.733899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d83e520-9f54-429a-8496-1f57ce62bd5f req-1e1a972d-bf25-49e6-bc17-a1608c340473 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0582697 Nov 26 22:42:52.784120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d83e520-9f54-429a-8496-1f57ce62bd5f req-eb0a4811-2e12-488d-b409-2f820bdde1e2 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429695 Nov 26 22:42:53.579669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1a646447-0bf3-4e33-8704-821c3dc4f940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:53.904476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee4ba-2994-46e5-88f1-6790b2bc480a req-fbe1ce94-af4a-4e32-9b7f-046fb2927e4b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:53.906018 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf8ee4ba-2994-46e5-88f1-6790b2bc480a req-fbe1ce94-af4a-4e32-9b7f-046fb2927e4b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0498540 Nov 26 22:42:53.955286 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf8ee4ba-2994-46e5-88f1-6790b2bc480a req-f3f0eb4c-d831-4f12-b7df-8ab1d48bf5f9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424554 Nov 26 22:42:55.080113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e115415-aeb7-4816-98fc-551d3adee464 req-5c61231f-59bd-45d7-864f-3e755c9ca0f9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:55.081733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e115415-aeb7-4816-98fc-551d3adee464 req-5c61231f-59bd-45d7-864f-3e755c9ca0f9 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0500715 Nov 26 22:42:55.134015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e115415-aeb7-4816-98fc-551d3adee464 req-71f12a56-012c-4c76-a48b-36d124bf4ddd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455680 Nov 26 22:42:56.254711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1d42-40f8-4b67-8268-4659afbe1333 req-c3e4a148-a5ba-4899-a54f-f24c4a8401a3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:56.256789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28ce1d42-40f8-4b67-8268-4659afbe1333 req-c3e4a148-a5ba-4899-a54f-f24c4a8401a3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0489540 Nov 26 22:42:56.304593 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-28ce1d42-40f8-4b67-8268-4659afbe1333 req-be5e3694-5412-4385-bcd9-9298e0c15d43 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Nov 26 22:42:56.338298 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5cfc50d9-b8a7-4cb2-a03e-89fcef707476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:57.263220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:57.424215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860a40-2d29-4d5f-a55a-fcf3a4bc493c req-b43390bf-30e0-4d6c-812a-6c6a492a51bd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:57.425706 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9860a40-2d29-4d5f-a55a-fcf3a4bc493c req-b43390bf-30e0-4d6c-812a-6c6a492a51bd tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0494540 Nov 26 22:42:57.472502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9860a40-2d29-4d5f-a55a-fcf3a4bc493c req-29b4a3e7-02bb-4b2a-b9a3-fd69ad47b8fe tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Nov 26 22:42:58.160928 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-4a634802-f33d-4145-a539-d453ee947ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:58.162434 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-4a634802-f33d-4145-a539-d453ee947ce5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1094 time: 0.0405176 Nov 26 22:42:58.263706 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-b9416950-1445-4a4a-b9cf-a4c8cfe0abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:58.265144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-b9416950-1445-4a4a-b9cf-a4c8cfe0abce service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0833580 Nov 26 22:42:58.336544 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-e9d0c176-32a2-4ffe-a032-b117318260a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 999 time: 0.0637429 Nov 26 22:42:58.386685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-7393a140-c664-49e0-aba3-4afdad6f9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:58.388128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-7393a140-c664-49e0-aba3-4afdad6f9978 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0432289 Nov 26 22:42:58.432843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-939c1954-7787-4d04-a20f-57e228c8e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:58.434267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-939c1954-7787-4d04-a20f-57e228c8e6cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390470 Nov 26 22:42:58.527573 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-9a9dede8-78c1-4059-bca9-b8d608fdbcc9 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861886 Nov 26 22:42:58.598282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e37ca-5f1b-462b-819b-bae3f30bc870 req-f578f61f-64f0-47d5-a98a-92d54c0ae4cb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:58.599819 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc5e37ca-5f1b-462b-819b-bae3f30bc870 req-f578f61f-64f0-47d5-a98a-92d54c0ae4cb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0526228 Nov 26 22:42:58.621142 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1f6a6e56-eba9-49ec-ba19-71f74d62b036 req-83d8f59e-6b17-40b4-904a-c4a8cda4af9b service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Nov 26 22:42:58.651035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc5e37ca-5f1b-462b-819b-bae3f30bc870 req-09ca73fc-2366-4732-b768-982920c95cda tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442812 Nov 26 22:42:58.807612 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:59.390986 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:42:59.770024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd628a2d-123d-49c6-8c7d-29f4a7ed2e17 req-bf2caa00-e8ea-4f09-b830-571526db5ba3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:42:59.771530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd628a2d-123d-49c6-8c7d-29f4a7ed2e17 req-bf2caa00-e8ea-4f09-b830-571526db5ba3 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0496910 Nov 26 22:42:59.821342 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dd628a2d-123d-49c6-8c7d-29f4a7ed2e17 req-d769b74e-4d58-40e4-979e-6c867113cbbc tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Nov 26 22:43:00.936574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7970-0220-40a9-ba69-9cd787045d84 req-b8b509f4-11c4-48b0-97ee-65ec01af4412 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:00.938042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc3f7970-0220-40a9-ba69-9cd787045d84 req-b8b509f4-11c4-48b0-97ee-65ec01af4412 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0473757 Nov 26 22:43:00.988830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc3f7970-0220-40a9-ba69-9cd787045d84 req-2b795057-7072-4dd5-814f-71e5f4a675f1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Nov 26 22:43:02.105990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2ba76-cee4-4e0c-a8d2-9631d8109e9a req-c04437a3-69c0-4821-a0bc-859f1d19dc23 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:02.107506 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bf2ba76-cee4-4e0c-a8d2-9631d8109e9a req-c04437a3-69c0-4821-a0bc-859f1d19dc23 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0493050 Nov 26 22:43:02.154304 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bf2ba76-cee4-4e0c-a8d2-9631d8109e9a req-1e627a25-01f4-4a24-887f-b7b03d3f52bb tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409725 Nov 26 22:43:03.273294 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908b4d2-56e6-43e9-bac2-71d16596b61c req-2185101b-f987-4ea3-b238-61b0629cc086 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:03.274784 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d908b4d2-56e6-43e9-bac2-71d16596b61c req-2185101b-f987-4ea3-b238-61b0629cc086 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0480027 Nov 26 22:43:03.321926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d908b4d2-56e6-43e9-bac2-71d16596b61c req-be017edc-2b80-4790-ba73-ba3d097c0e71 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412757 Nov 26 22:43:04.442776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e48c6-cc0b-422b-8689-cab7932d9dbf req-410e6a92-0b9f-44d3-a048-5ddab3509117 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:04.445081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d9e48c6-cc0b-422b-8689-cab7932d9dbf req-410e6a92-0b9f-44d3-a048-5ddab3509117 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0528316 Nov 26 22:43:04.491626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6d9e48c6-cc0b-422b-8689-cab7932d9dbf req-7cf4da9f-4077-429b-95dc-2b664bba889e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 Nov 26 22:43:05.611034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720505b-8e66-4794-9088-04226487e431 req-ce6308b9-796e-4f07-96e4-b3eabe33741b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:05.612560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8720505b-8e66-4794-9088-04226487e431 req-ce6308b9-796e-4f07-96e4-b3eabe33741b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 943 time: 0.0509279 Nov 26 22:43:05.659305 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8720505b-8e66-4794-9088-04226487e431 req-1b20c195-bc22-4118-9f51-b76a11c14ef5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402179 Nov 26 22:43:06.314345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:43:06.406905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:06.418386 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '63b2fc23-2aba-455a-b969-d3382eb05017', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': '63b2fc23-2aba-455a-b969-d3382eb05017', 'mac_address': 'fa:16:3e:0d:62:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:43:06.454677 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:06.470765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b2fc23-2aba-455a-b969-d3382eb05017 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:43:06.489343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:06.493986 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:06.540898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:06.782227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec72ed-a980-491b-a42e-3d2f5092d3e2 req-f4fe400a-f15b-4fcf-ac5d-20c6bb20925c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:06.783743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6ec72ed-a980-491b-a42e-3d2f5092d3e2 req-f4fe400a-f15b-4fcf-ac5d-20c6bb20925c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0537918 Nov 26 22:43:06.829827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6ec72ed-a980-491b-a42e-3d2f5092d3e2 req-fbccbb6d-7d4e-4e81-a3da-3aa2956a184e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Nov 26 22:43:06.914962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['63b2fc23-2aba-455a-b969-d3382eb05017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:43:07.134165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-e8ebbf6f-435b-4eb6-a733-b1ab425336c4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:07.135796 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-e8ebbf6f-435b-4eb6-a733-b1ab425336c4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d&tenant_id=6d2422c084d642e2924000d68374e12a&binding%3Ahost_id=n-h1-819494-1 HTTP/1.1" status: 200 len: 944 time: 0.0592856 Nov 26 22:43:07.146990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e4122-a384-4b30-9916-3d7c9fed2878 req-5139363e-9710-460f-8fce-d776c9104205 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:07.148558 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f5e4122-a384-4b30-9916-3d7c9fed2878 req-5139363e-9710-460f-8fce-d776c9104205 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0507705 Nov 26 22:43:07.196109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4f5e4122-a384-4b30-9916-3d7c9fed2878 req-0dcddf8e-0cf8-42f0-a0b2-f199d08ba41c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414734 Nov 26 22:43:07.199846 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-d44bb717-92bc-48a5-8440-6fc8dd780af8 service neutron] 10.222.0.13 "GET /v2.0/ports/63b2fc23-2aba-455a-b969-d3382eb05017/bindings/n-h1-819494-1 HTTP/1.1" status: 200 len: 382 time: 0.0539165 Nov 26 22:43:07.281677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-4abd4e98-f814-4f38-a54a-713e645cafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:07.283236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-4abd4e98-f814-4f38-a54a-713e645cafd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1095 time: 0.0419569 Nov 26 22:43:07.375501 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-c94826d4-ec08-4a8d-880e-b851a8d1bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:07.376857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-c94826d4-ec08-4a8d-880e-b851a8d1bcc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0866473 Nov 26 22:43:07.441229 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-c7101be4-3a81-4030-904d-aa786d73137f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 1000 time: 0.0569208 Nov 26 22:43:07.489403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-08c8cdc2-662f-4dae-8a30-743a24c3b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:07.491468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-08c8cdc2-662f-4dae-8a30-743a24c3b514 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0424609 Nov 26 22:43:07.498331 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:07.544950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-fa9d7686-ce81-4548-85a4-c6b8ac9b352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:07.546504 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-fa9d7686-ce81-4548-85a4-c6b8ac9b352b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474820 Nov 26 22:43:07.635831 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-c021eb98-dffa-473a-8762-674aa22fd532 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810440 Nov 26 22:43:07.731659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-83dc2015-63f9-48db-b108-506beb99732c service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882492 Nov 26 22:43:08.315656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c304e0-7833-414d-a2c6-6adefac0aa8b req-a6bc1c4e-8f05-491b-8af9-1b8e392154c5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:08.317161 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7c304e0-7833-414d-a2c6-6adefac0aa8b req-a6bc1c4e-8f05-491b-8af9-1b8e392154c5 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0491557 Nov 26 22:43:08.321498 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:43:08.370414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7c304e0-7833-414d-a2c6-6adefac0aa8b req-f9ce864a-eafa-452c-90da-e481da3a5b48 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Nov 26 22:43:08.374973 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:08.380380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 63b2fc23-2aba-455a-b969-d3382eb05017 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:43:08.384047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 63b2fc23-2aba-455a-b969-d3382eb05017 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:43:08.384404 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:08.461540 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:08.483048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:43:08.485163 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142628b6-a3e9-4412-a10d-88cbf29b0f83" -d '{"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-plugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:43:08.497818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:08.507280 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:08.542273 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed587b5-dda2-4e3f-a0ea-ec04759c3476 x-openstack-request-id: req-eed587b5-dda2-4e3f-a0ea-ec04759c3476 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:43:08.542571 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-plugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:43:08.542826 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eed587b5-dda2-4e3f-a0ea-ec04759c3476 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:43:08.543216 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'code': 200} Nov 26 22:43:08.557556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=10']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:09.492068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2df83-a475-42cf-8fda-9a7f5c5540df req-400811d5-5169-46ec-8cc5-766dd9ce1b2d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:09.493546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8aa2df83-a475-42cf-8fda-9a7f5c5540df req-400811d5-5169-46ec-8cc5-766dd9ce1b2d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 946 time: 0.0503354 Nov 26 22:43:09.541252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8aa2df83-a475-42cf-8fda-9a7f5c5540df req-8818ceba-1896-493a-aac7-ed5b3451917a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 Nov 26 22:43:10.664315 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659830ab-6569-4326-8c1d-9e9788f9c00d req-06116935-f8e5-4197-82c5-fe5cdcee49e8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:10.665916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-659830ab-6569-4326-8c1d-9e9788f9c00d req-06116935-f8e5-4197-82c5-fe5cdcee49e8 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 946 time: 0.0510926 Nov 26 22:43:10.716354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-659830ab-6569-4326-8c1d-9e9788f9c00d req-0cf0373b-3aed-417f-9af6-fb5e3101e63d tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Nov 26 22:43:11.838392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c787a-4570-4c60-aef6-f35177b50496 req-c6f38f75-b9e0-46f1-bfa0-5d625526df4b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:11.839872 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d94c787a-4570-4c60-aef6-f35177b50496 req-c6f38f75-b9e0-46f1-bfa0-5d625526df4b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 946 time: 0.0522456 Nov 26 22:43:11.886182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d94c787a-4570-4c60-aef6-f35177b50496 req-a0ed25c0-0393-460a-ac1f-ac5599045a0c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404632 Nov 26 22:43:12.342388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:43:12.409897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-d355e216-267b-4b56-98df-ef25513a7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:12.411373 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-d355e216-267b-4b56-98df-ef25513a7eab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d&tenant_id=6d2422c084d642e2924000d68374e12a HTTP/1.1" status: 200 len: 1097 time: 0.0435705 Nov 26 22:43:12.421529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-0364b10e-e591-475b-a085-8082641e30e2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:43:12.422742 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-0364b10e-e591-475b-a085-8082641e30e2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052538 Nov 26 22:43:12.424071 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:12.440877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:43:12.446501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:43:12.448805 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a75ade-ad24-4f9a-a193-74b0ab182c0b" -d '{"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-unplugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:43:12.467688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:12.472637 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:12.502637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:12.509501 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9cbb53-ee74-4195-ae01-15a4b55182ef x-openstack-request-id: req-2f9cbb53-ee74-4195-ae01-15a4b55182ef {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:43:12.509793 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-unplugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:43:12.510269 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f9cbb53-ee74-4195-ae01-15a4b55182ef {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:43:12.511171 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'code': 200} Nov 26 22:43:12.525984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:12.703162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:12.739690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:43:12.771072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b2fc23-2aba-455a-b969-d3382eb05017 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:43:12.778681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:12.791430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Transition to ACTIVE for port object 63b2fc23-2aba-455a-b969-d3382eb05017 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:43:12.795006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:12.867950 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=12']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:12.915840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] No DVR routers for this DVR port 63b2fc23-2aba-455a-b969-d3382eb05017 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:43:13.008681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee2736-3d52-45bf-9117-914d352f9ff1 req-6c27d62c-f36e-4fdf-a922-4319b645936a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.010900 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2ee2736-3d52-45bf-9117-914d352f9ff1 req-6c27d62c-f36e-4fdf-a922-4319b645936a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0520539 Nov 26 22:43:13.057315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:43:13.057805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:43:13.058820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:43:13.059012 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2ee2736-3d52-45bf-9117-914d352f9ff1 req-4c250f07-8546-47ad-b766-302cc6f824a7 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421934 Nov 26 22:43:13.063058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:43:13.063381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Attempting to bind port 63b2fc23-2aba-455a-b969-d3382eb05017 on network 8106a325-f57e-4d61-b237-40ba0377c112 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:43:13.068538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:43:13.068879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Checking segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:43:13.069263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Bound using segment: {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:43:13.069694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Bound port: 63b2fc23-2aba-455a-b969-d3382eb05017, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:43:13.070537 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:13.133436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:43:13.136523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:43:13.140083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:13.176927 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.177548 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:13.178970 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] 10.222.0.41 "PUT /v2.0/ports/63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 1092 time: 0.7420497 Nov 26 22:43:13.179769 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:43:13.182065 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:43:13.210200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f590a7a-cbeb-4dde-934f-abb9d8127f95 service neutron] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=13']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:13.248772 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a347036a-5b40-418e-bbd6-c9a38ab6c00e x-openstack-request-id: req-a347036a-5b40-418e-bbd6-c9a38ab6c00e {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:43:13.249067 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:43:13.249320 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a347036a-5b40-418e-bbd6-c9a38ab6c00e {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:43:13.249718 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'status': 'completed', 'code': 200} Nov 26 22:43:13.266414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-f13bfa43-d091-40fc-8109-7d4af8447753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.268291 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-f13bfa43-d091-40fc-8109-7d4af8447753 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1095 time: 0.0527730 Nov 26 22:43:13.376111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-050ba367-ed10-40a5-8422-0daa6fef654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.377595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-050ba367-ed10-40a5-8422-0daa6fef654a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1095 time: 0.0950961 Nov 26 22:43:13.410205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-aced1228-0055-486c-be04-c20d4c8a88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.411625 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-aced1228-0055-486c-be04-c20d4c8a88ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1367273 Nov 26 22:43:13.516191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-5fbe868d-bd35-4299-b6da-9af7ca1d1398 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 999 time: 0.0784702 Nov 26 22:43:13.535878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-37ec0433-60dc-49e1-b5fd-9b2e99daef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.537289 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-37ec0433-60dc-49e1-b5fd-9b2e99daef3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.1507542 Nov 26 22:43:13.610550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-16640113-a145-4144-8d30-70447418cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.611984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-16640113-a145-4144-8d30-70447418cac1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0876143 Nov 26 22:43:13.635794 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-b130b677-e24f-425e-bb4b-43a17e637379 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 999 time: 0.0810437 Nov 26 22:43:13.697354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-52f83b4b-7736-4fc9-a91d-dd0fce7810bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.698853 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-52f83b4b-7736-4fc9-a91d-dd0fce7810bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783806 Nov 26 22:43:13.702522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-aa1f6be7-7294-4a28-9414-c2cc121af83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.703841 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-aa1f6be7-7294-4a28-9414-c2cc121af83b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0550911 Nov 26 22:43:13.807434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-202c6b53-fc07-4b69-8b8c-6bc2fec7a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:13.808831 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-202c6b53-fc07-4b69-8b8c-6bc2fec7a68a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953751 Nov 26 22:43:13.829798 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-c016df34-d7ad-4398-91e4-913c27f2a0c9 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237690 Nov 26 22:43:14.178558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e4115-ecb9-42d3-b8a7-8cb776c9006a req-d96862a8-d3d2-4e70-96fa-fa09804a5246 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:14.180281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-373e4115-ecb9-42d3-b8a7-8cb776c9006a req-d96862a8-d3d2-4e70-96fa-fa09804a5246 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0491490 Nov 26 22:43:14.205643 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-d483d84b-5b17-481a-80ea-c0e04a93f0e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882415 Nov 26 22:43:14.211206 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b635789f-fec5-4650-853a-a62b1deb61b2 req-f87717bf-98e7-4e27-b84f-05a304eaa3cf service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714955 Nov 26 22:43:14.232304 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-373e4115-ecb9-42d3-b8a7-8cb776c9006a req-a9726390-fad5-415a-97ca-ced0af2a1612 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459301 Nov 26 22:43:14.323108 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-95b335d3-2623-402b-be3b-8f0b3909e648 service neutron] 10.222.0.13 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101668 Nov 26 22:43:14.334536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-a66db48e-b31d-4fd0-af79-5a9c80d2b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:14.336560 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-a66db48e-b31d-4fd0-af79-5a9c80d2b698 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d2422c084d642e2924000d68374e12a&device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 1095 time: 0.0513275 Nov 26 22:43:14.431994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-82efb1e2-06f6-44af-99c3-d775d36a0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:14.433551 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-82efb1e2-06f6-44af-99c3-d775d36a0425 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 200 len: 911 time: 0.0904539 Nov 26 22:43:14.499617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-a8313444-a74b-4cfd-acff-a7296cdb787a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 200 len: 999 time: 0.0590124 Nov 26 22:43:14.549817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-f13a88b9-2650-42e7-809f-46f5efb8edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:14.551363 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-f13a88b9-2650-42e7-809f-46f5efb8edf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 200 len: 849 time: 0.0449712 Nov 26 22:43:14.602919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-e0432e9f-e1a0-48cd-b361-352f847b7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:14.604328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-e0432e9f-e1a0-48cd-b361-352f847b7501 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8106a325-f57e-4d61-b237-40ba0377c112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454657 Nov 26 22:43:14.691843 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-0f0717b8-3070-403f-92ee-58f33b1b006e service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805995 Nov 26 22:43:14.785452 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89f4eafd-2a4c-44d7-a3e0-3cdfe4b1963d req-35209dcb-997c-4cf5-a76b-3a81ff223574 service neutron] 10.222.0.41 "GET /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861206 Nov 26 22:43:15.361614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1bb1d-e4cb-4498-88e2-2be90af060a1 req-0866aba4-7430-4787-b3ef-d7b9eaa46030 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:15.363149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7c1bb1d-e4cb-4498-88e2-2be90af060a1 req-0866aba4-7430-4787-b3ef-d7b9eaa46030 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0520833 Nov 26 22:43:15.418881 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7c1bb1d-e4cb-4498-88e2-2be90af060a1 req-7bdac4b7-c845-47fb-9f1d-0421fd237f53 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488973 Nov 26 22:43:16.547013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6392feb-a5da-4bc1-887f-628f2e37be4b req-6dfb494b-1c88-4452-b087-41f71d5211ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:16.548581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6392feb-a5da-4bc1-887f-628f2e37be4b req-6dfb494b-1c88-4452-b087-41f71d5211ec tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0573385 Nov 26 22:43:16.597802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6392feb-a5da-4bc1-887f-628f2e37be4b req-5f1f9287-f904-44b5-a6ce-64211fc635cf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Nov 26 22:43:17.720918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2b76f-83c2-4326-b8dd-18689fd9c52c req-f5197aed-a08e-4877-960d-a788cc125ccf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:17.722554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5a2b76f-83c2-4326-b8dd-18689fd9c52c req-f5197aed-a08e-4877-960d-a788cc125ccf tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0530119 Nov 26 22:43:17.772123 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5a2b76f-83c2-4326-b8dd-18689fd9c52c req-1c4d6b00-cc82-4e30-bf32-12a819298a89 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Nov 26 22:43:18.892048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6cde6-3500-4774-9d25-6a8d804b78dd req-87e6b22e-9b23-41ab-9668-f0d115cbf57a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:18.893616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6de6cde6-3500-4774-9d25-6a8d804b78dd req-87e6b22e-9b23-41ab-9668-f0d115cbf57a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0504227 Nov 26 22:43:18.945264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6de6cde6-3500-4774-9d25-6a8d804b78dd req-fbebb060-048b-4317-a960-d7b00eba8558 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448201 Nov 26 22:43:20.000747 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:43:20.066321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594f168-7a14-457d-b470-8aaba3c1725c req-368f5069-e9aa-40fd-bbf5-3e3488d88a9c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:20.067805 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6594f168-7a14-457d-b470-8aaba3c1725c req-368f5069-e9aa-40fd-bbf5-3e3488d88a9c tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0532267 Nov 26 22:43:20.115439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6594f168-7a14-457d-b470-8aaba3c1725c req-1e9bd8c3-717f-4190-8446-227699be1511 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 Nov 26 22:43:21.231608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2ec98-55d1-4e14-a4ce-690f550f3e8e req-b7714bb0-b172-45c3-b0d8-edd913109b91 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:21.233090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96e2ec98-55d1-4e14-a4ce-690f550f3e8e req-b7714bb0-b172-45c3-b0d8-edd913109b91 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0485847 Nov 26 22:43:21.280258 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96e2ec98-55d1-4e14-a4ce-690f550f3e8e req-ccacdb96-1456-4f71-ba43-b64a2cc98d68 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Nov 26 22:43:22.397755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993cc7-9b0c-46b4-ac6c-49dc1e1ef0b3 req-75df9cb2-677b-4d1c-b774-4cfd584ea844 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:22.399836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41993cc7-9b0c-46b4-ac6c-49dc1e1ef0b3 req-75df9cb2-677b-4d1c-b774-4cfd584ea844 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0471623 Nov 26 22:43:22.449800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41993cc7-9b0c-46b4-ac6c-49dc1e1ef0b3 req-6629f6c1-3a64-4274-8b1a-d08b6066daa0 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 Nov 26 22:43:23.572924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5b9f1-0fd8-4a92-a972-210a9a6aa6b4 req-b70f50d7-4e48-4e18-abda-1eef3df24052 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:23.575499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2da5b9f1-0fd8-4a92-a972-210a9a6aa6b4 req-b70f50d7-4e48-4e18-abda-1eef3df24052 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0516567 Nov 26 22:43:23.582337 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e25b7c1b-5404-4878-b55d-016ca1b56f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:23.624306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2da5b9f1-0fd8-4a92-a972-210a9a6aa6b4 req-f0c2297f-8892-4143-862e-b0722f1bde78 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426552 Nov 26 22:43:24.739390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74665dd-2230-4630-91a4-dbd8ee738b0e req-29541b45-b772-467e-ab17-b84bd3799b19 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:24.740854 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b74665dd-2230-4630-91a4-dbd8ee738b0e req-29541b45-b772-467e-ab17-b84bd3799b19 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0483181 Nov 26 22:43:24.788207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b74665dd-2230-4630-91a4-dbd8ee738b0e req-a8b814e3-3d2e-4fdb-af03-d02f5ca70273 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405393 Nov 26 22:43:25.909589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5362d7-7378-42ca-b94a-274bb3f7bfb0 req-cebab4bc-6ef6-4327-b63b-cd7482bb99ba tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:25.911103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff5362d7-7378-42ca-b94a-274bb3f7bfb0 req-cebab4bc-6ef6-4327-b63b-cd7482bb99ba tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0530245 Nov 26 22:43:25.957776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff5362d7-7378-42ca-b94a-274bb3f7bfb0 req-ad2e8104-c03f-4f09-a509-70d34674eda4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Nov 26 22:43:26.339827 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4568-805e-4ee1-8b55-2a301ac63568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:27.074995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846c10d-faa7-4ddc-b537-ac6e6a847269 req-8c4e7e16-5390-48e9-a86d-5c449371c7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:27.076502 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1846c10d-faa7-4ddc-b537-ac6e6a847269 req-8c4e7e16-5390-48e9-a86d-5c449371c7d1 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0492551 Nov 26 22:43:27.123499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1846c10d-faa7-4ddc-b537-ac6e6a847269 req-13249839-6a78-4d86-97a7-be78192fdead tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410981 Nov 26 22:43:27.266324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:28.115858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:43:28.209605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:28.221322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '63b2fc23-2aba-455a-b969-d3382eb05017', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'port_id': '63b2fc23-2aba-455a-b969-d3382eb05017', 'mac_address': 'fa:16:3e:0d:62:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:43:28.241737 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3820-f624-4419-81d6-aaa1e5e455db req-7b427a16-040d-42af-b727-17e1e1f7c22e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:28.243893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-edee3820-f624-4419-81d6-aaa1e5e455db req-7b427a16-040d-42af-b727-17e1e1f7c22e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 944 time: 0.0491455 Nov 26 22:43:28.258810 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:28.271694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b2fc23-2aba-455a-b969-d3382eb05017 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:43:28.291560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:28.294830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-edee3820-f624-4419-81d6-aaa1e5e455db req-bb6b38af-51f4-4c79-87db-7291098cff58 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 Nov 26 22:43:28.295756 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:28.346614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=14']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:28.414129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12723c7-ac99-46d0-b313-73123c92644c req-7fd91ef8-b890-40e1-aba6-6a3e14486fc6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:28.415536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d12723c7-ac99-46d0-b313-73123c92644c req-7fd91ef8-b890-40e1-aba6-6a3e14486fc6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0488448 Nov 26 22:43:28.463526 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d12723c7-ac99-46d0-b313-73123c92644c req-c57034cc-4ae6-4e67-a2e0-98a6cafb1cab tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420866 Nov 26 22:43:28.578806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2c7c6-d2bb-42c6-8193-14f774d573de req-15b0dbbe-81cd-47e0-8e99-5112f24b9f8e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:28.580279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5c2c7c6-d2bb-42c6-8193-14f774d573de req-15b0dbbe-81cd-47e0-8e99-5112f24b9f8e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0491769 Nov 26 22:43:28.627592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d5c2c7c6-d2bb-42c6-8193-14f774d573de req-1fbe1525-03cd-4e64-a8f5-05abd9ce0d46 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Nov 26 22:43:28.725955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['63b2fc23-2aba-455a-b969-d3382eb05017'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:43:28.825349 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:28.872928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bdfc7-3a19-4148-a689-7fda3b82ca02 req-e1603c1a-269f-4ecd-91ad-65ab815096a4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:28.874444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-403bdfc7-3a19-4148-a689-7fda3b82ca02 req-e1603c1a-269f-4ecd-91ad-65ab815096a4 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0549390 Nov 26 22:43:28.923327 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-403bdfc7-3a19-4148-a689-7fda3b82ca02 req-c7c154c1-3a62-4073-afdc-962b1ea08e29 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 Nov 26 22:43:29.393924 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:30.044384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fe032-582a-4607-a0c9-07a80a5f42ff req-f32508d8-718a-42cc-99d1-01b01c44687a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:30.045879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-010fe032-582a-4607-a0c9-07a80a5f42ff req-f32508d8-718a-42cc-99d1-01b01c44687a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 945 time: 0.0488102 Nov 26 22:43:30.092084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-010fe032-582a-4607-a0c9-07a80a5f42ff req-47c8a8a5-c2ea-4a61-b368-23a53ecb0467 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403197 Nov 26 22:43:30.129373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:43:30.181161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 63b2fc23-2aba-455a-b969-d3382eb05017 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:43:30.184790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 63b2fc23-2aba-455a-b969-d3382eb05017 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:43:30.185167 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:30.259884 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:30.282289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:43:30.284521 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b76bcfa-feab-4929-90e2-5df59daebd31" -d '{"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-plugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:43:30.297509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:30.301578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:30.331416 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec62060c-2273-4e8d-b4cb-e5c8b1ca5760 x-openstack-request-id: req-ec62060c-2273-4e8d-b4cb-e5c8b1ca5760 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:43:30.331712 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-plugged", "status": "completed", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:43:30.331969 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec62060c-2273-4e8d-b4cb-e5c8b1ca5760 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:43:30.332358 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'code': 200} Nov 26 22:43:30.357230 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=15']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:30.711851 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-be2e85d8-5ef6-441d-8a92-5aebbf810256 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:30.713338 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-be2e85d8-5ef6-441d-8a92-5aebbf810256 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 946 time: 0.0496929 Nov 26 22:43:30.801563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Deleting port 63b2fc23-2aba-455a-b969-d3382eb05017 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:43:30.801904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:30.891953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] For port 63b2fc23-2aba-455a-b969-d3382eb05017, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=63b2fc23-2aba-455a-b969-d3382eb05017,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:30.892316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:31.060706 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:31.060977 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:31.061299 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Floating IP ad53140d-5de6-4519-b52d-a964bd7a794d disassociated. External IP: 172.25.3.26, port: 63b2fc23-2aba-455a-b969-d3382eb05017. Nov 26 22:43:31.061643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Calling delete_port for 63b2fc23-2aba-455a-b969-d3382eb05017 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:43:31.192712 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:31.221339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56283814-4a52-491b-8ace-9e268e0961cd req-f91f5cd0-36ea-44bf-93ea-289b3394b7f6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:31.222861 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56283814-4a52-491b-8ace-9e268e0961cd req-f91f5cd0-36ea-44bf-93ea-289b3394b7f6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 868 time: 0.0527580 Nov 26 22:43:31.224068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event deleted for resources: {'Port': ['ID=63b2fc23-2aba-455a-b969-d3382eb05017,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:31.277438 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-56283814-4a52-491b-8ace-9e268e0961cd req-7777ed47-4155-4026-b6b9-608b091cfc89 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups?id=35940420-8ddc-4df4-8a60-036906426082&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446386 Nov 26 22:43:31.345662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:43:31.456246 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:43:31.467890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:43:31.478414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:43:31.479028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:43:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:31.496097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] No DVR routers for this DVR port 63b2fc23-2aba-455a-b969-d3382eb05017 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:43:31.499053 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:31.502710 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c8707ae1-81c3-4f92-96cc-4515a9d2f22d req-7fd55229-6e83-4dad-b0cf-689d53425c7a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.41 "DELETE /v2.0/ports/63b2fc23-2aba-455a-b969-d3382eb05017 HTTP/1.1" status: 204 len: 173 time: 0.7831783 Nov 26 22:43:31.503186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-deleted', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:43:31.506042 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e988bf18-f695-4313-815d-f620a038dc78" -d '{"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-deleted", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:43:31.552041 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f44e545-e39b-449b-a98a-a36d33c606c6 x-openstack-request-id: req-4f44e545-e39b-449b-a98a-a36d33c606c6 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:43:31.552421 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c99846-3088-4599-9763-0b01cfc6476d", "name": "network-vif-deleted", "tag": "63b2fc23-2aba-455a-b969-d3382eb05017", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:43:31.552741 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f44e545-e39b-449b-a98a-a36d33c606c6 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:43:31.553337 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c99846-3088-4599-9763-0b01cfc6476d', 'name': 'network-vif-deleted', 'tag': '63b2fc23-2aba-455a-b969-d3382eb05017', 'status': 'completed', 'code': 200} Nov 26 22:43:31.752028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:43:31.948896 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:31.974607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:43:31.983475 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:43:31.984086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:43:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:32.089680 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:43:32.290348 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:32.316818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9edb32-897f-42fd-8b99-91049dc03cee None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:30:01Z', 'revision_number': 4, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a92bdeea-249c-45a4-9e57-ec2c8128bb9e', 'name': '', 'network_id': '8106a325-f57e-4d61-b237-40ba0377c112', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'mac_address': 'fa:16:3e:5a:d0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:30:00Z', 'updated_at': '2021-11-26T22:30:05Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'subnets': [{'id': 'c239cd5a-c865-4067-a095-a3189460a2dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:43:32.386993 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34f6c69b-1f8e-43bd-b1ee-0ed3fcb3eef2 req-cbcd1ed5-4cca-449f-a6c7-70f659a8b717 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 210 time: 0.0283616 Nov 26 22:43:32.545725 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d86a77-e6b0-424a-a772-89a979ccab94 None None] New status for floating IP ad53140d-5de6-4519-b52d-a964bd7a794d: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:43:33.487281 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c163f967-d71c-4a68-afc7-435329bbe07b req-8ddc978a-c04f-44f9-b1a4-e9459e9cfc8b tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 210 time: 0.0271373 Nov 26 22:43:34.582860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b8d2fa1d-0ef7-461e-8fb7-68974ecf7fc0 req-4adf1a89-a18b-4789-a092-bc71f8ebfe27 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 210 time: 0.0267334 Nov 26 22:43:35.684765 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa587b39-266f-4ef9-bd16-f5d995928286 req-5a306677-6563-46d9-9a4c-d6b3125cd5b6 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4c99846-3088-4599-9763-0b01cfc6476d HTTP/1.1" status: 200 len: 210 time: 0.0281794 Nov 26 22:43:36.142953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:43:36.162821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 63b2fc23-2aba-455a-b969-d3382eb05017 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:43:36.163220 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 63b2fc23-2aba-455a-b969-d3382eb05017 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:43:37.510651 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:38.381064 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:40.451515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39706) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:40.512746 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:40.536987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:40.586556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:40.589191 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:40.590405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "DELETE /v2.0/security-groups/35940420-8ddc-4df4-8a60-036906426082 HTTP/1.1" status: 204 len: 168 time: 0.1375713 Nov 26 22:43:40.593059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39708) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:40.600285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35940420-8ddc-4df4-8a60-036906426082,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:40.608923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.609275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.609617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.609956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.610318 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.610651 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.610976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.611320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.611620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.611997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.612325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.612653 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9260716a-4cf0-4ea1-b66b-5c5ec586808e tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:40.612760 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [None req-20a53f6d-0e22-43fb-9d05-9e3d15f32f36 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] show failed (client error): The resource could not be found. Nov 26 22:43:40.617746 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-20a53f6d-0e22-43fb-9d05-9e3d15f32f36 tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "GET /v2.0/security-groups/35940420-8ddc-4df4-8a60-036906426082 HTTP/1.1" status: 404 len: 347 time: 0.0187600 Nov 26 22:43:40.617746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39710) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:40.752475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Deleting port 7cf1e26b-6eeb-46c7-8aa0-631e681e6ace {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:43:40.752809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:40.829402 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:40.829722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:40.841567 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Calling delete_port for 7cf1e26b-6eeb-46c7-8aa0-631e681e6ace owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:43:40.980602 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:41.005359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Pushing event deleted for resources: {'Port': ['ID=7cf1e26b-6eeb-46c7-8aa0-631e681e6ace,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:41.074300 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:41.077033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:41.080927 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4805a68d-6775-4a83-84cb-bf007b9e8d1a tempest-ServerActionsTestJSON-982461143 tempest-ServerActionsTestJSON-982461143-project] 10.222.0.21 "DELETE /v2.0/floatingips/ad53140d-5de6-4519-b52d-a964bd7a794d HTTP/1.1" status: 204 len: 168 time: 0.4593978 Nov 26 22:43:41.081139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39712) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:41.615607 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:41.901214 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Deleting port a92bdeea-249c-45a4-9e57-ec2c8128bb9e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:43:41.901553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:42.212456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] For port a92bdeea-249c-45a4-9e57-ec2c8128bb9e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:42.212824 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:42.225347 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Calling delete_port for a92bdeea-249c-45a4-9e57-ec2c8128bb9e owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:43:42.401660 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:42.424688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92bdeea-249c-45a4-9e57-ec2c8128bb9e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:42.591978 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:42.805665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Router 76a74514-c234-47f9-9c82-34d370adda28 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:43:42.911186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:43:42.918840 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fe8ae2e3-3d66-432c-9660-03c8cf40cb92 admin admin] 10.222.0.21 "PUT /v2.0/routers/76a74514-c234-47f9-9c82-34d370adda28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366358 Nov 26 22:43:42.919601 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39716) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:42.920538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] Sync routers for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:43:42.931671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:43:42.932369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:43:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:43.022791 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.034391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:43:43.127821 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.180041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Deleting port 4020504e-ee54-4265-b4fe-aa69ea087dab {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:43:43.180374 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.212240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:43:42Z', 'revision_number': 5, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port': {'id': '4020504e-ee54-4265-b4fe-aa69ea087dab', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a74514-c234-47f9-9c82-34d370adda28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:29:59Z', 'updated_at': '2021-11-26T22:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:43.242660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] Checking router: 76a74514-c234-47f9-9c82-34d370adda28 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:43:43.250862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] Routers {'76a74514-c234-47f9-9c82-34d370adda28'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:43:43.251459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:43:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['76a74514-c234-47f9-9c82-34d370adda28'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:43.260246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] For port 4020504e-ee54-4265-b4fe-aa69ea087dab, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4020504e-ee54-4265-b4fe-aa69ea087dab,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:43.260611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.277583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Calling delete_port for 4020504e-ee54-4265-b4fe-aa69ea087dab owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:43:43.337217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] Set router 76a74514-c234-47f9-9c82-34d370adda28 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:43:43.388887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:43:43Z', 'revision_number': 6, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:43.419524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca66ea-832a-46f2-a7f8-9f0cc10240e7 None None] The sync data for ids ['76a74514-c234-47f9-9c82-34d370adda28'] in n-d-819494-1 is: [{'id': '76a74514-c234-47f9-9c82-34d370adda28', 'name': 'tempest-ServerActionsTestJSON-71237683-router', 'tenant_id': '6d2422c084d642e2924000d68374e12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:29:58Z', 'updated_at': '2021-11-26T22:43:43Z', 'revision_number': 6, 'project_id': '6d2422c084d642e2924000d68374e12a', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:43:43.444763 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.473737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d99c77-7213-46a8-98b6-925a2deb47cb None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:43:43.483150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Pushing event deleted for resources: {'Port': ['ID=4020504e-ee54-4265-b4fe-aa69ea087dab,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:43.537221 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.626737 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.629188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.671724 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.672172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76a74514-c234-47f9-9c82-34d370adda28 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:43:43.676715 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.677851 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5541b3b2-c2d3-44ec-9a9f-d52f309c4802 admin admin] 10.222.0.21 "DELETE /v2.0/routers/76a74514-c234-47f9-9c82-34d370adda28 HTTP/1.1" status: 204 len: 168 time: 0.7572541 Nov 26 22:43:43.680798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39718) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:43.728545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a877e9d-c26d-45c7-b029-4a031dbc548f admin admin] Deleting subnet c239cd5a-c865-4067-a095-a3189460a2dd {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:43:43.732231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a877e9d-c26d-45c7-b029-4a031dbc548f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.767053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a877e9d-c26d-45c7-b029-4a031dbc548f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.849475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a877e9d-c26d-45c7-b029-4a031dbc548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.907484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a877e9d-c26d-45c7-b029-4a031dbc548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.933165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a877e9d-c26d-45c7-b029-4a031dbc548f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c239cd5a-c865-4067-a095-a3189460a2dd,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:43.938106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2a877e9d-c26d-45c7-b029-4a031dbc548f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:43.942729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2a877e9d-c26d-45c7-b029-4a031dbc548f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c239cd5a-c865-4067-a095-a3189460a2dd HTTP/1.1" status: 204 len: 168 time: 0.2585726 Nov 26 22:43:43.943014 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39720) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:43.946017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345227f7-b6c5-4587-ba83-a470a39cd417 None None] Network 8106a325-f57e-4d61-b237-40ba0377c112 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:43:44.009573 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.061436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Deleting port a7a318d4-d6a8-481f-9779-e8b78241209e {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:43:44.061772 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.127433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] For port a7a318d4-d6a8-481f-9779-e8b78241209e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a7a318d4-d6a8-481f-9779-e8b78241209e,segment=NetworkSegment(5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd),segment_id=5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:44.127729 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.140507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Calling delete_port for a7a318d4-d6a8-481f-9779-e8b78241209e owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:43:44.177993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] DHCP port deletion for 8106a325-f57e-4d61-b237-40ba0377c112 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:43:44.223025 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.234422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] Deleting port a7a318d4-d6a8-481f-9779-e8b78241209e {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:43:44.234800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.250917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a318d4-d6a8-481f-9779-e8b78241209e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:44.252739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] No DVR routers for this DVR port a7a318d4-d6a8-481f-9779-e8b78241209e on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:43:44.300287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] For port a7a318d4-d6a8-481f-9779-e8b78241209e, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:44.300681 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.313285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] Calling delete_port for a7a318d4-d6a8-481f-9779-e8b78241209e owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:43:44.315986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] Port a7a318d4-d6a8-481f-9779-e8b78241209e was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 22:43:44.317260 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.329963 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.344000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] Pushing event deleted for resources: {'Port': ['ID=a7a318d4-d6a8-481f-9779-e8b78241209e,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:44.349530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7a9e1-bc6f-449f-8a25-45444d7eb631 None None] No DVR routers for this DVR port a7a318d4-d6a8-481f-9779-e8b78241209e on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:43:44.358966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8106a325-f57e-4d61-b237-40ba0377c112']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:44.371252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:44.371545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b5c0b2b-0f9d-4969-8516-14e73eb3ecbd') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:43:44.381489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.395628 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.402490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:43:44.402802 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:43:44.404495 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:43:44.463800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.469441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.472705 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8106a325-f57e-4d61-b237-40ba0377c112 HTTP/1.1" status: 204 len: 168 time: 0.5288839 Nov 26 22:43:44.485242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d551a91-526d-43db-a572-f6a092bdb8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8106a325-f57e-4d61-b237-40ba0377c112,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:44.590160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39724) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:44.630467 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce4ced2e-e475-4294-9821-c902f9dbae18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d2422c084d642e2924000d68374e12a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390894 Nov 26 22:43:44.632970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39726) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:44.679919 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffd981f3-fbbe-4b79-8a74-3fc7892f6292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.700822 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffd981f3-fbbe-4b79-8a74-3fc7892f6292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.747624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffd981f3-fbbe-4b79-8a74-3fc7892f6292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.750341 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ffd981f3-fbbe-4b79-8a74-3fc7892f6292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:44.753040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ffd981f3-fbbe-4b79-8a74-3fc7892f6292 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce9c048d-3d3e-4039-afb3-6b19ea9abd4d HTTP/1.1" status: 204 len: 168 time: 0.1189606 Nov 26 22:43:44.760881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd981f3-fbbe-4b79-8a74-3fc7892f6292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9c048d-3d3e-4039-afb3-6b19ea9abd4d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:45.441356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39748) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:45.482647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4020504e-ee54-4265-b4fe-aa69ea087dab no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:43:45.502272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 4020504e-ee54-4265-b4fe-aa69ea087dab {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:43:45.502632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4020504e-ee54-4265-b4fe-aa69ea087dab not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:43:45.503045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a92bdeea-249c-45a4-9e57-ec2c8128bb9e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:43:45.521913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a92bdeea-249c-45a4-9e57-ec2c8128bb9e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:43:45.522294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a92bdeea-249c-45a4-9e57-ec2c8128bb9e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:43:45.522713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a7a318d4-d6a8-481f-9779-e8b78241209e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:43:45.541424 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a7a318d4-d6a8-481f-9779-e8b78241209e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:43:45.541799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a7a318d4-d6a8-481f-9779-e8b78241209e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:43:45.552114 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1469797040-network', 'tenant_id': 'aa8072b163a545118d90e14d540555a1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:43:45.574340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Made reservation on behalf of aa8072b163a545118d90e14d540555a1 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:43:45.576589 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:45.585082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:45.665881 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:45.669474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:45.694466 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:43:45.703555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b77c576-1eee-4690-8aef-fcb2b9935528,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:45.709964 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:45.710335 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Added segment 74600511-3d3e-4533-9a6e-6456c073b6b8 of type vlan for network 4bdc6b13-ec36-4050-80b2-f4611514aa5f Nov 26 22:43:45.751043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:45.774688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:45.775564 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:45.776138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:45.827102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3845675 Nov 26 22:43:45.830252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39752) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:43:45.835310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Request body: {'subnet': {'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1469797040-subnet', 'tenant_id': 'aa8072b163a545118d90e14d540555a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:43:45.837984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e53acd-defc-4c6f-9032-48b877aeb71e admin admin] Pushing event updated for resources: {'Network': ['ID=4bdc6b13-ec36-4050-80b2-f4611514aa5f,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:45.848309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 4bdc6b13-ec36-4050-80b2-f4611514aa5f details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:43:45.858484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Made reservation on behalf of aa8072b163a545118d90e14d540555a1 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:43:45.860863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:46.027860 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:46.083759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea11d852-9b97-4579-8b43-cc36bb98742b,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:46.092091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Checking segment: {'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:43:46.092446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Network hostable DHCP agents. Network: 4bdc6b13-ec36-4050-80b2-f4611514aa5f, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:43:46.109942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Network 4bdc6b13-ec36-4050-80b2-f4611514aa5f is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:43:46.118027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 4bdc6b13-ec36-4050-80b2-f4611514aa5f) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:43:46.122689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:46.123777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:46.127440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26e57d-fd67-4e1a-ae8f-6016d44b8c86 None None] Network 4bdc6b13-ec36-4050-80b2-f4611514aa5f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:43:46.139068 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f158c52f-704f-4507-89fa-da855f86e140 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3075912 Nov 26 22:43:46.252076 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da769c-b1a1-40ce-a31f-f10c545ed040 None None] Network 4bdc6b13-ec36-4050-80b2-f4611514aa5f requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:43:46.579677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-31730095-00f5-49ff-91c3-4941f25d9d2c tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:46.581112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-31730095-00f5-49ff-91c3-4941f25d9d2c tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/networks?id=4bdc6b13-ec36-4050-80b2-f4611514aa5f HTTP/1.1" status: 200 len: 814 time: 0.1058948 Nov 26 22:43:46.596490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-59abf5f4-19e3-4ca3-bded-b13c0a07b080 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/quotas/aa8072b163a545118d90e14d540555a1 HTTP/1.1" status: 200 len: 375 time: 0.0089695 Nov 26 22:43:46.626984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7764c0a3-c857-4363-819f-349ec25033f5 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa8072b163a545118d90e14d540555a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253754 Nov 26 22:43:46.710544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-295f49e8-6c70-492c-8bc9-79f4a5a3800f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:43:46.712268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-295f49e8-6c70-492c-8bc9-79f4a5a3800f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438910 Nov 26 22:43:46.803955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-1db4af75-5400-4894-9d97-b506637b6d52 service neutron] 10.222.0.21 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Nov 26 22:43:46.893739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-88964b53-aaba-49c3-b10d-b0412a3e255d service neutron] 10.222.0.21 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831630 Nov 26 22:43:47.058057 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-be5c62fb-3ff3-494e-bc3d-3233528d6c69 req-ea7306ff-298a-4476-9cff-a31a8b1aeed4 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 210 time: 0.0272458 Nov 26 22:43:48.073298 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-a78d66ef-648a-49e6-99a9-4fea98adc535 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:48.074809 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-a78d66ef-648a-49e6-99a9-4fea98adc535 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.13 "GET /v2.0/networks?id=4bdc6b13-ec36-4050-80b2-f4611514aa5f HTTP/1.1" status: 200 len: 814 time: 0.1085157 Nov 26 22:43:48.096107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Request body: {'port': {'device_id': '30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab', 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f', 'admin_state_up': True, 'tenant_id': 'aa8072b163a545118d90e14d540555a1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:43:48.162848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dcc4e081-8a8c-40f5-9dc3-f37bc1c67372 req-55d95478-99df-4eae-a161-0adc42217648 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 210 time: 0.0346491 Nov 26 22:43:48.210056 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Made reservation on behalf of aa8072b163a545118d90e14d540555a1 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:43:48.214175 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:48.335676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Allocated IP 172.20.0.11 (4bdc6b13-ec36-4050-80b2-f4611514aa5f/ea11d852-9b97-4579-8b43-cc36bb98742b/c96a04a1-4923-4385-9537-580bee453563) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:43:48.486492 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:48.520628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:48.565241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Network 4bdc6b13-ec36-4050-80b2-f4611514aa5f is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:43:48.568306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:43:48.572098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:43:48.578528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Pushing event updated for resources: {'Port': ['ID=c96a04a1-4923-4385-9537-580bee453563,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:48.627581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:48.628198 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:48.642955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-7eaaa68d-4ffa-4aa6-b251-d17ec03137aa tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5509193 Nov 26 22:43:48.660409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Request body: {'port': {'device_id': '30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:43:48.712888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:48.966286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96a04a1-4923-4385-9537-580bee453563 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:43:48.973620 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:48.985466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Transition to ACTIVE for port object c96a04a1-4923-4385-9537-580bee453563 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:43:48.989361 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:49.044230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Pushing event updated for resources: {'Port': ['ID=c96a04a1-4923-4385-9537-580bee453563,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:49.106550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Attempting to bind port c96a04a1-4923-4385-9537-580bee453563 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:43:49.107199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Attempting to bind port c96a04a1-4923-4385-9537-580bee453563 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:43:49.107199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Attempting to bind port c96a04a1-4923-4385-9537-580bee453563 on network 4bdc6b13-ec36-4050-80b2-f4611514aa5f {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:43:49.111436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Port c96a04a1-4923-4385-9537-580bee453563 on network 4bdc6b13-ec36-4050-80b2-f4611514aa5f not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:43:49.111756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Attempting to bind port c96a04a1-4923-4385-9537-580bee453563 on network 4bdc6b13-ec36-4050-80b2-f4611514aa5f {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:43:49.116441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:43:49.116779 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Checking segment: {'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:43:49.117681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Bound using segment: {'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:43:49.118130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Bound port: c96a04a1-4923-4385-9537-580bee453563, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:43:49.118483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:49.178828 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] For port c96a04a1-4923-4385-9537-580bee453563, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:43:49.182381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] For port c96a04a1-4923-4385-9537-580bee453563, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c96a04a1-4923-4385-9537-580bee453563,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:43:49.188110 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:49.229323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:49.229975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:49.231533 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] 10.222.0.13 "PUT /v2.0/ports/c96a04a1-4923-4385-9537-580bee453563 HTTP/1.1" status: 200 len: 1092 time: 0.5751009 Nov 26 22:43:49.231972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab', 'tag': 'c96a04a1-4923-4385-9537-580bee453563'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:43:49.234249 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2bb0b-0a56-4e94-bf35-820b08056b53" -d '{"events": [{"name": "network-changed", "server_uuid": "30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab", "tag": "c96a04a1-4923-4385-9537-580bee453563"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:43:49.255942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996e384-fe85-4930-b67c-3fabdede16bf service neutron] Pushing event updated for resources: {'Port': ['ID=c96a04a1-4923-4385-9537-580bee453563,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:49.287219 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb9265a-352a-4028-b335-5410908170c9 x-openstack-request-id: req-ecb9265a-352a-4028-b335-5410908170c9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:43:49.287828 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab", "tag": "c96a04a1-4923-4385-9537-580bee453563", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:43:49.287828 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecb9265a-352a-4028-b335-5410908170c9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:43:49.288220 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab', 'tag': 'c96a04a1-4923-4385-9537-580bee453563', 'status': 'completed', 'code': 200} Nov 26 22:43:49.295811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247a240-27bc-46a3-8d81-f5ae1a1fddf0 req-4c99c49c-debd-4a89-b36d-2c97a4c15851 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:49.297303 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5247a240-27bc-46a3-8d81-f5ae1a1fddf0 req-4c99c49c-debd-4a89-b36d-2c97a4c15851 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 944 time: 0.0595760 Nov 26 22:43:49.346859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-e73d8a24-f204-4bbe-b0b9-138174a9b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:49.347841 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5247a240-27bc-46a3-8d81-f5ae1a1fddf0 req-c76aad6c-2bb4-466e-a00e-9a233741fb38 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Nov 26 22:43:49.348381 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-e73d8a24-f204-4bbe-b0b9-138174a9b54d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa8072b163a545118d90e14d540555a1&device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 1095 time: 0.0426061 Nov 26 22:43:49.395874 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-36cd408d-04dd-4f57-8510-aad34e8a4890 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c96a04a1-4923-4385-9537-580bee453563 HTTP/1.1" status: 200 len: 217 time: 0.0345445 Nov 26 22:43:49.449825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-dadbeb8e-989a-407b-86a6-f93fd2809a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:49.451299 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-dadbeb8e-989a-407b-86a6-f93fd2809a9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea11d852-9b97-4579-8b43-cc36bb98742b HTTP/1.1" status: 200 len: 854 time: 0.0485134 Nov 26 22:43:49.484086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-97bfc7aa-da1c-4fb9-8955-eb97c12c4ab8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdc6b13-ec36-4050-80b2-f4611514aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242643 Nov 26 22:43:49.573261 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-f2253dc6-006c-400b-9615-0d30b67d3a08 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819569 Nov 26 22:43:49.666418 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bb60cb5-f65a-41a2-a1c0-ea833d842147 req-c18139bb-a16d-450f-8672-9c333974e993 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860391 Nov 26 22:43:49.803369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-7ade066d-5bbc-45d1-89d8-fd401c1e3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:49.805506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-7ade066d-5bbc-45d1-89d8-fd401c1e3b27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa8072b163a545118d90e14d540555a1&device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 1095 time: 0.0424647 Nov 26 22:43:49.896717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-8f0fdbf1-2a04-46de-a396-e5de723b6022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:49.898205 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-8f0fdbf1-2a04-46de-a396-e5de723b6022 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdc6b13-ec36-4050-80b2-f4611514aa5f HTTP/1.1" status: 200 len: 915 time: 0.0856347 Nov 26 22:43:49.938532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-0713ed8b-85d0-4254-ac73-b73943859bed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c96a04a1-4923-4385-9537-580bee453563 HTTP/1.1" status: 200 len: 217 time: 0.0335422 Nov 26 22:43:49.987094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-a2191f3b-d38f-4c42-9fd4-100bdf6c306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:49.988502 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-a2191f3b-d38f-4c42-9fd4-100bdf6c306b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ea11d852-9b97-4579-8b43-cc36bb98742b HTTP/1.1" status: 200 len: 854 time: 0.0432897 Nov 26 22:43:50.019065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-7575776b-22b6-4952-a41a-b0c6b0d3dd6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdc6b13-ec36-4050-80b2-f4611514aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236719 Nov 26 22:43:50.030274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-95309731-f581-4ec2-af5b-b1194c4981da service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:43:50.031223 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-95309731-f581-4ec2-af5b-b1194c4981da service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047781 Nov 26 22:43:50.125021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-ada22af0-5edd-43eb-85a6-510d361d5369 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857587 Nov 26 22:43:50.215314 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-61f2bb0b-0a56-4e94-bf35-820b08056b53 req-97cae097-717a-4cc1-9fbb-ea178d449eac service neutron] 10.222.0.13 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828238 Nov 26 22:43:50.464812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abc021-c9a0-4a2c-acc1-581d07d8bb19 req-9934fb4f-b797-4c63-b9c4-7e94ce46a80c tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:50.466293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51abc021-c9a0-4a2c-acc1-581d07d8bb19 req-9934fb4f-b797-4c63-b9c4-7e94ce46a80c tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 944 time: 0.0475752 Nov 26 22:43:50.514202 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51abc021-c9a0-4a2c-acc1-581d07d8bb19 req-c8ae7c4e-eca8-4467-b09e-e1e1b6b75665 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420144 Nov 26 22:43:51.631248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57fa9f-0b50-4050-b836-bb8cf836cfaa req-9df7e318-0221-41e1-ad32-e84911e77d6d tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:51.632726 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e57fa9f-0b50-4050-b836-bb8cf836cfaa req-9df7e318-0221-41e1-ad32-e84911e77d6d tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 944 time: 0.0520523 Nov 26 22:43:51.678973 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8e57fa9f-0b50-4050-b836-bb8cf836cfaa req-0fdd7a96-2515-45dd-965f-46589c39edf8 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401778 Nov 26 22:43:52.796300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ebd38-a3fa-4529-aacf-1171dc6792dc req-dfd76f4d-aabb-48fb-861a-0da634f10c6b tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:52.797716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee2ebd38-a3fa-4529-aacf-1171dc6792dc req-dfd76f4d-aabb-48fb-861a-0da634f10c6b tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 944 time: 0.0491912 Nov 26 22:43:52.844845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee2ebd38-a3fa-4529-aacf-1171dc6792dc req-f4c4c542-3296-4499-92a3-bfb045a253eb tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Nov 26 22:43:53.583455 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2377091e-7e10-43a8-a5c1-d324ccb5144b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:53.959993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b535ff-66f2-4aa3-8e72-dd8c50419b42 req-0628ff4a-1701-4476-867c-e4956b3e8621 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:53.962260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1b535ff-66f2-4aa3-8e72-dd8c50419b42 req-0628ff4a-1701-4476-867c-e4956b3e8621 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 944 time: 0.0492599 Nov 26 22:43:54.011533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1b535ff-66f2-4aa3-8e72-dd8c50419b42 req-517fc688-6bd8-4cba-8d38-267c82d79d4a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Nov 26 22:43:54.483104 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c96a04a1-4923-4385-9537-580bee453563 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:43:54.577837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c96a04a1-4923-4385-9537-580bee453563, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c96a04a1-4923-4385-9537-580bee453563,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:54.588827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'c96a04a1-4923-4385-9537-580bee453563', 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f', 'port_id': 'c96a04a1-4923-4385-9537-580bee453563', 'mac_address': 'fa:16:3e:2a:1b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea11d852-9b97-4579-8b43-cc36bb98742b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:43:54.624530 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:54.637793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96a04a1-4923-4385-9537-580bee453563 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:43:54.656711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c96a04a1-4923-4385-9537-580bee453563, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c96a04a1-4923-4385-9537-580bee453563,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:54.660480 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:54.710359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=c96a04a1-4923-4385-9537-580bee453563,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:54.717819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.718205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.718555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.718900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.719242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.719581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.719917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.720252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.720585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.720921 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.721250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:54.721580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:43:55.009705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['c96a04a1-4923-4385-9537-580bee453563'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:43:55.127868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90527373-0994-415b-b77c-e7049a9f6879 req-5c5c24ef-490d-46d6-bcc9-46d9926d31ab tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:55.130048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90527373-0994-415b-b77c-e7049a9f6879 req-5c5c24ef-490d-46d6-bcc9-46d9926d31ab tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 945 time: 0.0499253 Nov 26 22:43:55.179077 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90527373-0994-415b-b77c-e7049a9f6879 req-5eb2f272-e654-4977-a343-76d64510235c tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Nov 26 22:43:56.293349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178f9af-7380-4fda-aee8-cd93ba28486c req-0ccdf7ba-8acc-42d9-8d1b-ea0fd2670723 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:56.294856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b178f9af-7380-4fda-aee8-cd93ba28486c req-0ccdf7ba-8acc-42d9-8d1b-ea0fd2670723 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 945 time: 0.0476797 Nov 26 22:43:56.340660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b178f9af-7380-4fda-aee8-cd93ba28486c req-2acdb561-fb7d-4171-b941-6866c05eaf4e tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Nov 26 22:43:56.342285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cbe10343-cf07-4a36-9247-f2815c9ee452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:56.482310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c96a04a1-4923-4385-9537-580bee453563 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:43:56.533838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port c96a04a1-4923-4385-9537-580bee453563 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:43:56.537782 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port c96a04a1-4923-4385-9537-580bee453563 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:43:56.538191 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:56.614427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:56.636518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96a04a1-4923-4385-9537-580bee453563'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:43:56.638778 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbc57da-42bc-44ab-8c7e-e657d619f8a8" -d '{"events": [{"server_uuid": "30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab", "name": "network-vif-plugged", "status": "completed", "tag": "c96a04a1-4923-4385-9537-580bee453563"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:43:56.652028 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port c96a04a1-4923-4385-9537-580bee453563, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c96a04a1-4923-4385-9537-580bee453563,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:43:56.655887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:56.678971 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6357a7a6-f0fc-4928-93f5-9babe9d2b69e x-openstack-request-id: req-6357a7a6-f0fc-4928-93f5-9babe9d2b69e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:43:56.679273 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab", "name": "network-vif-plugged", "status": "completed", "tag": "c96a04a1-4923-4385-9537-580bee453563", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:43:56.679623 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6357a7a6-f0fc-4928-93f5-9babe9d2b69e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:43:56.680305 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96a04a1-4923-4385-9537-580bee453563', 'code': 200} Nov 26 22:43:56.707982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=c96a04a1-4923-4385-9537-580bee453563,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:43:56.820754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c584b-2c79-41b1-a697-fc3efc0d1cd0 req-1b33671c-7d38-4814-9e2d-5946072e0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:56.822527 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5e3c584b-2c79-41b1-a697-fc3efc0d1cd0 req-1b33671c-7d38-4814-9e2d-5946072e0e43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 1097 time: 0.0453246 Nov 26 22:43:56.864422 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5e3c584b-2c79-41b1-a697-fc3efc0d1cd0 req-0fea2b1d-f1a2-4a5f-ac03-1ec259e08a2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Nov 26 22:43:57.000353 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:43:57.268459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:57.462581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c35df-ba84-440a-831c-141bbcb5f80d req-6ea14521-d36f-4412-8c40-f3247f4ef792 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:57.464048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa9c35df-ba84-440a-831c-141bbcb5f80d req-6ea14521-d36f-4412-8c40-f3247f4ef792 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0530984 Nov 26 22:43:57.511448 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-aa9c35df-ba84-440a-831c-141bbcb5f80d req-d07bf6f3-98df-47f4-92eb-d4f7f3d67c18 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Nov 26 22:43:58.630876 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124dc7d-8e50-4473-9e98-a2e090f8e37a req-1c3ff431-006b-468e-afa5-14d7556e1145 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:58.632352 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6124dc7d-8e50-4473-9e98-a2e090f8e37a req-1c3ff431-006b-468e-afa5-14d7556e1145 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0485468 Nov 26 22:43:58.679583 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6124dc7d-8e50-4473-9e98-a2e090f8e37a req-de0de46f-7e6d-437d-b3ff-822fd05795d5 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405335 Nov 26 22:43:58.815009 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:58.911588 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a275f1-ff04-4946-8461-e1d219407d57 req-ee34acfb-278f-4e2b-b56a-dd912fd9f4b4 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:43:58.913066 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-ee34acfb-278f-4e2b-b56a-dd912fd9f4b4 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/networks?id=4bdc6b13-ec36-4050-80b2-f4611514aa5f HTTP/1.1" status: 200 len: 814 time: 0.1061690 Nov 26 22:43:58.928263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-d69832a7-92c6-4b51-b709-311ad821924d tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/quotas/aa8072b163a545118d90e14d540555a1 HTTP/1.1" status: 200 len: 375 time: 0.0091140 Nov 26 22:43:58.977983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-ef5c16c7-e0f5-4742-bd99-442352af7040 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aa8072b163a545118d90e14d540555a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435867 Nov 26 22:43:59.062569 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-600ea79f-28d4-4bf3-a2ed-5bbe7b0cc262 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:43:59.063607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-600ea79f-28d4-4bf3-a2ed-5bbe7b0cc262 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0448551 Nov 26 22:43:59.154551 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-a2452026-042b-43a1-9772-7b5adc813409 service neutron] 10.222.0.21 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845563 Nov 26 22:43:59.244200 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-f10af125-e8c4-4140-af11-467e5d52aa1b service neutron] 10.222.0.21 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836010 Nov 26 22:43:59.399965 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:43:59.427340 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c1eb24c-15a9-404f-a6fd-83bec726d5e0 req-1b73b257-6dc4-45a3-a139-238bba440276 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 210 time: 0.0353510 Nov 26 22:44:00.413873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a275f1-ff04-4946-8461-e1d219407d57 req-eef6154e-752f-4432-9d76-e5da0c7aacd5 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:00.417806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-eef6154e-752f-4432-9d76-e5da0c7aacd5 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.41 "GET /v2.0/networks?id=4bdc6b13-ec36-4050-80b2-f4611514aa5f HTTP/1.1" status: 200 len: 814 time: 0.1088805 Nov 26 22:44:00.449022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Request body: {'port': {'device_id': '73a60b65-8e32-4f06-811f-7bbb3bad1355', 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f', 'admin_state_up': True, 'tenant_id': 'aa8072b163a545118d90e14d540555a1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:00.531720 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4892550f-f6e5-411d-b13c-d704824d60fb req-847931bb-cce1-4fe3-bace-7f0548bd43e8 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 210 time: 0.0301516 Nov 26 22:44:00.560012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Made reservation on behalf of aa8072b163a545118d90e14d540555a1 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:00.563618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:00.686824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Allocated IP 172.20.0.6 (4bdc6b13-ec36-4050-80b2-f4611514aa5f/ea11d852-9b97-4579-8b43-cc36bb98742b/9c58ab93-c587-49d9-a054-c1d1a60b6f22) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:00.829274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:00.865976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:00.899437 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['c96a04a1-4923-4385-9537-580bee453563'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:44:00.910457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Network 4bdc6b13-ec36-4050-80b2-f4611514aa5f is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:00.913513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:00.917785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:00.924422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Pushing event updated for resources: {'Port': ['ID=9c58ab93-c587-49d9-a054-c1d1a60b6f22,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:00.956194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.956462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.956875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.957221 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.957559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.957897 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.958256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.958591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.958923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.959253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.959584 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.959908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:00.981228 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:00.981856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:00.999353 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3f257193-4a5e-48be-9164-65cf9391f04a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547161 Nov 26 22:44:01.017257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Request body: {'port': {'device_id': '73a60b65-8e32-4f06-811f-7bbb3bad1355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:01.074281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:01.327302 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c58ab93-c587-49d9-a054-c1d1a60b6f22 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:44:01.334675 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:01.346952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Transition to ACTIVE for port object 9c58ab93-c587-49d9-a054-c1d1a60b6f22 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:44:01.350895 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:01.402878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Pushing event updated for resources: {'Port': ['ID=9c58ab93-c587-49d9-a054-c1d1a60b6f22,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:01.469638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Attempting to bind port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:01.470334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Attempting to bind port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:01.470334 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Attempting to bind port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 on network 4bdc6b13-ec36-4050-80b2-f4611514aa5f {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:01.474480 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 on network 4bdc6b13-ec36-4050-80b2-f4611514aa5f not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:44:01.474794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Attempting to bind port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 on network 4bdc6b13-ec36-4050-80b2-f4611514aa5f {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:01.480694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:01.481026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Checking segment: {'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:01.481409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Bound using segment: {'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:01.481824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Bound port: 9c58ab93-c587-49d9-a054-c1d1a60b6f22, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74600511-3d3e-4533-9a6e-6456c073b6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:01.482201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:01.544896 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] For port 9c58ab93-c587-49d9-a054-c1d1a60b6f22, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:01.547913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] For port 9c58ab93-c587-49d9-a054-c1d1a60b6f22, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9c58ab93-c587-49d9-a054-c1d1a60b6f22,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:01.552258 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:01.584743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:01.585361 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:01.586796 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] 10.222.0.41 "PUT /v2.0/ports/9c58ab93-c587-49d9-a054-c1d1a60b6f22 HTTP/1.1" status: 200 len: 1091 time: 0.5736904 Nov 26 22:44:01.587260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a60b65-8e32-4f06-811f-7bbb3bad1355', 'tag': '9c58ab93-c587-49d9-a054-c1d1a60b6f22'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:44:01.589510 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615ceac9-38db-4928-b9cb-9204be5ee21b" -d '{"events": [{"name": "network-changed", "server_uuid": "73a60b65-8e32-4f06-811f-7bbb3bad1355", "tag": "9c58ab93-c587-49d9-a054-c1d1a60b6f22"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:44:01.616202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31b840-2562-4b4b-86c2-96e8a885f690 service neutron] Pushing event updated for resources: {'Port': ['ID=9c58ab93-c587-49d9-a054-c1d1a60b6f22,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:01.654683 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eda6ce-0458-48dd-8201-82935da44ec8 x-openstack-request-id: req-14eda6ce-0458-48dd-8201-82935da44ec8 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:44:01.654963 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a60b65-8e32-4f06-811f-7bbb3bad1355", "tag": "9c58ab93-c587-49d9-a054-c1d1a60b6f22", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:44:01.655221 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14eda6ce-0458-48dd-8201-82935da44ec8 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:44:01.655635 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a60b65-8e32-4f06-811f-7bbb3bad1355', 'tag': '9c58ab93-c587-49d9-a054-c1d1a60b6f22', 'status': 'completed', 'code': 200} Nov 26 22:44:01.690597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a275f1-ff04-4946-8461-e1d219407d57 req-d6bb7965-e45e-42bf-8b72-a50cecf2b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:01.692146 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-d6bb7965-e45e-42bf-8b72-a50cecf2b9aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa8072b163a545118d90e14d540555a1&device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 1094 time: 0.0470097 Nov 26 22:44:01.746034 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-d794c0ee-8396-48ad-b28e-0613fbb590ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c58ab93-c587-49d9-a054-c1d1a60b6f22 HTTP/1.1" status: 200 len: 217 time: 0.0400591 Nov 26 22:44:01.797596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a275f1-ff04-4946-8461-e1d219407d57 req-a2899813-b988-474e-9004-34fc178040e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:01.799128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-a2899813-b988-474e-9004-34fc178040e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea11d852-9b97-4579-8b43-cc36bb98742b HTTP/1.1" status: 200 len: 854 time: 0.0466707 Nov 26 22:44:01.833711 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-4bbdb0fd-c03e-49c6-962c-16d974850029 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bdc6b13-ec36-4050-80b2-f4611514aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268731 Nov 26 22:44:01.932735 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-4c6725c6-724a-4a44-94a9-c7c25768271c service neutron] 10.222.0.41 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911932 Nov 26 22:44:01.983973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95001355-e667-4416-a65a-7c003889f900 req-f78613aa-d483-448d-90b7-d1c64f0c00df tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:01.985484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95001355-e667-4416-a65a-7c003889f900 req-f78613aa-d483-448d-90b7-d1c64f0c00df tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 943 time: 0.3786659 Nov 26 22:44:02.023322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a275f1-ff04-4946-8461-e1d219407d57 req-d755852b-00cf-4010-90a2-a4b87ee93002 service neutron] 10.222.0.41 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837340 Nov 26 22:44:02.032387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95001355-e667-4416-a65a-7c003889f900 req-840803ad-27ad-4ef9-ae37-3936c658e9e1 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Nov 26 22:44:02.144683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-392b9716-11be-4ec8-bfe9-c0a41aad4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:02.146065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-392b9716-11be-4ec8-bfe9-c0a41aad4f50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa8072b163a545118d90e14d540555a1&device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 1094 time: 0.0410249 Nov 26 22:44:02.237418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-c216bce2-5d67-4bb2-81d7-90617823322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:02.238905 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-c216bce2-5d67-4bb2-81d7-90617823322f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bdc6b13-ec36-4050-80b2-f4611514aa5f HTTP/1.1" status: 200 len: 915 time: 0.0855665 Nov 26 22:44:02.280514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-dc406841-f415-4c5e-b84e-86b0f1ee2135 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c58ab93-c587-49d9-a054-c1d1a60b6f22 HTTP/1.1" status: 200 len: 217 time: 0.0340767 Nov 26 22:44:02.330348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-2a50380b-773c-45e2-a0e9-d382fe719204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:02.331755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-2a50380b-773c-45e2-a0e9-d382fe719204 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea11d852-9b97-4579-8b43-cc36bb98742b HTTP/1.1" status: 200 len: 854 time: 0.0452349 Nov 26 22:44:02.362379 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-5e327173-b2ca-46da-a242-acb658bbf8d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bdc6b13-ec36-4050-80b2-f4611514aa5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236199 Nov 26 22:44:02.451081 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-ec25d6c4-1310-4073-971c-e02c3061d3c4 service neutron] 10.222.0.41 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807405 Nov 26 22:44:02.545087 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-615ceac9-38db-4928-b9cb-9204be5ee21b req-dbbe1763-e98c-4562-b417-65000e4880ff service neutron] 10.222.0.41 "GET /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871365 Nov 26 22:44:03.156261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a621c1-8c59-42b5-8e2d-24844023c718 req-ecc6d4eb-da91-4019-9ba6-982a60c6ac4f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:03.157752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09a621c1-8c59-42b5-8e2d-24844023c718 req-ecc6d4eb-da91-4019-9ba6-982a60c6ac4f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 943 time: 0.0510075 Nov 26 22:44:03.205760 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09a621c1-8c59-42b5-8e2d-24844023c718 req-e840333a-8fb4-4786-93cd-f8cecbd00c45 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Nov 26 22:44:04.323337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916231f-f1a4-429a-8429-e5dc9bfea62c req-71f328c3-a92d-4eb8-a8c1-3bbc3f48f5f8 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:04.324813 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0916231f-f1a4-429a-8429-e5dc9bfea62c req-71f328c3-a92d-4eb8-a8c1-3bbc3f48f5f8 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 943 time: 0.0515475 Nov 26 22:44:04.372093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0916231f-f1a4-429a-8429-e5dc9bfea62c req-ab3cfb8c-7869-416e-8723-8514f2a63a55 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Nov 26 22:44:05.485252 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19eb26e-1624-4473-9fbe-ae2a5a527fa9 req-63a8a9d3-0025-4697-9097-9caf8e402523 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:05.486767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f19eb26e-1624-4473-9fbe-ae2a5a527fa9 req-63a8a9d3-0025-4697-9097-9caf8e402523 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 943 time: 0.0486746 Nov 26 22:44:05.533967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f19eb26e-1624-4473-9fbe-ae2a5a527fa9 req-65cd03c9-c1fb-49f0-ac4c-4c64333e54d8 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Nov 26 22:44:06.283926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9c58ab93-c587-49d9-a054-c1d1a60b6f22 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:44:06.375648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9c58ab93-c587-49d9-a054-c1d1a60b6f22, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9c58ab93-c587-49d9-a054-c1d1a60b6f22,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:06.389473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '9c58ab93-c587-49d9-a054-c1d1a60b6f22', 'network_id': '4bdc6b13-ec36-4050-80b2-f4611514aa5f', 'port_id': '9c58ab93-c587-49d9-a054-c1d1a60b6f22', 'mac_address': 'fa:16:3e:4f:7f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea11d852-9b97-4579-8b43-cc36bb98742b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:44:06.425140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:06.438506 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c58ab93-c587-49d9-a054-c1d1a60b6f22 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:44:06.457027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9c58ab93-c587-49d9-a054-c1d1a60b6f22, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9c58ab93-c587-49d9-a054-c1d1a60b6f22,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:06.461184 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:06.507540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=9c58ab93-c587-49d9-a054-c1d1a60b6f22,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:06.647759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7929468-5847-4768-a7fc-83840819ada3 req-49b44c0c-e298-47b5-8a58-3a620c5599fb tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:06.649317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7929468-5847-4768-a7fc-83840819ada3 req-49b44c0c-e298-47b5-8a58-3a620c5599fb tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 944 time: 0.0485992 Nov 26 22:44:06.700761 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f7929468-5847-4768-a7fc-83840819ada3 req-b3f1fd17-d3f6-48f2-bb6a-2d6647211035 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Nov 26 22:44:06.815686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['9c58ab93-c587-49d9-a054-c1d1a60b6f22'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:44:07.510957 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:07.816516 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b9a6a-3551-4e36-9d29-12379769d436 req-70c0216f-215a-4d72-a4df-f8611605f4a4 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:07.818017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-770b9a6a-3551-4e36-9d29-12379769d436 req-70c0216f-215a-4d72-a4df-f8611605f4a4 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 944 time: 0.0491686 Nov 26 22:44:07.864899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-770b9a6a-3551-4e36-9d29-12379769d436 req-af8df425-1a50-43da-ba5e-1d29a5ed0d83 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Nov 26 22:44:08.299224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9c58ab93-c587-49d9-a054-c1d1a60b6f22 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:08.345851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:44:08.349393 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:08.349761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:08.395717 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:08.439045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:08.461482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a60b65-8e32-4f06-811f-7bbb3bad1355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c58ab93-c587-49d9-a054-c1d1a60b6f22'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:44:08.463846 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757222ac-b4bf-4ce2-ac86-c90c85aafc7b" -d '{"events": [{"server_uuid": "73a60b65-8e32-4f06-811f-7bbb3bad1355", "name": "network-vif-plugged", "status": "completed", "tag": "9c58ab93-c587-49d9-a054-c1d1a60b6f22"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:44:08.476211 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 9c58ab93-c587-49d9-a054-c1d1a60b6f22, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9c58ab93-c587-49d9-a054-c1d1a60b6f22,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:08.481356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:08.506498 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b2521-f617-489b-867f-3706efff9b74 x-openstack-request-id: req-229b2521-f617-489b-867f-3706efff9b74 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:44:08.506795 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a60b65-8e32-4f06-811f-7bbb3bad1355", "name": "network-vif-plugged", "status": "completed", "tag": "9c58ab93-c587-49d9-a054-c1d1a60b6f22", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:44:08.507179 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-229b2521-f617-489b-867f-3706efff9b74 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:44:08.507579 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a60b65-8e32-4f06-811f-7bbb3bad1355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c58ab93-c587-49d9-a054-c1d1a60b6f22', 'code': 200} Nov 26 22:44:08.532345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=9c58ab93-c587-49d9-a054-c1d1a60b6f22,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:08.638044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a423be-b200-4670-a100-104fcf28742f req-663317a4-33c4-4ebd-9046-6f322f72f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:08.639474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a423be-b200-4670-a100-104fcf28742f req-663317a4-33c4-4ebd-9046-6f322f72f265 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 1096 time: 0.0414467 Nov 26 22:44:08.684258 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-38a423be-b200-4670-a100-104fcf28742f req-cb74ee16-94b4-4247-b520-b1bfc5435fc5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378575 Nov 26 22:44:08.980595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d0c3-976b-41f7-8e39-277aab27238f req-fabf58fb-3bbd-4dae-996e-c508b58c55e8 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:08.982041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2e4d0c3-976b-41f7-8e39-277aab27238f req-fabf58fb-3bbd-4dae-996e-c508b58c55e8 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Nov 26 22:44:09.027808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e2e4d0c3-976b-41f7-8e39-277aab27238f req-96468d3d-7433-42e9-9d15-f2308a8b0db4 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Nov 26 22:44:09.972463 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-670b60f5-8553-401c-8312-3629077be04f req-a5243264-65ea-4adc-812c-bfad109b7317 tempest-ServerDiskConfigTestJSON-881726295 tempest-ServerDiskConfigTestJSON-881726295-project] (110000) timed out ('10.222.0.13', 50085) {{(pid=110000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:44:10.153676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195895-692d-469e-b050-7f8d6e25ba74 req-e1e26574-7b3a-4de7-8a9d-2c997740baf5 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:10.155172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82195895-692d-469e-b050-7f8d6e25ba74 req-e1e26574-7b3a-4de7-8a9d-2c997740baf5 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 945 time: 0.0517762 Nov 26 22:44:10.205983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-82195895-692d-469e-b050-7f8d6e25ba74 req-e6b5caaa-17b3-498b-97b6-e1c1b01cfe82 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Nov 26 22:44:10.437855 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e9c8-01ca-4ab8-967e-feb0c12fd9cc req-56cd1a61-f9b7-46c9-b514-4fd923777d2f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:10.439367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2df9e9c8-01ca-4ab8-967e-feb0c12fd9cc req-56cd1a61-f9b7-46c9-b514-4fd923777d2f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Nov 26 22:44:10.486832 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2df9e9c8-01ca-4ab8-967e-feb0c12fd9cc req-cef8ab59-06f4-48ab-966c-6f25b130dce8 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Nov 26 22:44:11.610788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82ebad-5e6d-4f4b-ba5c-d3ef925585bd req-6bb1bb7b-33f9-4acd-b280-c3b727ec6b6f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:11.612362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a82ebad-5e6d-4f4b-ba5c-d3ef925585bd req-6bb1bb7b-33f9-4acd-b280-c3b727ec6b6f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 945 time: 0.0552101 Nov 26 22:44:11.659942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a82ebad-5e6d-4f4b-ba5c-d3ef925585bd req-73631978-b361-4d21-8b4e-eaa7a17e737c tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Nov 26 22:44:11.934539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-e95f04f3-7220-458d-9e6c-1d03ff669869 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:11.936021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-e95f04f3-7220-458d-9e6c-1d03ff669869 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.41 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 945 time: 0.0478415 Nov 26 22:44:12.271771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Deleting port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:44:12.272114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:12.358263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] For port 9c58ab93-c587-49d9-a054-c1d1a60b6f22, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=9c58ab93-c587-49d9-a054-c1d1a60b6f22,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:12.358617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:12.373996 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Calling delete_port for 9c58ab93-c587-49d9-a054-c1d1a60b6f22 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:44:12.499348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:12.527012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Pushing event deleted for resources: {'Port': ['ID=9c58ab93-c587-49d9-a054-c1d1a60b6f22,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:12.535736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['c96a04a1-4923-4385-9537-580bee453563'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:44:12.544465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['9c58ab93-c587-49d9-a054-c1d1a60b6f22'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:44:12.573445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] No DVR routers for this DVR port 9c58ab93-c587-49d9-a054-c1d1a60b6f22 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:44:12.576180 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:12.579711 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2310fc61-f545-440b-81b0-3b40aa2132c0 req-fcae89e6-cecc-4285-8a5a-591f778f9476 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.41 "DELETE /v2.0/ports/9c58ab93-c587-49d9-a054-c1d1a60b6f22 HTTP/1.1" status: 204 len: 173 time: 0.6373947 Nov 26 22:44:12.580151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a60b65-8e32-4f06-811f-7bbb3bad1355', 'name': 'network-vif-deleted', 'tag': '9c58ab93-c587-49d9-a054-c1d1a60b6f22'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:44:12.582442 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e464b328-c01e-4ba4-8033-7d1f953fc248" -d '{"events": [{"server_uuid": "73a60b65-8e32-4f06-811f-7bbb3bad1355", "name": "network-vif-deleted", "tag": "9c58ab93-c587-49d9-a054-c1d1a60b6f22"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:44:12.627488 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dbdc3c-1a28-40a9-a734-6d9fab2051dd x-openstack-request-id: req-26dbdc3c-1a28-40a9-a734-6d9fab2051dd {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:44:12.627792 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a60b65-8e32-4f06-811f-7bbb3bad1355", "name": "network-vif-deleted", "tag": "9c58ab93-c587-49d9-a054-c1d1a60b6f22", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:44:12.628055 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26dbdc3c-1a28-40a9-a734-6d9fab2051dd {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:44:12.628463 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a60b65-8e32-4f06-811f-7bbb3bad1355', 'name': 'network-vif-deleted', 'tag': '9c58ab93-c587-49d9-a054-c1d1a60b6f22', 'status': 'completed', 'code': 200} Nov 26 22:44:12.769711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8eba1e9b-1522-42bd-91a9-04abc3f2cffb req-7f7e024f-802e-4cf8-8bda-498a7f0b9a16 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=73a60b65-8e32-4f06-811f-7bbb3bad1355 HTTP/1.1" status: 200 len: 210 time: 0.0281065 Nov 26 22:44:13.919818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6ef63-5e93-4953-afa4-1cf91257ef88 req-09a4cd01-4a78-45d7-a338-f1994b860ff4 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:13.921276 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cb6ef63-5e93-4953-afa4-1cf91257ef88 req-09a4cd01-4a78-45d7-a338-f1994b860ff4 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0487006 Nov 26 22:44:13.967567 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4cb6ef63-5e93-4953-afa4-1cf91257ef88 req-783c988e-51d9-48d1-a000-204e23e898c7 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Nov 26 22:44:14.101784 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fe5f2-d2a3-40f2-b5fe-7985c875f208 req-c4d4f536-4b80-4922-bbaf-74c9e458530e tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:14.104090 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-565fe5f2-d2a3-40f2-b5fe-7985c875f208 req-c4d4f536-4b80-4922-bbaf-74c9e458530e tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0523963 Nov 26 22:44:14.149109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-565fe5f2-d2a3-40f2-b5fe-7985c875f208 req-dc209501-28f0-4c44-84c0-1a3ce28188b9 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391212 Nov 26 22:44:14.265545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cede03c-e6e2-4644-9b32-2f6783574a4f req-0b368fe4-4daf-4297-b019-013194f55672 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:14.267038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cede03c-e6e2-4644-9b32-2f6783574a4f req-0b368fe4-4daf-4297-b019-013194f55672 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0484831 Nov 26 22:44:14.314688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5cede03c-e6e2-4644-9b32-2f6783574a4f req-4ae8046f-974b-4648-81a6-c0aa4a13514a tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416825 Nov 26 22:44:14.386668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-f542d6d2-e023-4254-8a1f-9f68ac24211f req-4bfe2396-2ea5-423a-8bbd-a2d98a63498e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:44:14.387645 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f542d6d2-e023-4254-8a1f-9f68ac24211f req-4bfe2396-2ea5-423a-8bbd-a2d98a63498e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060430 Nov 26 22:44:14.490764 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f95997-0d88-4656-8f95-2331efbd06c3 req-7a6b6b2b-93b9-4422-b31b-e362c5364110 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:14.492231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57f95997-0d88-4656-8f95-2331efbd06c3 req-7a6b6b2b-93b9-4422-b31b-e362c5364110 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0485964 Nov 26 22:44:14.543904 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-57f95997-0d88-4656-8f95-2331efbd06c3 req-4a3082b5-d794-46aa-a480-74cc6717e3c7 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454767 Nov 26 22:44:14.660404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dc9df-b552-4236-a91d-6dd230f8e775 req-cf016374-a9df-4571-8b7b-d78bfca66418 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:14.661776 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-136dc9df-b552-4236-a91d-6dd230f8e775 req-cf016374-a9df-4571-8b7b-d78bfca66418 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0481644 Nov 26 22:44:14.708213 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-136dc9df-b552-4236-a91d-6dd230f8e775 req-5c9931e2-5fec-488a-9e6c-bdb85a5b6e39 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Nov 26 22:44:14.831944 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e7dc2-a4cf-4072-89ef-d57f84302513 req-54794028-d8ba-45e9-be04-31392c73be38 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:14.833420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-545e7dc2-a4cf-4072-89ef-d57f84302513 req-54794028-d8ba-45e9-be04-31392c73be38 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0487983 Nov 26 22:44:14.881348 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-545e7dc2-a4cf-4072-89ef-d57f84302513 req-23dd470c-d0ff-4fb5-8fa7-9f79dc630aee tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404608 Nov 26 22:44:15.185478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41872905-28fc-4ac0-91a9-6fa967adea4c req-ae692c1a-b7a6-44af-9224-b9a77451e9ec tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:15.186886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41872905-28fc-4ac0-91a9-6fa967adea4c req-ae692c1a-b7a6-44af-9224-b9a77451e9ec tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0534356 Nov 26 22:44:15.235059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-41872905-28fc-4ac0-91a9-6fa967adea4c req-5a16c90d-f90e-4ec7-ba08-687ba44ac864 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421631 Nov 26 22:44:16.350949 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9d1be-ef00-4a43-8fb0-baee95c8d36d req-0cdc70ca-b9e1-433f-b0a1-a758eb581e78 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:16.352678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5d9d1be-ef00-4a43-8fb0-baee95c8d36d req-0cdc70ca-b9e1-433f-b0a1-a758eb581e78 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0483503 Nov 26 22:44:16.357059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9c58ab93-c587-49d9-a054-c1d1a60b6f22 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:44:16.380897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 9c58ab93-c587-49d9-a054-c1d1a60b6f22 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:44:16.381263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 9c58ab93-c587-49d9-a054-c1d1a60b6f22 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:44:16.405206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e5d9d1be-ef00-4a43-8fb0-baee95c8d36d req-7520aabb-4362-456c-8cc3-0b1fbbbad701 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b77c576-1eee-4690-8aef-fcb2b9935528&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462794 Nov 26 22:44:16.821354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b7735-5fb5-4927-989d-e48081463efe req-fd514b13-bd6c-4a29-a57a-c7ccdad11a00 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:16.823150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb0b7735-5fb5-4927-989d-e48081463efe req-fd514b13-bd6c-4a29-a57a-c7ccdad11a00 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 946 time: 0.0496087 Nov 26 22:44:16.910565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Deleting port c96a04a1-4923-4385-9537-580bee453563 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:44:16.910904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:17.003227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] For port c96a04a1-4923-4385-9537-580bee453563, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=c96a04a1-4923-4385-9537-580bee453563,segment=NetworkSegment(74600511-3d3e-4533-9a6e-6456c073b6b8),segment_id=74600511-3d3e-4533-9a6e-6456c073b6b8)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:17.003594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:17.015755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Calling delete_port for c96a04a1-4923-4385-9537-580bee453563 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:44:17.144757 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:17.171806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Pushing event deleted for resources: {'Port': ['ID=c96a04a1-4923-4385-9537-580bee453563,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:17.178872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['c96a04a1-4923-4385-9537-580bee453563'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:44:17.214292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] No DVR routers for this DVR port c96a04a1-4923-4385-9537-580bee453563 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:44:17.216637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:17.220061 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb0b7735-5fb5-4927-989d-e48081463efe req-0c65a069-7f98-474b-8eba-af02c5fda46f tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.13 "DELETE /v2.0/ports/c96a04a1-4923-4385-9537-580bee453563 HTTP/1.1" status: 204 len: 173 time: 0.3907447 Nov 26 22:44:17.220503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab', 'name': 'network-vif-deleted', 'tag': 'c96a04a1-4923-4385-9537-580bee453563'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:44:17.222794 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ef0fa-75df-4580-a39b-975346227c43" -d '{"events": [{"server_uuid": "30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab", "name": "network-vif-deleted", "tag": "c96a04a1-4923-4385-9537-580bee453563"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:44:17.265653 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f01329d-b277-4613-bdba-5e14c44dc698 x-openstack-request-id: req-4f01329d-b277-4613-bdba-5e14c44dc698 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:44:17.265949 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab", "name": "network-vif-deleted", "tag": "c96a04a1-4923-4385-9537-580bee453563", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:44:17.266235 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f01329d-b277-4613-bdba-5e14c44dc698 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:44:17.266639 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab', 'name': 'network-vif-deleted', 'tag': 'c96a04a1-4923-4385-9537-580bee453563', 'status': 'completed', 'code': 200} Nov 26 22:44:17.513703 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f6ef774-4175-4241-b245-e8de7f13787e req-35e4b6eb-38b0-4054-928b-65fa71954e50 tempest-ServersNegativeTestJSON-1271073500 tempest-ServersNegativeTestJSON-1271073500-project] 10.222.0.21 "GET /v2.0/ports?device_id=30b45ba5-1a98-4d76-9f2d-bc08c51cd3ab HTTP/1.1" status: 200 len: 210 time: 0.0270851 Nov 26 22:44:18.572405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39930) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:18.621263 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9145aea-c47b-40c7-8596-b9719f543f52 admin admin] Deleting subnet ea11d852-9b97-4579-8b43-cc36bb98742b {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:44:18.624502 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e9145aea-c47b-40c7-8596-b9719f543f52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.658324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e9145aea-c47b-40c7-8596-b9719f543f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.696317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e9145aea-c47b-40c7-8596-b9719f543f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.747091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e9145aea-c47b-40c7-8596-b9719f543f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.775951 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e9145aea-c47b-40c7-8596-b9719f543f52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.784526 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e9145aea-c47b-40c7-8596-b9719f543f52 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea11d852-9b97-4579-8b43-cc36bb98742b HTTP/1.1" status: 204 len: 168 time: 0.2110674 Nov 26 22:44:18.785541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9145aea-c47b-40c7-8596-b9719f543f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea11d852-9b97-4579-8b43-cc36bb98742b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:18.787351 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39932) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:18.860077 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.936979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.956752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdc6b13-ec36-4050-80b2-f4611514aa5f']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:18.966044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74600511-3d3e-4533-9a6e-6456c073b6b8') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:18.966374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74600511-3d3e-4533-9a6e-6456c073b6b8') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:18.980649 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.993561 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:18.999972 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:44:19.000348 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:44:19.001946 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:44:19.054101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:19.059690 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:19.063268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4bdc6b13-ec36-4050-80b2-f4611514aa5f HTTP/1.1" status: 204 len: 168 time: 0.2742627 Nov 26 22:44:19.076130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05c828-1e9d-48dc-bf3f-9ad132657cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdc6b13-ec36-4050-80b2-f4611514aa5f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:19.175772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39936) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:19.215890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b9d0112a-b775-452d-9fb1-f18289a3cf46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa8072b163a545118d90e14d540555a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388746 Nov 26 22:44:19.218384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39938) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:19.264473 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c23023ae-1cd6-44dc-ab60-65f71d90cdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:19.285311 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c23023ae-1cd6-44dc-ab60-65f71d90cdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:19.335867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c23023ae-1cd6-44dc-ab60-65f71d90cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:19.339195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c23023ae-1cd6-44dc-ab60-65f71d90cdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:19.340367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c23023ae-1cd6-44dc-ab60-65f71d90cdb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b77c576-1eee-4690-8aef-fcb2b9935528 HTTP/1.1" status: 204 len: 168 time: 0.1210165 Nov 26 22:44:19.347771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23023ae-1cd6-44dc-ab60-65f71d90cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b77c576-1eee-4690-8aef-fcb2b9935528,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:20.011978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39960) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:20.108238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34309992'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:20.128361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:20.131945 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:20.140285 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:20.215835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:20.219672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:20.243774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:20.257927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a427a7ce-626c-4193-b567-1b1168666cec,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:20.265080 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:20.265567 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Added segment bb01949f-ba8e-4f1e-be7c-cd4a4e755096 of type vlan for network 64e965d8-ca90-489a-9c41-3142fbe8e1ff Nov 26 22:44:20.306295 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:20.330314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:20.335780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:20.336358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:20.393826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3806729 Nov 26 22:44:20.405843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16067a0-1a81-4f3d-be9c-de42f285aea8 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Network': ['ID=64e965d8-ca90-489a-9c41-3142fbe8e1ff,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:20.415711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 64e965d8-ca90-489a-9c41-3142fbe8e1ff details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:20.608142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c96a04a1-4923-4385-9537-580bee453563 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:44:20.628620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: c96a04a1-4923-4385-9537-580bee453563 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:44:20.628965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device c96a04a1-4923-4385-9537-580bee453563 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:44:23.585471 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1a4cb912-da82-4254-9477-2d0e40adfcfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:23.821888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39964) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:23.827047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'subnet': {'network_id': '64e965d8-ca90-489a-9c41-3142fbe8e1ff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:23.926609 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:23.930065 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.108855 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.172933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Subnet': ['ID=6852eab3-cbdc-4715-bc50-8a89a830f4d8,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:24.180127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Checking segment: {'id': 'bb01949f-ba8e-4f1e-be7c-cd4a4e755096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64e965d8-ca90-489a-9c41-3142fbe8e1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:24.180492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network hostable DHCP agents. Network: 64e965d8-ca90-489a-9c41-3142fbe8e1ff, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:24.196165 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network 64e965d8-ca90-489a-9c41-3142fbe8e1ff is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:24.205363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 64e965d8-ca90-489a-9c41-3142fbe8e1ff) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:24.209336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:24.209926 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.214670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba5d21d-8d95-435c-a6b8-c7a1174d217b None None] Network 64e965d8-ca90-489a-9c41-3142fbe8e1ff requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:24.227655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bbb09ff5-8b98-4551-99d7-a2b89ca92967 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4043562 Nov 26 22:44:24.231318 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:24.236232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1269483348'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:24.257441 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:24.261547 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.286433 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:24.296579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.296909 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Added segment 638d0b80-8ca9-49bc-8584-1b9a99c3248c of type vlan for network 3539b054-aba7-4978-abad-eb864180b3ff Nov 26 22:44:24.337206 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.362215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-64e965d8-ca90-489a-9c41-3142fbe8e1ff', 'network_id': '64e965d8-ca90-489a-9c41-3142fbe8e1ff', 'tenant_id': '6700d968f1b8405fa1c6c202dc2afc83', 'fixed_ips': [{'subnet_id': '6852eab3-cbdc-4715-bc50-8a89a830f4d8'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:24.362961 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.363084 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.369923 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:24.370539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.427500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1924143 Nov 26 22:44:24.427835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39968) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:24.443643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'subnet': {'network_id': '3539b054-aba7-4978-abad-eb864180b3ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:24.463708 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a6a6d-5c4e-427d-aa41-1808f458d4b4 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Network': ['ID=3539b054-aba7-4978-abad-eb864180b3ff,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:24.483171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3539b054-aba7-4978-abad-eb864180b3ff details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:24.543192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:24.546796 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.551014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Allocated IP 2001:db8:0:ffff::2 (64e965d8-ca90-489a-9c41-3142fbe8e1ff/6852eab3-cbdc-4715-bc50-8a89a830f4d8/bd921868-6071-4748-82f3-67416fada492) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:24.704438 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.710796 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.738334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.754518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Network 64e965d8-ca90-489a-9c41-3142fbe8e1ff is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:24.757413 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:24.761740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:24.768778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Pushing event updated for resources: {'Port': ['ID=bd921868-6071-4748-82f3-67416fada492,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:24.802190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Subnet': ['ID=35d08461-4913-4f7a-973c-047d467de9d9,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:24.810231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Checking segment: {'id': '638d0b80-8ca9-49bc-8584-1b9a99c3248c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '3539b054-aba7-4978-abad-eb864180b3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:24.810599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network hostable DHCP agents. Network: 3539b054-aba7-4978-abad-eb864180b3ff, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:24.819152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Attempting to bind port bd921868-6071-4748-82f3-67416fada492 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:24.819589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Attempting to bind port bd921868-6071-4748-82f3-67416fada492 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'bb01949f-ba8e-4f1e-be7c-cd4a4e755096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64e965d8-ca90-489a-9c41-3142fbe8e1ff'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:24.820025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Attempting to bind port bd921868-6071-4748-82f3-67416fada492 on network 64e965d8-ca90-489a-9c41-3142fbe8e1ff {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:24.825602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:24.825991 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Checking segment: {'id': 'bb01949f-ba8e-4f1e-be7c-cd4a4e755096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64e965d8-ca90-489a-9c41-3142fbe8e1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:24.826433 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.826841 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Bound using segment: {'id': 'bb01949f-ba8e-4f1e-be7c-cd4a4e755096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64e965d8-ca90-489a-9c41-3142fbe8e1ff'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:24.827317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Bound port: bd921868-6071-4748-82f3-67416fada492, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb01949f-ba8e-4f1e-be7c-cd4a4e755096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64e965d8-ca90-489a-9c41-3142fbe8e1ff'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:24.827701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.827915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network 3539b054-aba7-4978-abad-eb864180b3ff is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:24.836412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3539b054-aba7-4978-abad-eb864180b3ff) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:24.841484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:24.843207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.861783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7adffe73-f9b8-42eb-807a-174d02dd704e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4305530 Nov 26 22:44:24.861983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355012d0-8e6f-4171-bb5a-434c9c218c7f None None] Network 3539b054-aba7-4978-abad-eb864180b3ff requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:24.862113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39970) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:24.942717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] For port bd921868-6071-4748-82f3-67416fada492, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:24.948008 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] For port bd921868-6071-4748-82f3-67416fada492, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bd921868-6071-4748-82f3-67416fada492,segment=NetworkSegment(bb01949f-ba8e-4f1e-be7c-cd4a4e755096),segment_id=bb01949f-ba8e-4f1e-be7c-cd4a4e755096)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:24.956902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:24.965008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.044907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.052107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ddf59-b489-4176-93af-ac10d7afe6b9 None None] Pushing event updated for resources: {'Port': ['ID=bd921868-6071-4748-82f3-67416fada492,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:25.094123 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107aba43-64ad-4c7d-86f0-ed111674c6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3539b054-aba7-4978-abad-eb864180b3ff', 'network_id': '3539b054-aba7-4978-abad-eb864180b3ff', 'tenant_id': '6700d968f1b8405fa1c6c202dc2afc83', 'fixed_ips': [{'subnet_id': '35d08461-4913-4f7a-973c-047d467de9d9'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:25.095288 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-107aba43-64ad-4c7d-86f0-ed111674c6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.121807 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.152075 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Subnet': ['ID=35d08461-4913-4f7a-973c-047d467de9d9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server [None req-107aba43-64ad-4c7d-86f0-ed111674c6bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35d08461-4913-4f7a-973c-047d467de9d9: This subnet is being modified by another concurrent operation. Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise self.value Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server raise exception Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35d08461-4913-4f7a-973c-047d467de9d9: This subnet is being modified by another concurrent operation. Nov 26 22:44:25.196113 n-d-819494-1 neutron-server[110001]: ERROR oslo_messaging.rpc.server Nov 26 22:44:25.238145 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d44a7-ec05-4542-ad44-a66d3bbd6da1 None None] Network 3539b054-aba7-4978-abad-eb864180b3ff requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:25.249535 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.273416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3539b054-aba7-4978-abad-eb864180b3ff']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:25.289591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638d0b80-8ca9-49bc-8584-1b9a99c3248c') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:25.294243 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638d0b80-8ca9-49bc-8584-1b9a99c3248c') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:25.308925 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.326225 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.332750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:44:25.333157 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:44:25.336980 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:44:25.404258 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.411241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.418922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/3539b054-aba7-4978-abad-eb864180b3ff HTTP/1.1" status: 204 len: 168 time: 0.5514860 Nov 26 22:44:25.419299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39972) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:25.424493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-970625521'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:25.426587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e865a-035f-46d4-bd13-7b6d4302cb7e tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Network': ['ID=3539b054-aba7-4978-abad-eb864180b3ff,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:25.448853 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:25.452665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.481866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:25.491974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.492322 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Added segment c5f7f51b-7e03-4729-8995-f438cedf6707 of type vlan for network d8b666ac-0160-4d75-953e-e828e1767ea1 Nov 26 22:44:25.534650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bd921868-6071-4748-82f3-67416fada492 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:25.544285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.570852 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.576721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:25.577578 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.586042 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bd921868-6071-4748-82f3-67416fada492 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:25.586446 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.656453 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2359340 Nov 26 22:44:25.659448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39974) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:25.664517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'subnet': {'network_id': 'd8b666ac-0160-4d75-953e-e828e1767ea1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:25.677489 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.698987 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2a41d-3d49-4e03-b3a6-fcf9205e32fd tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Network': ['ID=d8b666ac-0160-4d75-953e-e828e1767ea1,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:25.717089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network d8b666ac-0160-4d75-953e-e828e1767ea1 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:25.723342 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port bd921868-6071-4748-82f3-67416fada492, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bd921868-6071-4748-82f3-67416fada492,segment=NetworkSegment(bb01949f-ba8e-4f1e-be7c-cd4a4e755096),segment_id=bb01949f-ba8e-4f1e-be7c-cd4a4e755096)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:25.737009 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.772232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:25.776322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:25.838954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=bd921868-6071-4748-82f3-67416fada492,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:25.841690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Performing IP validity checks on allocation pools {{(pid=109999) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 26 22:44:25.842255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.ipam_backend_mixin [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109999) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 26 22:44:25.973574 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.037976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Subnet': ['ID=50f629f2-77bd-4d9d-b67e-ba7a4bd5982f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:26.048405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Checking segment: {'id': 'c5f7f51b-7e03-4729-8995-f438cedf6707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'd8b666ac-0160-4d75-953e-e828e1767ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:26.048697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network hostable DHCP agents. Network: d8b666ac-0160-4d75-953e-e828e1767ea1, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:26.057410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ea57cc-d8b1-43ef-9233-c2e3385eabd4 None None] Network 64e965d8-ca90-489a-9c41-3142fbe8e1ff requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:26.066119 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network d8b666ac-0160-4d75-953e-e828e1767ea1 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:26.077489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, d8b666ac-0160-4d75-953e-e828e1767ea1) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:26.083511 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:26.084595 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.101678 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c10abe5b-ab27-46b5-a8fc-b73157294334 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4411311 Nov 26 22:44:26.102792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c60e4-f631-434b-9427-19b964a10620 None None] Network d8b666ac-0160-4d75-953e-e828e1767ea1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:26.105896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39976) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:26.190660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3ca613bd-10f9-4f3f-920e-2af4f278d6ce None None] Provisioning complete for port bd921868-6071-4748-82f3-67416fada492 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:26.191036 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3ca613bd-10f9-4f3f-920e-2af4f278d6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.205398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.256200 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.315462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.343761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Subnet': ['ID=50f629f2-77bd-4d9d-b67e-ba7a4bd5982f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:26.405588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d1f0317b-4698-4eda-8134-0a041484ea4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.406957 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.424572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f430a33-1538-4250-8a1d-7fc3ef3c1f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-d8b666ac-0160-4d75-953e-e828e1767ea1', 'network_id': 'd8b666ac-0160-4d75-953e-e828e1767ea1', 'tenant_id': '6700d968f1b8405fa1c6c202dc2afc83', 'fixed_ips': [{'subnet_id': '50f629f2-77bd-4d9d-b67e-ba7a4bd5982f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:26.425422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8f430a33-1538-4250-8a1d-7fc3ef3c1f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.429196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b666ac-0160-4d75-953e-e828e1767ea1']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:26.440928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f7f51b-7e03-4729-8995-f438cedf6707') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:26.441227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f7f51b-7e03-4729-8995-f438cedf6707') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:26.451470 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.465758 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.472897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:44:26.473398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:44:26.476833 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:44:26.519737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3adda8-008d-4a10-9c8f-bd25a6771e3c None None] Network d8b666ac-0160-4d75-953e-e828e1767ea1 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:26.543362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.553446 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.560988 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/d8b666ac-0160-4d75-953e-e828e1767ea1 HTTP/1.1" status: 204 len: 168 time: 0.4504404 Nov 26 22:44:26.562599 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39978) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:26.568066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-275989193'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:26.568293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165b02f-977c-4f74-8dc9-9cfa3342bc9a tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Network': ['ID=d8b666ac-0160-4d75-953e-e828e1767ea1,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:26.597772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:26.601436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.628548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:26.642934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.643283 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Added segment 7ad2f73c-8f53-4e9f-af46-6cfd7f008af0 of type vlan for network 0e200149-5f88-42c9-bd01-885563e281cf Nov 26 22:44:26.663256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86485ff0-9222-464b-9711-c4633eb09727 None None] get_active_networks_info from n-d-819494-1 {{(pid=110001) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 26 22:44:26.694001 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.719377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.724901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:26.725488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.731130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86485ff0-9222-464b-9711-c4633eb09727 None None] Resources bound (agent type, host, resource id): {{(pid=110001) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 26 22:44:26.780775 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2166507 Nov 26 22:44:26.783406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39980) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:26.791151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'subnet': {'network_id': '0e200149-5f88-42c9-bd01-885563e281cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:26.801139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-714b230f-dbd8-471f-80df-0aef52a8246f None None] Provisioning complete for port bd921868-6071-4748-82f3-67416fada492 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:26.801515 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-714b230f-dbd8-471f-80df-0aef52a8246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.817701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54236386-1cae-4b63-9505-764bd6b2a360 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Network': ['ID=0e200149-5f88-42c9-bd01-885563e281cf,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:26.893925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:26.897522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:26.990513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 0e200149-5f88-42c9-bd01-885563e281cf details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:27.083882 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.152457 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Subnet': ['ID=f3610352-4475-45e4-8436-b5f3f96191e8,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:27.156877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Checking segment: {'id': '7ad2f73c-8f53-4e9f-af46-6cfd7f008af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0e200149-5f88-42c9-bd01-885563e281cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:27.157258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network hostable DHCP agents. Network: 0e200149-5f88-42c9-bd01-885563e281cf, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:27.174917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network 0e200149-5f88-42c9-bd01-885563e281cf is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:27.184259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 0e200149-5f88-42c9-bd01-885563e281cf) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:27.188901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:27.189726 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.206598 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-af7cd6ff-8f2a-4340-b57e-31f08d31ddec tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4221668 Nov 26 22:44:27.210218 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39982) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:27.215423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1843554963'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:27.225695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688008f3-4525-41ca-b9cd-dcb1be1762ea None None] Network 0e200149-5f88-42c9-bd01-885563e281cf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:27.241431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:27.245867 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.273565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:27.283455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.283804 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Added segment 80017618-b018-4816-a081-1f5f833a366e of type vlan for network 6a850af8-b2d4-4bd1-b0f7-8761a9645bd9 Nov 26 22:44:27.292428 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.325592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.349161 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.355845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:27.356428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.387264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-0e200149-5f88-42c9-bd01-885563e281cf', 'network_id': '0e200149-5f88-42c9-bd01-885563e281cf', 'tenant_id': '6700d968f1b8405fa1c6c202dc2afc83', 'fixed_ips': [{'subnet_id': 'f3610352-4475-45e4-8436-b5f3f96191e8'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:27.388700 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.415035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2037377 Nov 26 22:44:27.417604 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39984) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:27.422711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Request body: {'subnet': {'network_id': '6a850af8-b2d4-4bd1-b0f7-8761a9645bd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:27.437325 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d70643-0529-4485-bd28-78265edeaabf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Network': ['ID=6a850af8-b2d4-4bd1-b0f7-8761a9645bd9,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:27.472912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 6a850af8-b2d4-4bd1-b0f7-8761a9645bd9 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:27.525515 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Made reservation on behalf of 6700d968f1b8405fa1c6c202dc2afc83 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:27.526659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bd921868-6071-4748-82f3-67416fada492 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:27.529359 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.631627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Allocated IP 2001:db8::2 (0e200149-5f88-42c9-bd01-885563e281cf/f3610352-4475-45e4-8436-b5f3f96191e8/78042e70-3e47-4d08-97a0-ff7c3326e0fd) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:27.651040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bd921868-6071-4748-82f3-67416fada492 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:27.651436 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.716492 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.779546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event updated for resources: {'Subnet': ['ID=35905715-c194-4995-9aa7-8f8c2f2c9c2c,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:27.793085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Checking segment: {'id': '80017618-b018-4816-a081-1f5f833a366e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6a850af8-b2d4-4bd1-b0f7-8761a9645bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:27.793476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network hostable DHCP agents. Network: 6a850af8-b2d4-4bd1-b0f7-8761a9645bd9, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:27.811479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Network 6a850af8-b2d4-4bd1-b0f7-8761a9645bd9 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:27.820599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 6a850af8-b2d4-4bd1-b0f7-8761a9645bd9) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:27.832731 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:27.833199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f5f94-642c-4c50-97e8-ae82cd190de1 None None] Network 6a850af8-b2d4-4bd1-b0f7-8761a9645bd9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:27.833668 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.850401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9d1220ae-ddaa-4301-9e0e-b78633cb8906 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4315717 Nov 26 22:44:27.853605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 39986) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:27.887392 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.898363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.954909 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:27.955373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Network 0e200149-5f88-42c9-bd01-885563e281cf is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:27.968301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:27.972279 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:27.974056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Pushing event updated for resources: {'Port': ['ID=78042e70-3e47-4d08-97a0-ff7c3326e0fd,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:28.005525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.063855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Attempting to bind port 78042e70-3e47-4d08-97a0-ff7c3326e0fd on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:28.064233 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Attempting to bind port 78042e70-3e47-4d08-97a0-ff7c3326e0fd by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '7ad2f73c-8f53-4e9f-af46-6cfd7f008af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0e200149-5f88-42c9-bd01-885563e281cf'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:28.064635 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Attempting to bind port 78042e70-3e47-4d08-97a0-ff7c3326e0fd on network 0e200149-5f88-42c9-bd01-885563e281cf {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:28.066541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.085291 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:28.085687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Checking segment: {'id': '7ad2f73c-8f53-4e9f-af46-6cfd7f008af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0e200149-5f88-42c9-bd01-885563e281cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:28.086115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.086511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Bound using segment: {'id': '7ad2f73c-8f53-4e9f-af46-6cfd7f008af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0e200149-5f88-42c9-bd01-885563e281cf'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:28.086994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Bound port: 78042e70-3e47-4d08-97a0-ff7c3326e0fd, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad2f73c-8f53-4e9f-af46-6cfd7f008af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0e200149-5f88-42c9-bd01-885563e281cf'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:28.087413 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.097982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60fc5f8-1ab9-459d-b3e6-8f4adf1c9cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-6a850af8-b2d4-4bd1-b0f7-8761a9645bd9', 'network_id': '6a850af8-b2d4-4bd1-b0f7-8761a9645bd9', 'tenant_id': '6700d968f1b8405fa1c6c202dc2afc83', 'fixed_ips': [{'subnet_id': '35905715-c194-4995-9aa7-8f8c2f2c9c2c'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:28.098864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e60fc5f8-1ab9-459d-b3e6-8f4adf1c9cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.101338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Subnet': ['ID=35905715-c194-4995-9aa7-8f8c2f2c9c2c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:28.163937 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.184285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a850af8-b2d4-4bd1-b0f7-8761a9645bd9']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:28.193673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80017618-b018-4816-a081-1f5f833a366e') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:28.193998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80017618-b018-4816-a081-1f5f833a366e') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:28.203385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.218398 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.219826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] For port 78042e70-3e47-4d08-97a0-ff7c3326e0fd, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:28.224613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:44:28.225028 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.227946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89277432-04c0-4ffd-b77d-f44d045998ef None None] Network 6a850af8-b2d4-4bd1-b0f7-8761a9645bd9 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:44:28.229659 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:44:28.291481 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.296948 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.300257 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/6a850af8-b2d4-4bd1-b0f7-8761a9645bd9 HTTP/1.1" status: 204 len: 168 time: 0.4460447 Nov 26 22:44:28.304200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39988) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:28.304971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] For port 78042e70-3e47-4d08-97a0-ff7c3326e0fd, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=78042e70-3e47-4d08-97a0-ff7c3326e0fd,segment=NetworkSegment(7ad2f73c-8f53-4e9f-af46-6cfd7f008af0),segment_id=7ad2f73c-8f53-4e9f-af46-6cfd7f008af0)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:28.316574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e21928-e54c-46bf-a032-ec5237e4f710 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Network': ['ID=6a850af8-b2d4-4bd1-b0f7-8761a9645bd9,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:28.327013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.341590 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3a16b8-aff0-4814-9409-d3d9d8382abf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] GET failed (client error): The resource could not be found. Nov 26 22:44:28.342976 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3b3a16b8-aff0-4814-9409-d3d9d8382abf tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "GET /v2.0/subnets/35905715-c194-4995-9aa7-8f8c2f2c9c2c HTTP/1.1" status: 404 len: 337 time: 0.0370095 Nov 26 22:44:28.345689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39990) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:28.363798 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-6066114c-bd67-4fdd-af5b-f30d713902ab tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] DELETE failed (client error): The resource could not be found. Nov 26 22:44:28.364288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6066114c-bd67-4fdd-af5b-f30d713902ab tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:44:28.367568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6066114c-bd67-4fdd-af5b-f30d713902ab tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/6a850af8-b2d4-4bd1-b0f7-8761a9645bd9 HTTP/1.1" status: 404 len: 339 time: 0.0209301 Nov 26 22:44:28.372067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39992) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:28.398518 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08884b8-ffa9-4ddc-bfc6-c1f9fd059474 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] DELETE failed (client error): The resource could not be found. Nov 26 22:44:28.398984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a08884b8-ffa9-4ddc-bfc6-c1f9fd059474 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:44:28.404615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838319d-6d65-467d-bf45-fb712bcb22bd None None] Pushing event updated for resources: {'Port': ['ID=78042e70-3e47-4d08-97a0-ff7c3326e0fd,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:28.404799 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a08884b8-ffa9-4ddc-bfc6-c1f9fd059474 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/subnets/35905715-c194-4995-9aa7-8f8c2f2c9c2c HTTP/1.1" status: 404 len: 337 time: 0.0290968 Nov 26 22:44:28.404799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39994) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:28.423974 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b4dea9-b9d7-4fae-9d45-5389fbd736f2 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] DELETE failed (client error): The resource could not be found. Nov 26 22:44:28.424391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b4dea9-b9d7-4fae-9d45-5389fbd736f2 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:44:28.427464 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-80b4dea9-b9d7-4fae-9d45-5389fbd736f2 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/6a850af8-b2d4-4bd1-b0f7-8761a9645bd9 HTTP/1.1" status: 404 len: 339 time: 0.0217326 Nov 26 22:44:28.430022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39996) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:28.482047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea79b40-c165-44d5-9f53-35ca98925796 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Deleting subnet f3610352-4475-45e4-8436-b5f3f96191e8 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:44:28.485353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dea79b40-c165-44d5-9f53-35ca98925796 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.527618 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dea79b40-c165-44d5-9f53-35ca98925796 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.634803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dea79b40-c165-44d5-9f53-35ca98925796 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.695392 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dea79b40-c165-44d5-9f53-35ca98925796 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.722317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea79b40-c165-44d5-9f53-35ca98925796 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Subnet': ['ID=f3610352-4475-45e4-8436-b5f3f96191e8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:28.728603 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dea79b40-c165-44d5-9f53-35ca98925796 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.731928 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dea79b40-c165-44d5-9f53-35ca98925796 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/subnets/f3610352-4475-45e4-8436-b5f3f96191e8 HTTP/1.1" status: 204 len: 168 time: 0.3009634 Nov 26 22:44:28.734418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 39998) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:28.816526 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.817504 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.872800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Deleting port 78042e70-3e47-4d08-97a0-ff7c3326e0fd {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:44:28.873145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.939420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] For port 78042e70-3e47-4d08-97a0-ff7c3326e0fd, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=78042e70-3e47-4d08-97a0-ff7c3326e0fd,segment=NetworkSegment(7ad2f73c-8f53-4e9f-af46-6cfd7f008af0),segment_id=7ad2f73c-8f53-4e9f-af46-6cfd7f008af0)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:28.939696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:28.952154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Calling delete_port for 78042e70-3e47-4d08-97a0-ff7c3326e0fd owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:44:29.030805 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.054863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Port': ['ID=78042e70-3e47-4d08-97a0-ff7c3326e0fd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:29.063427 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No DVR routers for this DVR port 78042e70-3e47-4d08-97a0-ff7c3326e0fd on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:44:29.162423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.184710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e200149-5f88-42c9-bd01-885563e281cf']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:29.194674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad2f73c-8f53-4e9f-af46-6cfd7f008af0') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:29.194884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad2f73c-8f53-4e9f-af46-6cfd7f008af0') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:29.207085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.222045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.229563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:44:29.230172 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:44:29.233156 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:44:29.296790 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.303888 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.307208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/0e200149-5f88-42c9-bd01-885563e281cf HTTP/1.1" status: 204 len: 168 time: 0.5718458 Nov 26 22:44:29.309632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40000) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:29.328106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7beee6-a52e-46f2-887d-49430bf95553 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Network': ['ID=0e200149-5f88-42c9-bd01-885563e281cf,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:29.347253 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1279151-7911-44f7-afca-05ed4fe38e50 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] DELETE failed (client error): The resource could not be found. Nov 26 22:44:29.347708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1279151-7911-44f7-afca-05ed4fe38e50 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:44:29.350908 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b1279151-7911-44f7-afca-05ed4fe38e50 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/subnets/50f629f2-77bd-4d9d-b67e-ba7a4bd5982f HTTP/1.1" status: 404 len: 337 time: 0.0401685 Nov 26 22:44:29.353987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40002) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:29.373674 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cf3fd8-3db7-4105-8dfc-1dcd94416526 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] DELETE failed (client error): The resource could not be found. Nov 26 22:44:29.378995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cf3fd8-3db7-4105-8dfc-1dcd94416526 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:44:29.380420 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d2cf3fd8-3db7-4105-8dfc-1dcd94416526 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/d8b666ac-0160-4d75-953e-e828e1767ea1 HTTP/1.1" status: 404 len: 339 time: 0.0248864 Nov 26 22:44:29.382629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40004) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:29.386774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4e5cf-85ea-4c4d-9105-e068ae211064 None None] DHCP port deletion for 0e200149-5f88-42c9-bd01-885563e281cf request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:29.407886 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.412254 n-d-819494-1 neutron-server[109999]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcce403a-3954-4de9-8deb-1eee7db5c848 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] DELETE failed (client error): The resource could not be found. Nov 26 22:44:29.412922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcce403a-3954-4de9-8deb-1eee7db5c848 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109999) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:44:29.416317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700b7a2-4cbd-4c3e-982f-035815b66c83 None None] Network 0e200149-5f88-42c9-bd01-885563e281cf requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:29.416823 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fcce403a-3954-4de9-8deb-1eee7db5c848 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/subnets/35d08461-4913-4f7a-973c-047d467de9d9 HTTP/1.1" status: 404 len: 337 time: 0.0330889 Nov 26 22:44:29.417935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a7c4ffec-202f-439f-b02b-aa36e1d4f3d2 None None] Could not find standard attr ID for object 78042e70-3e47-4d08-97a0-ff7c3326e0fd. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:44:29.419639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40006) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:29.429384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700b7a2-4cbd-4c3e-982f-035815b66c83 None None] Network 0e200149-5f88-42c9-bd01-885563e281cf could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 22:44:29.439002 n-d-819494-1 neutron-server[110000]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45fe949-b13d-433b-a782-dae3485d4610 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] DELETE failed (client error): The resource could not be found. Nov 26 22:44:29.439494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45fe949-b13d-433b-a782-dae3485d4610 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110000) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 26 22:44:29.442581 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c45fe949-b13d-433b-a782-dae3485d4610 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/3539b054-aba7-4978-abad-eb864180b3ff HTTP/1.1" status: 404 len: 339 time: 0.0217736 Nov 26 22:44:29.445097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40008) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:29.496858 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde69e03-43b4-4173-90d7-06ee63c09c36 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Deleting subnet 6852eab3-cbdc-4715-bc50-8a89a830f4d8 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:44:29.500897 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bde69e03-43b4-4173-90d7-06ee63c09c36 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.540362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bde69e03-43b4-4173-90d7-06ee63c09c36 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.625768 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bde69e03-43b4-4173-90d7-06ee63c09c36 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.680622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bde69e03-43b4-4173-90d7-06ee63c09c36 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.705681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde69e03-43b4-4173-90d7-06ee63c09c36 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Subnet': ['ID=6852eab3-cbdc-4715-bc50-8a89a830f4d8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:29.711407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bde69e03-43b4-4173-90d7-06ee63c09c36 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.715201 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bde69e03-43b4-4173-90d7-06ee63c09c36 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/subnets/6852eab3-cbdc-4715-bc50-8a89a830f4d8 HTTP/1.1" status: 204 len: 168 time: 0.2692580 Nov 26 22:44:29.717631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40010) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:29.720041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6dbca-5b0c-4cfd-9ede-11ad7b2489b4 None None] Network 64e965d8-ca90-489a-9c41-3142fbe8e1ff requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:29.795732 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.849465 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Deleting port bd921868-6071-4748-82f3-67416fada492 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:44:29.849808 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.898249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] DHCP port deletion for 64e965d8-ca90-489a-9c41-3142fbe8e1ff request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:29.915133 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] For port bd921868-6071-4748-82f3-67416fada492, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bd921868-6071-4748-82f3-67416fada492,segment=NetworkSegment(bb01949f-ba8e-4f1e-be7c-cd4a4e755096),segment_id=bb01949f-ba8e-4f1e-be7c-cd4a4e755096)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:29.915943 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:29.927610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Calling delete_port for bd921868-6071-4748-82f3-67416fada492 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:44:29.945125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] Deleting port bd921868-6071-4748-82f3-67416fada492 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:44:29.945524 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.009928 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.010351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] For port bd921868-6071-4748-82f3-67416fada492, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bd921868-6071-4748-82f3-67416fada492,segment=NetworkSegment(bb01949f-ba8e-4f1e-be7c-cd4a4e755096),segment_id=bb01949f-ba8e-4f1e-be7c-cd4a4e755096)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:30.010754 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.022853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] Calling delete_port for bd921868-6071-4748-82f3-67416fada492 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:44:30.032640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Port': ['ID=bd921868-6071-4748-82f3-67416fada492,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:30.038126 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] No DVR routers for this DVR port bd921868-6071-4748-82f3-67416fada492 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:44:30.099989 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.122767 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.129965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] Pushing event deleted for resources: {'Port': ['ID=bd921868-6071-4748-82f3-67416fada492,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:30.131829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8351d-ddde-42dc-b20c-80b1eff0251b None None] No DVR routers for this DVR port bd921868-6071-4748-82f3-67416fada492 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:44:30.144122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e965d8-ca90-489a-9c41-3142fbe8e1ff']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:30.154258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb01949f-ba8e-4f1e-be7c-cd4a4e755096') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:30.154560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb01949f-ba8e-4f1e-be7c-cd4a4e755096') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:30.163582 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.176846 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.182912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:44:30.183304 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:44:30.186279 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:44:30.243429 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.250521 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.253182 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] 10.222.0.21 "DELETE /v2.0/networks/64e965d8-ca90-489a-9c41-3142fbe8e1ff HTTP/1.1" status: 204 len: 168 time: 0.5345962 Nov 26 22:44:30.265111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f0884-fb78-482b-946a-fd3bb0f35c68 tempest-NetworksIpV6Test-142383702 tempest-NetworksIpV6Test-142383702-project] Pushing event deleted for resources: {'Network': ['ID=64e965d8-ca90-489a-9c41-3142fbe8e1ff,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:30.492888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40016) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:30.628093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6d4de364-dc73-436b-84bc-f09e651fe300 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6700d968f1b8405fa1c6c202dc2afc83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334374 Nov 26 22:44:30.630614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40020) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:30.677269 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57aa693-ceb5-43e2-ae6a-e05a60a37249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.698741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57aa693-ceb5-43e2-ae6a-e05a60a37249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.744283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57aa693-ceb5-43e2-ae6a-e05a60a37249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.746952 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b57aa693-ceb5-43e2-ae6a-e05a60a37249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:30.748103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b57aa693-ceb5-43e2-ae6a-e05a60a37249 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a427a7ce-626c-4193-b567-1b1168666cec HTTP/1.1" status: 204 len: 168 time: 0.1165891 Nov 26 22:44:30.755756 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57aa693-ceb5-43e2-ae6a-e05a60a37249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a427a7ce-626c-4193-b567-1b1168666cec,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:31.402741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40042) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:31.504970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7a1aae03-38e1-4042-9548-d60400d5db3d tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-852397729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:31.510004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bd921868-6071-4748-82f3-67416fada492 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:44:31.529984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bd921868-6071-4748-82f3-67416fada492 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:44:31.530381 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bd921868-6071-4748-82f3-67416fada492 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:44:31.531352 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a1aae03-38e1-4042-9548-d60400d5db3d tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.532531 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a1aae03-38e1-4042-9548-d60400d5db3d tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.626802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a1aae03-38e1-4042-9548-d60400d5db3d tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.631389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a1aae03-38e1-4042-9548-d60400d5db3d tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.649255 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a1aae03-38e1-4042-9548-d60400d5db3d tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.650426 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7a1aae03-38e1-4042-9548-d60400d5db3d tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2465415 Nov 26 22:44:31.653734 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40046) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:31.659700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-394936485'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:31.682816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Made reservation on behalf of ada761a3ea33463e9fc2b6eada40c9c6 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:31.686239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.695759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.776018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.780200 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.810038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:31.824715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd58da7-91c8-44a5-904d-074bc627ec28,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:31.831713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.832255 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Added segment 99e06654-540b-4b18-9e73-6df2db35ca82 of type vlan for network 1c274433-8c50-4cf4-beac-6fa10b646fb2 Nov 26 22:44:31.880390 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.911715 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.918234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:31.918820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:31.973296 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3180897 Nov 26 22:44:31.976332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40048) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:31.982480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Request body: {'subnet': {'network_id': '1c274433-8c50-4cf4-beac-6fa10b646fb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:31.986609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae3def-d4f7-490d-867a-0be936a074c4 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event updated for resources: {'Network': ['ID=1c274433-8c50-4cf4-beac-6fa10b646fb2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:31.996994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 1c274433-8c50-4cf4-beac-6fa10b646fb2 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:32.073010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Made reservation on behalf of ada761a3ea33463e9fc2b6eada40c9c6 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:32.076443 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.253203 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.311929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event updated for resources: {'Subnet': ['ID=26fcee23-f7da-4bab-b258-3ae1d788be4c,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:32.320390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Checking segment: {'id': '99e06654-540b-4b18-9e73-6df2db35ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1c274433-8c50-4cf4-beac-6fa10b646fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:32.320754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Network hostable DHCP agents. Network: 1c274433-8c50-4cf4-beac-6fa10b646fb2, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:32.337334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Network 1c274433-8c50-4cf4-beac-6fa10b646fb2 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:32.345867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 1c274433-8c50-4cf4-beac-6fa10b646fb2) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:32.349772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:32.350389 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.355663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f780c8-e2cf-4e37-bd1c-95ebbbef34f4 None None] Network 1c274433-8c50-4cf4-beac-6fa10b646fb2 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:32.367053 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-277daafb-2c42-43d2-b8b3-4bc166c67906 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3895528 Nov 26 22:44:32.371349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:32.376221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-539927640'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:32.395594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Made reservation on behalf of ada761a3ea33463e9fc2b6eada40c9c6 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:32.399125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.423191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:32.432838 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.433187 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Added segment 5e40b131-a486-44d8-80f3-0297f63320ef of type vlan for network 63782190-86e5-420e-80d5-07b1064217af Nov 26 22:44:32.473227 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.503294 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.509274 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-1c274433-8c50-4cf4-beac-6fa10b646fb2', 'network_id': '1c274433-8c50-4cf4-beac-6fa10b646fb2', 'tenant_id': 'ada761a3ea33463e9fc2b6eada40c9c6', 'fixed_ips': [{'subnet_id': '26fcee23-f7da-4bab-b258-3ae1d788be4c'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:32.510459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.511491 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:32.512111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.574452 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2019808 Nov 26 22:44:32.577448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40052) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:32.582792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Request body: {'subnet': {'network_id': '63782190-86e5-420e-80d5-07b1064217af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:32.590211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70997a9c-110c-4813-a7a5-67e28dbb4ac0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event updated for resources: {'Network': ['ID=63782190-86e5-420e-80d5-07b1064217af,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:32.603951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 63782190-86e5-420e-80d5-07b1064217af details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:32.674634 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Made reservation on behalf of ada761a3ea33463e9fc2b6eada40c9c6 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:32.678265 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.699165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Allocated IP 172.20.0.2 (1c274433-8c50-4cf4-beac-6fa10b646fb2/26fcee23-f7da-4bab-b258-3ae1d788be4c/d83534ca-7752-4c58-b3a8-5f1043f0af02) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:32.848735 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.856198 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.858147 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.896894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Network 1c274433-8c50-4cf4-beac-6fa10b646fb2 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:32.900625 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:32.904152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:32.909485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Pushing event updated for resources: {'Port': ['ID=d83534ca-7752-4c58-b3a8-5f1043f0af02,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:32.921609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event updated for resources: {'Subnet': ['ID=00fb0991-0c18-4671-9fd2-0b5f99e7c940,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:32.932237 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Checking segment: {'id': '5e40b131-a486-44d8-80f3-0297f63320ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63782190-86e5-420e-80d5-07b1064217af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:32.932670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Network hostable DHCP agents. Network: 63782190-86e5-420e-80d5-07b1064217af, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:32.950409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Network 63782190-86e5-420e-80d5-07b1064217af is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:32.959296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 63782190-86e5-420e-80d5-07b1064217af) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:32.963408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:32.964004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:32.971716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbcfa42-5ce3-4a2b-9e59-4caf585c8181 None None] Network 63782190-86e5-420e-80d5-07b1064217af requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:32.974496 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Attempting to bind port d83534ca-7752-4c58-b3a8-5f1043f0af02 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:32.974891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Attempting to bind port d83534ca-7752-4c58-b3a8-5f1043f0af02 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '99e06654-540b-4b18-9e73-6df2db35ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1c274433-8c50-4cf4-beac-6fa10b646fb2'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:32.975399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Attempting to bind port d83534ca-7752-4c58-b3a8-5f1043f0af02 on network 1c274433-8c50-4cf4-beac-6fa10b646fb2 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:32.980894 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-52ec571b-b577-411f-bae5-22c2353f435f tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4023378 Nov 26 22:44:32.983878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40054) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:32.989638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ba0654f3-91ac-4530-8a2b-90643a6a8702 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Request body: {'router': {'external_gateway_info': {'network_id': '63782190-86e5-420e-80d5-07b1064217af'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:33.019670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:33.020046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Checking segment: {'id': '99e06654-540b-4b18-9e73-6df2db35ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1c274433-8c50-4cf4-beac-6fa10b646fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:33.020444 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.020839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Bound using segment: {'id': '99e06654-540b-4b18-9e73-6df2db35ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1c274433-8c50-4cf4-beac-6fa10b646fb2'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:33.021325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Bound port: d83534ca-7752-4c58-b3a8-5f1043f0af02, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e06654-540b-4b18-9e73-6df2db35ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '1c274433-8c50-4cf4-beac-6fa10b646fb2'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:33.021707 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.135942 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] For port d83534ca-7752-4c58-b3a8-5f1043f0af02, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:33.152631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] For port d83534ca-7752-4c58-b3a8-5f1043f0af02, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d83534ca-7752-4c58-b3a8-5f1043f0af02,segment=NetworkSegment(99e06654-540b-4b18-9e73-6df2db35ca82),segment_id=99e06654-540b-4b18-9e73-6df2db35ca82)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:33.158177 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.194396 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ba0654f3-91ac-4530-8a2b-90643a6a8702 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.217387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-63782190-86e5-420e-80d5-07b1064217af', 'network_id': '63782190-86e5-420e-80d5-07b1064217af', 'tenant_id': 'ada761a3ea33463e9fc2b6eada40c9c6', 'fixed_ips': [{'subnet_id': '00fb0991-0c18-4671-9fd2-0b5f99e7c940'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:33.218268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.249212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34200f-0a67-499f-bc4b-6d55f04443b6 None None] Pushing event updated for resources: {'Port': ['ID=d83534ca-7752-4c58-b3a8-5f1043f0af02,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:33.305742 n-d-819494-1 neutron-server[109999]: INFO neutron.api.v2.resource [None req-ba0654f3-91ac-4530-8a2b-90643a6a8702 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 26 22:44:33.307512 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ba0654f3-91ac-4530-8a2b-90643a6a8702 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "PUT /v2.0/routers/945d17e7-97e1-4bc8-bc1f-4f097b316feb HTTP/1.1" status: 400 len: 364 time: 0.3218901 Nov 26 22:44:33.313340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40056) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:33.367226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6710906b-af61-454c-8a7c-04b2f6f47e27 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Deleting subnet 00fb0991-0c18-4671-9fd2-0b5f99e7c940 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:44:33.561807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d83534ca-7752-4c58-b3a8-5f1043f0af02 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:33.567912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Allocated IP 172.21.0.2 (63782190-86e5-420e-80d5-07b1064217af/00fb0991-0c18-4671-9fd2-0b5f99e7c940/cdc80f0a-b17c-4023-8e65-18ed6698ad68) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:33.676570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d83534ca-7752-4c58-b3a8-5f1043f0af02 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:33.676833 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.797929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.804676 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6710906b-af61-454c-8a7c-04b2f6f47e27 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.810172 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.846115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.856324 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6710906b-af61-454c-8a7c-04b2f6f47e27 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.867968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Network 63782190-86e5-420e-80d5-07b1064217af is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:33.880968 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:33.887776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Pushing event updated for resources: {'Port': ['ID=cdc80f0a-b17c-4023-8e65-18ed6698ad68,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:33.890149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:33.929472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port d83534ca-7752-4c58-b3a8-5f1043f0af02, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d83534ca-7752-4c58-b3a8-5f1043f0af02,segment=NetworkSegment(99e06654-540b-4b18-9e73-6df2db35ca82),segment_id=99e06654-540b-4b18-9e73-6df2db35ca82)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:33.951004 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.974201 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6710906b-af61-454c-8a7c-04b2f6f47e27 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:33.997417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Attempting to bind port cdc80f0a-b17c-4023-8e65-18ed6698ad68 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:33.997795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Attempting to bind port cdc80f0a-b17c-4023-8e65-18ed6698ad68 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '5e40b131-a486-44d8-80f3-0297f63320ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63782190-86e5-420e-80d5-07b1064217af'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:33.998202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Attempting to bind port cdc80f0a-b17c-4023-8e65-18ed6698ad68 on network 63782190-86e5-420e-80d5-07b1064217af {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:34.000799 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:44:34.010922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:34.010922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Checking segment: {'id': '5e40b131-a486-44d8-80f3-0297f63320ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63782190-86e5-420e-80d5-07b1064217af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:34.010922 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.011387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Bound using segment: {'id': '5e40b131-a486-44d8-80f3-0297f63320ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63782190-86e5-420e-80d5-07b1064217af'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:34.011788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Bound port: cdc80f0a-b17c-4023-8e65-18ed6698ad68, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e40b131-a486-44d8-80f3-0297f63320ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '63782190-86e5-420e-80d5-07b1064217af'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:34.012180 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.061598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6710906b-af61-454c-8a7c-04b2f6f47e27 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.064552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=d83534ca-7752-4c58-b3a8-5f1043f0af02,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:34.092650 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710906b-af61-454c-8a7c-04b2f6f47e27 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event deleted for resources: {'Subnet': ['ID=00fb0991-0c18-4671-9fd2-0b5f99e7c940,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:34.100095 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6710906b-af61-454c-8a7c-04b2f6f47e27 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.104460 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6710906b-af61-454c-8a7c-04b2f6f47e27 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "DELETE /v2.0/subnets/00fb0991-0c18-4671-9fd2-0b5f99e7c940 HTTP/1.1" status: 204 len: 168 time: 0.7901223 Nov 26 22:44:34.107100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40058) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:34.135552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] For port cdc80f0a-b17c-4023-8e65-18ed6698ad68, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:34.139810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] For port cdc80f0a-b17c-4023-8e65-18ed6698ad68, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=cdc80f0a-b17c-4023-8e65-18ed6698ad68,segment=NetworkSegment(5e40b131-a486-44d8-80f3-0297f63320ef),segment_id=5e40b131-a486-44d8-80f3-0297f63320ef)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:34.150028 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.202740 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.231539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35d8e7-9018-4205-927f-3a5a858e5fe9 None None] Pushing event updated for resources: {'Port': ['ID=cdc80f0a-b17c-4023-8e65-18ed6698ad68,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:34.284533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Deleting port cdc80f0a-b17c-4023-8e65-18ed6698ad68 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:44:34.284927 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.359426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] For port cdc80f0a-b17c-4023-8e65-18ed6698ad68, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=cdc80f0a-b17c-4023-8e65-18ed6698ad68,segment=NetworkSegment(5e40b131-a486-44d8-80f3-0297f63320ef),segment_id=5e40b131-a486-44d8-80f3-0297f63320ef)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:34.359793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.375879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Calling delete_port for cdc80f0a-b17c-4023-8e65-18ed6698ad68 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:44:34.394054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d3d5d7-a767-4569-95bb-56ff4d0c4f5d None None] Network 1c274433-8c50-4cf4-beac-6fa10b646fb2 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:34.499203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a177efc7-88d6-44bd-96ae-4e4b3ca7c85f None None] Provisioning complete for port d83534ca-7752-4c58-b3a8-5f1043f0af02 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:34.499659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a177efc7-88d6-44bd-96ae-4e4b3ca7c85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.733172 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.760454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event deleted for resources: {'Port': ['ID=cdc80f0a-b17c-4023-8e65-18ed6698ad68,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:34.762835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] No DVR routers for this DVR port cdc80f0a-b17c-4023-8e65-18ed6698ad68 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:44:34.850509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.870908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63782190-86e5-420e-80d5-07b1064217af']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:34.875988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-61e6a81c-eacc-4f27-bbab-03b1823e400b None None] Provisioning complete for port d83534ca-7752-4c58-b3a8-5f1043f0af02 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:34.876471 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-61e6a81c-eacc-4f27-bbab-03b1823e400b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.880114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e40b131-a486-44d8-80f3-0297f63320ef') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:34.880414 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e40b131-a486-44d8-80f3-0297f63320ef') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:34.890148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.905137 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.912194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:44:34.912593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:44:34.917028 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:44:34.982714 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.991270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:34.995284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "DELETE /v2.0/networks/63782190-86e5-420e-80d5-07b1064217af HTTP/1.1" status: 204 len: 168 time: 0.8871098 Nov 26 22:44:34.997965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40060) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:35.005270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee4fc8-3e01-48c8-9c06-cbbcc25cd508 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event deleted for resources: {'Network': ['ID=63782190-86e5-420e-80d5-07b1064217af,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:35.063489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48dabe8-ff45-4353-a248-46c3eccfc2a0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Deleting subnet 26fcee23-f7da-4bab-b258-3ae1d788be4c {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:44:35.066849 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b48dabe8-ff45-4353-a248-46c3eccfc2a0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.273537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0eb630af-5f57-4e7e-9f18-07fa9983878e None None] Could not find standard attr ID for object cdc80f0a-b17c-4023-8e65-18ed6698ad68. {{(pid=110001) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 26 22:44:35.286542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8b20e-ea93-4b31-b974-0581226f5c1c None None] DHCP port deletion for 63782190-86e5-420e-80d5-07b1064217af request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:35.305694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31a8d2-29ae-42cc-9d5c-6b0aae62baae None None] Network 63782190-86e5-420e-80d5-07b1064217af requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:35.318440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31a8d2-29ae-42cc-9d5c-6b0aae62baae None None] Network 63782190-86e5-420e-80d5-07b1064217af could not be found, it might have been deleted concurrently. {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 26 22:44:35.428517 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b48dabe8-ff45-4353-a248-46c3eccfc2a0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.511887 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b48dabe8-ff45-4353-a248-46c3eccfc2a0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.513280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d83534ca-7752-4c58-b3a8-5f1043f0af02 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:35.564656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d83534ca-7752-4c58-b3a8-5f1043f0af02 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:35.565032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.573155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b48dabe8-ff45-4353-a248-46c3eccfc2a0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.600272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dabe8-ff45-4353-a248-46c3eccfc2a0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event deleted for resources: {'Subnet': ['ID=26fcee23-f7da-4bab-b258-3ae1d788be4c,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:35.606942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b48dabe8-ff45-4353-a248-46c3eccfc2a0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.610610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b48dabe8-ff45-4353-a248-46c3eccfc2a0 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "DELETE /v2.0/subnets/26fcee23-f7da-4bab-b258-3ae1d788be4c HTTP/1.1" status: 204 len: 168 time: 0.6111586 Nov 26 22:44:35.613024 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40062) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:35.614355 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a0b5c-e16c-47cd-acc6-882e14e93763 None None] Network 1c274433-8c50-4cf4-beac-6fa10b646fb2 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:35.690769 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.749030 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Deleting port d83534ca-7752-4c58-b3a8-5f1043f0af02 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:44:35.749378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.813299 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] DHCP port deletion for 1c274433-8c50-4cf4-beac-6fa10b646fb2 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:35.814929 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] For port d83534ca-7752-4c58-b3a8-5f1043f0af02, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d83534ca-7752-4c58-b3a8-5f1043f0af02,segment=NetworkSegment(99e06654-540b-4b18-9e73-6df2db35ca82),segment_id=99e06654-540b-4b18-9e73-6df2db35ca82)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:35.815303 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.828324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Calling delete_port for d83534ca-7752-4c58-b3a8-5f1043f0af02 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:44:35.860039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] Deleting port d83534ca-7752-4c58-b3a8-5f1043f0af02 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:44:35.860442 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.908656 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.925810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] For port d83534ca-7752-4c58-b3a8-5f1043f0af02, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d83534ca-7752-4c58-b3a8-5f1043f0af02,segment=NetworkSegment(99e06654-540b-4b18-9e73-6df2db35ca82),segment_id=99e06654-540b-4b18-9e73-6df2db35ca82)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:35.926380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:35.935550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event deleted for resources: {'Port': ['ID=d83534ca-7752-4c58-b3a8-5f1043f0af02,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:35.937358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] No DVR routers for this DVR port d83534ca-7752-4c58-b3a8-5f1043f0af02 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:44:35.938374 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] Calling delete_port for d83534ca-7752-4c58-b3a8-5f1043f0af02 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:44:36.014013 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.014559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.038605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c274433-8c50-4cf4-beac-6fa10b646fb2']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:36.039430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] Pushing event deleted for resources: {'Port': ['ID=d83534ca-7752-4c58-b3a8-5f1043f0af02,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:36.046126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289dc7c-8fd2-4aaf-92cf-4e01690cd7d3 None None] No DVR routers for this DVR port d83534ca-7752-4c58-b3a8-5f1043f0af02 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:44:36.049168 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e06654-540b-4b18-9e73-6df2db35ca82') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:36.049465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e06654-540b-4b18-9e73-6df2db35ca82') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:36.060044 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.073010 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.078940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:44:36.079322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:44:36.082544 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:44:36.138668 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.145361 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.149623 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "DELETE /v2.0/networks/1c274433-8c50-4cf4-beac-6fa10b646fb2 HTTP/1.1" status: 204 len: 168 time: 0.5354719 Nov 26 22:44:36.152556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40066) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:36.161256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f5531-f669-48e8-bfd6-34b9aa4655d9 tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Pushing event deleted for resources: {'Network': ['ID=1c274433-8c50-4cf4-beac-6fa10b646fb2,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:36.180101 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5c95d6a3-9e38-44f0-80e9-79a0b4ce26dc tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "GET /v2.0/ports?device_id=945d17e7-97e1-4bc8-bc1f-4f097b316feb HTTP/1.1" status: 200 len: 205 time: 0.0263393 Nov 26 22:44:36.183529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:36.260181 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-798aa6d0-3838-4308-9ed6-518896cf4ffc tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.414772 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-798aa6d0-3838-4308-9ed6-518896cf4ffc tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.416954 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-798aa6d0-3838-4308-9ed6-518896cf4ffc tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.460148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-798aa6d0-3838-4308-9ed6-518896cf4ffc tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.460820 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798aa6d0-3838-4308-9ed6-518896cf4ffc tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Fanout notify agent at l3_agent the message router_deleted on router 945d17e7-97e1-4bc8-bc1f-4f097b316feb {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:44:36.467895 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-798aa6d0-3838-4308-9ed6-518896cf4ffc tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.469015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-798aa6d0-3838-4308-9ed6-518896cf4ffc tempest-RoutersNegativeTest-305915620 tempest-RoutersNegativeTest-305915620-project] 10.222.0.21 "DELETE /v2.0/routers/945d17e7-97e1-4bc8-bc1f-4f097b316feb HTTP/1.1" status: 204 len: 168 time: 0.2843597 Nov 26 22:44:36.711478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40074) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:36.842788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7a1cab0c-be4c-48cf-a8a3-e8cdaf4cc813 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ada761a3ea33463e9fc2b6eada40c9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301508 Nov 26 22:44:36.845261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40078) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:36.897040 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7afd4f-f282-470b-a681-6c1d01de138d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.917868 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7afd4f-f282-470b-a681-6c1d01de138d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.963034 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7afd4f-f282-470b-a681-6c1d01de138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.965690 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a7afd4f-f282-470b-a681-6c1d01de138d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:36.966908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4a7afd4f-f282-470b-a681-6c1d01de138d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1bd58da7-91c8-44a5-904d-074bc627ec28 HTTP/1.1" status: 204 len: 168 time: 0.1207581 Nov 26 22:44:36.979216 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7afd4f-f282-470b-a681-6c1d01de138d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd58da7-91c8-44a5-904d-074bc627ec28,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:37.514100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d83534ca-7752-4c58-b3a8-5f1043f0af02 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:44:37.538497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: d83534ca-7752-4c58-b3a8-5f1043f0af02 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:44:37.538847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d83534ca-7752-4c58-b3a8-5f1043f0af02 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:44:37.546473 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.584023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40100) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:37.680169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1520552925-network', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:37.701882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Made reservation on behalf of 9cf0e59a61ad4a2ea8bd343adeb9af05 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:37.704138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.712266 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.786550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.791207 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.816180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:37.826654 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8a86c4-8799-45f7-b81b-60b06b2af3bf,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:37.831400 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.831752 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Added segment b276d982-d332-492f-aafc-a478ab96b23a of type vlan for network ac64ef27-3857-4d9f-9450-0fea4c921028 Nov 26 22:44:37.871127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.898346 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.899280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:37.900026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:37.950942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3658135 Nov 26 22:44:37.953909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40104) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:37.958845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Request body: {'subnet': {'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-subnet', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:37.961719 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520611b-3d59-4291-a05a-3ac81a632a75 admin admin] Pushing event updated for resources: {'Network': ['ID=ac64ef27-3857-4d9f-9450-0fea4c921028,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:37.971611 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ac64ef27-3857-4d9f-9450-0fea4c921028 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:37.979538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Made reservation on behalf of 9cf0e59a61ad4a2ea8bd343adeb9af05 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:37.981925 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.145139 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.203446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa71c09b-3841-4601-9711-91c1ebb5c182,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:38.211771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Checking segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:38.212771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Network hostable DHCP agents. Network: ac64ef27-3857-4d9f-9450-0fea4c921028, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:38.228920 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Network ac64ef27-3857-4d9f-9450-0fea4c921028 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:38.237286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ac64ef27-3857-4d9f-9450-0fea4c921028) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:38.241165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:38.241756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.246596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c1edf-55a0-4795-bdad-d890f79b5612 None None] Network ac64ef27-3857-4d9f-9450-0fea4c921028 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:38.257304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-76681b0c-90d1-410c-af4b-bd97abe38968 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3022549 Nov 26 22:44:38.260650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40106) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:38.265004 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:38.285803 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.286891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.336822 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.396256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.405572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ac64ef27-3857-4d9f-9450-0fea4c921028', 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'fixed_ips': [{'subnet_id': 'fa71c09b-3841-4601-9711-91c1ebb5c182'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:38.406530 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.476963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.539072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Allocated IP 172.20.0.2 (ac64ef27-3857-4d9f-9450-0fea4c921028/fa71c09b-3841-4601-9711-91c1ebb5c182/67163cf9-c6a6-41c7-9274-139db328b87e) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:38.683020 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.684065 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.690012 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.708855 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.735911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Network ac64ef27-3857-4d9f-9450-0fea4c921028 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:38.738826 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:38.742943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:38.746701 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Pushing event updated for resources: {'Port': ['ID=67163cf9-c6a6-41c7-9274-139db328b87e,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:38.797616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Attempting to bind port 67163cf9-c6a6-41c7-9274-139db328b87e on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:38.798107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Attempting to bind port 67163cf9-c6a6-41c7-9274-139db328b87e by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:38.798512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Attempting to bind port 67163cf9-c6a6-41c7-9274-139db328b87e on network ac64ef27-3857-4d9f-9450-0fea4c921028 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:38.803464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:38.803842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Checking segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:38.804246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.804645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Bound using segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:38.805114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Bound port: 67163cf9-c6a6-41c7-9274-139db328b87e, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:38.805500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.812220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Allocated IP 172.25.3.92 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/03eaeebf-3e78-4b44-9539-cc0ab1e09c55) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:38.869237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] For port 67163cf9-c6a6-41c7-9274-139db328b87e, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:38.873257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] For port 67163cf9-c6a6-41c7-9274-139db328b87e, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=67163cf9-c6a6-41c7-9274-139db328b87e,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:38.877282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.922829 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:38.941775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33792c-c881-4748-8887-004b4187ca4e None None] Pushing event updated for resources: {'Port': ['ID=67163cf9-c6a6-41c7-9274-139db328b87e,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:38.963264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:39.008903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:39.011893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:39.016362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:39.019616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Pushing event updated for resources: {'Port': ['ID=03eaeebf-3e78-4b44-9539-cc0ab1e09c55,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:39.026544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a3691-8664-4ec3-b2ff-663aa5049720 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:39.127174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-5e7e85a1-8ac8-41fe-8714-6c1ff2423da2 None None] Provisioning complete for port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:39.127549 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5e7e85a1-8ac8-41fe-8714-6c1ff2423da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:39.173665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e85a1-8ac8-41fe-8714-6c1ff2423da2 None None] Port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:44:39.283046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:39.482027 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:39.551323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 67163cf9-c6a6-41c7-9274-139db328b87e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:39.603316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 67163cf9-c6a6-41c7-9274-139db328b87e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:39.604030 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:39.627913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:44:39.692343 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:39.730957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 67163cf9-c6a6-41c7-9274-139db328b87e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=67163cf9-c6a6-41c7-9274-139db328b87e,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:39.736364 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:39.747754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:44:39.757203 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Sync routers for ids ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:44:39.772989 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Routers {'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:44:39.773693 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:44:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:39.776976 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:39.781059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40108) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:39.781647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f873a488-00a0-4caa-8da5-e919effff822 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5194001 Nov 26 22:44:39.800592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=67163cf9-c6a6-41c7-9274-139db328b87e,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:39.888293 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Set router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:44:39.959224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4babff6d-6cd6-4902-9977-a08ea7bf5a59 None None] Network ac64ef27-3857-4d9f-9450-0fea4c921028 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:40.028504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3fbe80a7-e0f5-4179-9b31-8483cb977cfc None None] Provisioning complete for port 67163cf9-c6a6-41c7-9274-139db328b87e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:40.028794 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3fbe80a7-e0f5-4179-9b31-8483cb977cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.073617 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:39Z', 'revision_number': 3, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port': {'id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:40.099636 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Checking router: fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:44:40.100142 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Updating router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:44:40.127139 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.215188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.388620 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Allocated IP 172.20.0.1 (ac64ef27-3857-4d9f-9450-0fea4c921028/fa71c09b-3841-4601-9711-91c1ebb5c182/438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:40.404808 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.410286 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.436254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b5761-1b41-43d7-962f-dec7dd7ad7e5 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:40.473447 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Attempting to bind port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:40.473824 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Attempting to bind port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:40.474219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Attempting to bind port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:40.483809 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:40.484201 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:40.484598 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.484997 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:40.485471 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Bound port: 03eaeebf-3e78-4b44-9539-cc0ab1e09c55, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:40.485847 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.510710 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Pushing event updated for resources: {'Port': ['ID=03eaeebf-3e78-4b44-9539-cc0ab1e09c55,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:40.512343 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.519888 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.520241 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.520714 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.520921 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.521259 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.521593 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.521922 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.522286 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.522812 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.522928 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.523247 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.523570 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.556668 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.562384 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] For port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:40.566777 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] For port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=03eaeebf-3e78-4b44-9539-cc0ab1e09c55,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:40.568825 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4a2a25ea-2561-4a02-9705-72a198751986 None None] Provisioning complete for port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:40.569464 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a2a25ea-2561-4a02-9705-72a198751986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.575241 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.599486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Network ac64ef27-3857-4d9f-9450-0fea4c921028 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:40.603792 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f459f2-c5b5-47a8-b831-fa33dd111243 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:40.605854 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:40.609590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:40.645286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Pushing event updated for resources: {'Port': ['ID=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:40.653502 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aac430-2c12-4633-88d3-efbd5d91258e None None] Pushing event updated for resources: {'Port': ['ID=03eaeebf-3e78-4b44-9539-cc0ab1e09c55,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:40.659760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.660266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.660739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.661185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.661628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.662064 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.662526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.662960 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.663392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.663824 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.664169 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Routers {'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:44:40.664343 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.664773 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:40.664902 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:44:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:40.673741 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.706627 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a2a25ea-2561-4a02-9705-72a198751986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.731633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4a2a25ea-2561-4a02-9705-72a198751986 None None] For port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=03eaeebf-3e78-4b44-9539-cc0ab1e09c55,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:40.739252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a2a25ea-2561-4a02-9705-72a198751986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.791331 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] Set router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:44:40.808517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a25ea-2561-4a02-9705-72a198751986 None None] Pushing event updated for resources: {'Port': ['ID=03eaeebf-3e78-4b44-9539-cc0ab1e09c55,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:40.832898 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.861065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e6bbb519-e0d5-461b-9e7d-f7f3d0700f8b None None] Provisioning complete for port 67163cf9-c6a6-41c7-9274-139db328b87e triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:40.861360 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb519-e0d5-461b-9e7d-f7f3d0700f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.956725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e6bbb519-e0d5-461b-9e7d-f7f3d0700f8b None None] Provisioning complete for port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:40.957344 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb519-e0d5-461b-9e7d-f7f3d0700f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:40.978949 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:39Z', 'revision_number': 3, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port': {'id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:40.996144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbb519-e0d5-461b-9e7d-f7f3d0700f8b None None] Port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:44:41.004968 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:41.007117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e6bbb519-e0d5-461b-9e7d-f7f3d0700f8b None None] Provisioning complete for port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:41.007575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e6bbb519-e0d5-461b-9e7d-f7f3d0700f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:41.007982 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2558d43b-4f69-427d-80c0-b124bad241f3 None None] The sync data for ids ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'] in n-d-819494-1 is: [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:39Z', 'revision_number': 3, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port': {'id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:44:41.010871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:41.082876 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:41.084843 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Pushing event updated for resources: {'Port': ['ID=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:41.184344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Network ac64ef27-3857-4d9f-9450-0fea4c921028 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:41.185700 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:41.323114 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:44:41.446226 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:44:41.452738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-20bd77d6-2f79-47c6-84b5-c3518bbf0edb admin admin] 10.222.0.21 "PUT /v2.0/routers/fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705763 Nov 26 22:44:41.523717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ec8b62fb-9bb3-4ba9-8701-f33e54fe37df None None] Provisioning complete for port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:41.524511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec8b62fb-9bb3-4ba9-8701-f33e54fe37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:41.563399 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b62fb-9bb3-4ba9-8701-f33e54fe37df None None] Port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:44:41.631410 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 67163cf9-c6a6-41c7-9274-139db328b87e up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:41.688402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 67163cf9-c6a6-41c7-9274-139db328b87e triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:41.688783 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:41.774304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:41.826409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:41.826794 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:41.989166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40124) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:41.994254 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-417470827-network', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:42.015357 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Made reservation on behalf of fcc6a69b28da4b05827ed0448b9464d4 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:42.017685 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.026668 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.099598 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.103642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.127844 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:44:42.139034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb409e85-0180-4549-bce0-4dd48e9cb42e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:42.144119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.144461 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Added segment 3a063858-47e1-4bd4-a645-38cdf684c02f of type vlan for network 32383d4c-d6ba-414f-976d-abb295790a88 Nov 26 22:44:42.183731 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.208195 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.209191 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:42.209754 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.260741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2703795 Nov 26 22:44:42.263616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40126) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:42.268712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Request body: {'subnet': {'network_id': '32383d4c-d6ba-414f-976d-abb295790a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-subnet', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:42.276238 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bcc43-630a-46e7-b0e7-fd3f56f98cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=32383d4c-d6ba-414f-976d-abb295790a88,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:42.287231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 32383d4c-d6ba-414f-976d-abb295790a88 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:44:42.291405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Made reservation on behalf of fcc6a69b28da4b05827ed0448b9464d4 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:42.294153 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.466554 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.520922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5044b907-a18a-4ed9-904d-65b85d53650d,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:42.531595 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Checking segment: {'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:42.531958 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Network hostable DHCP agents. Network: 32383d4c-d6ba-414f-976d-abb295790a88, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:44:42.550195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Network 32383d4c-d6ba-414f-976d-abb295790a88 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:44:42.559945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 32383d4c-d6ba-414f-976d-abb295790a88) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:42.564066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:42.564700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.569366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b481f-376e-48c9-8110-d02be3d84ef8 None None] Network 32383d4c-d6ba-414f-976d-abb295790a88 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:42.582595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c7fb6751-5d79-4c92-ae62-e47f025cc4a2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3154271 Nov 26 22:44:42.582893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40128) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:42.588432 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:42.610813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.611840 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.655798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Sync routers for ids ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:44:42.670410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.694092 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Routers {'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:44:42.694563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:44:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:42.794492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-32383d4c-d6ba-414f-976d-abb295790a88', 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'fixed_ips': [{'subnet_id': '5044b907-a18a-4ed9-904d-65b85d53650d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:44:42.795372 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.807611 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:42.889624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Set router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:44:43.007585 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.027018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.048359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Allocated IP 172.20.0.2 (32383d4c-d6ba-414f-976d-abb295790a88/5044b907-a18a-4ed9-904d-65b85d53650d/1fac5000-6b33-4589-a091-a10617430188) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:43.135673 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Allocated IP 172.25.3.251 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/55ab4296-4bcd-4c75-a00d-8c4fe2f30833) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:43.237325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.242172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 4, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port': {'id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8', 'name': '', 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'mac_address': 'fa:16:3e:35:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'fa71c09b-3841-4601-9711-91c1ebb5c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:40Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 2, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'subnets': [{'id': 'fa71c09b-3841-4601-9711-91c1ebb5c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:43.271565 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.272216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Checking router: fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:44:43.272216 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Updating router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:44:43.274166 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.290933 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.308060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:43.314469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:43.317376 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:43.329306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e0a45-7243-4f12-926c-93b349b3a491 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:43.334363 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.346102 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Network 32383d4c-d6ba-414f-976d-abb295790a88 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:43.355622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Pushing event updated for resources: {'Port': ['ID=55ab4296-4bcd-4c75-a00d-8c4fe2f30833,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:43.361877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:43.366917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:43.372516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Pushing event updated for resources: {'Port': ['ID=1fac5000-6b33-4589-a091-a10617430188,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:43.502786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2989e07d-9de2-4d6f-9f6e-568a31bf8620 None None] Provisioning complete for port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:43.503170 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2989e07d-9de2-4d6f-9f6e-568a31bf8620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.547182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Attempting to bind port 1fac5000-6b33-4589-a091-a10617430188 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:43.547468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Attempting to bind port 1fac5000-6b33-4589-a091-a10617430188 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:43.547814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Attempting to bind port 1fac5000-6b33-4589-a091-a10617430188 on network 32383d4c-d6ba-414f-976d-abb295790a88 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:43.589494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.601126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:43.601468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Checking segment: {'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:43.601716 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.602127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Bound using segment: {'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:43.602924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Bound port: 1fac5000-6b33-4589-a091-a10617430188, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:43.603302 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.608191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-2989e07d-9de2-4d6f-9f6e-568a31bf8620 None None] Port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:44:43.701787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] For port 1fac5000-6b33-4589-a091-a10617430188, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:43.720746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] For port 1fac5000-6b33-4589-a091-a10617430188, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1fac5000-6b33-4589-a091-a10617430188,segment=NetworkSegment(3a063858-47e1-4bd4-a645-38cdf684c02f),segment_id=3a063858-47e1-4bd4-a645-38cdf684c02f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:43.729793 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.983163 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:43.989080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f090fe7-8715-42a1-86d7-5c491a6a4819 None None] Pushing event updated for resources: {'Port': ['ID=1fac5000-6b33-4589-a091-a10617430188,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:43.992144 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.045138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31549b19-cbc5-4482-9a93-ba1bc3399852 None None] Pushing event updated for resources: {'Port': ['ID=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:44.070543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.105023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Attempting to bind port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:44.105650 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Attempting to bind port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:44.106229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Attempting to bind port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 on network ac64ef27-3857-4d9f-9450-0fea4c921028 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:44.112697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:44.113354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Checking segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:44.114106 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.114808 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Bound using segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:44.115434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Bound port: 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:44.115972 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.208025 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] For port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:44.212975 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] For port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:44.219480 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.257475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Router 21109c73-41b5-465e-be5d-01f5c3c2dd83 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:44:44.288900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Routers {'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:44:44.289561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:44:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:44.338522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31549b19-cbc5-4482-9a93-ba1bc3399852 None None] Pushing event updated for resources: {'Port': ['ID=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:44.403487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:44:44.414629 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Sync routers for ids ['21109c73-41b5-465e-be5d-01f5c3c2dd83'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:44:44.416895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ffc0e734-47c1-4adb-a7ae-9d50e65bce2c None None] Provisioning complete for port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:44.417279 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e734-47c1-4adb-a7ae-9d50e65bce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.429986 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Routers {'21109c73-41b5-465e-be5d-01f5c3c2dd83'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:44:44.431947 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:44:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21109c73-41b5-465e-be5d-01f5c3c2dd83'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:44.432991 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.436812 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-54da8075-a679-40bf-b659-937734e97c1f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8497169 Nov 26 22:44:44.437769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40130) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:44:44.482185 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] Set router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:44:44.657846 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e734-47c1-4adb-a7ae-9d50e65bce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.678428 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Set router 21109c73-41b5-465e-be5d-01f5c3c2dd83 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:44:44.715837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ffc0e734-47c1-4adb-a7ae-9d50e65bce2c None None] For port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:44.740696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e734-47c1-4adb-a7ae-9d50e65bce2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.801107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0e734-47c1-4adb-a7ae-9d50e65bce2c None None] Pushing event updated for resources: {'Port': ['ID=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:44.818584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 4, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port': {'id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8', 'name': '', 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'mac_address': 'fa:16:3e:35:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'fa71c09b-3841-4601-9711-91c1ebb5c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:40Z', 'updated_at': '2021-11-26T22:44:44Z', 'revision_number': 4, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'subnets': [{'id': 'fa71c09b-3841-4601-9711-91c1ebb5c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:44.855999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72cf914-a23c-4482-82fe-31ce60690e34 None None] The sync data for ids ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'] in n-d-819494-1 is: [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 4, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port': {'id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8', 'name': '', 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'mac_address': 'fa:16:3e:35:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'fa71c09b-3841-4601-9711-91c1ebb5c182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:40Z', 'updated_at': '2021-11-26T22:44:44Z', 'revision_number': 4, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'subnets': [{'id': 'fa71c09b-3841-4601-9711-91c1ebb5c182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:44:44.874346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a2719522-7b41-4e09-9fc7-a78899d0697f None None] Provisioning complete for port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:44.874731 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a2719522-7b41-4e09-9fc7-a78899d0697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:44.891465 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:44:43Z', 'revision_number': 3, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port': {'id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:43Z', 'updated_at': '2021-11-26T22:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:44.942638 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Checking router: 21109c73-41b5-465e-be5d-01f5c3c2dd83 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:44:44.943225 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Updating router 21109c73-41b5-465e-be5d-01f5c3c2dd83 port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:44:44.997461 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.025806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.229279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Allocated IP 172.20.0.1 (32383d4c-d6ba-414f-976d-abb295790a88/5044b907-a18a-4ed9-904d-65b85d53650d/bbe2d9b9-f5cd-4f22-9def-412a258a4418) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:45.241586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314c699-2683-4890-aa6d-1d69b9768e95 None None] Network 32383d4c-d6ba-414f-976d-abb295790a88 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:44:45.316028 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.325481 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.348245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba3af592-a753-4756-9ee1-0297d7d17476 None None] Provisioning complete for port 1fac5000-6b33-4589-a091-a10617430188 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:45.348693 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba3af592-a753-4756-9ee1-0297d7d17476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.392745 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Attempting to bind port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:45.393385 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Attempting to bind port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:45.393820 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Attempting to bind port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:45.398312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f858a0-4e67-4252-a110-3c49a92e1243 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:45.405386 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:45.406010 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:45.406536 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.407000 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:45.407763 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Bound port: 55ab4296-4bcd-4c75-a00d-8c4fe2f30833, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:45.408214 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.461687 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366eda7-46b2-497e-9a9f-41e19c385dc5 None None] Pushing event updated for resources: {'Port': ['ID=55ab4296-4bcd-4c75-a00d-8c4fe2f30833,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:45.506840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] For port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:45.508209 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] For port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=55ab4296-4bcd-4c75-a00d-8c4fe2f30833,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:45.515383 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.574648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb45c3-2cd1-46c4-ab79-991e3499abf2 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:44:45.599646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba3af592-a753-4756-9ee1-0297d7d17476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.619009 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Routers {'21109c73-41b5-465e-be5d-01f5c3c2dd83'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:44:45.619712 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:44:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21109c73-41b5-465e-be5d-01f5c3c2dd83'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:45.699595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:45.716065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba3af592-a753-4756-9ee1-0297d7d17476 None None] For port 1fac5000-6b33-4589-a091-a10617430188, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1fac5000-6b33-4589-a091-a10617430188,segment=NetworkSegment(3a063858-47e1-4bd4-a645-38cdf684c02f),segment_id=3a063858-47e1-4bd4-a645-38cdf684c02f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:45.749289 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba3af592-a753-4756-9ee1-0297d7d17476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.772999 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] Set router 21109c73-41b5-465e-be5d-01f5c3c2dd83 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:44:45.802416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.848357 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.876054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3af592-a753-4756-9ee1-0297d7d17476 None None] Pushing event updated for resources: {'Port': ['ID=1fac5000-6b33-4589-a091-a10617430188,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:45.895346 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:45.899909 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.901984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Network 32383d4c-d6ba-414f-976d-abb295790a88 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:45.905334 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:45.910989 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:45.936608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cc204c42-8fa8-47f6-a73f-52f189ec88ed None None] Provisioning complete for port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:45.936991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc204c42-8fa8-47f6-a73f-52f189ec88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:45.957308 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Pushing event updated for resources: {'Port': ['ID=bbe2d9b9-f5cd-4f22-9def-412a258a4418,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:45.986729 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366eda7-46b2-497e-9a9f-41e19c385dc5 None None] Pushing event updated for resources: {'Port': ['ID=55ab4296-4bcd-4c75-a00d-8c4fe2f30833,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:45.988033 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.117096 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:44:43Z', 'revision_number': 3, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port': {'id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:43Z', 'updated_at': '2021-11-26T22:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:46.148392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1fac5000-6b33-4589-a091-a10617430188 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:46.150678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc204c42-8fa8-47f6-a73f-52f189ec88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.161038 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64209f8e-da46-408e-9f9f-a5e94794d8fe None None] The sync data for ids ['21109c73-41b5-465e-be5d-01f5c3c2dd83'] in n-d-819494-1 is: [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:44:43Z', 'revision_number': 3, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port': {'id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:88:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:43Z', 'updated_at': '2021-11-26T22:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:44:46.173222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.203198 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-cc204c42-8fa8-47f6-a73f-52f189ec88ed None None] For port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=55ab4296-4bcd-4c75-a00d-8c4fe2f30833,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:46.215801 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc204c42-8fa8-47f6-a73f-52f189ec88ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.282586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1fac5000-6b33-4589-a091-a10617430188 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:46.282964 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.311693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc204c42-8fa8-47f6-a73f-52f189ec88ed None None] Pushing event updated for resources: {'Port': ['ID=55ab4296-4bcd-4c75-a00d-8c4fe2f30833,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:46.354911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cb5f72be-edf5-4b6e-b0c4-130e1368333f None None] Provisioning complete for port 1fac5000-6b33-4589-a091-a10617430188 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:46.355290 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cb5f72be-edf5-4b6e-b0c4-130e1368333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.411083 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.416359 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.484951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cb5f72be-edf5-4b6e-b0c4-130e1368333f None None] Provisioning complete for port bbe2d9b9-f5cd-4f22-9def-412a258a4418 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:46.485337 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cb5f72be-edf5-4b6e-b0c4-130e1368333f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.495785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.511242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Pushing event updated for resources: {'Port': ['ID=bbe2d9b9-f5cd-4f22-9def-412a258a4418,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:46.531125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f72be-edf5-4b6e-b0c4-130e1368333f None None] Port bbe2d9b9-f5cd-4f22-9def-412a258a4418 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:44:46.631485 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Network 32383d4c-d6ba-414f-976d-abb295790a88 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:46.632838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:46.776071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Router 21109c73-41b5-465e-be5d-01f5c3c2dd83 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:44:46.854806 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-1ed07a2b-ad03-4fcc-9f61-129dd8164cb8 None None] Provisioning complete for port bbe2d9b9-f5cd-4f22-9def-412a258a4418 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:46.855400 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ed07a2b-ad03-4fcc-9f61-129dd8164cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:46.890783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-1ed07a2b-ad03-4fcc-9f61-129dd8164cb8 None None] Port bbe2d9b9-f5cd-4f22-9def-412a258a4418 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:44:46.903322 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:44:46.908767 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-6f6df49b-7974-4cc6-8383-4760258bec7b admin admin] 10.222.0.21 "PUT /v2.0/routers/21109c73-41b5-465e-be5d-01f5c3c2dd83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4693940 Nov 26 22:44:47.582554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:47.613840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-68f481bb-2632-44b2-9b32-fafd5396fc0a tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:47.615338 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-68f481bb-2632-44b2-9b32-fafd5396fc0a tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/networks?id=ac64ef27-3857-4d9f-9450-0fea4c921028 HTTP/1.1" status: 200 len: 817 time: 0.1080351 Nov 26 22:44:47.630718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-78f8fb64-cd2d-4c5c-a41f-6042e98f925b tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/quotas/9cf0e59a61ad4a2ea8bd343adeb9af05 HTTP/1.1" status: 200 len: 375 time: 0.0091915 Nov 26 22:44:47.632810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:47.633187 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:47.687050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-757514f7-a6bd-4961-9ee8-f9c15c3a292b tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cf0e59a61ad4a2ea8bd343adeb9af05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505896 Nov 26 22:44:47.715236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1fac5000-6b33-4589-a091-a10617430188 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:47.765154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1fac5000-6b33-4589-a091-a10617430188 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:47.765533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:47.787028 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-62e1e122-bfb9-4d71-bae9-cde686cf527b service neutron] 10.222.0.21 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877333 Nov 26 22:44:47.884692 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-e0b72268-4db8-49fd-882f-983869b7c567 service neutron] 10.222.0.21 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896585 Nov 26 22:44:48.058869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4923bf0e-d6ca-4363-afcd-c43141d11ca8 req-0916376b-aec1-40bb-a7d4-7f89e42dc6e4 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 210 time: 0.0297458 Nov 26 22:44:48.245474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Sync routers for ids ['21109c73-41b5-465e-be5d-01f5c3c2dd83'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:44:48.255645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Routers {'21109c73-41b5-465e-be5d-01f5c3c2dd83'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:44:48.256272 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:44:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21109c73-41b5-465e-be5d-01f5c3c2dd83'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:48.373812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Set router 21109c73-41b5-465e-be5d-01f5c3c2dd83 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:44:48.734910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:44:46Z', 'revision_number': 4, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port': {'id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:43Z', 'updated_at': '2021-11-26T22:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bbe2d9b9-f5cd-4f22-9def-412a258a4418', 'name': '', 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'mac_address': 'fa:16:3e:48:df:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5044b907-a18a-4ed9-904d-65b85d53650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:45Z', 'updated_at': '2021-11-26T22:44:46Z', 'revision_number': 2, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'subnets': [{'id': '5044b907-a18a-4ed9-904d-65b85d53650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:48.761755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Checking router: 21109c73-41b5-465e-be5d-01f5c3c2dd83 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:44:48.762146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Updating router 21109c73-41b5-465e-be5d-01f5c3c2dd83 port bbe2d9b9-f5cd-4f22-9def-412a258a4418 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:44:48.789494 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.051322 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.056337 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.106591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cffd81-69aa-40ef-a490-a0b1162efac6 None None] Pushing event updated for resources: {'Port': ['ID=bbe2d9b9-f5cd-4f22-9def-412a258a4418,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:49.175422 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Attempting to bind port bbe2d9b9-f5cd-4f22-9def-412a258a4418 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:49.176018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Attempting to bind port bbe2d9b9-f5cd-4f22-9def-412a258a4418 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:49.177010 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Attempting to bind port bbe2d9b9-f5cd-4f22-9def-412a258a4418 on network 32383d4c-d6ba-414f-976d-abb295790a88 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:49.183323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:49.183716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Checking segment: {'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:49.184137 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.184570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Bound using segment: {'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:49.185469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Bound port: bbe2d9b9-f5cd-4f22-9def-412a258a4418, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a063858-47e1-4bd4-a645-38cdf684c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:49.185469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.218698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e8330ac-587b-47ef-89b6-8836b90501fd req-bf8e62d3-ec70-483b-ba65-5846c0833f30 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 210 time: 0.0755734 Nov 26 22:44:49.273331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] For port bbe2d9b9-f5cd-4f22-9def-412a258a4418, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:49.274803 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-60e0de7b-ea98-4172-a6ca-52e9dcbac242 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:49.276342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-60e0de7b-ea98-4172-a6ca-52e9dcbac242 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.13 "GET /v2.0/networks?id=ac64ef27-3857-4d9f-9450-0fea4c921028 HTTP/1.1" status: 200 len: 817 time: 0.1851141 Nov 26 22:44:49.277512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] For port bbe2d9b9-f5cd-4f22-9def-412a258a4418, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbe2d9b9-f5cd-4f22-9def-412a258a4418,segment=NetworkSegment(3a063858-47e1-4bd4-a645-38cdf684c02f),segment_id=3a063858-47e1-4bd4-a645-38cdf684c02f)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:49.283552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.301552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Request body: {'port': {'device_id': '36509622-f67e-4b61-a27f-7f97599d198e', 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'admin_state_up': True, 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:49.338948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Routers {'21109c73-41b5-465e-be5d-01f5c3c2dd83'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:44:49.339586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:44:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21109c73-41b5-465e-be5d-01f5c3c2dd83'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:49.388715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cffd81-69aa-40ef-a490-a0b1162efac6 None None] Pushing event updated for resources: {'Port': ['ID=bbe2d9b9-f5cd-4f22-9def-412a258a4418,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:49.431660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Made reservation on behalf of 9cf0e59a61ad4a2ea8bd343adeb9af05 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:44:49.435127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.465703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-84a0ee69-8708-4804-897c-5099a214201f None None] Provisioning complete for port bbe2d9b9-f5cd-4f22-9def-412a258a4418 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:49.466100 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-84a0ee69-8708-4804-897c-5099a214201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.497230 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] Set router 21109c73-41b5-465e-be5d-01f5c3c2dd83 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:44:49.575676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Allocated IP 172.20.0.6 (ac64ef27-3857-4d9f-9450-0fea4c921028/fa71c09b-3841-4601-9711-91c1ebb5c182/5258d3ad-6ef1-4677-8394-74d4a1cbda9a) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:44:49.676746 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-84a0ee69-8708-4804-897c-5099a214201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.724382 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.749482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-84a0ee69-8708-4804-897c-5099a214201f None None] For port bbe2d9b9-f5cd-4f22-9def-412a258a4418, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbe2d9b9-f5cd-4f22-9def-412a258a4418,segment=NetworkSegment(3a063858-47e1-4bd4-a645-38cdf684c02f),segment_id=3a063858-47e1-4bd4-a645-38cdf684c02f)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:49.755393 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-84a0ee69-8708-4804-897c-5099a214201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.757876 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.801716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Network ac64ef27-3857-4d9f-9450-0fea4c921028 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:44:49.804813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:44:49.810470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:44:49.812603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:44:46Z', 'revision_number': 4, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port': {'id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:43Z', 'updated_at': '2021-11-26T22:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bbe2d9b9-f5cd-4f22-9def-412a258a4418', 'name': '', 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'mac_address': 'fa:16:3e:48:df:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5044b907-a18a-4ed9-904d-65b85d53650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:45Z', 'updated_at': '2021-11-26T22:44:49Z', 'revision_number': 4, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'subnets': [{'id': '5044b907-a18a-4ed9-904d-65b85d53650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:44:49.815613 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0ee69-8708-4804-897c-5099a214201f None None] Pushing event updated for resources: {'Port': ['ID=bbe2d9b9-f5cd-4f22-9def-412a258a4418,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:49.817076 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Pushing event updated for resources: {'Port': ['ID=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:49.843285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc4f247-4d0f-47ad-99e9-7a552bf56abe None None] The sync data for ids ['21109c73-41b5-465e-be5d-01f5c3c2dd83'] in n-d-819494-1 is: [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:44:46Z', 'revision_number': 4, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port': {'id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:43Z', 'updated_at': '2021-11-26T22:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'bbe2d9b9-f5cd-4f22-9def-412a258a4418', 'name': '', 'network_id': '32383d4c-d6ba-414f-976d-abb295790a88', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'mac_address': 'fa:16:3e:48:df:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '5044b907-a18a-4ed9-904d-65b85d53650d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:45Z', 'updated_at': '2021-11-26T22:44:49Z', 'revision_number': 4, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'subnets': [{'id': '5044b907-a18a-4ed9-904d-65b85d53650d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:44:49.867410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:49.868866 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.880217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2deab4c2-def0-4f09-b69c-3648ae94536c None None] Provisioning complete for port bbe2d9b9-f5cd-4f22-9def-412a258a4418 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:49.880661 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2deab4c2-def0-4f09-b69c-3648ae94536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:49.899917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-83f65aab-9b6a-477f-9b5e-ef3379a92829 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6017234 Nov 26 22:44:49.926003 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Request body: {'port': {'device_id': '36509622-f67e-4b61-a27f-7f97599d198e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:44:49.995075 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:50.127692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d3586cd6-dbde-45f7-89e2-4001e88d96d4 None None] Provisioning complete for port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:50.128129 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d3586cd6-dbde-45f7-89e2-4001e88d96d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:50.164113 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d3586cd6-dbde-45f7-89e2-4001e88d96d4 None None] Port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:44:50.281731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5258d3ad-6ef1-4677-8394-74d4a1cbda9a {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:44:50.290455 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:50.310361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Transition to ACTIVE for port object 5258d3ad-6ef1-4677-8394-74d4a1cbda9a will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:44:50.315863 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:50.350965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67df89-caa6-4bf3-9f03-81187b34cf09 req-aadc1ed1-d5ae-44ce-b7a4-58768f2043e1 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:50.353313 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c67df89-caa6-4bf3-9f03-81187b34cf09 req-aadc1ed1-d5ae-44ce-b7a4-58768f2043e1 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 931 time: 0.0527627 Nov 26 22:44:50.375103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:50.444794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c67df89-caa6-4bf3-9f03-81187b34cf09 req-6635b2c7-c287-49d8-91fb-7c6eead5aa20 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794015 Nov 26 22:44:50.465510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Attempting to bind port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:44:50.465846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Attempting to bind port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:44:50.466212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Attempting to bind port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a on network ac64ef27-3857-4d9f-9450-0fea4c921028 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:50.471125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a on network ac64ef27-3857-4d9f-9450-0fea4c921028 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:44:50.471455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Attempting to bind port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a on network ac64ef27-3857-4d9f-9450-0fea4c921028 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:44:50.476743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:44:50.477086 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Checking segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:44:50.478043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Bound using segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:44:50.478496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Bound port: 5258d3ad-6ef1-4677-8394-74d4a1cbda9a, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:44:50.478850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:50.545924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] For port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:44:50.549146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] For port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:44:50.553795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:50.592722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:50.593313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:50.594732 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/5258d3ad-6ef1-4677-8394-74d4a1cbda9a HTTP/1.1" status: 200 len: 1091 time: 0.6822248 Nov 26 22:44:50.597333 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36509622-f67e-4b61-a27f-7f97599d198e', 'tag': '5258d3ad-6ef1-4677-8394-74d4a1cbda9a'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:44:50.599422 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3013008e-0998-4c29-a47c-745942384d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "36509622-f67e-4b61-a27f-7f97599d198e", "tag": "5258d3ad-6ef1-4677-8394-74d4a1cbda9a"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:44:50.632930 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b151a9-a990-410c-8fa6-9c30b5d840a5 service neutron] Pushing event updated for resources: {'Port': ['ID=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:50.652251 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be2ff8-5fb4-47ec-9817-d17d203dfe1d x-openstack-request-id: req-08be2ff8-5fb4-47ec-9817-d17d203dfe1d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:44:50.652552 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36509622-f67e-4b61-a27f-7f97599d198e", "tag": "5258d3ad-6ef1-4677-8394-74d4a1cbda9a", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:44:50.652828 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08be2ff8-5fb4-47ec-9817-d17d203dfe1d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:44:50.653230 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36509622-f67e-4b61-a27f-7f97599d198e', 'tag': '5258d3ad-6ef1-4677-8394-74d4a1cbda9a', 'status': 'completed', 'code': 200} Nov 26 22:44:50.722794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-dab03564-dad9-45e2-8987-33b016b9ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:50.724334 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-dab03564-dad9-45e2-8987-33b016b9ca29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cf0e59a61ad4a2ea8bd343adeb9af05&device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 1094 time: 0.0468955 Nov 26 22:44:50.775548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-10a45dcb-0ca9-4987-9e87-9a6ae86f8979 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5258d3ad-6ef1-4677-8394-74d4a1cbda9a HTTP/1.1" status: 200 len: 217 time: 0.0366271 Nov 26 22:44:50.830516 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-9b2d6405-8438-42f3-8a46-93c94d85f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:50.832002 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-9b2d6405-8438-42f3-8a46-93c94d85f777 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa71c09b-3841-4601-9711-91c1ebb5c182 HTTP/1.1" status: 200 len: 856 time: 0.0501385 Nov 26 22:44:50.877483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-12f1d97d-a081-4d40-a2ed-ea316f274c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:50.879210 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-12f1d97d-a081-4d40-a2ed-ea316f274c90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac64ef27-3857-4d9f-9450-0fea4c921028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403638 Nov 26 22:44:50.966414 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-f06d5fad-539a-4ee1-a0bc-7cf8f416c118 service neutron] 10.222.0.13 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794506 Nov 26 22:44:51.057180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b6af8bff-56f3-41dd-b1c7-bd2a2c69f200 req-efff4617-43ae-43e5-8b15-9b4e8b6100e2 service neutron] 10.222.0.13 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840864 Nov 26 22:44:51.192675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013008e-0998-4c29-a47c-745942384d8a req-f548b5a4-ae90-43f8-8506-a082fed04693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:51.194232 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3013008e-0998-4c29-a47c-745942384d8a req-f548b5a4-ae90-43f8-8506-a082fed04693 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cf0e59a61ad4a2ea8bd343adeb9af05&device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 1094 time: 0.0428860 Nov 26 22:44:51.288654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013008e-0998-4c29-a47c-745942384d8a req-9b414715-b087-4379-a425-a3882e3a6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:51.290751 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3013008e-0998-4c29-a47c-745942384d8a req-9b414715-b087-4379-a425-a3882e3a6eb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac64ef27-3857-4d9f-9450-0fea4c921028 HTTP/1.1" status: 200 len: 918 time: 0.0886922 Nov 26 22:44:51.330864 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3013008e-0998-4c29-a47c-745942384d8a req-682e467a-a3b0-4455-9d70-38ed3fc983b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5258d3ad-6ef1-4677-8394-74d4a1cbda9a HTTP/1.1" status: 200 len: 217 time: 0.0341532 Nov 26 22:44:51.380868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013008e-0998-4c29-a47c-745942384d8a req-5765ba34-0f65-4108-ad02-d38c9fa2395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:51.382306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3013008e-0998-4c29-a47c-745942384d8a req-5765ba34-0f65-4108-ad02-d38c9fa2395e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa71c09b-3841-4601-9711-91c1ebb5c182 HTTP/1.1" status: 200 len: 856 time: 0.0432720 Nov 26 22:44:51.428425 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013008e-0998-4c29-a47c-745942384d8a req-8463ae1e-2af9-4174-b39a-b3df7ed4cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:51.429965 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3013008e-0998-4c29-a47c-745942384d8a req-8463ae1e-2af9-4174-b39a-b3df7ed4cdd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac64ef27-3857-4d9f-9450-0fea4c921028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406067 Nov 26 22:44:51.536029 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3013008e-0998-4c29-a47c-745942384d8a req-ec80f79c-b20b-42b0-a037-d7dfef6ea0f9 service neutron] 10.222.0.13 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989113 Nov 26 22:44:51.550472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbe2d9b9-f5cd-4f22-9def-412a258a4418 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:51.590488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa078e-d1e1-4a03-b4bc-2f5a9552a0cf req-7dd271b0-4d4d-4824-9410-5e4eb6c9fcfe tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:51.592277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90fa078e-d1e1-4a03-b4bc-2f5a9552a0cf req-7dd271b0-4d4d-4824-9410-5e4eb6c9fcfe tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 943 time: 0.0577772 Nov 26 22:44:51.612617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bbe2d9b9-f5cd-4f22-9def-412a258a4418 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:51.612998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:51.632075 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3013008e-0998-4c29-a47c-745942384d8a req-3cca9c41-200e-4915-b8ad-884adad6325a service neutron] 10.222.0.13 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853112 Nov 26 22:44:51.642639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-90fa078e-d1e1-4a03-b4bc-2f5a9552a0cf req-c6c20a5a-2c75-4384-925c-b0efc2164929 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Nov 26 22:44:52.773852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d38c8-c4cc-4084-b778-f46c1a8036cc req-1000d087-6be4-417e-826f-32b3ddbf5eac tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:52.775951 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-072d38c8-c4cc-4084-b778-f46c1a8036cc req-1000d087-6be4-417e-826f-32b3ddbf5eac tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 943 time: 0.0499825 Nov 26 22:44:52.825096 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-072d38c8-c4cc-4084-b778-f46c1a8036cc req-284c0a7a-c252-4c51-b346-888d7f9e90a1 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Nov 26 22:44:53.587603 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-703961ea-833c-4602-b5d9-8c6edcfa381e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:53.949134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc562ff-cc79-495c-90df-8f80eb613bc3 req-b2c10e35-1eb5-4750-bb86-dd8c9112c4a9 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:53.950671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffc562ff-cc79-495c-90df-8f80eb613bc3 req-b2c10e35-1eb5-4750-bb86-dd8c9112c4a9 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 943 time: 0.0534611 Nov 26 22:44:53.998870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffc562ff-cc79-495c-90df-8f80eb613bc3 req-26b599f4-b737-4f82-927d-2dbaa22ff46e tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Nov 26 22:44:54.745836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5258d3ad-6ef1-4677-8394-74d4a1cbda9a details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:44:54.840994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:54.851829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '5258d3ad-6ef1-4677-8394-74d4a1cbda9a', 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'port_id': '5258d3ad-6ef1-4677-8394-74d4a1cbda9a', 'mac_address': 'fa:16:3e:31:a6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa71c09b-3841-4601-9711-91c1ebb5c182', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:44:54.887985 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:54.901013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5258d3ad-6ef1-4677-8394-74d4a1cbda9a {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:44:54.919915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:54.923341 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:54.967938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:54.975017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.975365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.975706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.976043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.976380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.976708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.977036 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.977922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.978629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.978965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.979293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:54.979618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:44:55.115638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06758c-d589-4957-a9c2-518c86d5b2c4 req-842e1dcf-8225-49fd-86f0-d6e30ab3fc42 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:55.117024 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff06758c-d589-4957-a9c2-518c86d5b2c4 req-842e1dcf-8225-49fd-86f0-d6e30ab3fc42 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 944 time: 0.0484822 Nov 26 22:44:55.164239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff06758c-d589-4957-a9c2-518c86d5b2c4 req-d8a9cfd5-1567-4d53-bf84-3c4f205a322d tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Nov 26 22:44:55.265799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5258d3ad-6ef1-4677-8394-74d4a1cbda9a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:44:56.280695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e9440-427c-4a50-b6f8-82c8466d74c4 req-b1e5cbe1-c8be-4350-97e4-0361e0ce7a0c tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:56.282201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-339e9440-427c-4a50-b6f8-82c8466d74c4 req-b1e5cbe1-c8be-4350-97e4-0361e0ce7a0c tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 944 time: 0.0495634 Nov 26 22:44:56.333875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-339e9440-427c-4a50-b6f8-82c8466d74c4 req-e652ec35-d53b-498b-8738-60a5ee642933 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458307 Nov 26 22:44:56.348274 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df9d18b3-b03a-4ab3-9f0f-c25791d98796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:56.745065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5258d3ad-6ef1-4677-8394-74d4a1cbda9a up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:44:56.795511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:44:56.799014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:44:56.799398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:56.874787 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:56.896689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36509622-f67e-4b61-a27f-7f97599d198e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5258d3ad-6ef1-4677-8394-74d4a1cbda9a'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:44:56.898947 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a29f1c-82e8-4485-b2de-a7afd40aa735" -d '{"events": [{"server_uuid": "36509622-f67e-4b61-a27f-7f97599d198e", "name": "network-vif-plugged", "status": "completed", "tag": "5258d3ad-6ef1-4677-8394-74d4a1cbda9a"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:44:56.911445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:44:56.916357 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:56.939061 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec1b765-7127-41a1-9859-591ff9fda371 x-openstack-request-id: req-5ec1b765-7127-41a1-9859-591ff9fda371 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:44:56.939355 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36509622-f67e-4b61-a27f-7f97599d198e", "name": "network-vif-plugged", "status": "completed", "tag": "5258d3ad-6ef1-4677-8394-74d4a1cbda9a", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:44:56.939609 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ec1b765-7127-41a1-9859-591ff9fda371 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:44:56.939996 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36509622-f67e-4b61-a27f-7f97599d198e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5258d3ad-6ef1-4677-8394-74d4a1cbda9a', 'code': 200} Nov 26 22:44:56.964450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:44:57.070614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7d867-1cdd-4b97-adb5-315c4e9c71c3 req-f2d8c60a-084e-4198-b726-e594f3c7a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:57.072902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eed7d867-1cdd-4b97-adb5-315c4e9c71c3 req-f2d8c60a-084e-4198-b726-e594f3c7a3bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 1096 time: 0.0451498 Nov 26 22:44:57.118332 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-eed7d867-1cdd-4b97-adb5-315c4e9c71c3 req-7f8209f3-6961-4652-91f0-11a3d95f5b3c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376678 Nov 26 22:44:57.277418 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:57.450780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d2970-81ea-440d-b770-31917e11c409 req-54656f64-afb9-4e41-a477-ad878f682b98 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:57.452280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b72d2970-81ea-440d-b770-31917e11c409 req-54656f64-afb9-4e41-a477-ad878f682b98 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 945 time: 0.0492630 Nov 26 22:44:57.500076 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b72d2970-81ea-440d-b770-31917e11c409 req-85a37373-8b8a-4782-8111-8bb0683edd36 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 Nov 26 22:44:58.623513 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfaa04-b09a-4103-83e4-fa6300e04f7c req-1f64e1d2-73b8-4955-a9e5-20da63c1f700 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:58.625022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bebfaa04-b09a-4103-83e4-fa6300e04f7c req-1f64e1d2-73b8-4955-a9e5-20da63c1f700 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 945 time: 0.0522764 Nov 26 22:44:58.672646 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bebfaa04-b09a-4103-83e4-fa6300e04f7c req-e74797ae-e551-4410-8279-4f8aadefe375 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416298 Nov 26 22:44:58.793911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb642d22-21a1-4f81-adcd-299f0f3ca5b2 req-ca2cb1f8-782c-4618-a29a-d61e5121fe53 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:58.795774 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb642d22-21a1-4f81-adcd-299f0f3ca5b2 req-ca2cb1f8-782c-4618-a29a-d61e5121fe53 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 945 time: 0.0561109 Nov 26 22:44:58.818358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:58.844681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb642d22-21a1-4f81-adcd-299f0f3ca5b2 req-965a98d3-e4a3-4f72-a199-bc6b09f20528 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Nov 26 22:44:59.073123 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-1aefc753-5e7b-40e8-b270-560641e0c6d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432670 Nov 26 22:44:59.175265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-ec91e6ed-f8f9-4910-8c82-8797b00bf5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:59.177008 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-ec91e6ed-f8f9-4910-8c82-8797b00bf5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cf0e59a61ad4a2ea8bd343adeb9af05&device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 1096 time: 0.0431173 Nov 26 22:44:59.293602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-fbae47a6-0bc2-4095-bbf6-3be30ac43e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:59.295549 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-fbae47a6-0bc2-4095-bbf6-3be30ac43e5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac64ef27-3857-4d9f-9450-0fea4c921028 HTTP/1.1" status: 200 len: 918 time: 0.0992074 Nov 26 22:44:59.351779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-97d9f33c-2b90-4eaa-a3ea-91abb6387216 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5258d3ad-6ef1-4677-8394-74d4a1cbda9a HTTP/1.1" status: 200 len: 217 time: 0.0497103 Nov 26 22:44:59.405698 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:44:59.412430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-4dc4541b-62dd-4e01-a1f9-fb78f3795ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:59.414124 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-4dc4541b-62dd-4e01-a1f9-fb78f3795ac7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa71c09b-3841-4601-9711-91c1ebb5c182 HTTP/1.1" status: 200 len: 856 time: 0.0551395 Nov 26 22:44:59.468835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-63c7f81b-238f-473e-855b-31fa87b8258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:44:59.470760 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-63c7f81b-238f-473e-855b-31fa87b8258d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac64ef27-3857-4d9f-9450-0fea4c921028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498335 Nov 26 22:44:59.571703 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-ff44439a-cfc0-446d-94b0-20aac533e010 service neutron] 10.222.0.13 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933933 Nov 26 22:44:59.675063 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-54bbd34f-21af-4026-aa80-cd7293de76ef req-cf5698fc-d361-44d7-bc8d-3ee5e6cabfdf service neutron] 10.222.0.13 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965300 Nov 26 22:45:07.519321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:08.392721 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:10.999435 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:45:21.514480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82826c-5a68-4f4a-a9eb-c8d0a352e2ff req-8a18de53-4f3b-4575-9b56-3959f3748726 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:21.516019 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b82826c-5a68-4f4a-a9eb-c8d0a352e2ff req-8a18de53-4f3b-4575-9b56-3959f3748726 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 945 time: 0.0512106 Nov 26 22:45:21.563869 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b82826c-5a68-4f4a-a9eb-c8d0a352e2ff req-6257ab3c-48b3-47aa-a4f9-4d48e53d35c2 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Nov 26 22:45:22.682781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ea1b-2e45-445b-a412-70f2de34af89 req-2aa71707-3be2-4c0f-b195-733abf5b9918 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:22.684272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a930ea1b-2e45-445b-a412-70f2de34af89 req-2aa71707-3be2-4c0f-b195-733abf5b9918 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 945 time: 0.0479774 Nov 26 22:45:22.734738 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a930ea1b-2e45-445b-a412-70f2de34af89 req-f6a2f2ed-b08a-4712-b857-946015f52f04 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Nov 26 22:45:23.454731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-1e10a92c-0adc-4eee-8fb4-335280d5a3d5 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:23.456204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-1e10a92c-0adc-4eee-8fb4-335280d5a3d5 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.13 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 945 time: 0.0516732 Nov 26 22:45:23.550206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Deleting port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:45:23.550560 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:23.589998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b34204af-1065-49c4-b99c-1bce49291a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:23.642775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] For port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:45:23.643141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:23.655861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Calling delete_port for 5258d3ad-6ef1-4677-8394-74d4a1cbda9a owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:45:23.783605 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:23.818581 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Pushing event deleted for resources: {'Port': ['ID=5258d3ad-6ef1-4677-8394-74d4a1cbda9a,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:45:23.818849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5258d3ad-6ef1-4677-8394-74d4a1cbda9a'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:45:23.839247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b31240c-98b8-4774-bfec-9ec0c96e888e req-fa90d526-ec61-459f-a983-eeeba202eee8 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=36509622-f67e-4b61-a27f-7f97599d198e HTTP/1.1" status: 200 len: 210 time: 0.0335550 Nov 26 22:45:23.851036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.851394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.851737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.852070 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.852405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.852739 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.854182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.854602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.854976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.855306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.855633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.855959 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:45:23.872024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] No DVR routers for this DVR port 5258d3ad-6ef1-4677-8394-74d4a1cbda9a on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:45:23.874558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:23.877971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-66f1b6fa-a83b-4a54-bfd7-1870cef6df1e req-3601f071-5058-425e-a5ad-aa7e82bfc602 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.13 "DELETE /v2.0/ports/5258d3ad-6ef1-4677-8394-74d4a1cbda9a HTTP/1.1" status: 204 len: 173 time: 0.4144459 Nov 26 22:45:23.878464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36509622-f67e-4b61-a27f-7f97599d198e', 'name': 'network-vif-deleted', 'tag': '5258d3ad-6ef1-4677-8394-74d4a1cbda9a'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:45:23.880743 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21716238-a733-49bb-99f3-014f3b33d035" -d '{"events": [{"server_uuid": "36509622-f67e-4b61-a27f-7f97599d198e", "name": "network-vif-deleted", "tag": "5258d3ad-6ef1-4677-8394-74d4a1cbda9a"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:45:23.926270 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab116989-c91a-4506-95d7-59a16a6c81de x-openstack-request-id: req-ab116989-c91a-4506-95d7-59a16a6c81de {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:45:23.926568 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36509622-f67e-4b61-a27f-7f97599d198e", "name": "network-vif-deleted", "tag": "5258d3ad-6ef1-4677-8394-74d4a1cbda9a", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:45:23.926826 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab116989-c91a-4506-95d7-59a16a6c81de {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:45:23.927230 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36509622-f67e-4b61-a27f-7f97599d198e', 'name': 'network-vif-deleted', 'tag': '5258d3ad-6ef1-4677-8394-74d4a1cbda9a', 'status': 'completed', 'code': 200} Nov 26 22:45:25.437888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-2139470b-3522-4aec-857e-ea9bdc4247d6 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:25.439375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-2139470b-3522-4aec-857e-ea9bdc4247d6 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/networks?id=ac64ef27-3857-4d9f-9450-0fea4c921028 HTTP/1.1" status: 200 len: 817 time: 0.0993333 Nov 26 22:45:25.454022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-b931d78a-a1b5-45bc-aa67-32032cec7d07 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/quotas/9cf0e59a61ad4a2ea8bd343adeb9af05 HTTP/1.1" status: 200 len: 375 time: 0.0089557 Nov 26 22:45:25.508850 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-cd88988b-1a82-478c-9a53-3c43e3a80cb6 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9cf0e59a61ad4a2ea8bd343adeb9af05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491276 Nov 26 22:45:25.602315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-56962daf-f5a6-4377-a693-41d7cd2911ce service neutron] 10.222.0.21 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820332 Nov 26 22:45:25.695919 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-2d03ed8a-3cc5-4abc-84b9-c7df4c9283f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870757 Nov 26 22:45:25.856260 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c731600-fe72-4526-a5ba-e1fb6ab18805 req-5d24265f-68b6-454c-8c8c-a72322eb22bb tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 210 time: 0.0271478 Nov 26 22:45:26.355209 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e5700378-296e-4efb-84d1-da021bb2ffc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:26.859853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5258d3ad-6ef1-4677-8394-74d4a1cbda9a no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:45:26.881628 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 5258d3ad-6ef1-4677-8394-74d4a1cbda9a {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:45:26.881977 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5258d3ad-6ef1-4677-8394-74d4a1cbda9a not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:45:26.919751 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-156d4b45-55b8-43f5-a3d0-a82ec99d2f18 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:26.921267 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-156d4b45-55b8-43f5-a3d0-a82ec99d2f18 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.41 "GET /v2.0/networks?id=ac64ef27-3857-4d9f-9450-0fea4c921028 HTTP/1.1" status: 200 len: 817 time: 0.1167176 Nov 26 22:45:26.940698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Request body: {'port': {'device_id': 'f9256d3d-5dee-4f44-a549-739943b0194d', 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'admin_state_up': True, 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:45:26.955563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fbb54b4-58a6-4145-b493-c58d321c6869 req-ff86a27f-83d3-4763-b25a-dae8e67a18d3 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 210 time: 0.0276306 Nov 26 22:45:27.054580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Made reservation on behalf of 9cf0e59a61ad4a2ea8bd343adeb9af05 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:45:27.058901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.183911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Allocated IP 172.20.0.14 (ac64ef27-3857-4d9f-9450-0fea4c921028/fa71c09b-3841-4601-9711-91c1ebb5c182/a1c57da8-cec2-4438-9509-0721468cb40b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:45:27.276988 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.330621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.363498 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.406568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Network ac64ef27-3857-4d9f-9450-0fea4c921028 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:45:27.409562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:45:27.413170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:45:27.420447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Pushing event updated for resources: {'Port': ['ID=a1c57da8-cec2-4438-9509-0721468cb40b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:45:27.470562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:27.471177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.492580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a2514f78-9bb7-4201-910c-7cda59b82cae tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5557482 Nov 26 22:45:27.510697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Request body: {'port': {'device_id': 'f9256d3d-5dee-4f44-a549-739943b0194d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:45:27.566485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.646487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-76ddf933-912e-4eb6-bb12-92c9f847b940 None None] Provisioning complete for port a1c57da8-cec2-4438-9509-0721468cb40b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:45:27.647104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-76ddf933-912e-4eb6-bb12-92c9f847b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.679142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-76ddf933-912e-4eb6-bb12-92c9f847b940 None None] Port a1c57da8-cec2-4438-9509-0721468cb40b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:45:27.823229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c57da8-cec2-4438-9509-0721468cb40b {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:45:27.830575 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.843520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Transition to ACTIVE for port object a1c57da8-cec2-4438-9509-0721468cb40b will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:45:27.846880 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:27.900872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Pushing event updated for resources: {'Port': ['ID=a1c57da8-cec2-4438-9509-0721468cb40b,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:45:27.974099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Attempting to bind port a1c57da8-cec2-4438-9509-0721468cb40b on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:45:27.974809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Attempting to bind port a1c57da8-cec2-4438-9509-0721468cb40b by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:45:27.974809 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Attempting to bind port a1c57da8-cec2-4438-9509-0721468cb40b on network ac64ef27-3857-4d9f-9450-0fea4c921028 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:45:27.981111 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Port a1c57da8-cec2-4438-9509-0721468cb40b on network ac64ef27-3857-4d9f-9450-0fea4c921028 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:45:27.981437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Attempting to bind port a1c57da8-cec2-4438-9509-0721468cb40b on network ac64ef27-3857-4d9f-9450-0fea4c921028 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:45:27.986716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:45:27.987231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Checking segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:45:27.987646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Bound using segment: {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:45:27.988073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Bound port: a1c57da8-cec2-4438-9509-0721468cb40b, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b276d982-d332-492f-aafc-a478ab96b23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:45:27.988414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:28.066869 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] For port a1c57da8-cec2-4438-9509-0721468cb40b, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:45:28.070227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] For port a1c57da8-cec2-4438-9509-0721468cb40b, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a1c57da8-cec2-4438-9509-0721468cb40b,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:45:28.074699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:28.081299 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09833d09-4c5a-425e-8bf3-91d76b35eec8 req-10ae2469-bfb2-486e-9d1c-c375b79d645d tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.082914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09833d09-4c5a-425e-8bf3-91d76b35eec8 req-10ae2469-bfb2-486e-9d1c-c375b79d645d tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 944 time: 0.0504503 Nov 26 22:45:28.112919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.113313 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:28.114873 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] 10.222.0.41 "PUT /v2.0/ports/a1c57da8-cec2-4438-9509-0721468cb40b HTTP/1.1" status: 200 len: 1092 time: 0.6089261 Nov 26 22:45:28.115476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9256d3d-5dee-4f44-a549-739943b0194d', 'tag': 'a1c57da8-cec2-4438-9509-0721468cb40b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:45:28.117848 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162721cb-8ca0-4da9-a4aa-bc6a661090b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9256d3d-5dee-4f44-a549-739943b0194d", "tag": "a1c57da8-cec2-4438-9509-0721468cb40b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:45:28.148455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-09833d09-4c5a-425e-8bf3-91d76b35eec8 req-484aade5-df66-4ab3-b0ae-03ba4517781d tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580878 Nov 26 22:45:28.155043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d449e7-ad87-4650-9146-0d32cdae443f service neutron] Pushing event updated for resources: {'Port': ['ID=a1c57da8-cec2-4438-9509-0721468cb40b,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:45:28.166254 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69cfcab-3e0b-4d83-8595-f4085c508f41 x-openstack-request-id: req-c69cfcab-3e0b-4d83-8595-f4085c508f41 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:45:28.166563 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9256d3d-5dee-4f44-a549-739943b0194d", "tag": "a1c57da8-cec2-4438-9509-0721468cb40b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:45:28.166826 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c69cfcab-3e0b-4d83-8595-f4085c508f41 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:45:28.167252 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9256d3d-5dee-4f44-a549-739943b0194d', 'tag': 'a1c57da8-cec2-4438-9509-0721468cb40b', 'status': 'completed', 'code': 200} Nov 26 22:45:28.228711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-45a3f0c5-1988-4c9d-82b7-ae9217468e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.230274 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-45a3f0c5-1988-4c9d-82b7-ae9217468e71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cf0e59a61ad4a2ea8bd343adeb9af05&device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 1095 time: 0.0432649 Nov 26 22:45:28.279315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-f1d45983-0a99-415b-99ce-85789daafab9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c57da8-cec2-4438-9509-0721468cb40b HTTP/1.1" status: 200 len: 217 time: 0.0346100 Nov 26 22:45:28.334183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-2e84dd94-1e9c-4973-8657-b77b77f4e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.335567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-2e84dd94-1e9c-4973-8657-b77b77f4e577 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa71c09b-3841-4601-9711-91c1ebb5c182 HTTP/1.1" status: 200 len: 856 time: 0.0491161 Nov 26 22:45:28.380243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-66dd0a07-4ef7-4262-b2f5-1541e0d4e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.381701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-66dd0a07-4ef7-4262-b2f5-1541e0d4e712 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac64ef27-3857-4d9f-9450-0fea4c921028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393295 Nov 26 22:45:28.468517 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-a6ec1a82-0183-4a1f-a494-f0fa157d4e1e service neutron] 10.222.0.41 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786486 Nov 26 22:45:28.561150 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e1120197-5f0c-4183-b9e6-1ca09cdde069 req-ade87765-b21f-4d59-9446-0f86412b911b service neutron] 10.222.0.41 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857918 Nov 26 22:45:28.684744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-b8d772d5-f0b4-4f6e-9f0e-e8445f26a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.686160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-b8d772d5-f0b4-4f6e-9f0e-e8445f26a623 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9cf0e59a61ad4a2ea8bd343adeb9af05&device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 1095 time: 0.0414002 Nov 26 22:45:28.784271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-59894715-d508-468c-af29-6c250c99cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.785730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-59894715-d508-468c-af29-6c250c99cb04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ac64ef27-3857-4d9f-9450-0fea4c921028 HTTP/1.1" status: 200 len: 918 time: 0.0920901 Nov 26 22:45:28.820425 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:28.828245 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-70f9539b-c967-488f-ad73-193abbd2918b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1c57da8-cec2-4438-9509-0721468cb40b HTTP/1.1" status: 200 len: 217 time: 0.0349286 Nov 26 22:45:28.877170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-62330ae9-81ba-4267-9a4f-6dae0f495fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.878629 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-62330ae9-81ba-4267-9a4f-6dae0f495fa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa71c09b-3841-4601-9711-91c1ebb5c182 HTTP/1.1" status: 200 len: 856 time: 0.0437548 Nov 26 22:45:28.923765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-6f221723-0e02-4249-840a-379bb60eb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:28.925203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-6f221723-0e02-4249-840a-379bb60eb31c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ac64ef27-3857-4d9f-9450-0fea4c921028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393343 Nov 26 22:45:29.017260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-1ba8f28e-e34e-417a-b5c3-5982959db9ae service neutron] 10.222.0.41 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845585 Nov 26 22:45:29.107322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-162721cb-8ca0-4da9-a4aa-bc6a661090b7 req-8e02764e-3302-4e5d-b597-3240031636e6 service neutron] 10.222.0.41 "GET /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814955 Nov 26 22:45:29.290400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d70ba-d575-4129-bb7d-bc0e90b71e24 req-eb0be162-e423-49d6-8e78-b8761458d697 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:29.291855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-539d70ba-d575-4129-bb7d-bc0e90b71e24 req-eb0be162-e423-49d6-8e78-b8761458d697 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 944 time: 0.0540793 Nov 26 22:45:29.339148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-539d70ba-d575-4129-bb7d-bc0e90b71e24 req-dbb9f90e-9eb4-40cb-a612-ab54d3523ddd tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Nov 26 22:45:29.402344 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:30.455974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfc0ad-0b06-4c41-8137-e66c8d79f236 req-06865f92-f853-4c7b-b73a-2f111875b00c tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:30.457497 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5dcfc0ad-0b06-4c41-8137-e66c8d79f236 req-06865f92-f853-4c7b-b73a-2f111875b00c tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 944 time: 0.0502489 Nov 26 22:45:30.503910 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5dcfc0ad-0b06-4c41-8137-e66c8d79f236 req-280fb604-3696-4c59-af6e-eb9f7c057baa tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Nov 26 22:45:31.629289 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b4dd2-72b0-4d62-a537-6a282eb21f07 req-42cc2642-1034-4d04-85f7-262e56df0018 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:31.631393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f86b4dd2-72b0-4d62-a537-6a282eb21f07 req-42cc2642-1034-4d04-85f7-262e56df0018 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 944 time: 0.0578308 Nov 26 22:45:31.684696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f86b4dd2-72b0-4d62-a537-6a282eb21f07 req-8ebf46af-065f-496b-8973-83f5f1a2ee05 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466504 Nov 26 22:45:32.604357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a1c57da8-cec2-4438-9509-0721468cb40b details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:45:32.694034 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a1c57da8-cec2-4438-9509-0721468cb40b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a1c57da8-cec2-4438-9509-0721468cb40b,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:45:32.705115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'a1c57da8-cec2-4438-9509-0721468cb40b', 'network_id': 'ac64ef27-3857-4d9f-9450-0fea4c921028', 'port_id': 'a1c57da8-cec2-4438-9509-0721468cb40b', 'mac_address': 'fa:16:3e:15:c3:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa71c09b-3841-4601-9711-91c1ebb5c182', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:45:32.745272 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:32.757895 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c57da8-cec2-4438-9509-0721468cb40b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:45:32.777941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a1c57da8-cec2-4438-9509-0721468cb40b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a1c57da8-cec2-4438-9509-0721468cb40b,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:45:32.781837 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:32.805851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7aff74-6a2c-470d-84b8-d04ca9c8fd81 req-7e28e093-00ab-4293-9875-a650cf6145a2 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:32.807536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c7aff74-6a2c-470d-84b8-d04ca9c8fd81 req-7e28e093-00ab-4293-9875-a650cf6145a2 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 944 time: 0.0512419 Nov 26 22:45:32.828962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a1c57da8-cec2-4438-9509-0721468cb40b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:45:32.856868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c7aff74-6a2c-470d-84b8-d04ca9c8fd81 req-a17a1602-7afd-46df-b630-5e94515b1022 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430443 Nov 26 22:45:33.135670 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a1c57da8-cec2-4438-9509-0721468cb40b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:45:33.977706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84084a-b5f1-417d-9c85-90db54319fd6 req-a24b4fb8-f498-40d3-becd-73757351f2ee tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:33.979471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f84084a-b5f1-417d-9c85-90db54319fd6 req-a24b4fb8-f498-40d3-becd-73757351f2ee tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 945 time: 0.0507352 Nov 26 22:45:34.030877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f84084a-b5f1-417d-9c85-90db54319fd6 req-731ae5e6-7dd4-4966-b408-be042896fadc tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455205 Nov 26 22:45:34.597640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a1c57da8-cec2-4438-9509-0721468cb40b up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:45:34.648119 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port a1c57da8-cec2-4438-9509-0721468cb40b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:45:34.652177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port a1c57da8-cec2-4438-9509-0721468cb40b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:45:34.652552 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:34.727101 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:34.753287 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9256d3d-5dee-4f44-a549-739943b0194d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c57da8-cec2-4438-9509-0721468cb40b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:45:34.755505 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fe682d-54e5-467e-9fd8-27b278c604f2" -d '{"events": [{"server_uuid": "f9256d3d-5dee-4f44-a549-739943b0194d", "name": "network-vif-plugged", "status": "completed", "tag": "a1c57da8-cec2-4438-9509-0721468cb40b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:45:34.768715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a1c57da8-cec2-4438-9509-0721468cb40b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a1c57da8-cec2-4438-9509-0721468cb40b,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:45:34.772883 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:34.798677 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0f5d3-5428-4c4e-9062-455288fbe671 x-openstack-request-id: req-20f0f5d3-5428-4c4e-9062-455288fbe671 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:45:34.799050 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9256d3d-5dee-4f44-a549-739943b0194d", "name": "network-vif-plugged", "status": "completed", "tag": "a1c57da8-cec2-4438-9509-0721468cb40b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:45:34.799360 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20f0f5d3-5428-4c4e-9062-455288fbe671 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:45:34.799746 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9256d3d-5dee-4f44-a549-739943b0194d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c57da8-cec2-4438-9509-0721468cb40b', 'code': 200} Nov 26 22:45:34.825845 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a1c57da8-cec2-4438-9509-0721468cb40b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:45:34.924403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4521a0-9a2b-4ae0-85ec-665db882aeac req-8d73f601-a447-4fbe-a7fa-599595c34654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:34.925886 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-be4521a0-9a2b-4ae0-85ec-665db882aeac req-8d73f601-a447-4fbe-a7fa-599595c34654 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 1097 time: 0.0445926 Nov 26 22:45:34.970570 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-be4521a0-9a2b-4ae0-85ec-665db882aeac req-2a7bc50b-aac1-4187-a09a-aaa6c649d177 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365217 Nov 26 22:45:35.149281 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cc7aa-a101-4465-aff9-0981f64bb8e1 req-f079567a-4b9c-4f6f-aa43-c72941e34e9b tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:35.150932 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b32cc7aa-a101-4465-aff9-0981f64bb8e1 req-f079567a-4b9c-4f6f-aa43-c72941e34e9b tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 946 time: 0.0506194 Nov 26 22:45:35.197762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b32cc7aa-a101-4465-aff9-0981f64bb8e1 req-10592d5a-b14a-4254-8d84-1ddad45dc0cf tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409076 Nov 26 22:45:36.317451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9b0b2-448f-4ac6-ade3-c211beef2066 req-91ecf1ae-16fd-452c-a912-cce5a8cad58f tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:36.319089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eca9b0b2-448f-4ac6-ade3-c211beef2066 req-91ecf1ae-16fd-452c-a912-cce5a8cad58f tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 946 time: 0.0515444 Nov 26 22:45:36.371223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eca9b0b2-448f-4ac6-ade3-c211beef2066 req-928a0042-afb4-4b84-82e9-4dd2c5e19f98 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452056 Nov 26 22:45:37.492096 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74979c8-64fb-4b62-bf8b-490750a1727f req-fa7a229f-67f4-4d70-b2dc-7646aab93644 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:37.493581 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d74979c8-64fb-4b62-bf8b-490750a1727f req-fa7a229f-67f4-4d70-b2dc-7646aab93644 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 946 time: 0.0532131 Nov 26 22:45:37.526991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:37.542675 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d74979c8-64fb-4b62-bf8b-490750a1727f req-be08b8f7-e3ba-4dee-8fc6-cb2338dd9016 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Nov 26 22:45:37.659060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d0836-d5e8-4ceb-9641-9d1f8e15df06 req-3e22e5c9-2be8-463e-a3fd-c92e1b102b0b tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:45:37.660450 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e56d0836-d5e8-4ceb-9641-9d1f8e15df06 req-3e22e5c9-2be8-463e-a3fd-c92e1b102b0b tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 946 time: 0.0489492 Nov 26 22:45:37.706614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e56d0836-d5e8-4ceb-9641-9d1f8e15df06 req-5b1ec666-33e4-4219-9ff1-7444dea2328b tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Nov 26 22:45:38.397787 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:47.999910 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:45:53.592775 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f4579d10-6be7-4581-96c9-23bee65a4dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:56.346443 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4f24b63d-fe85-4bb1-98a2-c1eacc9829b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:57.279174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:58.828385 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:45:59.407617 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:00.184280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4856b-b9b3-457a-b75d-6ac1c60c8b0b req-ee09d16d-6970-4b1a-87d3-862e371c6792 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:00.185915 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fe4856b-b9b3-457a-b75d-6ac1c60c8b0b req-ee09d16d-6970-4b1a-87d3-862e371c6792 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 946 time: 0.0515747 Nov 26 22:46:00.237943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6fe4856b-b9b3-457a-b75d-6ac1c60c8b0b req-8c521967-4074-4125-81b0-24106c9d595c tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455487 Nov 26 22:46:01.361050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834a2a-02f6-4e58-86bc-24d516c0ed37 req-5ad113c1-ab9f-4d4f-ac96-cf16a7536309 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:01.362528 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3834a2a-02f6-4e58-86bc-24d516c0ed37 req-5ad113c1-ab9f-4d4f-ac96-cf16a7536309 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 946 time: 0.0494852 Nov 26 22:46:01.408109 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3834a2a-02f6-4e58-86bc-24d516c0ed37 req-67502920-9cf8-482f-aa3b-954542a5ecda tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Nov 26 22:46:01.983553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-4dee7e1e-3e13-4a65-be68-52af493fe332 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:01.985025 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-4dee7e1e-3e13-4a65-be68-52af493fe332 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 946 time: 0.0488803 Nov 26 22:46:02.328645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Deleting port a1c57da8-cec2-4438-9509-0721468cb40b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:46:02.328909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:02.414924 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] For port a1c57da8-cec2-4438-9509-0721468cb40b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a1c57da8-cec2-4438-9509-0721468cb40b,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:02.415289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:02.427504 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Calling delete_port for a1c57da8-cec2-4438-9509-0721468cb40b owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:46:02.525253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21f42-d083-4ae0-89ec-2af6996aa6b4 req-b7d455f0-92f3-406b-b7f4-eb49db139579 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:02.526989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93d21f42-d083-4ae0-89ec-2af6996aa6b4 req-b7d455f0-92f3-406b-b7f4-eb49db139579 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9256d3d-5dee-4f44-a549-739943b0194d HTTP/1.1" status: 200 len: 946 time: 0.0494747 Nov 26 22:46:02.556179 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:02.574899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93d21f42-d083-4ae0-89ec-2af6996aa6b4 req-b70615a3-17fa-4a0e-a589-87a6ae8263f3 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d8a86c4-8799-45f7-b81b-60b06b2af3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Nov 26 22:46:02.583291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Pushing event deleted for resources: {'Port': ['ID=a1c57da8-cec2-4438-9509-0721468cb40b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:02.592366 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a1c57da8-cec2-4438-9509-0721468cb40b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:46:02.630183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] No DVR routers for this DVR port a1c57da8-cec2-4438-9509-0721468cb40b on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:46:02.633043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:02.636938 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6c9b0eb6-dd44-49ce-9e56-c5e242bfa999 req-ffd56d38-86c5-42dd-8adb-771269e77f17 tempest-TestEncryptedCinderVolumes-648398171 tempest-TestEncryptedCinderVolumes-648398171-project] 10.222.0.41 "DELETE /v2.0/ports/a1c57da8-cec2-4438-9509-0721468cb40b HTTP/1.1" status: 204 len: 173 time: 0.6460636 Nov 26 22:46:02.637399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9256d3d-5dee-4f44-a549-739943b0194d', 'name': 'network-vif-deleted', 'tag': 'a1c57da8-cec2-4438-9509-0721468cb40b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:46:02.639808 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f1c963-7dee-48d3-87ed-9b08031509db" -d '{"events": [{"server_uuid": "f9256d3d-5dee-4f44-a549-739943b0194d", "name": "network-vif-deleted", "tag": "a1c57da8-cec2-4438-9509-0721468cb40b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:46:02.680557 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1837056b-4993-44e9-8382-d81ffe01d245 x-openstack-request-id: req-1837056b-4993-44e9-8382-d81ffe01d245 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:46:02.680887 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9256d3d-5dee-4f44-a549-739943b0194d", "name": "network-vif-deleted", "tag": "a1c57da8-cec2-4438-9509-0721468cb40b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:46:02.681196 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1837056b-4993-44e9-8382-d81ffe01d245 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:46:02.681609 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9256d3d-5dee-4f44-a549-739943b0194d', 'name': 'network-vif-deleted', 'tag': 'a1c57da8-cec2-4438-9509-0721468cb40b', 'status': 'completed', 'code': 200} Nov 26 22:46:03.678779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40452) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:04.017836 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:04.257780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Deleting port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:46:04.258148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:04.334968 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] For port 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:04.335241 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:04.347413 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Calling delete_port for 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:46:04.519476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:04.549528 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Pushing event deleted for resources: {'Port': ['ID=438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:04.574667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.575011 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.575362 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.575681 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.576010 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.576333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.576771 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.577022 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.577271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.577589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.577911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.578255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:04.718474 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:04.929582 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:46:05.033330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:46:05.038918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9bb55c2f-11e3-4ca6-b67d-8397ee6507be admin admin] 10.222.0.21 "PUT /v2.0/routers/fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3590682 Nov 26 22:46:05.041005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40454) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:05.042303 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] Sync routers for ids ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:46:05.052208 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] Routers {'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:05.052804 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:05.144756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.154667 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] Set router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:05.252870 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.309676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Deleting port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:46:05.310017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.329737 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:46:04Z', 'revision_number': 5, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port': {'id': '03eaeebf-3e78-4b44-9539-cc0ab1e09c55', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:05.355349 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] Checking router: fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:46:05.372137 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] Routers {'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:05.372733 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:05.388709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] For port 03eaeebf-3e78-4b44-9539-cc0ab1e09c55, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=03eaeebf-3e78-4b44-9539-cc0ab1e09c55,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:05.389074 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.401824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Calling delete_port for 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:46:05.557758 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] Set router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:05.574759 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.600513 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=03eaeebf-3e78-4b44-9539-cc0ab1e09c55,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:05.609574 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:46:05Z', 'revision_number': 6, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:05.620454 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a300a-f12a-4a0c-b7c5-29cfcb013000 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:05.639933 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee25d0-e24d-4329-8228-e901590ea2ba None None] The sync data for ids ['fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9'] in n-d-819494-1 is: [{'id': 'fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9', 'name': 'tempest-TestEncryptedCinderVolumes-1520552925-router', 'tenant_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:38Z', 'updated_at': '2021-11-26T22:46:05Z', 'revision_number': 6, 'project_id': '9cf0e59a61ad4a2ea8bd343adeb9af05', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:46:05.666742 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.758801 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.760963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.804535 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.805225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:46:05.810212 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.813505 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a1bb140c-8af7-434e-bee0-d37da9bb9d50 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fde04ab2-78d0-4bb1-ba0f-0cb5d10f62e9 HTTP/1.1" status: 204 len: 168 time: 0.7688308 Nov 26 22:46:05.813743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40456) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:05.858545 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7880c8d-2ab9-4bc3-b304-a0b1eb80ce23 admin admin] Deleting subnet fa71c09b-3841-4601-9711-91c1ebb5c182 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:46:05.861572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7880c8d-2ab9-4bc3-b304-a0b1eb80ce23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.900427 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7880c8d-2ab9-4bc3-b304-a0b1eb80ce23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:05.975927 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7880c8d-2ab9-4bc3-b304-a0b1eb80ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.032411 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7880c8d-2ab9-4bc3-b304-a0b1eb80ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.061763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7880c8d-2ab9-4bc3-b304-a0b1eb80ce23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa71c09b-3841-4601-9711-91c1ebb5c182,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:06.065422 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b7880c8d-2ab9-4bc3-b304-a0b1eb80ce23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.068779 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b7880c8d-2ab9-4bc3-b304-a0b1eb80ce23 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa71c09b-3841-4601-9711-91c1ebb5c182 HTTP/1.1" status: 204 len: 168 time: 0.2540524 Nov 26 22:46:06.071224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40458) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:06.074565 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895c4a1-c827-49f3-acd1-a917d5ee69c9 None None] Network ac64ef27-3857-4d9f-9450-0fea4c921028 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:46:06.144993 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.198523 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Deleting port 67163cf9-c6a6-41c7-9274-139db328b87e {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:46:06.198854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.262557 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] For port 67163cf9-c6a6-41c7-9274-139db328b87e, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=67163cf9-c6a6-41c7-9274-139db328b87e,segment=NetworkSegment(b276d982-d332-492f-aafc-a478ab96b23a),segment_id=b276d982-d332-492f-aafc-a478ab96b23a)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:06.262923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.275546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Calling delete_port for 67163cf9-c6a6-41c7-9274-139db328b87e owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:46:06.357684 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.380690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Pushing event deleted for resources: {'Port': ['ID=67163cf9-c6a6-41c7-9274-139db328b87e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:06.386898 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] No DVR routers for this DVR port 67163cf9-c6a6-41c7-9274-139db328b87e on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:46:06.426616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b747fb3d-24c6-4609-ab73-65783575024e None None] DHCP port deletion for ac64ef27-3857-4d9f-9450-0fea4c921028 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:06.468702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.488921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac64ef27-3857-4d9f-9450-0fea4c921028']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:06.498881 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b276d982-d332-492f-aafc-a478ab96b23a') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:06.499178 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b276d982-d332-492f-aafc-a478ab96b23a') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:06.508948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.523966 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.530743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:46:06.530977 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:46:06.532943 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:46:06.589347 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.596168 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:06.599537 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] 10.222.0.21 "DELETE /v2.0/networks/ac64ef27-3857-4d9f-9450-0fea4c921028 HTTP/1.1" status: 204 len: 168 time: 0.5272427 Nov 26 22:46:06.602587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40460) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:06.611572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb50f1-da3d-4166-a73a-b6691a27683e admin admin] Pushing event deleted for resources: {'Network': ['ID=ac64ef27-3857-4d9f-9450-0fea4c921028,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:06.782790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a1c57da8-cec2-4438-9509-0721468cb40b no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:46:06.803502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: a1c57da8-cec2-4438-9509-0721468cb40b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:46:06.803853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a1c57da8-cec2-4438-9509-0721468cb40b not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:46:07.277545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:07.515381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Deleting port bbe2d9b9-f5cd-4f22-9def-412a258a4418 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:46:07.515726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:07.554059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:07.571048 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:46:07.593418 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:46:07.593762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 438d3cbe-c2f4-41fa-9baf-bc9d1ef1acd8 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:46:07.594195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 67163cf9-c6a6-41c7-9274-139db328b87e no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:46:07.597857 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] For port bbe2d9b9-f5cd-4f22-9def-412a258a4418, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bbe2d9b9-f5cd-4f22-9def-412a258a4418,segment=NetworkSegment(3a063858-47e1-4bd4-a645-38cdf684c02f),segment_id=3a063858-47e1-4bd4-a645-38cdf684c02f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:07.598261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:07.612059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Calling delete_port for bbe2d9b9-f5cd-4f22-9def-412a258a4418 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:46:07.613080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 67163cf9-c6a6-41c7-9274-139db328b87e {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:46:07.613430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 67163cf9-c6a6-41c7-9274-139db328b87e not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:46:07.613836 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:46:07.632315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:46:07.632663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 03eaeebf-3e78-4b44-9539-cc0ab1e09c55 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:46:07.790261 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:07.816776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe2d9b9-f5cd-4f22-9def-412a258a4418,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:07.979950 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:08.194185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Router 21109c73-41b5-465e-be5d-01f5c3c2dd83 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:46:08.301594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:46:08.306996 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4a794bba-97c1-416d-bca3-1a9e875910aa admin admin] 10.222.0.21 "PUT /v2.0/routers/21109c73-41b5-465e-be5d-01f5c3c2dd83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7016673 Nov 26 22:46:08.309945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40462) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:08.311645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] Sync routers for ids ['21109c73-41b5-465e-be5d-01f5c3c2dd83'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:46:08.322045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] Routers {'21109c73-41b5-465e-be5d-01f5c3c2dd83'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:08.323304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21109c73-41b5-465e-be5d-01f5c3c2dd83'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:08.429290 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:08.540987 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:08.583959 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:08.593394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Deleting port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:46:08.593737 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:08.597176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] Set router 21109c73-41b5-465e-be5d-01f5c3c2dd83 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:08.676309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] For port 55ab4296-4bcd-4c75-a00d-8c4fe2f30833, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=55ab4296-4bcd-4c75-a00d-8c4fe2f30833,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:08.676952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:08.689004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Calling delete_port for 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:46:08.773527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:46:07Z', 'revision_number': 5, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port': {'id': '55ab4296-4bcd-4c75-a00d-8c4fe2f30833', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:88:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:44:43Z', 'updated_at': '2021-11-26T22:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:08.803855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] Checking router: 21109c73-41b5-465e-be5d-01f5c3c2dd83 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:46:08.813351 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] Routers {'21109c73-41b5-465e-be5d-01f5c3c2dd83'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:08.814023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['21109c73-41b5-465e-be5d-01f5c3c2dd83'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:08.859534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:08.887391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ab4296-4bcd-4c75-a00d-8c4fe2f30833,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:08.903972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df85e6e-b574-4468-a224-30065c20cdc0 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:08.906225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] Set router 21109c73-41b5-465e-be5d-01f5c3c2dd83 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:08.947508 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:08.960435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:46:08Z', 'revision_number': 6, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:08.990941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010e3cb-5fbd-46a6-a7b4-fd51a8fb0603 None None] The sync data for ids ['21109c73-41b5-465e-be5d-01f5c3c2dd83'] in n-d-819494-1 is: [{'id': '21109c73-41b5-465e-be5d-01f5c3c2dd83', 'name': 'tempest-TestEncryptedCinderVolumes-417470827-router', 'tenant_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:44:42Z', 'updated_at': '2021-11-26T22:46:08Z', 'revision_number': 6, 'project_id': 'fcc6a69b28da4b05827ed0448b9464d4', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:46:09.042645 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.044713 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.091018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.091568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21109c73-41b5-465e-be5d-01f5c3c2dd83 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:46:09.097477 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.098987 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-15389d12-b2b4-403a-8fec-36aa81c7ce43 admin admin] 10.222.0.21 "DELETE /v2.0/routers/21109c73-41b5-465e-be5d-01f5c3c2dd83 HTTP/1.1" status: 204 len: 168 time: 0.7878273 Nov 26 22:46:09.101539 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40464) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:09.146113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-262bed6d-9801-4102-8187-75e7c9db0c6d admin admin] Deleting subnet 5044b907-a18a-4ed9-904d-65b85d53650d {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:46:09.149126 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-262bed6d-9801-4102-8187-75e7c9db0c6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.183175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-262bed6d-9801-4102-8187-75e7c9db0c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.264376 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-262bed6d-9801-4102-8187-75e7c9db0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.315938 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-262bed6d-9801-4102-8187-75e7c9db0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.340417 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bed6d-9801-4102-8187-75e7c9db0c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5044b907-a18a-4ed9-904d-65b85d53650d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:09.347170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-262bed6d-9801-4102-8187-75e7c9db0c6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.350735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-262bed6d-9801-4102-8187-75e7c9db0c6d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5044b907-a18a-4ed9-904d-65b85d53650d HTTP/1.1" status: 204 len: 168 time: 0.2482059 Nov 26 22:46:09.355332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40466) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:09.356624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5892a95f-3466-4e88-8a37-1630715a6ad2 None None] Network 32383d4c-d6ba-414f-976d-abb295790a88 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:46:09.426682 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.489149 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Deleting port 1fac5000-6b33-4589-a091-a10617430188 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:46:09.489485 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.555072 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] For port 1fac5000-6b33-4589-a091-a10617430188, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1fac5000-6b33-4589-a091-a10617430188,segment=NetworkSegment(3a063858-47e1-4bd4-a645-38cdf684c02f),segment_id=3a063858-47e1-4bd4-a645-38cdf684c02f)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:09.555435 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.568003 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Calling delete_port for 1fac5000-6b33-4589-a091-a10617430188 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:46:09.648229 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.674671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fac5000-6b33-4589-a091-a10617430188,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:09.676486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] No DVR routers for this DVR port 1fac5000-6b33-4589-a091-a10617430188 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:46:09.745447 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.767371 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32383d4c-d6ba-414f-976d-abb295790a88']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:09.777906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a063858-47e1-4bd4-a645-38cdf684c02f') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:09.778239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a063858-47e1-4bd4-a645-38cdf684c02f') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:09.784193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c1ada-8350-4587-844f-98fa0a787b97 None None] DHCP port deletion for 32383d4c-d6ba-414f-976d-abb295790a88 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:09.800809 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.816141 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.823610 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:46:09.824061 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:46:09.825929 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:46:09.848022 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:46:09.867913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:46:09.868332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 55ab4296-4bcd-4c75-a00d-8c4fe2f30833 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:46:09.868809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1fac5000-6b33-4589-a091-a10617430188 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:46:09.885923 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.889710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 1fac5000-6b33-4589-a091-a10617430188 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:46:09.890316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1fac5000-6b33-4589-a091-a10617430188 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:46:09.890954 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbe2d9b9-f5cd-4f22-9def-412a258a4418 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:46:09.902596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:09.905991 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] 10.222.0.21 "DELETE /v2.0/networks/32383d4c-d6ba-414f-976d-abb295790a88 HTTP/1.1" status: 204 len: 168 time: 0.5500321 Nov 26 22:46:09.907404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1ddf6-3574-40b3-a3f6-a094e5c94255 admin admin] Pushing event deleted for resources: {'Network': ['ID=32383d4c-d6ba-414f-976d-abb295790a88,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:09.912743 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bbe2d9b9-f5cd-4f22-9def-412a258a4418 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:46:09.912913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bbe2d9b9-f5cd-4f22-9def-412a258a4418 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:46:10.078947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40470) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:10.119741 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0b3d3b38-b077-4f16-bd35-b87df9679b1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cf0e59a61ad4a2ea8bd343adeb9af05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390415 Nov 26 22:46:10.122272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40472) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:10.167732 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e48e3ef1-02be-43c9-aceb-f09d1620e73a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:10.188388 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e48e3ef1-02be-43c9-aceb-f09d1620e73a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:10.239748 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e48e3ef1-02be-43c9-aceb-f09d1620e73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:10.243178 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e48e3ef1-02be-43c9-aceb-f09d1620e73a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:10.245715 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e48e3ef1-02be-43c9-aceb-f09d1620e73a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d8a86c4-8799-45f7-b81b-60b06b2af3bf HTTP/1.1" status: 204 len: 168 time: 0.1212161 Nov 26 22:46:10.253782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e3ef1-02be-43c9-aceb-f09d1620e73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8a86c4-8799-45f7-b81b-60b06b2af3bf,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:10.553396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40478) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:10.592729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9d18ea85-1fc2-4323-8969-458cab4bd1ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcc6a69b28da4b05827ed0448b9464d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381224 Nov 26 22:46:10.595124 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40480) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:10.641551 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f03dd4c-68a1-48c1-af03-9afa07060fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:10.661800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f03dd4c-68a1-48c1-af03-9afa07060fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:10.709777 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f03dd4c-68a1-48c1-af03-9afa07060fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:10.712639 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f03dd4c-68a1-48c1-af03-9afa07060fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:10.714530 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9f03dd4c-68a1-48c1-af03-9afa07060fdd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb409e85-0180-4549-bce0-4dd48e9cb42e HTTP/1.1" status: 204 len: 168 time: 0.1184568 Nov 26 22:46:10.722341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03dd4c-68a1-48c1-af03-9afa07060fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb409e85-0180-4549-bce0-4dd48e9cb42e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:11.387160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40502) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:11.494297 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1525016050-network', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:46:11.515848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Made reservation on behalf of d7b4ba67d3d148399158e56a3849cd31 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:46:11.518161 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.526927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.601560 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.606222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.630622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:46:11.640745 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a39484-01ac-44dc-8ee5-8e5651244f0a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:11.645347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.645698 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Added segment 4e654eff-20da-44a5-b75d-9b8c87e39226 of type vlan for network 240b3214-d8db-483f-bc3b-2997bf0e87a5 Nov 26 22:46:11.686009 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.710327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.711261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:11.711843 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.761708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3733494 Nov 26 22:46:11.764755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40506) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:11.776864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Request body: {'subnet': {'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1525016050-subnet', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:46:11.786144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0590a65-0904-4a1b-ae14-568428caec89 admin admin] Pushing event updated for resources: {'Network': ['ID=240b3214-d8db-483f-bc3b-2997bf0e87a5,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:11.796600 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:46:11.803358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Made reservation on behalf of d7b4ba67d3d148399158e56a3849cd31 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:46:11.806105 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:11.972783 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.032787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424cbf36-e8de-46da-b731-6bc68cc26d7f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:12.039900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Checking segment: {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:12.040261 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Network hostable DHCP agents. Network: 240b3214-d8db-483f-bc3b-2997bf0e87a5, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:46:12.058439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:46:12.066489 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 240b3214-d8db-483f-bc3b-2997bf0e87a5) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:12.070284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:12.070880 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.075290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd8529-52e4-40b7-8e7e-235845de8e35 None None] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:46:12.086435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0012090e-2c96-433a-ab75-c86036068c97 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3153982 Nov 26 22:46:12.089344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40508) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:12.093622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:46:12.114404 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.115401 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.164579 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.222016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-240b3214-d8db-483f-bc3b-2997bf0e87a5', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:46:12.222908 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.301921 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.357938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Allocated IP 172.20.0.2 (240b3214-d8db-483f-bc3b-2997bf0e87a5/424cbf36-e8de-46da-b731-6bc68cc26d7f/944aab7a-7336-4d8d-b7f1-85541b2c7953) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:46:12.500099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.509218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.515606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.524939 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.555718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:12.560729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:12.565591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:46:12.567592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Pushing event updated for resources: {'Port': ['ID=944aab7a-7336-4d8d-b7f1-85541b2c7953,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:12.578468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.578822 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.579164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.579502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.579835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.580165 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.580491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.580815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.581137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.581462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.581784 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.582125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:12.627941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Allocated IP 172.25.3.151 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/7ef80b90-9a34-40ed-abef-64ace4b48799) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:46:12.632705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Attempting to bind port 944aab7a-7336-4d8d-b7f1-85541b2c7953 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:46:12.633237 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Attempting to bind port 944aab7a-7336-4d8d-b7f1-85541b2c7953 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:46:12.633629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Attempting to bind port 944aab7a-7336-4d8d-b7f1-85541b2c7953 on network 240b3214-d8db-483f-bc3b-2997bf0e87a5 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:46:12.641866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:46:12.642280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Checking segment: {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:12.642709 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.643257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Bound using segment: {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:46:12.643875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Bound port: 944aab7a-7336-4d8d-b7f1-85541b2c7953, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:46:12.644258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.715644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] For port 944aab7a-7336-4d8d-b7f1-85541b2c7953, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:46:12.718791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] For port 944aab7a-7336-4d8d-b7f1-85541b2c7953, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=944aab7a-7336-4d8d-b7f1-85541b2c7953,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:46:12.723608 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.734320 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.773844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:12.786026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440557b5-61b1-4ada-ad60-a640b6ea0858 None None] Pushing event updated for resources: {'Port': ['ID=944aab7a-7336-4d8d-b7f1-85541b2c7953,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:12.815286 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:12.818229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:12.821831 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:46:12.833793 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf46de1-c0ef-4a89-a568-5fb6e6dbb30f None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:12.846640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Pushing event updated for resources: {'Port': ['ID=7ef80b90-9a34-40ed-abef-64ace4b48799,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:12.961184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b8f16dc5-2017-46fc-98c8-5075e53bb73d None None] Provisioning complete for port 7ef80b90-9a34-40ed-abef-64ace4b48799 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:12.961559 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b8f16dc5-2017-46fc-98c8-5075e53bb73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:13.004835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b8f16dc5-2017-46fc-98c8-5075e53bb73d None None] Port 7ef80b90-9a34-40ed-abef-64ace4b48799 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:13.109071 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:13.607898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 944aab7a-7336-4d8d-b7f1-85541b2c7953 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:13.656775 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:13.665725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 944aab7a-7336-4d8d-b7f1-85541b2c7953 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:13.666654 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:13.732689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef83784-e970-497d-a345-bd5d1e16a512 None None] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:46:13.787613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Router ec421e31-2da1-4b36-9a0a-cfb05da6b187 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:46:13.804330 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:13.808908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e44f270b-8a74-4201-9216-47ba886b0fa3 None None] Provisioning complete for port 944aab7a-7336-4d8d-b7f1-85541b2c7953 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:13.809274 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e44f270b-8a74-4201-9216-47ba886b0fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:13.894851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:46:13.905404 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Sync routers for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:46:13.916012 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:13.916892 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:13.917756 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:13.918607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 944aab7a-7336-4d8d-b7f1-85541b2c7953, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=944aab7a-7336-4d8d-b7f1-85541b2c7953,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:13.919584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fc8266c6-07e7-4523-ad2f-1a2911b3bdab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8292046 Nov 26 22:46:13.922213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40510) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:13.927420 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.031210 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:14.038319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=944aab7a-7336-4d8d-b7f1-85541b2c7953,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:14.223114 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:12Z', 'revision_number': 3, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:14.253378 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Checking router: ec421e31-2da1-4b36-9a0a-cfb05da6b187 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:46:14.253722 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Updating router ec421e31-2da1-4b36-9a0a-cfb05da6b187 port 7ef80b90-9a34-40ed-abef-64ace4b48799 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:46:14.278934 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.353116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a19821dd-572f-429c-bbca-64fa1f1b76b3 None None] Provisioning complete for port 944aab7a-7336-4d8d-b7f1-85541b2c7953 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:14.354062 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a19821dd-572f-429c-bbca-64fa1f1b76b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.364500 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.529593 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.529832 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Allocated IP 172.20.0.1 (240b3214-d8db-483f-bc3b-2997bf0e87a5/424cbf36-e8de-46da-b731-6bc68cc26d7f/2255dd07-244d-40a3-b481-8b21882f5c75) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:46:14.535302 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.576676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a72e4b-bd2a-4439-b039-cd718876c542 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:14.584110 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Attempting to bind port 7ef80b90-9a34-40ed-abef-64ace4b48799 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:46:14.584482 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Attempting to bind port 7ef80b90-9a34-40ed-abef-64ace4b48799 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:46:14.584846 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Attempting to bind port 7ef80b90-9a34-40ed-abef-64ace4b48799 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:46:14.591939 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Pushing event updated for resources: {'Port': ['ID=7ef80b90-9a34-40ed-abef-64ace4b48799,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:14.595180 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:46:14.595546 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:14.595936 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.596875 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:46:14.596875 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Bound port: 7ef80b90-9a34-40ed-abef-64ace4b48799, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:46:14.597166 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.625266 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.625872 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.626246 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.626588 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.626925 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.627260 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.627590 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.627925 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.628250 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.628578 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.628906 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.629229 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:14.643152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.658041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f41a13c9-9b71-44c3-bd87-97af21345a62 None None] Provisioning complete for port 7ef80b90-9a34-40ed-abef-64ace4b48799 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:14.658530 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f41a13c9-9b71-44c3-bd87-97af21345a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.666488 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] For port 7ef80b90-9a34-40ed-abef-64ace4b48799, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:46:14.669693 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] For port 7ef80b90-9a34-40ed-abef-64ace4b48799, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ef80b90-9a34-40ed-abef-64ace4b48799,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:46:14.675642 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.677888 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.694672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f41a13c9-9b71-44c3-bd87-97af21345a62 None None] Port 7ef80b90-9a34-40ed-abef-64ace4b48799 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:14.716081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:14.722812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:14.722976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82806c2-2568-4f20-8f86-8a8fd5b8d798 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:14.726367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:46:14.746911 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423b423-47a1-4002-aa65-1cc6780b6da9 None None] Pushing event updated for resources: {'Port': ['ID=7ef80b90-9a34-40ed-abef-64ace4b48799,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:14.752495 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:14.752789 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:14.758532 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Pushing event updated for resources: {'Port': ['ID=2255dd07-244d-40a3-b481-8b21882f5c75,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:14.770597 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.818713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-2ca07ded-0743-4dd7-9add-68f6410e6924 None None] Provisioning complete for port 7ef80b90-9a34-40ed-abef-64ace4b48799 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:14.819603 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ded-0743-4dd7-9add-68f6410e6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.875315 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:14.913124 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ded-0743-4dd7-9add-68f6410e6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.923065 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:14.939256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2ca07ded-0743-4dd7-9add-68f6410e6924 None None] For port 7ef80b90-9a34-40ed-abef-64ace4b48799, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ef80b90-9a34-40ed-abef-64ace4b48799,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:14.946457 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2ca07ded-0743-4dd7-9add-68f6410e6924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:15.012973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca07ded-0743-4dd7-9add-68f6410e6924 None None] Pushing event updated for resources: {'Port': ['ID=7ef80b90-9a34-40ed-abef-64ace4b48799,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:15.069031 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a1903f71-d9b9-421d-8b30-0a8f02d06b86 None None] Provisioning complete for port 2255dd07-244d-40a3-b481-8b21882f5c75 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:15.069713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1903f71-d9b9-421d-8b30-0a8f02d06b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:15.078906 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:12Z', 'revision_number': 3, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:15.104714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-a1903f71-d9b9-421d-8b30-0a8f02d06b86 None None] Port 2255dd07-244d-40a3-b481-8b21882f5c75 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:15.105928 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:15.111799 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e09b7-c66a-4627-9e39-e928e37fb1d6 None None] The sync data for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 is: [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:12Z', 'revision_number': 3, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:46:15.113343 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:15.180222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:15.182176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Pushing event updated for resources: {'Port': ['ID=2255dd07-244d-40a3-b481-8b21882f5c75,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:15.278199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:15.279652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:15.423974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Router ec421e31-2da1-4b36-9a0a-cfb05da6b187 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:46:15.558282 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:46:15.569942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-190a1519-7ed9-4e06-8459-0cf2288f1d90 admin admin] 10.222.0.21 "PUT /v2.0/routers/ec421e31-2da1-4b36-9a0a-cfb05da6b187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6400790 Nov 26 22:46:15.632615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cfac8e28-fa4f-4b27-92d5-0297272716df None None] Provisioning complete for port 2255dd07-244d-40a3-b481-8b21882f5c75 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:15.633017 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cfac8e28-fa4f-4b27-92d5-0297272716df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:15.677168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 944aab7a-7336-4d8d-b7f1-85541b2c7953 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:15.680718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-cfac8e28-fa4f-4b27-92d5-0297272716df None None] Port 2255dd07-244d-40a3-b481-8b21882f5c75 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:15.736290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 944aab7a-7336-4d8d-b7f1-85541b2c7953 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:15.736659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:15.818839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ef80b90-9a34-40ed-abef-64ace4b48799 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:15.870849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7ef80b90-9a34-40ed-abef-64ace4b48799 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:15.870849 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.094715 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40526) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:16.099630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-448818440-network', 'tenant_id': '048cd225a0df4008a60023b22b9ad632'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:46:16.120369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Made reservation on behalf of 048cd225a0df4008a60023b22b9ad632 for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:46:16.122773 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.131138 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.206159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.209897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.234808 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:46:16.244589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31e6f9e-d362-4d15-810b-2142e6cd4e63,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:16.249523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.249859 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Added segment 063e801c-0c96-4d48-80d3-77ba8c5771da of type vlan for network bc21fad1-2930-4361-8383-08da6bd619db Nov 26 22:46:16.290411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.315030 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.315978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:16.316559 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.370749 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2749193 Nov 26 22:46:16.373488 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40528) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:16.378521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Request body: {'subnet': {'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-448818440-subnet', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:46:16.381664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3811f-44fc-487e-8454-a128ba34c3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=bc21fad1-2930-4361-8383-08da6bd619db,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:16.392995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network bc21fad1-2930-4361-8383-08da6bd619db details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:46:16.401345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Made reservation on behalf of 048cd225a0df4008a60023b22b9ad632 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:46:16.403774 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.578299 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.637755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2320e883-9ffd-4053-8ba8-389b744e70c7,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:16.649120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Checking segment: {'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:16.649478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Network hostable DHCP agents. Network: bc21fad1-2930-4361-8383-08da6bd619db, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:46:16.665708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Network bc21fad1-2930-4361-8383-08da6bd619db is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:46:16.675386 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, bc21fad1-2930-4361-8383-08da6bd619db) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:16.679671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:16.680277 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.690261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c486ce-c19b-4ea3-89f8-201855eae787 None None] Network bc21fad1-2930-4361-8383-08da6bd619db requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:46:16.698734 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-756fc836-8b92-4487-a238-6d9d940e5002 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3239162 Nov 26 22:46:16.701271 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40530) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:16.705715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:46:16.726779 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.727831 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.780091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.798335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Sync routers for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:46:16.822858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:16.823480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:16.887072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-bc21fad1-2930-4361-8383-08da6bd619db', 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'fixed_ips': [{'subnet_id': '2320e883-9ffd-4053-8ba8-389b744e70c7'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:46:16.887941 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:16.917893 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.127302 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.151567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.180721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:17.252332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Allocated IP 172.25.3.155 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/1769aa14-d85d-40fd-b7b9-0921e78a7209) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:46:17.340644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Allocated IP 172.20.0.2 (bc21fad1-2930-4361-8383-08da6bd619db/2320e883-9ffd-4053-8ba8-389b744e70c7/978548b7-dd41-4f75-9279-6b6af5c6e5c4) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:46:17.358987 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.394816 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.434871 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:17.439339 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:17.443855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:46:17.446685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Pushing event updated for resources: {'Port': ['ID=1769aa14-d85d-40fd-b7b9-0921e78a7209,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:17.463075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7eb99-29e7-4a0b-896e-c2b71c6f2e66 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:17.566385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-4559e12e-c3af-4ae2-b661-5fe68e86bf00 None None] Provisioning complete for port 1769aa14-d85d-40fd-b7b9-0921e78a7209 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:17.566762 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4559e12e-c3af-4ae2-b661-5fe68e86bf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.572997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 2, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:17.633840 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.635842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Checking router: ec421e31-2da1-4b36-9a0a-cfb05da6b187 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:46:17.636124 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Updating router ec421e31-2da1-4b36-9a0a-cfb05da6b187 port 2255dd07-244d-40a3-b481-8b21882f5c75 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:46:17.658510 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.669913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-4559e12e-c3af-4ae2-b661-5fe68e86bf00 None None] Port 1769aa14-d85d-40fd-b7b9-0921e78a7209 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:17.701604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.702316 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.722240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Network bc21fad1-2930-4361-8383-08da6bd619db is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:17.730440 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:17.735098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:46:17.740759 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Pushing event updated for resources: {'Port': ['ID=978548b7-dd41-4f75-9279-6b6af5c6e5c4,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:17.873794 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Attempting to bind port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:46:17.874197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Attempting to bind port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:46:17.874576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Attempting to bind port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 on network bc21fad1-2930-4361-8383-08da6bd619db {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:46:17.883217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:46:17.883599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Checking segment: {'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:17.884056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.884406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Bound using segment: {'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:46:17.885485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Bound port: 978548b7-dd41-4f75-9279-6b6af5c6e5c4, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:46:17.885875 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:17.899198 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.013224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] For port 978548b7-dd41-4f75-9279-6b6af5c6e5c4, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:46:18.027151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:46:18.038041 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] For port 978548b7-dd41-4f75-9279-6b6af5c6e5c4, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=978548b7-dd41-4f75-9279-6b6af5c6e5c4,segment=NetworkSegment(063e801c-0c96-4d48-80d3-77ba8c5771da),segment_id=063e801c-0c96-4d48-80d3-77ba8c5771da)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:46:18.047609 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.138678 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:46:18.147510 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37a09c-486c-4d48-949a-2739a057c73d None None] Pushing event updated for resources: {'Port': ['ID=978548b7-dd41-4f75-9279-6b6af5c6e5c4,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:18.149137 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Sync routers for ids ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:46:18.155315 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.160648 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.162322 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1bd1f1f4-b0b3-41d3-936a-d861b5d5dd9a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4599526 Nov 26 22:46:18.164239 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.164909 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40532) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:46:18.168515 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Routers {'83678218-13ae-4458-98c7-9eb3d3a0d8b2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:18.169143 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:18.221651 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991f7c6-c3f6-49c5-aaeb-a81fd5eec03f None None] Pushing event updated for resources: {'Port': ['ID=2255dd07-244d-40a3-b481-8b21882f5c75,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:18.288169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Attempting to bind port 2255dd07-244d-40a3-b481-8b21882f5c75 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:46:18.288963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Attempting to bind port 2255dd07-244d-40a3-b481-8b21882f5c75 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:46:18.289531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Attempting to bind port 2255dd07-244d-40a3-b481-8b21882f5c75 on network 240b3214-d8db-483f-bc3b-2997bf0e87a5 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:46:18.295790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:46:18.296503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Checking segment: {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:18.297146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.297704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Bound using segment: {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:46:18.298423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Bound port: 2255dd07-244d-40a3-b481-8b21882f5c75, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:46:18.299168 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.342658 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Set router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:18.402164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] For port 2255dd07-244d-40a3-b481-8b21882f5c75, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:46:18.405817 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] For port 2255dd07-244d-40a3-b481-8b21882f5c75, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2255dd07-244d-40a3-b481-8b21882f5c75,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:46:18.414760 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.488943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:18.489678 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:18.498993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991f7c6-c3f6-49c5-aaeb-a81fd5eec03f None None] Pushing event updated for resources: {'Port': ['ID=2255dd07-244d-40a3-b481-8b21882f5c75,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:18.654576 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:18.761734 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:46:17Z', 'revision_number': 3, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port': {'id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:91:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:17Z', 'updated_at': '2021-11-26T22:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:18.780815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-56e49209-7885-4fb7-8cbd-b4d9234bf63e None None] Provisioning complete for port 2255dd07-244d-40a3-b481-8b21882f5c75 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:18.781186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56e49209-7885-4fb7-8cbd-b4d9234bf63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.796946 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Checking router: 83678218-13ae-4458-98c7-9eb3d3a0d8b2 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:46:18.797724 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Updating router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 port 1769aa14-d85d-40fd-b7b9-0921e78a7209 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:46:18.826304 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:18.951139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56e49209-7885-4fb7-8cbd-b4d9234bf63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.001268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-56e49209-7885-4fb7-8cbd-b4d9234bf63e None None] For port 2255dd07-244d-40a3-b481-8b21882f5c75, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2255dd07-244d-40a3-b481-8b21882f5c75,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:19.006804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:18Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:19.010810 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-56e49209-7885-4fb7-8cbd-b4d9234bf63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.038987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1a4ae-3aff-4c26-bf8c-afcc511095a1 None None] The sync data for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 is: [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:18Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:46:19.093047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e49209-7885-4fb7-8cbd-b4d9234bf63e None None] Pushing event updated for resources: {'Port': ['ID=2255dd07-244d-40a3-b481-8b21882f5c75,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:19.132031 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.143054 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.160999 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3f2c647c-2758-4623-be91-73639db72ffb None None] Provisioning complete for port 2255dd07-244d-40a3-b481-8b21882f5c75 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:19.161461 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3f2c647c-2758-4623-be91-73639db72ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.163638 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.193968 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Attempting to bind port 1769aa14-d85d-40fd-b7b9-0921e78a7209 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:46:19.193968 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Attempting to bind port 1769aa14-d85d-40fd-b7b9-0921e78a7209 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:46:19.194739 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Attempting to bind port 1769aa14-d85d-40fd-b7b9-0921e78a7209 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:46:19.207635 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:46:19.208328 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:19.208955 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.209446 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:46:19.210028 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Bound port: 1769aa14-d85d-40fd-b7b9-0921e78a7209, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:46:19.210681 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.238488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218b286f-988a-4871-80ce-cf8e04c9b722 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:19.287164 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83543ec-91d3-471e-aebb-e29f87106e3b None None] Pushing event updated for resources: {'Port': ['ID=1769aa14-d85d-40fd-b7b9-0921e78a7209,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:19.341447 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] For port 1769aa14-d85d-40fd-b7b9-0921e78a7209, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:46:19.346350 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] For port 1769aa14-d85d-40fd-b7b9-0921e78a7209, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1769aa14-d85d-40fd-b7b9-0921e78a7209,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:46:19.356904 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.423444 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2654b09-00e8-4ee0-b56d-0dd596607535 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:46:19.426254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Allocated IP 172.20.0.1 (bc21fad1-2930-4361-8383-08da6bd619db/2320e883-9ffd-4053-8ba8-389b744e70c7/3ba00986-2d86-4283-9105-5bf059f49cde) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:46:19.450051 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Routers {'83678218-13ae-4458-98c7-9eb3d3a0d8b2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:19.450662 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:19.509338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c15fe994-d804-48ce-b6e9-1fdaf75b58b0 None None] Provisioning complete for port 1769aa14-d85d-40fd-b7b9-0921e78a7209 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:19.510375 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c15fe994-d804-48ce-b6e9-1fdaf75b58b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.638105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.679932 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83543ec-91d3-471e-aebb-e29f87106e3b None None] Pushing event updated for resources: {'Port': ['ID=1769aa14-d85d-40fd-b7b9-0921e78a7209,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:19.681321 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c15fe994-d804-48ce-b6e9-1fdaf75b58b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.706996 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] Set router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:19.731261 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2255dd07-244d-40a3-b481-8b21882f5c75 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:19.738668 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.779138 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c15fe994-d804-48ce-b6e9-1fdaf75b58b0 None None] For port 1769aa14-d85d-40fd-b7b9-0921e78a7209, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1769aa14-d85d-40fd-b7b9-0921e78a7209,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:19.793583 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c15fe994-d804-48ce-b6e9-1fdaf75b58b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.808075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Network bc21fad1-2930-4361-8383-08da6bd619db is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:19.817475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:19.827284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:46:19.861116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fe994-d804-48ce-b6e9-1fdaf75b58b0 None None] Pushing event updated for resources: {'Port': ['ID=1769aa14-d85d-40fd-b7b9-0921e78a7209,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:19.865541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f62ce-57b4-4406-89f9-b742492f574f None None] Network bc21fad1-2930-4361-8383-08da6bd619db requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:46:19.871002 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba00986-2d86-4283-9105-5bf059f49cde,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:19.892081 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.940330 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:46:17Z', 'revision_number': 3, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port': {'id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:91:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:17Z', 'updated_at': '2021-11-26T22:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:19.975984 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae2248-5633-4bfb-a021-7176227817c7 None None] The sync data for ids ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'] in n-d-819494-1 is: [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:46:17Z', 'revision_number': 3, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port': {'id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:91:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:17Z', 'updated_at': '2021-11-26T22:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:46:19.979447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 2255dd07-244d-40a3-b481-8b21882f5c75 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:19.979820 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:19.984192 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ddac29e-8231-40ff-9c23-b03a9519d7d9 None None] Provisioning complete for port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:19.984578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ddac29e-8231-40ff-9c23-b03a9519d7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.068878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.220335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 978548b7-dd41-4f75-9279-6b6af5c6e5c4 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:20.223344 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ddac29e-8231-40ff-9c23-b03a9519d7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.281029 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.289174 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.303106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ddac29e-8231-40ff-9c23-b03a9519d7d9 None None] For port 978548b7-dd41-4f75-9279-6b6af5c6e5c4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=978548b7-dd41-4f75-9279-6b6af5c6e5c4,segment=NetworkSegment(063e801c-0c96-4d48-80d3-77ba8c5771da),segment_id=063e801c-0c96-4d48-80d3-77ba8c5771da)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:20.312930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ddac29e-8231-40ff-9c23-b03a9519d7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.433920 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.436382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Pushing event updated for resources: {'Port': ['ID=3ba00986-2d86-4283-9105-5bf059f49cde,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:20.555614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:20.556118 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.613704 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Network bc21fad1-2930-4361-8383-08da6bd619db is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:20.617748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:20.623962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddac29e-8231-40ff-9c23-b03a9519d7d9 None None] Pushing event updated for resources: {'Port': ['ID=978548b7-dd41-4f75-9279-6b6af5c6e5c4,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:20.689310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-23762ad5-fd5f-4717-a903-fae565707f84 None None] Provisioning complete for port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:20.689685 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-23762ad5-fd5f-4717-a903-fae565707f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.761980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:46:20.806288 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-23762ad5-fd5f-4717-a903-fae565707f84 None None] Provisioning complete for port 3ba00986-2d86-4283-9105-5bf059f49cde triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:20.807588 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-23762ad5-fd5f-4717-a903-fae565707f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:20.850775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-23762ad5-fd5f-4717-a903-fae565707f84 None None] Port 3ba00986-2d86-4283-9105-5bf059f49cde cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:20.903489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:46:20.909164 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7cb4354c-f08b-437d-9d2b-6a233c021b04 admin admin] 10.222.0.21 "PUT /v2.0/routers/83678218-13ae-4458-98c7-9eb3d3a0d8b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7430501 Nov 26 22:46:20.976560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-33f2c951-1808-4248-b424-2c508491ad44 None None] Provisioning complete for port 3ba00986-2d86-4283-9105-5bf059f49cde triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:20.977357 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33f2c951-1808-4248-b424-2c508491ad44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:21.022186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-33f2c951-1808-4248-b424-2c508491ad44 None None] Port 3ba00986-2d86-4283-9105-5bf059f49cde cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:21.141434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-726cad89-36b4-45e2-a11d-5698f892ec33 None None] Provisioning complete for port 3ba00986-2d86-4283-9105-5bf059f49cde triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:21.142282 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-726cad89-36b4-45e2-a11d-5698f892ec33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:21.182149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-726cad89-36b4-45e2-a11d-5698f892ec33 None None] Port 3ba00986-2d86-4283-9105-5bf059f49cde cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:21.642203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 978548b7-dd41-4f75-9279-6b6af5c6e5c4 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:21.691789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:21.692163 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:21.784301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1769aa14-d85d-40fd-b7b9-0921e78a7209 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:21.842602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 1769aa14-d85d-40fd-b7b9-0921e78a7209 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:21.843072 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:22.745485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Sync routers for ids ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:46:22.763284 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Routers {'83678218-13ae-4458-98c7-9eb3d3a0d8b2'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:22.764247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:22.888150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Set router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:23.116819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:46:20Z', 'revision_number': 4, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port': {'id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:17Z', 'updated_at': '2021-11-26T22:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3ba00986-2d86-4283-9105-5bf059f49cde', 'name': '', 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'mac_address': 'fa:16:3e:5a:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '2320e883-9ffd-4053-8ba8-389b744e70c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:19Z', 'updated_at': '2021-11-26T22:46:20Z', 'revision_number': 2, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'subnets': [{'id': '2320e883-9ffd-4053-8ba8-389b744e70c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:23.148019 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Checking router: 83678218-13ae-4458-98c7-9eb3d3a0d8b2 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:46:23.148631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Updating router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 port 3ba00986-2d86-4283-9105-5bf059f49cde binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:46:23.180133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:23.475920 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:23.482444 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:23.609167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbd0c7-ad71-4fa1-8e09-4b4b972ba80e None None] Pushing event updated for resources: {'Port': ['ID=3ba00986-2d86-4283-9105-5bf059f49cde,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:23.615865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Attempting to bind port 3ba00986-2d86-4283-9105-5bf059f49cde on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:46:23.616246 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Attempting to bind port 3ba00986-2d86-4283-9105-5bf059f49cde by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:46:23.616597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Attempting to bind port 3ba00986-2d86-4283-9105-5bf059f49cde on network bc21fad1-2930-4361-8383-08da6bd619db {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:46:23.627385 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:46:23.627772 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Checking segment: {'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:23.628175 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:23.628653 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Bound using segment: {'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:46:23.629131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Bound port: 3ba00986-2d86-4283-9105-5bf059f49cde, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063e801c-0c96-4d48-80d3-77ba8c5771da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:46:23.629534 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:23.640042 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-16238b68-69b2-44b4-b462-a7b5b3ad89b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:23.716848 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] For port 3ba00986-2d86-4283-9105-5bf059f49cde, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:46:23.721320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] For port 3ba00986-2d86-4283-9105-5bf059f49cde, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3ba00986-2d86-4283-9105-5bf059f49cde,segment=NetworkSegment(063e801c-0c96-4d48-80d3-77ba8c5771da),segment_id=063e801c-0c96-4d48-80d3-77ba8c5771da)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:46:23.732292 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:23.806298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Routers {'83678218-13ae-4458-98c7-9eb3d3a0d8b2'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:46:23.807858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:45:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:23.869531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbd0c7-ad71-4fa1-8e09-4b4b972ba80e None None] Pushing event updated for resources: {'Port': ['ID=3ba00986-2d86-4283-9105-5bf059f49cde,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:23.969850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc3e-d084-4f0f-b625-0ae63d8aba3a None None] Provisioning complete for port 3ba00986-2d86-4283-9105-5bf059f49cde triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:23.970378 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc3e-d084-4f0f-b625-0ae63d8aba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:24.018633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] Set router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:46:24.207173 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc3e-d084-4f0f-b625-0ae63d8aba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:24.281847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-44b5fc3e-d084-4f0f-b625-0ae63d8aba3a None None] For port 3ba00986-2d86-4283-9105-5bf059f49cde, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3ba00986-2d86-4283-9105-5bf059f49cde,segment=NetworkSegment(063e801c-0c96-4d48-80d3-77ba8c5771da),segment_id=063e801c-0c96-4d48-80d3-77ba8c5771da)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:24.290067 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc3e-d084-4f0f-b625-0ae63d8aba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:24.353427 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:46:20Z', 'revision_number': 4, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port': {'id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:17Z', 'updated_at': '2021-11-26T22:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3ba00986-2d86-4283-9105-5bf059f49cde', 'name': '', 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'mac_address': 'fa:16:3e:5a:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '2320e883-9ffd-4053-8ba8-389b744e70c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:19Z', 'updated_at': '2021-11-26T22:46:23Z', 'revision_number': 4, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'subnets': [{'id': '2320e883-9ffd-4053-8ba8-389b744e70c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:46:24.355571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc3e-d084-4f0f-b625-0ae63d8aba3a None None] Pushing event updated for resources: {'Port': ['ID=3ba00986-2d86-4283-9105-5bf059f49cde,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:24.390219 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040dbe74-fd91-4c69-989a-9da9a3b03e6c None None] The sync data for ids ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'] in n-d-819494-1 is: [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:46:20Z', 'revision_number': 4, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port': {'id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:17Z', 'updated_at': '2021-11-26T22:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3ba00986-2d86-4283-9105-5bf059f49cde', 'name': '', 'network_id': 'bc21fad1-2930-4361-8383-08da6bd619db', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'mac_address': 'fa:16:3e:5a:ae:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '2320e883-9ffd-4053-8ba8-389b744e70c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:19Z', 'updated_at': '2021-11-26T22:46:23Z', 'revision_number': 4, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'subnets': [{'id': '2320e883-9ffd-4053-8ba8-389b744e70c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:46:24.453252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fcc2a4e9-aaf5-4b98-91bc-b505b784b615 None None] Provisioning complete for port 3ba00986-2d86-4283-9105-5bf059f49cde triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:24.453822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fcc2a4e9-aaf5-4b98-91bc-b505b784b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:25.000639 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:46:25.610375 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3ba00986-2d86-4283-9105-5bf059f49cde up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:25.665046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 3ba00986-2d86-4283-9105-5bf059f49cde triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:25.665314 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:26.361352 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c0777a48-e54c-482b-988a-b24d9e136e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:27.302606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:28.828122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:29.412452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:30.817029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-10f815c4-1c88-4e2d-b361-cf2160bc4c98 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:30.818520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-10f815c4-1c88-4e2d-b361-cf2160bc4c98 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 815 time: 0.1017547 Nov 26 22:46:30.833702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-d3653a55-e935-4a6f-9a71-527ca06bb335 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/quotas/d7b4ba67d3d148399158e56a3849cd31 HTTP/1.1" status: 200 len: 375 time: 0.0087581 Nov 26 22:46:30.888631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-a43a8813-02ba-486f-9835-6501756a339c tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492997 Nov 26 22:46:30.982828 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-30938c88-eefd-4372-b421-bdd4523690e9 service neutron] 10.222.0.21 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825438 Nov 26 22:46:31.074543 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-34b256d9-96d3-4842-8bc8-66ef054a4342 service neutron] 10.222.0.21 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855544 Nov 26 22:46:31.230899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-07e93bdc-bb52-4064-81c8-8e1be66499bb req-b88fa4c4-a9c2-42d3-a04d-61556e796612 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 210 time: 0.0288877 Nov 26 22:46:32.237808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9ef85b2b-4358-4675-a73c-4cd8860a6869 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:32.239572 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9ef85b2b-4358-4675-a73c-4cd8860a6869 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 815 time: 0.1047502 Nov 26 22:46:32.259780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'port': {'device_id': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'admin_state_up': True, 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:46:32.336159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2308ddd5-30a2-4628-9cc1-dd5559956e8d req-bfeabc37-f19b-46fe-a690-afac951486a8 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 210 time: 0.0341272 Nov 26 22:46:32.378901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Made reservation on behalf of d7b4ba67d3d148399158e56a3849cd31 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:46:32.383390 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:32.522495 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Allocated IP 172.20.0.5 (240b3214-d8db-483f-bc3b-2997bf0e87a5/424cbf36-e8de-46da-b731-6bc68cc26d7f/421a60c6-30ca-4259-b8d0-b23affb7e528) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:46:32.688986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:32.728132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:32.778747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:46:32.782671 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:46:32.785393 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:46:32.854552 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'Port': ['ID=421a60c6-30ca-4259-b8d0-b23affb7e528,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:32.870766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:32.871720 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:32.875551 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.876161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.876695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.877531 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.878058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.878596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.879101 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.879616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.880143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.880650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.881154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.881656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:46:32.920586 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-c3802d9b-c905-4ad5-8dd5-adff43934b91 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6654408 Nov 26 22:46:33.138218 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-04e1f5b0-4d13-4486-b8c2-1aa060f48dd4 None None] Provisioning complete for port 421a60c6-30ca-4259-b8d0-b23affb7e528 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:33.138788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-04e1f5b0-4d13-4486-b8c2-1aa060f48dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:33.174060 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-04e1f5b0-4d13-4486-b8c2-1aa060f48dd4 None None] Port 421a60c6-30ca-4259-b8d0-b23affb7e528 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:46:33.462194 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92aef9-a1f4-4789-9168-6d885844ede3 req-99b3b31f-593f-44a9-9037-a35a7677f56c tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:33.463831 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d92aef9-a1f4-4789-9168-6d885844ede3 req-99b3b31f-593f-44a9-9037-a35a7677f56c tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0549753 Nov 26 22:46:33.514399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d92aef9-a1f4-4789-9168-6d885844ede3 req-0a5ec3f9-7340-4727-8522-eae14c8efd4e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Nov 26 22:46:34.645613 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b45d99-ae2e-4796-82b9-8904d594920e req-eff495bf-37a2-4d79-a3eb-b474af517613 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:34.647822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5b45d99-ae2e-4796-82b9-8904d594920e req-eff495bf-37a2-4d79-a3eb-b474af517613 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0603864 Nov 26 22:46:34.714764 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b5b45d99-ae2e-4796-82b9-8904d594920e req-e7de04a1-23c4-4c3f-87b6-ec9a2bc8dc3c tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575671 Nov 26 22:46:35.841142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8cac8-d83d-4a9d-b32c-92a427912a69 req-0658824b-7a90-4f92-b008-d5d67a957b71 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:35.842782 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6d8cac8-d83d-4a9d-b32c-92a427912a69 req-0658824b-7a90-4f92-b008-d5d67a957b71 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0545120 Nov 26 22:46:35.901300 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6d8cac8-d83d-4a9d-b32c-92a427912a69 req-e2ba5ce8-56e6-4b11-8baf-09f5909b35b2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525815 Nov 26 22:46:37.025573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dbaaa-48e8-4d44-8343-f89d76b5ff52 req-ee38fc71-47bf-4a12-bd35-e5ba08a917dd tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:37.027317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f4dbaaa-48e8-4d44-8343-f89d76b5ff52 req-ee38fc71-47bf-4a12-bd35-e5ba08a917dd tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0526366 Nov 26 22:46:37.082168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f4dbaaa-48e8-4d44-8343-f89d76b5ff52 req-4cf879ae-e108-4b2c-82c8-94df32b2e322 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 Nov 26 22:46:37.548495 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:38.207501 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77543-5a35-4adf-8373-cd3c41d815d4 req-c7c7c853-36a1-4405-95f2-2ede6ab7549e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:38.209004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35c77543-5a35-4adf-8373-cd3c41d815d4 req-c7c7c853-36a1-4405-95f2-2ede6ab7549e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0513856 Nov 26 22:46:38.257710 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-35c77543-5a35-4adf-8373-cd3c41d815d4 req-de8524b0-59f2-4082-a0fb-b92674b56cc8 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Nov 26 22:46:38.401333 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:39.378573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8b5ce-23c4-4461-8640-02c00111f1c8 req-4c40d80e-6476-44c2-9a9d-91088c28334e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:39.380887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cdb8b5ce-23c4-4461-8640-02c00111f1c8 req-4c40d80e-6476-44c2-9a9d-91088c28334e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0523555 Nov 26 22:46:39.431389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cdb8b5ce-23c4-4461-8640-02c00111f1c8 req-174f5851-8c2e-4035-830c-52cfb2728e3b tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Nov 26 22:46:40.554559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205c277-1e76-4fee-b693-6ec758083743 req-fecc3cf2-b277-491e-a0b9-adc84d97f5a4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:40.556121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8205c277-1e76-4fee-b693-6ec758083743 req-fecc3cf2-b277-491e-a0b9-adc84d97f5a4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0552855 Nov 26 22:46:40.607855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8205c277-1e76-4fee-b693-6ec758083743 req-6ee9c99a-7379-455d-acc1-ab8ab6eb0a7d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454075 Nov 26 22:46:41.728748 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb473c-236e-46d8-a8c6-b5a95c9e9800 req-331f81c3-bff9-4f8c-841e-86ea3d1086de tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:41.730826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cceb473c-236e-46d8-a8c6-b5a95c9e9800 req-331f81c3-bff9-4f8c-841e-86ea3d1086de tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0511258 Nov 26 22:46:41.781966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cceb473c-236e-46d8-a8c6-b5a95c9e9800 req-cf2c7c18-d26a-46e9-8f94-caf4583380f8 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440161 Nov 26 22:46:42.901445 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd508e-246c-4526-8376-21d921b536b8 req-4d722cad-5486-4afa-87ee-a261c04af298 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:42.902964 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fdd508e-246c-4526-8376-21d921b536b8 req-4d722cad-5486-4afa-87ee-a261c04af298 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0520999 Nov 26 22:46:42.948655 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4fdd508e-246c-4526-8376-21d921b536b8 req-4eb90fd3-3925-4154-8997-7864fd7e6abc tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Nov 26 22:46:44.064451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bbeff5-3d26-43f9-8ff5-0c255e6e20fb req-dfb7ef25-8295-4120-8727-096ff7c7f184 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:44.065930 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87bbeff5-3d26-43f9-8ff5-0c255e6e20fb req-dfb7ef25-8295-4120-8727-096ff7c7f184 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0503976 Nov 26 22:46:44.116353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-87bbeff5-3d26-43f9-8ff5-0c255e6e20fb req-5c9042e8-7cbc-4223-a8d9-334f810ceb0b tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445340 Nov 26 22:46:45.230892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f95dfc-e7f9-45e3-bc9a-2a6becaba0eb req-74290a68-af1d-4b80-b2b1-fa7c1abe7bb7 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:45.232418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7f95dfc-e7f9-45e3-bc9a-2a6becaba0eb req-74290a68-af1d-4b80-b2b1-fa7c1abe7bb7 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 931 time: 0.0488822 Nov 26 22:46:45.283350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7f95dfc-e7f9-45e3-bc9a-2a6becaba0eb req-ecdd9f4c-e37d-4602-902e-c95ac1ce0613 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Nov 26 22:46:45.667130 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Request body: {'port': {'device_id': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:46:45.720494 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:45.979866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421a60c6-30ca-4259-b8d0-b23affb7e528 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:46:45.987407 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:45.998926 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Transition to ACTIVE for port object 421a60c6-30ca-4259-b8d0-b23affb7e528 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:46:46.003185 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:46.053515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Pushing event updated for resources: {'Port': ['ID=421a60c6-30ca-4259-b8d0-b23affb7e528,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:46.126296 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Attempting to bind port 421a60c6-30ca-4259-b8d0-b23affb7e528 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:46:46.126643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Attempting to bind port 421a60c6-30ca-4259-b8d0-b23affb7e528 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:46:46.126981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Attempting to bind port 421a60c6-30ca-4259-b8d0-b23affb7e528 on network 240b3214-d8db-483f-bc3b-2997bf0e87a5 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:46:46.131677 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Port 421a60c6-30ca-4259-b8d0-b23affb7e528 on network 240b3214-d8db-483f-bc3b-2997bf0e87a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:46:46.132007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Attempting to bind port 421a60c6-30ca-4259-b8d0-b23affb7e528 on network 240b3214-d8db-483f-bc3b-2997bf0e87a5 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:46:46.137186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:46:46.137530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Checking segment: {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:46:46.137919 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Bound using segment: {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:46:46.138390 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Bound port: 421a60c6-30ca-4259-b8d0-b23affb7e528, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e654eff-20da-44a5-b75d-9b8c87e39226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:46:46.138755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:46.205144 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] For port 421a60c6-30ca-4259-b8d0-b23affb7e528, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:46:46.208282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] For port 421a60c6-30ca-4259-b8d0-b23affb7e528, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=421a60c6-30ca-4259-b8d0-b23affb7e528,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:46:46.212619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:46.248618 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:46.249238 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:46.250902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] 10.222.0.13 "PUT /v2.0/ports/421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 1091 time: 0.5883744 Nov 26 22:46:46.251338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:46:46.253622 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6e6bbe-17ff-4746-bcff-31d8357f981b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:46:46.286798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd01445-5945-406e-ac0f-e4d15d8c1211 service neutron] Pushing event updated for resources: {'Port': ['ID=421a60c6-30ca-4259-b8d0-b23affb7e528,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:46.338198 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c648da6f-c574-492e-9edc-b3b89a2be363 x-openstack-request-id: req-c648da6f-c574-492e-9edc-b3b89a2be363 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:46:46.338473 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:46:46.338733 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c648da6f-c574-492e-9edc-b3b89a2be363 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:46:46.339138 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'status': 'completed', 'code': 200} Nov 26 22:46:46.355639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-a3978b33-c615-476e-a812-05f7fe4942ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:46.357206 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-a3978b33-c615-476e-a812-05f7fe4942ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1094 time: 0.0481606 Nov 26 22:46:46.410238 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-1a0467df-ea4a-4ac2-9f77-cdd1d82ba145 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 217 time: 0.0405645 Nov 26 22:46:46.417363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174edf14-a21a-4216-b924-6af32edd9289 req-9125d579-74d8-4ebf-8c3e-b45ba7909835 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:46.421657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-174edf14-a21a-4216-b924-6af32edd9289 req-9125d579-74d8-4ebf-8c3e-b45ba7909835 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 943 time: 0.0548263 Nov 26 22:46:46.460842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-e3677414-d87c-49e5-8ae0-b6acf84f5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:46.462313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-e3677414-d87c-49e5-8ae0-b6acf84f5f01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0443063 Nov 26 22:46:46.468262 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-174edf14-a21a-4216-b924-6af32edd9289 req-b55425dc-6d6e-4855-8739-7fced7d74454 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430489 Nov 26 22:46:46.508852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-8b1e550b-3b2f-41ee-af07-3e94f7bcb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:46.510410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-8b1e550b-3b2f-41ee-af07-3e94f7bcb9fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403926 Nov 26 22:46:46.604863 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-afd563d7-55db-4958-be6f-b3c0604a14da service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870838 Nov 26 22:46:46.693191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-befe2f1c-bd12-4cf6-9410-40164548f671 req-834587ad-3ec5-47ab-90b1-3ce7d1a7ff0e service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817797 Nov 26 22:46:46.817780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-2c47fbcf-ac29-4d65-8f52-faceb00714c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:46.819260 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-2c47fbcf-ac29-4d65-8f52-faceb00714c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1094 time: 0.0422695 Nov 26 22:46:46.912292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-93853d99-d5be-4cf4-a728-8178284da874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:46.913738 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-93853d99-d5be-4cf4-a728-8178284da874 service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.0863774 Nov 26 22:46:46.954624 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-5f15a42a-ffab-44fc-920c-0ad51537b3b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 217 time: 0.0333664 Nov 26 22:46:47.007396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-aea9c31a-c1df-4eaf-91dc-40ba97a000b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:47.008855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-aea9c31a-c1df-4eaf-91dc-40ba97a000b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0474033 Nov 26 22:46:47.055694 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-01ba37a2-0402-4de2-bb9b-8ca94b0be7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:47.057160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-01ba37a2-0402-4de2-bb9b-8ca94b0be7e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399184 Nov 26 22:46:47.142739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-11ec4454-e1f3-4a04-aed7-16545d2a50bc service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783660 Nov 26 22:46:47.234169 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8b6e6bbe-17ff-4746-bcff-31d8357f981b req-b6e16a83-4068-4527-9850-fe18685a8fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839286 Nov 26 22:46:47.585036 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdd2c3-5a7f-4ef5-b187-6940d2aa0d3d req-11137159-e8fe-4c47-8ce8-2a619214ac22 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:47.586517 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3bdd2c3-5a7f-4ef5-b187-6940d2aa0d3d req-11137159-e8fe-4c47-8ce8-2a619214ac22 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 943 time: 0.0472050 Nov 26 22:46:47.633025 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3bdd2c3-5a7f-4ef5-b187-6940d2aa0d3d req-2c5659fc-3ac1-4278-ace1-9ec0e5458c6b tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Nov 26 22:46:48.753424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8316e7c-77b8-4065-9c2d-175263ffa6fc req-1367697c-b06e-47c9-b55b-251eed7c2d4b tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:48.754929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8316e7c-77b8-4065-9c2d-175263ffa6fc req-1367697c-b06e-47c9-b55b-251eed7c2d4b tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 943 time: 0.0536880 Nov 26 22:46:48.802203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f8316e7c-77b8-4065-9c2d-175263ffa6fc req-76abeba5-1129-4cc0-9e2a-a209c34935cd tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Nov 26 22:46:49.919354 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdfa47-7ef6-40ff-b89c-3927d728d96b req-33ba3077-7052-4696-b546-cff55aea9180 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:49.920834 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61bdfa47-7ef6-40ff-b89c-3927d728d96b req-33ba3077-7052-4696-b546-cff55aea9180 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 943 time: 0.0488732 Nov 26 22:46:49.968094 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61bdfa47-7ef6-40ff-b89c-3927d728d96b req-da694e01-7079-475f-bdf7-ac0ad3440c96 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Nov 26 22:46:51.082223 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45274f2e-4f0e-4fb6-9ffa-5c5af6e5e342 req-6ddf1299-c5fc-4ce1-8b1c-ebcea0d6700e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:51.083694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45274f2e-4f0e-4fb6-9ffa-5c5af6e5e342 req-6ddf1299-c5fc-4ce1-8b1c-ebcea0d6700e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 943 time: 0.0490503 Nov 26 22:46:51.133267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-45274f2e-4f0e-4fb6-9ffa-5c5af6e5e342 req-5611db02-1db8-4fb9-94ed-eee90c816e38 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Nov 26 22:46:51.304173 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 421a60c6-30ca-4259-b8d0-b23affb7e528 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:46:51.399085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 421a60c6-30ca-4259-b8d0-b23affb7e528, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=421a60c6-30ca-4259-b8d0-b23affb7e528,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:51.567337 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'port_id': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'mac_address': 'fa:16:3e:ab:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:46:51.603407 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:51.616107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421a60c6-30ca-4259-b8d0-b23affb7e528 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:46:51.635531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 421a60c6-30ca-4259-b8d0-b23affb7e528, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=421a60c6-30ca-4259-b8d0-b23affb7e528,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:51.639308 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:51.684421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=421a60c6-30ca-4259-b8d0-b23affb7e528,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:52.069360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['421a60c6-30ca-4259-b8d0-b23affb7e528'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:46:52.246714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e93dc4-0702-4148-9474-7d8979446f32 req-b52e9148-7232-422d-9f08-08e4272d0ff1 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:52.248180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16e93dc4-0702-4148-9474-7d8979446f32 req-b52e9148-7232-422d-9f08-08e4272d0ff1 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 944 time: 0.0477836 Nov 26 22:46:52.295036 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-16e93dc4-0702-4148-9474-7d8979446f32 req-698395c0-5e75-4d50-9f11-f817c1dbe5e8 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404828 Nov 26 22:46:53.319032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 421a60c6-30ca-4259-b8d0-b23affb7e528 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:46:53.371522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 421a60c6-30ca-4259-b8d0-b23affb7e528 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:46:53.375767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 421a60c6-30ca-4259-b8d0-b23affb7e528 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:46:53.375932 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:53.413841 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b673625-ac37-4d1e-9def-663b7276165f req-ba5aa452-ca19-47ed-ae4b-175cf3e46195 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:53.415524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b673625-ac37-4d1e-9def-663b7276165f req-ba5aa452-ca19-47ed-ae4b-175cf3e46195 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 944 time: 0.0509651 Nov 26 22:46:53.453645 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:53.463937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b673625-ac37-4d1e-9def-663b7276165f req-c3ff1514-ca20-47c4-8a66-98e90644a475 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423717 Nov 26 22:46:53.478869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:46:53.481373 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8833517c-6951-4415-a392-cf0e3f8d16fc" -d '{"events": [{"server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "name": "network-vif-plugged", "status": "completed", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:46:53.495935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 421a60c6-30ca-4259-b8d0-b23affb7e528, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=421a60c6-30ca-4259-b8d0-b23affb7e528,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:46:53.503482 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:53.529029 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c6c916-56bf-4eee-b122-e1f5bf541155 x-openstack-request-id: req-f0c6c916-56bf-4eee-b122-e1f5bf541155 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:46:53.529323 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "name": "network-vif-plugged", "status": "completed", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:46:53.529589 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0c6c916-56bf-4eee-b122-e1f5bf541155 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:46:53.529962 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'code': 200} Nov 26 22:46:53.561332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=421a60c6-30ca-4259-b8d0-b23affb7e528,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:46:53.594800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bf36b28a-88a8-4f0f-9116-cda1a1bbc851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:53.649735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4d16c-bb95-4691-934e-6e3b124290f4 req-3747d399-7dea-4f26-a405-a2d5e0c23ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:53.651347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b4d16c-bb95-4691-934e-6e3b124290f4 req-3747d399-7dea-4f26-a405-a2d5e0c23ec8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1096 time: 0.0418057 Nov 26 22:46:53.696099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b4d16c-bb95-4691-934e-6e3b124290f4 req-0357aaad-7d4e-4e8c-aef4-07e6e9a6ac8e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376394 Nov 26 22:46:54.582744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a9fc5-189f-43ce-b620-aa0bf1ab134c req-788c3688-0824-4ef9-9669-7b4e5ddf188d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:54.584239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-613a9fc5-189f-43ce-b620-aa0bf1ab134c req-788c3688-0824-4ef9-9669-7b4e5ddf188d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0514655 Nov 26 22:46:54.630929 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-613a9fc5-189f-43ce-b620-aa0bf1ab134c req-a3beed9e-87a9-46f3-88ca-89ad59d9c2fa tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Nov 26 22:46:55.749255 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf9b37-4c74-4b39-b6de-4a56e656da37 req-7b93386e-7eff-4e93-9d82-ae0edba07159 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:55.751039 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7daf9b37-4c74-4b39-b6de-4a56e656da37 req-7b93386e-7eff-4e93-9d82-ae0edba07159 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Nov 26 22:46:55.798499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7daf9b37-4c74-4b39-b6de-4a56e656da37 req-b2f33b0e-6c86-4588-bd72-27bae0f131b7 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Nov 26 22:46:55.917053 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323fc44a-13ba-48ec-bbd9-055650466aee req-1abf8ce4-6a68-4053-9114-f1c250351cd4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:55.918548 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-323fc44a-13ba-48ec-bbd9-055650466aee req-1abf8ce4-6a68-4053-9114-f1c250351cd4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0516088 Nov 26 22:46:55.965777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-323fc44a-13ba-48ec-bbd9-055650466aee req-6d8d475e-44a5-4e22-a3bd-892e3169a60d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406337 Nov 26 22:46:56.151391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b823d-5a7f-4d06-8f1e-6ac36cd679da req-c9ab41c5-20f7-47b8-a0f7-0fa33d0a25d6 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:46:56.152871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e95b823d-5a7f-4d06-8f1e-6ac36cd679da req-c9ab41c5-20f7-47b8-a0f7-0fa33d0a25d6 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0478172 Nov 26 22:46:56.199908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e95b823d-5a7f-4d06-8f1e-6ac36cd679da req-29b92083-da3f-46db-bce1-ec1a4c29c1d6 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Nov 26 22:46:56.352108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-624865ac-75ca-455f-94bf-055c6e357086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:57.290480 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:58.830345 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:46:59.416005 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:01.238318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-378c7760-2042-4a0f-a9cc-4556697e6402 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409794 Nov 26 22:47:01.343205 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-dfdc3e6e-a982-4e6c-a786-4d12582f6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:01.345093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-dfdc3e6e-a982-4e6c-a786-4d12582f6bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1096 time: 0.0481997 Nov 26 22:47:01.448430 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-1ebdcaa4-be87-447d-ac50-c0c06d8eb91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:01.449813 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-1ebdcaa4-be87-447d-ac50-c0c06d8eb91e service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.0850172 Nov 26 22:47:01.496304 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-c0d73ef5-cd83-4ba1-b016-4e6e50ddcb73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 217 time: 0.0395069 Nov 26 22:47:01.547752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-776eb132-fac9-4052-98d5-6ed9e8cb7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:01.549343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-776eb132-fac9-4052-98d5-6ed9e8cb7d29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0460463 Nov 26 22:47:01.597040 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-4a9af6a4-5ced-493e-9d3d-3cf6773c61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:01.598613 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-4a9af6a4-5ced-493e-9d3d-3cf6773c61ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414491 Nov 26 22:47:01.692534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-dfe74fec-4f4b-47f8-ab59-7766c13b9e05 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865991 Nov 26 22:47:01.782467 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-886a2655-cad1-4f9a-8948-38c1bd67afae req-22ce36c5-5a24-4160-9282-adbf2519d027 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815198 Nov 26 22:47:02.001184 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:47:07.557248 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:08.398486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:09.775735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d93059-8009-40a5-8e73-5c66fa4293d6 req-b6fafd62-2e60-4b8b-8b9f-38b12512e655 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:09.777128 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44d93059-8009-40a5-8e73-5c66fa4293d6 req-b6fafd62-2e60-4b8b-8b9f-38b12512e655 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0489130 Nov 26 22:47:09.829484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44d93059-8009-40a5-8e73-5c66fa4293d6 req-cd4ad8b2-2424-4810-bed2-cbfdf93c8433 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 Nov 26 22:47:09.852174 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40742) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:09.976645 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d46fb-b0ff-4a0d-bbcb-9704476300d5 tempest-TestMinimumBasicScenario-512482196 tempest-TestMinimumBasicScenario-512482196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:09.978167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ab2d46fb-b0ff-4a0d-bbcb-9704476300d5 tempest-TestMinimumBasicScenario-512482196 tempest-TestMinimumBasicScenario-512482196-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1091 time: 0.1249435 Nov 26 22:47:09.981336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40746) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:09.985821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:10.007596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:10.106128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:10.209921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Allocated IP 172.25.3.171 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/ccec30fb-0f3b-4d7a-a281-eb0cebea0164) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:47:10.306646 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:10.342946 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:10.382756 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:47:10.385580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:47:10.388163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:47:10.414739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'Port': ['ID=ccec30fb-0f3b-4d7a-a281-eb0cebea0164,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:10.428121 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.428465 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.428803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.429144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.429473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.429803 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.430156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.430483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.430806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.431128 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.431451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:10.431791 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:47:11.080476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.143792 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.289005 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.293297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.360951 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'Port': ['ID=ccec30fb-0f3b-4d7a-a281-eb0cebea0164,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:11.368988 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.468366 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Floating IP 9d5c089b-d90a-47ef-beab-f8824586ed18 associated. External IP: 172.25.3.171, port: 421a60c6-30ca-4259-b8d0-b23affb7e528. Nov 26 22:47:11.674985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Router ec421e31-2da1-4b36-9a0a-cfb05da6b187 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:47:11.781001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:47:11.793058 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] Sync routers for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:47:11.799670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.803462 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:47:11.804070 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:46:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:47:11.826875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4d7a0dd7-c266-48db-a30f-af16be781987 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8445337 Nov 26 22:47:11.827560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:47:11.831265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40748) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:11.836807 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-dad0d149-4ba4-49df-a72d-2ee4684fc035 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504392207', 'description': 'tempest-secgroup-smoke-504392207 description', 'project_id': 'd7b4ba67d3d148399158e56a3849cd31'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:11.863132 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dad0d149-4ba4-49df-a72d-2ee4684fc035 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.911366 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:47:11.932334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dad0d149-4ba4-49df-a72d-2ee4684fc035 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.936296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dad0d149-4ba4-49df-a72d-2ee4684fc035 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.950563 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cb9533-85f7-4b4b-a814-c56b520688cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:47:11.969479 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-dad0d149-4ba4-49df-a72d-2ee4684fc035 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:11.971418 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-dad0d149-4ba4-49df-a72d-2ee4684fc035 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1383224 Nov 26 22:47:11.972908 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0d149-4ba4-49df-a72d-2ee4684fc035 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb773ea-4de1-4f85-98f8-0c3c71d295b2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:11.974846 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40756) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:11.980317 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0541f990-0eae-4423-9d76-c1c993ccef8d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'security_group_rule': {'security_group_id': 'fcb773ea-4de1-4f85-98f8-0c3c71d295b2', 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:12.013484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0541f990-0eae-4423-9d76-c1c993ccef8d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.070800 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0f396c-dc0e-45ec-b6e7-3c23c37eaddf x-openstack-request-id: req-bf0f396c-dc0e-45ec-b6e7-3c23c37eaddf {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:47:12.071100 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:47:12.071355 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf0f396c-dc0e-45ec-b6e7-3c23c37eaddf {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:47:12.071750 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'status': 'completed', 'code': 200} Nov 26 22:47:12.073364 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0541f990-0eae-4423-9d76-c1c993ccef8d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.077019 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0541f990-0eae-4423-9d76-c1c993ccef8d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.096097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541f990-0eae-4423-9d76-c1c993ccef8d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f248fd35-d90c-46ee-9b9e-4ae7cbe34f0e,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:12.101169 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0541f990-0eae-4423-9d76-c1c993ccef8d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.102406 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0541f990-0eae-4423-9d76-c1c993ccef8d tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265295 Nov 26 22:47:12.105548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40758) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:12.110363 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-53613c61-f7b3-47b3-b3f1-c539ecd7e6f4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'security_group_rule': {'security_group_id': 'fcb773ea-4de1-4f85-98f8-0c3c71d295b2', 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:12.153474 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '9d5c089b-d90a-47ef-beab-f8824586ed18', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'port_id': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'mac_address': 'fa:16:3e:ab:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:47:10Z', 'updated_at': '2021-11-26T22:47:10Z', 'revision_number': 0, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:18Z', 'revision_number': 5, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:47:12.180315 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] Checking router: ec421e31-2da1-4b36-9a0a-cfb05da6b187 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:47:12.189809 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:47:12.190469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:46:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:47:12.299732 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:47:12.432915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53613c61-f7b3-47b3-b3f1-c539ecd7e6f4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.462264 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-4075e2b8-8637-448c-ac51-25dc537b1804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:12.463755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-4075e2b8-8637-448c-ac51-25dc537b1804 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1096 time: 0.3399298 Nov 26 22:47:12.531239 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53613c61-f7b3-47b3-b3f1-c539ecd7e6f4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.531469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '9d5c089b-d90a-47ef-beab-f8824586ed18', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'port_id': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'mac_address': 'fa:16:3e:ab:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:47:10Z', 'updated_at': '2021-11-26T22:47:10Z', 'revision_number': 0, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:18Z', 'revision_number': 5, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:47:12.537380 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53613c61-f7b3-47b3-b3f1-c539ecd7e6f4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.569502 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53613c61-f7b3-47b3-b3f1-c539ecd7e6f4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c08c20-f0f4-43e5-846f-b528774b1aa0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:12.580657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-53613c61-f7b3-47b3-b3f1-c539ecd7e6f4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.581901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-53613c61-f7b3-47b3-b3f1-c539ecd7e6f4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4750938 Nov 26 22:47:12.584731 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40760) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:12.589166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-49f3055c-a7d4-4a5c-a47d-0c03cf346b7a tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'security_group_rule': {'security_group_id': 'fcb773ea-4de1-4f85-98f8-0c3c71d295b2', 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:12.614561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-314287b2-46ff-4efd-9ce0-a3bad777a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:12.616045 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-314287b2-46ff-4efd-9ce0-a3bad777a29f service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.1419692 Nov 26 22:47:12.662461 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f564e-052b-4ff0-b37b-6c1ebf94f23e None None] The sync data for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 is: [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '9d5c089b-d90a-47ef-beab-f8824586ed18', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'port_id': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'mac_address': 'fa:16:3e:ab:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:47:10Z', 'updated_at': '2021-11-26T22:47:10Z', 'revision_number': 0, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:18Z', 'revision_number': 5, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:47:12.663245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-49f3055c-a7d4-4a5c-a47d-0c03cf346b7a tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.711668 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-cfb9f292-f4de-403b-87f8-1c9f2bc4131d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 999 time: 0.0877523 Nov 26 22:47:12.773540 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-49f3055c-a7d4-4a5c-a47d-0c03cf346b7a tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.780595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-49f3055c-a7d4-4a5c-a47d-0c03cf346b7a tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.790680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-42d18d66-a634-40cf-88f5-631a580506c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:12.792129 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-42d18d66-a634-40cf-88f5-631a580506c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0726047 Nov 26 22:47:12.812071 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3055c-a7d4-4a5c-a47d-0c03cf346b7a tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e99bee-2d24-45a9-bf58-ae12b4213267,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:12.837128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-49f3055c-a7d4-4a5c-a47d-0c03cf346b7a tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.838388 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-49f3055c-a7d4-4a5c-a47d-0c03cf346b7a tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2526855 Nov 26 22:47:12.842312 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40762) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:12.848758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ad1c35e9-66c6-460f-83dc-d295f46f665e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'security_group_rule': {'security_group_id': 'fcb773ea-4de1-4f85-98f8-0c3c71d295b2', 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:12.857590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-1df60a24-cdc1-4b6b-a2f8-d6f90aa74b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:12.859053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-1df60a24-cdc1-4b6b-a2f8-d6f90aa74b8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559299 Nov 26 22:47:12.874904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6c90ac-a9e4-48e4-9fcf-bbab58cc9a40 None None] New status for floating IP 9d5c089b-d90a-47ef-beab-f8824586ed18: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:47:12.882223 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad1c35e9-66c6-460f-83dc-d295f46f665e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.948683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad1c35e9-66c6-460f-83dc-d295f46f665e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.953455 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad1c35e9-66c6-460f-83dc-d295f46f665e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.960761 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-355d1c8b-cbda-4b4e-8080-53e132574772 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943472 Nov 26 22:47:12.969447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c35e9-66c6-460f-83dc-d295f46f665e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9c9948-c632-454e-8bff-2a34ccfd344f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:12.985289 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ad1c35e9-66c6-460f-83dc-d295f46f665e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:12.990297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ad1c35e9-66c6-460f-83dc-d295f46f665e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439211 Nov 26 22:47:12.990559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40764) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:12.997146 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7a51d811-9612-4d65-97ed-a48c1b58104f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'security_group_rule': {'security_group_id': 'fcb773ea-4de1-4f85-98f8-0c3c71d295b2', 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:13.023576 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-7a51d811-9612-4d65-97ed-a48c1b58104f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Project d7b4ba67d3d148399158e56a3849cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:47:13.028698 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a51d811-9612-4d65-97ed-a48c1b58104f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.067266 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e8cb9533-85f7-4b4b-a814-c56b520688cc req-60025c14-8733-4db0-9ebd-c70c7a877208 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994277 Nov 26 22:47:13.091607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a51d811-9612-4d65-97ed-a48c1b58104f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.096908 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a51d811-9612-4d65-97ed-a48c1b58104f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.116690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51d811-9612-4d65-97ed-a48c1b58104f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdae459-68e4-43e6-8456-98d5d3e9d633,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:13.123775 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7a51d811-9612-4d65-97ed-a48c1b58104f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.125001 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7a51d811-9612-4d65-97ed-a48c1b58104f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325936 Nov 26 22:47:13.127804 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40766) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:47:13.132090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c2f8ca0b-4898-4fd1-ab13-5197dc23c6ca tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'security_group_rule': {'security_group_id': 'fcb773ea-4de1-4f85-98f8-0c3c71d295b2', 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:13.153672 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-c2f8ca0b-4898-4fd1-ab13-5197dc23c6ca tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Project d7b4ba67d3d148399158e56a3849cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:47:13.159198 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ca0b-4898-4fd1-ab13-5197dc23c6ca tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.216156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ca0b-4898-4fd1-ab13-5197dc23c6ca tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.219403 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ca0b-4898-4fd1-ab13-5197dc23c6ca tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.237183 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8ca0b-4898-4fd1-ab13-5197dc23c6ca tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa15bdec-4d65-4131-9553-19822bbf93ac,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:13.244564 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2f8ca0b-4898-4fd1-ab13-5197dc23c6ca tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.245771 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c2f8ca0b-4898-4fd1-ab13-5197dc23c6ca tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170361 Nov 26 22:47:13.335209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-f011d1a0-473c-4efe-a951-cbb56cf9071f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504392207&fields=id&tenant_id=d7b4ba67d3d148399158e56a3849cd31 HTTP/1.1" status: 200 len: 267 time: 0.0443137 Nov 26 22:47:13.391004 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-c4f98e36-a4ba-496b-b362-2bd57644591f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:13.393237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-c4f98e36-a4ba-496b-b362-2bd57644591f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0525472 Nov 26 22:47:13.405116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'port': {'security_groups': ['19a39484-01ac-44dc-8ee5-8e5651244f0a', 'fcb773ea-4de1-4f85-98f8-0c3c71d295b2']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:47:13.466059 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.650906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] For port 421a60c6-30ca-4259-b8d0-b23affb7e528, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=421a60c6-30ca-4259-b8d0-b23affb7e528,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:47:13.678844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.683259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.716131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['421a60c6-30ca-4259-b8d0-b23affb7e528'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:47:13.733643 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:13.734314 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:13.736060 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea8dd50a-e8f7-4c3f-b4d9-7ff615f13bf5 req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "PUT /v2.0/ports/421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 981 time: 0.3352740 Nov 26 22:47:13.761689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64069845-7714-4920-871e-73972120d635 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'Port': ['ID=421a60c6-30ca-4259-b8d0-b23affb7e528,revision_number=6']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:47:13.846969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['421a60c6-30ca-4259-b8d0-b23affb7e528'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:47:13.866581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc594358-cbd8-4b43-bd9d-18c21baa0a2c req-d38478dc-7c8e-4e74-a4e2-c8141f0342a7 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:13.868238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc594358-cbd8-4b43-bd9d-18c21baa0a2c req-d38478dc-7c8e-4e74-a4e2-c8141f0342a7 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0569665 Nov 26 22:47:13.935125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc594358-cbd8-4b43-bd9d-18c21baa0a2c req-16d8c7cf-ada4-433c-af7a-13cedbbff4b0 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594485 Nov 26 22:47:14.040023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7005a160-39bb-4554-8de1-eaab1082918f None None] Provisioning complete for port 421a60c6-30ca-4259-b8d0-b23affb7e528 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:47:14.040581 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7005a160-39bb-4554-8de1-eaab1082918f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:14.073025 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:47:14.075537 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1d90ad-e63b-40d0-ae21-de392b3291ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:47:14.112936 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1adab37-d45f-47b8-9cbe-5ae022195fb1 x-openstack-request-id: req-f1adab37-d45f-47b8-9cbe-5ae022195fb1 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:47:14.113530 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:47:14.113530 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1adab37-d45f-47b8-9cbe-5ae022195fb1 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:47:14.113870 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'status': 'completed', 'code': 200} Nov 26 22:47:14.198219 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-60627ffe-63d5-49eb-b194-b0ef65e276b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:14.199741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-60627ffe-63d5-49eb-b194-b0ef65e276b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1135 time: 0.0417676 Nov 26 22:47:14.300520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-48d6220c-9353-494c-8671-bddadae6e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:14.302016 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-48d6220c-9353-494c-8671-bddadae6e7c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.0939672 Nov 26 22:47:14.367891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-8a5d83d4-2e63-4922-9364-3de713a9c3da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 1001 time: 0.0583191 Nov 26 22:47:14.420193 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-fea96506-56ea-4c76-9285-f33c12c428a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:14.421649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-fea96506-56ea-4c76-9285-f33c12c428a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0443809 Nov 26 22:47:14.473565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-cc6a1c52-c405-463d-94a1-cd8d9cac3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:47:14.475060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-cc6a1c52-c405-463d-94a1-cd8d9cac3413 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437927 Nov 26 22:47:14.563357 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-336c9dfe-9870-4acc-b159-da9d8c3bcd36 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803514 Nov 26 22:47:14.655482 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4d1d90ad-e63b-40d0-ae21-de392b3291ab req-7dc8e8a2-5443-44c1-bed1-267b74abcc4d service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850663 Nov 26 22:47:23.596806 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5d26a9da-d96d-4eb8-b215-fabac0f3b8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:26.355899 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-93eebf75-6b2c-425e-a600-13af96f6d830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:27.291732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:28.834139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:29.418723 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:37.560562 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:38.413935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:39.000919 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:47:53.597759 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-295dbe69-e27f-4b77-9252-4b6084eaeadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:56.353000 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ae69eba9-ab76-4e6f-9b4a-ebbe25185214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:57.295691 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:58.837354 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:47:59.421726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:01.111468 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-1d42adff-27b2-44d2-8ef8-5e8b9098654d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858116 Nov 26 22:48:01.208945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-29529852-5f33-40c9-8462-e1493d42afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:01.210445 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-29529852-5f33-40c9-8462-e1493d42afbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1135 time: 0.0412822 Nov 26 22:48:01.315365 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-413d3cf9-1eb0-4332-9971-12c86cbc3a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:01.318027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-413d3cf9-1eb0-4332-9971-12c86cbc3a34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.0863626 Nov 26 22:48:01.383609 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-9af29dc7-eb77-4849-877b-7c2906a22559 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 1001 time: 0.0575731 Nov 26 22:48:01.432067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-b24e23a5-ecff-47e8-9cef-bc8686d0fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:01.433469 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-b24e23a5-ecff-47e8-9cef-bc8686d0fa35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0417786 Nov 26 22:48:01.482776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-be400054-bac1-433f-b21c-c50edabc0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:01.484241 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-be400054-bac1-433f-b21c-c50edabc0870 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436599 Nov 26 22:48:01.571724 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-e988ec3d-a7c3-4a75-9245-24e61cf5f8b7 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801497 Nov 26 22:48:01.664243 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6e70086d-5f61-49ce-9cd6-56e7f1bc34c6 req-17fbe79f-7c91-4a2e-a6ff-ca98f70ca18d service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845981 Nov 26 22:48:02.280943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-f02dbc24-c638-4529-be7e-c5c065c15eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:02.282487 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-f02dbc24-c638-4529-be7e-c5c065c15eb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1135 time: 0.0440438 Nov 26 22:48:02.306427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada0569-b0b0-416a-96ed-2f10e2604aa8 req-56da3693-6ad0-40b4-af33-59d253753048 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:02.307924 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ada0569-b0b0-416a-96ed-2f10e2604aa8 req-56da3693-6ad0-40b4-af33-59d253753048 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0998292 Nov 26 22:48:02.369422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ada0569-b0b0-416a-96ed-2f10e2604aa8 req-9f58051a-3631-43b6-8e57-f4125182ade1 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552604 Nov 26 22:48:02.372392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-fea270ea-3890-48f2-93df-cbb7d33238c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:02.373875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-fea270ea-3890-48f2-93df-cbb7d33238c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.0842922 Nov 26 22:48:02.443306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-1989476c-eaab-4f94-9ae9-ce1b55900b5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 1001 time: 0.0621262 Nov 26 22:48:02.492880 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-cf5318c8-ad4d-4dbb-8801-0b81bef99a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:02.494421 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-cf5318c8-ad4d-4dbb-8801-0b81bef99a15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0433593 Nov 26 22:48:02.540758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-f06fea9a-6117-495d-9f21-0b26999c502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:02.542265 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-f06fea9a-6117-495d-9f21-0b26999c502f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408192 Nov 26 22:48:02.633736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-8f46a073-76e1-43c0-8a8b-0fa93fdc0b56 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833216 Nov 26 22:48:02.723651 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2eff43d-50b6-4cac-9e82-215253e48f08 req-4840541e-f8b3-4c79-bdec-819607d26e07 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815432 Nov 26 22:48:03.543472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50a355-f5ea-4ce4-a9a3-50baa27f3e32 req-3d841b2f-d9ec-49f8-8bba-6701a01390ad tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:03.544981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f50a355-f5ea-4ce4-a9a3-50baa27f3e32 req-3d841b2f-d9ec-49f8-8bba-6701a01390ad tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.1029742 Nov 26 22:48:03.610295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9f50a355-f5ea-4ce4-a9a3-50baa27f3e32 req-46b0f004-b763-4310-bd2b-95c2556d151f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585299 Nov 26 22:48:04.727131 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18a2d5-a862-4752-b2b8-b3fd3153d498 req-680cfb83-c0c2-4442-8d03-b38e39c4c8c6 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:04.728592 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f18a2d5-a862-4752-b2b8-b3fd3153d498 req-680cfb83-c0c2-4442-8d03-b38e39c4c8c6 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0483623 Nov 26 22:48:04.787883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f18a2d5-a862-4752-b2b8-b3fd3153d498 req-7a9636b0-b2dd-497d-95d6-57c138be3725 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529726 Nov 26 22:48:05.907373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad576b-36ff-4e9e-aa62-df1279c3df3d req-e5172a14-8efa-4dbf-9404-96649036fda6 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:05.908855 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17ad576b-36ff-4e9e-aa62-df1279c3df3d req-e5172a14-8efa-4dbf-9404-96649036fda6 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0498681 Nov 26 22:48:05.973436 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-17ad576b-36ff-4e9e-aa62-df1279c3df3d req-11a095ae-97a7-4dd8-aed5-87c6658c476f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581565 Nov 26 22:48:07.096095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a65482-bc5c-47d5-94dd-59cd73d97729 req-cbc16c4d-bdba-4598-baa1-cf1ef19a7465 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:07.097877 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5a65482-bc5c-47d5-94dd-59cd73d97729 req-cbc16c4d-bdba-4598-baa1-cf1ef19a7465 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0497737 Nov 26 22:48:07.157187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5a65482-bc5c-47d5-94dd-59cd73d97729 req-77e3adc4-085d-4677-8074-feee72e2c1e0 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533855 Nov 26 22:48:07.559315 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:08.278253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11bab9-cf54-4b4f-929b-8cd86fb96c93 req-0347ba39-a31e-4bee-9bde-36b1c6245cac tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:08.279744 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c11bab9-cf54-4b4f-929b-8cd86fb96c93 req-0347ba39-a31e-4bee-9bde-36b1c6245cac tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0522609 Nov 26 22:48:08.340125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c11bab9-cf54-4b4f-929b-8cd86fb96c93 req-c8272f36-e2b5-4d48-b454-77c162bb2d7a tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538673 Nov 26 22:48:08.419934 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:09.460781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c54cb-75c2-4173-864e-57aee0897a97 req-bcf84968-db59-4493-984c-fa8697ceda53 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:09.462295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642c54cb-75c2-4173-864e-57aee0897a97 req-bcf84968-db59-4493-984c-fa8697ceda53 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0551462 Nov 26 22:48:09.523238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-642c54cb-75c2-4173-864e-57aee0897a97 req-05dfae2e-84ff-4405-882e-3db1dd40573b tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549090 Nov 26 22:48:10.638457 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5126e-91f1-4464-8125-da277259ba6f req-23862c96-4254-405d-8180-716bca698974 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:10.639933 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51d5126e-91f1-4464-8125-da277259ba6f req-23862c96-4254-405d-8180-716bca698974 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0499315 Nov 26 22:48:10.699166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-51d5126e-91f1-4464-8125-da277259ba6f req-ab1ea541-039b-4893-a6ab-6b56db8cf8ee tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531483 Nov 26 22:48:11.818444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290ea26-db46-49d3-8c67-d07cf2435360 req-2d10e2d5-b3d4-4668-b6ea-65453606d4d3 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:11.819860 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b290ea26-db46-49d3-8c67-d07cf2435360 req-2d10e2d5-b3d4-4668-b6ea-65453606d4d3 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0530474 Nov 26 22:48:11.880627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b290ea26-db46-49d3-8c67-d07cf2435360 req-6a2a645e-e6bd-4bc8-9d74-949c62e38213 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547702 Nov 26 22:48:12.998988 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e65b22-ad11-4864-8ffd-deaa8b7e568a req-3f2dcbd7-9366-48b5-9d93-2fd8c59fe25e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:13.000476 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44e65b22-ad11-4864-8ffd-deaa8b7e568a req-3f2dcbd7-9366-48b5-9d93-2fd8c59fe25e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0495651 Nov 26 22:48:13.060802 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44e65b22-ad11-4864-8ffd-deaa8b7e568a req-6822ec65-43f0-40c3-848b-9f451dc0b7ec tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530701 Nov 26 22:48:14.176405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1141ab4-2362-48f7-8708-5ae7e2818e12 req-ec0b49fb-1fc1-4258-961f-251f7f103f7e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:14.177894 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1141ab4-2362-48f7-8708-5ae7e2818e12 req-ec0b49fb-1fc1-4258-961f-251f7f103f7e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0484872 Nov 26 22:48:14.241112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d1141ab4-2362-48f7-8708-5ae7e2818e12 req-1b6805ba-4aea-41b4-8c89-7013d2fbf55f tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569746 Nov 26 22:48:15.357295 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce8270-869f-4a76-94d3-695ade3555a3 req-f8007c0d-5c07-4c97-a08d-8d236585aa10 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:15.358787 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ce8270-869f-4a76-94d3-695ade3555a3 req-f8007c0d-5c07-4c97-a08d-8d236585aa10 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0493338 Nov 26 22:48:15.417829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ce8270-869f-4a76-94d3-695ade3555a3 req-fb342c15-4f8c-4315-a9de-5ffd29d0af47 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523584 Nov 26 22:48:16.000035 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:48:16.539178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d658d-0c57-43e4-8639-2f73235dac52 req-c8b20c3f-e751-45e0-9bbc-08ed5d342752 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:16.540786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-523d658d-0c57-43e4-8639-2f73235dac52 req-c8b20c3f-e751-45e0-9bbc-08ed5d342752 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0511045 Nov 26 22:48:16.601970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-523d658d-0c57-43e4-8639-2f73235dac52 req-f25777b3-0c7c-43ef-9f6f-cd9b7d6060ed tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546422 Nov 26 22:48:17.722685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e53dfe-55b3-48e9-a19b-49ad84a1c4b6 req-515c9441-8098-4c09-86df-0c3a00bf7faf tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:17.725278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10e53dfe-55b3-48e9-a19b-49ad84a1c4b6 req-515c9441-8098-4c09-86df-0c3a00bf7faf tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0547493 Nov 26 22:48:17.787263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-10e53dfe-55b3-48e9-a19b-49ad84a1c4b6 req-a79d68b3-4e8c-493a-ba6d-5d5713f8cce2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544777 Nov 26 22:48:18.903652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7ec7e-4f61-48aa-9331-84f425a46b99 req-55a98207-45fc-4cd1-9c36-9f0acb34a6b9 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:48:18.905115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3c7ec7e-4f61-48aa-9331-84f425a46b99 req-55a98207-45fc-4cd1-9c36-9f0acb34a6b9 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0492537 Nov 26 22:48:18.966594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f3c7ec7e-4f61-48aa-9331-84f425a46b99 req-feff20c4-857e-449a-aa0d-f5b5c77e2759 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=fcb773ea-4de1-4f85-98f8-0c3c71d295b2&id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539441 Nov 26 22:48:23.600264 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9c00e1d-4757-4033-b8fb-eaf7b4c473a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:26.354050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-74118656-577f-4529-b9db-8ae51c864859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:27.298356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:28.842101 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:29.424312 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:37.573039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:38.419814 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:52.999045 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:48:53.602359 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-de8a0c8d-89f7-4e6b-8bed-c13778d4e9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:56.354727 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b728bad-c2a0-4efb-9007-c1a3d922b861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:57.299942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:58.842452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:48:59.428365 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:02.087585 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-290448fe-5992-4711-835b-193f70f68b49 req-0a28f480-3b01-4022-af1a-5b7dbe0fc21b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455098 Nov 26 22:49:02.186503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290448fe-5992-4711-835b-193f70f68b49 req-59617c4a-7103-471b-855f-ec21de67f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:02.188051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-290448fe-5992-4711-835b-193f70f68b49 req-59617c4a-7103-471b-855f-ec21de67f38f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1135 time: 0.0403256 Nov 26 22:49:02.291147 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290448fe-5992-4711-835b-193f70f68b49 req-5cb7edba-adba-404d-91f2-8899750b190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:02.292609 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-290448fe-5992-4711-835b-193f70f68b49 req-5cb7edba-adba-404d-91f2-8899750b190f service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.0839677 Nov 26 22:49:02.364306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-290448fe-5992-4711-835b-193f70f68b49 req-ba2b74b1-730d-491f-85ad-1932d412a193 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 1001 time: 0.0635567 Nov 26 22:49:02.412578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290448fe-5992-4711-835b-193f70f68b49 req-8acf09bc-15be-495e-8e83-62310021a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:02.414014 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-290448fe-5992-4711-835b-193f70f68b49 req-8acf09bc-15be-495e-8e83-62310021a1f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0432017 Nov 26 22:49:02.459384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290448fe-5992-4711-835b-193f70f68b49 req-687bfa5a-cd5a-4ec8-8dd2-5fdd3842a2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:02.460847 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-290448fe-5992-4711-835b-193f70f68b49 req-687bfa5a-cd5a-4ec8-8dd2-5fdd3842a2c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403399 Nov 26 22:49:02.553992 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-290448fe-5992-4711-835b-193f70f68b49 req-4cf6bbfe-dd7b-4f3f-a173-89e15f91ac24 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860021 Nov 26 22:49:02.641331 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-290448fe-5992-4711-835b-193f70f68b49 req-6633900e-ebce-4914-b97f-15f537deb7be service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805566 Nov 26 22:49:07.587098 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:08.420682 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.329722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-78b70922-8e90-4b0c-aa1c-3757abb56d99 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504392207&fields=id&tenant_id=d7b4ba67d3d148399158e56a3849cd31 HTTP/1.1" status: 200 len: 267 time: 0.0447071 Nov 26 22:49:22.385412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-1f57974d-5d16-4b91-b22b-391eca5768e0 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:22.386957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-1f57974d-5d16-4b91-b22b-391eca5768e0 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 984 time: 0.0516884 Nov 26 22:49:22.398432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Request body: {'port': {'security_groups': ['19a39484-01ac-44dc-8ee5-8e5651244f0a']}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:22.460840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.631817 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] For port 421a60c6-30ca-4259-b8d0-b23affb7e528, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=421a60c6-30ca-4259-b8d0-b23affb7e528,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:22.659386 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.664420 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.699027 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['421a60c6-30ca-4259-b8d0-b23affb7e528'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:49:22.714114 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:22.714772 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.716188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1657237-d3ff-47b5-a23b-eb9f81f931a0 req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "PUT /v2.0/ports/421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 942 time: 0.3227849 Nov 26 22:49:22.716655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:49:22.718985 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:49:22.724730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40854) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:22.743714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event updated for resources: {'Port': ['ID=421a60c6-30ca-4259-b8d0-b23affb7e528,revision_number=7']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:22.751995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.752356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.752705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.753044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.753385 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.753718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.754050 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.754428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.754760 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.756013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.756794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.757112 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa998e-2a3c-41a3-b323-092e0ef1d8c4 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:22.783778 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be7d63-3413-4d04-98b2-ef4436cf4cc7 x-openstack-request-id: req-11be7d63-3413-4d04-98b2-ef4436cf4cc7 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:49:22.784104 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:49:22.784368 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11be7d63-3413-4d04-98b2-ef4436cf4cc7 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:49:22.784782 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'status': 'completed', 'code': 200} Nov 26 22:49:22.801279 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.830842 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.837033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['421a60c6-30ca-4259-b8d0-b23affb7e528'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:49:22.904220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-db908821-f8f1-4c85-8b66-e6f6995d0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:22.905895 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-db908821-f8f1-4c85-8b66-e6f6995d0525 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1096 time: 0.0711310 Nov 26 22:49:22.986382 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.989485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:22.993506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40858) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:22.993694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "DELETE /v2.0/security-groups/fcb773ea-4de1-4f85-98f8-0c3c71d295b2 HTTP/1.1" status: 204 len: 168 time: 0.2669311 Nov 26 22:49:23.007784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb773ea-4de1-4f85-98f8-0c3c71d295b2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:23.009778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-42ae4370-958a-48cd-a936-107b42b64904 None None] Provisioning complete for port 421a60c6-30ca-4259-b8d0-b23affb7e528 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:23.010283 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42ae4370-958a-48cd-a936-107b42b64904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:23.016877 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.017232 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.017632 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.017925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.018307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.018648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.018982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.019310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.019646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.019973 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.020301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.020658 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28d8b39-a654-426d-840d-1ce9f8c07f15 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:23.054441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-77ca35e2-fbd5-4923-a78c-84e817992697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:23.055945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-77ca35e2-fbd5-4923-a78c-84e817992697 service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.1341434 Nov 26 22:49:23.128220 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-0ab18e44-0ae9-4781-a7d1-a451c1b08cbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 1001 time: 0.0644317 Nov 26 22:49:23.175530 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Deleting port ccec30fb-0f3b-4d7a-a281-eb0cebea0164 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:49:23.175980 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:23.179861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-394ff489-a9ed-4999-9ad6-a732d6925a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:23.181339 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-394ff489-a9ed-4999-9ad6-a732d6925a83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0455477 Nov 26 22:49:23.231268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-2652d962-6604-4172-aa36-47c3f266bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:23.233041 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-2652d962-6604-4172-aa36-47c3f266bb93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444112 Nov 26 22:49:23.252262 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:23.252588 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:23.264729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Calling delete_port for ccec30fb-0f3b-4d7a-a281-eb0cebea0164 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:49:23.324340 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-72c253b0-129c-436c-acee-bf8629f994f6 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826993 Nov 26 22:49:23.414306 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:23.417856 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b9be84c1-3df9-49b0-b7fd-c8b189a378ed req-2f347269-6935-49a2-93cf-aac6be0e6b91 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865097 Nov 26 22:49:23.441505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event deleted for resources: {'Port': ['ID=ccec30fb-0f3b-4d7a-a281-eb0cebea0164,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:23.503127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:23.503466 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Floating IP 9d5c089b-d90a-47ef-beab-f8824586ed18 disassociated (deleted). External IP: 172.25.3.171, port: 421a60c6-30ca-4259-b8d0-b23affb7e528. Nov 26 22:49:23.605092 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e5817e19-f013-41af-8c90-5a7dde7cad11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:23.716584 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Router ec421e31-2da1-4b36-9a0a-cfb05da6b187 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:49:23.823750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:49:23.828558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:23.834222 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] Sync routers for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:49:23.844333 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:23.844943 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:23.856493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4797c6a7-44a9-4562-a350-53cc96ecd3d2 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "DELETE /v2.0/floatingips/9d5c089b-d90a-47ef-beab-f8824586ed18 HTTP/1.1" status: 204 len: 168 time: 0.8617170 Nov 26 22:49:23.948981 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:24.154692 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:18Z', 'revision_number': 5, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:24.180150 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] Checking router: ec421e31-2da1-4b36-9a0a-cfb05da6b187 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:49:24.188202 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:24.188800 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:48:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:24.289577 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:24.476640 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:18Z', 'revision_number': 5, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:24.505922 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd221cc-0460-488d-8475-230fc64e8e9e None None] The sync data for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 is: [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '2255dd07-244d-40a3-b481-8b21882f5c75', 'name': '', 'network_id': '240b3214-d8db-483f-bc3b-2997bf0e87a5', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'mac_address': 'fa:16:3e:0c:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:14Z', 'updated_at': '2021-11-26T22:46:18Z', 'revision_number': 5, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'subnets': [{'id': '424cbf36-e8de-46da-b731-6bc68cc26d7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:49:24.730271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fa0cb-2d17-4054-84cf-151af6177933 None None] New status for floating IP 9d5c089b-d90a-47ef-beab-f8824586ed18: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:49:24.786386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:49:24.788880 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6128b0-f551-415c-af20-e76546bc26a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:49:24.834698 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceba3cc6-2758-480e-8dce-91d9e7f33105 x-openstack-request-id: req-ceba3cc6-2758-480e-8dce-91d9e7f33105 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:49:24.834996 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:49:24.835256 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ceba3cc6-2758-480e-8dce-91d9e7f33105 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:49:24.835672 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'status': 'completed', 'code': 200} Nov 26 22:49:24.922450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-3dbdd62d-9f15-4d17-a98e-6e26b0241771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:24.923950 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-3dbdd62d-9f15-4d17-a98e-6e26b0241771 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d7b4ba67d3d148399158e56a3849cd31&device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 1096 time: 0.0440598 Nov 26 22:49:25.019321 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-312f84a6-b0c8-4b16-96b9-4b63a582ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:25.021415 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-312f84a6-b0c8-4b16-96b9-4b63a582ff78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 200 len: 916 time: 0.0904808 Nov 26 22:49:25.065226 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-397e9733-bcaf-452b-9be0-6a1f97f118fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 200 len: 217 time: 0.0378597 Nov 26 22:49:25.116763 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-d8e6f56b-4423-4acd-8d06-283a0e8e5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:25.118294 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-d8e6f56b-4423-4acd-8d06-283a0e8e5e07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 200 len: 854 time: 0.0460432 Nov 26 22:49:25.164229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-5e647ed1-9b5f-4c9c-b488-4d02657375c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:25.165736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-5e647ed1-9b5f-4c9c-b488-4d02657375c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=240b3214-d8db-483f-bc3b-2997bf0e87a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408163 Nov 26 22:49:25.261230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-3b08eb1d-2bd6-4dd0-8133-c3516a30f450 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881448 Nov 26 22:49:25.351289 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bf6128b0-f551-415c-af20-e76546bc26a7 req-69794ee5-e221-4a50-883b-33df1e5be6b2 service neutron] 10.222.0.13 "GET /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832367 Nov 26 22:49:26.355821 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-44dd960e-b89b-4f46-a714-822a5129b7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:27.304275 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:28.844140 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:29.429925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:29.998174 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:49:32.882735 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967efe75-f521-4bee-91fa-6c7a37dc0505 req-5918a81d-8e4e-440d-b54f-371f3a86658b tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:32.884228 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-967efe75-f521-4bee-91fa-6c7a37dc0505 req-5918a81d-8e4e-440d-b54f-371f3a86658b tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0523427 Nov 26 22:49:32.937693 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-967efe75-f521-4bee-91fa-6c7a37dc0505 req-c8671b27-ad28-44fb-a3f4-1975b0f3e785 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Nov 26 22:49:34.055677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00f128-11a5-4a4e-bf98-692aff99171b req-69e0ddac-5cc7-41dc-9a48-c9e613e5ab00 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:34.057163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c00f128-11a5-4a4e-bf98-692aff99171b req-69e0ddac-5cc7-41dc-9a48-c9e613e5ab00 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0485497 Nov 26 22:49:34.109135 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0c00f128-11a5-4a4e-bf98-692aff99171b req-b9428e53-d15a-45fa-8c94-b6592fa9401e tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Nov 26 22:49:34.908433 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-2a5defe6-1e7b-4c61-910b-8c355c156b0c tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:34.909743 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-2a5defe6-1e7b-4c61-910b-8c355c156b0c tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0519297 Nov 26 22:49:34.997620 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Deleting port 421a60c6-30ca-4259-b8d0-b23affb7e528 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:49:34.997956 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:35.085254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] For port 421a60c6-30ca-4259-b8d0-b23affb7e528, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=421a60c6-30ca-4259-b8d0-b23affb7e528,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:35.085617 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:35.098274 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Calling delete_port for 421a60c6-30ca-4259-b8d0-b23affb7e528 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:49:35.225613 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:35.226752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb85335-2ce2-4e78-bb97-779dd4a48d87 req-6e5c64de-5322-45ee-ab0f-4e6238b5bb73 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:35.228347 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bb85335-2ce2-4e78-bb97-779dd4a48d87 req-6e5c64de-5322-45ee-ab0f-4e6238b5bb73 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2022170-b6e8-4029-946f-dfa233a730b3 HTTP/1.1" status: 200 len: 945 time: 0.0505311 Nov 26 22:49:35.257688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Pushing event deleted for resources: {'Port': ['ID=421a60c6-30ca-4259-b8d0-b23affb7e528,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:35.258265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['421a60c6-30ca-4259-b8d0-b23affb7e528'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:49:35.279371 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1bb85335-2ce2-4e78-bb97-779dd4a48d87 req-e924b3cb-cccc-4d63-9495-b448fcb2d7dd tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.21 "GET /v2.0/security-groups?id=19a39484-01ac-44dc-8ee5-8e5651244f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434947 Nov 26 22:49:35.301511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] No DVR routers for this DVR port 421a60c6-30ca-4259-b8d0-b23affb7e528 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:49:35.304063 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:35.307581 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26c48a7c-4c13-422a-b672-b82ee58b1917 req-d33af8bc-c394-4b93-8600-beea60dd6985 tempest-TestMinimumBasicScenario-480557393 tempest-TestMinimumBasicScenario-480557393-project] 10.222.0.13 "DELETE /v2.0/ports/421a60c6-30ca-4259-b8d0-b23affb7e528 HTTP/1.1" status: 204 len: 173 time: 0.3910699 Nov 26 22:49:35.308059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'name': 'network-vif-deleted', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:49:35.310461 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff0be8-193d-4311-a994-badeade4d16d" -d '{"events": [{"server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "name": "network-vif-deleted", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:49:35.414586 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76436f24-9052-41b2-863d-041ad7aed110 x-openstack-request-id: req-76436f24-9052-41b2-863d-041ad7aed110 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:49:35.415025 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2022170-b6e8-4029-946f-dfa233a730b3", "name": "network-vif-deleted", "tag": "421a60c6-30ca-4259-b8d0-b23affb7e528", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:49:35.415353 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76436f24-9052-41b2-863d-041ad7aed110 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:49:35.415828 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2022170-b6e8-4029-946f-dfa233a730b3', 'name': 'network-vif-deleted', 'tag': '421a60c6-30ca-4259-b8d0-b23affb7e528', 'status': 'completed', 'code': 200} Nov 26 22:49:36.857695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40958) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:37.198751 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:37.619221 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:37.692013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Deleting port 2255dd07-244d-40a3-b481-8b21882f5c75 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:49:37.692912 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:37.772366 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] For port 2255dd07-244d-40a3-b481-8b21882f5c75, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2255dd07-244d-40a3-b481-8b21882f5c75,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:37.772633 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:37.785060 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Calling delete_port for 2255dd07-244d-40a3-b481-8b21882f5c75 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:49:37.960630 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:37.985812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Pushing event deleted for resources: {'Port': ['ID=2255dd07-244d-40a3-b481-8b21882f5c75,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:38.047115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 421a60c6-30ca-4259-b8d0-b23affb7e528 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:49:38.068203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 421a60c6-30ca-4259-b8d0-b23affb7e528 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:49:38.068557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 421a60c6-30ca-4259-b8d0-b23affb7e528 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:49:38.156296 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:38.369560 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Router ec421e31-2da1-4b36-9a0a-cfb05da6b187 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:49:38.418845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:38.472684 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:49:38.478366 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6ff533d0-cf74-49ee-b4eb-a99d0be4ef0b admin admin] 10.222.0.21 "PUT /v2.0/routers/ec421e31-2da1-4b36-9a0a-cfb05da6b187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6195695 Nov 26 22:49:38.481163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40960) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:38.484071 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] Sync routers for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:49:38.495198 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:38.495943 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:38.586236 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:38.598082 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:38.693952 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:38.753660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Deleting port 7ef80b90-9a34-40ed-abef-64ace4b48799 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:49:38.754002 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:38.839667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] For port 7ef80b90-9a34-40ed-abef-64ace4b48799, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7ef80b90-9a34-40ed-abef-64ace4b48799,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:38.840034 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:38.852674 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Calling delete_port for 7ef80b90-9a34-40ed-abef-64ace4b48799 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:49:38.859215 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:49:37Z', 'revision_number': 5, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port': {'id': '7ef80b90-9a34-40ed-abef-64ace4b48799', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:38.892447 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] Checking router: ec421e31-2da1-4b36-9a0a-cfb05da6b187 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:49:38.902937 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] Routers {'ec421e31-2da1-4b36-9a0a-cfb05da6b187'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:38.903725 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:38.987057 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] Set router ec421e31-2da1-4b36-9a0a-cfb05da6b187 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:39.022252 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.036597 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:49:38Z', 'revision_number': 6, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:39.047548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef80b90-9a34-40ed-abef-64ace4b48799,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:39.064642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28e293-565d-4292-b811-d181228a8357 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:49:39.066095 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99838490-8857-448c-b91b-9fe98fb439b1 None None] The sync data for ids ['ec421e31-2da1-4b36-9a0a-cfb05da6b187'] in n-d-819494-1 is: [{'id': 'ec421e31-2da1-4b36-9a0a-cfb05da6b187', 'name': 'tempest-TestMinimumBasicScenario-1525016050-router', 'tenant_id': 'd7b4ba67d3d148399158e56a3849cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:12Z', 'updated_at': '2021-11-26T22:49:38Z', 'revision_number': 6, 'project_id': 'd7b4ba67d3d148399158e56a3849cd31', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:49:39.118442 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.206483 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.209112 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.251891 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.252437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec421e31-2da1-4b36-9a0a-cfb05da6b187 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:49:39.258509 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.259662 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b058d1e4-3b82-4793-a0f1-70d2bcaebf32 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ec421e31-2da1-4b36-9a0a-cfb05da6b187 HTTP/1.1" status: 204 len: 168 time: 0.7775538 Nov 26 22:49:39.262169 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40962) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:39.306487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7acb57-5f95-4ddf-a6b4-78381c44b4fb admin admin] Deleting subnet 424cbf36-e8de-46da-b731-6bc68cc26d7f {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:49:39.309481 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba7acb57-5f95-4ddf-a6b4-78381c44b4fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.344141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba7acb57-5f95-4ddf-a6b4-78381c44b4fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.426310 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba7acb57-5f95-4ddf-a6b4-78381c44b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.487301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba7acb57-5f95-4ddf-a6b4-78381c44b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.514487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7acb57-5f95-4ddf-a6b4-78381c44b4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424cbf36-e8de-46da-b731-6bc68cc26d7f,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:39.516439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ba7acb57-5f95-4ddf-a6b4-78381c44b4fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.519686 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ba7acb57-5f95-4ddf-a6b4-78381c44b4fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/424cbf36-e8de-46da-b731-6bc68cc26d7f HTTP/1.1" status: 204 len: 168 time: 0.2565780 Nov 26 22:49:39.520039 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5b71c-944b-4e07-af87-f11865291587 None None] Network 240b3214-d8db-483f-bc3b-2997bf0e87a5 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:49:39.522730 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 40964) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:39.594428 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.648402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Deleting port 944aab7a-7336-4d8d-b7f1-85541b2c7953 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:49:39.648746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.711968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] For port 944aab7a-7336-4d8d-b7f1-85541b2c7953, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=944aab7a-7336-4d8d-b7f1-85541b2c7953,segment=NetworkSegment(4e654eff-20da-44a5-b75d-9b8c87e39226),segment_id=4e654eff-20da-44a5-b75d-9b8c87e39226)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:39.712322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.725114 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Calling delete_port for 944aab7a-7336-4d8d-b7f1-85541b2c7953 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:49:39.810813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.812915 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f5dbf1-f5d2-4707-a114-8a4a7e0e6350 None None] DHCP port deletion for 240b3214-d8db-483f-bc3b-2997bf0e87a5 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:49:39.843929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Pushing event deleted for resources: {'Port': ['ID=944aab7a-7336-4d8d-b7f1-85541b2c7953,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:39.847187 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] No DVR routers for this DVR port 944aab7a-7336-4d8d-b7f1-85541b2c7953 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:49:39.869298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2255dd07-244d-40a3-b481-8b21882f5c75 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:49:39.889805 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 2255dd07-244d-40a3-b481-8b21882f5c75 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:49:39.890195 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2255dd07-244d-40a3-b481-8b21882f5c75 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:49:39.890621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ef80b90-9a34-40ed-abef-64ace4b48799 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:49:39.912767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 7ef80b90-9a34-40ed-abef-64ace4b48799 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:49:39.912767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7ef80b90-9a34-40ed-abef-64ace4b48799 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:49:39.912767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 944aab7a-7336-4d8d-b7f1-85541b2c7953 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:49:39.927124 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.935388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 944aab7a-7336-4d8d-b7f1-85541b2c7953 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:49:39.935821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 944aab7a-7336-4d8d-b7f1-85541b2c7953 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:49:39.948663 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240b3214-d8db-483f-bc3b-2997bf0e87a5']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:39.957990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e654eff-20da-44a5-b75d-9b8c87e39226') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:39.958342 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e654eff-20da-44a5-b75d-9b8c87e39226') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:39.968067 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.982485 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.990297 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:49:39.990707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:49:39.992567 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:49:40.048044 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:40.054514 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:40.058115 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] 10.222.0.21 "DELETE /v2.0/networks/240b3214-d8db-483f-bc3b-2997bf0e87a5 HTTP/1.1" status: 204 len: 168 time: 0.5344350 Nov 26 22:49:40.061068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:40.071402 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74ac0-0481-4aac-bd15-4cf2000a1acb admin admin] Pushing event deleted for resources: {'Network': ['ID=240b3214-d8db-483f-bc3b-2997bf0e87a5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:40.727622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:40.971023 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Deleting port 3ba00986-2d86-4283-9105-5bf059f49cde {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:49:40.971365 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:41.047471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] For port 3ba00986-2d86-4283-9105-5bf059f49cde, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3ba00986-2d86-4283-9105-5bf059f49cde,segment=NetworkSegment(063e801c-0c96-4d48-80d3-77ba8c5771da),segment_id=063e801c-0c96-4d48-80d3-77ba8c5771da)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:41.048125 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:41.060578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Calling delete_port for 3ba00986-2d86-4283-9105-5bf059f49cde owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:49:41.235082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:41.259926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba00986-2d86-4283-9105-5bf059f49cde,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:41.427363 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:41.643647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:49:41.752232 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:49:41.757926 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cd2bc2a9-53e6-458b-b9bd-8247370cdea8 admin admin] 10.222.0.21 "PUT /v2.0/routers/83678218-13ae-4458-98c7-9eb3d3a0d8b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6957345 Nov 26 22:49:41.760594 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40968) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:41.761450 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] Sync routers for ids ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:49:41.771562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] Routers {'83678218-13ae-4458-98c7-9eb3d3a0d8b2'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:41.772184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:41.866727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:41.968456 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.025408 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Deleting port 1769aa14-d85d-40fd-b7b9-0921e78a7209 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:49:42.025655 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.035983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] Set router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:42.102691 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] For port 1769aa14-d85d-40fd-b7b9-0921e78a7209, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=1769aa14-d85d-40fd-b7b9-0921e78a7209,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:42.103051 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.115874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Calling delete_port for 1769aa14-d85d-40fd-b7b9-0921e78a7209 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:49:42.210474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:49:41Z', 'revision_number': 5, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port': {'id': '1769aa14-d85d-40fd-b7b9-0921e78a7209', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:46:17Z', 'updated_at': '2021-11-26T22:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:42.236433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] Checking router: 83678218-13ae-4458-98c7-9eb3d3a0d8b2 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:49:42.244672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] Routers {'83678218-13ae-4458-98c7-9eb3d3a0d8b2'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:42.245280 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:42.282130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.312578 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Pushing event deleted for resources: {'Port': ['ID=1769aa14-d85d-40fd-b7b9-0921e78a7209,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:42.324736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba867dc-c0af-4e76-8cf8-ac7099724f9e None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:49:42.338804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] Set router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:42.372504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.393958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:49:41Z', 'revision_number': 6, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:42.420716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36697a6d-7054-4298-b509-ef2adee27528 None None] The sync data for ids ['83678218-13ae-4458-98c7-9eb3d3a0d8b2'] in n-d-819494-1 is: [{'id': '83678218-13ae-4458-98c7-9eb3d3a0d8b2', 'name': 'tempest-TestMinimumBasicScenario-448818440-router', 'tenant_id': '048cd225a0df4008a60023b22b9ad632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:46:16Z', 'updated_at': '2021-11-26T22:49:41Z', 'revision_number': 6, 'project_id': '048cd225a0df4008a60023b22b9ad632', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:49:42.463854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.466008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.511596 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.512144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83678218-13ae-4458-98c7-9eb3d3a0d8b2 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:49:42.516840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.518022 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ea45727c-9db5-431b-8184-b1fcceea2235 admin admin] 10.222.0.21 "DELETE /v2.0/routers/83678218-13ae-4458-98c7-9eb3d3a0d8b2 HTTP/1.1" status: 204 len: 168 time: 0.7565506 Nov 26 22:49:42.520608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40970) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:42.565324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-33271590-211d-4a0b-b2ea-d44c0d789f84 admin admin] Deleting subnet 2320e883-9ffd-4053-8ba8-389b744e70c7 {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:49:42.568271 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33271590-211d-4a0b-b2ea-d44c0d789f84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.606485 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33271590-211d-4a0b-b2ea-d44c0d789f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.681282 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33271590-211d-4a0b-b2ea-d44c0d789f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.733119 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33271590-211d-4a0b-b2ea-d44c0d789f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.757067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33271590-211d-4a0b-b2ea-d44c0d789f84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2320e883-9ffd-4053-8ba8-389b744e70c7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:42.762940 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33271590-211d-4a0b-b2ea-d44c0d789f84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.766222 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-33271590-211d-4a0b-b2ea-d44c0d789f84 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2320e883-9ffd-4053-8ba8-389b744e70c7 HTTP/1.1" status: 204 len: 168 time: 0.2445316 Nov 26 22:49:42.768635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40972) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:42.770738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e8cf7-a6d0-4ebe-b935-b61563aa34b0 None None] Network bc21fad1-2930-4361-8383-08da6bd619db requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:49:42.847424 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.907060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Deleting port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:49:42.907484 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.972325 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] For port 978548b7-dd41-4f75-9279-6b6af5c6e5c4, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=978548b7-dd41-4f75-9279-6b6af5c6e5c4,segment=NetworkSegment(063e801c-0c96-4d48-80d3-77ba8c5771da),segment_id=063e801c-0c96-4d48-80d3-77ba8c5771da)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:42.972691 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:42.986052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Calling delete_port for 978548b7-dd41-4f75-9279-6b6af5c6e5c4 owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:49:43.063148 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.088507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=978548b7-dd41-4f75-9279-6b6af5c6e5c4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:43.092860 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] No DVR routers for this DVR port 978548b7-dd41-4f75-9279-6b6af5c6e5c4 on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:49:43.165173 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.187570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc21fad1-2930-4361-8383-08da6bd619db']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:43.189857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f58cd71-7e99-424f-8e8c-af19131e22f5 None None] DHCP port deletion for bc21fad1-2930-4361-8383-08da6bd619db request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:49:43.205403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063e801c-0c96-4d48-80d3-77ba8c5771da') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:43.205868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063e801c-0c96-4d48-80d3-77ba8c5771da') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:43.216423 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.230719 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.236921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:49:43.237300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:49:43.239054 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:49:43.296066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.302423 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.307052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc21fad1-2930-4361-8383-08da6bd619db HTTP/1.1" status: 204 len: 168 time: 0.5367680 Nov 26 22:49:43.323293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dd795-96a5-4049-9b6e-f86bef9a65d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc21fad1-2930-4361-8383-08da6bd619db,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:43.471657 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40976) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:43.512573 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ab9879d1-f3c6-4fbb-ab02-83a87453b0af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7b4ba67d3d148399158e56a3849cd31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397344 Nov 26 22:49:43.515111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40978) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:43.562128 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf64344-42e7-442f-b02e-69b6ea8f2589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.586088 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf64344-42e7-442f-b02e-69b6ea8f2589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.634846 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf64344-42e7-442f-b02e-69b6ea8f2589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.637653 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ccf64344-42e7-442f-b02e-69b6ea8f2589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:43.638858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ccf64344-42e7-442f-b02e-69b6ea8f2589 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19a39484-01ac-44dc-8ee5-8e5651244f0a HTTP/1.1" status: 204 len: 168 time: 0.1228423 Nov 26 22:49:43.646575 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf64344-42e7-442f-b02e-69b6ea8f2589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a39484-01ac-44dc-8ee5-8e5651244f0a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:43.685852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3ba00986-2d86-4283-9105-5bf059f49cde no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:49:43.710533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 3ba00986-2d86-4283-9105-5bf059f49cde {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:49:43.711050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3ba00986-2d86-4283-9105-5bf059f49cde not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:49:43.711530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 978548b7-dd41-4f75-9279-6b6af5c6e5c4 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:49:43.729898 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 978548b7-dd41-4f75-9279-6b6af5c6e5c4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:49:43.730273 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 978548b7-dd41-4f75-9279-6b6af5c6e5c4 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:49:43.730683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1769aa14-d85d-40fd-b7b9-0921e78a7209 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:49:43.749084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 1769aa14-d85d-40fd-b7b9-0921e78a7209 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:49:43.749431 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 1769aa14-d85d-40fd-b7b9-0921e78a7209 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:49:43.967971 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40984) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:44.008223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fa686ba1-9b2a-4367-a5d5-1e738c4527ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=048cd225a0df4008a60023b22b9ad632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391126 Nov 26 22:49:44.010729 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 40986) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:44.056286 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a8ace5d-3815-480d-83ff-efc589b9ea6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:44.079349 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a8ace5d-3815-480d-83ff-efc589b9ea6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:44.126501 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a8ace5d-3815-480d-83ff-efc589b9ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:44.129162 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1a8ace5d-3815-480d-83ff-efc589b9ea6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:44.130362 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1a8ace5d-3815-480d-83ff-efc589b9ea6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d31e6f9e-d362-4d15-810b-2142e6cd4e63 HTTP/1.1" status: 204 len: 168 time: 0.1187074 Nov 26 22:49:44.139896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ace5d-3815-480d-83ff-efc589b9ea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31e6f9e-d362-4d15-810b-2142e6cd4e63,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:45.598151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41026) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:45.603870 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929679782', 'description': 'tempest-secgroup-smoke-1929679782 description', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:45.626858 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.635076 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.710895 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.715175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.750776 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677f75fd-58cb-4f30-bafc-27b25b5836f9,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:45.790753 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.794199 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.824499 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.825786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2266071 Nov 26 22:49:45.826697 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec991e6f-2c11-4a46-9147-6e965b336c33 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:45.828834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41028) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:45.833083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-70241994-51c4-4601-a594-c853097af35e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fa6870d1-7953-4e6a-8d12-2d8e70c27d3e', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:45.859662 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70241994-51c4-4601-a594-c853097af35e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.920249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70241994-51c4-4601-a594-c853097af35e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.924156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70241994-51c4-4601-a594-c853097af35e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.941983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70241994-51c4-4601-a594-c853097af35e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203806ba-d63e-49a0-969c-bdf82af7e02a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:45.951024 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-70241994-51c4-4601-a594-c853097af35e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:45.952475 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-70241994-51c4-4601-a594-c853097af35e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225567 Nov 26 22:49:45.955479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41030) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:45.959862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-751df0c5-da93-4dd5-8dad-9bf9090396c8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fa6870d1-7953-4e6a-8d12-2d8e70c27d3e', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:45.986407 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-751df0c5-da93-4dd5-8dad-9bf9090396c8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.041959 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-751df0c5-da93-4dd5-8dad-9bf9090396c8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.045670 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-751df0c5-da93-4dd5-8dad-9bf9090396c8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.063106 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751df0c5-da93-4dd5-8dad-9bf9090396c8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01601d3c-d1dc-4c12-826b-2ad9b21921c0,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:46.070999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-751df0c5-da93-4dd5-8dad-9bf9090396c8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.072181 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-751df0c5-da93-4dd5-8dad-9bf9090396c8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157417 Nov 26 22:49:46.074892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41032) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:46.079060 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0cc32179-ec20-488a-b600-911cc88b6672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fa6870d1-7953-4e6a-8d12-2d8e70c27d3e', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:46.105107 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0cc32179-ec20-488a-b600-911cc88b6672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.159687 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0cc32179-ec20-488a-b600-911cc88b6672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.163897 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0cc32179-ec20-488a-b600-911cc88b6672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.182996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc32179-ec20-488a-b600-911cc88b6672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8236b1a8-abe7-454b-9110-80502e495beb,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:46.190362 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0cc32179-ec20-488a-b600-911cc88b6672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.191591 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0cc32179-ec20-488a-b600-911cc88b6672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157758 Nov 26 22:49:46.194310 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41034) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:46.198782 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-a1817528-28a5-491a-8a99-c367b141f392 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fa6870d1-7953-4e6a-8d12-2d8e70c27d3e', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:46.224654 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a1817528-28a5-491a-8a99-c367b141f392 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.283885 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a1817528-28a5-491a-8a99-c367b141f392 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.287994 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a1817528-28a5-491a-8a99-c367b141f392 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.307758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1817528-28a5-491a-8a99-c367b141f392 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e560b39e-299f-4d79-8494-7c046bb443b3,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:46.314008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a1817528-28a5-491a-8a99-c367b141f392 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.315126 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a1817528-28a5-491a-8a99-c367b141f392 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198924 Nov 26 22:49:46.318300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41036) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:46.322975 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8a0423d0-643f-4f94-a6b4-7a1679af5822 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fa6870d1-7953-4e6a-8d12-2d8e70c27d3e', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:46.344384 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-8a0423d0-643f-4f94-a6b4-7a1679af5822 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:49:46.349211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a0423d0-643f-4f94-a6b4-7a1679af5822 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.411036 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a0423d0-643f-4f94-a6b4-7a1679af5822 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.415293 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a0423d0-643f-4f94-a6b4-7a1679af5822 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.434161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0423d0-643f-4f94-a6b4-7a1679af5822 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036bcae6-83e3-4d46-98ba-06b5cfba6473,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:46.439847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8a0423d0-643f-4f94-a6b4-7a1679af5822 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.441027 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8a0423d0-643f-4f94-a6b4-7a1679af5822 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216872 Nov 26 22:49:46.443655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41038) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:46.448109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-457c2f16-02a8-43f5-9aac-c2e8db302eb1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fa6870d1-7953-4e6a-8d12-2d8e70c27d3e', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:46.469445 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-457c2f16-02a8-43f5-9aac-c2e8db302eb1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:49:46.474177 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-457c2f16-02a8-43f5-9aac-c2e8db302eb1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.544524 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-457c2f16-02a8-43f5-9aac-c2e8db302eb1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.548835 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-457c2f16-02a8-43f5-9aac-c2e8db302eb1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.568201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c2f16-02a8-43f5-9aac-c2e8db302eb1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11dc6e8-c20e-48fa-842b-c2d814db3020,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:46.575974 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-457c2f16-02a8-43f5-9aac-c2e8db302eb1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.577181 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-457c2f16-02a8-43f5-9aac-c2e8db302eb1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323485 Nov 26 22:49:46.580134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41040) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:46.585492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'network': {'name': 'tempest-network-smoke--1705291189', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'port_security_enabled': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:46.607733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:49:46.611853 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.635116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:49:46.644358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.644703 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Added segment 87f4fd00-9205-439a-905d-f749f5f262ee of type vlan for network 4905731d-1893-45a6-8986-2810d6d2ffa8 Nov 26 22:49:46.684149 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.708356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.714535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:46.715123 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.775060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1939063 Nov 26 22:49:46.778085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41042) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:46.782672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'admin_state_up': True, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:46.787217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a7962-8d89-4564-8175-e59ae38bc59f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Network': ['ID=4905731d-1893-45a6-8986-2810d6d2ffa8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:46.799320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:49:46.806483 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.807525 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.859444 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:46.995397 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:47.184259 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:47.206552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:47.304815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.216 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/53089c49-0213-4669-b3dd-87f093aaeadd) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:49:47.407175 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:47.440335 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:47.486571 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:49:47.493633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:49:47.496122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:49:47.499398 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=53089c49-0213-4669-b3dd-87f093aaeadd,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:47.509059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10efcd7-23cb-452d-9d47-2c08928ebee2 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:49:47.604672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c2c911b7-3e31-4eee-abb3-68b8c2244725 None None] Provisioning complete for port 53089c49-0213-4669-b3dd-87f093aaeadd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:47.605045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c2c911b7-3e31-4eee-abb3-68b8c2244725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:47.639838 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c2c911b7-3e31-4eee-abb3-68b8c2244725 None None] Port 53089c49-0213-4669-b3dd-87f093aaeadd cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:49:48.062835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:48.260008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:48.386716 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 85868df7-aa7e-49da-89ac-eaf36eb88da2 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:49:48.490133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:49:48.501711 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Sync routers for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:49:48.512665 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:48.513177 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:48.513792 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:48.513943 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e0825b5d-183d-462d-aa66-412530d93e3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7347975 Nov 26 22:49:48.516994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41044) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:48.618916 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:48.639571 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-abff3b87-a6d9-4d39-9807-b21f023365d9 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ec84b4bad91b41abbf5fd9e1dd117fbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1189163 Nov 26 22:49:48.639752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41048) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:48.734211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f2e30-f600-4b57-b397-3a99a3276aad tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:48.735722 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-947f2e30-f600-4b57-b397-3a99a3276aad tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951257 Nov 26 22:49:48.738593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41050) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:48.768343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1699afab-e304-4db2-959e-0eeca1b72ff7 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269604 Nov 26 22:49:48.769256 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41052) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:48.774736 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538408995', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:48.794820 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:47Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:48.824047 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Checking router: 85868df7-aa7e-49da-89ac-eaf36eb88da2 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:49:48.824397 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Updating router 85868df7-aa7e-49da-89ac-eaf36eb88da2 port 53089c49-0213-4669-b3dd-87f093aaeadd binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:49:48.848686 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:48.862304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:49:48.866508 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.046458 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.095842 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.101734 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.113166 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Subnet': ['ID=117d67e2-1501-45bb-b41a-aef33fa45d8d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:49.122774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Checking segment: {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:49:49.123143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network hostable DHCP agents. Network: 4905731d-1893-45a6-8986-2810d6d2ffa8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:49:49.142846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a6579-e982-4bff-8713-66491c176e51 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:49:49.143367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:49:49.150350 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Attempting to bind port 53089c49-0213-4669-b3dd-87f093aaeadd on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:49:49.150747 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Attempting to bind port 53089c49-0213-4669-b3dd-87f093aaeadd by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:49:49.151154 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Attempting to bind port 53089c49-0213-4669-b3dd-87f093aaeadd on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:49:49.154305 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 4905731d-1893-45a6-8986-2810d6d2ffa8) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:49:49.158660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:49.159270 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.161436 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Pushing event updated for resources: {'Port': ['ID=53089c49-0213-4669-b3dd-87f093aaeadd,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:49.169666 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.170050 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.170429 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.170789 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.171131 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.171497 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.171805 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.172179 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.172741 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.172868 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.173669 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.173669 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.177286 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:49:49.177704 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:49:49.178192 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.179093 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:49:49.179619 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Bound port: 53089c49-0213-4669-b3dd-87f093aaeadd, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:49:49.180045 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.184389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a9b65-dbe0-490c-a700-906073df24b9 None None] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:49:49.185016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-14b1452f-6064-48f5-93c1-c7403b83d0e4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4141510 Nov 26 22:49:49.187651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41054) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:49:49.201723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-598d7866-79e2-4d3a-8bd4-285718b319b3 None None] Provisioning complete for port 53089c49-0213-4669-b3dd-87f093aaeadd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:49.202291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-598d7866-79e2-4d3a-8bd4-285718b319b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.245855 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] For port 53089c49-0213-4669-b3dd-87f093aaeadd, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:49:49.250428 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] For port 53089c49-0213-4669-b3dd-87f093aaeadd, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=53089c49-0213-4669-b3dd-87f093aaeadd,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:49:49.257593 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.282708 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c80394-c2a2-412e-ae4d-fe5c9496b4ad None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:49:49.284563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-598d7866-79e2-4d3a-8bd4-285718b319b3 None None] Port 53089c49-0213-4669-b3dd-87f093aaeadd cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:49:49.330934 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:49.331559 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:49.368873 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090bc45-c245-44ea-b27e-c81ecbbd8caa None None] Pushing event updated for resources: {'Port': ['ID=53089c49-0213-4669-b3dd-87f093aaeadd,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:49.389474 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-4905731d-1893-45a6-8986-2810d6d2ffa8', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:49:49.390999 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.425061 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Provisioning complete for port 53089c49-0213-4669-b3dd-87f093aaeadd triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:49.425431 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.443518 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:49.612292 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Allocated IP 172.20.0.2 (4905731d-1893-45a6-8986-2810d6d2ffa8/117d67e2-1501-45bb-b41a-aef33fa45d8d/fabc1e93-2766-4764-baa3-bf838a3c4198) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:49:49.617619 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.658264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] For port 53089c49-0213-4669-b3dd-87f093aaeadd, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=53089c49-0213-4669-b3dd-87f093aaeadd,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:49.688639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.752523 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Pushing event updated for resources: {'Port': ['ID=53089c49-0213-4669-b3dd-87f093aaeadd,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:49.764738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.765090 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.765438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.765777 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.766133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.766470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.766797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.767378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.767516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.767758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.768406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.768406 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6080fba-363c-4728-989f-bbc36cbe5309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:49:49.851739 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.858206 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.870469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:47Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:49.898157 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c0926-46c5-4864-9dfa-258eec3918ba None None] The sync data for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 is: [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:47Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:49:49.903414 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:49:49.905681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:49:49.909270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:49:49.921521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Pushing event updated for resources: {'Port': ['ID=fabc1e93-2766-4764-baa3-bf838a3c4198,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:49.977746 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Attempting to bind port fabc1e93-2766-4764-baa3-bf838a3c4198 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:49:49.978322 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Attempting to bind port fabc1e93-2766-4764-baa3-bf838a3c4198 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:49:49.978955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Attempting to bind port fabc1e93-2766-4764-baa3-bf838a3c4198 on network 4905731d-1893-45a6-8986-2810d6d2ffa8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:49:49.984824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:49:49.985073 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Checking segment: {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:49:49.985478 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:49.985884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Bound using segment: {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:49:49.986551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Bound port: fabc1e93-2766-4764-baa3-bf838a3c4198, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:49:49.986942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:50.031394 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:50.057479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] For port fabc1e93-2766-4764-baa3-bf838a3c4198, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:49:50.062840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] For port fabc1e93-2766-4764-baa3-bf838a3c4198, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fabc1e93-2766-4764-baa3-bf838a3c4198,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:49:50.067211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:50.141260 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407d3d1-7885-4d24-8745-153a886b85b0 None None] Pushing event updated for resources: {'Port': ['ID=fabc1e93-2766-4764-baa3-bf838a3c4198,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:50.434849 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.1 (4905731d-1893-45a6-8986-2810d6d2ffa8/117d67e2-1501-45bb-b41a-aef33fa45d8d/422cd809-ec49-4c0c-877b-b5b5f17cefce) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:49:50.559316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:50.598972 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:50.644680 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:49:50.648030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:49:50.651982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:49:50.680034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=422cd809-ec49-4c0c-877b-b5b5f17cefce,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:50.699813 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:50.843136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.101623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68289dfc-6a45-41a7-9631-a77210e41c97 None None] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:49:51.132982 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.137722 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.166191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-083ae28e-de70-4f1b-8047-89f3a0f3c269 None None] Provisioning complete for port fabc1e93-2766-4764-baa3-bf838a3c4198 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:51.166459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-083ae28e-de70-4f1b-8047-89f3a0f3c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.209076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.211570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=422cd809-ec49-4c0c-877b-b5b5f17cefce,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:51.316028 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:49:51.317629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:49:51.318159 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-083ae28e-de70-4f1b-8047-89f3a0f3c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.359644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-083ae28e-de70-4f1b-8047-89f3a0f3c269 None None] For port fabc1e93-2766-4764-baa3-bf838a3c4198, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fabc1e93-2766-4764-baa3-bf838a3c4198,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:51.363462 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-083ae28e-de70-4f1b-8047-89f3a0f3c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.421247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ae28e-de70-4f1b-8047-89f3a0f3c269 None None] Pushing event updated for resources: {'Port': ['ID=fabc1e93-2766-4764-baa3-bf838a3c4198,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:51.445094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 85868df7-aa7e-49da-89ac-eaf36eb88da2 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:49:51.568072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:49:51.577194 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9b5c7b39-b45b-4e1c-b8c7-ae4ef4121097 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/85868df7-aa7e-49da-89ac-eaf36eb88da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3849452 Nov 26 22:49:51.589071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f56e2509-6d09-44ca-8ed1-3b781719d22c None None] Provisioning complete for port 422cd809-ec49-4c0c-877b-b5b5f17cefce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:51.589459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f56e2509-6d09-44ca-8ed1-3b781719d22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.637681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f56e2509-6d09-44ca-8ed1-3b781719d22c None None] Port 422cd809-ec49-4c0c-877b-b5b5f17cefce cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:49:51.644614 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Sync routers for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:49:51.669774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f56e2509-6d09-44ca-8ed1-3b781719d22c None None] Provisioning complete for port fabc1e93-2766-4764-baa3-bf838a3c4198 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:51.670262 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f56e2509-6d09-44ca-8ed1-3b781719d22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:51.674814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:51.675016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:51.748307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-14c65c49-90b8-4660-b0d0-c6c695764da9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929679782&fields=id&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 267 time: 0.0557849 Nov 26 22:49:51.876775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-73cc4de6-1a3f-423e-a006-7ef36d442ab4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:51.878408 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-73cc4de6-1a3f-423e-a006-7ef36d442ab4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/networks?id=4905731d-1893-45a6-8986-2810d6d2ffa8 HTTP/1.1" status: 200 len: 797 time: 0.1228683 Nov 26 22:49:51.895803 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-fc6174e5-2335-481a-9939-66e4031047d7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/quotas/ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 375 time: 0.0109603 Nov 26 22:49:51.961207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-9f244cbb-ab69-4c67-96bb-24619f0c8af5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585594 Nov 26 22:49:51.972908 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fabc1e93-2766-4764-baa3-bf838a3c4198 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:49:52.030004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:52.108546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-e8d79258-8c54-4fcd-84f2-e86a55ab6c6a service neutron] 10.222.0.21 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342568 Nov 26 22:49:52.185857 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fabc1e93-2766-4764-baa3-bf838a3c4198 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:52.186453 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:52.204515 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-3cac7366-3561-4ee6-bc7f-7b43b49f2ff4 service neutron] 10.222.0.21 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900033 Nov 26 22:49:52.326473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ebbd170-1e2b-4678-a767-6c1903d8e468 None None] Provisioning complete for port 422cd809-ec49-4c0c-877b-b5b5f17cefce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:52.326845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd170-1e2b-4678-a767-6c1903d8e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:52.365007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 53089c49-0213-4669-b3dd-87f093aaeadd up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:49:52.391704 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-172cb884-e0b5-4a82-9d83-2332234129db req-4a9ffde8-fe6b-4955-a6e9-d37c65e1132d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 210 time: 0.0279112 Nov 26 22:49:52.401588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbd170-1e2b-4678-a767-6c1903d8e468 None None] Port 422cd809-ec49-4c0c-877b-b5b5f17cefce cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:49:52.409940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:51Z', 'revision_number': 2, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:52.443152 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Checking router: 85868df7-aa7e-49da-89ac-eaf36eb88da2 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:49:52.443515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Updating router 85868df7-aa7e-49da-89ac-eaf36eb88da2 port 422cd809-ec49-4c0c-877b-b5b5f17cefce binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:49:52.473351 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:52.484621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 53089c49-0213-4669-b3dd-87f093aaeadd triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:52.484993 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:52.807560 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:52.812255 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:52.860935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092f748-bc3d-4d0a-a1a8-4670dd7b7fac None None] Pushing event updated for resources: {'Port': ['ID=422cd809-ec49-4c0c-877b-b5b5f17cefce,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:52.920582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Attempting to bind port 422cd809-ec49-4c0c-877b-b5b5f17cefce on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:49:52.921176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Attempting to bind port 422cd809-ec49-4c0c-877b-b5b5f17cefce by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:49:52.921624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Attempting to bind port 422cd809-ec49-4c0c-877b-b5b5f17cefce on network 4905731d-1893-45a6-8986-2810d6d2ffa8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:49:52.929295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:49:52.929766 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Checking segment: {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:49:52.930274 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:52.930876 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Bound using segment: {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:49:52.931344 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Bound port: 422cd809-ec49-4c0c-877b-b5b5f17cefce, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:49:52.931850 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:53.002835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] For port 422cd809-ec49-4c0c-877b-b5b5f17cefce, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:49:53.006706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] For port 422cd809-ec49-4c0c-877b-b5b5f17cefce, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=422cd809-ec49-4c0c-877b-b5b5f17cefce,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:49:53.011516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:53.071924 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092f748-bc3d-4d0a-a1a8-4670dd7b7fac None None] Pushing event updated for resources: {'Port': ['ID=422cd809-ec49-4c0c-877b-b5b5f17cefce,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:53.074465 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:49:53.075084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:53.174160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9ede5fee-3f34-4ac1-8d8d-3e6258eb40e4 None None] Provisioning complete for port 422cd809-ec49-4c0c-877b-b5b5f17cefce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:53.174545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ede5fee-3f34-4ac1-8d8d-3e6258eb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:53.221795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:49:53.383638 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ede5fee-3f34-4ac1-8d8d-3e6258eb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:53.435510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-2853965e-b1e7-487a-a762-d127db468e43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:53.437624 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-2853965e-b1e7-487a-a762-d127db468e43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/networks?id=4905731d-1893-45a6-8986-2810d6d2ffa8 HTTP/1.1" status: 200 len: 797 time: 0.1113882 Nov 26 22:49:53.439074 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9ede5fee-3f34-4ac1-8d8d-3e6258eb40e4 None None] For port 422cd809-ec49-4c0c-877b-b5b5f17cefce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=422cd809-ec49-4c0c-877b-b5b5f17cefce,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:53.469450 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9ede5fee-3f34-4ac1-8d8d-3e6258eb40e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:53.503493 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4ebdad5a-6075-446f-90b8-4f680d136986 req-48ced35a-1689-4e6d-a55c-bd23fa7e30a0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 210 time: 0.0333316 Nov 26 22:49:53.513924 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-b2fd8797-d850-4ea7-b30d-352f6bb92e5a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 380 time: 0.0607505 Nov 26 22:49:53.539926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede5fee-3f34-4ac1-8d8d-3e6258eb40e4 None None] Pushing event updated for resources: {'Port': ['ID=422cd809-ec49-4c0c-877b-b5b5f17cefce,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:53.542949 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'port': {'device_id': '433df06a-8db9-49b9-af8c-885d483044d8', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'admin_state_up': True, 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'security_groups': ['fa6870d1-7953-4e6a-8d12-2d8e70c27d3e']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:53.554221 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:52Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:49:53.595371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324a6c8-a5ec-4c58-9bd5-ad6682eff854 None None] The sync data for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 is: [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:52Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:49:53.614557 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c1f514f4-e0c1-4d71-adb1-be4b8328b6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:53.617607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-cd73526b-172d-45c7-87fb-5ea80724b092 None None] Provisioning complete for port 422cd809-ec49-4c0c-877b-b5b5f17cefce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:53.617984 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cd73526b-172d-45c7-87fb-5ea80724b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:53.688758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:49:53.692336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:53.830021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.8 (4905731d-1893-45a6-8986-2810d6d2ffa8/117d67e2-1501-45bb-b41a-aef33fa45d8d/a0e346cc-4bc3-46f8-a461-47b808dce759) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:49:53.973306 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.009062 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.060486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:49:54.063710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:49:54.067660 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:49:54.093646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=a0e346cc-4bc3-46f8-a461-47b808dce759,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:54.125603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:54.126414 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.151596 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-c81cf1f2-31fb-4419-89eb-8e02b32f78d5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6127198 Nov 26 22:49:54.230420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Request body: {'port': {'device_id': '433df06a-8db9-49b9-af8c-885d483044d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:49:54.289108 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.357532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b97544f5-76fe-448f-83c3-3e4ff8c3f46f None None] Provisioning complete for port a0e346cc-4bc3-46f8-a461-47b808dce759 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:54.358159 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b97544f5-76fe-448f-83c3-3e4ff8c3f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.398687 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b97544f5-76fe-448f-83c3-3e4ff8c3f46f None None] Port a0e346cc-4bc3-46f8-a461-47b808dce759 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:49:54.578679 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0e346cc-4bc3-46f8-a461-47b808dce759 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:49:54.587569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.601631 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Transition to ACTIVE for port object a0e346cc-4bc3-46f8-a461-47b808dce759 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:49:54.607653 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.634630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a898d0-0a33-4260-8a78-9aee9ac1bc69 req-29270617-2362-4112-bdb1-0dc993d03240 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:54.636350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39a898d0-0a33-4260-8a78-9aee9ac1bc69 req-29270617-2362-4112-bdb1-0dc993d03240 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 931 time: 0.0559890 Nov 26 22:49:54.669299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e346cc-4bc3-46f8-a461-47b808dce759,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:54.717534 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39a898d0-0a33-4260-8a78-9aee9ac1bc69 req-46c9bb13-5089-4c27-91fa-1b5166e0330e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739012 Nov 26 22:49:54.757879 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Attempting to bind port a0e346cc-4bc3-46f8-a461-47b808dce759 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:49:54.758018 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Attempting to bind port a0e346cc-4bc3-46f8-a461-47b808dce759 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:49:54.758305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Attempting to bind port a0e346cc-4bc3-46f8-a461-47b808dce759 on network 4905731d-1893-45a6-8986-2810d6d2ffa8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:49:54.762859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Port a0e346cc-4bc3-46f8-a461-47b808dce759 on network 4905731d-1893-45a6-8986-2810d6d2ffa8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:49:54.763122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Attempting to bind port a0e346cc-4bc3-46f8-a461-47b808dce759 on network 4905731d-1893-45a6-8986-2810d6d2ffa8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:49:54.768172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:49:54.768508 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Checking segment: {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:49:54.768888 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Bound using segment: {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:49:54.769307 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Bound port: a0e346cc-4bc3-46f8-a461-47b808dce759, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f4fd00-9205-439a-905d-f749f5f262ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:49:54.769659 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.840917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] For port a0e346cc-4bc3-46f8-a461-47b808dce759, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:49:54.843965 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] For port a0e346cc-4bc3-46f8-a461-47b808dce759, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a0e346cc-4bc3-46f8-a461-47b808dce759,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:49:54.849532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.885960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:54.886646 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:54.888021 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] 10.222.0.41 "PUT /v2.0/ports/a0e346cc-4bc3-46f8-a461-47b808dce759 HTTP/1.1" status: 200 len: 1091 time: 0.7232273 Nov 26 22:49:54.888454 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:49:54.890739 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73620049-b948-42f2-9227-b554ba3d584e" -d '{"events": [{"name": "network-changed", "server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:49:54.913421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a1251-8bd1-427b-ac2a-84003efc0b98 service neutron] Pushing event updated for resources: {'Port': ['ID=a0e346cc-4bc3-46f8-a461-47b808dce759,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:54.957817 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33801943-062f-4c3a-9e2a-79b25275b0dc x-openstack-request-id: req-33801943-062f-4c3a-9e2a-79b25275b0dc {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:49:54.958184 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:49:54.958468 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33801943-062f-4c3a-9e2a-79b25275b0dc {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:49:54.958829 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'status': 'completed', 'code': 200} Nov 26 22:49:54.993258 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-e19dbb58-0dc8-4a26-ac2c-66a84024b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:54.994986 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-e19dbb58-0dc8-4a26-ac2c-66a84024b381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 1094 time: 0.0470059 Nov 26 22:49:55.047419 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-eef5f349-4cd8-4567-b279-0291c96078a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0e346cc-4bc3-46f8-a461-47b808dce759 HTTP/1.1" status: 200 len: 217 time: 0.0385826 Nov 26 22:49:55.097946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-797d2d1a-5410-4d88-a293-ab5e97d0fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:55.099537 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-797d2d1a-5410-4d88-a293-ab5e97d0fba5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117d67e2-1501-45bb-b41a-aef33fa45d8d HTTP/1.1" status: 200 len: 835 time: 0.0439682 Nov 26 22:49:55.147824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-39af1ac1-8b29-44c2-8aea-bcd5a3545a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:55.149342 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-39af1ac1-8b29-44c2-8aea-bcd5a3545a4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4905731d-1893-45a6-8986-2810d6d2ffa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406187 Nov 26 22:49:55.242832 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-10829c7c-1ce5-4c4f-aa52-51018ed603dc service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844193 Nov 26 22:49:55.333135 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-96754cb7-ee98-4abd-ad57-ed8602290ebf req-5cd17599-cf04-4999-bf71-8dee0a2f326e service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821013 Nov 26 22:49:55.465358 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73620049-b948-42f2-9227-b554ba3d584e req-706fdf34-668f-4ae2-a51f-a84ca717fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:55.466908 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73620049-b948-42f2-9227-b554ba3d584e req-706fdf34-668f-4ae2-a51f-a84ca717fd26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 1094 time: 0.0414522 Nov 26 22:49:55.561561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73620049-b948-42f2-9227-b554ba3d584e req-9307f24e-3696-4484-8905-5740bda0d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:55.563057 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73620049-b948-42f2-9227-b554ba3d584e req-9307f24e-3696-4484-8905-5740bda0d2d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4905731d-1893-45a6-8986-2810d6d2ffa8 HTTP/1.1" status: 200 len: 898 time: 0.0887055 Nov 26 22:49:55.606584 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73620049-b948-42f2-9227-b554ba3d584e req-1fbc9c76-ad2e-4da6-ac73-0cef9275efe2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0e346cc-4bc3-46f8-a461-47b808dce759 HTTP/1.1" status: 200 len: 217 time: 0.0348744 Nov 26 22:49:55.661650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73620049-b948-42f2-9227-b554ba3d584e req-63c64d52-da00-43a4-ac89-7855252e6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:55.663826 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73620049-b948-42f2-9227-b554ba3d584e req-63c64d52-da00-43a4-ac89-7855252e6ffd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117d67e2-1501-45bb-b41a-aef33fa45d8d HTTP/1.1" status: 200 len: 835 time: 0.0510151 Nov 26 22:49:55.695513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 422cd809-ec49-4c0c-877b-b5b5f17cefce up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:49:55.711953 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73620049-b948-42f2-9227-b554ba3d584e req-3ee9650c-0c8b-4709-95a2-83b4c7f95429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:55.713472 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73620049-b948-42f2-9227-b554ba3d584e req-3ee9650c-0c8b-4709-95a2-83b4c7f95429 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4905731d-1893-45a6-8986-2810d6d2ffa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425894 Nov 26 22:49:55.748735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 422cd809-ec49-4c0c-877b-b5b5f17cefce triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:55.749124 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:55.810562 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73620049-b948-42f2-9227-b554ba3d584e req-36fba7fc-8885-4e2c-8c83-8d5227666497 service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901182 Nov 26 22:49:55.836416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b2e61-c7fe-4d38-b830-aab53f2d9603 req-ab8dbc1f-5d53-4f8d-aa68-6d0cee84a9f5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:55.838617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-690b2e61-c7fe-4d38-b830-aab53f2d9603 req-ab8dbc1f-5d53-4f8d-aa68-6d0cee84a9f5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 943 time: 0.0590556 Nov 26 22:49:55.893806 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-690b2e61-c7fe-4d38-b830-aab53f2d9603 req-1a3813ad-da72-4cd1-8731-d3094b343604 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481968 Nov 26 22:49:55.905816 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73620049-b948-42f2-9227-b554ba3d584e req-d76f6d7a-a7ba-4098-ab06-778279bea090 service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886018 Nov 26 22:49:56.357877 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4264fd65-436a-453d-9e07-77d10244ece2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:57.012116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b6297-9257-483f-8f7f-ab43ee71e32b req-4cdd6548-b14d-48a2-9ef7-7903bca3be4c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:57.013752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c38b6297-9257-483f-8f7f-ab43ee71e32b req-4cdd6548-b14d-48a2-9ef7-7903bca3be4c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 943 time: 0.0498607 Nov 26 22:49:57.065402 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c38b6297-9257-483f-8f7f-ab43ee71e32b req-d1407e52-4761-46b3-9784-d6a9b2ca85d7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453722 Nov 26 22:49:57.307274 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:57.815852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a0e346cc-4bc3-46f8-a461-47b808dce759 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:49:57.909178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a0e346cc-4bc3-46f8-a461-47b808dce759, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a0e346cc-4bc3-46f8-a461-47b808dce759,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:57.924536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'port_id': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'mac_address': 'fa:16:3e:6f:0b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:49:57.961307 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:57.973747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0e346cc-4bc3-46f8-a461-47b808dce759 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:49:57.993881 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a0e346cc-4bc3-46f8-a461-47b808dce759, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a0e346cc-4bc3-46f8-a461-47b808dce759,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:49:57.997791 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:58.043368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a0e346cc-4bc3-46f8-a461-47b808dce759,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:49:58.187336 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117f9d2-160a-4d85-8806-88c58cb575dc req-6ad5ccb3-9fba-4dbe-80b3-ff67ad11c193 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:58.189065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e117f9d2-160a-4d85-8806-88c58cb575dc req-6ad5ccb3-9fba-4dbe-80b3-ff67ad11c193 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 944 time: 0.0528903 Nov 26 22:49:58.245353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e117f9d2-160a-4d85-8806-88c58cb575dc req-ef1a5f33-cc1e-4973-99d3-9b3e8153017b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Nov 26 22:49:58.421419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['a0e346cc-4bc3-46f8-a461-47b808dce759'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:49:58.847359 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:59.360906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa56c8-20b0-4b7a-a875-4f6c3674f36e req-ca8fc859-d71f-423c-b690-f827518962e7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:49:59.362444 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cafa56c8-20b0-4b7a-a875-4f6c3674f36e req-ca8fc859-d71f-423c-b690-f827518962e7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 944 time: 0.0497866 Nov 26 22:49:59.417432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cafa56c8-20b0-4b7a-a875-4f6c3674f36e req-252b73dd-667f-442a-9071-71185c272d8f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480142 Nov 26 22:49:59.433583 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:59.830978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a0e346cc-4bc3-46f8-a461-47b808dce759 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:49:59.882245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port a0e346cc-4bc3-46f8-a461-47b808dce759 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:49:59.885888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port a0e346cc-4bc3-46f8-a461-47b808dce759 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:49:59.886288 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:59.963383 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:49:59.986316 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:49:59.988553 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f911b661-2b6d-4af6-9057-796bcca3c10e" -d '{"events": [{"server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "name": "network-vif-plugged", "status": "completed", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:50:00.001400 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port a0e346cc-4bc3-46f8-a461-47b808dce759, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a0e346cc-4bc3-46f8-a461-47b808dce759,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:50:00.005894 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:00.065361 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=a0e346cc-4bc3-46f8-a461-47b808dce759,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:50:00.085963 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d937d1-b03e-4ef1-b39d-3e71aa87e3cc x-openstack-request-id: req-e4d937d1-b03e-4ef1-b39d-3e71aa87e3cc {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:50:00.086301 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "name": "network-vif-plugged", "status": "completed", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:50:00.086559 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4d937d1-b03e-4ef1-b39d-3e71aa87e3cc {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:50:00.086955 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'code': 200} Nov 26 22:50:00.215773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13609e-3e64-4ed3-8b74-060ae5b81fc0 req-d8a6abe4-8d59-4281-b55c-486a15bd37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:00.217195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe13609e-3e64-4ed3-8b74-060ae5b81fc0 req-d8a6abe4-8d59-4281-b55c-486a15bd37a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 1096 time: 0.0415068 Nov 26 22:50:00.263330 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fe13609e-3e64-4ed3-8b74-060ae5b81fc0 req-e9ed3687-16aa-48d3-a2a3-ecdcf6514de2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Nov 26 22:50:00.536821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c483f-948e-45e1-9b82-85ef47083575 req-ba6c715c-23bf-4fda-bbde-80f385f3167a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:00.538399 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c02c483f-948e-45e1-9b82-85ef47083575 req-ba6c715c-23bf-4fda-bbde-80f385f3167a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0496604 Nov 26 22:50:00.592224 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c02c483f-948e-45e1-9b82-85ef47083575 req-5541dd7b-a5bd-40f0-8aac-f83eb62fcbcb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478334 Nov 26 22:50:01.713370 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465df19-f7cd-4f57-8668-4d7fc200564a req-32bdfdcf-790f-48f9-805c-33d740fe999d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:01.714989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a465df19-f7cd-4f57-8668-4d7fc200564a req-32bdfdcf-790f-48f9-805c-33d740fe999d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0506566 Nov 26 22:50:01.764562 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a465df19-f7cd-4f57-8668-4d7fc200564a req-4e54885f-4b2e-4187-9685-3f61cff0427e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Nov 26 22:50:01.879660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d02c08-f543-401c-934c-d20559cce131 req-03614c2e-1a6a-4ffb-9af8-f835b63d9c98 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:01.881863 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5d02c08-f543-401c-934c-d20559cce131 req-03614c2e-1a6a-4ffb-9af8-f835b63d9c98 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0490477 Nov 26 22:50:01.930752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c5d02c08-f543-401c-934c-d20559cce131 req-3212cc3a-ab1c-444f-b143-df49e2225f40 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Nov 26 22:50:01.953987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41108) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:50:01.997073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875f41d-8a4e-44d1-a3ee-ef9ead69ac35 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:01.998627 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a875f41d-8a4e-44d1-a3ee-ef9ead69ac35 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 1091 time: 0.0436468 Nov 26 22:50:02.001522 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41110) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:50:02.005763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:50:02.027305 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:02.122300 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:02.229267 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.151 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/581833de-e0bd-4c5d-a32f-5ec84e2efc24) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:50:02.328152 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:02.361391 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:02.403547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:50:02.406421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:50:02.409889 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:50:02.433973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=581833de-e0bd-4c5d-a32f-5ec84e2efc24,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:50:02.765464 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:02.837347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:03.001013 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:03.006464 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:03.076816 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=581833de-e0bd-4c5d-a32f-5ec84e2efc24,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:50:03.087408 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:03.188637 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP 8a54bd32-9c58-4c0e-961d-25c7a95ecd52 associated. External IP: 172.25.3.151, port: a0e346cc-4bc3-46f8-a461-47b808dce759. Nov 26 22:50:03.401751 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 85868df7-aa7e-49da-89ac-eaf36eb88da2 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:50:03.511179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:50:03.521072 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b57708-27fb-4502-9396-e1692d93838f None None] Sync routers for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:50:03.529442 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:03.533296 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b57708-27fb-4502-9396-e1692d93838f None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:50:03.534016 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-40b57708-27fb-4502-9396-e1692d93838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:50:03.558376 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-13b832b5-5e32-49eb-ad6b-0270ea4b9615 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5552549 Nov 26 22:50:03.558976 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:50:03.561575 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ebbd69-1844-404e-b947-9962b0d95207" -d '{"events": [{"name": "network-changed", "server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:50:03.618779 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c9b5f-4ab0-4870-bdc6-f1e1b20a6097 x-openstack-request-id: req-e25c9b5f-4ab0-4870-bdc6-f1e1b20a6097 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:50:03.619079 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:50:03.619342 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e25c9b5f-4ab0-4870-bdc6-f1e1b20a6097 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:50:03.619757 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'status': 'completed', 'code': 200} Nov 26 22:50:03.659410 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-40b57708-27fb-4502-9396-e1692d93838f None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:50:03.687167 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8cc95-c595-4ad7-b48d-3b70d6e2b329 req-75ff18b2-9fdb-4cb5-bff7-e2f8834f810f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:03.688873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3e8cc95-c595-4ad7-b48d-3b70d6e2b329 req-75ff18b2-9fdb-4cb5-bff7-e2f8834f810f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0534744 Nov 26 22:50:03.707265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-82e7fc48-f36f-4f53-98c0-769a420cc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:03.709067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-82e7fc48-f36f-4f53-98c0-769a420cc731 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 1096 time: 0.0485141 Nov 26 22:50:03.741840 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3e8cc95-c595-4ad7-b48d-3b70d6e2b329 req-66a33cc9-64e6-43dc-a317-67b8b90bff05 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Nov 26 22:50:03.763897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41116) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:50:03.808990 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-472e6aae-4927-43b7-adf0-8c31952b303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:03.810690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-472e6aae-4927-43b7-adf0-8c31952b303d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4905731d-1893-45a6-8986-2810d6d2ffa8 HTTP/1.1" status: 200 len: 898 time: 0.0936899 Nov 26 22:50:03.833356 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-98ec651a-fe2f-4767-8199-e6261664d6ae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/8a54bd32-9c58-4c0e-961d-25c7a95ecd52 HTTP/1.1" status: 200 len: 991 time: 0.0679924 Nov 26 22:50:03.880360 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-1cdb9f6d-d674-42a9-8c68-38cb3a2ccf5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0e346cc-4bc3-46f8-a461-47b808dce759 HTTP/1.1" status: 200 len: 999 time: 0.0628324 Nov 26 22:50:03.899773 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-40b57708-27fb-4502-9396-e1692d93838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '8a54bd32-9c58-4c0e-961d-25c7a95ecd52', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'port_id': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'mac_address': 'fa:16:3e:6f:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433df06a-8db9-49b9-af8c-885d483044d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:50:02Z', 'updated_at': '2021-11-26T22:50:02Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:53Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:50:03.925266 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b57708-27fb-4502-9396-e1692d93838f None None] Checking router: 85868df7-aa7e-49da-89ac-eaf36eb88da2 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:50:03.930548 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-e7832ed1-2c8e-4cc8-8179-0da0ebb51367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:03.932031 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-e7832ed1-2c8e-4cc8-8179-0da0ebb51367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117d67e2-1501-45bb-b41a-aef33fa45d8d HTTP/1.1" status: 200 len: 835 time: 0.0437641 Nov 26 22:50:03.934254 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b57708-27fb-4502-9396-e1692d93838f None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:50:03.934849 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-40b57708-27fb-4502-9396-e1692d93838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:49:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:50:03.976911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-991af44b-7034-4e8e-ad60-dc92d9c8cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:03.978431 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-991af44b-7034-4e8e-ad60-dc92d9c8cc74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4905731d-1893-45a6-8986-2810d6d2ffa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399425 Nov 26 22:50:04.038354 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-40b57708-27fb-4502-9396-e1692d93838f None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:50:04.069936 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-5ee563c8-d66d-4ffa-b714-fa099bc68887 service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848980 Nov 26 22:50:04.265271 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-40b57708-27fb-4502-9396-e1692d93838f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '8a54bd32-9c58-4c0e-961d-25c7a95ecd52', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'port_id': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'mac_address': 'fa:16:3e:6f:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433df06a-8db9-49b9-af8c-885d483044d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:50:02Z', 'updated_at': '2021-11-26T22:50:02Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:53Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:50:04.296240 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b57708-27fb-4502-9396-e1692d93838f None None] The sync data for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 is: [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '8a54bd32-9c58-4c0e-961d-25c7a95ecd52', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'port_id': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'mac_address': 'fa:16:3e:6f:0b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433df06a-8db9-49b9-af8c-885d483044d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:50:02Z', 'updated_at': '2021-11-26T22:50:02Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:53Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:50:04.437286 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0ebbd69-1844-404e-b947-9962b0d95207 req-6cd7614c-1830-440b-8f51-e727f85508de service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602884 Nov 26 22:50:04.492395 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76025ea2-60ad-455c-ac75-f73f7dc92bbd None None] New status for floating IP 8a54bd32-9c58-4c0e-961d-25c7a95ecd52: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:50:04.836489 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41118) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:50:04.898917 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c77573e3-3d71-4da0-8275-69eda2ca12ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/8a54bd32-9c58-4c0e-961d-25c7a95ecd52 HTTP/1.1" status: 200 len: 993 time: 0.0611491 Nov 26 22:50:06.997782 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:50:07.621250 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:08.417279 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:12.029028 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-0088d647-f5f8-464c-956b-de57119bd542 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392880 Nov 26 22:50:12.124782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-71935377-99f8-4efa-9568-1cfba706de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:12.126276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-71935377-99f8-4efa-9568-1cfba706de99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 1096 time: 0.0398519 Nov 26 22:50:12.228201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-622c58d7-3f7a-4b2f-834a-f1e49ef103a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:12.229644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-622c58d7-3f7a-4b2f-834a-f1e49ef103a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4905731d-1893-45a6-8986-2810d6d2ffa8 HTTP/1.1" status: 200 len: 898 time: 0.0845528 Nov 26 22:50:12.296107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-661fe813-314d-4b4c-a421-d43818c1bb59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0e346cc-4bc3-46f8-a461-47b808dce759 HTTP/1.1" status: 200 len: 1001 time: 0.0587640 Nov 26 22:50:12.345103 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-58f7666b-1f45-45cb-b867-7d1534fbe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:12.346530 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-58f7666b-1f45-45cb-b867-7d1534fbe6ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117d67e2-1501-45bb-b41a-aef33fa45d8d HTTP/1.1" status: 200 len: 835 time: 0.0440214 Nov 26 22:50:12.395929 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-d82e844a-c285-403b-858e-8d3f91b6bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:50:12.397807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-d82e844a-c285-403b-858e-8d3f91b6bfaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4905731d-1893-45a6-8986-2810d6d2ffa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436914 Nov 26 22:50:12.488063 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-7b7ddca8-76cf-4bad-92a4-51896cf47253 service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823996 Nov 26 22:50:12.581628 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1c2ef7cf-6b3d-4bf3-830a-7f7942906365 req-2b2ee261-4014-4412-b35b-2f16c58b7b13 service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Nov 26 22:50:23.607346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e2b9-99f3-49dc-81a1-0bdd05d4f370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:26.358870 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d57690af-4bb6-4c86-92ff-9db767824287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:27.310113 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:28.853693 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:29.431059 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:37.633599 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:38.415179 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:43.997468 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:50:53.609228 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fff376ba-582c-4dac-8294-8ae72bc51a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:56.359856 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e1c3-907b-40ff-8490-d784fe9e41bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:57.313120 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:58.853680 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:50:59.434503 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:07.634464 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:07.673271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6b0b4-24fa-451b-9b78-65d08d3ad00a req-b81db622-1374-4764-a748-ec3a167248f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:07.674807 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2b6b0b4-24fa-451b-9b78-65d08d3ad00a req-b81db622-1374-4764-a748-ec3a167248f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0508716 Nov 26 22:51:07.723986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2b6b0b4-24fa-451b-9b78-65d08d3ad00a req-509b4394-061c-4b77-91b7-4e8940e67d66 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 Nov 26 22:51:08.412060 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:08.847617 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5bbdf-ec79-4c9a-8e87-034b8081c990 req-a1ae0f80-f5c0-4353-b130-e52a9c41499a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:08.849110 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fd5bbdf-ec79-4c9a-8e87-034b8081c990 req-a1ae0f80-f5c0-4353-b130-e52a9c41499a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Nov 26 22:51:08.897830 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8fd5bbdf-ec79-4c9a-8e87-034b8081c990 req-e431b2a7-8a40-4697-85a8-0958a4bb2554 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Nov 26 22:51:08.920046 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41150) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:08.980935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-348d8f35-add6-4528-bd7d-9c8f64393c28 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/8a54bd32-9c58-4c0e-961d-25c7a95ecd52 HTTP/1.1" status: 200 len: 993 time: 0.0595999 Nov 26 22:51:10.259479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c23ea-1fa6-4aa9-a349-db9d9201048f req-1997ac00-31e0-47a7-8148-26156664eb64 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:10.260867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b91c23ea-1fa6-4aa9-a349-db9d9201048f req-1997ac00-31e0-47a7-8148-26156664eb64 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Nov 26 22:51:10.309252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b91c23ea-1fa6-4aa9-a349-db9d9201048f req-30b17a7d-02e9-4fd5-af28-bd72231be843 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425134 Nov 26 22:51:11.428316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d990f09-dd67-4a03-93f0-d1fa53e6bbed req-1692211f-b3f1-4a24-8b8e-f0a5bd564a34 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:11.429789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d990f09-dd67-4a03-93f0-d1fa53e6bbed req-1692211f-b3f1-4a24-8b8e-f0a5bd564a34 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0501726 Nov 26 22:51:11.482398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5d990f09-dd67-4a03-93f0-d1fa53e6bbed req-d566c983-ea20-4d51-903d-8ebf6a5b6c51 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455372 Nov 26 22:51:11.505810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41160) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:11.569383 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2b9f259f-198c-447c-9717-3b2f5d33733f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/8a54bd32-9c58-4c0e-961d-25c7a95ecd52 HTTP/1.1" status: 200 len: 993 time: 0.0623317 Nov 26 22:51:11.867672 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41166) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:12.019038 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 581833de-e0bd-4c5d-a32f-5ec84e2efc24 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:51:12.019378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:12.092207 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:12.092529 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:12.104362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 581833de-e0bd-4c5d-a32f-5ec84e2efc24 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:51:12.271953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:12.301670 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=581833de-e0bd-4c5d-a32f-5ec84e2efc24,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:12.329886 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.330268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.330616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.330955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.331291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.331624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.331954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.332285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.332615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.332942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.333270 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.333590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:12.373301 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:12.373638 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP 8a54bd32-9c58-4c0e-961d-25c7a95ecd52 disassociated (deleted). External IP: 172.25.3.151, port: a0e346cc-4bc3-46f8-a461-47b808dce759. Nov 26 22:51:12.580503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 85868df7-aa7e-49da-89ac-eaf36eb88da2 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:51:12.688069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:51:12.692946 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:12.699966 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] Sync routers for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:51:12.709778 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:12.710410 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:12.719588 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-76bc7cae-8603-46f4-8924-490fe5a34ec4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/floatingips/8a54bd32-9c58-4c0e-961d-25c7a95ecd52 HTTP/1.1" status: 204 len: 168 time: 0.8509269 Nov 26 22:51:12.720404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:51:12.722898 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63" -d '{"events": [{"name": "network-changed", "server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:51:12.764028 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90913318-9e35-4a9b-beba-6e0f02a80d9b x-openstack-request-id: req-90913318-9e35-4a9b-beba-6e0f02a80d9b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:51:12.764028 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:51:12.764028 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90913318-9e35-4a9b-beba-6e0f02a80d9b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:51:12.764028 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'status': 'completed', 'code': 200} Nov 26 22:51:12.823922 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:12.851285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-f758942f-8306-4a28-bdf0-6032ef15904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:12.853149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-f758942f-8306-4a28-bdf0-6032ef15904c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 1096 time: 0.0461812 Nov 26 22:51:12.954683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-7f4efeac-e736-4a15-9156-35e877645583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:12.956172 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-7f4efeac-e736-4a15-9156-35e877645583 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4905731d-1893-45a6-8986-2810d6d2ffa8 HTTP/1.1" status: 200 len: 898 time: 0.0952225 Nov 26 22:51:12.973221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53052fc-265a-4327-9f93-9cfa578714c9 req-fb85b7e6-6660-40b4-bccc-beacbcccb2d2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:12.975118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d53052fc-265a-4327-9f93-9cfa578714c9 req-fb85b7e6-6660-40b4-bccc-beacbcccb2d2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0642445 Nov 26 22:51:13.027132 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d53052fc-265a-4327-9f93-9cfa578714c9 req-428fcb1f-ec70-454c-bdbe-a095bbb40ad8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Nov 26 22:51:13.029385 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-41cdb2af-ce75-41ee-9523-f333ca354436 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0e346cc-4bc3-46f8-a461-47b808dce759 HTTP/1.1" status: 200 len: 217 time: 0.0352345 Nov 26 22:51:13.032020 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:53Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:13.059505 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] Checking router: 85868df7-aa7e-49da-89ac-eaf36eb88da2 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:51:13.068317 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:13.069014 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:13.079931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-6e9b1ae0-c529-4a61-bbc6-7806e1fbb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:13.081426 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-6e9b1ae0-c529-4a61-bbc6-7806e1fbb981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=117d67e2-1501-45bb-b41a-aef33fa45d8d HTTP/1.1" status: 200 len: 835 time: 0.0448117 Nov 26 22:51:13.139052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-00278c42-4246-49d4-b084-3a2f030d140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:13.140495 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-00278c42-4246-49d4-b084-3a2f030d140f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4905731d-1893-45a6-8986-2810d6d2ffa8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509770 Nov 26 22:51:13.238508 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-98e6d850-d159-423a-b312-a9e4d4b20686 service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876107 Nov 26 22:51:13.273967 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:13.333105 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7fa0aa2-2bbc-4fdb-8bbc-d7555eaa6f63 req-c33eae59-ceb2-49cb-9f6e-986c90eaa6bc service neutron] 10.222.0.41 "GET /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862567 Nov 26 22:51:13.470978 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:53Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:13.496680 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e52087c-1904-4b9d-b848-331f18999de2 None None] The sync data for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 is: [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:49:50Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '422cd809-ec49-4c0c-877b-b5b5f17cefce', 'name': '', 'network_id': '4905731d-1893-45a6-8986-2810d6d2ffa8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:d4:b4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:50Z', 'updated_at': '2021-11-26T22:49:53Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '117d67e2-1501-45bb-b41a-aef33fa45d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:51:13.711181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee771c6a-bcad-4c7c-ad93-56509a80333b None None] New status for floating IP 8a54bd32-9c58-4c0e-961d-25c7a95ecd52: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:51:14.148015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efd45f-80da-4bc4-a387-17c155dadc6e req-d037234d-4a79-4ed4-9f76-fd08a1da9031 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:14.149997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1efd45f-80da-4bc4-a387-17c155dadc6e req-d037234d-4a79-4ed4-9f76-fd08a1da9031 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Nov 26 22:51:14.198482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1efd45f-80da-4bc4-a387-17c155dadc6e req-ca5c0155-c748-4013-8b63-d6a7335848df tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Nov 26 22:51:14.841261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-466a3b00-876e-4387-801e-d785862cd05e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:14.842674 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-466a3b00-876e-4387-801e-d785862cd05e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 945 time: 0.0507174 Nov 26 22:51:14.930466 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port a0e346cc-4bc3-46f8-a461-47b808dce759 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:51:14.930850 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:15.018565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port a0e346cc-4bc3-46f8-a461-47b808dce759, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=a0e346cc-4bc3-46f8-a461-47b808dce759,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:15.018915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:15.031760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for a0e346cc-4bc3-46f8-a461-47b808dce759 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:51:15.157613 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:15.186142 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=a0e346cc-4bc3-46f8-a461-47b808dce759,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:15.227619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] No DVR routers for this DVR port a0e346cc-4bc3-46f8-a461-47b808dce759 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:51:15.230389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:15.234170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7af621b8-d17d-40a8-8469-7c60132f16ca req-9778ca88-846c-4002-9f98-a542d56da829 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "DELETE /v2.0/ports/a0e346cc-4bc3-46f8-a461-47b808dce759 HTTP/1.1" status: 204 len: 173 time: 0.3847270 Nov 26 22:51:15.234611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'name': 'network-vif-deleted', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:51:15.236847 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65a1dcb-78fb-4bdd-8fc9-7d90c7e255c4" -d '{"events": [{"server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "name": "network-vif-deleted", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:51:15.282363 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcdd8ca-1b72-4958-9b32-54a3a6fe4ac5 x-openstack-request-id: req-2fcdd8ca-1b72-4958-9b32-54a3a6fe4ac5 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:51:15.282363 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433df06a-8db9-49b9-af8c-885d483044d8", "name": "network-vif-deleted", "tag": "a0e346cc-4bc3-46f8-a461-47b808dce759", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:51:15.282363 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fcdd8ca-1b72-4958-9b32-54a3a6fe4ac5 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:51:15.282693 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433df06a-8db9-49b9-af8c-885d483044d8', 'name': 'network-vif-deleted', 'tag': 'a0e346cc-4bc3-46f8-a461-47b808dce759', 'status': 'completed', 'code': 200} Nov 26 22:51:15.300642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01dd4b9e-a8d8-4213-8073-0c68e8ab86e9 req-c8ad2a00-18c4-46ee-b159-7be2c2a87ade tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=433df06a-8db9-49b9-af8c-885d483044d8 HTTP/1.1" status: 200 len: 210 time: 0.0309668 Nov 26 22:51:16.359913 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41182) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:16.713960 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:17.228863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 422cd809-ec49-4c0c-877b-b5b5f17cefce {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:51:17.229203 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:17.321351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port 422cd809-ec49-4c0c-877b-b5b5f17cefce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=422cd809-ec49-4c0c-877b-b5b5f17cefce,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:17.321844 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:17.334741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 422cd809-ec49-4c0c-877b-b5b5f17cefce owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:51:17.515862 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:17.541895 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=422cd809-ec49-4c0c-877b-b5b5f17cefce,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:17.720808 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:17.934776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 85868df7-aa7e-49da-89ac-eaf36eb88da2 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:51:18.041360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:51:18.047081 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ab32d58a-d3bf-40c9-9071-7b4f96445c3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/85868df7-aa7e-49da-89ac-eaf36eb88da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6861482 Nov 26 22:51:18.049893 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:18.050485 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] Sync routers for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:51:18.060752 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:18.061379 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:18.099251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-027c8cb5-f89c-42df-867c-499b2171e64a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting subnet 117d67e2-1501-45bb-b41a-aef33fa45d8d {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:51:18.102996 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-027c8cb5-f89c-42df-867c-499b2171e64a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.141784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-027c8cb5-f89c-42df-867c-499b2171e64a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.162765 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:18.176436 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a0e346cc-4bc3-46f8-a461-47b808dce759 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:51:18.200387 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: a0e346cc-4bc3-46f8-a461-47b808dce759 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:51:18.200785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device a0e346cc-4bc3-46f8-a461-47b808dce759 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:51:18.238568 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-027c8cb5-f89c-42df-867c-499b2171e64a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.298188 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-027c8cb5-f89c-42df-867c-499b2171e64a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.324917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c8cb5-f89c-42df-867c-499b2171e64a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Subnet': ['ID=117d67e2-1501-45bb-b41a-aef33fa45d8d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:18.328821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-027c8cb5-f89c-42df-867c-499b2171e64a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.332121 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-027c8cb5-f89c-42df-867c-499b2171e64a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/subnets/117d67e2-1501-45bb-b41a-aef33fa45d8d HTTP/1.1" status: 204 len: 168 time: 0.2812684 Nov 26 22:51:18.334813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41186) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:18.342009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee9ac7a-5138-4f4c-b696-1ce2e0062cc0 None None] Network 4905731d-1893-45a6-8986-2810d6d2ffa8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:51:18.346384 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:51:17Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:18.373283 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] Checking router: 85868df7-aa7e-49da-89ac-eaf36eb88da2 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:51:18.386725 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] Routers {'85868df7-aa7e-49da-89ac-eaf36eb88da2'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:18.387331 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['85868df7-aa7e-49da-89ac-eaf36eb88da2'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:18.452285 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.490718 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] Set router 85868df7-aa7e-49da-89ac-eaf36eb88da2 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:18.543578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] DHCP port deletion for 4905731d-1893-45a6-8986-2810d6d2ffa8 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:51:18.575878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.600557 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Deleting port fabc1e93-2766-4764-baa3-bf838a3c4198 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:51:18.600962 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.638568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 53089c49-0213-4669-b3dd-87f093aaeadd {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:51:18.638965 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.666749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] For port fabc1e93-2766-4764-baa3-bf838a3c4198, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fabc1e93-2766-4764-baa3-bf838a3c4198,segment=NetworkSegment(87f4fd00-9205-439a-905d-f749f5f262ee),segment_id=87f4fd00-9205-439a-905d-f749f5f262ee)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:18.667152 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.673688 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:51:17Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:18.681338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Calling delete_port for fabc1e93-2766-4764-baa3-bf838a3c4198 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:51:18.712198 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44e7f9-c55e-43e0-bd01-b370c6dea68c None None] The sync data for ids ['85868df7-aa7e-49da-89ac-eaf36eb88da2'] in n-d-819494-1 is: [{'id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1282448357', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:49:46Z', 'updated_at': '2021-11-26T22:51:17Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '53089c49-0213-4669-b3dd-87f093aaeadd', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:cd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85868df7-aa7e-49da-89ac-eaf36eb88da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:49:47Z', 'updated_at': '2021-11-26T22:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:51:18.725578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port 53089c49-0213-4669-b3dd-87f093aaeadd, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=53089c49-0213-4669-b3dd-87f093aaeadd,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:18.725949 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.739682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 53089c49-0213-4669-b3dd-87f093aaeadd owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:51:18.771371 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.796472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Pushing event deleted for resources: {'Port': ['ID=fabc1e93-2766-4764-baa3-bf838a3c4198,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:18.800749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] No DVR routers for this DVR port fabc1e93-2766-4764-baa3-bf838a3c4198 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:51:18.808001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.808356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.813579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d3c630-e64f-4a86-bae8-030f2c500ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:18.911462 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:18.937866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=53089c49-0213-4669-b3dd-87f093aaeadd,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:18.951214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6c17d8-0c39-4861-80c3-4eaede8c83ad None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:51:19.003699 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.093234 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.095499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.139865 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.140509 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Fanout notify agent at l3_agent the message router_deleted on router 85868df7-aa7e-49da-89ac-eaf36eb88da2 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:51:19.147333 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.148440 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-376f64c3-7b07-4a63-ae69-82e8cd14538e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/routers/85868df7-aa7e-49da-89ac-eaf36eb88da2 HTTP/1.1" status: 204 len: 168 time: 0.8127058 Nov 26 22:51:19.151789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41188) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:19.232006 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.323707 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.344535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4905731d-1893-45a6-8986-2810d6d2ffa8']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:19.355124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f4fd00-9205-439a-905d-f749f5f262ee') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:19.355426 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f4fd00-9205-439a-905d-f749f5f262ee') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:19.365635 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.380484 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.387255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:51:19.387702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:51:19.390917 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:51:19.452670 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.458150 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.461896 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/networks/4905731d-1893-45a6-8986-2810d6d2ffa8 HTTP/1.1" status: 204 len: 168 time: 0.3086460 Nov 26 22:51:19.464781 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41190) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:19.476338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b7b80-fb5f-48df-be21-62c311d6427f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Network': ['ID=4905731d-1893-45a6-8986-2810d6d2ffa8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:19.521441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.546817 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.604221 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.606912 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.608070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa6870d1-7953-4e6a-8d12-2d8e70c27d3e HTTP/1.1" status: 204 len: 168 time: 0.1423256 Nov 26 22:51:19.617390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6870d1-7953-4e6a-8d12-2d8e70c27d3e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:19.625346 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.625705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.626051 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.626420 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.626787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.627122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.627455 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.627789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.628120 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.628568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.628778 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.629135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadcc73c-85ae-415d-979f-ce369ca372f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:19.803791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 422cd809-ec49-4c0c-877b-b5b5f17cefce no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:51:19.824309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 422cd809-ec49-4c0c-877b-b5b5f17cefce {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:51:19.824734 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 422cd809-ec49-4c0c-877b-b5b5f17cefce not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:51:19.825212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fabc1e93-2766-4764-baa3-bf838a3c4198 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:51:19.847359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: fabc1e93-2766-4764-baa3-bf838a3c4198 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:51:19.847718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fabc1e93-2766-4764-baa3-bf838a3c4198 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:51:19.848116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 53089c49-0213-4669-b3dd-87f093aaeadd no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:51:19.866884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 53089c49-0213-4669-b3dd-87f093aaeadd {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:51:19.867236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 53089c49-0213-4669-b3dd-87f093aaeadd not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:51:19.877946 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41196) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:19.882529 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-17da02ce-d689-4fdd-9af5-7ccab7a24693 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789967566', 'description': 'tempest-secgroup-smoke-1789967566 description', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:19.905542 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17da02ce-d689-4fdd-9af5-7ccab7a24693 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.970624 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17da02ce-d689-4fdd-9af5-7ccab7a24693 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:19.974091 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17da02ce-d689-4fdd-9af5-7ccab7a24693 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.003989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-17da02ce-d689-4fdd-9af5-7ccab7a24693 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.005138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-17da02ce-d689-4fdd-9af5-7ccab7a24693 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1261311 Nov 26 22:51:20.008141 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41198) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:20.009704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da02ce-d689-4fdd-9af5-7ccab7a24693 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f81db-b31d-4337-a0a3-0c045629c9d3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:20.013300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-e62c5fa9-3631-4dc4-8e35-72cbaa2aa806 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fc5f81db-b31d-4337-a0a3-0c045629c9d3', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:20.039327 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e62c5fa9-3631-4dc4-8e35-72cbaa2aa806 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.094906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e62c5fa9-3631-4dc4-8e35-72cbaa2aa806 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.098359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e62c5fa9-3631-4dc4-8e35-72cbaa2aa806 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.117724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c5fa9-3631-4dc4-8e35-72cbaa2aa806 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d33ee60-bd7f-4f25-af31-4383202cb33b,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:20.121906 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-e62c5fa9-3631-4dc4-8e35-72cbaa2aa806 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.123172 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-e62c5fa9-3631-4dc4-8e35-72cbaa2aa806 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135352 Nov 26 22:51:20.125901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41200) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:20.130197 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4885dfcb-b173-435d-9022-590f3a53d906 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fc5f81db-b31d-4337-a0a3-0c045629c9d3', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:20.156097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4885dfcb-b173-435d-9022-590f3a53d906 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.211368 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4885dfcb-b173-435d-9022-590f3a53d906 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.214827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4885dfcb-b173-435d-9022-590f3a53d906 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.232868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885dfcb-b173-435d-9022-590f3a53d906 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6710cde6-8d51-4e72-a44d-5a113ebd4ace,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:20.237933 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4885dfcb-b173-435d-9022-590f3a53d906 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.239163 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4885dfcb-b173-435d-9022-590f3a53d906 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122904 Nov 26 22:51:20.241988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41202) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:20.247084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b99b7c99-657c-4892-b4df-6301e3112aa4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fc5f81db-b31d-4337-a0a3-0c045629c9d3', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:20.273355 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b99b7c99-657c-4892-b4df-6301e3112aa4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.334463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b99b7c99-657c-4892-b4df-6301e3112aa4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.338447 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b99b7c99-657c-4892-b4df-6301e3112aa4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.356036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b7c99-657c-4892-b4df-6301e3112aa4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927f48fd-7406-4868-8e8d-8effa09b5cc9,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:20.364090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b99b7c99-657c-4892-b4df-6301e3112aa4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.366541 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b99b7c99-657c-4892-b4df-6301e3112aa4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229527 Nov 26 22:51:20.368447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41204) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:20.372859 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b493ad9f-0d12-4254-814f-abfc572eea35 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fc5f81db-b31d-4337-a0a3-0c045629c9d3', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:20.399435 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b493ad9f-0d12-4254-814f-abfc572eea35 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.456305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b493ad9f-0d12-4254-814f-abfc572eea35 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.459802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b493ad9f-0d12-4254-814f-abfc572eea35 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.480025 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493ad9f-0d12-4254-814f-abfc572eea35 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344d02dd-ce96-4b2a-bf09-f590b1ef65cc,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:20.488869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b493ad9f-0d12-4254-814f-abfc572eea35 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.490052 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b493ad9f-0d12-4254-814f-abfc572eea35 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206603 Nov 26 22:51:20.492938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41206) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:20.497703 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-7b3484fc-b4ab-4470-bcaa-9a8dd217bcfa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fc5f81db-b31d-4337-a0a3-0c045629c9d3', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:20.519205 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-7b3484fc-b4ab-4470-bcaa-9a8dd217bcfa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:51:20.523975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b3484fc-b4ab-4470-bcaa-9a8dd217bcfa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.581999 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b3484fc-b4ab-4470-bcaa-9a8dd217bcfa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.585385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b3484fc-b4ab-4470-bcaa-9a8dd217bcfa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.604421 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3484fc-b4ab-4470-bcaa-9a8dd217bcfa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d63b0f1-0018-41f5-ad22-34966e6639da,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:20.612004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7b3484fc-b4ab-4470-bcaa-9a8dd217bcfa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.613261 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7b3484fc-b4ab-4470-bcaa-9a8dd217bcfa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193080 Nov 26 22:51:20.616021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41208) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:20.620622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a0c63328-a406-4282-810f-9468d326d746 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'fc5f81db-b31d-4337-a0a3-0c045629c9d3', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:20.642699 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-a0c63328-a406-4282-810f-9468d326d746 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:51:20.647340 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0c63328-a406-4282-810f-9468d326d746 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.708085 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0c63328-a406-4282-810f-9468d326d746 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.712645 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0c63328-a406-4282-810f-9468d326d746 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.733139 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c63328-a406-4282-810f-9468d326d746 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0db9bd6-6e43-45e0-b739-c2776cc37478,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:20.737858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a0c63328-a406-4282-810f-9468d326d746 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.742059 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a0c63328-a406-4282-810f-9468d326d746 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221421 Nov 26 22:51:20.742059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41210) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:20.746740 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'network': {'name': 'tempest-network-smoke--1977685707', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'port_security_enabled': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:20.766635 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:51:20.769937 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.793830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:51:20.802532 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.802879 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Added segment 2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27 of type vlan for network e51c6ba2-bd0c-415f-8482-3784af9179aa Nov 26 22:51:20.842164 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.865975 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.872224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:20.872806 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.938802 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1957705 Nov 26 22:51:20.941449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41212) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:20.946123 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'admin_state_up': True, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:20.952001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13f4c6-9e89-4135-892b-099e3333516d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Network': ['ID=e51c6ba2-bd0c-415f-8482-3784af9179aa,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:20.964537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network e51c6ba2-bd0c-415f-8482-3784af9179aa details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:51:20.972735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.973748 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:20.997097 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:51:21.026090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:21.162864 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:21.348826 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:21.372141 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:21.469794 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.145 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/fa1b7adb-13bb-4438-baa2-0830300bb07c) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:51:21.571795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:21.605965 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:21.639617 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:51:21.645770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:51:21.649773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:51:21.659741 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98508b4-3d1b-4e76-a9c9-b3067da57096 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:51:21.676553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=fa1b7adb-13bb-4438-baa2-0830300bb07c,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:21.705189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8ff95d68-c908-4454-8add-a6090ca31955 None None] Provisioning complete for port fa1b7adb-13bb-4438-baa2-0830300bb07c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:21.705564 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ff95d68-c908-4454-8add-a6090ca31955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:21.739990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8ff95d68-c908-4454-8add-a6090ca31955 None None] Port fa1b7adb-13bb-4438-baa2-0830300bb07c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:51:21.904264 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:22.372500 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:22.499186 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 459bb211-bd1d-4de3-8bc5-d854f475c466 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:51:22.605062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:51:22.614662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Sync routers for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:51:22.624584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:22.625130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:22.625475 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:22.627204 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5c2eae42-3dd9-460a-bcef-4e4f0ac5a8ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6844881 Nov 26 22:51:22.630446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41214) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:22.663870 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-34da7047-27b3-4387-86da-a9b40ae4c671 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ec84b4bad91b41abbf5fd9e1dd117fbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323184 Nov 26 22:51:22.667452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:22.732001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:22.812175 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11676b-6cb8-4c5b-b152-3f54888bd71c tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:22.813669 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ee11676b-6cb8-4c5b-b152-3f54888bd71c tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1453121 Nov 26 22:51:22.816574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41218) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:22.854736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6ded9ecb-8426-4769-880a-566a8321c5e0 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371113 Nov 26 22:51:22.857168 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41220) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:22.862090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-212499032', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:22.908488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:21Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:22.938716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Checking router: 459bb211-bd1d-4de3-8bc5-d854f475c466 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:51:22.939068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Updating router 459bb211-bd1d-4de3-8bc5-d854f475c466 port fa1b7adb-13bb-4438-baa2-0830300bb07c binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:51:22.948792 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:51:22.952346 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:22.964122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.130948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.188830 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Subnet': ['ID=6537c1c6-3e80-4649-bacc-8be44a67d59e,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:23.200079 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Checking segment: {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:51:23.200438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network hostable DHCP agents. Network: e51c6ba2-bd0c-415f-8482-3784af9179aa, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:51:23.219941 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network e51c6ba2-bd0c-415f-8482-3784af9179aa is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:51:23.228905 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.230832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, e51c6ba2-bd0c-415f-8482-3784af9179aa) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:51:23.235544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.236118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:23.236783 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.261984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efab001-ef8c-4ec7-a810-970fb42aba74 None None] Network e51c6ba2-bd0c-415f-8482-3784af9179aa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:51:23.263971 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4d16616e-758d-40d7-968b-4d0ab397aba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4058034 Nov 26 22:51:23.266843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41222) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:23.297100 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c5171-0817-43e9-9a4f-ac1f8d804977 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:51:23.344476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83ccc6-c07b-41b3-ae2a-566870515bcc None None] Pushing event updated for resources: {'Port': ['ID=fa1b7adb-13bb-4438-baa2-0830300bb07c,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:23.350913 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Attempting to bind port fa1b7adb-13bb-4438-baa2-0830300bb07c on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:51:23.351286 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Attempting to bind port fa1b7adb-13bb-4438-baa2-0830300bb07c by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:51:23.351649 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Attempting to bind port fa1b7adb-13bb-4438-baa2-0830300bb07c on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:51:23.369920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:51:23.370323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:51:23.370726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.371118 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:51:23.371595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Bound port: fa1b7adb-13bb-4438-baa2-0830300bb07c, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:51:23.371974 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.428844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8ee802fb-e40c-465e-84a1-e77bdb6065e2 None None] Provisioning complete for port fa1b7adb-13bb-4438-baa2-0830300bb07c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:23.429212 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ee802fb-e40c-465e-84a1-e77bdb6065e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.506671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] For port fa1b7adb-13bb-4438-baa2-0830300bb07c, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:51:23.510952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] For port fa1b7adb-13bb-4438-baa2-0830300bb07c, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fa1b7adb-13bb-4438-baa2-0830300bb07c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:51:23.517864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.519552 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8ee802fb-e40c-465e-84a1-e77bdb6065e2 None None] Port fa1b7adb-13bb-4438-baa2-0830300bb07c cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:51:23.560683 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-e51c6ba2-bd0c-415f-8482-3784af9179aa', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:51:23.561539 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.594820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed3c89-eb22-4b8c-9774-4c5516ed7714 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:51:23.638616 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83ccc6-c07b-41b3-ae2a-566870515bcc None None] Pushing event updated for resources: {'Port': ['ID=fa1b7adb-13bb-4438-baa2-0830300bb07c,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:23.643893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:23.644507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:23.692675 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-17a691be-4ef6-4078-9bc3-4c0686a7e949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.744983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.823697 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c20fd3ff-3cfc-4ea3-82e0-79885d53d556 None None] Provisioning complete for port fa1b7adb-13bb-4438-baa2-0830300bb07c triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:23.824068 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c20fd3ff-3cfc-4ea3-82e0-79885d53d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:23.879985 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Allocated IP 172.20.0.2 (e51c6ba2-bd0c-415f-8482-3784af9179aa/6537c1c6-3e80-4649-bacc-8be44a67d59e/c62ab105-8b25-4459-be4a-bfb174e817fb) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:51:23.886001 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:24.108997 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c20fd3ff-3cfc-4ea3-82e0-79885d53d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.342421 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c20fd3ff-3cfc-4ea3-82e0-79885d53d556 None None] For port fa1b7adb-13bb-4438-baa2-0830300bb07c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fa1b7adb-13bb-4438-baa2-0830300bb07c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:24.352678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c20fd3ff-3cfc-4ea3-82e0-79885d53d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.401531 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.412033 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.432259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fd3ff-3cfc-4ea3-82e0-79885d53d556 None None] Pushing event updated for resources: {'Port': ['ID=fa1b7adb-13bb-4438-baa2-0830300bb07c,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:24.444679 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:21Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:24.447767 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Network e51c6ba2-bd0c-415f-8482-3784af9179aa is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:51:24.460220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.1 (e51c6ba2-bd0c-415f-8482-3784af9179aa/6537c1c6-3e80-4649-bacc-8be44a67d59e/a3adf68b-4679-48e6-9dc2-24a17088d9b7) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:51:24.470536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:51:24.496795 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:51:24.503524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94282ff7-a166-44c3-9eaf-ac6da49ac03a None None] The sync data for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 is: [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:21Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:51:24.532147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Pushing event updated for resources: {'Port': ['ID=c62ab105-8b25-4459-be4a-bfb174e817fb,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:24.566038 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Attempting to bind port c62ab105-8b25-4459-be4a-bfb174e817fb on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:51:24.566455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Attempting to bind port c62ab105-8b25-4459-be4a-bfb174e817fb by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:51:24.566831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Attempting to bind port c62ab105-8b25-4459-be4a-bfb174e817fb on network e51c6ba2-bd0c-415f-8482-3784af9179aa {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:51:24.572971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:51:24.573407 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Checking segment: {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:51:24.573876 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.574356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Bound using segment: {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:51:24.574655 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.574955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Bound port: c62ab105-8b25-4459-be4a-bfb174e817fb, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:51:24.575354 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.613134 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.649920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] For port c62ab105-8b25-4459-be4a-bfb174e817fb, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:51:24.653639 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] For port c62ab105-8b25-4459-be4a-bfb174e817fb, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c62ab105-8b25-4459-be4a-bfb174e817fb,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:51:24.658309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.659910 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network e51c6ba2-bd0c-415f-8482-3784af9179aa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:51:24.663095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:51:24.667640 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:51:24.696736 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=a3adf68b-4679-48e6-9dc2-24a17088d9b7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:24.717925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7e24f-c5d5-4bed-a8f0-b43b00ca4f40 None None] Pushing event updated for resources: {'Port': ['ID=c62ab105-8b25-4459-be4a-bfb174e817fb,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:24.728357 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:24.920665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:25.220266 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:25.225003 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:25.299561 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=a3adf68b-4679-48e6-9dc2-24a17088d9b7,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:25.302127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:25.403216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network e51c6ba2-bd0c-415f-8482-3784af9179aa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:51:25.404705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:51:25.525600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 459bb211-bd1d-4de3-8bc5-d854f475c466 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:51:25.638768 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:51:25.644632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-050057bd-1dfe-487f-934c-2249e11e8885 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/459bb211-bd1d-4de3-8bc5-d854f475c466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3767207 Nov 26 22:51:25.735941 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a0f32-28d9-4637-820c-4cb77bcce53f None None] Network e51c6ba2-bd0c-415f-8482-3784af9179aa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:51:25.815917 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fa1b7adb-13bb-4438-baa2-0830300bb07c up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:51:25.821979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba95f06c-a341-480d-b9c5-37a791183571 None None] Provisioning complete for port c62ab105-8b25-4459-be4a-bfb174e817fb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:25.822720 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba95f06c-a341-480d-b9c5-37a791183571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:25.837389 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-3aa03428-6910-4a92-aa79-2285d5dd7a23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789967566&fields=id&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 267 time: 0.0577588 Nov 26 22:51:25.949198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1817a-6223-4956-9747-e838932b75f6 req-4e9cd8b7-a412-41ec-8364-710f08f33d07 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:25.951041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-4e9cd8b7-a412-41ec-8364-710f08f33d07 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/networks?id=e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 200 len: 797 time: 0.1068053 Nov 26 22:51:25.970536 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-25581bbf-b60d-4e87-90c3-e59d924b0491 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/quotas/ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 375 time: 0.0112054 Nov 26 22:51:25.994842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port fa1b7adb-13bb-4438-baa2-0830300bb07c triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:25.995220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.028660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-6a876e75-9d28-43de-be0e-2a95124476fd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505960 Nov 26 22:51:26.034507 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba95f06c-a341-480d-b9c5-37a791183571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.094232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba95f06c-a341-480d-b9c5-37a791183571 None None] For port c62ab105-8b25-4459-be4a-bfb174e817fb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c62ab105-8b25-4459-be4a-bfb174e817fb,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:26.101808 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba95f06c-a341-480d-b9c5-37a791183571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.151284 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-96caed8c-b20b-457e-894d-91c800251822 service neutron] 10.222.0.21 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098619 Nov 26 22:51:26.174490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c62ab105-8b25-4459-be4a-bfb174e817fb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:51:26.205804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95f06c-a341-480d-b9c5-37a791183571 None None] Pushing event updated for resources: {'Port': ['ID=c62ab105-8b25-4459-be4a-bfb174e817fb,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:26.237149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c62ab105-8b25-4459-be4a-bfb174e817fb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:26.237525 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.262434 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-629a499e-9d12-473f-b271-79b9a60a9eb9 service neutron] 10.222.0.21 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085184 Nov 26 22:51:26.352699 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Sync routers for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:51:26.365563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4f8acab-1534-4dd2-acbf-23b6ce33cb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.368415 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:26.369114 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:50:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:26.428116 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9f350899-973b-4918-93fe-393cae946366 None None] Provisioning complete for port c62ab105-8b25-4459-be4a-bfb174e817fb triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:26.428592 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9f350899-973b-4918-93fe-393cae946366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.463780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e9199c5-7ec1-478e-a90d-461472718f23 req-146ad956-6aea-4acd-ba0e-7349adf6d82d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 210 time: 0.0312352 Nov 26 22:51:26.501462 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:26.542926 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9f350899-973b-4918-93fe-393cae946366 None None] Provisioning complete for port a3adf68b-4679-48e6-9dc2-24a17088d9b7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:26.543949 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9f350899-973b-4918-93fe-393cae946366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.581637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9f350899-973b-4918-93fe-393cae946366 None None] Port a3adf68b-4679-48e6-9dc2-24a17088d9b7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:51:26.702277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ec38c3b8-5793-46dc-8da9-8686705791e7 None None] Provisioning complete for port a3adf68b-4679-48e6-9dc2-24a17088d9b7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:26.703149 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ec38c3b8-5793-46dc-8da9-8686705791e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.716592 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:25Z', 'revision_number': 2, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:26.743432 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Checking router: 459bb211-bd1d-4de3-8bc5-d854f475c466 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:51:26.743908 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Updating router 459bb211-bd1d-4de3-8bc5-d854f475c466 port a3adf68b-4679-48e6-9dc2-24a17088d9b7 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:51:26.746180 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ec38c3b8-5793-46dc-8da9-8686705791e7 None None] Port a3adf68b-4679-48e6-9dc2-24a17088d9b7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:51:26.864236 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.865056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-61455def-dc87-4adb-ac77-1a3a3a8658ea None None] Provisioning complete for port a3adf68b-4679-48e6-9dc2-24a17088d9b7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:26.865424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-61455def-dc87-4adb-ac77-1a3a3a8658ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:26.900290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-61455def-dc87-4adb-ac77-1a3a3a8658ea None None] Port a3adf68b-4679-48e6-9dc2-24a17088d9b7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:51:27.114053 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.119563 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.165583 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Pushing event updated for resources: {'Port': ['ID=a3adf68b-4679-48e6-9dc2-24a17088d9b7,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:27.194013 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.194378 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.194718 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.195049 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.195565 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.195784 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.196113 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.196439 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.196758 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.197071 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.197391 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.197708 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:51:27.229142 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Attempting to bind port a3adf68b-4679-48e6-9dc2-24a17088d9b7 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:51:27.229508 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Attempting to bind port a3adf68b-4679-48e6-9dc2-24a17088d9b7 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:51:27.229869 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Attempting to bind port a3adf68b-4679-48e6-9dc2-24a17088d9b7 on network e51c6ba2-bd0c-415f-8482-3784af9179aa {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:51:27.235386 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:51:27.235758 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Checking segment: {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:51:27.236154 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.236540 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Bound using segment: {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:51:27.236999 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Bound port: a3adf68b-4679-48e6-9dc2-24a17088d9b7, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:51:27.237369 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.301577 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] For port a3adf68b-4679-48e6-9dc2-24a17088d9b7, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:51:27.305100 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] For port a3adf68b-4679-48e6-9dc2-24a17088d9b7, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3adf68b-4679-48e6-9dc2-24a17088d9b7,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:51:27.311934 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.317644 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.368469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:27.369036 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:51:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:27.427905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7e7ad971-a154-4ade-bb15-a0e35d3f2a7b None None] Provisioning complete for port a3adf68b-4679-48e6-9dc2-24a17088d9b7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:27.428800 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad971-a154-4ade-bb15-a0e35d3f2a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.481294 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673666c8-0258-42c9-bf4f-2cecb683bb03 None None] Pushing event updated for resources: {'Port': ['ID=a3adf68b-4679-48e6-9dc2-24a17088d9b7,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:27.500289 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:27.552993 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad971-a154-4ade-bb15-a0e35d3f2a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.591521 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fdfdbe5-ea9b-4454-b501-022df3c6cda0 req-adfeab31-919b-45bc-8993-f494536958b3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 210 time: 0.0448174 Nov 26 22:51:27.600626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7e7ad971-a154-4ade-bb15-a0e35d3f2a7b None None] For port a3adf68b-4679-48e6-9dc2-24a17088d9b7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3adf68b-4679-48e6-9dc2-24a17088d9b7,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:27.607528 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad971-a154-4ade-bb15-a0e35d3f2a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.662645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ad971-a154-4ade-bb15-a0e35d3f2a7b None None] Pushing event updated for resources: {'Port': ['ID=a3adf68b-4679-48e6-9dc2-24a17088d9b7,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:27.739920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-704a867a-0a06-43a5-ae2f-4c94a60b01a8 None None] Provisioning complete for port a3adf68b-4679-48e6-9dc2-24a17088d9b7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:27.743106 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-704a867a-0a06-43a5-ae2f-4c94a60b01a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:27.752036 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:27Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:27.769957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c62ab105-8b25-4459-be4a-bfb174e817fb up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:51:27.778799 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3692c1-f5fc-4d2e-8b59-404236ed8899 None None] The sync data for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 is: [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:27Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:51:27.878983 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c62ab105-8b25-4459-be4a-bfb174e817fb triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:27.879202 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:28.677607 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7123979b-06fa-40d4-98a7-6b8c8f37f401 req-760327d7-3620-4af4-b153-640ab807f927 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 210 time: 0.0268302 Nov 26 22:51:28.857367 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:29.438648 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:29.749312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3adf68b-4679-48e6-9dc2-24a17088d9b7 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:51:29.759093 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8860c8f2-203d-4cc7-85de-6992128cf315 req-59667153-c11d-4876-bdf2-6f994729eff5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 210 time: 0.0276678 Nov 26 22:51:29.797084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port a3adf68b-4679-48e6-9dc2-24a17088d9b7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:29.797456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:30.852038 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e1d317b-fa43-4e0c-a1a1-5e4ff4ad7d69 req-81e56205-96bd-40af-9e9e-3e7de259d7bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 210 time: 0.0258012 Nov 26 22:51:31.737842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1817a-6223-4956-9747-e838932b75f6 req-aa6c296f-4b4e-48d0-996f-c97d3e863d3e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:31.739350 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-aa6c296f-4b4e-48d0-996f-c97d3e863d3e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/networks?id=e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 200 len: 797 time: 0.1041615 Nov 26 22:51:31.809102 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-2855f87d-80c5-491d-a7e8-54f7a694daf0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 380 time: 0.0537565 Nov 26 22:51:31.833037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'port': {'device_id': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'admin_state_up': True, 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'security_groups': ['fc5f81db-b31d-4337-a0a3-0c045629c9d3']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:31.943356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:51:31.947672 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:31.950673 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e9419166-3458-4d7b-b5ab-5813ed5bc772 req-fb69307d-fab9-4a9c-b4ad-c13b71c2b239 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 210 time: 0.0276642 Nov 26 22:51:32.072029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.4 (e51c6ba2-bd0c-415f-8482-3784af9179aa/6537c1c6-3e80-4649-bacc-8be44a67d59e/3cd8e177-265d-42c1-9ac4-1bad23cfdba8) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:51:32.207211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.239305 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.281693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network e51c6ba2-bd0c-415f-8482-3784af9179aa is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:51:32.284865 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:51:32.288456 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:51:32.321808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:32.346723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:32.347362 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.366858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-916a0f8b-5f58-4f3e-bef1-b1f8db678110 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374656 Nov 26 22:51:32.385603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Request body: {'port': {'device_id': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:32.442283 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.548982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8d7cc888-ef05-41a2-93d1-724f4687dbbf None None] Provisioning complete for port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:32.549570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8d7cc888-ef05-41a2-93d1-724f4687dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.583105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8d7cc888-ef05-41a2-93d1-724f4687dbbf None None] Port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:51:32.708553 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:51:32.717057 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.728976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Transition to ACTIVE for port object 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:51:32.732819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.787055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Pushing event updated for resources: {'Port': ['ID=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:32.856810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Attempting to bind port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:51:32.857155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Attempting to bind port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:51:32.857492 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Attempting to bind port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 on network e51c6ba2-bd0c-415f-8482-3784af9179aa {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:51:32.862437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 on network e51c6ba2-bd0c-415f-8482-3784af9179aa not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:51:32.862952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Attempting to bind port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 on network e51c6ba2-bd0c-415f-8482-3784af9179aa {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:51:32.868597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:51:32.868938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Checking segment: {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:51:32.869323 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Bound using segment: {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:51:32.869758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Bound port: 3cd8e177-265d-42c1-9ac4-1bad23cfdba8, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:51:32.870136 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.936013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] For port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:51:32.939087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] For port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:51:32.944486 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.982483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:32.983111 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:32.984752 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] 10.222.0.41 "PUT /v2.0/ports/3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 200 len: 1091 time: 0.6048620 Nov 26 22:51:32.985609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:51:32.987516 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920e97e9-905f-41ab-9a2f-b2ed0f966b70" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:51:33.042774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4c51d-2eb6-4008-9233-25c44c13a68c service neutron] Pushing event updated for resources: {'Port': ['ID=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:33.047955 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f618e267-2226-49c6-9f82-a68aa42aaf4f x-openstack-request-id: req-f618e267-2226-49c6-9f82-a68aa42aaf4f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:51:33.048266 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:51:33.048738 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f618e267-2226-49c6-9f82-a68aa42aaf4f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:51:33.049152 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'status': 'completed', 'code': 200} Nov 26 22:51:33.095542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be3952-c54a-4d88-86ee-ba152d91a665 req-3cd3dde9-f507-44b8-a84f-ab5132cf88a8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:33.097201 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7be3952-c54a-4d88-86ee-ba152d91a665 req-3cd3dde9-f507-44b8-a84f-ab5132cf88a8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 943 time: 0.0566423 Nov 26 22:51:33.101903 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1817a-6223-4956-9747-e838932b75f6 req-ad75af28-2d90-493b-ad61-a960ac8014bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:33.103732 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-ad75af28-2d90-493b-ad61-a960ac8014bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1094 time: 0.0462332 Nov 26 22:51:33.155473 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-e0cb8e31-549e-47db-b0be-d276c4fb22a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 200 len: 217 time: 0.0380821 Nov 26 22:51:33.215047 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1817a-6223-4956-9747-e838932b75f6 req-256a0cca-b545-45e8-81d0-5afd60952885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:33.216553 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-256a0cca-b545-45e8-81d0-5afd60952885 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6537c1c6-3e80-4649-bacc-8be44a67d59e HTTP/1.1" status: 200 len: 834 time: 0.0541565 Nov 26 22:51:33.272709 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1817a-6223-4956-9747-e838932b75f6 req-5cfab8f2-6014-4281-9cbc-33c7b50c8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:33.275011 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-5cfab8f2-6014-4281-9cbc-33c7b50c8878 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51c6ba2-bd0c-415f-8482-3784af9179aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510612 Nov 26 22:51:33.371368 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-a0c7d2ef-1f51-4481-9e8d-9cc4a1ce359f service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897956 Nov 26 22:51:33.470033 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-34e1817a-6223-4956-9747-e838932b75f6 req-6e88dbff-38a3-4895-b52f-da57d11edb39 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921590 Nov 26 22:51:33.485214 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d7be3952-c54a-4d88-86ee-ba152d91a665 req-c8a30388-5490-4cce-8860-04230e20771e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816962 Nov 26 22:51:33.592985 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-31248962-3658-4013-8374-e90375a45a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:33.594647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-31248962-3658-4013-8374-e90375a45a52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1094 time: 0.0430562 Nov 26 22:51:33.972991 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-76660795-820e-47c8-b6ee-22bc8fc3577f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:33.974492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-76660795-820e-47c8-b6ee-22bc8fc3577f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 200 len: 898 time: 0.3725507 Nov 26 22:51:34.017538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-4e137e02-f9fd-43a0-889a-814b16178250 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 200 len: 217 time: 0.0347722 Nov 26 22:51:34.065188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-afadd4fd-2ea3-496c-8afe-c0c3202817fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:34.066641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-afadd4fd-2ea3-496c-8afe-c0c3202817fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6537c1c6-3e80-4649-bacc-8be44a67d59e HTTP/1.1" status: 200 len: 834 time: 0.0425210 Nov 26 22:51:34.115578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-51e46636-d38e-4389-996b-a039356f8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:34.117039 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-51e46636-d38e-4389-996b-a039356f8b76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51c6ba2-bd0c-415f-8482-3784af9179aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431852 Nov 26 22:51:34.205755 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-c419f457-ff58-47be-9d0f-2803ba9a90ec service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811338 Nov 26 22:51:34.300542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-920e97e9-905f-41ab-9a2f-b2ed0f966b70 req-80b14b82-f776-42f4-8aa2-6197aee49ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868447 Nov 26 22:51:34.612236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938ef64a-afae-4a4e-a37f-6bbcf85089e8 req-6b2f4b1a-f03d-453b-8abd-4402aaca6d4d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:34.613648 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-938ef64a-afae-4a4e-a37f-6bbcf85089e8 req-6b2f4b1a-f03d-453b-8abd-4402aaca6d4d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 943 time: 0.0569973 Nov 26 22:51:34.664731 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-938ef64a-afae-4a4e-a37f-6bbcf85089e8 req-b1ba05a5-2e29-49a1-ab4f-93bfd8701583 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Nov 26 22:51:35.798401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d4d80-8d55-413b-bbbc-8d1ea23b8e10 req-3dfab634-8785-414c-aa8e-5723cc7fbd25 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:35.799954 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac1d4d80-8d55-413b-bbbc-8d1ea23b8e10 req-3dfab634-8785-414c-aa8e-5723cc7fbd25 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 943 time: 0.0543635 Nov 26 22:51:35.859763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ac1d4d80-8d55-413b-bbbc-8d1ea23b8e10 req-8c9c8aea-1baa-48c6-95c3-7ac0ddf2ea4a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528340 Nov 26 22:51:36.222369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:51:36.316951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:36.328847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'port_id': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'mac_address': 'fa:16:3e:06:db:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:51:36.366234 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:36.379009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:51:36.399430 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:36.403324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:36.451188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:36.768812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['3cd8e177-265d-42c1-9ac4-1bad23cfdba8'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:51:36.977080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3294da-c98b-4420-8bd8-6dd070604ace req-f00c0110-d72f-4d58-9863-335e5ef7ed0c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:36.978603 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce3294da-c98b-4420-8bd8-6dd070604ace req-f00c0110-d72f-4d58-9863-335e5ef7ed0c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 944 time: 0.0487463 Nov 26 22:51:37.030552 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce3294da-c98b-4420-8bd8-6dd070604ace req-1ab29960-b9aa-43e5-aaf3-c90b07aa09af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456710 Nov 26 22:51:37.635402 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:38.143878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2b886-ec79-41dc-803e-4e5907a3b52e req-cfd8cf71-2c4c-477b-b323-81ce64482200 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:38.145343 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86a2b886-ec79-41dc-803e-4e5907a3b52e req-cfd8cf71-2c4c-477b-b323-81ce64482200 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 944 time: 0.0473924 Nov 26 22:51:38.194235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-86a2b886-ec79-41dc-803e-4e5907a3b52e req-11f4d4de-abce-49ce-bf06-c069c602565e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Nov 26 22:51:38.237863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:51:38.286620 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:51:38.290417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:51:38.290786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:38.368387 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:38.390345 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:51:38.392580 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d25e2-6a97-450d-994c-215784c1da04" -d '{"events": [{"server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "name": "network-vif-plugged", "status": "completed", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:51:38.409519 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:51:38.416421 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:38.441664 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2544814-0148-46ec-b713-16c88ddd685f x-openstack-request-id: req-d2544814-0148-46ec-b713-16c88ddd685f {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:51:38.441959 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "name": "network-vif-plugged", "status": "completed", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:51:38.442250 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2544814-0148-46ec-b713-16c88ddd685f {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:51:38.442642 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'code': 200} Nov 26 22:51:38.443360 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:38.469147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:38.561316 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963eec0-68c4-4ae0-bcfb-7d624159cbb7 req-c38adbac-b11b-464e-8bce-ef8cd965f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:38.562884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6963eec0-68c4-4ae0-bcfb-7d624159cbb7 req-c38adbac-b11b-464e-8bce-ef8cd965f187 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0408106 Nov 26 22:51:38.608079 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6963eec0-68c4-4ae0-bcfb-7d624159cbb7 req-22674467-a2d2-4c07-9864-670853d873bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382445 Nov 26 22:51:39.315330 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f473d8-a9f5-4c5c-9f6f-7605fc06f5e6 req-c6733620-4c3b-4761-aff1-0c917eaf6d54 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:39.316816 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15f473d8-a9f5-4c5c-9f6f-7605fc06f5e6 req-c6733620-4c3b-4761-aff1-0c917eaf6d54 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0553966 Nov 26 22:51:39.366555 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15f473d8-a9f5-4c5c-9f6f-7605fc06f5e6 req-029ec7ae-cb38-4699-9976-12df11f1fd24 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Nov 26 22:51:40.482487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401efce1-65eb-4477-a584-b720fa799d16 req-17314267-5296-42e7-a7b6-390a44d80562 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:40.484235 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-401efce1-65eb-4477-a584-b720fa799d16 req-17314267-5296-42e7-a7b6-390a44d80562 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0483067 Nov 26 22:51:40.533162 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-401efce1-65eb-4477-a584-b720fa799d16 req-8c80237a-9779-4ea3-80b4-b7ac9ee8cf6c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430884 Nov 26 22:51:40.650941 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12a498-25e2-4265-9e4b-4fd58fabbed7 req-ed5c13aa-cf37-433f-a317-8bf5c4fef9e0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:40.652323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a12a498-25e2-4265-9e4b-4fd58fabbed7 req-ed5c13aa-cf37-433f-a317-8bf5c4fef9e0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0487270 Nov 26 22:51:40.705542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5a12a498-25e2-4265-9e4b-4fd58fabbed7 req-4bd68403-d2c0-4f4f-aa08-821ffbfc2dad tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471354 Nov 26 22:51:40.727523 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41290) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:40.766180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c0df4-e99a-4390-a317-74b6ff1ff21c tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:40.767681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-346c0df4-e99a-4390-a317-74b6ff1ff21c tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1091 time: 0.0391917 Nov 26 22:51:40.770509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41292) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:40.775687 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:51:40.797113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:40.895997 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:41.000337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.170 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/ac45e583-17f2-4c3a-ae35-1b0fd959fde8) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:51:41.106475 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:41.139524 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:41.176836 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:51:41.179706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:51:41.183881 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:51:41.209723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=ac45e583-17f2-4c3a-ae35-1b0fd959fde8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:41.536626 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:41.602655 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:41.753216 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:41.757441 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:41.823411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=ac45e583-17f2-4c3a-ae35-1b0fd959fde8,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:51:41.837721 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:41.939276 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP 0fe5a0bd-d447-4282-b58d-5ed3b2daa13c associated. External IP: 172.25.3.170, port: 3cd8e177-265d-42c1-9ac4-1bad23cfdba8. Nov 26 22:51:42.152311 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 459bb211-bd1d-4de3-8bc5-d854f475c466 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:51:42.261391 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:51:42.270959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] Sync routers for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:51:42.279771 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:42.281745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:42.282394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:51:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:42.307137 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-00835f55-5629-4867-90db-1f2cd764f373 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5355499 Nov 26 22:51:42.307866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:51:42.310252 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200d62c1-27e6-4482-b007-6cc62949b0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:51:42.348748 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f7dcd-99d1-42e8-a5c6-75cf9ed4d8a3 x-openstack-request-id: req-7c9f7dcd-99d1-42e8-a5c6-75cf9ed4d8a3 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:51:42.349048 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:51:42.349309 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c9f7dcd-99d1-42e8-a5c6-75cf9ed4d8a3 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:51:42.349751 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'status': 'completed', 'code': 200} Nov 26 22:51:42.400235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:42.408527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783327e-03dc-44da-b7ff-de3681989d4b req-addb08dc-918e-4b4b-9bb0-f02b1aa0a364 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:42.410000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3783327e-03dc-44da-b7ff-de3681989d4b req-addb08dc-918e-4b4b-9bb0-f02b1aa0a364 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Nov 26 22:51:42.440580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-0b7925c8-019b-4b0b-b029-f2254f1461c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:42.442103 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-0b7925c8-019b-4b0b-b029-f2254f1461c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0481884 Nov 26 22:51:42.462945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3783327e-03dc-44da-b7ff-de3681989d4b req-d8cf3c7b-d820-443e-9d84-0ede27f5d897 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455542 Nov 26 22:51:42.486676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41300) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:42.554667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-120612a8-6cc6-4e85-a693-0aa369f9c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:42.558496 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-120612a8-6cc6-4e85-a693-0aa369f9c879 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 200 len: 898 time: 0.1067333 Nov 26 22:51:42.558671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-38f30b51-c10d-497f-864a-eed7d8ac23dc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/0fe5a0bd-d447-4282-b58d-5ed3b2daa13c HTTP/1.1" status: 200 len: 991 time: 0.0693660 Nov 26 22:51:42.625714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-62e1eeef-00c2-4c96-97ce-067111e4a1bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 200 len: 999 time: 0.0621178 Nov 26 22:51:42.682422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-5dd899eb-66dd-4f80-9e98-f1857aab9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:42.683815 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-5dd899eb-66dd-4f80-9e98-f1857aab9d3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6537c1c6-3e80-4649-bacc-8be44a67d59e HTTP/1.1" status: 200 len: 834 time: 0.0514827 Nov 26 22:51:42.729917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-40e43d8f-277f-4b63-a378-b0faf9fef647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:51:42.731441 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-40e43d8f-277f-4b63-a378-b0faf9fef647 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51c6ba2-bd0c-415f-8482-3784af9179aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408344 Nov 26 22:51:42.793594 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '0fe5a0bd-d447-4282-b58d-5ed3b2daa13c', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'port_id': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'mac_address': 'fa:16:3e:06:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:51:41Z', 'updated_at': '2021-11-26T22:51:41Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:27Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:42.819888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] Checking router: 459bb211-bd1d-4de3-8bc5-d854f475c466 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:51:42.820563 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-419a9c7d-5550-4832-bbf1-aaca629cb01b service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817719 Nov 26 22:51:42.829244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:51:42.829961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:51:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:42.914759 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-200d62c1-27e6-4482-b007-6cc62949b0a0 req-0a56f616-92c1-478e-b0d8-6251403d4ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872748 Nov 26 22:51:42.935550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:51:43.157652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '0fe5a0bd-d447-4282-b58d-5ed3b2daa13c', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'port_id': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'mac_address': 'fa:16:3e:06:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:51:41Z', 'updated_at': '2021-11-26T22:51:41Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:27Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:51:43.183377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5be5ab-330d-435f-a037-d69e4f99b6e7 None None] The sync data for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 is: [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '0fe5a0bd-d447-4282-b58d-5ed3b2daa13c', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.170', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'port_id': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'mac_address': 'fa:16:3e:06:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:51:41Z', 'updated_at': '2021-11-26T22:51:41Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:27Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:51:43.369868 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26bad6-ba94-4bb7-b77f-5fdba39c0cb0 None None] New status for floating IP 0fe5a0bd-d447-4282-b58d-5ed3b2daa13c: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:51:43.561271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41302) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:51:43.621043 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4e011ca6-c879-4e95-b823-9c5690b946a2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/0fe5a0bd-d447-4282-b58d-5ed3b2daa13c HTTP/1.1" status: 200 len: 993 time: 0.0586119 Nov 26 22:51:53.614474 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b76db68f-a157-4018-b0df-934ee073540d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:56.358456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5f7debae-f373-48e1-84e0-ff81a8036711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:57.317436 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:57.998090 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:51:58.860400 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:51:59.440471 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:07.631506 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:08.425135 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:13.032397 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-cfd068de-d7dd-4380-b6b2-857f754b8139 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401523 Nov 26 22:52:13.137992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-33aeb0a2-9cd5-4093-9369-e696316eea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:13.139617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-33aeb0a2-9cd5-4093-9369-e696316eea66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0402312 Nov 26 22:52:13.247119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-03e6b80d-5494-45bb-8e82-fbcdf93e68e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:13.248574 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-03e6b80d-5494-45bb-8e82-fbcdf93e68e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 200 len: 898 time: 0.0886605 Nov 26 22:52:13.314571 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-b9c4af58-29e7-41e2-94f0-63c6260c2e4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 200 len: 1001 time: 0.0574508 Nov 26 22:52:13.366498 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-fed45e48-bfb9-4488-8ae0-31742733c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:13.367762 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-fed45e48-bfb9-4488-8ae0-31742733c736 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6537c1c6-3e80-4649-bacc-8be44a67d59e HTTP/1.1" status: 200 len: 834 time: 0.0465844 Nov 26 22:52:13.412931 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-511a60e0-17b8-4992-b769-c2b5b6e6a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:13.414430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-511a60e0-17b8-4992-b769-c2b5b6e6a565 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51c6ba2-bd0c-415f-8482-3784af9179aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394707 Nov 26 22:52:13.502492 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-2525850f-991f-42b4-9e7e-9b0c0c82e318 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807199 Nov 26 22:52:13.597582 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-324de2b6-38fa-43a9-b72c-3d53361745a3 req-f9264ca7-014a-42b5-927f-0971a7265074 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884924 Nov 26 22:52:23.615859 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eb6250ca-b0d9-4be4-af46-94c2aa6682e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:26.359885 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5376e6c3-f49e-47d9-8b8a-5410aa167d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:27.324274 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:28.863038 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:29.441703 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:34.998216 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:52:37.628740 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:38.444563 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:46.481637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa613900-73f6-4070-8040-93ca46d5fe93 req-2fd40332-7f0d-4680-9e34-988560f1c335 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:46.483196 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa613900-73f6-4070-8040-93ca46d5fe93 req-2fd40332-7f0d-4680-9e34-988560f1c335 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0559351 Nov 26 22:52:46.498220 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-9aba9b7b-6e3d-40f9-991c-462a50761f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:46.499741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-9aba9b7b-6e3d-40f9-991c-462a50761f69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0422335 Nov 26 22:52:46.536065 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa613900-73f6-4070-8040-93ca46d5fe93 req-14302709-7782-4912-8e9b-1f6d92053877 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462484 Nov 26 22:52:46.596335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-2321f687-e77f-442f-a709-c831af68c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:46.597828 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-2321f687-e77f-442f-a709-c831af68c849 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 200 len: 898 time: 0.0901670 Nov 26 22:52:46.661858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-799be2f3-3f36-4ec2-b8af-8ef4ec295b72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 200 len: 1001 time: 0.0570602 Nov 26 22:52:46.710878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-77144f30-26fb-47b6-ab95-7eaefccf98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:46.712284 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-77144f30-26fb-47b6-ab95-7eaefccf98a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6537c1c6-3e80-4649-bacc-8be44a67d59e HTTP/1.1" status: 200 len: 834 time: 0.0428634 Nov 26 22:52:46.759754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-3dd57529-2953-4a37-b56e-87d61648efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:46.761195 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-3dd57529-2953-4a37-b56e-87d61648efc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51c6ba2-bd0c-415f-8482-3784af9179aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414133 Nov 26 22:52:46.848234 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-a5291c46-e8ab-4e09-81bc-74fe73990987 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799086 Nov 26 22:52:46.939534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-90b92f26-939e-4ac4-9a71-af2c5e8521c3 req-ba00e833-05c9-49f0-ba3e-f30e9b2c7286 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839415 Nov 26 22:52:47.671263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a29c06-cc7a-427e-8288-d9a53c80f956 req-2a03a98f-9d8b-4519-95b4-007732d993f5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:47.672750 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36a29c06-cc7a-427e-8288-d9a53c80f956 req-2a03a98f-9d8b-4519-95b4-007732d993f5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0481625 Nov 26 22:52:47.720598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-36a29c06-cc7a-427e-8288-d9a53c80f956 req-d9390e85-e900-407f-bda2-67724e746221 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419869 Nov 26 22:52:48.838863 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae59078-b8ad-402a-8df2-59d0bdc3fc50 req-2104ca2b-67cb-4d87-8b66-652307d6e34b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:48.840249 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae59078-b8ad-402a-8df2-59d0bdc3fc50 req-2104ca2b-67cb-4d87-8b66-652307d6e34b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0517261 Nov 26 22:52:48.890021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eae59078-b8ad-402a-8df2-59d0bdc3fc50 req-8f3e53db-bbc0-4512-96a5-84b6f597f3f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Nov 26 22:52:50.006637 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9813-d710-4174-b7eb-719f894e7edf req-03fb7b98-8a02-4770-a2c9-d09d722d97dc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:50.008107 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b5a9813-d710-4174-b7eb-719f894e7edf req-03fb7b98-8a02-4770-a2c9-d09d722d97dc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Nov 26 22:52:50.056708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b5a9813-d710-4174-b7eb-719f894e7edf req-7e5ac696-2a52-40ee-93a6-65fb172eb47d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Nov 26 22:52:51.174458 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b12b8-cc41-489b-b05f-b70c80b4564a req-5a0de61e-8528-4ba3-bc35-66e0d8a71f70 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:51.175934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad0b12b8-cc41-489b-b05f-b70c80b4564a req-5a0de61e-8528-4ba3-bc35-66e0d8a71f70 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0497980 Nov 26 22:52:51.228125 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad0b12b8-cc41-489b-b05f-b70c80b4564a req-b3404b9f-b889-4927-8c3d-85935b2e143e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464070 Nov 26 22:52:52.342392 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4720287-3f32-40ef-867d-bbbc128ebce4 req-5080b732-317b-4565-8c8f-43db440f1128 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:52.343862 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4720287-3f32-40ef-867d-bbbc128ebce4 req-5080b732-317b-4565-8c8f-43db440f1128 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0482671 Nov 26 22:52:52.393759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e4720287-3f32-40ef-867d-bbbc128ebce4 req-014472f8-f9fd-4a94-a415-46de14d63375 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440540 Nov 26 22:52:53.507662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa306f33-c7e1-4493-9017-dccc88169245 req-3214c6f9-8ba3-4559-b28c-c3c571f490b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:53.509184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa306f33-c7e1-4493-9017-dccc88169245 req-3214c6f9-8ba3-4559-b28c-c3c571f490b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Nov 26 22:52:53.558004 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fa306f33-c7e1-4493-9017-dccc88169245 req-a865daa1-a7d5-4ef5-ae45-49ea4df20e90 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425355 Nov 26 22:52:53.617799 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f926ebb1-1c3a-4f5c-ae7a-782b49d13008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:54.679888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00100067-9ff9-44a8-b8b9-fb6a462d44f2 req-cc35ab7b-75fd-45f3-829b-af4cd280621a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:54.681375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00100067-9ff9-44a8-b8b9-fb6a462d44f2 req-cc35ab7b-75fd-45f3-829b-af4cd280621a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0531609 Nov 26 22:52:54.730083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-00100067-9ff9-44a8-b8b9-fb6a462d44f2 req-70e296b7-eba8-40bb-8e76-038e1ca5a277 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420289 Nov 26 22:52:55.855046 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebade2-1177-4644-b0e6-cbd3f8bbbecc req-b53e6c01-2378-410b-991d-a1d2f7a23a89 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:55.856556 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbebade2-1177-4644-b0e6-cbd3f8bbbecc req-b53e6c01-2378-410b-991d-a1d2f7a23a89 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0544424 Nov 26 22:52:55.907271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bbebade2-1177-4644-b0e6-cbd3f8bbbecc req-da0751df-162f-4837-b5e9-9c927854ea94 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444348 Nov 26 22:52:56.361280 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33d1fc75-4e38-4772-80d9-052e83ac3b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:57.021123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df0c10-c97a-4073-a472-1a2fc95200bf req-1e752555-3912-44f0-9c55-eecdd449d44e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:57.022638 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64df0c10-c97a-4073-a472-1a2fc95200bf req-1e752555-3912-44f0-9c55-eecdd449d44e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0481260 Nov 26 22:52:57.076644 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-64df0c10-c97a-4073-a472-1a2fc95200bf req-b76fb0cc-c359-41b5-8c2a-cf3b00a89f92 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476060 Nov 26 22:52:57.324512 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:58.196095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062928a-da1a-48a6-aafc-cf6840a9ba51 req-b596d6e5-3756-4b93-9f34-6b21b707ab7d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:58.197579 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c062928a-da1a-48a6-aafc-cf6840a9ba51 req-b596d6e5-3756-4b93-9f34-6b21b707ab7d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0493412 Nov 26 22:52:58.246139 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c062928a-da1a-48a6-aafc-cf6840a9ba51 req-1910cdd4-eb88-48b4-95e7-6f5bee2c70e3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 Nov 26 22:52:58.865772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:52:59.364471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdd6b3-3816-4fe9-ab92-9253007c3ec4 req-e8f03279-5402-4a31-aaed-e7a1d435e121 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:52:59.366050 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05bdd6b3-3816-4fe9-ab92-9253007c3ec4 req-e8f03279-5402-4a31-aaed-e7a1d435e121 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Nov 26 22:52:59.419121 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-05bdd6b3-3816-4fe9-ab92-9253007c3ec4 req-1b180424-b272-4b27-9780-75e6068e0ed2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466020 Nov 26 22:52:59.450216 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:00.540407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983e59-0ae7-466a-b1d7-779d612ed484 req-ea92f94c-f861-40ce-ba93-2b938f5ada40 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:00.541897 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69983e59-0ae7-466a-b1d7-779d612ed484 req-ea92f94c-f861-40ce-ba93-2b938f5ada40 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0527864 Nov 26 22:53:00.590554 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69983e59-0ae7-466a-b1d7-779d612ed484 req-aac85e0b-5346-4969-a7c8-f48ff7209a08 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Nov 26 22:53:01.765035 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b93b-707d-42e6-972e-fbcdcd4a0ce1 req-376e8bea-c606-4734-84b4-30096976ba44 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:01.766451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a67b93b-707d-42e6-972e-fbcdcd4a0ce1 req-376e8bea-c606-4734-84b4-30096976ba44 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.1077137 Nov 26 22:53:01.814597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8a67b93b-707d-42e6-972e-fbcdcd4a0ce1 req-082d10bc-6616-4b23-a9ba-af73b27ea85a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Nov 26 22:53:02.989407 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a3dd9-df33-4c44-9bdb-0a3e213b36d2 req-b97a4b7c-7414-40e3-a47f-e7ae76f55e57 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:02.990940 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d08a3dd9-df33-4c44-9bdb-0a3e213b36d2 req-b97a4b7c-7414-40e3-a47f-e7ae76f55e57 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.1032407 Nov 26 22:53:03.040461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d08a3dd9-df33-4c44-9bdb-0a3e213b36d2 req-bfba10bd-721f-4bb2-a056-2998f319efa5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 Nov 26 22:53:03.063686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41372) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:53:03.123317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-44a97cbd-434f-4f74-9db5-3242f9dafa30 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/0fe5a0bd-d447-4282-b58d-5ed3b2daa13c HTTP/1.1" status: 200 len: 993 time: 0.0581756 Nov 26 22:53:07.631647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:08.443506 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:11.998175 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:53:15.000306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-056f851e-5830-4102-b71e-858bbdfcd2b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405688 Nov 26 22:53:15.100912 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-12c8c1a3-82db-4529-8ea9-4f31505683e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:15.102442 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-12c8c1a3-82db-4529-8ea9-4f31505683e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0406134 Nov 26 22:53:15.207524 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-f10ceb3e-a742-472d-ba27-dac87c494ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:15.208986 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-f10ceb3e-a742-472d-ba27-dac87c494ebd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 200 len: 898 time: 0.0869262 Nov 26 22:53:15.276481 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-65ac01b4-1673-409d-bcb6-ee847700734f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 200 len: 1001 time: 0.0586619 Nov 26 22:53:15.325515 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-3ab63959-3873-40b1-b23b-ee2d19765e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:15.326969 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-3ab63959-3873-40b1-b23b-ee2d19765e33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6537c1c6-3e80-4649-bacc-8be44a67d59e HTTP/1.1" status: 200 len: 834 time: 0.0433276 Nov 26 22:53:15.378317 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-f3aa3b5e-488a-44c5-951b-b19ec50b13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:15.379800 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-f3aa3b5e-488a-44c5-951b-b19ec50b13a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51c6ba2-bd0c-415f-8482-3784af9179aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439322 Nov 26 22:53:15.390377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-02e852b1-0f39-4b2f-ab2b-6b368b45e052 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:53:15.391318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-02e852b1-0f39-4b2f-ab2b-6b368b45e052 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048165 Nov 26 22:53:15.479265 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-ccd740b8-b7f4-47a3-8447-0cf42fd73534 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801654 Nov 26 22:53:15.571402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3c5cb879-34f4-4965-91dd-a9f4da43618c req-2b8b9dea-a10b-4be7-b9fb-95da24f318d5 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845299 Nov 26 22:53:23.618796 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-347a6650-0ce8-4d3b-89eb-4feab8f80b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:26.362821 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b171f5f7-0f7d-4a45-bd5e-46d3f51611f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:27.326602 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:28.867326 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:29.442409 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:37.632545 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:38.458122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:48.997619 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:53:53.622841 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2f2ba957-787b-495b-a205-aeaf0eebf94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:56.364706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-416f967e-f507-4176-95aa-1ca6c9f9eb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:57.329931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:57.995139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41394) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:53:58.150427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port ac45e583-17f2-4c3a-ae35-1b0fd959fde8 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:53:58.150683 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:58.226959 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:58.227281 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:58.239499 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for ac45e583-17f2-4c3a-ae35-1b0fd959fde8 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:53:58.386244 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:58.411630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=ac45e583-17f2-4c3a-ae35-1b0fd959fde8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:53:58.439421 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.439769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.440344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.440679 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.441007 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.441337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.441668 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.441994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.442349 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.442677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.442996 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.443316 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:53:58.481531 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:58.481861 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP 0fe5a0bd-d447-4282-b58d-5ed3b2daa13c disassociated (deleted). External IP: 172.25.3.170, port: 3cd8e177-265d-42c1-9ac4-1bad23cfdba8. Nov 26 22:53:58.687848 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 459bb211-bd1d-4de3-8bc5-d854f475c466 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:53:58.795753 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:53:58.800923 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:58.806489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] Sync routers for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:53:58.816932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:53:58.817540 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:53:58.827871 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d87ce53f-64ed-42f5-80ee-a90ccc23ea65 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/floatingips/0fe5a0bd-d447-4282-b58d-5ed3b2daa13c HTTP/1.1" status: 204 len: 168 time: 0.8315787 Nov 26 22:53:58.828467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:53:58.831604 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56285c2c-09da-4e7c-864c-9d8a4902eff2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:53:58.917485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:58.949685 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:53:58.999682 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b27a90-c7b9-4ed4-83f4-3e6347d4d75c x-openstack-request-id: req-53b27a90-c7b9-4ed4-83f4-3e6347d4d75c {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:53:59.000291 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:53:59.000291 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53b27a90-c7b9-4ed4-83f4-3e6347d4d75c {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:53:59.000724 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'status': 'completed', 'code': 200} Nov 26 22:53:59.123018 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750412a-b08f-4a0a-b1e0-d2598a49c9f6 req-dc0cd262-b80c-4847-a4fb-9d6444e7d983 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:59.124388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c750412a-b08f-4a0a-b1e0-d2598a49c9f6 req-dc0cd262-b80c-4847-a4fb-9d6444e7d983 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0646274 Nov 26 22:53:59.144171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-61a9d334-6479-4839-9ef0-b1d621b88be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:59.145857 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-61a9d334-6479-4839-9ef0-b1d621b88be0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 1096 time: 0.0762846 Nov 26 22:53:59.189456 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c750412a-b08f-4a0a-b1e0-d2598a49c9f6 req-aa82b965-6d74-4760-85f1-56963b35c9d4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531454 Nov 26 22:53:59.205215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:27Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:53:59.233508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] Checking router: 459bb211-bd1d-4de3-8bc5-d854f475c466 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:53:59.242494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:53:59.243188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:53:59.256403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-beffef3a-7028-4b4f-b8ba-701877e0e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:59.257925 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-beffef3a-7028-4b4f-b8ba-701877e0e220 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 200 len: 898 time: 0.1030672 Nov 26 22:53:59.307701 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-42961662-9de4-45ce-9e63-866c1173e6c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 200 len: 217 time: 0.0409560 Nov 26 22:53:59.351897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:53:59.361558 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-ce211403-05d9-4785-aaed-cb2d4721a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:59.363242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-ce211403-05d9-4785-aaed-cb2d4721a5d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6537c1c6-3e80-4649-bacc-8be44a67d59e HTTP/1.1" status: 200 len: 834 time: 0.0456681 Nov 26 22:53:59.414122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-05fcca6a-4984-4618-b607-9e8eacebe874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:53:59.415691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-05fcca6a-4984-4618-b607-9e8eacebe874 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e51c6ba2-bd0c-415f-8482-3784af9179aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440187 Nov 26 22:53:59.505419 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:53:59.530269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-4e27c1a0-82c4-433d-ac42-ff2be0a0462a service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051545 Nov 26 22:53:59.581526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:27Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:53:59.614551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04f0c7-9f9c-4f4c-aa20-662e2dc50e4e None None] The sync data for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 is: [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'a3adf68b-4679-48e6-9dc2-24a17088d9b7', 'name': '', 'network_id': 'e51c6ba2-bd0c-415f-8482-3784af9179aa', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:69:8e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:23Z', 'updated_at': '2021-11-26T22:51:27Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '6537c1c6-3e80-4649-bacc-8be44a67d59e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:53:59.624627 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-56285c2c-09da-4e7c-864c-9d8a4902eff2 req-0dd81e7d-9e32-4914-9e4f-f26afdf6f456 service neutron] 10.222.0.41 "GET /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870965 Nov 26 22:53:59.844940 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd18e22-8e05-42ae-bf93-9c57df028ebd None None] New status for floating IP 0fe5a0bd-d447-4282-b58d-5ed3b2daa13c: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:54:00.297994 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926b71d-a027-49a0-8fbf-8d1c220ef94f req-46bfaf70-fd4f-43af-82e9-0586071aa603 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:00.299564 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d926b71d-a027-49a0-8fbf-8d1c220ef94f req-46bfaf70-fd4f-43af-82e9-0586071aa603 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0494771 Nov 26 22:54:00.347949 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d926b71d-a027-49a0-8fbf-8d1c220ef94f req-0cbce154-0747-4468-93af-42866217468f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc5f81db-b31d-4337-a0a3-0c045629c9d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425088 Nov 26 22:54:01.016600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-58b0549d-0be8-4ea3-85aa-9eaaf2053950 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:01.018147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-58b0549d-0be8-4ea3-85aa-9eaaf2053950 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 945 time: 0.0498595 Nov 26 22:54:01.108705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:54:01.109045 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:01.199791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:01.200152 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:01.212614 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:54:01.337517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:01.371860 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=3cd8e177-265d-42c1-9ac4-1bad23cfdba8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:01.401538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.401902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.402686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.403045 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.403396 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.403742 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.404081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.404416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.404749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.405078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.405406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.405725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:01.421948 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] No DVR routers for this DVR port 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:54:01.424627 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:01.428064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e5095cc-b93f-40cd-85d4-8c2bb9df99f8 req-b6df1445-daf2-4ab6-8012-e40b92b010c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "DELETE /v2.0/ports/3cd8e177-265d-42c1-9ac4-1bad23cfdba8 HTTP/1.1" status: 204 len: 173 time: 0.4042575 Nov 26 22:54:01.428517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'name': 'network-vif-deleted', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:54:01.430893 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82f27a-c71e-4e40-9863-1bea22720664" -d '{"events": [{"server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "name": "network-vif-deleted", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:54:01.456966 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cf6aee17-4bbe-458a-af02-a7f8a35c232e req-105faf8f-0366-40da-8e06-5dad0bf252c7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=e3ff7191-f75b-4ad3-8115-53e6a10afbc7 HTTP/1.1" status: 200 len: 210 time: 0.0303810 Nov 26 22:54:01.470143 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ecfe91-7025-4fa8-931f-7e9bf4dee0b9 x-openstack-request-id: req-f9ecfe91-7025-4fa8-931f-7e9bf4dee0b9 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:54:01.470456 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ff7191-f75b-4ad3-8115-53e6a10afbc7", "name": "network-vif-deleted", "tag": "3cd8e177-265d-42c1-9ac4-1bad23cfdba8", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:54:01.470716 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9ecfe91-7025-4fa8-931f-7e9bf4dee0b9 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:54:01.471129 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ff7191-f75b-4ad3-8115-53e6a10afbc7', 'name': 'network-vif-deleted', 'tag': '3cd8e177-265d-42c1-9ac4-1bad23cfdba8', 'status': 'completed', 'code': 200} Nov 26 22:54:02.515917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41414) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:02.869288 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:03.114332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port a3adf68b-4679-48e6-9dc2-24a17088d9b7 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:54:03.114672 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:03.199142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port a3adf68b-4679-48e6-9dc2-24a17088d9b7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=a3adf68b-4679-48e6-9dc2-24a17088d9b7,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:03.199415 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:03.215241 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for a3adf68b-4679-48e6-9dc2-24a17088d9b7 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:54:03.397840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:03.424933 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=a3adf68b-4679-48e6-9dc2-24a17088d9b7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:03.917969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.128113 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 459bb211-bd1d-4de3-8bc5-d854f475c466 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:54:04.233231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:54:04.239189 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-496d4e70-5a47-433e-b569-f506303bf706 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/459bb211-bd1d-4de3-8bc5-d854f475c466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7221649 Nov 26 22:54:04.241806 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41416) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:04.244464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] Sync routers for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:54:04.255682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:54:04.256378 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:04.292837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-043345ba-afe9-4ab6-8a75-a71e1304edfb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting subnet 6537c1c6-3e80-4649-bacc-8be44a67d59e {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:54:04.295913 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-043345ba-afe9-4ab6-8a75-a71e1304edfb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.340796 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-043345ba-afe9-4ab6-8a75-a71e1304edfb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.364890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:54:04.427904 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-043345ba-afe9-4ab6-8a75-a71e1304edfb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.485426 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-043345ba-afe9-4ab6-8a75-a71e1304edfb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.515879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043345ba-afe9-4ab6-8a75-a71e1304edfb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Subnet': ['ID=6537c1c6-3e80-4649-bacc-8be44a67d59e,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:04.517872 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-043345ba-afe9-4ab6-8a75-a71e1304edfb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.521315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-043345ba-afe9-4ab6-8a75-a71e1304edfb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/subnets/6537c1c6-3e80-4649-bacc-8be44a67d59e HTTP/1.1" status: 204 len: 168 time: 0.2785294 Nov 26 22:54:04.524062 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41418) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:04.526981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c5cfca-1c5d-42c0-a300-239689c3b1f5 None None] Network e51c6ba2-bd0c-415f-8482-3784af9179aa requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:54:04.626522 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:54:03Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:04.631344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.665564 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] Checking router: 459bb211-bd1d-4de3-8bc5-d854f475c466 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:54:04.679936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] Routers {'459bb211-bd1d-4de3-8bc5-d854f475c466'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:54:04.680457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['459bb211-bd1d-4de3-8bc5-d854f475c466'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:04.740703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.795392 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port fa1b7adb-13bb-4438-baa2-0830300bb07c {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:54:04.795738 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.880982 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port fa1b7adb-13bb-4438-baa2-0830300bb07c, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=fa1b7adb-13bb-4438-baa2-0830300bb07c,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:04.881343 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:04.894571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for fa1b7adb-13bb-4438-baa2-0830300bb07c owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:54:04.951513 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] Set router 459bb211-bd1d-4de3-8bc5-d854f475c466 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:54:04.954573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] DHCP port deletion for e51c6ba2-bd0c-415f-8482-3784af9179aa request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:54:05.061664 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.082700 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:54:05.088918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=fa1b7adb-13bb-4438-baa2-0830300bb07c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:05.115076 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d69cf-b381-4253-a68d-2611c4d8b79e None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:54:05.124455 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:54:05.124801 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 3cd8e177-265d-42c1-9ac4-1bad23cfdba8 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:54:05.150023 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.178339 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Deleting port c62ab105-8b25-4459-be4a-bfb174e817fb {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:54:05.178635 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.243358 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.245454 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.247357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] For port c62ab105-8b25-4459-be4a-bfb174e817fb, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c62ab105-8b25-4459-be4a-bfb174e817fb,segment=NetworkSegment(2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27),segment_id=2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:05.247920 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.261995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Calling delete_port for c62ab105-8b25-4459-be4a-bfb174e817fb owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:54:05.273383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:54:03Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:05.293552 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.294153 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Fanout notify agent at l3_agent the message router_deleted on router 459bb211-bd1d-4de3-8bc5-d854f475c466 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:54:05.301443 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.303712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d481908e-e257-4421-a215-4728c2bc80c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/routers/459bb211-bd1d-4de3-8bc5-d854f475c466 HTTP/1.1" status: 204 len: 168 time: 0.7776215 Nov 26 22:54:05.303862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bbccb7-0999-4e2f-ab36-a74773b8f43c None None] The sync data for ids ['459bb211-bd1d-4de3-8bc5-d854f475c466'] in n-d-819494-1 is: [{'id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327507174', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:51:20Z', 'updated_at': '2021-11-26T22:54:03Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'fa1b7adb-13bb-4438-baa2-0830300bb07c', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:85:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459bb211-bd1d-4de3-8bc5-d854f475c466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:51:21Z', 'updated_at': '2021-11-26T22:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:54:05.305329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41420) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:05.377381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.385995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.402693 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Pushing event deleted for resources: {'Port': ['ID=c62ab105-8b25-4459-be4a-bfb174e817fb,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:05.406939 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] No DVR routers for this DVR port c62ab105-8b25-4459-be4a-bfb174e817fb on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:54:05.414609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.414949 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.415293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.415631 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.415966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.416298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.416626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.420169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.420169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.420169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.420169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.420169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5120fd-0b70-4e58-b423-44f5bb4dec7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:05.480950 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.500249 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51c6ba2-bd0c-415f-8482-3784af9179aa']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:05.510410 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:05.510717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1c4534-0ea6-4ede-ac9a-2bbdf3bf1e27') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:05.520619 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.533201 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.539106 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:54:05.539529 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: timer() Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:54:05.542508 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:54:05.598380 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.603819 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.607228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/networks/e51c6ba2-bd0c-415f-8482-3784af9179aa HTTP/1.1" status: 204 len: 168 time: 0.3008497 Nov 26 22:54:05.609936 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41422) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:05.626922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7506bc-627b-4675-b5db-d6a9adabb0ea tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Network': ['ID=e51c6ba2-bd0c-415f-8482-3784af9179aa,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:05.670416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0941463-6af3-4a62-b995-dc417b3ee080 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.697793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0941463-6af3-4a62-b995-dc417b3ee080 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.775124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0941463-6af3-4a62-b995-dc417b3ee080 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.777732 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-d0941463-6af3-4a62-b995-dc417b3ee080 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:05.779204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-d0941463-6af3-4a62-b995-dc417b3ee080 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc5f81db-b31d-4337-a0a3-0c045629c9d3 HTTP/1.1" status: 204 len: 168 time: 0.1681795 Nov 26 22:54:05.797566 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0941463-6af3-4a62-b995-dc417b3ee080 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f81db-b31d-4337-a0a3-0c045629c9d3,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:05.911995 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c62ab105-8b25-4459-be4a-bfb174e817fb no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:54:05.933744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c62ab105-8b25-4459-be4a-bfb174e817fb {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:54:05.934168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c62ab105-8b25-4459-be4a-bfb174e817fb not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:54:05.934590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3adf68b-4679-48e6-9dc2-24a17088d9b7 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:54:05.957551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: a3adf68b-4679-48e6-9dc2-24a17088d9b7 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:54:05.957899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device a3adf68b-4679-48e6-9dc2-24a17088d9b7 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:54:06.016577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41428) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:06.022133 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-31866d57-6ab5-41ae-ab8f-5828ca622ffa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389257650', 'description': 'tempest-secgroup-smoke-389257650 description', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:06.048296 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31866d57-6ab5-41ae-ab8f-5828ca622ffa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.116673 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31866d57-6ab5-41ae-ab8f-5828ca622ffa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.120493 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31866d57-6ab5-41ae-ab8f-5828ca622ffa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.152149 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31866d57-6ab5-41ae-ab8f-5828ca622ffa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.153387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-31866d57-6ab5-41ae-ab8f-5828ca622ffa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357932 Nov 26 22:54:06.155344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31866d57-6ab5-41ae-ab8f-5828ca622ffa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899c3e58-9581-48ae-b7c1-51bddc737014,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:06.156407 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41430) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:06.161758 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c4895de4-919d-4a4e-81bb-fe50e307735b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '899c3e58-9581-48ae-b7c1-51bddc737014', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:06.187560 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4895de4-919d-4a4e-81bb-fe50e307735b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.533724 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4895de4-919d-4a4e-81bb-fe50e307735b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.537755 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4895de4-919d-4a4e-81bb-fe50e307735b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.554747 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4895de4-919d-4a4e-81bb-fe50e307735b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8a4568-1085-4f38-8339-54d2c2d0d6cb,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:06.563259 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c4895de4-919d-4a4e-81bb-fe50e307735b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.564462 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c4895de4-919d-4a4e-81bb-fe50e307735b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4069512 Nov 26 22:54:06.567723 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41432) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:06.571966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-40ba3ea0-13c8-4aab-ac3d-cb124522ddcf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '899c3e58-9581-48ae-b7c1-51bddc737014', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:06.597243 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40ba3ea0-13c8-4aab-ac3d-cb124522ddcf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.653091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40ba3ea0-13c8-4aab-ac3d-cb124522ddcf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.656628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40ba3ea0-13c8-4aab-ac3d-cb124522ddcf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.675917 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba3ea0-13c8-4aab-ac3d-cb124522ddcf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f78959-de7e-425b-914f-3997352642bc,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:06.680838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-40ba3ea0-13c8-4aab-ac3d-cb124522ddcf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.682010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-40ba3ea0-13c8-4aab-ac3d-cb124522ddcf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1133642 Nov 26 22:54:06.684744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41434) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:06.689026 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-314832bc-d409-4a93-a5ce-36dc2aadc52a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '899c3e58-9581-48ae-b7c1-51bddc737014', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:06.715194 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-314832bc-d409-4a93-a5ce-36dc2aadc52a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.769211 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-314832bc-d409-4a93-a5ce-36dc2aadc52a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.772697 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-314832bc-d409-4a93-a5ce-36dc2aadc52a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.791901 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314832bc-d409-4a93-a5ce-36dc2aadc52a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64dbd455-d56e-4d69-800c-56afb58be7cc,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:06.798444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-314832bc-d409-4a93-a5ce-36dc2aadc52a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.799748 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-314832bc-d409-4a93-a5ce-36dc2aadc52a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139755 Nov 26 22:54:06.802654 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41436) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:06.806946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-94312c85-948d-4d7e-8ebb-e97e8d372e23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '899c3e58-9581-48ae-b7c1-51bddc737014', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:06.832941 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94312c85-948d-4d7e-8ebb-e97e8d372e23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.888246 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94312c85-948d-4d7e-8ebb-e97e8d372e23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.892086 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94312c85-948d-4d7e-8ebb-e97e8d372e23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.909843 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94312c85-948d-4d7e-8ebb-e97e8d372e23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cbfedb-d590-4cf3-89fb-11aa8c893d2a,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:06.917908 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-94312c85-948d-4d7e-8ebb-e97e8d372e23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:06.919152 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-94312c85-948d-4d7e-8ebb-e97e8d372e23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155789 Nov 26 22:54:06.921811 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41438) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:06.926344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ae58eec4-0590-4278-a9c6-240efe559540 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '899c3e58-9581-48ae-b7c1-51bddc737014', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:06.948056 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-ae58eec4-0590-4278-a9c6-240efe559540 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:54:06.953084 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae58eec4-0590-4278-a9c6-240efe559540 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.014948 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae58eec4-0590-4278-a9c6-240efe559540 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.019353 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae58eec4-0590-4278-a9c6-240efe559540 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.036818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58eec4-0590-4278-a9c6-240efe559540 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfa4476-7a38-496c-8206-13edf2d62da1,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:07.044463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ae58eec4-0590-4278-a9c6-240efe559540 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.045649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ae58eec4-0590-4278-a9c6-240efe559540 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228848 Nov 26 22:54:07.048435 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41440) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:07.052911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-6b6d907b-a4b4-4207-8ab6-d733b1512495 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '899c3e58-9581-48ae-b7c1-51bddc737014', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:07.074595 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-6b6d907b-a4b4-4207-8ab6-d733b1512495 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:54:07.079311 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6d907b-a4b4-4207-8ab6-d733b1512495 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.138241 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6d907b-a4b4-4207-8ab6-d733b1512495 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.141696 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6d907b-a4b4-4207-8ab6-d733b1512495 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.164384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d907b-a4b4-4207-8ab6-d733b1512495 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91390c8-4d41-469f-99c7-f5d9f495886f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:07.169716 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6b6d907b-a4b4-4207-8ab6-d733b1512495 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.171059 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6b6d907b-a4b4-4207-8ab6-d733b1512495 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215813 Nov 26 22:54:07.173717 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41442) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:07.178505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'network': {'name': 'tempest-network-smoke--1170657642', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'port_security_enabled': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:07.199921 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:54:07.203515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.227227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:54:07.236545 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.236929 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Added segment 0ffdf10c-1746-443b-ab87-bb69abdeabf7 of type vlan for network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 Nov 26 22:54:07.276543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.300702 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.306311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:07.306899 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.363953 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1891191 Nov 26 22:54:07.366838 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41444) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:07.371447 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'admin_state_up': True, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:07.380021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8319a7-411c-486b-a6b4-e413c8730207 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Network': ['ID=7ac7dc77-6f3b-4452-8924-3ca5782bf032,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:07.390556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:54:07.396735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.397793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.450411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.590385 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.621786 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.771955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fa1b7adb-13bb-4438-baa2-0830300bb07c no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:54:07.787966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.796579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: fa1b7adb-13bb-4438-baa2-0830300bb07c {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:54:07.796933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device fa1b7adb-13bb-4438-baa2-0830300bb07c not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:54:07.807390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:07.907763 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.188 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/092e4005-6138-46a5-93db-3c3cf57dfb35) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:54:08.014177 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:08.047520 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:08.081899 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:54:08.086573 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:54:08.089990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:54:08.101254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d975a-f271-408f-8b59-b64892617e82 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:54:08.122622 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=092e4005-6138-46a5-93db-3c3cf57dfb35,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:08.188873 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-eac71e0c-1092-4c24-9aca-514652947d44 None None] Provisioning complete for port 092e4005-6138-46a5-93db-3c3cf57dfb35 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:08.189275 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-eac71e0c-1092-4c24-9aca-514652947d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:08.223994 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-eac71e0c-1092-4c24-9aca-514652947d44 None None] Port 092e4005-6138-46a5-93db-3c3cf57dfb35 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:54:08.343917 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:08.457241 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:08.544154 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:08.671864 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 63238c66-223a-4082-b871-3841c5a9bb0d is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:54:08.779347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:54:08.790223 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Sync routers for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:54:08.799251 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:08.803574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c2d40bde-7ad7-45be-90e9-5e9ba9a04f46 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4328144 Nov 26 22:54:08.803715 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:54:08.803715 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:08.803969 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41446) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:08.832446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-79dd525d-2b8e-4da4-ae1b-6c20097e4657 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ec84b4bad91b41abbf5fd9e1dd117fbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274894 Nov 26 22:54:08.835076 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41448) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:08.922676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3027a4c-e18b-44fd-a1aa-67e2aedd4240 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:08.924155 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e3027a4c-e18b-44fd-a1aa-67e2aedd4240 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881424 Nov 26 22:54:08.927746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41450) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:08.962641 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cbeaca87-d1df-4672-bb34-f4bee5446758 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337098 Nov 26 22:54:08.965100 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41452) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:08.969821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-193766598', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:09.000769 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:54:09.056867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:54:09.060448 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.178060 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:08Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:09.202839 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Checking router: 63238c66-223a-4082-b871-3841c5a9bb0d for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:54:09.203186 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Updating router 63238c66-223a-4082-b871-3841c5a9bb0d port 092e4005-6138-46a5-93db-3c3cf57dfb35 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:54:09.231279 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.241667 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.306924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Subnet': ['ID=f405e5fd-4d3b-4492-8547-79c5b498109e,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:09.313811 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Checking segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:54:09.314094 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network hostable DHCP agents. Network: 7ac7dc77-6f3b-4452-8924-3ca5782bf032, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:54:09.332044 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:54:09.341674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7ac7dc77-6f3b-4452-8924-3ca5782bf032) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:54:09.346905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:09.347735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.351810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc1ad2-cd37-4fce-9477-dedc28fde97b None None] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:54:09.364783 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-678d5792-d7ab-408d-a03d-3d46e65d683a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3986545 Nov 26 22:54:09.367554 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41454) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:09.497141 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.503730 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.505648 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:54:09.506713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.558644 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Attempting to bind port 092e4005-6138-46a5-93db-3c3cf57dfb35 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:54:09.559100 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Attempting to bind port 092e4005-6138-46a5-93db-3c3cf57dfb35 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:54:09.559544 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Attempting to bind port 092e4005-6138-46a5-93db-3c3cf57dfb35 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:54:09.570325 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:54:09.570807 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:54:09.571284 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.571746 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:54:09.572300 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Bound port: 092e4005-6138-46a5-93db-3c3cf57dfb35, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:54:09.572754 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.586987 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8479e36-b8cc-441d-8ed6-24c4ac278fae None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:54:09.593055 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Pushing event updated for resources: {'Port': ['ID=092e4005-6138-46a5-93db-3c3cf57dfb35,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:09.620662 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.621158 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.621640 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.622059 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.622494 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.622887 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.623282 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.623705 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.624118 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.624509 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.624901 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.625289 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:54:09.650960 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] For port 092e4005-6138-46a5-93db-3c3cf57dfb35, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:54:09.653999 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] For port 092e4005-6138-46a5-93db-3c3cf57dfb35, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=092e4005-6138-46a5-93db-3c3cf57dfb35,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:54:09.659327 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.673914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8ad42840-f181-4bce-864d-fe654aee9db3 None None] Provisioning complete for port 092e4005-6138-46a5-93db-3c3cf57dfb35 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:09.674417 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ad42840-f181-4bce-864d-fe654aee9db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.676851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Allocated IP 172.20.0.2 (7ac7dc77-6f3b-4452-8924-3ca5782bf032/f405e5fd-4d3b-4492-8547-79c5b498109e/b67271bc-a2b1-48fa-968a-1c7fe4ff7432) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:54:09.707483 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:54:09.708019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:09.719304 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b8cdff-a1d1-432b-8221-444813eaaf87 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:54:09.818847 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:54:09.833361 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ad42840-f181-4bce-864d-fe654aee9db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.845703 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.871788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8ad42840-f181-4bce-864d-fe654aee9db3 None None] For port 092e4005-6138-46a5-93db-3c3cf57dfb35, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=092e4005-6138-46a5-93db-3c3cf57dfb35,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:09.891788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ad42840-f181-4bce-864d-fe654aee9db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.932918 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d2b99-255b-48bf-b348-96ad71792880 None None] Pushing event updated for resources: {'Port': ['ID=092e4005-6138-46a5-93db-3c3cf57dfb35,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:09.946460 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.960896 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:09.968225 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad42840-f181-4bce-864d-fe654aee9db3 None None] Pushing event updated for resources: {'Port': ['ID=092e4005-6138-46a5-93db-3c3cf57dfb35,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:10.001981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:54:10.012971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:54:10.017442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:54:10.028030 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:08Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:10.035929 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Pushing event updated for resources: {'Port': ['ID=b67271bc-a2b1-48fa-968a-1c7fe4ff7432,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:10.056490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-802e609d-8253-4c1c-b639-6c2df8f3ad7e None None] Provisioning complete for port 092e4005-6138-46a5-93db-3c3cf57dfb35 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:10.057146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-802e609d-8253-4c1c-b639-6c2df8f3ad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.059497 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f985faf2-8d5f-4c16-b757-089632f9f569 None None] The sync data for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 is: [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:08Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:54:10.111930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Attempting to bind port b67271bc-a2b1-48fa-968a-1c7fe4ff7432 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:54:10.112371 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Attempting to bind port b67271bc-a2b1-48fa-968a-1c7fe4ff7432 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:54:10.112909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Attempting to bind port b67271bc-a2b1-48fa-968a-1c7fe4ff7432 on network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:54:10.125242 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:54:10.125844 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Checking segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:54:10.126515 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.127153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Bound using segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:54:10.128630 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Bound port: b67271bc-a2b1-48fa-968a-1c7fe4ff7432, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:54:10.129269 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.147478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.1 (7ac7dc77-6f3b-4452-8924-3ca5782bf032/f405e5fd-4d3b-4492-8547-79c5b498109e/9c9d9ed5-c08d-4952-94b0-03fd6ae0e287) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:54:10.250142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] For port b67271bc-a2b1-48fa-968a-1c7fe4ff7432, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:54:10.254301 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] For port b67271bc-a2b1-48fa-968a-1c7fe4ff7432, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b67271bc-a2b1-48fa-968a-1c7fe4ff7432,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:54:10.260040 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.288222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.330976 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf389c-931c-4e0b-9c2f-9775172a98ff None None] Pushing event updated for resources: {'Port': ['ID=b67271bc-a2b1-48fa-968a-1c7fe4ff7432,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:10.332090 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.383912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:54:10.387390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:54:10.391630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:54:10.416955 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:10.449600 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.618504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.917189 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:10.922286 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:11.007680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:11.011215 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:11.108888 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:54:11.110435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:54:11.295692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f53ed6-7516-4b98-8a28-237b6cf6e058 None None] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:54:11.415705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d86c228b-4b73-428f-bf85-716a2140ed96 None None] Provisioning complete for port b67271bc-a2b1-48fa-968a-1c7fe4ff7432 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:11.416084 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d86c228b-4b73-428f-bf85-716a2140ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:11.539623 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d86c228b-4b73-428f-bf85-716a2140ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:11.562043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 63238c66-223a-4082-b871-3841c5a9bb0d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:54:11.585231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-d86c228b-4b73-428f-bf85-716a2140ed96 None None] For port b67271bc-a2b1-48fa-968a-1c7fe4ff7432, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b67271bc-a2b1-48fa-968a-1c7fe4ff7432,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:11.591950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d86c228b-4b73-428f-bf85-716a2140ed96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:11.654550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c228b-4b73-428f-bf85-716a2140ed96 None None] Pushing event updated for resources: {'Port': ['ID=b67271bc-a2b1-48fa-968a-1c7fe4ff7432,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:11.696148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:54:11.701508 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cf16cd6a-1bfa-4b8b-9807-3f59b37fd43c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/63238c66-223a-4082-b871-3841c5a9bb0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3327134 Nov 26 22:54:11.823317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-64d955d3-0c67-4021-bab3-7a8fd0b5cd1d None None] Provisioning complete for port b67271bc-a2b1-48fa-968a-1c7fe4ff7432 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:11.823693 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-64d955d3-0c67-4021-bab3-7a8fd0b5cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:11.904002 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-ad9431d8-e6b7-4813-9f79-5395ab462c36 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389257650&fields=id&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 267 time: 0.0731573 Nov 26 22:54:11.914120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Sync routers for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:54:11.930785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b67271bc-a2b1-48fa-968a-1c7fe4ff7432 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:54:11.966021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:54:11.966682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:12.029956 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b958ad-f131-45d9-81c6-aa400472c92e req-49c67fc7-f8da-4a45-94c9-208c426d4f59 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:12.031698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-49c67fc7-f8da-4a45-94c9-208c426d4f59 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 797 time: 0.1205428 Nov 26 22:54:12.034647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-64d955d3-0c67-4021-bab3-7a8fd0b5cd1d None None] Provisioning complete for port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:12.034973 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-64d955d3-0c67-4021-bab3-7a8fd0b5cd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:12.052298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-4f6a852a-c56a-43a1-9a3c-1af0647170b9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/quotas/ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 375 time: 0.0113695 Nov 26 22:54:12.107539 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-43525c43-7c99-4207-8383-22da7e569d8b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490592 Nov 26 22:54:12.119604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-64d955d3-0c67-4021-bab3-7a8fd0b5cd1d None None] Port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:54:12.126462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port b67271bc-a2b1-48fa-968a-1c7fe4ff7432 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:12.126851 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:12.157918 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:54:12.173954 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-279b88b8-7e81-43fd-be59-a77d72aa1234 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:54:12.177876 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-279b88b8-7e81-43fd-be59-a77d72aa1234 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547788 Nov 26 22:54:12.274191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-fe064534-c665-406d-8918-8d9e885797f7 service neutron] 10.222.0.21 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918572 Nov 26 22:54:12.321887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ffb4ac02-8ff4-4dff-a398-19b9bfb7b5e7 None None] Provisioning complete for port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:12.322497 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ffb4ac02-8ff4-4dff-a398-19b9bfb7b5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:12.364669 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-f888df8b-3a65-49cb-8bb4-61410c381bb3 service neutron] 10.222.0.21 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842416 Nov 26 22:54:12.538550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 092e4005-6138-46a5-93db-3c3cf57dfb35 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:54:12.546013 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6dab48af-4600-4f20-a809-32e55db4e2bb req-7cb2e380-0f93-43e1-ad47-ca55a42238a7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 210 time: 0.0320904 Nov 26 22:54:12.583040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4ac02-8ff4-4dff-a398-19b9bfb7b5e7 None None] Port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:54:12.646459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 092e4005-6138-46a5-93db-3c3cf57dfb35 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:12.646842 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:12.689115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 2, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:12.726426 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Checking router: 63238c66-223a-4082-b871-3841c5a9bb0d for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:54:12.726785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Updating router 63238c66-223a-4082-b871-3841c5a9bb0d port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:54:12.779598 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.055908 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.060729 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.134270 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7042b-b7cc-42b9-90d6-499e0526bb8a None None] Pushing event updated for resources: {'Port': ['ID=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:13.167604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Attempting to bind port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:54:13.167980 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Attempting to bind port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:54:13.168356 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Attempting to bind port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 on network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:54:13.173855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:54:13.174373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Checking segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:54:13.175428 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.175832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Bound using segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:54:13.176308 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Bound port: 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:54:13.176695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.250535 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] For port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:54:13.254727 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] For port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:54:13.259660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.319177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:54:13.319812 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:13.322852 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7042b-b7cc-42b9-90d6-499e0526bb8a None None] Pushing event updated for resources: {'Port': ['ID=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:13.433059 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-22473118-4482-4e89-a428-d1b7a2932187 None None] Provisioning complete for port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:13.433441 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22473118-4482-4e89-a428-d1b7a2932187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.460164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:54:13.652619 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22473118-4482-4e89-a428-d1b7a2932187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.678319 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6fda46d-046b-4b32-b4f2-c87a6b37b90d req-44f532c6-7933-4a9e-8215-fc061e584856 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 210 time: 0.0470724 Nov 26 22:54:13.721641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a361292a-5eda-4ffe-a1dd-bd70f1863c9d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:13.723296 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a361292a-5eda-4ffe-a1dd-bd70f1863c9d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 797 time: 0.1601591 Nov 26 22:54:13.730634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-22473118-4482-4e89-a428-d1b7a2932187 None None] For port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:13.738225 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22473118-4482-4e89-a428-d1b7a2932187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.795822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-d5965d01-3dd2-422d-a64c-bd950de10ffe tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 379 time: 0.0560572 Nov 26 22:54:13.798005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22473118-4482-4e89-a428-d1b7a2932187 None None] Pushing event updated for resources: {'Port': ['ID=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:13.807799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'port': {'device_id': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'admin_state_up': True, 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'security_groups': ['899c3e58-9581-48ae-b7c1-51bddc737014']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:13.808017 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:13Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:13.841482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b94afd-c4da-4f7e-a8b1-b3badb5aec9b None None] The sync data for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 is: [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:13Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:54:13.857943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bd4c27a0-a275-4df0-92a4-76481564049f None None] Provisioning complete for port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:13.858338 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bd4c27a0-a275-4df0-92a4-76481564049f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:13.947834 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:54:13.951403 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:14.088328 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.3 (7ac7dc77-6f3b-4452-8924-3ca5782bf032/f405e5fd-4d3b-4492-8547-79c5b498109e/d79033bd-4277-45a7-a8d9-0e5b7e06aef5) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:54:14.237713 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:14.271963 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:14.317946 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:54:14.321075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:54:14.324781 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:54:14.332132 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:14.396055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:14.397046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:14.415817 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-a29ad2d9-112c-453a-aab6-a7d3c6bb11cf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6119578 Nov 26 22:54:14.427288 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-aaa276a7-1cc3-41be-9f10-71542f9b2ef2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:54:14.428546 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-aaa276a7-1cc3-41be-9f10-71542f9b2ef2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065022 Nov 26 22:54:14.495984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Request body: {'port': {'device_id': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:14.567348 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:14.578534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-e7d5a780-3349-46a3-8c07-3ccea08436a6 None None] Provisioning complete for port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:14.579115 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a780-3349-46a3-8c07-3ccea08436a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:14.618966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-e7d5a780-3349-46a3-8c07-3ccea08436a6 None None] Port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:54:14.804476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ff13-d92f-467e-999f-189ef3d01ecc req-98bab08d-f5af-4cc4-ae79-4b764ee59155 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:14.806369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9641ff13-d92f-467e-999f-189ef3d01ecc req-98bab08d-f5af-4cc4-ae79-4b764ee59155 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 931 time: 0.0562496 Nov 26 22:54:14.852053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79033bd-4277-45a7-a8d9-0e5b7e06aef5 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:54:14.860233 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:14.864198 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9641ff13-d92f-467e-999f-189ef3d01ecc req-413d5ff0-ac58-47fa-b3d9-5493c3ac4b73 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493503 Nov 26 22:54:14.873500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Transition to ACTIVE for port object d79033bd-4277-45a7-a8d9-0e5b7e06aef5 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:54:14.878841 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:14.932019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:15.012479 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Attempting to bind port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:54:15.012813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Attempting to bind port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:54:15.013151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Attempting to bind port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:54:15.018514 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:54:15.019565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Attempting to bind port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:54:15.025161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:54:15.025512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Checking segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:54:15.025922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Bound using segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:54:15.026384 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Bound port: d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:54:15.026741 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:15.102580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:54:15.106391 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:54:15.114983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:15.153389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:15.154017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:15.155509 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] 10.222.0.13 "PUT /v2.0/ports/d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 1091 time: 0.7131448 Nov 26 22:54:15.155954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:54:15.158295 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:54:15.192762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24a6d8-d799-46cc-b9b4-287db1ab1da1 service neutron] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:15.200009 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9305a5db-956d-4d57-a136-c67c23396eaa x-openstack-request-id: req-9305a5db-956d-4d57-a136-c67c23396eaa {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:54:15.200376 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:54:15.200649 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9305a5db-956d-4d57-a136-c67c23396eaa {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:54:15.201062 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'status': 'completed', 'code': 200} Nov 26 22:54:15.270755 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b958ad-f131-45d9-81c6-aa400472c92e req-0ad02f07-e00c-4340-a7e1-45ae33d218b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:15.272296 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-0ad02f07-e00c-4340-a7e1-45ae33d218b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1094 time: 0.0446982 Nov 26 22:54:15.325020 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-0fd5f085-1652-4b5d-8ed7-f6ff96bf6a45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 217 time: 0.0386803 Nov 26 22:54:15.380940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b958ad-f131-45d9-81c6-aa400472c92e req-9f4b99cb-a8d9-47c3-8ad3-b78ca8cac128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:15.382463 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-9f4b99cb-a8d9-47c3-8ad3-b78ca8cac128 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0502834 Nov 26 22:54:15.427819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b958ad-f131-45d9-81c6-aa400472c92e req-6662247c-a0fb-4b45-8657-75eb5c39d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:15.429328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-6662247c-a0fb-4b45-8657-75eb5c39d2f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399659 Nov 26 22:54:15.522339 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-9de711de-8963-4ea7-9a22-fc8eefe0f401 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859337 Nov 26 22:54:15.610153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-89b958ad-f131-45d9-81c6-aa400472c92e req-8a606dae-806c-4837-a66a-8cd07b9e27e6 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811310 Nov 26 22:54:15.742744 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-15a84fe5-eaa5-496b-8f20-7f3cc46af84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:15.744242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-15a84fe5-eaa5-496b-8f20-7f3cc46af84c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1094 time: 0.0416009 Nov 26 22:54:15.842360 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-ab722d2b-6a69-4dd7-b8b5-7ad210897f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:15.844236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-ab722d2b-6a69-4dd7-b8b5-7ad210897f56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0931349 Nov 26 22:54:15.851202 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:54:15.889706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-443dc748-cd77-4aef-a2cc-3bee33fbce32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 217 time: 0.0359840 Nov 26 22:54:15.902468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:15.902802 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:15.943555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-b3b552fc-e0d8-4b84-987e-0905802ca078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:15.945013 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-b3b552fc-e0d8-4b84-987e-0905802ca078 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0493419 Nov 26 22:54:15.992758 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860bb55-95ef-4cd9-8dec-73a073c1000d req-6e2074a2-4f03-4e3a-a9bf-b0a7af3c4bdf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:15.994947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7860bb55-95ef-4cd9-8dec-73a073c1000d req-6e2074a2-4f03-4e3a-a9bf-b0a7af3c4bdf tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 943 time: 0.0581822 Nov 26 22:54:16.001167 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-3e5316ce-8bfd-462a-ac33-17f008f2013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:16.002709 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-3e5316ce-8bfd-462a-ac33-17f008f2013e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508678 Nov 26 22:54:16.046900 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7860bb55-95ef-4cd9-8dec-73a073c1000d req-475e3d16-c72a-4081-976f-4975c594f862 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448656 Nov 26 22:54:16.092540 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-5f99fb1c-a5dd-4b77-b056-307035b6bef3 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826168 Nov 26 22:54:16.188532 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c25dadb6-2c96-4e69-854a-5bdc25fdc5a8 req-7499f6f1-e887-4bb9-bdb3-865645258b87 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883861 Nov 26 22:54:17.169772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44303136-4678-4e93-b22e-6ce8dca3150f req-4fc4970a-899f-4a23-830b-8cd9f8781800 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:17.171279 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44303136-4678-4e93-b22e-6ce8dca3150f req-4fc4970a-899f-4a23-830b-8cd9f8781800 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 943 time: 0.0527172 Nov 26 22:54:17.220642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-44303136-4678-4e93-b22e-6ce8dca3150f req-dd03791d-be0e-48ae-ba03-871cdce4cd1f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Nov 26 22:54:18.337077 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c11c0-c450-4113-9a76-7efe7d440934 req-2e91ceff-ef87-422d-8e2e-f7851cda23bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:18.338602 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e2c11c0-c450-4113-9a76-7efe7d440934 req-2e91ceff-ef87-422d-8e2e-f7851cda23bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 943 time: 0.0497885 Nov 26 22:54:18.387985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1e2c11c0-c450-4113-9a76-7efe7d440934 req-f292128f-6b8b-4960-8257-c7b78edad92b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434818 Nov 26 22:54:19.406860 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d79033bd-4277-45a7-a8d9-0e5b7e06aef5 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:54:19.503058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:19.508625 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f89f9-43a3-4530-ad48-7c1ef60a67b5 req-0d266107-70ec-4866-bcb3-0364e2b7247b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:19.510237 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-708f89f9-43a3-4530-ad48-7c1ef60a67b5 req-0d266107-70ec-4866-bcb3-0364e2b7247b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 943 time: 0.0534356 Nov 26 22:54:19.515538 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'port_id': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'mac_address': 'fa:16:3e:c0:1b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:54:19.556817 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:19.559763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-708f89f9-43a3-4530-ad48-7c1ef60a67b5 req-ed31626c-13e7-4b6e-bac6-099842da23dd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Nov 26 22:54:19.569883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79033bd-4277-45a7-a8d9-0e5b7e06aef5 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:54:19.589468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:19.593939 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:19.640278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:19.998185 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['d79033bd-4277-45a7-a8d9-0e5b7e06aef5'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:54:20.673684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4161b-9207-4964-879e-367f24f64cd2 req-f778c1cb-e920-48fd-9352-be153b0186c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:20.675187 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31c4161b-9207-4964-879e-367f24f64cd2 req-f778c1cb-e920-48fd-9352-be153b0186c6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 944 time: 0.0479653 Nov 26 22:54:20.724422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31c4161b-9207-4964-879e-367f24f64cd2 req-1053b00b-ada8-44be-9a9b-a33219e94741 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Nov 26 22:54:21.406158 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d79033bd-4277-45a7-a8d9-0e5b7e06aef5 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:54:21.455020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:54:21.458955 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:54:21.459332 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:21.539555 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:21.562086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:54:21.564342 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c574b4d6-abcb-4a96-998c-46267c567ba6" -d '{"events": [{"server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "name": "network-vif-plugged", "status": "completed", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:54:21.577101 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:54:21.582935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:21.607077 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6999de1-b1a2-4e09-8f29-f6252b3f00d7 x-openstack-request-id: req-b6999de1-b1a2-4e09-8f29-f6252b3f00d7 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:54:21.607401 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "name": "network-vif-plugged", "status": "completed", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:54:21.607655 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6999de1-b1a2-4e09-8f29-f6252b3f00d7 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:54:21.608043 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'code': 200} Nov 26 22:54:21.632305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:21.734422 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac3383-8e48-450d-b4d8-77215a004494 req-01fdd298-8b2d-4d6d-bb59-efe9263a5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:21.735902 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ddac3383-8e48-450d-b4d8-77215a004494 req-01fdd298-8b2d-4d6d-bb59-efe9263a5947 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1096 time: 0.0394785 Nov 26 22:54:21.783739 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ddac3383-8e48-450d-b4d8-77215a004494 req-782f5f01-621d-4afb-9cab-9e3e11bbcb0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401180 Nov 26 22:54:21.839333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3172ab8-e7cf-4e6f-8127-83e3edffde35 req-ca3b886e-f0c5-443a-a957-24ee468a96a6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:21.841423 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3172ab8-e7cf-4e6f-8127-83e3edffde35 req-ca3b886e-f0c5-443a-a957-24ee468a96a6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0495102 Nov 26 22:54:21.894414 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3172ab8-e7cf-4e6f-8127-83e3edffde35 req-2b4b0256-13ba-4f64-877e-396141ee74be tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470407 Nov 26 22:54:23.012774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a00d4-cbbd-4993-8c59-5b7f49dbf10d req-c23dc669-94bc-45a6-a139-e3c6903b19b6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:23.014325 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b6a00d4-cbbd-4993-8c59-5b7f49dbf10d req-c23dc669-94bc-45a6-a139-e3c6903b19b6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0494282 Nov 26 22:54:23.063183 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b6a00d4-cbbd-4993-8c59-5b7f49dbf10d req-6ccce40e-11f9-43c2-be52-c6a8e83af0df tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428545 Nov 26 22:54:23.624988 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-708a6e86-cb32-4869-b0ad-4bc9dddb3838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:24.180462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4675-0771-49b8-8c83-ef26e4fa6f44 req-91da054d-1a2b-4d75-9e2d-01b5a58afbc3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:24.181947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-409d4675-0771-49b8-8c83-ef26e4fa6f44 req-91da054d-1a2b-4d75-9e2d-01b5a58afbc3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0497510 Nov 26 22:54:24.230400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-409d4675-0771-49b8-8c83-ef26e4fa6f44 req-ba6cc461-0936-48c4-b6b8-2e8d809abfdb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424559 Nov 26 22:54:24.352626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3769a-bab4-4084-954c-b9b1b5cb0994 req-5816cb64-254a-4dce-8697-aabd2a6779fe tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:24.354011 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1e3769a-bab4-4084-954c-b9b1b5cb0994 req-5816cb64-254a-4dce-8697-aabd2a6779fe tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0527885 Nov 26 22:54:24.402616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f1e3769a-bab4-4084-954c-b9b1b5cb0994 req-69d93de3-504e-4519-a3b0-637a5283e9eb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 Nov 26 22:54:24.424217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41516) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:24.463253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d5fa9-fbcf-482e-93a2-2cc5afe21a04 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:24.464759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-df6d5fa9-fbcf-482e-93a2-2cc5afe21a04 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1091 time: 0.0395756 Nov 26 22:54:24.467440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41518) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:24.471652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:54:24.494801 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:24.594717 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:24.693629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.215 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/8c7831a2-5839-43c3-a2a9-94418a40ef26) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:54:24.794602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:24.828069 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:24.866967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:54:24.869768 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:54:24.873276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:54:24.896276 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=8c7831a2-5839-43c3-a2a9-94418a40ef26,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:25.229124 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:25.295725 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:25.443158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:25.447476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:25.513190 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=8c7831a2-5839-43c3-a2a9-94418a40ef26,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:54:25.525798 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:25.624640 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP 3729384d-3531-40ab-bd52-67414bd62d66 associated. External IP: 172.25.3.215, port: d79033bd-4277-45a7-a8d9-0e5b7e06aef5. Nov 26 22:54:25.829015 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 63238c66-223a-4082-b871-3841c5a9bb0d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:54:25.936598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:54:25.946035 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] Sync routers for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:54:25.954898 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:25.955809 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:54:25.956408 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:25.983649 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-23d576b4-7423-4035-bf97-cff67fb74126 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5150826 Nov 26 22:54:25.984210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:54:25.986767 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb6bf3-9b11-43d4-a62f-51722711f30e" -d '{"events": [{"name": "network-changed", "server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:54:26.004970 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:54:26.024997 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac2ff4-6f9c-4781-8a55-db4735161da7 x-openstack-request-id: req-3fac2ff4-6f9c-4781-8a55-db4735161da7 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:54:26.025343 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:54:26.025602 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fac2ff4-6f9c-4781-8a55-db4735161da7 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:54:26.026018 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'status': 'completed', 'code': 200} Nov 26 22:54:26.069596 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:54:26.090228 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fbf48-bfd8-47b2-bb6d-85615636b9b1 req-9ae778dc-3a09-433f-a36f-d7b0c203d672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:26.091878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-589fbf48-bfd8-47b2-bb6d-85615636b9b1 req-9ae778dc-3a09-433f-a36f-d7b0c203d672 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0506802 Nov 26 22:54:26.117825 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-e731ec15-040b-489c-a774-5658472e0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:26.119412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-e731ec15-040b-489c-a774-5658472e0986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1096 time: 0.0434561 Nov 26 22:54:26.144944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-589fbf48-bfd8-47b2-bb6d-85615636b9b1 req-5da8d2a8-74ef-4e86-83a3-e9d23ed69ad2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456100 Nov 26 22:54:26.166874 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41524) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:26.224609 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-fff14b43-78e5-4d8a-99e7-e1b2df17f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:26.226527 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-fff14b43-78e5-4d8a-99e7-e1b2df17f766 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0999260 Nov 26 22:54:26.234108 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ed7e2ddb-dfaa-436c-9131-48806b17e42f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/3729384d-3531-40ab-bd52-67414bd62d66 HTTP/1.1" status: 200 len: 991 time: 0.0657248 Nov 26 22:54:26.293631 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-0d29d3c3-39cf-48d6-9edb-b4feeb5fb6c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 999 time: 0.0601592 Nov 26 22:54:26.298004 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3729384d-3531-40ab-bd52-67414bd62d66', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'port_id': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'mac_address': 'fa:16:3e:c0:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:54:25Z', 'updated_at': '2021-11-26T22:54:25Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:13Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:26.326799 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] Checking router: 63238c66-223a-4082-b871-3841c5a9bb0d for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:54:26.335510 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:54:26.336102 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:53:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:26.346846 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-3af666c2-ecb1-41c4-a8e6-c4e4f3bef92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:26.348456 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-3af666c2-ecb1-41c4-a8e6-c4e4f3bef92a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0486910 Nov 26 22:54:26.370398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c82e35d-e6b9-489d-834e-25b88ec8bfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:26.396874 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-d6836cec-b9e3-46cc-83f7-94551748049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:54:26.398620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-d6836cec-b9e3-46cc-83f7-94551748049b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434179 Nov 26 22:54:26.440109 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:54:26.489006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-62b48ab2-9e8f-4297-9b15-d2bcc0ecbf3a service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829628 Nov 26 22:54:26.587327 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-26fb6bf3-9b11-43d4-a62f-51722711f30e req-0550a859-f092-4d9c-8cc1-73b664dd8105 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918248 Nov 26 22:54:26.755272 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3729384d-3531-40ab-bd52-67414bd62d66', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'port_id': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'mac_address': 'fa:16:3e:c0:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:54:25Z', 'updated_at': '2021-11-26T22:54:25Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:13Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:54:26.783183 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20a183-30a2-40b2-a437-2f8b3a924581 None None] The sync data for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 is: [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '3729384d-3531-40ab-bd52-67414bd62d66', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'port_id': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'mac_address': 'fa:16:3e:c0:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:54:25Z', 'updated_at': '2021-11-26T22:54:25Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:13Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:54:26.969143 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed2147-a384-46f7-b063-3fd0f9102477 None None] New status for floating IP 3729384d-3531-40ab-bd52-67414bd62d66: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:54:27.238376 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41526) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:54:27.297659 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cafce619-d884-4fc2-a255-bc5161756fba tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/3729384d-3531-40ab-bd52-67414bd62d66 HTTP/1.1" status: 200 len: 993 time: 0.0580704 Nov 26 22:54:27.333892 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:28.873398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:29.448465 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:37.641166 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:38.476459 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:53.626570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cc7ed34d-60a0-43c0-bbbd-ace97f3711c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:56.366026 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d843b127-7127-4cb5-9899-b6fa496f6950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:57.334925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:58.876149 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:54:59.447663 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:02.994433 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:55:07.047489 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-33ff8e80-4509-46bf-972d-18d189bd502d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403090 Nov 26 22:55:07.145883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-7f307d98-5e08-4e93-84f3-c9b6de169c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:07.147444 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-7f307d98-5e08-4e93-84f3-c9b6de169c31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1096 time: 0.0404844 Nov 26 22:55:07.252878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-70b59832-19fc-4ec9-b284-6b057ddd0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:07.254810 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-70b59832-19fc-4ec9-b284-6b057ddd0ff8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0888476 Nov 26 22:55:07.320940 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-3e098e37-fe6c-463d-a0dd-4b99a577ac48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 1001 time: 0.0574269 Nov 26 22:55:07.375013 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-ff67e9b4-d76e-4d0b-8c22-ee9c7ef1f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:07.376431 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-ff67e9b4-d76e-4d0b-8c22-ee9c7ef1f797 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0490978 Nov 26 22:55:07.422122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-7ed2d349-3fc1-4e95-b371-0b39489a3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:07.423617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-7ed2d349-3fc1-4e95-b371-0b39489a3377 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400486 Nov 26 22:55:07.513822 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-467763d7-74af-468c-9d63-11f40c00281a service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831974 Nov 26 22:55:07.604693 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6faed3d0-6c0b-4a16-8962-712ec782c3a4 req-af274a61-1b1f-4f09-b81c-e62c2be7f87d service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838046 Nov 26 22:55:07.650991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:08.483721 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:23.627669 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8623aa6f-c2bf-43f6-851c-f2693f57e723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:26.368437 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b5e39d5f-a075-43bb-ac9c-1c535cad6c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:27.338132 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:28.877549 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:29.450498 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:29.857930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-106dbd00-5fec-482a-b1d8-67d22d8964b4 req-3700456a-44f3-4cd0-b8b4-fe55a2fac63e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:55:29.858984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-106dbd00-5fec-482a-b1d8-67d22d8964b4 req-3700456a-44f3-4cd0-b8b4-fe55a2fac63e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548592 Nov 26 22:55:30.044733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7941c-0685-4fd8-a98f-a50df43997e8 req-4bac996f-5e5b-417a-9eeb-67bbecf9cf57 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:30.046298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcb7941c-0685-4fd8-a98f-a50df43997e8 req-4bac996f-5e5b-417a-9eeb-67bbecf9cf57 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0549591 Nov 26 22:55:30.054369 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41566) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:55:30.096886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcb7941c-0685-4fd8-a98f-a50df43997e8 req-370e7ebe-e1c3-4339-9764-521e03fb1e34 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446360 Nov 26 22:55:30.133641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-0b4f7aae-6fad-41f3-8a45-cdaca575c29f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781136 Nov 26 22:55:30.142208 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-87a8fe8a-bd99-4d79-9f58-f21d8d3cf384 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:55:30.143147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-87a8fe8a-bd99-4d79-9f58-f21d8d3cf384 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048563 Nov 26 22:55:31.213266 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc9bcb-cace-456b-968b-9995748131fd req-91097842-7ea9-46b9-9557-abe7b8246cfd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:31.214808 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bccc9bcb-cace-456b-968b-9995748131fd req-91097842-7ea9-46b9-9557-abe7b8246cfd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0487404 Nov 26 22:55:31.267491 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bccc9bcb-cace-456b-968b-9995748131fd req-7925723a-0701-4e30-ab51-85b71d7f1ffb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467663 Nov 26 22:55:31.339746 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-8a05b0f4-bf8a-42dd-a325-1250005451f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:31.341236 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-8a05b0f4-bf8a-42dd-a325-1250005451f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1096 time: 0.0401816 Nov 26 22:55:31.436791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-81ce410e-5972-42c0-b106-4bdd15041427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:31.438249 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-81ce410e-5972-42c0-b106-4bdd15041427 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0901279 Nov 26 22:55:31.502064 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-3c4fff6a-b7a1-474d-9c50-feb994435e8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 1001 time: 0.0570908 Nov 26 22:55:31.555286 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-f7b7a875-dd90-40b7-a38a-0377e8c6d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:31.556742 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-f7b7a875-dd90-40b7-a38a-0377e8c6d427 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0482173 Nov 26 22:55:31.602448 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-68722696-dbd1-465e-a74a-fc3cb318ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:31.603942 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-68722696-dbd1-465e-a74a-fc3cb318ce34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399842 Nov 26 22:55:31.691510 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-9e48890b-2474-4f26-9467-6a85d660a7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795331 Nov 26 22:55:31.784130 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-4e69ca4c-4919-43bd-853d-95ef8d0e9377 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857570 Nov 26 22:55:32.389674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf28df-71e6-495d-abf8-81b5240e3bc0 req-24483241-8e96-4310-a4e7-8e8ca894d3ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:32.391159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abbf28df-71e6-495d-abf8-81b5240e3bc0 req-24483241-8e96-4310-a4e7-8e8ca894d3ee tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0526786 Nov 26 22:55:32.439277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-abbf28df-71e6-495d-abf8-81b5240e3bc0 req-335e4a0f-9cb0-49b4-962f-0b1c39337e2a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415471 Nov 26 22:55:33.557071 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245cb4a-875a-4065-bf69-1c6821ff2c95 req-e85b33af-4784-4417-ae69-a8d65b46f7d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:33.558604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d245cb4a-875a-4065-bf69-1c6821ff2c95 req-e85b33af-4784-4417-ae69-a8d65b46f7d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0486567 Nov 26 22:55:33.607729 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d245cb4a-875a-4065-bf69-1c6821ff2c95 req-6b7b9477-ba45-4dc5-9264-8c7264ad934a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Nov 26 22:55:34.724671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb4bd0-f985-4dda-b10b-cb33f150282c req-51a0bd5c-68e2-4e08-985b-0e12e3c8aa85 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:34.726180 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62eb4bd0-f985-4dda-b10b-cb33f150282c req-51a0bd5c-68e2-4e08-985b-0e12e3c8aa85 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0482202 Nov 26 22:55:34.778796 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-62eb4bd0-f985-4dda-b10b-cb33f150282c req-61c5e1c5-d22e-4750-bf4f-8bde3b05a639 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464852 Nov 26 22:55:35.899102 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe0764-691c-4adc-875a-1566cac4651f req-a1c817ef-a5dc-4ccc-973f-f8563bef548b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:35.900596 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eefe0764-691c-4adc-875a-1566cac4651f req-a1c817ef-a5dc-4ccc-973f-f8563bef548b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0498271 Nov 26 22:55:35.949520 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eefe0764-691c-4adc-875a-1566cac4651f req-49f615d5-0070-4c3c-bc5b-683682d330f0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430961 Nov 26 22:55:37.072924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6afe7-8b09-4687-9d3b-5aadd3d37dd9 req-4b1fe24e-5d67-4a76-aebf-24c5e98d46c2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:37.074446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7d6afe7-8b09-4687-9d3b-5aadd3d37dd9 req-4b1fe24e-5d67-4a76-aebf-24c5e98d46c2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0488944 Nov 26 22:55:37.128360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e7d6afe7-8b09-4687-9d3b-5aadd3d37dd9 req-caecdf9d-028c-4f49-95f9-2d61e229f9d3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480249 Nov 26 22:55:37.684541 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:38.248390 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16311f1-7bd9-44b7-8d4a-bc0ef8efba3f req-0ce5e94c-4d06-4778-8448-c3f395ba5718 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:38.249883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e16311f1-7bd9-44b7-8d4a-bc0ef8efba3f req-0ce5e94c-4d06-4778-8448-c3f395ba5718 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0524757 Nov 26 22:55:38.297984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e16311f1-7bd9-44b7-8d4a-bc0ef8efba3f req-51dd348b-447e-4287-8640-f52cd66ffe4e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Nov 26 22:55:38.492105 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:39.413921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db4cf4-dd6a-457e-890a-2080c13f2e4d req-c013aa01-a0e1-4bde-922c-1a78423e7850 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:39.415419 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73db4cf4-dd6a-457e-890a-2080c13f2e4d req-c013aa01-a0e1-4bde-922c-1a78423e7850 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0484684 Nov 26 22:55:39.465184 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-73db4cf4-dd6a-457e-890a-2080c13f2e4d req-71c4aa65-3c73-4fba-af48-ed3effed8d7f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439267 Nov 26 22:55:39.995198 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:55:40.581882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f54ff-4612-4537-8ffc-68ee62ab661d req-71b42aeb-3142-4662-acc9-037fb5808dba tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:40.584158 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-901f54ff-4612-4537-8ffc-68ee62ab661d req-71b42aeb-3142-4662-acc9-037fb5808dba tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0481210 Nov 26 22:55:40.637826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-901f54ff-4612-4537-8ffc-68ee62ab661d req-5dd76480-47bb-412d-bda8-ec5d25157727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480096 Nov 26 22:55:41.754340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a21a6-ba0d-4545-a22a-6390e1f48117 req-7382594b-59ab-4d83-bfd7-8845fef17727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:41.755886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd2a21a6-ba0d-4545-a22a-6390e1f48117 req-7382594b-59ab-4d83-bfd7-8845fef17727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0490313 Nov 26 22:55:41.804985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd2a21a6-ba0d-4545-a22a-6390e1f48117 req-5cceea79-192d-47be-ae4d-2f9812544bce tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Nov 26 22:55:42.920130 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35c76c-f27b-444b-880c-839da2269094 req-b60d8999-6203-4828-8652-61a9640b3a6f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:42.921615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc35c76c-f27b-444b-880c-839da2269094 req-b60d8999-6203-4828-8652-61a9640b3a6f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0493143 Nov 26 22:55:42.972116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc35c76c-f27b-444b-880c-839da2269094 req-524e194a-e03f-4af8-ab11-4fe859ff8fd5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437632 Nov 26 22:55:43.833440 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-b6c1f35d-2304-4f43-81ae-f4ac1cc21130 service neutron] show failed (client error): The resource could not be found. Nov 26 22:55:43.834474 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-b6c1f35d-2304-4f43-81ae-f4ac1cc21130 service neutron] 10.222.0.13 "GET /v2.0/ports/d79033bd-4277-45a7-a8d9-0e5b7e06aef5/bindings/n-h2-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0537510 Nov 26 22:55:44.074202 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-223f6f81-4b63-4674-a35c-dc4107f63bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:44.075624 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-223f6f81-4b63-4674-a35c-dc4107f63bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 1096 time: 0.0816610 Nov 26 22:55:44.093173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:55:44.097494 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46c72-3cc3-407b-8d25-a6c9e3d79bf0 req-d5a5c5da-4ce3-4790-9747-5bb3a5cf0c41 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:44.099311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ea46c72-3cc3-407b-8d25-a6c9e3d79bf0 req-d5a5c5da-4ce3-4790-9747-5bb3a5cf0c41 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0535169 Nov 26 22:55:44.149859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:44.150112 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2ea46c72-3cc3-407b-8d25-a6c9e3d79bf0 req-e1e202b2-2f65-4f75-9645-a3d9f10d2af8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449378 Nov 26 22:55:44.348094 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:55:44.381029 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:55:44.418124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:55:44.420384 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3b1f4d-4912-4673-a061-f7136eaacb8d" -d '{"events": [{"server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "name": "network-vif-unplugged", "status": "completed", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:55:44.424059 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:44.436493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Transition to ACTIVE for port object d79033bd-4277-45a7-a8d9-0e5b7e06aef5 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:55:44.441208 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:44.538611 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=6']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:55:44.543357 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e1a1e1-a33f-44fe-aa98-8962a4dd098c x-openstack-request-id: req-e6e1a1e1-a33f-44fe-aa98-8962a4dd098c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:55:44.543661 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "name": "network-vif-unplugged", "status": "completed", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:55:44.543921 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6e1a1e1-a33f-44fe-aa98-8962a4dd098c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:55:44.544323 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'code': 200} Nov 26 22:55:44.556764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.557119 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.557469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.557808 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.558170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.558507 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.558840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.559171 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.559503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.559832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.560163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.560487 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:44.582748 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] No DVR routers for this DVR port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:55:44.719255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Attempting to bind port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:55:44.719597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Attempting to bind port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:55:44.719933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Attempting to bind port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:55:44.724338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:55:44.724661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Attempting to bind port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:55:44.729462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:55:44.729837 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Checking segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:55:44.730338 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Bound using segment: {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:55:44.730771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Bound port: d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffdf10c-1746-443b-ab87-bb69abdeabf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:55:44.731128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:44.792812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:55:44.795885 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:55:44.799735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:44.844122 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:44.844749 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:44.846182 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] 10.222.0.41 "PUT /v2.0/ports/d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 1091 time: 0.7571461 Nov 26 22:55:44.860863 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bcc5b-b940-4edd-9161-861902b97786 service neutron] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=7']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:55:44.921438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-7d63343d-3bd7-41a9-8a20-3eeb6a5ea72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:44.922988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-7d63343d-3bd7-41a9-8a20-3eeb6a5ea72c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1094 time: 0.0417380 Nov 26 22:55:45.018555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-ac5a269b-6f68-4be9-9ea2-ffa05aa27102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:45.020594 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-ac5a269b-6f68-4be9-9ea2-ffa05aa27102 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0900140 Nov 26 22:55:45.085506 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-12323aa0-af9d-4d80-96b5-bf3398002760 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 999 time: 0.0578330 Nov 26 22:55:45.133765 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-7844f647-e57b-45bf-80e5-eb0a52f31e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:45.135076 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-7844f647-e57b-45bf-80e5-eb0a52f31e17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0429027 Nov 26 22:55:45.182377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-4d3d1314-f32c-4203-a4d1-5efa5d7c056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:45.183869 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-4d3d1314-f32c-4203-a4d1-5efa5d7c056c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420725 Nov 26 22:55:45.267488 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41d9eb-1ae8-4431-b71b-67e573801393 req-f1502ef9-d7ce-4137-b342-bd944570f130 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:45.268989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b41d9eb-1ae8-4431-b71b-67e573801393 req-f1502ef9-d7ce-4137-b342-bd944570f130 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 943 time: 0.0482647 Nov 26 22:55:45.272968 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-7778cbcb-5e84-4554-a96c-496e37b2b2e8 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819125 Nov 26 22:55:45.318482 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0b41d9eb-1ae8-4431-b71b-67e573801393 req-ee2882b0-8715-4d65-a76c-7fd499a66775 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425119 Nov 26 22:55:45.364134 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f1f3ad0b-8837-405a-a321-c507d9df5008 req-deccf699-728e-4e5b-851a-d1c9adf29bf6 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842588 Nov 26 22:55:46.440272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b22a3-7515-4f2c-be46-abd8784e81f7 req-5fe2b4e1-de97-49d4-9bda-8fd322c35fbb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:46.441762 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-142b22a3-7515-4f2c-be46-abd8784e81f7 req-5fe2b4e1-de97-49d4-9bda-8fd322c35fbb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 943 time: 0.0522566 Nov 26 22:55:46.491166 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-142b22a3-7515-4f2c-be46-abd8784e81f7 req-593e09f0-42f8-4055-9718-68395bf305a5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434084 Nov 26 22:55:46.545787 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:55:46.548243 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c045a0-e5e4-4f35-ac68-bced3abe92b3" -d '{"events": [{"name": "network-changed", "server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:55:46.597105 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d84f1b0-2f08-48c0-b48c-0125f5ee0511 x-openstack-request-id: req-3d84f1b0-2f08-48c0-b48c-0125f5ee0511 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:55:46.597388 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:55:46.597652 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d84f1b0-2f08-48c0-b48c-0125f5ee0511 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:55:46.598188 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'status': 'completed', 'code': 200} Nov 26 22:55:46.705974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-e16910b4-39ff-429b-8bee-928cba0a52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:46.707548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-e16910b4-39ff-429b-8bee-928cba0a52ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1094 time: 0.0593567 Nov 26 22:55:46.710512 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-3f3fc10b-90f6-4143-a3c2-9bf2afdac3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:46.711875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-3f3fc10b-90f6-4143-a3c2-9bf2afdac3ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1094 time: 0.0726621 Nov 26 22:55:46.802708 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-2777ba8b-98a7-48fc-bccb-9d00c9238266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:46.804158 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-2777ba8b-98a7-48fc-bccb-9d00c9238266 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0854552 Nov 26 22:55:47.201363 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-b7720356-2d32-4c57-b6af-9e87cb98a45b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 999 time: 0.3901129 Nov 26 22:55:47.263984 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-b83b8466-7867-4a2c-b544-4a3a14decfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:47.265412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-b83b8466-7867-4a2c-b544-4a3a14decfd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.4196520 Nov 26 22:55:47.270566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-ce037416-c6cd-4d8a-9933-394a7601c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:47.271876 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-ce037416-c6cd-4d8a-9933-394a7601c244 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0626769 Nov 26 22:55:47.358688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-d94972c9-2cbb-46e8-9565-3425df6e9f02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 999 time: 0.0855849 Nov 26 22:55:47.361100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-8ad3e87a-4ec8-4b61-8197-a0c68a248112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:47.362736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-8ad3e87a-4ec8-4b61-8197-a0c68a248112 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833561 Nov 26 22:55:47.454549 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-96977d85-4a88-4918-b759-f5eeb3bfb043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:47.455900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-96977d85-4a88-4918-b759-f5eeb3bfb043 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0905452 Nov 26 22:55:47.509251 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-a0fbf7c3-39e3-4e8e-8bff-e7969d55e762 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369503 Nov 26 22:55:47.529239 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-425c4e76-4a64-481c-92b0-bb8e0e74bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:47.533247 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-425c4e76-4a64-481c-92b0-bb8e0e74bf33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684361 Nov 26 22:55:47.533390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device d79033bd-4277-45a7-a8d9-0e5b7e06aef5 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:55:47.610095 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4ce0b-7996-4338-8b34-5f0892151b1a req-524ba4f1-3a52-419b-9760-d8665c717cd4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:47.612328 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4b4ce0b-7996-4338-8b34-5f0892151b1a req-524ba4f1-3a52-419b-9760-d8665c717cd4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 943 time: 0.0508528 Nov 26 22:55:47.635248 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:55:47.646703 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'port_id': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'mac_address': 'fa:16:3e:c0:1b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:55:47.669464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4b4ce0b-7996-4338-8b34-5f0892151b1a req-b44a13cd-22cd-4036-a7ce-9770f72a8db8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500801 Nov 26 22:55:47.684125 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:47.687676 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-751753d8-0b8a-45f2-9de6-f3b18c4bbf43 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708021 Nov 26 22:55:47.691083 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-1efba7f1-d636-4697-a61b-d6dddd65dc8a service neutron] 10.222.0.41 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483963 Nov 26 22:55:47.697953 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79033bd-4277-45a7-a8d9-0e5b7e06aef5 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:55:47.718227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:55:47.723230 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:47.769754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:55:47.777659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.778009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.778383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.778721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.779057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.779388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.779717 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.780040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.780365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.780686 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.781012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.781332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:55:47.791206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d79033bd-4277-45a7-a8d9-0e5b7e06aef5 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:55:47.796874 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-77c045a0-e5e4-4f35-ac68-bced3abe92b3 req-d51bff2d-3c73-4623-8b26-5583371b7c08 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954468 Nov 26 22:55:47.833229 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device d79033bd-4277-45a7-a8d9-0e5b7e06aef5 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:55:48.268181 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['d79033bd-4277-45a7-a8d9-0e5b7e06aef5'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:55:48.797198 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d7d10-5399-4107-9fd9-1e29bdab1018 req-0321206f-9d93-4a1e-85d7-6e0f0fe4775e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:48.799464 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f6d7d10-5399-4107-9fd9-1e29bdab1018 req-0321206f-9d93-4a1e-85d7-6e0f0fe4775e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 944 time: 0.0529659 Nov 26 22:55:48.854268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f6d7d10-5399-4107-9fd9-1e29bdab1018 req-7ac4a930-aed0-4590-9b74-86f7db4be99f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489984 Nov 26 22:55:49.555357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device d79033bd-4277-45a7-a8d9-0e5b7e06aef5 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:55:49.608354 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:55:49.612264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:55:49.612894 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:49.692986 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:49.715718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:55:49.717937 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffdcd58-21e1-4bbc-8380-95c808323293" -d '{"events": [{"server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "name": "network-vif-plugged", "status": "completed", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:55:49.730612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:55:49.734607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:49.783629 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=9']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:55:49.816388 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749d0fa3-3893-4ba6-823d-bc10601c7aa6 x-openstack-request-id: req-749d0fa3-3893-4ba6-823d-bc10601c7aa6 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:55:49.816713 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "name": "network-vif-plugged", "status": "completed", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:55:49.817646 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-749d0fa3-3893-4ba6-823d-bc10601c7aa6 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:55:49.818103 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'code': 200} Nov 26 22:55:49.971161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b9a91-1cfd-460e-a32f-93aea31ef1b1 req-3750d921-cc3a-4a61-bd9c-40f66b7688f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:49.972629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f98b9a91-1cfd-460e-a32f-93aea31ef1b1 req-3750d921-cc3a-4a61-bd9c-40f66b7688f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0493135 Nov 26 22:55:50.022599 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f98b9a91-1cfd-460e-a32f-93aea31ef1b1 req-937f23a8-bb2a-4c15-ac11-15527c5c842d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Nov 26 22:55:50.211872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d41fe-1b85-411f-8f62-719e3408da6c req-015e3175-06a2-4c50-bec3-55e5ad3208b5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:50.213411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-824d41fe-1b85-411f-8f62-719e3408da6c req-015e3175-06a2-4c50-bec3-55e5ad3208b5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0495138 Nov 26 22:55:50.247067 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-a25761e0-a958-4ce6-a584-dface72c2a07 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:50.248826 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-a25761e0-a958-4ce6-a584-dface72c2a07 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&binding%3Ahost_id=n-h2-819494-1 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Nov 26 22:55:50.264054 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-824d41fe-1b85-411f-8f62-719e3408da6c req-ab6fc2c5-b3e6-40c4-ac62-64806fbb5547 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446455 Nov 26 22:55:50.309552 n-d-819494-1 neutron-server[110000]: INFO neutron.api.v2.resource [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-9cc407eb-5a67-406f-936d-bd7e01937796 service neutron] delete failed (client error): The resource could not be found. Nov 26 22:55:50.310616 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-9cc407eb-5a67-406f-936d-bd7e01937796 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d79033bd-4277-45a7-a8d9-0e5b7e06aef5/bindings/n-h1-819494-1 HTTP/1.1" status: 404 len: 380 time: 0.0541372 Nov 26 22:55:50.396192 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2f743-15ca-42ed-b766-03ed67425488 req-54e8c469-c316-475c-ba16-44464171c294 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:50.397681 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85e2f743-15ca-42ed-b766-03ed67425488 req-54e8c469-c316-475c-ba16-44464171c294 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0534027 Nov 26 22:55:50.416693 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-a89af9eb-95f7-409e-aaee-c3e353033e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:50.418376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-a89af9eb-95f7-409e-aaee-c3e353033e5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1096 time: 0.0418210 Nov 26 22:55:50.447442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-85e2f743-15ca-42ed-b766-03ed67425488 req-c57ca428-ebb6-417a-b4b2-8cb696606546 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437946 Nov 26 22:55:50.513359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-25ae1261-4ac1-4ece-88cb-df56ab651957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:50.514884 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-25ae1261-4ac1-4ece-88cb-df56ab651957 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0886080 Nov 26 22:55:50.579443 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-ced516df-8adb-44dd-a257-04381b890238 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 1001 time: 0.0571365 Nov 26 22:55:50.632211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-650f8dda-ca64-4c9a-916c-9d1be3352f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:50.633665 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-650f8dda-ca64-4c9a-916c-9d1be3352f7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0478995 Nov 26 22:55:50.680403 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-cc3ad079-f390-44c1-9c73-b0abe36d450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:50.681885 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-cc3ad079-f390-44c1-9c73-b0abe36d450c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408990 Nov 26 22:55:50.769741 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-7270c9dc-52a1-4f78-9995-de0409231d49 service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798402 Nov 26 22:55:50.864256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-219df62a-2f5e-485d-bf34-5c6bd2b7d633 req-3d49aaee-a9c1-4a95-94e9-083479a39dfc service neutron] 10.222.0.13 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872746 Nov 26 22:55:51.564509 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b664f-5732-4741-b4f4-6726541b9604 req-c4d76f8f-8583-4766-a3e4-72dcb61a1250 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:55:51.565906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-713b664f-5732-4741-b4f4-6726541b9604 req-c4d76f8f-8583-4766-a3e4-72dcb61a1250 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0493224 Nov 26 22:55:51.615263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-713b664f-5732-4741-b4f4-6726541b9604 req-76366ff4-d2eb-4ee1-9267-984dab5731e3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427549 Nov 26 22:55:51.638546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41646) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:55:51.698427 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-f7c0ccd3-e27a-40a3-8b68-5f5d793fff6c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/3729384d-3531-40ab-bd52-67414bd62d66 HTTP/1.1" status: 200 len: 993 time: 0.0586858 Nov 26 22:55:53.628915 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-834f0e54-84bf-4032-91c4-ef09da3840ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:56.369496 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9c1cf604-3c31-4317-b59f-e51323c023df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:57.340764 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:58.882649 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:55:59.452381 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:07.683344 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:08.501981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:16.995377 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:56:17.017048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-a8c71b57-2ad1-4e81-a6c8-17fb5fc59e51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442188 Nov 26 22:56:17.122902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-8158eb94-85e5-46b7-bc27-3b305e59f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:17.124412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-8158eb94-85e5-46b7-bc27-3b305e59f86f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1096 time: 0.0412498 Nov 26 22:56:17.226591 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-096d580d-0c27-4a94-ba8a-f90ca91d72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:17.228054 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-096d580d-0c27-4a94-ba8a-f90ca91d72c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0839176 Nov 26 22:56:17.296713 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-14e276ca-fb99-464a-a421-b39d2434865e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 1001 time: 0.0611784 Nov 26 22:56:17.344647 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-dacf70c9-d293-47fa-aa0b-b2222d958910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:17.346081 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-dacf70c9-d293-47fa-aa0b-b2222d958910 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0429180 Nov 26 22:56:17.391165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-33c75f30-c933-42fa-a56a-1ce876a26c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:17.392649 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-33c75f30-c933-42fa-a56a-1ce876a26c29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399151 Nov 26 22:56:17.483515 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-bcf50777-141b-4d0c-ba47-8c7b6f193d30 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839691 Nov 26 22:56:17.572650 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5808b145-e79d-45db-bc1f-dc43f72204a3 req-a3f8ab94-0ea5-44ba-a93c-6f35e25dad06 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813034 Nov 26 22:56:23.629901 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-abab769b-77b9-492c-b3fc-f50ec006de54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:26.371606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dc85e171-7846-4942-bb5b-f467e2fe0855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:27.343526 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:28.883863 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:29.454439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:37.697749 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:38.504307 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:44.879688 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41664) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:45.039474 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 8c7831a2-5839-43c3-a2a9-94418a40ef26 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:56:45.039817 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:45.112953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:45.113523 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:45.125789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 8c7831a2-5839-43c3-a2a9-94418a40ef26 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:56:45.273035 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:45.298445 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=8c7831a2-5839-43c3-a2a9-94418a40ef26,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:45.309211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.309573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.309923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.310290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.310633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.310970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.311306 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.311641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.311972 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.312300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.312629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.312954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:45.374448 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:45.374779 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP 3729384d-3531-40ab-bd52-67414bd62d66 disassociated (deleted). External IP: 172.25.3.215, port: d79033bd-4277-45a7-a8d9-0e5b7e06aef5. Nov 26 22:56:45.576420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 63238c66-223a-4082-b871-3841c5a9bb0d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:56:45.683330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:56:45.688229 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:45.693297 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] Sync routers for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:56:45.702349 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:56:45.702939 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:45.715979 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1a071569-9555-4d20-9e6c-0a2a7d165a76 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/floatingips/3729384d-3531-40ab-bd52-67414bd62d66 HTTP/1.1" status: 204 len: 168 time: 0.8350351 Nov 26 22:56:45.716574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:56:45.718873 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83ca247-1e52-4d2c-a717-ce0dda1111d6" -d '{"events": [{"name": "network-changed", "server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:56:45.760795 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e732f841-31a2-46c7-b030-6be0145f04fb x-openstack-request-id: req-e732f841-31a2-46c7-b030-6be0145f04fb {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:56:45.761133 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:56:45.761392 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e732f841-31a2-46c7-b030-6be0145f04fb {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:56:45.761798 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'status': 'completed', 'code': 200} Nov 26 22:56:45.812750 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:56:45.860304 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-ce324566-198e-499e-af82-b9c48dbb59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:45.861811 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-ce324566-198e-499e-af82-b9c48dbb59c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 1096 time: 0.0535083 Nov 26 22:56:45.964438 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-a942421e-53d3-4591-9740-da9fd1223dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:45.965889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-a942421e-53d3-4591-9740-da9fd1223dd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 200 len: 898 time: 0.0938261 Nov 26 22:56:45.988590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369060b-758f-4166-ad96-851d0a551aaf req-6fa2c5db-7b1c-46b7-978d-b931532b0188 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:45.990204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4369060b-758f-4166-ad96-851d0a551aaf req-6fa2c5db-7b1c-46b7-978d-b931532b0188 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0561993 Nov 26 22:56:46.016319 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-95b0b709-a711-4fed-bd8d-e6402d1f96d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 200 len: 217 time: 0.0410817 Nov 26 22:56:46.019650 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:13Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:46.041421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4369060b-758f-4166-ad96-851d0a551aaf req-07d749c2-3683-41d5-9be9-73f8d4b39aac tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452847 Nov 26 22:56:46.050336 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] Checking router: 63238c66-223a-4082-b871-3841c5a9bb0d for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:56:46.059082 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:56:46.059934 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:46.069600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-90203efa-0e31-4661-a10b-7a262da47d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:46.071180 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-90203efa-0e31-4661-a10b-7a262da47d80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 200 len: 834 time: 0.0480187 Nov 26 22:56:46.120120 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-2702ca9b-7b38-4534-a651-4a860db67582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:46.121584 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-2702ca9b-7b38-4534-a651-4a860db67582 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7ac7dc77-6f3b-4452-8924-3ca5782bf032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423024 Nov 26 22:56:46.163990 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:56:46.217580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-9ad6e772-dbb9-404b-97c6-4dc0a2bbde63 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872829 Nov 26 22:56:46.309051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f83ca247-1e52-4d2c-a717-ce0dda1111d6 req-bd1e498d-b5e3-4e1c-afd1-2bd98c8a79c0 service neutron] 10.222.0.41 "GET /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837550 Nov 26 22:56:46.456351 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:13Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:46.482473 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed31345d-b17a-4521-ba5f-f2055a4bbb1b None None] The sync data for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 is: [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:10Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '9c9d9ed5-c08d-4952-94b0-03fd6ae0e287', 'name': '', 'network_id': '7ac7dc77-6f3b-4452-8924-3ca5782bf032', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:6c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:09Z', 'updated_at': '2021-11-26T22:54:13Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'f405e5fd-4d3b-4492-8547-79c5b498109e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:56:46.697947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b9873-fc31-4054-9b1b-c07b9b1dc434 None None] New status for floating IP 3729384d-3531-40ab-bd52-67414bd62d66: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:56:47.160340 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827af714-83a1-4a70-95d1-ed43cedee743 req-c5496bba-3330-4611-9bf0-bf044131863d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:47.162628 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-827af714-83a1-4a70-95d1-ed43cedee743 req-c5496bba-3330-4611-9bf0-bf044131863d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0502267 Nov 26 22:56:47.210920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-827af714-83a1-4a70-95d1-ed43cedee743 req-d54cc35e-2e37-4200-8fde-d836db70eafe tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=899c3e58-9581-48ae-b7c1-51bddc737014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Nov 26 22:56:47.531588 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-258da35d-273c-45e4-b1ba-83abe4ff4f36 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:47.533039 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-258da35d-273c-45e4-b1ba-83abe4ff4f36 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 945 time: 0.0528364 Nov 26 22:56:47.624280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:56:47.624642 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:47.711801 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port d79033bd-4277-45a7-a8d9-0e5b7e06aef5, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:56:47.712165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:47.724983 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for d79033bd-4277-45a7-a8d9-0e5b7e06aef5 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:56:47.855350 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:47.883939 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=d79033bd-4277-45a7-a8d9-0e5b7e06aef5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:47.928256 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] No DVR routers for this DVR port d79033bd-4277-45a7-a8d9-0e5b7e06aef5 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:56:47.930877 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:47.934313 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-652d5aa2-fa69-45d4-abd1-18a6d9a85df1 req-53831e38-9442-4353-af6a-4fe8cf533d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "DELETE /v2.0/ports/d79033bd-4277-45a7-a8d9-0e5b7e06aef5 HTTP/1.1" status: 204 len: 173 time: 0.3948853 Nov 26 22:56:47.934743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'name': 'network-vif-deleted', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:56:47.937021 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b392649-2a99-4ff3-80d0-060bdaea6755" -d '{"events": [{"server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "name": "network-vif-deleted", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:56:47.977256 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b28e1c-c5c4-4fd6-adfa-b7ca53745e23 x-openstack-request-id: req-12b28e1c-c5c4-4fd6-adfa-b7ca53745e23 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:56:47.977581 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab92038-95cb-4d1a-ac1e-f236043b193c", "name": "network-vif-deleted", "tag": "d79033bd-4277-45a7-a8d9-0e5b7e06aef5", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:56:47.977838 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12b28e1c-c5c4-4fd6-adfa-b7ca53745e23 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:56:47.978269 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab92038-95cb-4d1a-ac1e-f236043b193c', 'name': 'network-vif-deleted', 'tag': 'd79033bd-4277-45a7-a8d9-0e5b7e06aef5', 'status': 'completed', 'code': 200} Nov 26 22:56:48.322982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da2232a2-9962-402a-8241-2565c7fac17d req-d9326277-9879-4cba-8bb1-cc846cb32de0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=eab92038-95cb-4d1a-ac1e-f236043b193c HTTP/1.1" status: 200 len: 210 time: 0.0272429 Nov 26 22:56:49.381675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41680) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:49.734918 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:49.985359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:56:49.985612 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:50.071865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:56:50.072231 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:50.088665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:56:50.268440 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:50.296013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=9c9d9ed5-c08d-4952-94b0-03fd6ae0e287,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:50.308726 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.309085 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.309432 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.309787 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.310148 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.310487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.310822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.311155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.311492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.311826 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.312145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.312471 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:50.481439 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.027670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 63238c66-223a-4082-b871-3841c5a9bb0d has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:56:51.138898 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:56:51.147483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c899239d-177a-4db9-a5e8-f10d89077c9a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/63238c66-223a-4082-b871-3841c5a9bb0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7611365 Nov 26 22:56:51.147724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41682) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:51.150378 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] Sync routers for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:56:51.159494 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:56:51.160091 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:51.198021 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44b6b71-29f6-4ec1-8bc1-7cfaf3e24e96 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting subnet f405e5fd-4d3b-4492-8547-79c5b498109e {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:56:51.201129 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d44b6b71-29f6-4ec1-8bc1-7cfaf3e24e96 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.241186 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d44b6b71-29f6-4ec1-8bc1-7cfaf3e24e96 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.260394 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:56:51.327478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d44b6b71-29f6-4ec1-8bc1-7cfaf3e24e96 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.386903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d44b6b71-29f6-4ec1-8bc1-7cfaf3e24e96 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.416971 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d44b6b71-29f6-4ec1-8bc1-7cfaf3e24e96 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.420637 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d44b6b71-29f6-4ec1-8bc1-7cfaf3e24e96 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/subnets/f405e5fd-4d3b-4492-8547-79c5b498109e HTTP/1.1" status: 204 len: 168 time: 0.2719133 Nov 26 22:56:51.421619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b6b71-29f6-4ec1-8bc1-7cfaf3e24e96 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Subnet': ['ID=f405e5fd-4d3b-4492-8547-79c5b498109e,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:51.423476 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41684) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:51.426011 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b70d6-ef90-451c-98d3-6b69f903b27e None None] Network 7ac7dc77-6f3b-4452-8924-3ca5782bf032 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:56:51.440106 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:56:50Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:51.466537 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] Checking router: 63238c66-223a-4082-b871-3841c5a9bb0d for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:56:51.476149 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] Routers {'63238c66-223a-4082-b871-3841c5a9bb0d'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:56:51.476548 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['63238c66-223a-4082-b871-3841c5a9bb0d'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:51.532292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.591737 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] Set router 63238c66-223a-4082-b871-3841c5a9bb0d gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:56:51.620235 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] DHCP port deletion for 7ac7dc77-6f3b-4452-8924-3ca5782bf032 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:56:51.642238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.679115 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Deleting port b67271bc-a2b1-48fa-968a-1c7fe4ff7432 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:56:51.679816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.697684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 092e4005-6138-46a5-93db-3c3cf57dfb35 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:56:51.698018 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.737798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device d79033bd-4277-45a7-a8d9-0e5b7e06aef5 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:56:51.761527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: d79033bd-4277-45a7-a8d9-0e5b7e06aef5 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:56:51.761883 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device d79033bd-4277-45a7-a8d9-0e5b7e06aef5 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:56:51.776140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] For port b67271bc-a2b1-48fa-968a-1c7fe4ff7432, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=b67271bc-a2b1-48fa-968a-1c7fe4ff7432,segment=NetworkSegment(0ffdf10c-1746-443b-ab87-bb69abdeabf7),segment_id=0ffdf10c-1746-443b-ab87-bb69abdeabf7)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:56:51.776544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.776739 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port 092e4005-6138-46a5-93db-3c3cf57dfb35, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=092e4005-6138-46a5-93db-3c3cf57dfb35,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:56:51.776891 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:56:50Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:51.777144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.790164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Calling delete_port for b67271bc-a2b1-48fa-968a-1c7fe4ff7432 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:56:51.793727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 092e4005-6138-46a5-93db-3c3cf57dfb35 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:56:51.806952 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1d349-bebb-482c-b79f-9d0ffc5c8a41 None None] The sync data for ids ['63238c66-223a-4082-b871-3841c5a9bb0d'] in n-d-819494-1 is: [{'id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-836924544', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:56:50Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': '092e4005-6138-46a5-93db-3c3cf57dfb35', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:32:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63238c66-223a-4082-b871-3841c5a9bb0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:54:07Z', 'updated_at': '2021-11-26T22:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:56:51.872243 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:51.896640 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Pushing event deleted for resources: {'Port': ['ID=b67271bc-a2b1-48fa-968a-1c7fe4ff7432,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:51.900855 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] No DVR routers for this DVR port b67271bc-a2b1-48fa-968a-1c7fe4ff7432 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:56:51.908186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.908541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.908871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.909207 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.909537 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.910359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.910359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.910541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.911593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.911718 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.911971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.912317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96c8f30-ad88-4181-9e3b-1d06a2ccb09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:56:51.978140 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.006638 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=092e4005-6138-46a5-93db-3c3cf57dfb35,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:52.022153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068c6cfc-1648-451b-95e7-c51716ffc1d2 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:56:52.071239 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.161789 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.164273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.211165 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.211769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Fanout notify agent at l3_agent the message router_deleted on router 63238c66-223a-4082-b871-3841c5a9bb0d {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:56:52.219449 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.220461 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-286558a1-67bb-4710-9169-e286df93a9ef tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/routers/63238c66-223a-4082-b871-3841c5a9bb0d HTTP/1.1" status: 204 len: 168 time: 0.7960031 Nov 26 22:56:52.224952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41686) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:52.284268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b67271bc-a2b1-48fa-968a-1c7fe4ff7432 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:56:52.307420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: b67271bc-a2b1-48fa-968a-1c7fe4ff7432 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:56:52.307948 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device b67271bc-a2b1-48fa-968a-1c7fe4ff7432 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:56:52.308531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:56:52.323512 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.328046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:56:52.328401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 9c9d9ed5-c08d-4952-94b0-03fd6ae0e287 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:56:52.416934 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.437997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac7dc77-6f3b-4452-8924-3ca5782bf032']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:52.447993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffdf10c-1746-443b-ab87-bb69abdeabf7') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:52.448288 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffdf10c-1746-443b-ab87-bb69abdeabf7') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:52.457812 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.471243 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.477591 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:56:52.477952 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:56:52.480943 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:56:52.541170 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.548340 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.551206 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/networks/7ac7dc77-6f3b-4452-8924-3ca5782bf032 HTTP/1.1" status: 204 len: 168 time: 0.3252535 Nov 26 22:56:52.554652 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41688) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:52.563572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8da9a2-af9f-462d-8aa7-918aea37f46e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Network': ['ID=7ac7dc77-6f3b-4452-8924-3ca5782bf032,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:52.611647 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55d8e119-498b-4711-ae4a-a9c4840f1002 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.637790 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55d8e119-498b-4711-ae4a-a9c4840f1002 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.696612 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55d8e119-498b-4711-ae4a-a9c4840f1002 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.699216 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-55d8e119-498b-4711-ae4a-a9c4840f1002 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:52.700374 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-55d8e119-498b-4711-ae4a-a9c4840f1002 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/security-groups/899c3e58-9581-48ae-b7c1-51bddc737014 HTTP/1.1" status: 204 len: 168 time: 0.1446512 Nov 26 22:56:52.709750 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8e119-498b-4711-ae4a-a9c4840f1002 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899c3e58-9581-48ae-b7c1-51bddc737014,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:53.218517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41694) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:53.223177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-b5914555-8270-41ac-9a30-9e8dbf8244b9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476052670', 'description': 'tempest-secgroup-smoke-1476052670 description', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:53.246378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5914555-8270-41ac-9a30-9e8dbf8244b9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.313856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5914555-8270-41ac-9a30-9e8dbf8244b9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.318415 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5914555-8270-41ac-9a30-9e8dbf8244b9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.347688 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b5914555-8270-41ac-9a30-9e8dbf8244b9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.348932 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b5914555-8270-41ac-9a30-9e8dbf8244b9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1293340 Nov 26 22:56:53.350201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5914555-8270-41ac-9a30-9e8dbf8244b9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189e918b-6491-4201-9269-1caf583e0ed7,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:53.352161 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41696) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:53.365761 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-14d3a211-2b63-40f0-8019-76f7b14e52ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '189e918b-6491-4201-9269-1caf583e0ed7', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:53.395626 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14d3a211-2b63-40f0-8019-76f7b14e52ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.449159 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14d3a211-2b63-40f0-8019-76f7b14e52ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.452319 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14d3a211-2b63-40f0-8019-76f7b14e52ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.473137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3a211-2b63-40f0-8019-76f7b14e52ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cdb21d-6f5d-4ad6-a330-0024f7d62733,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:53.481739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14d3a211-2b63-40f0-8019-76f7b14e52ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.483009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-14d3a211-2b63-40f0-8019-76f7b14e52ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217670 Nov 26 22:56:53.485717 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41698) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:53.491574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-2bfb0eab-4942-4950-bb43-23e279bf7c13 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '189e918b-6491-4201-9269-1caf583e0ed7', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:53.518113 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0eab-4942-4950-bb43-23e279bf7c13 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.572719 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0eab-4942-4950-bb43-23e279bf7c13 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.576350 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0eab-4942-4950-bb43-23e279bf7c13 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.595586 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb0eab-4942-4950-bb43-23e279bf7c13 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad08714-a11d-493d-a53a-2fb3cfcdfcd1,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:53.603282 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-2bfb0eab-4942-4950-bb43-23e279bf7c13 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.604498 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2bfb0eab-4942-4950-bb43-23e279bf7c13 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178095 Nov 26 22:56:53.607405 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41700) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:53.612171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0a123d5c-fc61-4a10-b765-ab98205679f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '189e918b-6491-4201-9269-1caf583e0ed7', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:53.631944 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-67092d16-a3e3-4eac-9c04-c36c459a2e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.640634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a123d5c-fc61-4a10-b765-ab98205679f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.697358 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a123d5c-fc61-4a10-b765-ab98205679f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.700860 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a123d5c-fc61-4a10-b765-ab98205679f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.718647 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a123d5c-fc61-4a10-b765-ab98205679f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afd00e7-3343-4957-b792-0651d66ec72b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:53.726572 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0a123d5c-fc61-4a10-b765-ab98205679f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.727777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0a123d5c-fc61-4a10-b765-ab98205679f8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194043 Nov 26 22:56:53.730444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41702) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:53.734688 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-eb2adc87-9327-4ed6-87ed-2c35094c1498 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '189e918b-6491-4201-9269-1caf583e0ed7', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:53.760731 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eb2adc87-9327-4ed6-87ed-2c35094c1498 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.819327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eb2adc87-9327-4ed6-87ed-2c35094c1498 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.822788 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eb2adc87-9327-4ed6-87ed-2c35094c1498 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.842690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2adc87-9327-4ed6-87ed-2c35094c1498 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc1373a-10a3-4fb3-8052-f3084a1427a5,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:53.849765 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-eb2adc87-9327-4ed6-87ed-2c35094c1498 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.850981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-eb2adc87-9327-4ed6-87ed-2c35094c1498 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195922 Nov 26 22:56:53.853750 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41704) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:53.858142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-30a5ee50-b346-4eaf-8327-637ee46caaae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '189e918b-6491-4201-9269-1caf583e0ed7', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:53.869541 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 092e4005-6138-46a5-93db-3c3cf57dfb35 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:56:53.881669 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-30a5ee50-b346-4eaf-8327-637ee46caaae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:56:53.886642 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-30a5ee50-b346-4eaf-8327-637ee46caaae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.890874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 092e4005-6138-46a5-93db-3c3cf57dfb35 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:56:53.891231 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 092e4005-6138-46a5-93db-3c3cf57dfb35 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:56:53.945345 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-30a5ee50-b346-4eaf-8327-637ee46caaae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.948776 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-30a5ee50-b346-4eaf-8327-637ee46caaae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.966029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5ee50-b346-4eaf-8327-637ee46caaae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d411bb50-5095-4813-ae2d-566a713c56f3,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:53.973556 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-30a5ee50-b346-4eaf-8327-637ee46caaae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:53.974967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-30a5ee50-b346-4eaf-8327-637ee46caaae tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202507 Nov 26 22:56:53.977611 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41706) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:53.981952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-66d26265-d0c0-4057-b6de-06e82a6c48cc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': '189e918b-6491-4201-9269-1caf583e0ed7', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:53.995445 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:56:54.004027 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-66d26265-d0c0-4057-b6de-06e82a6c48cc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:56:54.009648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66d26265-d0c0-4057-b6de-06e82a6c48cc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.065707 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66d26265-d0c0-4057-b6de-06e82a6c48cc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.069606 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66d26265-d0c0-4057-b6de-06e82a6c48cc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.086623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d26265-d0c0-4057-b6de-06e82a6c48cc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477e2ff7-867e-411a-a784-082efa5aaf68,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:54.094929 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-66d26265-d0c0-4057-b6de-06e82a6c48cc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.098870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-66d26265-d0c0-4057-b6de-06e82a6c48cc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198926 Nov 26 22:56:54.099380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41708) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:54.104541 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'network': {'name': 'tempest-network-smoke--796351868', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'port_security_enabled': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:54.125656 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:56:54.129033 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.154223 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:56:54.163752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.164096 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Added segment 3df541cb-a6ce-49c2-b3c9-fb646be0118d of type vlan for network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 Nov 26 22:56:54.203954 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.227452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.233049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:54.233681 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.292007 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1914799 Nov 26 22:56:54.294868 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41710) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:54.299744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'admin_state_up': True, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:54.304353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab846d72-7191-4475-a219-18452aeedfd7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Network': ['ID=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:54.314549 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:56:54.329127 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.330210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.386188 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.521907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.713374 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.731810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.834859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.12 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/c959c5cd-2c90-420b-bc66-2a90991f7628) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:56:54.935249 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:54.969120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:55.003517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:56:55.009154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:56:55.012639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:56:55.022662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ade405-9ca5-42be-ace5-beb8eaef3348 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:56:55.046507 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=c959c5cd-2c90-420b-bc66-2a90991f7628,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:55.059659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f5dd01b1-def1-495e-b46e-d16762926e0c None None] Provisioning complete for port c959c5cd-2c90-420b-bc66-2a90991f7628 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:56:55.060032 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f5dd01b1-def1-495e-b46e-d16762926e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:55.097020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd01b1-def1-495e-b46e-d16762926e0c None None] Port c959c5cd-2c90-420b-bc66-2a90991f7628 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:56:55.269800 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:55.463327 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:55.589486 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:56:55.693673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:56:55.703409 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Sync routers for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:56:55.714135 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:56:55.714430 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:55.714927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:55.715671 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-034e062a-fa52-4caf-8dc9-6bba39cf77bd tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4197073 Nov 26 22:56:55.718775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41712) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:55.789901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a7e97758-0f99-4f5c-a756-f07e1e2abe37 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ec84b4bad91b41abbf5fd9e1dd117fbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699503 Nov 26 22:56:55.792459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41716) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:55.822359 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:56:55.888723 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3128d0a-87cf-4fbe-ad5e-996ccecbb46e tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:55.890264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a3128d0a-87cf-4fbe-ad5e-996ccecbb46e tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968750 Nov 26 22:56:55.893084 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41718) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:55.924462 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e6cb8c3b-7ddf-4d41-9f6a-7df9658c59b5 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278480 Nov 26 22:56:55.924698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41720) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:55.929886 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-503795280', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:56:56.003569 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:55Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:56.020037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:56:56.025382 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.034330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Checking router: 9ac5662f-672f-4e7e-85c3-c2c60733ab3a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:56:56.034880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Updating router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a port c959c5cd-2c90-420b-bc66-2a90991f7628 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:56:56.058570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.320540 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.325938 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.378486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb48702-0119-4fea-9af0-ca536ac7bb9d None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:56:56.401809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Attempting to bind port c959c5cd-2c90-420b-bc66-2a90991f7628 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:56:56.402177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Attempting to bind port c959c5cd-2c90-420b-bc66-2a90991f7628 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:56:56.402534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Attempting to bind port c959c5cd-2c90-420b-bc66-2a90991f7628 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:56:56.407224 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99270321-8c6c-4603-bd63-2e3674feb60d None None] Pushing event updated for resources: {'Port': ['ID=c959c5cd-2c90-420b-bc66-2a90991f7628,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:56.411912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-975ef43a-5288-4fd2-af21-e0fbca825d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.414711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:56:56.415136 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:56:56.415538 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.416350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:56:56.416471 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Bound port: c959c5cd-2c90-420b-bc66-2a90991f7628, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:56:56.416758 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.470532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] For port c959c5cd-2c90-420b-bc66-2a90991f7628, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:56:56.474257 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] For port c959c5cd-2c90-420b-bc66-2a90991f7628, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c959c5cd-2c90-420b-bc66-2a90991f7628,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:56:56.479221 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.542396 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.544479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb394bb-fa5f-4f6d-9c1b-a64a89a153a5 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:56:56.557580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99270321-8c6c-4603-bd63-2e3674feb60d None None] Pushing event updated for resources: {'Port': ['ID=c959c5cd-2c90-420b-bc66-2a90991f7628,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:56.563933 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:56:56.564563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:56.569818 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a247beed-45b4-4cae-bf0b-170fe05fdee0 None None] Provisioning complete for port c959c5cd-2c90-420b-bc66-2a90991f7628 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:56:56.570226 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a247beed-45b4-4cae-bf0b-170fe05fdee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.613940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Subnet': ['ID=52964d76-7029-4ec2-ae29-d254c917837d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:56.621966 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Checking segment: {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:56:56.622363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network hostable DHCP agents. Network: efb0d1fa-7cce-4279-9dc7-4eb2528d94a8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:56:56.639652 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:56:56.650067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, efb0d1fa-7cce-4279-9dc7-4eb2528d94a8) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:56:56.654176 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:56.654806 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:56.672231 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7cce6e11-9f9e-4e50-9024-a9ee542a448d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7466068 Nov 26 22:56:56.674998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41722) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:56:56.784108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a58cfa-a899-48b7-b8c3-cdf1e8ba4175 None None] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:56:56.941798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:56:57.100847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a247beed-45b4-4cae-bf0b-170fe05fdee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.105211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.143802 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:56:57.144676 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.158417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-a247beed-45b4-4cae-bf0b-170fe05fdee0 None None] For port c959c5cd-2c90-420b-bc66-2a90991f7628, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c959c5cd-2c90-420b-bc66-2a90991f7628,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:56:57.177388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a247beed-45b4-4cae-bf0b-170fe05fdee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.330268 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247beed-45b4-4cae-bf0b-170fe05fdee0 None None] Pushing event updated for resources: {'Port': ['ID=c959c5cd-2c90-420b-bc66-2a90991f7628,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:57.377106 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ff9cc089-249c-46dc-aa3f-2b5cc15d8b42 None None] Provisioning complete for port c959c5cd-2c90-420b-bc66-2a90991f7628 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:56:57.377475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff9cc089-249c-46dc-aa3f-2b5cc15d8b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.415966 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.437905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Allocated IP 172.20.0.2 (efb0d1fa-7cce-4279-9dc7-4eb2528d94a8/52964d76-7029-4ec2-ae29-d254c917837d/bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:56:57.462305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:55Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:57.502582 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e929d50-0243-4997-841d-f7917a06dbab None None] The sync data for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 is: [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:55Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:56:57.657107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.664161 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.703144 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:56:57.705978 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:56:57.710275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:56:57.717606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.1 (efb0d1fa-7cce-4279-9dc7-4eb2528d94a8/52964d76-7029-4ec2-ae29-d254c917837d/5ed1aaa9-16b1-4ca0-bc0a-6934643f1158) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:56:57.718831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Pushing event updated for resources: {'Port': ['ID=bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:57.798966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Attempting to bind port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:56:57.799485 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Attempting to bind port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:56:57.799956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Attempting to bind port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f on network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:56:57.806370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:56:57.806905 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Checking segment: {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:56:57.807575 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.808075 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Bound using segment: {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:56:57.808662 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Bound port: bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:56:57.809202 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.898867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] For port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:56:57.902573 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] For port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:56:57.904221 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.909889 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.953599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:57.976295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c959c5cd-2c90-420b-bc66-2a90991f7628 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:56:58.006480 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e038d1-9ad4-4c3c-90e0-ebfd56b35665 None None] Pushing event updated for resources: {'Port': ['ID=bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:58.013108 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:56:58.022812 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:56:58.026887 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:56:58.052380 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port c959c5cd-2c90-420b-bc66-2a90991f7628 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:56:58.052633 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:58.067567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:58.088585 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:58.251552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:58.568215 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:58.572712 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:58.649690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:58.652101 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:58.745909 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:56:58.747359 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:56:58.872593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:56:58.891257 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:58.992629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:56:58.997879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-490fb728-5afb-4930-b34e-d4db4038c642 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/9ac5662f-672f-4e7e-85c3-c2c60733ab3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218613 Nov 26 22:56:59.063992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda1c93-aa5e-481b-9ba1-8f5a2d734484 None None] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:56:59.135200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-dcc53049-c635-4831-b5b5-1f4cfa6c49f2 None None] Provisioning complete for port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:56:59.135571 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dcc53049-c635-4831-b5b5-1f4cfa6c49f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:59.160708 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-f03be1ef-7fc0-44dd-8d1e-3bfc96c5e5ba tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476052670&fields=id&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 267 time: 0.0470386 Nov 26 22:56:59.299284 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dcc53049-c635-4831-b5b5-1f4cfa6c49f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:59.311809 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-03bc69a6-82b7-4f7d-9031-42698430ca72 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:56:59.314207 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-03bc69a6-82b7-4f7d-9031-42698430ca72 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/networks?id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 200 len: 796 time: 0.1362908 Nov 26 22:56:59.336382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-024bdfbf-fde9-40b8-a800-8ea8239f85e1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/quotas/ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 375 time: 0.0121481 Nov 26 22:56:59.351909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-dcc53049-c635-4831-b5b5-1f4cfa6c49f2 None None] For port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:56:59.359254 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dcc53049-c635-4831-b5b5-1f4cfa6c49f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:59.413985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-45b33d32-5e3c-49d0-9ee0-18282aac79ab tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688226 Nov 26 22:56:59.432990 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc53049-c635-4831-b5b5-1f4cfa6c49f2 None None] Pushing event updated for resources: {'Port': ['ID=bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:56:59.467379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:59.551442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-190963a6-2c6f-4cc9-90e9-727d6cc192f2 service neutron] 10.222.0.21 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222792 Nov 26 22:56:59.644865 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Sync routers for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:56:59.655400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-60121814-f45d-49ca-8521-86faa359f3bb service neutron] 10.222.0.21 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968623 Nov 26 22:56:59.661932 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:56:59.662573 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:56:59.689336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6be3e8b7-9331-4010-91d2-c86d182400cc None None] Provisioning complete for port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:56:59.689940 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6be3e8b7-9331-4010-91d2-c86d182400cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:59.783349 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:56:59.897769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6be3e8b7-9331-4010-91d2-c86d182400cc None None] Provisioning complete for port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:56:59.899026 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6be3e8b7-9331-4010-91d2-c86d182400cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:56:59.966884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6be3e8b7-9331-4010-91d2-c86d182400cc None None] Port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:56:59.997687 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20eeee2f-6dec-493e-89ed-2894eba7d795 req-e15b8d95-0016-42ee-a476-93268bda639a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 210 time: 0.0433505 Nov 26 22:57:00.032156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:57:00.103489 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d85d6c10-1394-4ced-97fb-ce9ee4f13d75 None None] Provisioning complete for port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:57:00.103866 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d85d6c10-1394-4ced-97fb-ce9ee4f13d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.105085 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 2, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:57:00.107839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:57:00.108216 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.139849 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Checking router: 9ac5662f-672f-4e7e-85c3-c2c60733ab3a for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:57:00.140209 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Updating router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:57:00.167811 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.174264 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d85d6c10-1394-4ced-97fb-ce9ee4f13d75 None None] Port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:57:00.298099 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-497cef49-22b6-49cc-aa9d-cd1434369b14 None None] Provisioning complete for port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:57:00.298624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-497cef49-22b6-49cc-aa9d-cd1434369b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.337128 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-497cef49-22b6-49cc-aa9d-cd1434369b14 None None] Port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:57:00.467007 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.472047 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.525863 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Pushing event updated for resources: {'Port': ['ID=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:00.553912 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.554211 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.554553 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.554885 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.555215 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.555541 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.555866 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.556188 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.556509 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.556836 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.557156 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.557474 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:57:00.585779 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Attempting to bind port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:57:00.586167 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Attempting to bind port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:57:00.586529 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Attempting to bind port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 on network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:57:00.591752 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:57:00.593334 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Checking segment: {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:57:00.593917 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.594941 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Bound using segment: {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:57:00.595528 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Bound port: 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:57:00.596035 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.667727 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] For port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:57:00.671366 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] For port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:57:00.676056 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.734490 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:57:00.735111 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:57:00.759057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fc038940-0f3e-46fb-adf0-0891382e2d52 None None] Provisioning complete for port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:57:00.759429 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fc038940-0f3e-46fb-adf0-0891382e2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.773700 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25ed90-8a91-49b0-b802-cf4b37c8deed None None] Pushing event updated for resources: {'Port': ['ID=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:00.852028 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:57:00.853699 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fc038940-0f3e-46fb-adf0-0891382e2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.888914 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fc038940-0f3e-46fb-adf0-0891382e2d52 None None] For port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:57:00.893628 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fc038940-0f3e-46fb-adf0-0891382e2d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:00.947827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc038940-0f3e-46fb-adf0-0891382e2d52 None None] Pushing event updated for resources: {'Port': ['ID=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:01.017666 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ed691a5d-8015-4ca4-a302-1f1115f8b71e None None] Provisioning complete for port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:57:01.017929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ed691a5d-8015-4ca4-a302-1f1115f8b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:01.164656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-caf62ef6-e6a1-4254-a10b-1366a41b8bb1 req-6f564c18-1974-458a-99eb-cd397ff5841a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 210 time: 0.0386245 Nov 26 22:57:01.177805 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:57:00Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:57:01.207285 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eeec4a-e6d4-4610-9352-33612677b458 None None] The sync data for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 is: [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:57:00Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:57:01.209435 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1d09890c-d993-452e-9785-fdd2337a305d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:01.210945 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1d09890c-d993-452e-9785-fdd2337a305d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "GET /v2.0/networks?id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 200 len: 796 time: 0.1686428 Nov 26 22:57:01.305004 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-a5f13e29-2a0d-4c3f-ae0a-0679b979d257 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 380 time: 0.0761871 Nov 26 22:57:01.316442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'port': {'device_id': '81608d12-7d7f-45a6-9a85-9421458668c6', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'admin_state_up': True, 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'security_groups': ['189e918b-6491-4201-9269-1caf583e0ed7']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:57:01.434510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:57:01.438254 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:01.572257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.3 (efb0d1fa-7cce-4279-9dc7-4eb2528d94a8/52964d76-7029-4ec2-ae29-d254c917837d/a61bbca2-a222-417d-9abc-982632223745) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:57:01.716594 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:01.750820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:01.803387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:57:01.806484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:57:01.808989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:57:01.837001 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=a61bbca2-a222-417d-9abc-982632223745,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:01.875335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:01.875958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:01.897227 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-8036b8af-e50b-4cd2-b40a-50ff404e29d0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5847452 Nov 26 22:57:01.916989 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Request body: {'port': {'device_id': '81608d12-7d7f-45a6-9a85-9421458668c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:57:01.948168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:57:01.985569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:02.005501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:57:02.005989 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:02.106167 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba3c4468-7183-4b6f-972f-1fb100261848 None None] Provisioning complete for port a61bbca2-a222-417d-9abc-982632223745 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:57:02.106543 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4468-7183-4b6f-972f-1fb100261848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:02.146514 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c4468-7183-4b6f-972f-1fb100261848 None None] Port a61bbca2-a222-417d-9abc-982632223745 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:57:02.273867 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61bbca2-a222-417d-9abc-982632223745 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:57:02.283904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:02.297682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Transition to ACTIVE for port object a61bbca2-a222-417d-9abc-982632223745 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:57:02.300019 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380827db-d986-4ada-b94d-d5549942033d req-ae9d841d-e19d-4eaa-bbab-cb3fafa4be3e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:02.301879 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-380827db-d986-4ada-b94d-d5549942033d req-ae9d841d-e19d-4eaa-bbab-cb3fafa4be3e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 931 time: 0.0577075 Nov 26 22:57:02.307657 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:02.377786 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-380827db-d986-4ada-b94d-d5549942033d req-285a6430-2b3f-4aa3-b1a4-3b03a37a036a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699112 Nov 26 22:57:02.379732 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Pushing event updated for resources: {'Port': ['ID=a61bbca2-a222-417d-9abc-982632223745,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:02.447848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Attempting to bind port a61bbca2-a222-417d-9abc-982632223745 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:57:02.448188 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Attempting to bind port a61bbca2-a222-417d-9abc-982632223745 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:57:02.448519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Attempting to bind port a61bbca2-a222-417d-9abc-982632223745 on network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:57:02.453157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Port a61bbca2-a222-417d-9abc-982632223745 on network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:57:02.453625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Attempting to bind port a61bbca2-a222-417d-9abc-982632223745 on network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:57:02.459020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:57:02.459364 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Checking segment: {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:57:02.459749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Bound using segment: {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:57:02.460183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Bound port: a61bbca2-a222-417d-9abc-982632223745, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df541cb-a6ce-49c2-b3c9-fb646be0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:57:02.460543 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:02.533245 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] For port a61bbca2-a222-417d-9abc-982632223745, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:57:02.536217 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] For port a61bbca2-a222-417d-9abc-982632223745, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a61bbca2-a222-417d-9abc-982632223745,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:57:02.541119 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:02.579100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:02.579776 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:02.581160 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] 10.222.0.13 "PUT /v2.0/ports/a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 200 len: 1091 time: 0.6686561 Nov 26 22:57:02.581603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'tag': 'a61bbca2-a222-417d-9abc-982632223745'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:57:02.584432 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b15c274-2941-49e1-8134-78815e61b54c" -d '{"events": [{"name": "network-changed", "server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "tag": "a61bbca2-a222-417d-9abc-982632223745"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:57:02.608533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee6f96-3d84-42cf-b378-4faf763bad7a service neutron] Pushing event updated for resources: {'Port': ['ID=a61bbca2-a222-417d-9abc-982632223745,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:02.627620 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1322cd-a00e-480e-8992-2b7a56689ab0 x-openstack-request-id: req-3e1322cd-a00e-480e-8992-2b7a56689ab0 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:57:02.627927 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "tag": "a61bbca2-a222-417d-9abc-982632223745", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:57:02.628191 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e1322cd-a00e-480e-8992-2b7a56689ab0 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:57:02.628611 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'tag': 'a61bbca2-a222-417d-9abc-982632223745', 'status': 'completed', 'code': 200} Nov 26 22:57:02.689905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-82049f72-d22f-4ddb-af71-ce4f41388710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:02.691561 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-82049f72-d22f-4ddb-af71-ce4f41388710 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1094 time: 0.0453143 Nov 26 22:57:02.743783 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-03558787-81bf-474f-a941-db4c16531d76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 200 len: 217 time: 0.0392311 Nov 26 22:57:02.792986 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-a8a1c5f5-7ce0-4403-ae0c-35ce5dc92ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:02.794489 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-a8a1c5f5-7ce0-4403-ae0c-35ce5dc92ad8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52964d76-7029-4ec2-ae29-d254c917837d HTTP/1.1" status: 200 len: 834 time: 0.0442228 Nov 26 22:57:02.841158 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-37e95785-5e6b-4f9e-a55a-b1aa3e7e00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:02.842578 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-37e95785-5e6b-4f9e-a55a-b1aa3e7e00ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399318 Nov 26 22:57:02.937191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-5eff1df3-e94c-4d92-8532-e098ef36887d service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856693 Nov 26 22:57:03.025912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-67bb7e5a-52ee-4185-86b0-beefa97dcae2 req-a31d0cf8-c2fb-40fd-b035-4ced99fa2c50 service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816104 Nov 26 22:57:03.150315 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15c274-2941-49e1-8134-78815e61b54c req-92a8aacb-2291-41a6-9aba-030374901a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:03.151736 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b15c274-2941-49e1-8134-78815e61b54c req-92a8aacb-2291-41a6-9aba-030374901a18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1094 time: 0.0422604 Nov 26 22:57:03.245236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15c274-2941-49e1-8134-78815e61b54c req-5e53da36-be5e-47c1-8691-2a88c2dde07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:03.246778 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b15c274-2941-49e1-8134-78815e61b54c req-5e53da36-be5e-47c1-8691-2a88c2dde07a service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 200 len: 897 time: 0.0870829 Nov 26 22:57:03.290524 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b15c274-2941-49e1-8134-78815e61b54c req-f5ab73d5-88bf-4bcf-9ba2-d2a8a9e96ade service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 200 len: 217 time: 0.0349414 Nov 26 22:57:03.341833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15c274-2941-49e1-8134-78815e61b54c req-daf252bc-d7fc-489c-ba56-1323f1b7cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:03.343292 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b15c274-2941-49e1-8134-78815e61b54c req-daf252bc-d7fc-489c-ba56-1323f1b7cf18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52964d76-7029-4ec2-ae29-d254c917837d HTTP/1.1" status: 200 len: 834 time: 0.0463829 Nov 26 22:57:03.499979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31f493-79c4-4ff8-8a06-eeb14c299f2f req-021aa730-7e97-4dc8-8f07-45620f606c72 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:03.501600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e31f493-79c4-4ff8-8a06-eeb14c299f2f req-021aa730-7e97-4dc8-8f07-45620f606c72 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 943 time: 0.0518572 Nov 26 22:57:03.555307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e31f493-79c4-4ff8-8a06-eeb14c299f2f req-bf004c2e-e87c-4e0a-b62e-213e63ed852b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Nov 26 22:57:03.676355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15c274-2941-49e1-8134-78815e61b54c req-608a8812-a49b-4027-ba04-2fe98631f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:03.677783 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b15c274-2941-49e1-8134-78815e61b54c req-608a8812-a49b-4027-ba04-2fe98631f7ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3274508 Nov 26 22:57:03.763951 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b15c274-2941-49e1-8134-78815e61b54c req-601190fa-9795-4cd1-bc3f-91f949f6361c service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790617 Nov 26 22:57:03.860006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3b15c274-2941-49e1-8134-78815e61b54c req-a1ebed3c-16a0-4b11-ae12-af8366f0604d service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860631 Nov 26 22:57:04.672063 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3909c-cdf1-4eba-8e94-5cd17c7a3b4b req-5bef2ffc-faa5-413b-9fc4-5f371b6a8b23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:04.673546 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b3909c-cdf1-4eba-8e94-5cd17c7a3b4b req-5bef2ffc-faa5-413b-9fc4-5f371b6a8b23 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 943 time: 0.0484493 Nov 26 22:57:04.726413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b3909c-cdf1-4eba-8e94-5cd17c7a3b4b req-b0ab6199-ded3-4cb8-9645-bffb947ef269 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462294 Nov 26 22:57:05.845309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0be36-4ed8-40e6-b990-379b553999a1 req-15852c62-108e-495d-8979-04003483ba61 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:05.846836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3d0be36-4ed8-40e6-b990-379b553999a1 req-15852c62-108e-495d-8979-04003483ba61 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 943 time: 0.0504506 Nov 26 22:57:05.900268 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d3d0be36-4ed8-40e6-b990-379b553999a1 req-d93b9715-07bc-4b83-8c04-4e06f858e9b7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473466 Nov 26 22:57:06.227765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a61bbca2-a222-417d-9abc-982632223745 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:57:06.475843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a61bbca2-a222-417d-9abc-982632223745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a61bbca2-a222-417d-9abc-982632223745,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:57:06.486626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': 'a61bbca2-a222-417d-9abc-982632223745', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'port_id': 'a61bbca2-a222-417d-9abc-982632223745', 'mac_address': 'fa:16:3e:4a:78:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:57:06.524083 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:06.536879 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61bbca2-a222-417d-9abc-982632223745 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:57:06.555996 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a61bbca2-a222-417d-9abc-982632223745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a61bbca2-a222-417d-9abc-982632223745,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:57:06.560108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:06.607203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=a61bbca2-a222-417d-9abc-982632223745,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:06.971551 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['a61bbca2-a222-417d-9abc-982632223745'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:57:07.016054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bab3f4-99f0-4a63-92d3-e01e4a08df2e req-de386053-9722-4b94-a4ba-8e1f639e0df6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:07.017451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39bab3f4-99f0-4a63-92d3-e01e4a08df2e req-de386053-9722-4b94-a4ba-8e1f639e0df6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 944 time: 0.0494001 Nov 26 22:57:07.067226 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39bab3f4-99f0-4a63-92d3-e01e4a08df2e req-cb7ab4c4-bc61-40ab-9dee-f5c33b7aa068 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436528 Nov 26 22:57:07.714286 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:08.187136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211aec0e-5d78-42b8-b0b9-06df9f3a3911 req-5fe04d6e-78a0-477f-b59a-918fc9bb3491 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:08.188598 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-211aec0e-5d78-42b8-b0b9-06df9f3a3911 req-5fe04d6e-78a0-477f-b59a-918fc9bb3491 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 944 time: 0.0523090 Nov 26 22:57:08.226945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a61bbca2-a222-417d-9abc-982632223745 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:57:08.238560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-211aec0e-5d78-42b8-b0b9-06df9f3a3911 req-0aaa9980-6471-4595-a030-b18b9c815448 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439873 Nov 26 22:57:08.276891 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port a61bbca2-a222-417d-9abc-982632223745 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:57:08.280644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port a61bbca2-a222-417d-9abc-982632223745 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:57:08.281019 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:08.357107 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:08.379502 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61bbca2-a222-417d-9abc-982632223745'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:57:08.381322 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe8a3fe-5efd-40be-b863-17257a2f18a7" -d '{"events": [{"server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "name": "network-vif-plugged", "status": "completed", "tag": "a61bbca2-a222-417d-9abc-982632223745"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:57:08.397764 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port a61bbca2-a222-417d-9abc-982632223745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a61bbca2-a222-417d-9abc-982632223745,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:57:08.401907 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:08.424556 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0520200-abbc-43fa-800c-5a86cfd241fa x-openstack-request-id: req-a0520200-abbc-43fa-800c-5a86cfd241fa {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:57:08.424853 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "name": "network-vif-plugged", "status": "completed", "tag": "a61bbca2-a222-417d-9abc-982632223745", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:57:08.425105 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0520200-abbc-43fa-800c-5a86cfd241fa {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:57:08.425493 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61bbca2-a222-417d-9abc-982632223745', 'code': 200} Nov 26 22:57:08.450343 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=a61bbca2-a222-417d-9abc-982632223745,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:08.504391 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:08.553550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9bb19-ed5a-475f-84dc-7bbce13c7536 req-3d085694-42e4-493e-a932-b8e8359b8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:08.555129 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d1b9bb19-ed5a-475f-84dc-7bbce13c7536 req-3d085694-42e4-493e-a932-b8e8359b8e08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1096 time: 0.0411766 Nov 26 22:57:08.602165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d1b9bb19-ed5a-475f-84dc-7bbce13c7536 req-7ca23341-1116-4cb0-ae22-1a76b86a48ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400629 Nov 26 22:57:09.353139 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd21760-7b98-4985-a519-37e530e67f1a req-ed856a4a-320a-424d-8d70-b88afd3ab360 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:09.354672 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dd21760-7b98-4985-a519-37e530e67f1a req-ed856a4a-320a-424d-8d70-b88afd3ab360 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0493286 Nov 26 22:57:09.404072 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8dd21760-7b98-4985-a519-37e530e67f1a req-b9f85535-fa8d-4f20-9152-57c39932064f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434890 Nov 26 22:57:10.525116 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efef4b-80a0-4444-9d7e-15224a7cd0a1 req-e4a02448-7d20-49be-8d8f-894bc8380cf1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:10.526624 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53efef4b-80a0-4444-9d7e-15224a7cd0a1 req-e4a02448-7d20-49be-8d8f-894bc8380cf1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0536952 Nov 26 22:57:10.575101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-53efef4b-80a0-4444-9d7e-15224a7cd0a1 req-5f177c8e-26e0-4c51-85d6-da1051743a05 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Nov 26 22:57:10.688769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c273-0c9a-4cbb-8870-517571bba144 req-6eeae5cd-bcbd-41a5-9ac9-ee86699f243b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:10.690174 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0661c273-0c9a-4cbb-8870-517571bba144 req-6eeae5cd-bcbd-41a5-9ac9-ee86699f243b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0484762 Nov 26 22:57:10.739616 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0661c273-0c9a-4cbb-8870-517571bba144 req-4ef34555-ac7b-472e-925f-ddb6ea975ff9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Nov 26 22:57:10.760444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41776) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:57:10.798815 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba13a3-ee63-43d7-857c-dc29aaa6a064 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:10.800311 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-11ba13a3-ee63-43d7-857c-dc29aaa6a064 tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1091 time: 0.0389142 Nov 26 22:57:10.803985 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41778) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:57:10.808264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': 'a61bbca2-a222-417d-9abc-982632223745', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:57:10.830571 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:10.929082 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:11.029078 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.205 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/cb99104c-121e-48f1-a174-2e69bea458d7) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:57:11.125509 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:11.158669 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:11.192363 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:57:11.196995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:57:11.199545 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:57:11.236724 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=cb99104c-121e-48f1-a174-2e69bea458d7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:11.561064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:11.629169 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:11.774001 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:11.778217 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:11.848155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=cb99104c-121e-48f1-a174-2e69bea458d7,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:57:11.861106 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:11.962003 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP 2be32dd1-e4cf-47d3-952e-b001bb90fa16 associated. External IP: 172.25.3.205, port: a61bbca2-a222-417d-9abc-982632223745. Nov 26 22:57:12.487069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:57:12.592614 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:57:12.602217 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] Sync routers for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:57:12.610322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:12.612945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:57:12.613570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:57:12.640948 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-79504ceb-84c2-4056-8642-c2818bb12eda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8358922 Nov 26 22:57:12.641534 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'tag': 'a61bbca2-a222-417d-9abc-982632223745'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:57:12.643854 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e746ee8-f068-4173-bea3-ebb0e5e0d758" -d '{"events": [{"name": "network-changed", "server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "tag": "a61bbca2-a222-417d-9abc-982632223745"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:57:12.683665 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b3d9f8-ef04-4956-87f5-31dc071fc49f x-openstack-request-id: req-f7b3d9f8-ef04-4956-87f5-31dc071fc49f {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:57:12.683996 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "tag": "a61bbca2-a222-417d-9abc-982632223745", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:57:12.684224 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7b3d9f8-ef04-4956-87f5-31dc071fc49f {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:57:12.684674 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'tag': 'a61bbca2-a222-417d-9abc-982632223745', 'status': 'completed', 'code': 200} Nov 26 22:57:12.726214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:57:12.746572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d9036-104f-46c9-b804-826fdfafce91 req-2d0d901c-4bad-486d-b857-94d94fa0ee12 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:12.748426 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-194d9036-104f-46c9-b804-826fdfafce91 req-2d0d901c-4bad-486d-b857-94d94fa0ee12 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0502868 Nov 26 22:57:12.776251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-430b30cb-3a07-42fd-9eaa-1510f28b0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:12.777787 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-430b30cb-3a07-42fd-9eaa-1510f28b0961 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1096 time: 0.0483637 Nov 26 22:57:12.801212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-194d9036-104f-46c9-b804-826fdfafce91 req-04543486-c4d7-439f-97da-615f565154e5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463381 Nov 26 22:57:12.823916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41784) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:57:12.874810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-933323d8-034c-4754-8a07-6f093afbb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:12.876813 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-933323d8-034c-4754-8a07-6f093afbb45a service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 200 len: 897 time: 0.0900273 Nov 26 22:57:12.889976 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-df0da148-1f6d-49ab-bf41-ca49e2fed842 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/2be32dd1-e4cf-47d3-952e-b001bb90fa16 HTTP/1.1" status: 200 len: 991 time: 0.0648983 Nov 26 22:57:12.948202 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-188c2d83-15b3-4e34-94d7-681314a3b6ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 200 len: 999 time: 0.0649621 Nov 26 22:57:12.968045 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '2be32dd1-e4cf-47d3-952e-b001bb90fa16', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'port_id': 'a61bbca2-a222-417d-9abc-982632223745', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'mac_address': 'fa:16:3e:4a:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81608d12-7d7f-45a6-9a85-9421458668c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:57:11Z', 'updated_at': '2021-11-26T22:57:11Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:57:00Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:57:12.993992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] Checking router: 9ac5662f-672f-4e7e-85c3-c2c60733ab3a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:57:12.999177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-4f4d577f-f14e-4e0b-a82f-72a15be61416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:13.000806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-4f4d577f-f14e-4e0b-a82f-72a15be61416 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52964d76-7029-4ec2-ae29-d254c917837d HTTP/1.1" status: 200 len: 834 time: 0.0457025 Nov 26 22:57:13.002243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:57:13.002849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:56:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:57:13.045354 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-f08356e4-4185-41ca-b4a7-c3743fdb96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:57:13.046889 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-f08356e4-4185-41ca-b4a7-c3743fdb96bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396671 Nov 26 22:57:13.111709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:57:13.139654 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-8c653d1b-6f1e-48e7-9a55-b75587d146fd service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856230 Nov 26 22:57:13.231580 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9e746ee8-f068-4173-bea3-ebb0e5e0d758 req-a85cf904-619b-491d-9649-2221346ad105 service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848458 Nov 26 22:57:13.347432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '2be32dd1-e4cf-47d3-952e-b001bb90fa16', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'port_id': 'a61bbca2-a222-417d-9abc-982632223745', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'mac_address': 'fa:16:3e:4a:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81608d12-7d7f-45a6-9a85-9421458668c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:57:11Z', 'updated_at': '2021-11-26T22:57:11Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:57:00Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:57:13.373252 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8084b78a-4591-4b1a-b58e-fa3522292aeb None None] The sync data for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 is: [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '2be32dd1-e4cf-47d3-952e-b001bb90fa16', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'port_id': 'a61bbca2-a222-417d-9abc-982632223745', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'mac_address': 'fa:16:3e:4a:78:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81608d12-7d7f-45a6-9a85-9421458668c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:57:11Z', 'updated_at': '2021-11-26T22:57:11Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:57:00Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:57:13.562326 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420972c4-6392-4059-b71a-5b8a2404b702 None None] New status for floating IP 2be32dd1-e4cf-47d3-952e-b001bb90fa16: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:57:13.892879 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41786) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:57:13.952873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-2f90c2b9-eeaa-420c-aaaf-4aca07ace4fc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/2be32dd1-e4cf-47d3-952e-b001bb90fa16 HTTP/1.1" status: 200 len: 993 time: 0.0588031 Nov 26 22:57:23.634219 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b96707ef-1fb7-4eaf-94ee-8998f48e8bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:26.377118 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cef8c7e7-61ed-478d-8a28-b93ee93e6b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:27.348436 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:28.889928 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:29.459294 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:30.995789 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:57:34.064538 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-6f904812-3fe2-470b-932a-9f40b36f84e4 req-55915b7a-b081-4bcb-a9d0-097775646cb3 service neutron] (110000) timed out ('10.222.0.21', 36990) {{(pid=110000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 22:57:37.705170 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:38.505169 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:53.635833 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a09308e-564a-45ca-a7d5-7aa872fc226d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:56.378319 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d473d36c-5794-45db-84e6-908519d4032e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:57.352210 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:58.895252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:57:59.462486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:07.725152 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:07.995573 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:58:08.545864 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:11.051465 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-52dbb3f9-a504-4720-abed-e6d0fa56d59b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402198 Nov 26 22:58:11.159644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-bb014ba9-64db-4531-8f5e-8efb418798c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:11.161107 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-bb014ba9-64db-4531-8f5e-8efb418798c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1096 time: 0.0449231 Nov 26 22:58:11.261695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-7792625a-2540-4d2c-a0ae-490fabb340b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:11.263179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-7792625a-2540-4d2c-a0ae-490fabb340b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 200 len: 897 time: 0.0823581 Nov 26 22:58:11.332992 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-b5bfc79b-d999-4e6d-809e-f60e2ffbb035 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 200 len: 1001 time: 0.0612268 Nov 26 22:58:11.385562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-9b3801b9-4285-4d0e-a88f-8bd5b290837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:11.387033 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-9b3801b9-4285-4d0e-a88f-8bd5b290837c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52964d76-7029-4ec2-ae29-d254c917837d HTTP/1.1" status: 200 len: 834 time: 0.0462539 Nov 26 22:58:11.432291 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-af57407a-8f20-4c86-b6ee-b715916c1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:11.433792 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-af57407a-8f20-4c86-b6ee-b715916c1910 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396121 Nov 26 22:58:11.524727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-0c8b3413-6019-4bd4-b8a7-8f775f893008 service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839663 Nov 26 22:58:11.612675 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-50f1c71f-cfd5-4526-bfd5-c228d0f8e8c7 req-db93e090-4728-4386-b3f7-4801f9bf964a service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812337 Nov 26 22:58:16.790160 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa7547-04b1-46b2-a773-8f1bde490578 req-64ec1dc3-b765-4afd-ac18-d572a5ab42dc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:16.791611 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66aa7547-04b1-46b2-a773-8f1bde490578 req-64ec1dc3-b765-4afd-ac18-d572a5ab42dc tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.1011899 Nov 26 22:58:16.840254 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-66aa7547-04b1-46b2-a773-8f1bde490578 req-f66b9b90-f2ad-488d-adc0-430b74d5e545 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Nov 26 22:58:18.008921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a0ad0-0beb-43a4-82f0-d74771f94154 req-909d09c2-106b-4be7-93cf-3141783c6754 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:18.010428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e6a0ad0-0beb-43a4-82f0-d74771f94154 req-909d09c2-106b-4be7-93cf-3141783c6754 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0986364 Nov 26 22:58:18.059600 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e6a0ad0-0beb-43a4-82f0-d74771f94154 req-db982e5e-ab81-41f6-ad5a-4c40d72e575c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432804 Nov 26 22:58:19.437805 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978cdb7-f948-40f2-8b3e-6e73d4c50f52 req-1f184fbe-21cf-4d2f-a9af-ab6a0a7332e0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:19.439233 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7978cdb7-f948-40f2-8b3e-6e73d4c50f52 req-1f184fbe-21cf-4d2f-a9af-ab6a0a7332e0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0491624 Nov 26 22:58:19.487944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7978cdb7-f948-40f2-8b3e-6e73d4c50f52 req-2f4af26e-ee4c-4bf4-bace-129f5cc7d031 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Nov 26 22:58:20.607911 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363c218-813a-4cf2-8918-051e3ed5beb6 req-d743b37e-3ca3-4345-a1ca-a12a63d144d2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:20.609387 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a363c218-813a-4cf2-8918-051e3ed5beb6 req-d743b37e-3ca3-4345-a1ca-a12a63d144d2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0528009 Nov 26 22:58:20.658610 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a363c218-813a-4cf2-8918-051e3ed5beb6 req-d7c2b59a-c999-4100-a5e3-953cf1cd205d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 Nov 26 22:58:21.772998 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54678b4-1f93-450a-9f59-9d629f664307 req-6c0bffb2-46ad-4e52-9c8d-837ecb37c080 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:21.774682 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b54678b4-1f93-450a-9f59-9d629f664307 req-6c0bffb2-46ad-4e52-9c8d-837ecb37c080 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Nov 26 22:58:21.823614 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b54678b4-1f93-450a-9f59-9d629f664307 req-69d91c7f-7a10-4ef7-8c7b-d2bdfee0bc5f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429893 Nov 26 22:58:22.938424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d6719-96bf-4a1f-aadd-d5855b6c67cf req-c5f571cf-07a4-44ad-83c4-85bd0fbbf77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:22.939945 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e58d6719-96bf-4a1f-aadd-d5855b6c67cf req-c5f571cf-07a4-44ad-83c4-85bd0fbbf77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0488765 Nov 26 22:58:22.993322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e58d6719-96bf-4a1f-aadd-d5855b6c67cf req-a1b34e22-1031-4a27-a64c-b43bd32aa9d6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463848 Nov 26 22:58:23.636890 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c801d23-36f8-4f57-b2ee-56c7ac5906e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:24.108239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089cf2-a86e-46c3-bf59-519ff2af7d4b req-5badd3f6-8316-4ea0-a65f-bd96e38e1c98 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:24.109712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20089cf2-a86e-46c3-bf59-519ff2af7d4b req-5badd3f6-8316-4ea0-a65f-bd96e38e1c98 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0490730 Nov 26 22:58:24.159691 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-20089cf2-a86e-46c3-bf59-519ff2af7d4b req-d880c8b1-2590-4f52-9371-9646a6cd3c57 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Nov 26 22:58:25.277814 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc206b97-67be-4260-abea-948a40605daf req-e34ce850-b0b9-4a9d-829d-e1b646ab03ac tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:25.279320 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc206b97-67be-4260-abea-948a40605daf req-e34ce850-b0b9-4a9d-829d-e1b646ab03ac tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0494192 Nov 26 22:58:25.327021 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dc206b97-67be-4260-abea-948a40605daf req-e0b81a6a-8577-42ac-a1f9-9b98653d0107 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Nov 26 22:58:26.379733 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-72d5a963-3f2d-4c7c-8b88-4e0eefa29ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:26.447555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc994d-bafc-4bab-8424-6d1935108c3a req-0d002af2-3383-4ef2-a0c4-8524300a3501 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:26.449028 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2fc994d-bafc-4bab-8424-6d1935108c3a req-0d002af2-3383-4ef2-a0c4-8524300a3501 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0522001 Nov 26 22:58:26.498445 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2fc994d-bafc-4bab-8424-6d1935108c3a req-c89d1187-3b45-47cf-b2ba-289484da15e6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435421 Nov 26 22:58:27.354701 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:27.616101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648998cd-553d-4fc9-abec-de5748067d8c req-f3541c4d-5b7a-4702-b78c-b8d58c1d0f94 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:27.618063 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-648998cd-553d-4fc9-abec-de5748067d8c req-f3541c4d-5b7a-4702-b78c-b8d58c1d0f94 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0497243 Nov 26 22:58:27.667845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-648998cd-553d-4fc9-abec-de5748067d8c req-31441281-1b97-4b34-8eb1-d76a06eedda9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438085 Nov 26 22:58:27.690337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41840) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:58:27.754129 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9df46341-374b-4a23-bf46-cca668ce9630 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/2be32dd1-e4cf-47d3-952e-b001bb90fa16 HTTP/1.1" status: 200 len: 993 time: 0.0625210 Nov 26 22:58:28.893929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:29.038799 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6674207-06a8-4e22-a872-cdebe0d5d448 req-78c0c63a-d009-411e-a8f3-3c4b767c589d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:29.041032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6674207-06a8-4e22-a872-cdebe0d5d448 req-78c0c63a-d009-411e-a8f3-3c4b767c589d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0537889 Nov 26 22:58:29.076243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-75f49031-3151-4083-9791-63da50703250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:29.077789 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-75f49031-3151-4083-9791-63da50703250 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1096 time: 0.0421591 Nov 26 22:58:29.090388 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6674207-06a8-4e22-a872-cdebe0d5d448 req-6f1af1a2-7cb1-44d1-8533-a90df8a6577b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Nov 26 22:58:29.173206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-d98ba905-619b-4854-a652-a904ec8d4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:29.174735 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-d98ba905-619b-4854-a652-a904ec8d4e33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 200 len: 897 time: 0.0894952 Nov 26 22:58:29.238812 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-f6f65aac-6634-4d57-a9c5-04bac4aa73b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 200 len: 1001 time: 0.0565717 Nov 26 22:58:29.290977 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-12427728-57cf-484d-b03e-e67b7e1b3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:29.292315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-12427728-57cf-484d-b03e-e67b7e1b3e20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52964d76-7029-4ec2-ae29-d254c917837d HTTP/1.1" status: 200 len: 834 time: 0.0464218 Nov 26 22:58:29.339203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-74813137-832d-4d44-aebc-392ac1c03e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:29.340691 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-74813137-832d-4d44-aebc-392ac1c03e4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411553 Nov 26 22:58:29.432957 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-17cbb89a-68cc-4177-934b-29d37588c467 service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836768 Nov 26 22:58:29.463724 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:29.530461 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-e99f7bf5-1c9e-4c40-af2a-31721d3c0971 req-09df89b3-658f-4275-b49e-2706433e3efb service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902207 Nov 26 22:58:30.213527 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049ce37-a267-45a0-8bf4-b7c83c4774af req-e0d925f1-43f2-4f97-8c0d-4b8564142034 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:30.215062 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9049ce37-a267-45a0-8bf4-b7c83c4774af req-e0d925f1-43f2-4f97-8c0d-4b8564142034 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0513647 Nov 26 22:58:30.268839 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9049ce37-a267-45a0-8bf4-b7c83c4774af req-a3a6f395-97d1-4950-b366-71b4d000813a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478735 Nov 26 22:58:31.383057 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f79eac-5402-4b41-93a0-23a79c593e18 req-9cbca964-965f-467f-9c2b-40a1c9bebc41 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:58:31.384523 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18f79eac-5402-4b41-93a0-23a79c593e18 req-9cbca964-965f-467f-9c2b-40a1c9bebc41 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Nov 26 22:58:31.433743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-18f79eac-5402-4b41-93a0-23a79c593e18 req-6b60012e-340d-43ea-85a0-015591c7e94b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Nov 26 22:58:31.455483 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41854) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:58:31.515114 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ea912689-0aa6-487c-8c5a-618c1db8e5b3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/2be32dd1-e4cf-47d3-952e-b001bb90fa16 HTTP/1.1" status: 200 len: 993 time: 0.0584569 Nov 26 22:58:37.735238 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:38.544317 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:44.995952 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:58:53.637410 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d60772c0-e5cc-4c8f-bbe1-196c9388c524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:56.380735 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5f104ae4-0fc2-40b6-8a90-5e660de7de71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:57.357799 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:58.897619 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:58:59.466314 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:07.737611 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:08.560133 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:11.045898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-fd3dd250-20e5-4a74-bd04-985eb7ae8b6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401666 Nov 26 22:59:11.145506 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-595357d2-dbe8-4862-bdad-0dbeb7cdfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:11.147010 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-595357d2-dbe8-4862-bdad-0dbeb7cdfe49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1096 time: 0.0401082 Nov 26 22:59:11.252644 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-ea0cc55e-5f1f-46c5-921a-31af1051fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:11.254135 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-ea0cc55e-5f1f-46c5-921a-31af1051fe8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 200 len: 897 time: 0.0888078 Nov 26 22:59:11.318622 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-fe5353eb-65c4-44bd-bb84-70ee27964973 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 200 len: 1001 time: 0.0563970 Nov 26 22:59:11.370135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-0a23ab7d-7648-45c5-b25b-fd5ae1eece14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:11.371571 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-0a23ab7d-7648-45c5-b25b-fd5ae1eece14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52964d76-7029-4ec2-ae29-d254c917837d HTTP/1.1" status: 200 len: 834 time: 0.0459845 Nov 26 22:59:11.417177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-a8b22ec0-7318-4bca-a4b1-81e421fb0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:11.418667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-a8b22ec0-7318-4bca-a4b1-81e421fb0834 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395744 Nov 26 22:59:11.505597 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-22462df1-e59d-4fc3-a7de-dbafafd05671 service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797358 Nov 26 22:59:11.597268 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b0e4c84d-51b4-4191-909f-25c695c4c60c req-b65b61a2-3460-4f24-b940-0dd78800bad6 service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840592 Nov 26 22:59:20.123835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41872) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:20.286667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port cb99104c-121e-48f1-a174-2e69bea458d7 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:59:20.287010 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:20.361793 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:20.362144 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:20.374835 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for cb99104c-121e-48f1-a174-2e69bea458d7 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:59:20.522945 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:20.549151 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=cb99104c-121e-48f1-a174-2e69bea458d7,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:20.561825 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.562207 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.562556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.562897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.563230 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.563564 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.563897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.564229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.564559 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.564885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.565211 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.565536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:20.623562 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:20.623893 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP 2be32dd1-e4cf-47d3-952e-b001bb90fa16 disassociated (deleted). External IP: 172.25.3.205, port: a61bbca2-a222-417d-9abc-982632223745. Nov 26 22:59:20.825049 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:59:20.934490 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:59:20.939343 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:20.944536 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] Sync routers for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:59:20.954133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:20.954747 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:20.966055 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-861a558a-8477-46a4-bb88-66d665fd15af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/floatingips/2be32dd1-e4cf-47d3-952e-b001bb90fa16 HTTP/1.1" status: 204 len: 168 time: 0.8411500 Nov 26 22:59:20.966660 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'tag': 'a61bbca2-a222-417d-9abc-982632223745'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:59:20.968918 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a170858e-2b0c-4b9a-93f0-1e9655642b24" -d '{"events": [{"name": "network-changed", "server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "tag": "a61bbca2-a222-417d-9abc-982632223745"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:59:21.061075 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb924e3f-56ff-4565-bfae-75a3c786e426 x-openstack-request-id: req-fb924e3f-56ff-4565-bfae-75a3c786e426 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:59:21.061364 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "tag": "a61bbca2-a222-417d-9abc-982632223745", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:59:21.061620 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb924e3f-56ff-4565-bfae-75a3c786e426 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:59:21.062096 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'tag': 'a61bbca2-a222-417d-9abc-982632223745', 'status': 'completed', 'code': 200} Nov 26 22:59:21.072085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:21.199683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-bb239c05-2f6e-41e4-9c0d-86d3f12dcd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:21.201823 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-bb239c05-2f6e-41e4-9c0d-86d3f12dcd54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 1096 time: 0.0929115 Nov 26 22:59:21.207204 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84488b18-8b7f-42e8-a753-53512f07f686 req-8ef74624-9bcd-4fbd-8f74-bb31e046fbc3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:21.208702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84488b18-8b7f-42e8-a753-53512f07f686 req-8ef74624-9bcd-4fbd-8f74-bb31e046fbc3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0581651 Nov 26 22:59:21.264887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-84488b18-8b7f-42e8-a753-53512f07f686 req-4b82a245-ffbb-40a6-b64f-ed64e24569c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Nov 26 22:59:21.292884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:57:00Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:21.302061 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-ea949148-acdb-4ce0-8b84-e407b44986a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:21.303620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-ea949148-acdb-4ce0-8b84-e407b44986a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 200 len: 897 time: 0.0938458 Nov 26 22:59:21.318446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] Checking router: 9ac5662f-672f-4e7e-85c3-c2c60733ab3a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:59:21.327105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:21.327704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:21.347718 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-f8ad94fb-f1d3-46ed-b55b-691e763b1519 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 200 len: 217 time: 0.0349970 Nov 26 22:59:21.396579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-e904eae8-1166-4e89-b05a-e12177932c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:21.398093 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-e904eae8-1166-4e89-b05a-e12177932c80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=52964d76-7029-4ec2-ae29-d254c917837d HTTP/1.1" status: 200 len: 834 time: 0.0433843 Nov 26 22:59:21.453005 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-40b979fd-a6ef-45e5-93d5-27e6dd909ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:21.454552 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-40b979fd-a6ef-45e5-93d5-27e6dd909ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429997 Nov 26 22:59:21.551165 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-1ba4246c-96e1-4ec4-9af9-c4834a0a04dc service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877178 Nov 26 22:59:21.592500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:21.641827 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a170858e-2b0c-4b9a-93f0-1e9655642b24 req-547e3e62-f287-47a5-a366-e15f08daaf92 service neutron] 10.222.0.13 "GET /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808957 Nov 26 22:59:21.788141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:57:00Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:21.817880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99198835-a56c-40d9-b434-222c6f6a5b6f None None] The sync data for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 is: [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:58Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '5ed1aaa9-16b1-4ca0-bc0a-6934643f1158', 'name': '', 'network_id': 'efb0d1fa-7cce-4279-9dc7-4eb2528d94a8', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:7f:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '52964d76-7029-4ec2-ae29-d254c917837d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:57Z', 'updated_at': '2021-11-26T22:57:00Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': '52964d76-7029-4ec2-ae29-d254c917837d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:59:21.996187 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:59:22.035711 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f739f979-6935-482d-97be-dc00b582f950 None None] New status for floating IP 2be32dd1-e4cf-47d3-952e-b001bb90fa16: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:59:22.387163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9ce5a-b78f-4ea0-b105-8271d7220bf2 req-bd3233f8-b895-4dd0-8dc4-162f2179ef92 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:22.388631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01e9ce5a-b78f-4ea0-b105-8271d7220bf2 req-bd3233f8-b895-4dd0-8dc4-162f2179ef92 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Nov 26 22:59:22.437047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-01e9ce5a-b78f-4ea0-b105-8271d7220bf2 req-f68973dd-6c64-4e47-a6e9-4c347fa9fa68 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425837 Nov 26 22:59:23.234701 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-04aa06bb-05cb-45a6-a5a2-2a92b96d3450 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:23.236139 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-04aa06bb-05cb-45a6-a5a2-2a92b96d3450 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0525584 Nov 26 22:59:23.323603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port a61bbca2-a222-417d-9abc-982632223745 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:59:23.323940 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:23.411578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port a61bbca2-a222-417d-9abc-982632223745, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=a61bbca2-a222-417d-9abc-982632223745,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:23.411930 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:23.424280 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for a61bbca2-a222-417d-9abc-982632223745 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:59:23.554725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:23.565606 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fcd22-84a4-4204-8c81-8a8db093c293 req-4dfbe1e5-727a-4927-9a05-84f9aa4beba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:23.567778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb2fcd22-84a4-4204-8c81-8a8db093c293 req-4dfbe1e5-727a-4927-9a05-84f9aa4beba1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=81608d12-7d7f-45a6-9a85-9421458668c6 HTTP/1.1" status: 200 len: 945 time: 0.0611119 Nov 26 22:59:23.588206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=a61bbca2-a222-417d-9abc-982632223745,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:23.634330 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fb2fcd22-84a4-4204-8c81-8a8db093c293 req-e1581f28-b6bc-40c3-b6a1-2f945b72b7f2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=189e918b-6491-4201-9269-1caf583e0ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594313 Nov 26 22:59:23.634573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] No DVR routers for this DVR port a61bbca2-a222-417d-9abc-982632223745 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:59:23.637193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:23.640231 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f47f15dd-5d5b-475c-8e85-1eb8a5627512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:23.640696 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6aba62f-976d-42df-a83f-6fc2c9cbc5ef req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.13 "DELETE /v2.0/ports/a61bbca2-a222-417d-9abc-982632223745 HTTP/1.1" status: 204 len: 173 time: 0.3984165 Nov 26 22:59:23.641475 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'name': 'network-vif-deleted', 'tag': 'a61bbca2-a222-417d-9abc-982632223745'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:59:23.643447 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce1a0d-25b8-4e63-8577-41a7846a6893" -d '{"events": [{"server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "name": "network-vif-deleted", "tag": "a61bbca2-a222-417d-9abc-982632223745"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:59:23.648216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.648578 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.648925 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.649590 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.649966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.650301 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.650642 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.650979 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.651310 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.651643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.651969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.652439 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d60e7-f8e3-4dbe-ac72-8b84b3565dd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:23.685745 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d8c05-e715-4c8c-9d81-8eed5e26ad18 x-openstack-request-id: req-882d8c05-e715-4c8c-9d81-8eed5e26ad18 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:59:23.686140 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81608d12-7d7f-45a6-9a85-9421458668c6", "name": "network-vif-deleted", "tag": "a61bbca2-a222-417d-9abc-982632223745", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:59:23.686524 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-882d8c05-e715-4c8c-9d81-8eed5e26ad18 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:59:23.686901 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81608d12-7d7f-45a6-9a85-9421458668c6', 'name': 'network-vif-deleted', 'tag': 'a61bbca2-a222-417d-9abc-982632223745', 'status': 'completed', 'code': 200} Nov 26 22:59:24.697917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41894) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:25.048075 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:25.301200 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:59:25.301460 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:25.392965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:25.393329 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:25.406144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:59:25.588526 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:25.613245 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=5ed1aaa9-16b1-4ca0-bc0a-6934643f1158,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:25.787677 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.008155 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:59:26.113882 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:59:26.121221 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f5b7c3d4-aeae-4ac6-b6a2-9c357b7795b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/9ac5662f-672f-4e7e-85c3-c2c60733ab3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4195898 Nov 26 22:59:26.122462 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41896) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:26.125327 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] Sync routers for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:59:26.134888 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:26.135486 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:58:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:26.177922 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-68654869-567d-43f4-96ab-61cd81fbb455 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting subnet 52964d76-7029-4ec2-ae29-d254c917837d {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 22:59:26.181043 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68654869-567d-43f4-96ab-61cd81fbb455 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.222514 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68654869-567d-43f4-96ab-61cd81fbb455 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.244584 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:26.309871 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68654869-567d-43f4-96ab-61cd81fbb455 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.368522 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68654869-567d-43f4-96ab-61cd81fbb455 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.392199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6fdab0e9-f126-4e78-baf6-0a7fe8bed86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.397858 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68654869-567d-43f4-96ab-61cd81fbb455 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Subnet': ['ID=52964d76-7029-4ec2-ae29-d254c917837d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:26.399877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-68654869-567d-43f4-96ab-61cd81fbb455 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.405711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-68654869-567d-43f4-96ab-61cd81fbb455 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/subnets/52964d76-7029-4ec2-ae29-d254c917837d HTTP/1.1" status: 204 len: 168 time: 0.2797251 Nov 26 22:59:26.406612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41898) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:26.411615 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170fe3c-d105-4ab3-9d2f-3b046b1efc68 None None] Network efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:59:26.516617 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.535064 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:59:25Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:26.568927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] Checking router: 9ac5662f-672f-4e7e-85c3-c2c60733ab3a for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:59:26.583283 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] Routers {'9ac5662f-672f-4e7e-85c3-c2c60733ab3a'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:26.583906 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:26.628304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.670788 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] DHCP port deletion for efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:59:26.682300 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port c959c5cd-2c90-420b-bc66-2a90991f7628 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:59:26.682647 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.720665 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] Set router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:26.763847 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port c959c5cd-2c90-420b-bc66-2a90991f7628, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=c959c5cd-2c90-420b-bc66-2a90991f7628,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:26.764129 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.775738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for c959c5cd-2c90-420b-bc66-2a90991f7628 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:59:26.833627 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Deleting port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 22:59:26.834002 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.881205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a61bbca2-a222-417d-9abc-982632223745 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:59:26.916255 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: a61bbca2-a222-417d-9abc-982632223745 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:59:26.916622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device a61bbca2-a222-417d-9abc-982632223745 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:59:26.944550 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.969534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] For port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f,segment=NetworkSegment(3df541cb-a6ce-49c2-b3c9-fb646be0118d),segment_id=3df541cb-a6ce-49c2-b3c9-fb646be0118d)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:26.969937 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:26.988262 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a87c5-afb2-4ab9-9863-bcb492678c82 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:59:26.990107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Calling delete_port for bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 22:59:26.991345 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=c959c5cd-2c90-420b-bc66-2a90991f7628,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:27.031151 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.071396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:59:25Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:27.102305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368396f9-1ccf-4c4c-a8a1-262fe145f776 None None] The sync data for ids ['9ac5662f-672f-4e7e-85c3-c2c60733ab3a'] in n-d-819494-1 is: [{'id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996952681', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:59:25Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'c959c5cd-2c90-420b-bc66-2a90991f7628', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac5662f-672f-4e7e-85c3-c2c60733ab3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:56:54Z', 'updated_at': '2021-11-26T22:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:59:27.124726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.154332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Pushing event deleted for resources: {'Port': ['ID=bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:27.159021 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] No DVR routers for this DVR port bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 22:59:27.168388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.168388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.168388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.168388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.168388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.170275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.170275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.170275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.170275 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.171203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.171203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.171203 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece50463-ed81-4a90-93de-bb1a0931f037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:27.360262 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.462828 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.465378 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.513780 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.514589 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Fanout notify agent at l3_agent the message router_deleted on router 9ac5662f-672f-4e7e-85c3-c2c60733ab3a {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 22:59:27.521829 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.522989 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ae9ac3d7-4fbe-45b2-88f7-abf11ed010c4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/routers/9ac5662f-672f-4e7e-85c3-c2c60733ab3a HTTP/1.1" status: 204 len: 168 time: 1.1161242 Nov 26 22:59:27.525598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41900) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:27.605158 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.697614 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.718915 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb0d1fa-7cce-4279-9dc7-4eb2528d94a8']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:27.728595 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df541cb-a6ce-49c2-b3c9-fb646be0118d') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:27.728896 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df541cb-a6ce-49c2-b3c9-fb646be0118d') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:27.739463 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.755489 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.762122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 22:59:27.762792 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: timer() Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 22:59:27.765995 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 22:59:27.832632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.840842 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.844138 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/networks/efb0d1fa-7cce-4279-9dc7-4eb2528d94a8 HTTP/1.1" status: 204 len: 168 time: 0.3175724 Nov 26 22:59:27.847066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41902) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:27.855893 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a3faf-1a64-47bb-b216-6bb7624d170c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Network': ['ID=efb0d1fa-7cce-4279-9dc7-4eb2528d94a8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:27.906561 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a160986-dbf0-40e2-995f-680ce958672f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.932377 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a160986-dbf0-40e2-995f-680ce958672f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.992090 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a160986-dbf0-40e2-995f-680ce958672f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.994886 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a160986-dbf0-40e2-995f-680ce958672f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:27.996086 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a160986-dbf0-40e2-995f-680ce958672f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/security-groups/189e918b-6491-4201-9269-1caf583e0ed7 HTTP/1.1" status: 204 len: 168 time: 0.1478605 Nov 26 22:59:28.005844 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a160986-dbf0-40e2-995f-680ce958672f tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e918b-6491-4201-9269-1caf583e0ed7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:28.198156 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:59:28.225972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:59:28.226434 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bf93ac3b-3ebb-44b1-9f69-6f8a4378e68f not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:59:28.227432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:59:28.246468 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:59:28.247423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 5ed1aaa9-16b1-4ca0-bc0a-6934643f1158 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:59:28.247894 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c959c5cd-2c90-420b-bc66-2a90991f7628 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 22:59:28.267550 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: c959c5cd-2c90-420b-bc66-2a90991f7628 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 22:59:28.267897 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device c959c5cd-2c90-420b-bc66-2a90991f7628 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 22:59:28.307230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41908) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:28.312099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a1bb6d58-8a92-4bf0-aee0-d7db2a31c9b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-815542878', 'description': 'tempest-secgroup-smoke-815542878 description', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:28.338336 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6d58-8a92-4bf0-aee0-d7db2a31c9b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.405735 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6d58-8a92-4bf0-aee0-d7db2a31c9b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.409389 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6d58-8a92-4bf0-aee0-d7db2a31c9b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.440858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6d58-8a92-4bf0-aee0-d7db2a31c9b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.444772 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a1bb6d58-8a92-4bf0-aee0-d7db2a31c9b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1337748 Nov 26 22:59:28.444934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41910) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:28.450775 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c580fb3c-ea70-48a1-a168-bde03fae9ba5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'ad7923c4-dfc8-4085-a748-8b95a1bc12ac', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:28.455030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb6d58-8a92-4bf0-aee0-d7db2a31c9b0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7923c4-dfc8-4085-a748-8b95a1bc12ac,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:28.481622 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c580fb3c-ea70-48a1-a168-bde03fae9ba5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.538701 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c580fb3c-ea70-48a1-a168-bde03fae9ba5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.542026 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c580fb3c-ea70-48a1-a168-bde03fae9ba5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.558528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580fb3c-ea70-48a1-a168-bde03fae9ba5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f19e1d6-60fa-4e36-be11-b40ae78128d2,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:28.566359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c580fb3c-ea70-48a1-a168-bde03fae9ba5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.567534 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c580fb3c-ea70-48a1-a168-bde03fae9ba5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210911 Nov 26 22:59:28.570252 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41912) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:28.574458 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5bad0d31-74cf-4dad-a506-116540c48f17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'ad7923c4-dfc8-4085-a748-8b95a1bc12ac', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:28.599573 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5bad0d31-74cf-4dad-a506-116540c48f17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.655325 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5bad0d31-74cf-4dad-a506-116540c48f17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.659021 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5bad0d31-74cf-4dad-a506-116540c48f17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.676284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad0d31-74cf-4dad-a506-116540c48f17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147b71c3-a26c-4f61-a01f-27bf5fee1cd2,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:28.683923 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5bad0d31-74cf-4dad-a506-116540c48f17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.685245 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5bad0d31-74cf-4dad-a506-116540c48f17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140792 Nov 26 22:59:28.688043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41914) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:28.692374 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-912ba30c-321f-486b-8cdd-e4ed6f9fbcb8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'ad7923c4-dfc8-4085-a748-8b95a1bc12ac', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:28.719007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-912ba30c-321f-486b-8cdd-e4ed6f9fbcb8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.778917 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-912ba30c-321f-486b-8cdd-e4ed6f9fbcb8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.782676 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-912ba30c-321f-486b-8cdd-e4ed6f9fbcb8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.800250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ba30c-321f-486b-8cdd-e4ed6f9fbcb8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa4b6f0-29b0-469e-a8cb-43acfd34b4bb,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:28.807624 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-912ba30c-321f-486b-8cdd-e4ed6f9fbcb8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.808810 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-912ba30c-321f-486b-8cdd-e4ed6f9fbcb8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198382 Nov 26 22:59:28.812521 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41916) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:28.817213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-0f06547e-af94-4148-8124-514328246104 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'ad7923c4-dfc8-4085-a748-8b95a1bc12ac', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:28.843927 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f06547e-af94-4148-8124-514328246104 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.900618 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.902965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f06547e-af94-4148-8124-514328246104 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.906462 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f06547e-af94-4148-8124-514328246104 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.925769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06547e-af94-4148-8124-514328246104 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1873934-47ef-498e-a990-4c0a9036d47d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:28.935027 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-0f06547e-af94-4148-8124-514328246104 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:28.936688 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0f06547e-af94-4148-8124-514328246104 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230135 Nov 26 22:59:28.939403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41918) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:28.943635 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-8a0b3e51-3279-4722-a98c-cc18b5cfbf17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'ad7923c4-dfc8-4085-a748-8b95a1bc12ac', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:28.964196 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-8a0b3e51-3279-4722-a98c-cc18b5cfbf17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:59:28.969578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3e51-3279-4722-a98c-cc18b5cfbf17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.027715 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3e51-3279-4722-a98c-cc18b5cfbf17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.032012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3e51-3279-4722-a98c-cc18b5cfbf17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.049542 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b3e51-3279-4722-a98c-cc18b5cfbf17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e5b2f4-467a-4b7c-8749-0d0535616b61,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:29.057130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-8a0b3e51-3279-4722-a98c-cc18b5cfbf17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.058353 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-8a0b3e51-3279-4722-a98c-cc18b5cfbf17 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180046 Nov 26 22:59:29.061156 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41920) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:29.065429 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-1e79467d-5ed2-4fa8-aeb4-1e5b82151a42 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'security_group_rule': {'security_group_id': 'ad7923c4-dfc8-4085-a748-8b95a1bc12ac', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:29.086597 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-1e79467d-5ed2-4fa8-aeb4-1e5b82151a42 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Project ec84b4bad91b41abbf5fd9e1dd117fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 22:59:29.091977 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e79467d-5ed2-4fa8-aeb4-1e5b82151a42 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.152334 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e79467d-5ed2-4fa8-aeb4-1e5b82151a42 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.156486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e79467d-5ed2-4fa8-aeb4-1e5b82151a42 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.175663 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79467d-5ed2-4fa8-aeb4-1e5b82151a42 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd2910d-88dc-49c6-a054-ab1e9c545e91,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:29.180989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-1e79467d-5ed2-4fa8-aeb4-1e5b82151a42 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.181999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-1e79467d-5ed2-4fa8-aeb4-1e5b82151a42 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199141 Nov 26 22:59:29.184934 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41922) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:29.189933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'network': {'name': 'tempest-network-smoke--172869121', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'port_security_enabled': True}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:29.210216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:59:29.213517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.237884 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 22:59:29.247314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.247662 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Added segment 8b4dcee7-8c40-4d57-aa74-ce3873d007c8 of type vlan for network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 Nov 26 22:59:29.289385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.314716 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.320529 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:29.321114 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.382878 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1968138 Nov 26 22:59:29.385670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41924) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:29.390303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'admin_state_up': True, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:29.394850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d133b5-fafa-4e6c-828f-638c773c9bc2 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Network': ['ID=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:29.405690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 22:59:29.412905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.413949 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.471942 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.616679 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.642377 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.808963 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.830650 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:29.932177 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.155 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/abf456a3-b4f2-43af-a581-2853c52af755) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:59:30.036623 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:30.069632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:30.112892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:59:30.116034 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:59:30.120210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:59:30.122794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=abf456a3-b4f2-43af-a581-2853c52af755,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:30.130166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392c5ba-dcfe-4ab6-8a58-e696a0e29359 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:59:30.176488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-629d3865-a3e3-42fa-8210-70ddc6f9563d None None] Provisioning complete for port abf456a3-b4f2-43af-a581-2853c52af755 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:30.176848 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-629d3865-a3e3-42fa-8210-70ddc6f9563d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:30.209956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-629d3865-a3e3-42fa-8210-70ddc6f9563d None None] Port abf456a3-b4f2-43af-a581-2853c52af755 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:59:30.370232 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:30.564130 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:30.690422 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 73d8c73f-24d6-4fc5-a445-05dea5408721 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 22:59:30.795910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:59:30.807715 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e720138-8727-45fb-9179-394602546f4e None None] Sync routers for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:59:30.816407 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:30.817637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-be2b45c2-1ba4-4e48-a568-82659dea6eec tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4309297 Nov 26 22:59:30.818510 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e720138-8727-45fb-9179-394602546f4e None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:30.819105 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5e720138-8727-45fb-9179-394602546f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:30.820947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41926) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:30.848875 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8dbac482-1e6c-4951-81b1-b8b85c1205af tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=ec84b4bad91b41abbf5fd9e1dd117fbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265667 Nov 26 22:59:30.851494 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 41928) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:30.922012 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5e720138-8727-45fb-9179-394602546f4e None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:30.938011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dd0991-f0bf-4431-a0a2-9a502a7ddf9a tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:30.939538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-76dd0991-f0bf-4431-a0a2-9a502a7ddf9a tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870976 Nov 26 22:59:30.942639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41930) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:30.971329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0db4d767-5f1b-40fa-b30f-fd5b87f6ce0d tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=767e4e93-422e-4f79-9ddf-e2867440c749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274222 Nov 26 22:59:30.973672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41932) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:30.978384 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-323144515', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:31.068880 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:59:31.072725 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.099452 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5e720138-8727-45fb-9179-394602546f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:30Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:31.130651 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e720138-8727-45fb-9179-394602546f4e None None] Checking router: 73d8c73f-24d6-4fc5-a445-05dea5408721 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:59:31.131018 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e720138-8727-45fb-9179-394602546f4e None None] Updating router 73d8c73f-24d6-4fc5-a445-05dea5408721 port abf456a3-b4f2-43af-a581-2853c52af755 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:59:31.158593 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5e720138-8727-45fb-9179-394602546f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.263586 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.332321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Subnet': ['ID=c8010dac-e7e0-4931-a2e8-61681e90d57f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:31.336686 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Checking segment: {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:59:31.337047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network hostable DHCP agents. Network: f2dd7c03-252d-4a77-9f28-8b0cc5ad7098, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 22:59:31.355324 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 22:59:31.364656 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, f2dd7c03-252d-4a77-9f28-8b0cc5ad7098) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:59:31.369027 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:31.369641 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.379084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1af4ad-6754-483e-a612-492e66a1ae92 None None] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:59:31.389309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c93e0422-46bb-4e2e-94b3-da11a8ee89f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4145842 Nov 26 22:59:31.391965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 41934) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:31.414180 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5e720138-8727-45fb-9179-394602546f4e None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.420781 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5e720138-8727-45fb-9179-394602546f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.470087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a97a8-b413-4597-8775-43d401966e45 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:59:31.472561 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5e720138-8727-45fb-9179-394602546f4e None None] Attempting to bind port abf456a3-b4f2-43af-a581-2853c52af755 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:59:31.472726 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5e720138-8727-45fb-9179-394602546f4e None None] Attempting to bind port abf456a3-b4f2-43af-a581-2853c52af755 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:59:31.472965 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e720138-8727-45fb-9179-394602546f4e None None] Attempting to bind port abf456a3-b4f2-43af-a581-2853c52af755 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:59:31.483264 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e720138-8727-45fb-9179-394602546f4e None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:59:31.483634 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e720138-8727-45fb-9179-394602546f4e None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:59:31.484347 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5e720138-8727-45fb-9179-394602546f4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.484734 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e720138-8727-45fb-9179-394602546f4e None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:59:31.485256 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-5e720138-8727-45fb-9179-394602546f4e None None] Bound port: abf456a3-b4f2-43af-a581-2853c52af755, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:59:31.485633 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5e720138-8727-45fb-9179-394602546f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.563063 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-b884e62a-a8c7-4c3e-9b86-ae26ec3b07a2 None None] Provisioning complete for port abf456a3-b4f2-43af-a581-2853c52af755 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:31.563807 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b884e62a-a8c7-4c3e-9b86-ae26ec3b07a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.568254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 22:59:31.569467 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.616206 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Pushing event updated for resources: {'Port': ['ID=abf456a3-b4f2-43af-a581-2853c52af755,revision_number=2']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:31.628072 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-b884e62a-a8c7-4c3e-9b86-ae26ec3b07a2 None None] Port abf456a3-b4f2-43af-a581-2853c52af755 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:59:31.631672 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.632053 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.632390 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.632732 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.633058 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.633383 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.633707 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.634023 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.634369 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.634685 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.635003 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.635314 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 22:59:31.660008 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-5e720138-8727-45fb-9179-394602546f4e None None] For port abf456a3-b4f2-43af-a581-2853c52af755, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:59:31.664698 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-5e720138-8727-45fb-9179-394602546f4e None None] For port abf456a3-b4f2-43af-a581-2853c52af755, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=abf456a3-b4f2-43af-a581-2853c52af755,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:59:31.670361 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-5e720138-8727-45fb-9179-394602546f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.727311 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e720138-8727-45fb-9179-394602546f4e None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:31.727737 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5e720138-8727-45fb-9179-394602546f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:31.728497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e5a9d0-4d86-49a9-93cd-cb67edd36da0 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 22:59:31.729529 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86d9e0-30e4-4fe1-9a8b-8a8aa0ea9636 None None] Pushing event updated for resources: {'Port': ['ID=abf456a3-b4f2-43af-a581-2853c52af755,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:31.769682 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Allocated IP 172.20.0.2 (f2dd7c03-252d-4a77-9f28-8b0cc5ad7098/c8010dac-e7e0-4931-a2e8-61681e90d57f/177edef1-46d0-45d6-ad15-4c276c502223) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:59:31.848773 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-5e720138-8727-45fb-9179-394602546f4e None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:31.882243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-38c9a041-e030-4988-b0d3-5c3e5bd1b6d1 None None] Provisioning complete for port abf456a3-b4f2-43af-a581-2853c52af755 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:31.882627 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-38c9a041-e030-4988-b0d3-5c3e5bd1b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.892966 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.955702 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:31.964049 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.020222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:59:32.025458 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:59:32.027642 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Pushing event updated for resources: {'Port': ['ID=177edef1-46d0-45d6-ad15-4c276c502223,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:32.030527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:59:32.046717 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-5e720138-8727-45fb-9179-394602546f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:30Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:32.078795 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e720138-8727-45fb-9179-394602546f4e None None] The sync data for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 is: [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:30Z', 'revision_number': 3, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:59:32.103593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-38c9a041-e030-4988-b0d3-5c3e5bd1b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.129704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Attempting to bind port 177edef1-46d0-45d6-ad15-4c276c502223 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:59:32.130148 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Attempting to bind port 177edef1-46d0-45d6-ad15-4c276c502223 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:59:32.130490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Attempting to bind port 177edef1-46d0-45d6-ad15-4c276c502223 on network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:59:32.135847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-38c9a041-e030-4988-b0d3-5c3e5bd1b6d1 None None] For port abf456a3-b4f2-43af-a581-2853c52af755, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=abf456a3-b4f2-43af-a581-2853c52af755,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:32.140624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:59:32.141014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Checking segment: {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:59:32.141447 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.141900 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Bound using segment: {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:59:32.142420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Bound port: 177edef1-46d0-45d6-ad15-4c276c502223, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:59:32.142814 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.152416 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-38c9a041-e030-4988-b0d3-5c3e5bd1b6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.195073 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.1 (f2dd7c03-252d-4a77-9f28-8b0cc5ad7098/c8010dac-e7e0-4931-a2e8-61681e90d57f/daa45169-19f6-4a9d-9ad8-e008834acde8) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:59:32.242578 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9a041-e030-4988-b0d3-5c3e5bd1b6d1 None None] Pushing event updated for resources: {'Port': ['ID=abf456a3-b4f2-43af-a581-2853c52af755,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:32.258659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] For port 177edef1-46d0-45d6-ad15-4c276c502223, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:59:32.263709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] For port 177edef1-46d0-45d6-ad15-4c276c502223, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=177edef1-46d0-45d6-ad15-4c276c502223,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:59:32.268945 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.352867 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.357420 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c04b2-e6a4-41cc-b227-bd9dfb5baaf2 None None] Pushing event updated for resources: {'Port': ['ID=177edef1-46d0-45d6-ad15-4c276c502223,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:32.395812 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.435980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:59:32.442129 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:59:32.446278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:59:32.480666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=daa45169-19f6-4a9d-9ad8-e008834acde8,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:32.498825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:32.677052 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:33.307542 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:33.313539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:33.343858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae5012-8fef-48b5-aeb0-00e923cb832f None None] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 22:59:33.387921 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=daa45169-19f6-4a9d-9ad8-e008834acde8,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:33.392861 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:33.437120 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-65bd2bb7-6cb7-48d9-b28c-151289745e19 None None] Provisioning complete for port 177edef1-46d0-45d6-ad15-4c276c502223 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:33.437797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-65bd2bb7-6cb7-48d9-b28c-151289745e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:33.487399 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:59:33.488905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:59:33.588475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-65bd2bb7-6cb7-48d9-b28c-151289745e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:33.618576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 73d8c73f-24d6-4fc5-a445-05dea5408721 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:59:33.637110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-65bd2bb7-6cb7-48d9-b28c-151289745e19 None None] For port 177edef1-46d0-45d6-ad15-4c276c502223, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=177edef1-46d0-45d6-ad15-4c276c502223,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:33.642715 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-65bd2bb7-6cb7-48d9-b28c-151289745e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:33.699171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd2bb7-6cb7-48d9-b28c-151289745e19 None None] Pushing event updated for resources: {'Port': ['ID=177edef1-46d0-45d6-ad15-4c276c502223,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:33.749626 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:59:33.754975 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-99cc31a5-984c-4983-86ae-04d24d012d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/73d8c73f-24d6-4fc5-a445-05dea5408721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3620415 Nov 26 22:59:33.827814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Sync routers for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:59:33.841405 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:33.842030 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:33.910133 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3dc92696-4eed-4281-aafe-f213a677d221 None None] Provisioning complete for port daa45169-19f6-4a9d-9ad8-e008834acde8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:33.910358 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3dc92696-4eed-4281-aafe-f213a677d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:33.929058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-09fd1e74-7fe2-412f-9898-e94364b71d59 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815542878&fields=id&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 267 time: 0.0489602 Nov 26 22:59:33.994109 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3dc92696-4eed-4281-aafe-f213a677d221 None None] Port daa45169-19f6-4a9d-9ad8-e008834acde8 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:59:34.019014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:34.093551 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-340c7114-26d5-4fd1-b566-40843152b939 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:34.095010 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-340c7114-26d5-4fd1-b566-40843152b939 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/networks?id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 HTTP/1.1" status: 200 len: 796 time: 0.1541591 Nov 26 22:59:34.114259 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-f7e290fb-e3e5-46f2-b3da-43f81fb30b48 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/quotas/ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 375 time: 0.0114102 Nov 26 22:59:34.120979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 177edef1-46d0-45d6-ad15-4c276c502223 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:59:34.159098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3dc92696-4eed-4281-aafe-f213a677d221 None None] Provisioning complete for port 177edef1-46d0-45d6-ad15-4c276c502223 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:34.159465 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3dc92696-4eed-4281-aafe-f213a677d221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:34.171639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-c997d996-0dbe-4f36-8db5-f5bbd3fc3584 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501680 Nov 26 22:59:34.188568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-98b295d4-9763-49bd-beb7-7923d1346937 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 22:59:34.190159 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-98b295d4-9763-49bd-beb7-7923d1346937 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065176 Nov 26 22:59:34.289657 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-c62c9330-3927-4aa9-b3b2-f9824d8c425e service neutron] 10.222.0.21 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927639 Nov 26 22:59:34.331810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 177edef1-46d0-45d6-ad15-4c276c502223 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:34.332139 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:34.380136 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-2837a2d2-f497-4ad2-a92a-3b2ea2a2c043 service neutron] 10.222.0.21 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833547 Nov 26 22:59:34.431032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 2, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:34.468783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Checking router: 73d8c73f-24d6-4fc5-a445-05dea5408721 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:59:34.469146 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Updating router 73d8c73f-24d6-4fc5-a445-05dea5408721 port daa45169-19f6-4a9d-9ad8-e008834acde8 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 22:59:34.506023 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device abf456a3-b4f2-43af-a581-2853c52af755 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:59:34.511566 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:34.552622 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-15ba8458-3a9b-4cec-a0af-e8ec6b7bf0db None None] Provisioning complete for port daa45169-19f6-4a9d-9ad8-e008834acde8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:34.552998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-15ba8458-3a9b-4cec-a0af-e8ec6b7bf0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:34.563944 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d75a2744-ca2d-404d-af63-052df0faa781 req-cb676992-f5f9-4345-a36a-93d19c0f34ce tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 210 time: 0.0279012 Nov 26 22:59:34.625570 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-15ba8458-3a9b-4cec-a0af-e8ec6b7bf0db None None] Port daa45169-19f6-4a9d-9ad8-e008834acde8 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:59:34.693545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port abf456a3-b4f2-43af-a581-2853c52af755 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:34.693833 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:34.915520 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:34.921801 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:34.977909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112898df-5ca9-49ae-8702-4d70f69b3e80 None None] Pushing event updated for resources: {'Port': ['ID=daa45169-19f6-4a9d-9ad8-e008834acde8,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:35.023447 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Attempting to bind port daa45169-19f6-4a9d-9ad8-e008834acde8 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:59:35.023820 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Attempting to bind port daa45169-19f6-4a9d-9ad8-e008834acde8 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:59:35.024189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Attempting to bind port daa45169-19f6-4a9d-9ad8-e008834acde8 on network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:59:35.029839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:59:35.030247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Checking segment: {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:59:35.030648 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:35.031068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Bound using segment: {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:59:35.031530 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Bound port: daa45169-19f6-4a9d-9ad8-e008834acde8, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:59:35.031908 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:35.094960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] For port daa45169-19f6-4a9d-9ad8-e008834acde8, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:59:35.098244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] For port daa45169-19f6-4a9d-9ad8-e008834acde8, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=daa45169-19f6-4a9d-9ad8-e008834acde8,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:59:35.103551 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:35.179289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fdeed592-b357-4ce8-a795-41a1bfb62945 None None] Provisioning complete for port daa45169-19f6-4a9d-9ad8-e008834acde8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:35.179661 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdeed592-b357-4ce8-a795-41a1bfb62945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:35.182711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:35.183358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:35.185402 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112898df-5ca9-49ae-8702-4d70f69b3e80 None None] Pushing event updated for resources: {'Port': ['ID=daa45169-19f6-4a9d-9ad8-e008834acde8,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:35.492511 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:35.543078 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdeed592-b357-4ce8-a795-41a1bfb62945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:35.647656 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1cf3ced2-c588-419a-af18-038984590334 req-315aa28b-6ffa-4a78-bb76-1f0927deddd1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 210 time: 0.0290020 Nov 26 22:59:35.648827 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-fdeed592-b357-4ce8-a795-41a1bfb62945 None None] For port daa45169-19f6-4a9d-9ad8-e008834acde8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=daa45169-19f6-4a9d-9ad8-e008834acde8,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:35.656930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fdeed592-b357-4ce8-a795-41a1bfb62945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:35.748446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeed592-b357-4ce8-a795-41a1bfb62945 None None] Pushing event updated for resources: {'Port': ['ID=daa45169-19f6-4a9d-9ad8-e008834acde8,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:35.776745 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:35Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:35.810828 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795ccc8-00ea-4848-9d44-82f89de607d8 None None] The sync data for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 is: [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:35Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:59:35.816035 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f8cf5d84-fe0c-4dc8-9d31-e9b4c5091df7 None None] Provisioning complete for port daa45169-19f6-4a9d-9ad8-e008834acde8 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:35.816406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f8cf5d84-fe0c-4dc8-9d31-e9b4c5091df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:36.014736 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device daa45169-19f6-4a9d-9ad8-e008834acde8 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:59:36.065289 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port daa45169-19f6-4a9d-9ad8-e008834acde8 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:36.065665 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:36.739473 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b051d8da-d282-4666-be64-30fa9a8e922b req-82678b6b-e2ee-41f4-9850-b20e4b83cc2b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 210 time: 0.0330119 Nov 26 22:59:37.738186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:37.827574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25d64d9c-27ab-4cbe-990b-e0a5fc622dcf req-d692ab64-4cc4-45d4-b535-b51a592934e8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 210 time: 0.0265770 Nov 26 22:59:38.561030 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:38.922775 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff0ef426-eb07-45ea-8212-7aa6945d2674 req-5230569e-7be2-49c2-9816-db8ca3beedd8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 210 time: 0.0261958 Nov 26 22:59:39.694600 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-1c278d0c-796f-4e51-bb52-379f7ef4c3e1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:39.696050 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-1c278d0c-796f-4e51-bb52-379f7ef4c3e1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/networks?id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 HTTP/1.1" status: 200 len: 796 time: 0.1041186 Nov 26 22:59:39.764336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-adfd20e7-ff02-46a1-8e0b-41715ba334f5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf HTTP/1.1" status: 200 len: 379 time: 0.0531139 Nov 26 22:59:39.798907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'port': {'device_id': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'admin_state_up': True, 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'security_groups': ['ad7923c4-dfc8-4085-a748-8b95a1bc12ac']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:39.907824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Made reservation on behalf of ec84b4bad91b41abbf5fd9e1dd117fbf for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 22:59:39.911387 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.020842 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5fc1938a-a6d0-4527-923e-bc0bb212eb55 req-06872f21-b09a-4765-8470-c7408f7fa2e7 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 210 time: 0.0268166 Nov 26 22:59:40.034441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.20.0.11 (f2dd7c03-252d-4a77-9f28-8b0cc5ad7098/c8010dac-e7e0-4931-a2e8-61681e90d57f/336f9df6-1cdf-4e60-a62f-7c08ad8bb892) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:59:40.171564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.205347 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.253447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:59:40.257441 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:59:40.260244 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:59:40.286164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:40.315010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:40.315625 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.334967 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-23350f1f-4727-4d7d-9274-5600c2509d81 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5396371 Nov 26 22:59:40.352967 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Request body: {'port': {'device_id': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:40.407986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.469080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bd8d8ad7-dffa-4dfc-972d-771c9674b981 None None] Provisioning complete for port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:40.469659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bd8d8ad7-dffa-4dfc-972d-771c9674b981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.506797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d8ad7-dffa-4dfc-972d-771c9674b981 None None] Port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 22:59:40.669015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:59:40.676093 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.688345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Transition to ACTIVE for port object 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 22:59:40.691989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.745330 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Pushing event updated for resources: {'Port': ['ID=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:40.812145 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Attempting to bind port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 22:59:40.812767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Attempting to bind port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 22:59:40.813134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Attempting to bind port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 on network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:59:40.817648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 on network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 22:59:40.817966 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Attempting to bind port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 on network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 22:59:40.822944 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 22, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 22:59:40.823277 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Checking segment: {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 22:59:40.823662 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Bound using segment: {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 22:59:40.824087 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Bound port: 336f9df6-1cdf-4e60-a62f-7c08ad8bb892, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b4dcee7-8c40-4d57-aa74-ce3873d007c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 22:59:40.824814 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.895200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] For port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 22:59:40.898211 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] For port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 22:59:40.903213 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.939517 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:40.940142 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:40.941529 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] 10.222.0.41 "PUT /v2.0/ports/336f9df6-1cdf-4e60-a62f-7c08ad8bb892 HTTP/1.1" status: 200 len: 1092 time: 0.5930958 Nov 26 22:59:40.941974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:59:40.944280 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702212e4-bdba-46f8-b73c-66f58f9d6086" -d '{"events": [{"name": "network-changed", "server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:59:40.967486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3d969-187d-42ac-b34d-4cf79bb8787b service neutron] Pushing event updated for resources: {'Port': ['ID=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:40.997985 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec1d62c-54cc-439d-8ab6-dae779a44e2f x-openstack-request-id: req-2ec1d62c-54cc-439d-8ab6-dae779a44e2f {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:59:40.998317 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:59:40.998607 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ec1d62c-54cc-439d-8ab6-dae779a44e2f {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:59:40.999022 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'status': 'completed', 'code': 200} Nov 26 22:59:41.054623 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-d9c3d279-ac34-4c0b-96a9-37e647031ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:41.056320 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-d9c3d279-ac34-4c0b-96a9-37e647031ac6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 1095 time: 0.0442560 Nov 26 22:59:41.106416 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-9dcda70e-8c2a-4fee-a5e5-7ada270daee5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892 HTTP/1.1" status: 200 len: 217 time: 0.0357728 Nov 26 22:59:41.144125 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494097da-55f2-4b86-8940-6f6dc90d3dbf req-6a0108a9-2903-4019-8ec8-db10fdf02352 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:41.145709 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-494097da-55f2-4b86-8940-6f6dc90d3dbf req-6a0108a9-2903-4019-8ec8-db10fdf02352 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 944 time: 0.0534132 Nov 26 22:59:41.160107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-476639bd-c61d-42b9-8a14-ed39b8e9c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:41.161642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-476639bd-c61d-42b9-8a14-ed39b8e9c9b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8010dac-e7e0-4931-a2e8-61681e90d57f HTTP/1.1" status: 200 len: 834 time: 0.0486028 Nov 26 22:59:41.197447 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-494097da-55f2-4b86-8940-6f6dc90d3dbf req-519c40f6-f244-4770-a046-4fd1fa5c1e6b tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447290 Nov 26 22:59:41.208566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-38dc62ab-379c-4483-b026-ef381f78bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:41.210145 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-38dc62ab-379c-4483-b026-ef381f78bac9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412276 Nov 26 22:59:41.299887 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-ce54be0e-36b1-4672-b2d3-e118677dff01 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820966 Nov 26 22:59:41.395956 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c3bee103-05fb-4e7b-ad0c-b731e396199e req-25114bdf-05c3-4288-8229-68f04290e4ec service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892057 Nov 26 22:59:41.521090 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-6d431d0f-e921-43ab-9f25-43015af6acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:41.522623 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-6d431d0f-e921-43ab-9f25-43015af6acd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 1095 time: 0.0411248 Nov 26 22:59:41.613450 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-73b78581-790d-4272-81bd-9a6aff1a3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:41.614952 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-73b78581-790d-4272-81bd-9a6aff1a3e84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 HTTP/1.1" status: 200 len: 897 time: 0.0851846 Nov 26 22:59:41.656244 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-bef347a1-e23a-4696-8f11-431436b73cde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892 HTTP/1.1" status: 200 len: 217 time: 0.0328581 Nov 26 22:59:41.703532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-132c1eff-5f2e-4c4d-9447-351b54f279cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:41.704937 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-132c1eff-5f2e-4c4d-9447-351b54f279cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8010dac-e7e0-4931-a2e8-61681e90d57f HTTP/1.1" status: 200 len: 834 time: 0.0416389 Nov 26 22:59:41.752602 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-350f6b4d-ab40-402d-a4a9-42ee25a2e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:41.754042 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-350f6b4d-ab40-402d-a4a9-42ee25a2e3e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425699 Nov 26 22:59:42.119525 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-6c46f0c0-4e36-403e-ab42-5eddc4797fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584480 Nov 26 22:59:42.209046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-702212e4-bdba-46f8-b73c-66f58f9d6086 req-81ee4534-c2e9-4bfb-b96e-e155aca02228 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819640 Nov 26 22:59:42.319544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb04f3-bb37-4e4b-8df2-808e9bc84270 req-5c35f223-7349-4f34-b31c-b497be0d0f04 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:42.321014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cdb04f3-bb37-4e4b-8df2-808e9bc84270 req-5c35f223-7349-4f34-b31c-b497be0d0f04 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 944 time: 0.0522871 Nov 26 22:59:42.369458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cdb04f3-bb37-4e4b-8df2-808e9bc84270 req-0af7bc73-e37d-473e-a300-09b9c54acd51 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423522 Nov 26 22:59:43.491379 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451447e-1d41-4456-9f27-961fa9888545 req-fee89fc7-567f-4ad7-bd85-76260a4d5be9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:43.493315 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b451447e-1d41-4456-9f27-961fa9888545 req-fee89fc7-567f-4ad7-bd85-76260a4d5be9 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 944 time: 0.0543523 Nov 26 22:59:43.553878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b451447e-1d41-4456-9f27-961fa9888545 req-8cc4ddab-085c-4b8b-95e7-e772d5cc7e83 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512750 Nov 26 22:59:44.676222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089694cf-440d-49b8-b678-1e31b386b07e req-2800e25e-997a-4f9b-aee7-65402fc31a3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:44.677690 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-089694cf-440d-49b8-b678-1e31b386b07e req-2800e25e-997a-4f9b-aee7-65402fc31a3d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 944 time: 0.0520928 Nov 26 22:59:44.725392 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-089694cf-440d-49b8-b678-1e31b386b07e req-9ad3eaa8-390c-425b-b3b6-eee11952d5f3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418248 Nov 26 22:59:45.842704 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfab17-781f-4d6e-b8de-c129bd6c3209 req-32a10f30-0a36-47c9-8f57-c9abc5cda621 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:45.844212 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60dfab17-781f-4d6e-b8de-c129bd6c3209 req-32a10f30-0a36-47c9-8f57-c9abc5cda621 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 944 time: 0.0498900 Nov 26 22:59:45.896654 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-60dfab17-781f-4d6e-b8de-c129bd6c3209 req-18e0fe81-c1d1-4ae2-9236-fa26e44b4dda tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452173 Nov 26 22:59:46.557916 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 22:59:46.654328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:46.665737 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'port_id': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'mac_address': 'fa:16:3e:00:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 22:59:46.708285 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:46.720645 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 22:59:46.739785 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:46.744152 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:46.791457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:47.012356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3054fe1-03a9-49e0-b74c-d16841e8bf59 req-92ec1ecb-b822-45fa-b384-ffaad794c814 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:47.013865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3054fe1-03a9-49e0-b74c-d16841e8bf59 req-92ec1ecb-b822-45fa-b384-ffaad794c814 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Nov 26 22:59:47.066626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a3054fe1-03a9-49e0-b74c-d16841e8bf59 req-8f4d375c-0b9a-4c1c-921d-7bdc7dd0580a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468681 Nov 26 22:59:47.177258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['336f9df6-1cdf-4e60-a62f-7c08ad8bb892'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 22:59:48.180411 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359b3be-10b6-4aa7-872d-15577039e8db req-5d9f2d19-dcb3-4d55-939c-8242908f3621 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:48.181875 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2359b3be-10b6-4aa7-872d-15577039e8db req-5d9f2d19-dcb3-4d55-939c-8242908f3621 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Nov 26 22:59:48.231127 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2359b3be-10b6-4aa7-872d-15577039e8db req-5a0a3696-5f53-4c9b-9325-3ebdc707ef77 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433567 Nov 26 22:59:48.573114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 22:59:48.622432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 22:59:48.625952 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 22:59:48.626354 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:48.704670 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:48.726363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:59:48.728497 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482543b-21b4-483d-9ae2-40aa4700dd9d" -d '{"events": [{"server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "name": "network-vif-plugged", "status": "completed", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:59:48.741583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 22:59:48.745590 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:48.768563 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c05dfef-7511-413f-8952-713f58041afe x-openstack-request-id: req-1c05dfef-7511-413f-8952-713f58041afe {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:59:48.768856 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "name": "network-vif-plugged", "status": "completed", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:59:48.769106 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c05dfef-7511-413f-8952-713f58041afe {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:59:48.769504 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'code': 200} Nov 26 22:59:48.794271 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:48.896918 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc97a88-b501-4479-8436-4fc36aad0516 req-2ea2e3f9-3011-4301-b404-336a450e50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:48.898430 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5fc97a88-b501-4479-8436-4fc36aad0516 req-2ea2e3f9-3011-4301-b404-336a450e50a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 1097 time: 0.0408282 Nov 26 22:59:48.945143 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5fc97a88-b501-4479-8436-4fc36aad0516 req-92011b26-f8c5-4f39-b183-d9a2b8a1e01d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386579 Nov 26 22:59:49.346560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd580b94-bfab-422e-9a92-fa08153aeaee req-420c3683-6772-4284-a388-dd7155bddef1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:49.348041 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd580b94-bfab-422e-9a92-fa08153aeaee req-420c3683-6772-4284-a388-dd7155bddef1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0489540 Nov 26 22:59:49.397529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd580b94-bfab-422e-9a92-fa08153aeaee req-ec33e77a-9c8f-4b93-92f3-1a31cf5a83fa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437210 Nov 26 22:59:50.521999 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82c0c1-254d-4f6d-ada5-61404bd7d603 req-f30fe1df-a431-48f3-bfd3-edd4390881af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:50.523524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a82c0c1-254d-4f6d-ada5-61404bd7d603 req-f30fe1df-a431-48f3-bfd3-edd4390881af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0537772 Nov 26 22:59:50.572772 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1a82c0c1-254d-4f6d-ada5-61404bd7d603 req-be86aafb-e16b-4828-9a14-d4b289ebcd49 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423872 Nov 26 22:59:50.691369 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db1921-c335-431d-8eeb-080e35d6caf7 req-b7dc8ea2-9b12-4e66-9c92-8a4bb840e430 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:50.692773 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1db1921-c335-431d-8eeb-080e35d6caf7 req-b7dc8ea2-9b12-4e66-9c92-8a4bb840e430 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0494008 Nov 26 22:59:50.742023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1db1921-c335-431d-8eeb-080e35d6caf7 req-a9974a4b-30c3-4192-abd0-84aea8c42cf5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Nov 26 22:59:50.764698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42006) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:50.801818 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdeab15-6aee-4918-82ab-487406ae522f tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:50.803329 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ccdeab15-6aee-4918-82ab-487406ae522f tempest-TestNetworkAdvancedServerOps-136737879 tempest-TestNetworkAdvancedServerOps-136737879-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 1092 time: 0.0376866 Nov 26 22:59:50.806173 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42008) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:50.810862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 22:59:50.833167 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:50.935451 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:51.040670 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Allocated IP 172.25.3.197 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/14cb8827-abd0-4489-a765-9cba738b8641) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 22:59:51.141790 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:51.175123 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:51.213952 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 22:59:51.217180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 22:59:51.220671 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 22:59:51.245798 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=14cb8827-abd0-4489-a765-9cba738b8641,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:51.571496 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:51.638773 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:51.783204 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:51.787507 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:51.854356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event updated for resources: {'Port': ['ID=14cb8827-abd0-4489-a765-9cba738b8641,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 22:59:51.868386 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:51.968373 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP ad2f1fe1-a457-4df4-a678-8131747cc19e associated. External IP: 172.25.3.197, port: 336f9df6-1cdf-4e60-a62f-7c08ad8bb892. Nov 26 22:59:52.168524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 73d8c73f-24d6-4fc5-a445-05dea5408721 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 22:59:52.274099 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 22:59:52.284363 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155107e5-cf64-4015-87dc-31d296378baf None None] Sync routers for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 22:59:52.292198 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:52.295670 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155107e5-cf64-4015-87dc-31d296378baf None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:52.296291 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-155107e5-cf64-4015-87dc-31d296378baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:52.319045 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b89d5dc5-08a5-4923-9f22-ccec6cfd6064 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5118542 Nov 26 22:59:52.319738 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 22:59:52.322098 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc19b90-de68-44f1-a652-297f56df6b26" -d '{"events": [{"name": "network-changed", "server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 22:59:52.362436 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 22:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36e482a-a8ea-4c4e-b41f-a5c87ae93079 x-openstack-request-id: req-e36e482a-a8ea-4c4e-b41f-a5c87ae93079 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 22:59:52.362801 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 22:59:52.363148 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e36e482a-a8ea-4c4e-b41f-a5c87ae93079 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 22:59:52.363622 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'status': 'completed', 'code': 200} Nov 26 22:59:52.405044 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-155107e5-cf64-4015-87dc-31d296378baf None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:52.421986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcab732-cbc5-4c70-a425-16efdbd035e7 req-0061f855-c476-40dc-acf6-22cb54f4fab3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:52.425307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2dcab732-cbc5-4c70-a425-16efdbd035e7 req-0061f855-c476-40dc-acf6-22cb54f4fab3 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0516450 Nov 26 22:59:52.446935 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-414f453a-2870-492e-aac3-915107b20dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:52.448612 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-414f453a-2870-492e-aac3-915107b20dd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 1097 time: 0.0417650 Nov 26 22:59:52.474953 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2dcab732-cbc5-4c70-a425-16efdbd035e7 req-0c30e83d-9bd7-4103-a8f1-334efb2577b6 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453663 Nov 26 22:59:52.499865 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42014) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:52.549689 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-b1527691-cb5b-422b-bf19-a5441b2302cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:52.551538 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-b1527691-cb5b-422b-bf19-a5441b2302cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 HTTP/1.1" status: 200 len: 897 time: 0.0962708 Nov 26 22:59:52.568148 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-7b9a09c1-fe30-4a14-ad86-4e2b3adcc8c1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/ad2f1fe1-a457-4df4-a678-8131747cc19e HTTP/1.1" status: 200 len: 992 time: 0.0670505 Nov 26 22:59:52.619134 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-8dab0972-7879-4c6f-a846-4609e0696240 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892 HTTP/1.1" status: 200 len: 1000 time: 0.0590634 Nov 26 22:59:52.634104 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-155107e5-cf64-4015-87dc-31d296378baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad2f1fe1-a457-4df4-a678-8131747cc19e', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'port_id': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'mac_address': 'fa:16:3e:00:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:59:51Z', 'updated_at': '2021-11-26T22:59:51Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:35Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:52.662450 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155107e5-cf64-4015-87dc-31d296378baf None None] Checking router: 73d8c73f-24d6-4fc5-a445-05dea5408721 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 22:59:52.672123 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155107e5-cf64-4015-87dc-31d296378baf None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 22:59:52.672662 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-155107e5-cf64-4015-87dc-31d296378baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T22:59:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:52.673569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-02a9f604-78fe-45a0-9130-5c061794db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:52.675051 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-02a9f604-78fe-45a0-9130-5c061794db42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8010dac-e7e0-4931-a2e8-61681e90d57f HTTP/1.1" status: 200 len: 834 time: 0.0486534 Nov 26 22:59:52.719542 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-0dbba3b9-e6ff-490d-a067-1e7af4e23cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 22:59:52.721059 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-0dbba3b9-e6ff-490d-a067-1e7af4e23cee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396554 Nov 26 22:59:52.776272 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-155107e5-cf64-4015-87dc-31d296378baf None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 22:59:52.811660 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-896cf428-9298-439b-9603-38dc8650eac0 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827956 Nov 26 22:59:52.904635 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5cc19b90-de68-44f1-a652-297f56df6b26 req-c2db45bf-cfef-40e5-989c-d184bfcf309e service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860934 Nov 26 22:59:52.998385 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-155107e5-cf64-4015-87dc-31d296378baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad2f1fe1-a457-4df4-a678-8131747cc19e', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'port_id': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'mac_address': 'fa:16:3e:00:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:59:51Z', 'updated_at': '2021-11-26T22:59:51Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:35Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 22:59:53.026202 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155107e5-cf64-4015-87dc-31d296378baf None None] The sync data for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 is: [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'ad2f1fe1-a457-4df4-a678-8131747cc19e', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'port_id': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'mac_address': 'fa:16:3e:00:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T22:59:51Z', 'updated_at': '2021-11-26T22:59:51Z', 'revision_number': 0, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:35Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 22:59:53.216707 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16fefb-35bb-48e6-9670-153836cd5ba6 None None] New status for floating IP ad2f1fe1-a457-4df4-a678-8131747cc19e: ACTIVE {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 22:59:53.571231 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42016) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 22:59:53.630936 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ecedae18-a66f-4b95-802a-fe0c1852672c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/ad2f1fe1-a457-4df4-a678-8131747cc19e HTTP/1.1" status: 200 len: 994 time: 0.0584688 Nov 26 22:59:53.638546 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-458289aa-ab48-4f98-859a-7c81afeea030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:56.383705 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-05d2a6c1-4b35-4378-8e85-a0d4c5417189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:57.362725 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:58.903174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 22:59:58.995388 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 22:59:59.466435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:07.754114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:08.559925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:19.012359 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-d54b9dd1-4998-4f66-bb20-cd1edcb11246 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399847 Nov 26 23:00:19.108044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-6cb6173f-a1f0-40db-bef3-b49da5618e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:19.109518 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-6cb6173f-a1f0-40db-bef3-b49da5618e6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 1097 time: 0.0399706 Nov 26 23:00:19.215533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-87b4c997-509b-4261-993e-93a9e6ff7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:19.216973 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-87b4c997-509b-4261-993e-93a9e6ff7bf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 HTTP/1.1" status: 200 len: 897 time: 0.0877140 Nov 26 23:00:19.281812 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-3b2e71b2-58ba-4f7f-9bcd-2bc734cee3d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892 HTTP/1.1" status: 200 len: 1002 time: 0.0579138 Nov 26 23:00:19.334477 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-ab90ef34-b686-4355-b531-7804227e317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:19.335896 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-ab90ef34-b686-4355-b531-7804227e317d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8010dac-e7e0-4931-a2e8-61681e90d57f HTTP/1.1" status: 200 len: 834 time: 0.0471745 Nov 26 23:00:19.382320 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-9fd1d47a-12f2-4482-b731-206210558ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:19.383891 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-9fd1d47a-12f2-4482-b731-206210558ea6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404992 Nov 26 23:00:19.472278 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-af6f0d7c-c11b-45d3-b48b-c8c0f57e94c4 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803530 Nov 26 23:00:19.567369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-872e5968-2368-4e3b-a28a-3f75b446f537 req-8064a645-2e9f-495a-bc28-6029dbd74150 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870445 Nov 26 23:00:23.640268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3b8bcdf8-07ea-4eda-aab6-b017a609881d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:26.385274 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ff13defb-9a14-4787-af59-6a9dfe04fddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:27.365405 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:28.905853 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:29.468826 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:35.994054 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:00:37.770550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:38.592210 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:53.641486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9e936e0a-4e3c-43f3-bced-40bb65a4f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:54.433634 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23cef0-acaa-4314-99ae-98ef1f14bc9c req-bb8c0d72-d820-49a7-b0ac-53194f53de79 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:54.435232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d23cef0-acaa-4314-99ae-98ef1f14bc9c req-bb8c0d72-d820-49a7-b0ac-53194f53de79 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0494971 Nov 26 23:00:54.491844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4d23cef0-acaa-4314-99ae-98ef1f14bc9c req-dd2a9b41-4ef1-45b1-b1b5-58cfd49395ed tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506775 Nov 26 23:00:55.609033 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697490e9-9291-44a9-b9e0-8cdd7e7f04d0 req-f191d2f0-4a62-40b0-82ef-aa039b8569b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:55.610533 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-697490e9-9291-44a9-b9e0-8cdd7e7f04d0 req-f191d2f0-4a62-40b0-82ef-aa039b8569b4 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0475016 Nov 26 23:00:55.659009 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-697490e9-9291-44a9-b9e0-8cdd7e7f04d0 req-5f965d30-5692-4119-a5dc-527be6e73cdb tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426114 Nov 26 23:00:56.387289 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e9647614-bbb0-4b9f-a250-4088b033f9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:56.774189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb68191-3af0-46c6-ba5d-b745cdd4578f req-ead94c29-5b99-4e82-a9ef-8d25dcea93f5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:56.775643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afb68191-3af0-46c6-ba5d-b745cdd4578f req-ead94c29-5b99-4e82-a9ef-8d25dcea93f5 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0476203 Nov 26 23:00:56.826143 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afb68191-3af0-46c6-ba5d-b745cdd4578f req-0aac8e5a-207b-4693-a1d3-31b7db18007a tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435460 Nov 26 23:00:56.848690 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42052) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:00:56.911484 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c511ee35-5cb2-418c-bd9f-01cbfd1587af tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/ad2f1fe1-a457-4df4-a678-8131747cc19e HTTP/1.1" status: 200 len: 994 time: 0.0616145 Nov 26 23:00:57.369155 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:58.186479 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94d9ae-0446-42fb-b513-56ddb06ef94c req-d2d1b15d-34ba-4534-b834-72f54b41a512 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:58.187907 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a94d9ae-0446-42fb-b513-56ddb06ef94c req-d2d1b15d-34ba-4534-b834-72f54b41a512 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0496991 Nov 26 23:00:58.240626 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2a94d9ae-0446-42fb-b513-56ddb06ef94c req-0c5e36f8-1887-4da6-9448-8338b2bd69a0 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465209 Nov 26 23:00:58.332573 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-60a3d51b-d213-4f90-9bdd-ce9cdaaaeeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:58.334092 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-60a3d51b-d213-4f90-9bdd-ce9cdaaaeeef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 1097 time: 0.1486776 Nov 26 23:00:58.428442 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-c0bf5aa0-afa1-4fca-9900-0d0925dec1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:58.429900 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-c0bf5aa0-afa1-4fca-9900-0d0925dec1e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 HTTP/1.1" status: 200 len: 897 time: 0.0881166 Nov 26 23:00:58.494991 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-d7d053cd-fee4-43f3-83a4-e211964df1ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892 HTTP/1.1" status: 200 len: 1002 time: 0.0584717 Nov 26 23:00:58.544411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-a29ea673-e0ab-4d99-bec5-ae15c5ee27c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:58.545858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-a29ea673-e0ab-4d99-bec5-ae15c5ee27c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8010dac-e7e0-4931-a2e8-61681e90d57f HTTP/1.1" status: 200 len: 834 time: 0.0438263 Nov 26 23:00:58.595449 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-a6c78e3a-a220-43f6-8666-181d61c89e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:58.596912 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-a6c78e3a-a220-43f6-8666-181d61c89e64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443547 Nov 26 23:00:58.686230 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-a570388f-1d6b-4128-ba24-c0445869ad12 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824604 Nov 26 23:00:58.779275 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2cf306eb-4747-48b9-82bc-7dcd926317ce req-a570ba9b-2f66-45cc-9e33-833d8f0c7f5b service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862746 Nov 26 23:00:58.908841 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:00:59.373518 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13704-5aa2-44b1-bcc3-1d4a4a379737 req-625405bd-4f3d-4d7a-92a5-d84643690d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:00:59.375156 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11a13704-5aa2-44b1-bcc3-1d4a4a379737 req-625405bd-4f3d-4d7a-92a5-d84643690d9e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0542376 Nov 26 23:00:59.428361 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11a13704-5aa2-44b1-bcc3-1d4a4a379737 req-79c0548c-e0cf-40a8-a0a0-4a8867296653 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458841 Nov 26 23:00:59.470981 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:00.548347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b397a-1e19-4bd0-84ae-d6113583dad2 req-b6bed83c-a2fd-4e2e-a20d-f42ac209238c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:00.549814 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-648b397a-1e19-4bd0-84ae-d6113583dad2 req-b6bed83c-a2fd-4e2e-a20d-f42ac209238c tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0475814 Nov 26 23:01:00.597712 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-648b397a-1e19-4bd0-84ae-d6113583dad2 req-99e4bdf8-9f05-4030-8617-cbe261489796 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Nov 26 23:01:00.619924 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42068) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:00.681848 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c33ce19e-d62d-4402-b4df-4015742cf3e8 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/floatingips/ad2f1fe1-a457-4df4-a678-8131747cc19e HTTP/1.1" status: 200 len: 994 time: 0.0603216 Nov 26 23:01:00.924689 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42074) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:01.401199 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 14cb8827-abd0-4489-a765-9cba738b8641 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:01:01.401543 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:01.473969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:01.474322 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:01.485547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 14cb8827-abd0-4489-a765-9cba738b8641 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:01:01.631198 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:01.657416 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=14cb8827-abd0-4489-a765-9cba738b8641,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:01.685821 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.686217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.686583 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.686908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.687242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.687576 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.687916 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.688248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.688581 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.688910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.689234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.689561 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:01.733971 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:01.734335 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Floating IP ad2f1fe1-a457-4df4-a678-8131747cc19e disassociated (deleted). External IP: 172.25.3.197, port: 336f9df6-1cdf-4e60-a62f-7c08ad8bb892. Nov 26 23:01:01.943475 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 73d8c73f-24d6-4fc5-a445-05dea5408721 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:01:02.052456 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:01:02.057304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:02.062534 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] Sync routers for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:01:02.071910 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:02.072596 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:02.084280 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-23288df7-fe3f-4f54-80bf-98cb38560d75 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/floatingips/ad2f1fe1-a457-4df4-a678-8131747cc19e HTTP/1.1" status: 204 len: 168 time: 1.1585054 Nov 26 23:01:02.084973 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:01:02.087377 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886" -d '{"events": [{"name": "network-changed", "server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:01:02.132707 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff95372-8d4e-4e0c-b15e-f8b2ef47343e x-openstack-request-id: req-6ff95372-8d4e-4e0c-b15e-f8b2ef47343e {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:01:02.133009 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:01:02.133269 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ff95372-8d4e-4e0c-b15e-f8b2ef47343e {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:01:02.133681 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'status': 'completed', 'code': 200} Nov 26 23:01:02.180797 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:02.243862 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-11a6afee-9560-465e-b695-1bc1884e1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:02.245818 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-11a6afee-9560-465e-b695-1bc1884e1174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 1097 time: 0.0656400 Nov 26 23:01:02.315669 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7923a-3feb-4619-b893-8dd7c330e0eb req-e257f6a1-14f5-4049-9fde-fa888c487b61 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:02.317271 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55f7923a-3feb-4619-b893-8dd7c330e0eb req-e257f6a1-14f5-4049-9fde-fa888c487b61 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0495949 Nov 26 23:01:02.354385 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-f64425ce-908b-4f02-973a-f400fe8d097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:02.356727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-f64425ce-908b-4f02-973a-f400fe8d097a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 HTTP/1.1" status: 200 len: 897 time: 0.0920761 Nov 26 23:01:02.369033 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55f7923a-3feb-4619-b893-8dd7c330e0eb req-18743462-c4fd-445e-9dbd-464010e8a4a1 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 Nov 26 23:01:02.387453 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:35Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:02.413249 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-c4929ae4-92a8-42e5-ac72-ead678bd927c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892 HTTP/1.1" status: 200 len: 217 time: 0.0478055 Nov 26 23:01:02.415673 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] Checking router: 73d8c73f-24d6-4fc5-a445-05dea5408721 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:01:02.424864 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:02.425469 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:02.463720 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-6b87f379-974d-4904-ab7d-a191f0a99b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:02.465293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-6b87f379-974d-4904-ab7d-a191f0a99b0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8010dac-e7e0-4931-a2e8-61681e90d57f HTTP/1.1" status: 200 len: 834 time: 0.0433955 Nov 26 23:01:02.512816 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-affe45b0-01d0-4bbf-a89b-a31789011a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:02.514472 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-affe45b0-01d0-4bbf-a89b-a31789011a5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418191 Nov 26 23:01:02.526874 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:02.613258 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-e5cdf78a-de15-43a4-80cb-02d4359794e9 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854928 Nov 26 23:01:02.704935 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a72db25e-1fc7-4e90-ba3d-5f8aeca80886 req-ae20a2d6-7f7d-44ad-b638-bcb81a31e3f4 service neutron] 10.222.0.41 "GET /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812957 Nov 26 23:01:02.721306 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:35Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:02.747280 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e2811f-4fd0-4dfd-b9ef-f665be3c6523 None None] The sync data for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 is: [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'daa45169-19f6-4a9d-9ad8-e008834acde8', 'name': '', 'network_id': 'f2dd7c03-252d-4a77-9f28-8b0cc5ad7098', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'mac_address': 'fa:16:3e:1b:ab:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:32Z', 'updated_at': '2021-11-26T22:59:35Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'subnets': [{'id': 'c8010dac-e7e0-4931-a2e8-61681e90d57f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:01:02.981893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec8570-6500-4d14-a292-ea4bf0bf8114 None None] New status for floating IP ad2f1fe1-a457-4df4-a678-8131747cc19e: DOWN {{(pid=110001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:01:03.490020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46a795-265b-42bd-b460-b041dc259d81 req-415c83ea-69ca-4842-bedd-2cab11e7e70e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:03.491540 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e46a795-265b-42bd-b460-b041dc259d81 req-415c83ea-69ca-4842-bedd-2cab11e7e70e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0497444 Nov 26 23:01:03.546087 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9e46a795-265b-42bd-b460-b041dc259d81 req-b88dceef-1f59-4525-af2e-0a2ec04e4926 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/security-groups?id=ad7923c4-dfc8-4085-a748-8b95a1bc12ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476894 Nov 26 23:01:04.252528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1d242c5c-ff84-4a16-a9be-092258be783d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:04.254099 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1d242c5c-ff84-4a16-a9be-092258be783d tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 946 time: 0.0485990 Nov 26 23:01:04.347285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:01:04.347621 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:04.437685 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:04.438046 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:04.450085 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:01:04.576477 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:04.603940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=336f9df6-1cdf-4e60-a62f-7c08ad8bb892,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:04.617737 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.618116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.618470 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.618818 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.619157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.619496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.619831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.620164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.620574 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.621017 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.621356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.621716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:04.646483 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b78747f-5cfd-47a5-8de2-6f99f818e674 req-81b88b97-12b0-4a0a-add0-842231391022 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "GET /v2.0/ports?device_id=85ab2cf0-8ce0-4e99-a0d3-6705a969e218 HTTP/1.1" status: 200 len: 210 time: 0.0306468 Nov 26 23:01:04.664484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] No DVR routers for this DVR port 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:01:04.667230 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:04.670725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-3ad74f79-78d0-49e3-b27b-16a2fda67a59 req-1ee79824-5f0c-45f5-a7f5-ed2bd802c727 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.41 "DELETE /v2.0/ports/336f9df6-1cdf-4e60-a62f-7c08ad8bb892 HTTP/1.1" status: 204 len: 173 time: 0.4110334 Nov 26 23:01:04.671164 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'name': 'network-vif-deleted', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:01:04.673434 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d3dedf-24aa-41da-bae9-bc9617d63d64" -d '{"events": [{"server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "name": "network-vif-deleted", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:01:04.781186 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5724805d-126f-4372-8444-ae352ac29930 x-openstack-request-id: req-5724805d-126f-4372-8444-ae352ac29930 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:01:04.781485 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ab2cf0-8ce0-4e99-a0d3-6705a969e218", "name": "network-vif-deleted", "tag": "336f9df6-1cdf-4e60-a62f-7c08ad8bb892", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:01:04.781743 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5724805d-126f-4372-8444-ae352ac29930 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:01:04.782178 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ab2cf0-8ce0-4e99-a0d3-6705a969e218', 'name': 'network-vif-deleted', 'tag': '336f9df6-1cdf-4e60-a62f-7c08ad8bb892', 'status': 'completed', 'code': 200} Nov 26 23:01:05.704134 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42092) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:06.065326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:06.315172 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port daa45169-19f6-4a9d-9ad8-e008834acde8 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:01:06.315558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:06.404052 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port daa45169-19f6-4a9d-9ad8-e008834acde8, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=daa45169-19f6-4a9d-9ad8-e008834acde8,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:06.404408 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:06.416757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for daa45169-19f6-4a9d-9ad8-e008834acde8 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:01:06.599834 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:06.628344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=daa45169-19f6-4a9d-9ad8-e008834acde8,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:06.801900 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:06.880013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:01:06.900163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:01:06.900446 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 336f9df6-1cdf-4e60-a62f-7c08ad8bb892 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:01:07.018628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Router 73d8c73f-24d6-4fc5-a445-05dea5408721 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:01:07.122593 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:01:07.127569 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-bf1409d8-9de9-463d-9f87-c8483422ea43 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "PUT /v2.0/routers/73d8c73f-24d6-4fc5-a445-05dea5408721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4224403 Nov 26 23:01:07.130382 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42094) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:07.132630 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] Sync routers for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:01:07.142652 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:07.143328 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:07.181648 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db727b8-daf0-4ff5-957c-011c7d9be77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting subnet c8010dac-e7e0-4931-a2e8-61681e90d57f {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 23:01:07.185370 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db727b8-daf0-4ff5-957c-011c7d9be77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.224654 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db727b8-daf0-4ff5-957c-011c7d9be77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.246705 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:07.311268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db727b8-daf0-4ff5-957c-011c7d9be77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.368758 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db727b8-daf0-4ff5-957c-011c7d9be77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.396329 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db727b8-daf0-4ff5-957c-011c7d9be77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Subnet': ['ID=c8010dac-e7e0-4931-a2e8-61681e90d57f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:07.399848 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4db727b8-daf0-4ff5-957c-011c7d9be77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.403890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4db727b8-daf0-4ff5-957c-011c7d9be77e tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/subnets/c8010dac-e7e0-4931-a2e8-61681e90d57f HTTP/1.1" status: 204 len: 168 time: 0.2724457 Nov 26 23:01:07.406596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42096) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:07.409596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45420ee-2533-4779-b3e7-218df5849870 None None] Network f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:01:07.428116 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T23:01:06Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:07.454922 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] Checking router: 73d8c73f-24d6-4fc5-a445-05dea5408721 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:01:07.464136 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] Routers {'73d8c73f-24d6-4fc5-a445-05dea5408721'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:07.464136 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['73d8c73f-24d6-4fc5-a445-05dea5408721'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:07.526795 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.581076 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] Set router 73d8c73f-24d6-4fc5-a445-05dea5408721 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:07.603139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] DHCP port deletion for f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:01:07.641458 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.659754 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Deleting port 177edef1-46d0-45d6-ad15-4c276c502223 {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:01:07.660090 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.696945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Deleting port abf456a3-b4f2-43af-a581-2853c52af755 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:01:07.697326 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.724018 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] For port 177edef1-46d0-45d6-ad15-4c276c502223, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=177edef1-46d0-45d6-ad15-4c276c502223,segment=NetworkSegment(8b4dcee7-8c40-4d57-aa74-ce3873d007c8),segment_id=8b4dcee7-8c40-4d57-aa74-ce3873d007c8)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:07.724422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.738856 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Calling delete_port for 177edef1-46d0-45d6-ad15-4c276c502223 owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:01:07.774941 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T23:01:06Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:07.786469 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] For port abf456a3-b4f2-43af-a581-2853c52af755, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=abf456a3-b4f2-43af-a581-2853c52af755,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:07.786969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.799279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Calling delete_port for abf456a3-b4f2-43af-a581-2853c52af755 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:01:07.809801 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546f55e7-bcbb-4f28-b0b7-b539e637e171 None None] The sync data for ids ['73d8c73f-24d6-4fc5-a445-05dea5408721'] in n-d-819494-1 is: [{'id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1130175583', 'tenant_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T23:01:06Z', 'revision_number': 5, 'project_id': 'ec84b4bad91b41abbf5fd9e1dd117fbf', 'gw_port': {'id': 'abf456a3-b4f2-43af-a581-2853c52af755', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d8c73f-24d6-4fc5-a445-05dea5408721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T22:59:29Z', 'updated_at': '2021-11-26T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:01:07.813325 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.840600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.868533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Pushing event deleted for resources: {'Port': ['ID=177edef1-46d0-45d6-ad15-4c276c502223,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:07.879071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.879504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.879921 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.880332 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.880889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.881122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.881464 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.881798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.882179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.882516 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.882847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.883174 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:07.885765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a87ef-208c-4d89-a477-470aa0f656a0 None None] No DVR routers for this DVR port 177edef1-46d0-45d6-ad15-4c276c502223 on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:01:07.972539 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:07.997892 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Port': ['ID=abf456a3-b4f2-43af-a581-2853c52af755,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:08.010688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c42ed6-f305-4a5f-8906-01fbc2feafcc None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:01:08.062273 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.153311 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.155523 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.201794 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.204536 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Fanout notify agent at l3_agent the message router_deleted on router 73d8c73f-24d6-4fc5-a445-05dea5408721 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 23:01:08.211785 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.213102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-14fcfee7-9661-4a41-8b0f-f2a874e74bff tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/routers/73d8c73f-24d6-4fc5-a445-05dea5408721 HTTP/1.1" status: 204 len: 168 time: 0.8055542 Nov 26 23:01:08.216522 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42098) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:08.277438 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 177edef1-46d0-45d6-ad15-4c276c502223 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:01:08.301482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 177edef1-46d0-45d6-ad15-4c276c502223 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:01:08.301956 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 177edef1-46d0-45d6-ad15-4c276c502223 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:01:08.302673 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device daa45169-19f6-4a9d-9ad8-e008834acde8 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:01:08.306818 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.323338 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: daa45169-19f6-4a9d-9ad8-e008834acde8 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:01:08.324239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device daa45169-19f6-4a9d-9ad8-e008834acde8 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:01:08.401198 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.422058 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dd7c03-252d-4a77-9f28-8b0cc5ad7098']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:08.431770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4dcee7-8c40-4d57-aa74-ce3873d007c8') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:08.432073 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4dcee7-8c40-4d57-aa74-ce3873d007c8') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:08.442820 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.456651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.463992 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 23:01:08.465106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: timer() Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 23:01:08.468673 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 23:01:08.535119 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.541498 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.545101 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/networks/f2dd7c03-252d-4a77-9f28-8b0cc5ad7098 HTTP/1.1" status: 204 len: 168 time: 0.3275497 Nov 26 23:01:08.547947 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42100) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:08.560225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4338b-30b2-4822-b6c3-da086def3683 tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'Network': ['ID=f2dd7c03-252d-4a77-9f28-8b0cc5ad7098,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:08.592843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.606648 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a6892d-6612-4e71-b6ac-0078b196c7fa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.631409 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a6892d-6612-4e71-b6ac-0078b196c7fa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.690965 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a6892d-6612-4e71-b6ac-0078b196c7fa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.693714 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-80a6892d-6612-4e71-b6ac-0078b196c7fa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:08.694937 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-80a6892d-6612-4e71-b6ac-0078b196c7fa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] 10.222.0.21 "DELETE /v2.0/security-groups/ad7923c4-dfc8-4085-a748-8b95a1bc12ac HTTP/1.1" status: 204 len: 168 time: 0.1459923 Nov 26 23:01:08.703894 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6892d-6612-4e71-b6ac-0078b196c7fa tempest-TestNetworkAdvancedServerOps-553430235 tempest-TestNetworkAdvancedServerOps-553430235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7923c4-dfc8-4085-a748-8b95a1bc12ac,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:09.041806 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42108) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:09.171861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ce14d12b-8cda-4458-8da4-c955b04a4e6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec84b4bad91b41abbf5fd9e1dd117fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273730 Nov 26 23:01:09.172840 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42112) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:09.218499 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a09b16f-fb0f-4bd3-b50c-80f919ff93d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.238691 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a09b16f-fb0f-4bd3-b50c-80f919ff93d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.284593 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a09b16f-fb0f-4bd3-b50c-80f919ff93d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.287245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-3a09b16f-fb0f-4bd3-b50c-80f919ff93d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.288450 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-3a09b16f-fb0f-4bd3-b50c-80f919ff93d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/677f75fd-58cb-4f30-bafc-27b25b5836f9 HTTP/1.1" status: 204 len: 168 time: 0.1146576 Nov 26 23:01:09.295980 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09b16f-fb0f-4bd3-b50c-80f919ff93d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677f75fd-58cb-4f30-bafc-27b25b5836f9,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:09.558093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42118) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:09.571518 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-681bb360-82ea-4134-8b9a-cb97e1b21ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.650921 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-681bb360-82ea-4134-8b9a-cb97e1b21ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.656047 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-681bb360-82ea-4134-8b9a-cb97e1b21ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.694667 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-681bb360-82ea-4134-8b9a-cb97e1b21ab8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=506f727ed1564a68b977cc1964ebdf77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351218 Nov 26 23:01:09.696947 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bb360-82ea-4134-8b9a-cb97e1b21ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0435e1ef-e1a7-49b2-a5be-8b94f4037fde,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:09.697574 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42120) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:09.764844 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33f1bc1a-5854-4318-9a40-a5e7a3f9f45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.787530 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33f1bc1a-5854-4318-9a40-a5e7a3f9f45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.838035 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33f1bc1a-5854-4318-9a40-a5e7a3f9f45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.840666 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-33f1bc1a-5854-4318-9a40-a5e7a3f9f45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:09.844882 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-33f1bc1a-5854-4318-9a40-a5e7a3f9f45d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0435e1ef-e1a7-49b2-a5be-8b94f4037fde HTTP/1.1" status: 204 len: 168 time: 0.1432388 Nov 26 23:01:09.851480 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1bc1a-5854-4318-9a40-a5e7a3f9f45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0435e1ef-e1a7-49b2-a5be-8b94f4037fde,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:09.993671 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device abf456a3-b4f2-43af-a581-2853c52af755 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:01:10.014244 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: abf456a3-b4f2-43af-a581-2853c52af755 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:01:10.014735 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device abf456a3-b4f2-43af-a581-2853c52af755 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:01:10.567766 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42142) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:10.664790 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1474244074-network', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:10.685799 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Made reservation on behalf of f76fea0c94c248439448810ab20bcd96 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:01:10.688037 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:10.696193 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:10.766983 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:10.770609 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:10.797125 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 23:01:10.803210 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef996b4-3578-4be1-b909-cc94965cfcc2,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:10.810286 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:10.811216 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Added segment 6b47a549-9ea9-4204-bba2-ce7818c4b512 of type vlan for network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 Nov 26 23:01:10.849994 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:10.874517 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:10.875436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:10.876004 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:10.931006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3619323 Nov 26 23:01:10.934997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42146) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:10.940196 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Request body: {'subnet': {'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1474244074-subnet', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:10.942113 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7286a4-fff5-41b3-813b-c22d3ff219c9 admin admin] Pushing event updated for resources: {'Network': ['ID=09ee665b-9c77-4016-861f-f9b0f9b0bdf8,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:10.952638 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 23:01:10.963779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Made reservation on behalf of f76fea0c94c248439448810ab20bcd96 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:01:10.966332 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.134634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.182409 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f79c9f-9fcc-4e8f-a8dc-5004298df18d,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:11.197258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Checking segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:11.197616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Network hostable DHCP agents. Network: 09ee665b-9c77-4016-861f-f9b0f9b0bdf8, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 23:01:11.213304 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 23:01:11.222097 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 09ee665b-9c77-4016-861f-f9b0f9b0bdf8) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:11.225978 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:11.226616 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.231695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf598a-fb7c-4230-8f56-811b637ca906 None None] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:01:11.244120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cb5c7543-db75-4ee2-9988-8ec313a4826a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3078606 Nov 26 23:01:11.247298 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42148) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:11.251538 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:11.271428 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.272663 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.330894 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.375903 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 23:01:11.376795 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.510325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Allocated IP 172.20.0.2 (09ee665b-9c77-4016-861f-f9b0f9b0bdf8/80f79c9f-9fcc-4e8f-a8dc-5004298df18d/d7f7f77e-30a6-409e-a479-092fde0fdcdc) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:01:11.663122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.669452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.712624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:11.715706 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:11.720014 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:01:11.723139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Pushing event updated for resources: {'Port': ['ID=d7f7f77e-30a6-409e-a479-092fde0fdcdc,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:11.780691 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Attempting to bind port d7f7f77e-30a6-409e-a479-092fde0fdcdc on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:01:11.780972 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Attempting to bind port d7f7f77e-30a6-409e-a479-092fde0fdcdc by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:01:11.781370 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Attempting to bind port d7f7f77e-30a6-409e-a479-092fde0fdcdc on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:01:11.786305 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:01:11.786694 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Checking segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:11.787098 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.787495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Bound using segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:01:11.787961 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Bound port: d7f7f77e-30a6-409e-a479-092fde0fdcdc, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:01:11.788349 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.803534 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.850583 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] For port d7f7f77e-30a6-409e-a479-092fde0fdcdc, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:01:11.853809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] For port d7f7f77e-30a6-409e-a479-092fde0fdcdc, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d7f7f77e-30a6-409e-a479-092fde0fdcdc,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:01:11.858047 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:11.922556 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716766a-1ddc-4736-b439-326fb8dd0beb None None] Pushing event updated for resources: {'Port': ['ID=d7f7f77e-30a6-409e-a479-092fde0fdcdc,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:12.006471 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:12.025735 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:12.145779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Allocated IP 172.25.3.70 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/44e1f416-8c04-45b5-9a98-bc9d70d7add1) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:01:12.253310 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:12.287634 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:12.327629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:12.332224 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:12.334754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:01:12.344595 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752a693a-7a7e-450d-a24d-bd4b5d820938 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:01:12.361406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=44e1f416-8c04-45b5-9a98-bc9d70d7add1,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:12.410243 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-01c109b8-4dd7-4b18-89e2-e30c55f942b1 None None] Provisioning complete for port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:12.410969 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01c109b8-4dd7-4b18-89e2-e30c55f942b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:12.447533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-01c109b8-4dd7-4b18-89e2-e30c55f942b1 None None] Port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:01:12.593775 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:12.793266 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:12.841675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7515c3-c11d-46e7-a116-4f0427a581e3 None None] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:01:12.904524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c3112f5d-41a5-433d-aeed-35755185000c None None] Provisioning complete for port d7f7f77e-30a6-409e-a479-092fde0fdcdc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:12.904890 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3112f5d-41a5-433d-aeed-35755185000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:12.924290 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 23:01:13.047984 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:01:13.058441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Sync routers for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:01:13.065018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3112f5d-41a5-433d-aeed-35755185000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.074537 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.076083 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b63fe81f-548a-4dc1-bc65-c6b5ad715cb9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8278449 Nov 26 23:01:13.079054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42150) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:13.085293 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:13.085842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:13.091829 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:01:13.184695 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-c3112f5d-41a5-433d-aeed-35755185000c None None] For port d7f7f77e-30a6-409e-a479-092fde0fdcdc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d7f7f77e-30a6-409e-a479-092fde0fdcdc,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:13.193146 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c3112f5d-41a5-433d-aeed-35755185000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.250435 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:13.320071 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112f5d-41a5-433d-aeed-35755185000c None None] Pushing event updated for resources: {'Port': ['ID=d7f7f77e-30a6-409e-a479-092fde0fdcdc,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:13.372043 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-a6ddec11-fcf9-4e44-abdb-49c410edd9fc None None] Provisioning complete for port d7f7f77e-30a6-409e-a479-092fde0fdcdc triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:13.372712 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a6ddec11-fcf9-4e44-abdb-49c410edd9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.522392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:12Z', 'revision_number': 3, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:13.536131 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.549131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Checking router: c0fc7b60-2378-4ae6-a1af-b69e8bb17493 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:01:13.549581 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Updating router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 23:01:13.574047 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.694779 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Allocated IP 172.20.0.1 (09ee665b-9c77-4016-861f-f9b0f9b0bdf8/80f79c9f-9fcc-4e8f-a8dc-5004298df18d/97a08955-c9d9-483d-9359-61d525f3d206) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:01:13.798879 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.827157 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.831403 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.831931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.874852 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:13.878264 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:13.880723 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2557828d-f208-46ae-a50f-fb1757db5fd8 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:01:13.881061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:01:13.890515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7cd4e-1d52-4b63-99c2-e1c4eacabcd1 None None] Pushing event updated for resources: {'Port': ['ID=44e1f416-8c04-45b5-9a98-bc9d70d7add1,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:13.893481 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Attempting to bind port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:01:13.893862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Attempting to bind port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:01:13.894263 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Attempting to bind port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:01:13.900922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:01:13.901307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:13.902278 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.902674 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:01:13.903155 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Bound port: 44e1f416-8c04-45b5-9a98-bc9d70d7add1, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:01:13.903537 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.928558 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.964562 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f9ef1416-94a0-4b1c-8443-86922b6f198f None None] Provisioning complete for port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:13.964895 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f9ef1416-94a0-4b1c-8443-86922b6f198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:13.967056 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=97a08955-c9d9-483d-9359-61d525f3d206,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:13.990046 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] For port 44e1f416-8c04-45b5-9a98-bc9d70d7add1, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:01:14.010193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] For port 44e1f416-8c04-45b5-9a98-bc9d70d7add1, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=44e1f416-8c04-45b5-9a98-bc9d70d7add1,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:01:14.017335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef1416-94a0-4b1c-8443-86922b6f198f None None] Port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:01:14.020151 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.072295 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f8f10-c556-4945-8dd8-8a6effcf8c96 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:01:14.095652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7cd4e-1d52-4b63-99c2-e1c4eacabcd1 None None] Pushing event updated for resources: {'Port': ['ID=44e1f416-8c04-45b5-9a98-bc9d70d7add1,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:14.102965 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:14.103641 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:14.107233 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.148147 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d7f7f77e-30a6-409e-a479-092fde0fdcdc up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:01:14.233528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-589ec57c-9893-4ecd-aad0-e345585cda7b None None] Provisioning complete for port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:14.233895 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-589ec57c-9893-4ecd-aad0-e345585cda7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.283180 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.287969 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.303561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port d7f7f77e-30a6-409e-a479-092fde0fdcdc triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:14.303930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.306517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:14.359565 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=97a08955-c9d9-483d-9359-61d525f3d206,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:14.363429 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.450452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-589ec57c-9893-4ecd-aad0-e345585cda7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.455356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:14.457769 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:14.529585 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-589ec57c-9893-4ecd-aad0-e345585cda7b None None] For port 44e1f416-8c04-45b5-9a98-bc9d70d7add1, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=44e1f416-8c04-45b5-9a98-bc9d70d7add1,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:14.540752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-589ec57c-9893-4ecd-aad0-e345585cda7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.598628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:01:14.722974 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:01:14.736407 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-07ea7256-04d8-4a11-b728-88e8f384a4c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0fc7b60-2378-4ae6-a1af-b69e8bb17493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6474514 Nov 26 23:01:14.810363 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-9fb0b702-0648-4c99-8106-708295d806e7 None None] Provisioning complete for port 97a08955-c9d9-483d-9359-61d525f3d206 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:14.810738 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9fb0b702-0648-4c99-8106-708295d806e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:14.812189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ec57c-9893-4ecd-aad0-e345585cda7b None None] Pushing event updated for resources: {'Port': ['ID=44e1f416-8c04-45b5-9a98-bc9d70d7add1,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:14.857634 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0b702-0648-4c99-8106-708295d806e7 None None] Port 97a08955-c9d9-483d-9359-61d525f3d206 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:01:14.874357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:13Z', 'revision_number': 1, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:14.900749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d416193-a469-42d8-abe5-c5745478d25b None None] The sync data for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 is: [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:13Z', 'revision_number': 1, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:01:14.976810 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-454c1f4f-9b4e-4464-bbb3-68aa2879b670 None None] Provisioning complete for port 97a08955-c9d9-483d-9359-61d525f3d206 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:14.977185 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-454c1f4f-9b4e-4464-bbb3-68aa2879b670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.011998 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-454c1f4f-9b4e-4464-bbb3-68aa2879b670 None None] Port 97a08955-c9d9-483d-9359-61d525f3d206 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:01:15.241517 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42166) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:15.248032 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-465903866-network', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:15.268925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Made reservation on behalf of da69db9755c449f4bad74ccb0cbd36dd for: {'network': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:01:15.271376 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.281726 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.364052 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.368521 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.398497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 23:01:15.406598 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66da6d29-5014-4454-afe7-81ed611e7a1c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:15.416129 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.416459 n-d-819494-1 neutron-server[109999]: INFO neutron.db.segments_db [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Added segment 04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86 of type vlan for network 3731468e-820b-4e86-8b15-70264f5fa32c Nov 26 23:01:15.461933 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.489706 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.491338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:15.491936 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.542481 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2995653 Nov 26 23:01:15.545945 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42168) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:15.554002 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Request body: {'subnet': {'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-465903866-subnet', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:15.576178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c7654-83cd-4ade-82b9-d54a1ea451ec admin admin] Pushing event updated for resources: {'Network': ['ID=3731468e-820b-4e86-8b15-70264f5fa32c,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:15.588851 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 3731468e-820b-4e86-8b15-70264f5fa32c details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 23:01:15.589995 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Made reservation on behalf of da69db9755c449f4bad74ccb0cbd36dd for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:01:15.594864 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.770907 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.828547 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a365b90e-0323-485e-920d-bdbe5749b6b5,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:15.840970 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Checking segment: {'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:15.841338 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Network hostable DHCP agents. Network: 3731468e-820b-4e86-8b15-70264f5fa32c, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 23:01:15.859016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Network 3731468e-820b-4e86-8b15-70264f5fa32c is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 23:01:15.868987 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 3731468e-820b-4e86-8b15-70264f5fa32c) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:15.873079 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:15.873819 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.880710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ece92c-b29d-470b-9e0d-046fee55834d None None] Network 3731468e-820b-4e86-8b15-70264f5fa32c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:01:15.893643 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5c02263d-d9c4-4793-8c51-5c6e1aa331b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3465915 Nov 26 23:01:15.896178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42170) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:15.901179 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:15.927705 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.928991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:15.995155 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.060675 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-3731468e-820b-4e86-8b15-70264f5fa32c', 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'fixed_ips': [{'subnet_id': 'a365b90e-0323-485e-920d-bdbe5749b6b5'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 23:01:16.061696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.111335 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 44e1f416-8c04-45b5-9a98-bc9d70d7add1 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:01:16.147978 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.261958 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:16.262354 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.305404 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Allocated IP 172.20.0.2 (3731468e-820b-4e86-8b15-70264f5fa32c/a365b90e-0323-485e-920d-bdbe5749b6b5/8128ba65-9a4e-4de2-8a36-c7102cfa8cb3) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:01:16.369978 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.390974 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.483926 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.491987 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.504429 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Allocated IP 172.25.3.126 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/168098ea-4f23-4323-be47-358a03d842e7) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:01:16.532494 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Network 3731468e-820b-4e86-8b15-70264f5fa32c is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:16.537141 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:16.540780 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:01:16.548423 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Pushing event updated for resources: {'Port': ['ID=8128ba65-9a4e-4de2-8a36-c7102cfa8cb3,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:16.603080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Attempting to bind port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:01:16.603761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Attempting to bind port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:01:16.603889 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Attempting to bind port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 on network 3731468e-820b-4e86-8b15-70264f5fa32c {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:01:16.609534 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:01:16.609910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Checking segment: {'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:16.610334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.610476 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.610725 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Bound using segment: {'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:01:16.611189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Bound port: 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:01:16.611572 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.645632 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.673849 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] For port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:01:16.677200 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] For port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8128ba65-9a4e-4de2-8a36-c7102cfa8cb3,segment=NetworkSegment(04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86),segment_id=04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:01:16.681373 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:16.745228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c90ed-bf57-4481-93cc-33efad97c90d None None] Pushing event updated for resources: {'Port': ['ID=8128ba65-9a4e-4de2-8a36-c7102cfa8cb3,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:17.049605 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:17.052698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:17.055141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:01:17.069433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12e5fb-930c-4310-b921-7f14e1ec9ccb None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:01:17.085623 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Pushing event updated for resources: {'Port': ['ID=168098ea-4f23-4323-be47-358a03d842e7,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:17.095013 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Sync routers for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:01:17.105748 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:17.106601 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:17.152169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f2572a85-d4ce-4653-a907-7df87e7beeea None None] Provisioning complete for port 168098ea-4f23-4323-be47-358a03d842e7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:17.152477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2572a85-d4ce-4653-a907-7df87e7beeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.193951 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-f2572a85-d4ce-4653-a907-7df87e7beeea None None] Port 168098ea-4f23-4323-be47-358a03d842e7 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:01:17.218659 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:17.323292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.416129 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 2, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:17.446798 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Checking router: c0fc7b60-2378-4ae6-a1af-b69e8bb17493 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:01:17.447140 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Updating router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 port 97a08955-c9d9-483d-9359-61d525f3d206 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 23:01:17.471944 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.533103 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.678639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 23:01:17.743703 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.750748 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bed1cd-8880-4d67-b7e3-20fc700c0005 None None] Network 3731468e-820b-4e86-8b15-70264f5fa32c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:01:17.751652 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.798450 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:01:17.814992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Sync routers for ids ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:01:17.815337 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Pushing event updated for resources: {'Port': ['ID=97a08955-c9d9-483d-9359-61d525f3d206,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:17.819694 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.820962 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-00bd837b-8f28-494e-9102-52fd3a3bc766 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9237289 Nov 26 23:01:17.825615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42172) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:17.847037 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.847389 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.847637 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-7a4d330c-bd16-4032-bd90-e87deb9049c9 None None] Provisioning complete for port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:17.847784 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.848069 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.848403 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.848593 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7a4d330c-bd16-4032-bd90-e87deb9049c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.848734 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.849067 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.849394 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.849720 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.850045 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.850393 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.850714 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:01:17.882255 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Attempting to bind port 97a08955-c9d9-483d-9359-61d525f3d206 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:01:17.882637 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Attempting to bind port 97a08955-c9d9-483d-9359-61d525f3d206 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:01:17.883009 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Attempting to bind port 97a08955-c9d9-483d-9359-61d525f3d206 on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:01:17.884303 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Routers {'1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:17.885336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:17.888458 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:01:17.888936 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Checking segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:17.889362 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.889759 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Bound using segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:01:17.890256 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Bound port: 97a08955-c9d9-483d-9359-61d525f3d206, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:01:17.890637 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:17.954854 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] For port 97a08955-c9d9-483d-9359-61d525f3d206, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:01:17.958477 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] For port 97a08955-c9d9-483d-9359-61d525f3d206, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=97a08955-c9d9-483d-9359-61d525f3d206,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:01:17.964543 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.040052 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817212c-ce45-4ead-9382-16dedf5078bb None None] Pushing event updated for resources: {'Port': ['ID=97a08955-c9d9-483d-9359-61d525f3d206,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:18.049419 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:18.049712 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:18.185532 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:01:18.192357 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:18.298298 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Set router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:18.365859 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7a4d330c-bd16-4032-bd90-e87deb9049c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.371658 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.447526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:18.447912 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.450321 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:17Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:18.482933 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0effb3-a6da-46f1-8e27-58fd94bc4b23 None None] The sync data for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 is: [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:17Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:01:18.486618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7a4d330c-bd16-4032-bd90-e87deb9049c9 None None] For port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8128ba65-9a4e-4de2-8a36-c7102cfa8cb3,segment=NetworkSegment(04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86),segment_id=04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:18.574510 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Allocated IP 172.20.0.1 (3731468e-820b-4e86-8b15-70264f5fa32c/a365b90e-0323-485e-920d-bdbe5749b6b5/78ace489-12f1-44bd-9615-22628a43eb71) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:01:18.696516 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7a4d330c-bd16-4032-bd90-e87deb9049c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.702451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.742929 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.781081 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Network 3731468e-820b-4e86-8b15-70264f5fa32c is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:18.787994 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:18.791743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:01:18.828774 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=78ace489-12f1-44bd-9615-22628a43eb71,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:18.839784 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.875539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f2db99cd-2db5-4152-8a15-37cfce234f21 None None] Provisioning complete for port 97a08955-c9d9-483d-9359-61d525f3d206 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:18.876582 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2db99cd-2db5-4152-8a15-37cfce234f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:18.920087 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d330c-bd16-4032-bd90-e87deb9049c9 None None] Pushing event updated for resources: {'Port': ['ID=8128ba65-9a4e-4de2-8a36-c7102cfa8cb3,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:18.993212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '168098ea-4f23-4323-be47-358a03d842e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:01:17Z', 'revision_number': 3, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port': {'id': '168098ea-4f23-4323-be47-358a03d842e7', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:16Z', 'updated_at': '2021-11-26T23:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:19.005947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.034179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Checking router: 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:01:19.034542 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Updating router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 port 168098ea-4f23-4323-be47-358a03d842e7 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 23:01:19.060848 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2db99cd-2db5-4152-8a15-37cfce234f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.072761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.183432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f2db99cd-2db5-4152-8a15-37cfce234f21 None None] For port 97a08955-c9d9-483d-9359-61d525f3d206, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=97a08955-c9d9-483d-9359-61d525f3d206,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:19.188400 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.193792 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2db99cd-2db5-4152-8a15-37cfce234f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.195281 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.252492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-f2db99cd-2db5-4152-8a15-37cfce234f21 None None] Provisioning complete for port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:19.252868 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f2db99cd-2db5-4152-8a15-37cfce234f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.268735 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Pushing event updated for resources: {'Port': ['ID=78ace489-12f1-44bd-9615-22628a43eb71,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:19.279089 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.345117 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db99cd-2db5-4152-8a15-37cfce234f21 None None] Pushing event updated for resources: {'Port': ['ID=97a08955-c9d9-483d-9359-61d525f3d206,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:19.375582 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Network 3731468e-820b-4e86-8b15-70264f5fa32c is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:19.377533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:19.492126 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.507275 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.560044 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5dbb7b-2a7a-4975-bfc3-23a0b39a8bab None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:01:19.580166 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef47c77-a94e-40b6-ac00-a5ca7b63b55f None None] Pushing event updated for resources: {'Port': ['ID=168098ea-4f23-4323-be47-358a03d842e7,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:19.583719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Attempting to bind port 168098ea-4f23-4323-be47-358a03d842e7 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:01:19.584093 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Attempting to bind port 168098ea-4f23-4323-be47-358a03d842e7 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:01:19.584459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Attempting to bind port 168098ea-4f23-4323-be47-358a03d842e7 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:01:19.601110 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:01:19.601495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:19.601903 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.602369 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:01:19.602862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Bound port: 168098ea-4f23-4323-be47-358a03d842e7, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:01:19.603251 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.607921 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0197f8dc-6c26-41d7-892e-5eeba613a3d4 None None] Provisioning complete for port 78ace489-12f1-44bd-9615-22628a43eb71 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:19.608082 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0197f8dc-6c26-41d7-892e-5eeba613a3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.684205 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0197f8dc-6c26-41d7-892e-5eeba613a3d4 None None] Port 78ace489-12f1-44bd-9615-22628a43eb71 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:01:19.692086 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] For port 168098ea-4f23-4323-be47-358a03d842e7, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:01:19.695531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] For port 168098ea-4f23-4323-be47-358a03d842e7, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=168098ea-4f23-4323-be47-358a03d842e7,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:01:19.701006 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.747539 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c83e34-001e-4a27-ba34-f26bb812d70a None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:01:19.767521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Routers {'1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:19.768157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:19.816868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:01:19.825212 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef47c77-a94e-40b6-ac00-a5ca7b63b55f None None] Pushing event updated for resources: {'Port': ['ID=168098ea-4f23-4323-be47-358a03d842e7,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:19.867966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] Provisioning complete for port 78ace489-12f1-44bd-9615-22628a43eb71 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:19.868289 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:19.919716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] Port 78ace489-12f1-44bd-9615-22628a43eb71 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:01:19.922285 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] Set router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:19.927359 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:01:19.932619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-28fc9a55-fd62-47da-9880-e32ab50b8ef0 admin admin] 10.222.0.21 "PUT /v2.0/routers/1d05bae8-1bc0-4543-a149-5ed9ac20c1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1058226 Nov 26 23:01:19.966920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] Provisioning complete for port 168098ea-4f23-4323-be47-358a03d842e7 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:19.967291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.082528 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 97a08955-c9d9-483d-9359-61d525f3d206 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:01:20.210222 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.238604 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 97a08955-c9d9-483d-9359-61d525f3d206 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:20.238978 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.241469 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] For port 168098ea-4f23-4323-be47-358a03d842e7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=168098ea-4f23-4323-be47-358a03d842e7,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:20.265822 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.331555 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '168098ea-4f23-4323-be47-358a03d842e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:01:18Z', 'revision_number': 4, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port': {'id': '168098ea-4f23-4323-be47-358a03d842e7', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:16Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '78ace489-12f1-44bd-9615-22628a43eb71', 'name': '', 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'mac_address': 'fa:16:3e:8d:a3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:18Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 2, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'subnets': [{'id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:20.365945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e229bde-24f8-4ccd-8025-a7b840767282 None None] Pushing event updated for resources: {'Port': ['ID=168098ea-4f23-4323-be47-358a03d842e7,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:20.369197 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c2872-d69b-49e3-a052-9901cfacbac3 None None] The sync data for ids ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'] in n-d-819494-1 is: [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '168098ea-4f23-4323-be47-358a03d842e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:01:18Z', 'revision_number': 4, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port': {'id': '168098ea-4f23-4323-be47-358a03d842e7', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:16Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '78ace489-12f1-44bd-9615-22628a43eb71', 'name': '', 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'mac_address': 'fa:16:3e:8d:a3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:18Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 2, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'subnets': [{'id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:01:20.410925 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:01:20.458606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:20.458979 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.779733 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42180) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:20.784536 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-202868de-d6dd-4698-a71c-8923e6b1dbaf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310917746', 'description': 'tempest-secgroup-smoke-1310917746 description', 'project_id': 'f76fea0c94c248439448810ab20bcd96'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:20.809556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-202868de-d6dd-4698-a71c-8923e6b1dbaf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.882385 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-202868de-d6dd-4698-a71c-8923e6b1dbaf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.887804 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-202868de-d6dd-4698-a71c-8923e6b1dbaf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.922361 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-202868de-d6dd-4698-a71c-8923e6b1dbaf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:20.923619 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-202868de-d6dd-4698-a71c-8923e6b1dbaf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1427777 Nov 26 23:01:20.926842 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42182) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:20.928434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202868de-d6dd-4698-a71c-8923e6b1dbaf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d917f71-4962-4460-be7b-8fab94c32c8a,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:20.934459 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-b6144eaa-ce5f-445b-a1d1-a9cbb3359f37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '8d917f71-4962-4460-be7b-8fab94c32c8a', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:20.962688 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6144eaa-ce5f-445b-a1d1-a9cbb3359f37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.017625 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6144eaa-ce5f-445b-a1d1-a9cbb3359f37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.021099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6144eaa-ce5f-445b-a1d1-a9cbb3359f37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.039862 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6144eaa-ce5f-445b-a1d1-a9cbb3359f37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4671b68-4230-435f-97ae-a7a926eb0d4a,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:21.045010 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-b6144eaa-ce5f-445b-a1d1-a9cbb3359f37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.049073 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-b6144eaa-ce5f-445b-a1d1-a9cbb3359f37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204944 Nov 26 23:01:21.049229 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42184) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:21.053889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-159435e7-d7ef-4b33-b21e-e001067320b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '8d917f71-4962-4460-be7b-8fab94c32c8a', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:21.079626 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-159435e7-d7ef-4b33-b21e-e001067320b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.135210 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-159435e7-d7ef-4b33-b21e-e001067320b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.139165 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-159435e7-d7ef-4b33-b21e-e001067320b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.156800 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159435e7-d7ef-4b33-b21e-e001067320b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dd571e-c001-425f-a851-90a9c3574c23,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:21.164809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-159435e7-d7ef-4b33-b21e-e001067320b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.166004 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-159435e7-d7ef-4b33-b21e-e001067320b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157234 Nov 26 23:01:21.168791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42186) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:21.173037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-98ef8c3e-6431-4ce7-b650-b0e6ceebe141 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '8d917f71-4962-4460-be7b-8fab94c32c8a', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:21.199225 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98ef8c3e-6431-4ce7-b650-b0e6ceebe141 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.265986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98ef8c3e-6431-4ce7-b650-b0e6ceebe141 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.279857 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98ef8c3e-6431-4ce7-b650-b0e6ceebe141 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.300776 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef8c3e-6431-4ce7-b650-b0e6ceebe141 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f16c10-2063-4852-ab63-659f3e1c2931,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:21.312625 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-98ef8c3e-6431-4ce7-b650-b0e6ceebe141 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.314411 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-98ef8c3e-6431-4ce7-b650-b0e6ceebe141 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446300 Nov 26 23:01:21.317185 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42188) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:21.322543 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-31517957-964e-497c-8da8-d8299b4f4906 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '8d917f71-4962-4460-be7b-8fab94c32c8a', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:21.351577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31517957-964e-497c-8da8-d8299b4f4906 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.413979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31517957-964e-497c-8da8-d8299b4f4906 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.418635 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31517957-964e-497c-8da8-d8299b4f4906 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.437280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31517957-964e-497c-8da8-d8299b4f4906 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c270c908-2270-488c-8073-7a92b8e8ee3f,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:21.447111 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-31517957-964e-497c-8da8-d8299b4f4906 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.448893 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-31517957-964e-497c-8da8-d8299b4f4906 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295166 Nov 26 23:01:21.451665 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42190) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:21.456118 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-fcd3dd67-c9e7-4be0-9185-84317fcd38af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '8d917f71-4962-4460-be7b-8fab94c32c8a', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:21.478279 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-fcd3dd67-c9e7-4be0-9185-84317fcd38af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Project f76fea0c94c248439448810ab20bcd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 23:01:21.483840 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcd3dd67-c9e7-4be0-9185-84317fcd38af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.552367 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcd3dd67-c9e7-4be0-9185-84317fcd38af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.556321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcd3dd67-c9e7-4be0-9185-84317fcd38af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.575662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3dd67-c9e7-4be0-9185-84317fcd38af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037bbe3a-4380-41f9-b67b-2a04b17fd25b,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:21.583233 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-fcd3dd67-c9e7-4be0-9185-84317fcd38af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.586984 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-fcd3dd67-c9e7-4be0-9185-84317fcd38af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318510 Nov 26 23:01:21.587343 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42192) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:21.592129 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-33daed37-821e-4947-8e6e-0886fa2d00ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '8d917f71-4962-4460-be7b-8fab94c32c8a', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:21.614831 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-33daed37-821e-4947-8e6e-0886fa2d00ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Project f76fea0c94c248439448810ab20bcd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 23:01:21.621324 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33daed37-821e-4947-8e6e-0886fa2d00ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.684854 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33daed37-821e-4947-8e6e-0886fa2d00ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.689073 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33daed37-821e-4947-8e6e-0886fa2d00ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.707988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daed37-821e-4947-8e6e-0886fa2d00ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65824f2-bb01-4ef2-a664-f910cb9576cd,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:21.714143 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-33daed37-821e-4947-8e6e-0886fa2d00ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:21.715528 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-33daed37-821e-4947-8e6e-0886fa2d00ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271372 Nov 26 23:01:21.873887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-f1a750a0-b526-4125-9dce-d5294ab06162 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310917746&fields=id&tenant_id=f76fea0c94c248439448810ab20bcd96 HTTP/1.1" status: 200 len: 267 time: 0.0479841 Nov 26 23:01:21.985592 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-11afe95c-45f1-4882-bf7d-8f3efdfbdf90 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:21.987217 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-11afe95c-45f1-4882-bf7d-8f3efdfbdf90 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 809 time: 0.1030965 Nov 26 23:01:22.005442 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-2c4bff96-e060-4c03-baaa-5e1b60edf77d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/quotas/f76fea0c94c248439448810ab20bcd96 HTTP/1.1" status: 200 len: 375 time: 0.0124130 Nov 26 23:01:22.062129 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-336a9b87-a1e4-43fb-a518-765509733617 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509169 Nov 26 23:01:22.070294 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 168098ea-4f23-4323-be47-358a03d842e7 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:01:22.117247 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 168098ea-4f23-4323-be47-358a03d842e7 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:22.118135 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:22.262398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-febded92-a534-4bcc-b0e1-4a2d01d1d713 service neutron] 10.222.0.21 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830053 Nov 26 23:01:22.358637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-d7874ec4-517e-43c1-9859-7e82a5614c95 service neutron] 10.222.0.21 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902431 Nov 26 23:01:22.690180 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Sync routers for ids ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:01:22.700569 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Routers {'1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:22.701174 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:22.803703 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Set router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:23.002261 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '168098ea-4f23-4323-be47-358a03d842e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:01:18Z', 'revision_number': 4, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port': {'id': '168098ea-4f23-4323-be47-358a03d842e7', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:16Z', 'updated_at': '2021-11-26T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '78ace489-12f1-44bd-9615-22628a43eb71', 'name': '', 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'mac_address': 'fa:16:3e:8d:a3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:18Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 2, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'subnets': [{'id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:23.114248 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Checking router: 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:01:23.114514 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Updating router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 port 78ace489-12f1-44bd-9615-22628a43eb71 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 23:01:23.141337 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.396118 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.401629 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.450688 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb4510-b33d-4ed9-a7da-4dc48cbf9673 None None] Pushing event updated for resources: {'Port': ['ID=78ace489-12f1-44bd-9615-22628a43eb71,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:23.518354 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Attempting to bind port 78ace489-12f1-44bd-9615-22628a43eb71 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:01:23.518729 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Attempting to bind port 78ace489-12f1-44bd-9615-22628a43eb71 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:01:23.519237 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Attempting to bind port 78ace489-12f1-44bd-9615-22628a43eb71 on network 3731468e-820b-4e86-8b15-70264f5fa32c {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:01:23.524750 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:01:23.525261 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Checking segment: {'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:23.525667 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.526061 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Bound using segment: {'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:01:23.527163 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Bound port: 78ace489-12f1-44bd-9615-22628a43eb71, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:01:23.527790 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.572755 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-baec0a03-9b1c-48ea-8293-ea786eb83b85 req-ee57978a-4ec1-4984-8179-c8cbc37657a9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 210 time: 0.0325251 Nov 26 23:01:23.597171 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] For port 78ace489-12f1-44bd-9615-22628a43eb71, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:01:23.601510 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] For port 78ace489-12f1-44bd-9615-22628a43eb71, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=78ace489-12f1-44bd-9615-22628a43eb71,segment=NetworkSegment(04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86),segment_id=04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:01:23.607190 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.652479 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-78b20fab-4d0c-4f46-b551-c50c52525f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.669912 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Routers {'1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:23.670574 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:00:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:23.672370 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb4510-b33d-4ed9-a7da-4dc48cbf9673 None None] Pushing event updated for resources: {'Port': ['ID=78ace489-12f1-44bd-9615-22628a43eb71,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:23.709108 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-de526afb-5aca-4527-90b1-dd32579c3792 None None] Provisioning complete for port 78ace489-12f1-44bd-9615-22628a43eb71 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:23.709481 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-de526afb-5aca-4527-90b1-dd32579c3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.786041 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] Set router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:23.793131 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-de526afb-5aca-4527-90b1-dd32579c3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.829601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-de526afb-5aca-4527-90b1-dd32579c3792 None None] For port 78ace489-12f1-44bd-9615-22628a43eb71, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=78ace489-12f1-44bd-9615-22628a43eb71,segment=NetworkSegment(04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86),segment_id=04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:23.834836 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-de526afb-5aca-4527-90b1-dd32579c3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:23.890428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de526afb-5aca-4527-90b1-dd32579c3792 None None] Pushing event updated for resources: {'Port': ['ID=78ace489-12f1-44bd-9615-22628a43eb71,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:23.960428 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-de767a15-74e7-4376-bf5e-e5ca3ab8792d None None] Provisioning complete for port 78ace489-12f1-44bd-9615-22628a43eb71 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:23.960797 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-de767a15-74e7-4376-bf5e-e5ca3ab8792d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:24.003093 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '168098ea-4f23-4323-be47-358a03d842e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:01:18Z', 'revision_number': 4, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port': {'id': '168098ea-4f23-4323-be47-358a03d842e7', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:16Z', 'updated_at': '2021-11-26T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '78ace489-12f1-44bd-9615-22628a43eb71', 'name': '', 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'mac_address': 'fa:16:3e:8d:a3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:18Z', 'updated_at': '2021-11-26T23:01:23Z', 'revision_number': 4, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'subnets': [{'id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:24.034012 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7debd75-7f11-4dc1-8531-509cf36ebad1 None None] The sync data for ids ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'] in n-d-819494-1 is: [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '168098ea-4f23-4323-be47-358a03d842e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:01:18Z', 'revision_number': 4, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port': {'id': '168098ea-4f23-4323-be47-358a03d842e7', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:16Z', 'updated_at': '2021-11-26T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '78ace489-12f1-44bd-9615-22628a43eb71', 'name': '', 'network_id': '3731468e-820b-4e86-8b15-70264f5fa32c', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'mac_address': 'fa:16:3e:8d:a3:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:18Z', 'updated_at': '2021-11-26T23:01:23Z', 'revision_number': 4, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'subnets': [{'id': 'a365b90e-0323-485e-920d-bdbe5749b6b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:01:24.083122 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 78ace489-12f1-44bd-9615-22628a43eb71 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:01:24.133126 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 78ace489-12f1-44bd-9615-22628a43eb71 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:24.133502 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:24.648084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b1c3094f-2146-4e14-839a-ef53ffe1e03e req-16e02662-064f-4335-8504-c79d2055252b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 210 time: 0.0264785 Nov 26 23:01:25.726101 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb05e9a2-62e7-4ff4-94cd-073294e88c07 req-3232c14a-f7e7-45c6-8ef1-e1109c5211c5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 210 time: 0.0277369 Nov 26 23:01:26.388630 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-22a8015d-cd3d-479c-a270-44f4bf3d0969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:26.804000 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c6d9ea3f-f300-4898-a470-1b4d801db038 req-acefd18f-0275-4bf9-b0d6-f905635228fd tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Nov 26 23:01:27.372613 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:27.901167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-349e7aa3-c730-4abc-b200-210f803e3658 req-72f2e52c-2bfc-4911-8855-00ebcdf3ffc3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 210 time: 0.0298698 Nov 26 23:01:28.798820 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-36aaae2d-f270-48c5-96af-0055ed45034e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:28.800188 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-36aaae2d-f270-48c5-96af-0055ed45034e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 809 time: 0.1092436 Nov 26 23:01:28.873458 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-823fbbdb-58ab-4cf9-8f51-ff5e7a5ea2b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f76fea0c94c248439448810ab20bcd96 HTTP/1.1" status: 200 len: 380 time: 0.0557277 Nov 26 23:01:28.895773 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'port': {'device_id': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'admin_state_up': True, 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'security_groups': ['8d917f71-4962-4460-be7b-8fab94c32c8a']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:28.910657 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.002111 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-68b1e60c-8ac7-461f-99be-09a46f1b9320 req-351cffd0-3076-43aa-b0c6-b488f33f5f01 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 210 time: 0.0262275 Nov 26 23:01:29.005629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Made reservation on behalf of f76fea0c94c248439448810ab20bcd96 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:01:29.009134 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.137428 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Allocated IP 172.20.0.6 (09ee665b-9c77-4016-861f-f9b0f9b0bdf8/80f79c9f-9fcc-4e8f-a8dc-5004298df18d/4af6bcdc-4b31-4907-be94-fc7fda4f113b) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:01:29.272359 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.304467 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.347805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:29.350791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:29.354452 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:01:29.387143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:29.410285 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:29.410899 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.428062 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-82cbd721-1ef8-4fba-bedb-8963acb4a754 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364780 Nov 26 23:01:29.446235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Request body: {'port': {'device_id': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:29.473774 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.509105 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.593416 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-878c99f6-b30b-4bd6-8d4d-805fca6b6cae None None] Provisioning complete for port 4af6bcdc-4b31-4907-be94-fc7fda4f113b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:29.593784 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-878c99f6-b30b-4bd6-8d4d-805fca6b6cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.630215 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-878c99f6-b30b-4bd6-8d4d-805fca6b6cae None None] Port 4af6bcdc-4b31-4907-be94-fc7fda4f113b cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:01:29.769698 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af6bcdc-4b31-4907-be94-fc7fda4f113b {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:01:29.777802 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.789645 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Transition to ACTIVE for port object 4af6bcdc-4b31-4907-be94-fc7fda4f113b will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 23:01:29.793587 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:29.842962 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:29.923069 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Attempting to bind port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:01:29.923418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Attempting to bind port 4af6bcdc-4b31-4907-be94-fc7fda4f113b by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:01:29.923771 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Attempting to bind port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:01:29.928486 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 23:01:29.928817 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Attempting to bind port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:01:29.935099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:01:29.935447 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Checking segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:01:29.935842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Bound using segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:01:29.936294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Bound port: 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:01:29.936646 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:30.004873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:01:30.008034 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:01:30.013076 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:30.051234 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.051868 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:30.053269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] 10.222.0.13 "PUT /v2.0/ports/4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 1091 time: 0.6115217 Nov 26 23:01:30.053719 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:01:30.056912 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0748678d-a2dc-4255-81fd-f4b8b96258b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:01:30.088344 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c8b81-57b0-4e3e-9a31-7a457664a957 service neutron] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:30.122526 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a541022-f101-4e55-9309-c32570e8cd75 x-openstack-request-id: req-8a541022-f101-4e55-9309-c32570e8cd75 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:01:30.122826 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:01:30.123082 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a541022-f101-4e55-9309-c32570e8cd75 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:01:30.123493 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'status': 'completed', 'code': 200} Nov 26 23:01:30.150596 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3efb3-fd52-4aff-ad72-bdd12824e025 req-d6b6c1a7-09ee-4db4-8d3a-bc749fee645e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.152500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55a3efb3-fd52-4aff-ad72-bdd12824e025 req-d6b6c1a7-09ee-4db4-8d3a-bc749fee645e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0632277 Nov 26 23:01:30.203127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-ace21f8b-3a80-4f8c-bbc8-b47056448612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.205726 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-ace21f8b-3a80-4f8c-bbc8-b47056448612 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1094 time: 0.0568752 Nov 26 23:01:30.215826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-55a3efb3-fd52-4aff-ad72-bdd12824e025 req-21166c0e-08c8-4ce2-9c90-c4cf496e0b27 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569677 Nov 26 23:01:30.269754 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-9267bbd1-46db-454d-9347-0013449e84cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 217 time: 0.0479631 Nov 26 23:01:30.324597 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-9a84b47f-d5e0-4eab-87ed-3aa232ba4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.325982 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-9a84b47f-d5e0-4eab-87ed-3aa232ba4a79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0480697 Nov 26 23:01:30.381497 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-9d97fcaa-00f6-4d21-a397-deb76300d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.383753 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-9d97fcaa-00f6-4d21-a397-deb76300d6e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505116 Nov 26 23:01:30.475432 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-f71caee7-bf6b-4b76-9203-b4c245298738 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Nov 26 23:01:30.569285 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-25db5f2d-ec0d-49ca-9469-3874978a631c req-5f9ec906-fdd1-48ca-8b68-70e339adf923 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861521 Nov 26 23:01:30.707022 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-c9c1389b-9a86-4ea9-bc20-31201f296c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.708521 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-c9c1389b-9a86-4ea9-bc20-31201f296c8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1094 time: 0.0431831 Nov 26 23:01:30.813667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-1bc0fd93-928f-48b8-b021-a48e66079144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.815065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-1bc0fd93-928f-48b8-b021-a48e66079144 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0837712 Nov 26 23:01:30.861456 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-008f513f-68ae-443e-85ff-0b969c5d2adb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 217 time: 0.0388796 Nov 26 23:01:30.910819 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-ddbfff98-c534-47d9-9bfa-957d3de1d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.912254 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-ddbfff98-c534-47d9-9bfa-957d3de1d135 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0436337 Nov 26 23:01:30.957180 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-5eb2bf8f-1fa1-4a3a-865c-d85302ca6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:30.958712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-5eb2bf8f-1fa1-4a3a-865c-d85302ca6e87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394154 Nov 26 23:01:31.050662 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-c9a7a110-e867-4f96-a9a8-4e32229a3562 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838583 Nov 26 23:01:31.140490 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0748678d-a2dc-4255-81fd-f4b8b96258b8 req-e749af36-c2fa-44d7-b86c-72fe65037405 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829451 Nov 26 23:01:31.333104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ddf98-9dde-4bfa-8bc8-3ca33f92b269 req-50e5a3bc-fa54-49a4-bbc3-a4a3fd7d4ca9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:31.334604 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c09ddf98-9dde-4bfa-8bc8-3ca33f92b269 req-50e5a3bc-fa54-49a4-bbc3-a4a3fd7d4ca9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0483525 Nov 26 23:01:31.388377 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c09ddf98-9dde-4bfa-8bc8-3ca33f92b269 req-467381b0-75cf-49bd-abe4-52550c183780 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472383 Nov 26 23:01:32.501577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e184f-ca3c-4001-9e7c-0aefbb903c8e req-887552fd-f770-4a34-8705-aeb5d76d83f7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:32.503149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce1e184f-ca3c-4001-9e7c-0aefbb903c8e req-887552fd-f770-4a34-8705-aeb5d76d83f7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0484638 Nov 26 23:01:32.551999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ce1e184f-ca3c-4001-9e7c-0aefbb903c8e req-9332a501-340a-4092-97ab-abd46abe44a4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Nov 26 23:01:33.412325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:01:33.506904 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:33.519024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'port_id': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'mac_address': 'fa:16:3e:f0:d0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:01:33.554469 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:33.567843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af6bcdc-4b31-4907-be94-fc7fda4f113b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:01:33.591159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:33.595514 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:33.646632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:33.678759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99abcdf-0854-4b76-8382-063c685aa671 req-9f381e0a-1f9e-465a-8115-87721c564d08 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:33.680195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d99abcdf-0854-4b76-8382-063c685aa671 req-9f381e0a-1f9e-465a-8115-87721c564d08 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0515599 Nov 26 23:01:33.730220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d99abcdf-0854-4b76-8382-063c685aa671 req-11a2143b-18dc-4b09-b837-74285f5ff8fa tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 Nov 26 23:01:34.028843 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4af6bcdc-4b31-4907-be94-fc7fda4f113b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:01:34.851754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5e45b-3c5d-48ac-9de9-d8928c58d145 req-9e5e55d7-8ed0-4e39-b6da-0b6507d9640a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:34.853220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfe5e45b-3c5d-48ac-9de9-d8928c58d145 req-9e5e55d7-8ed0-4e39-b6da-0b6507d9640a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0531671 Nov 26 23:01:34.902812 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dfe5e45b-3c5d-48ac-9de9-d8928c58d145 req-f9068337-a1a5-4be8-807a-ea2a88e3885e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Nov 26 23:01:35.424517 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:01:35.474309 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 4af6bcdc-4b31-4907-be94-fc7fda4f113b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 23:01:35.477863 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 4af6bcdc-4b31-4907-be94-fc7fda4f113b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:01:35.478268 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:35.558106 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:35.580668 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:01:35.582923 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15aa31d-8d95-4f2b-a7f9-c5920b331ad1" -d '{"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-plugged", "status": "completed", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:01:35.596193 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:01:35.600346 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:35.652821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:35.684271 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99db1396-2fe4-4143-b1b5-3bc5e2e333de x-openstack-request-id: req-99db1396-2fe4-4143-b1b5-3bc5e2e333de {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:01:35.684573 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-plugged", "status": "completed", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:01:35.684831 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99db1396-2fe4-4143-b1b5-3bc5e2e333de {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:01:35.685238 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'code': 200} Nov 26 23:01:35.812559 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d7743-9b3a-4701-811a-a49d661b0bde req-c318cb64-c10d-40a4-b3a6-9d8c29803bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:35.814029 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-478d7743-9b3a-4701-811a-a49d661b0bde req-c318cb64-c10d-40a4-b3a6-9d8c29803bbd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0401673 Nov 26 23:01:35.863858 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-478d7743-9b3a-4701-811a-a49d661b0bde req-5948ea54-0264-4d13-a2e8-698ffa6aa6f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423303 Nov 26 23:01:36.018550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99663e6c-a2e2-4f27-bc0d-c46bc710f8d0 req-190c965a-a10c-4ca1-8c42-f9e19260f4ab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:36.020059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99663e6c-a2e2-4f27-bc0d-c46bc710f8d0 req-190c965a-a10c-4ca1-8c42-f9e19260f4ab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0490999 Nov 26 23:01:36.069193 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99663e6c-a2e2-4f27-bc0d-c46bc710f8d0 req-e2c3a151-705a-4eeb-ad58-1004c2a1af30 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Nov 26 23:01:37.190633 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec16ad3-ca88-4f6d-b367-e24629434d13 req-f2575c55-328c-41e5-9a87-de0cf887fdd1 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:37.192165 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dec16ad3-ca88-4f6d-b367-e24629434d13 req-f2575c55-328c-41e5-9a87-de0cf887fdd1 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0506794 Nov 26 23:01:37.247086 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-dec16ad3-ca88-4f6d-b367-e24629434d13 req-6891a1be-d978-492a-baad-a4a44262dbd6 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484612 Nov 26 23:01:37.780121 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:38.366066 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d7024-9bc0-4707-8615-fbe1295c4753 req-f0b29c44-5d4b-4b30-bc50-abfdeb46ad21 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:38.367941 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b84d7024-9bc0-4707-8615-fbe1295c4753 req-f0b29c44-5d4b-4b30-bc50-abfdeb46ad21 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Nov 26 23:01:38.418299 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b84d7024-9bc0-4707-8615-fbe1295c4753 req-7f3dcdaa-5d9d-4682-ba08-ca4526146078 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 Nov 26 23:01:38.535277 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2e0c7-da0f-4337-8751-fefc2dc8f3c8 req-e0cdf447-81aa-4086-924b-826dc0313588 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:38.536665 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71e2e0c7-da0f-4337-8751-fefc2dc8f3c8 req-e0cdf447-81aa-4086-924b-826dc0313588 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Nov 26 23:01:38.585766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71e2e0c7-da0f-4337-8751-fefc2dc8f3c8 req-e370e33d-d00d-498e-903f-6cf92231935a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Nov 26 23:01:38.597550 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:38.609013 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42268) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:38.694144 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeb9f21-3056-4314-a1ff-77167140de39 tempest-TestShelveInstance-2110755886 tempest-TestShelveInstance-2110755886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:38.695689 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-feeb9f21-3056-4314-a1ff-77167140de39 tempest-TestShelveInstance-2110755886 tempest-TestShelveInstance-2110755886-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1091 time: 0.0856247 Nov 26 23:01:38.698926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42272) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:01:38.703141 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:01:38.723912 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:38.819211 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:38.925091 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Allocated IP 172.25.3.106 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/024e0b33-42f1-4997-a0dc-a5b9dedd45ef) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:01:39.026044 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:39.061016 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:39.104142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:01:39.107510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:01:39.110087 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:01:39.136608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'Port': ['ID=024e0b33-42f1-4997-a0dc-a5b9dedd45ef,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:39.461455 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:39.531078 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:39.677509 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:39.681734 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:39.746741 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'Port': ['ID=024e0b33-42f1-4997-a0dc-a5b9dedd45ef,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:01:39.758037 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:39.856337 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Floating IP e8f6e7bd-6549-4cc9-8ae4-0869ab412c96 associated. External IP: 172.25.3.106, port: 4af6bcdc-4b31-4907-be94-fc7fda4f113b. Nov 26 23:01:40.063246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:01:40.170320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:01:40.179761 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] Sync routers for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:01:40.188545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:40.190501 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:40.192083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:01:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:40.215942 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e5dc64d3-fe2c-4604-a950-3dd9d70af4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5159931 Nov 26 23:01:40.216642 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:01:40.218954 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1b0dd2-a6c7-444d-96a5-76611501fce9" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:01:40.255956 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66732f7-2f5f-4b8d-9eac-5e030a9a64cc x-openstack-request-id: req-b66732f7-2f5f-4b8d-9eac-5e030a9a64cc {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:01:40.256254 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:01:40.256518 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b66732f7-2f5f-4b8d-9eac-5e030a9a64cc {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:01:40.256936 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'status': 'completed', 'code': 200} Nov 26 23:01:40.304938 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:40.342639 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-85790ef2-4f4a-430b-af4f-e7a85da84b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:40.344286 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-85790ef2-4f4a-430b-af4f-e7a85da84b82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0431261 Nov 26 23:01:40.434305 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-441a0178-bd40-4633-bc9d-827bf124dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:40.435806 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-441a0178-bd40-4633-bc9d-827bf124dd9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0843532 Nov 26 23:01:40.515813 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-01e64266-af3e-4379-a5a1-cdf3894b4cc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 999 time: 0.0726509 Nov 26 23:01:40.532462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'e8f6e7bd-6549-4cc9-8ae4-0869ab412c96', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'port_id': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'mac_address': 'fa:16:3e:f0:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:01:39Z', 'updated_at': '2021-11-26T23:01:39Z', 'revision_number': 0, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:40.559417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] Checking router: c0fc7b60-2378-4ae6-a1af-b69e8bb17493 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:01:40.564257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-7045778b-4268-4cc4-b090-2a19ad2d2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:40.565721 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-7045778b-4268-4cc4-b090-2a19ad2d2d85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0436354 Nov 26 23:01:40.567837 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:01:40.568441 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:01:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:40.610362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-3ef74992-180a-4087-8306-fe5f0baa6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:01:40.611850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-3ef74992-180a-4087-8306-fe5f0baa6a07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393472 Nov 26 23:01:40.673545 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:01:40.704264 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-8f5b7cb6-9d2a-4045-8140-c1a1d831b8b4 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854387 Nov 26 23:01:40.793339 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9f1b0dd2-a6c7-444d-96a5-76611501fce9 req-cb2694e2-b5ac-4282-bef6-4c0bf5636618 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821261 Nov 26 23:01:40.895618 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'e8f6e7bd-6549-4cc9-8ae4-0869ab412c96', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'port_id': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'mac_address': 'fa:16:3e:f0:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:01:39Z', 'updated_at': '2021-11-26T23:01:39Z', 'revision_number': 0, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:01:40.924350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88114016-2fb6-4939-8255-c233cf1f53e7 None None] The sync data for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 is: [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'e8f6e7bd-6549-4cc9-8ae4-0869ab412c96', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'floating_ip_address': '172.25.3.106', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'port_id': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'mac_address': 'fa:16:3e:f0:d0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:01:39Z', 'updated_at': '2021-11-26T23:01:39Z', 'revision_number': 0, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:01:41.110708 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e3f1b-74bf-4a23-8b12-db71e2f07efb None None] New status for floating IP e8f6e7bd-6549-4cc9-8ae4-0869ab412c96: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:01:49.990734 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:01:53.644788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d730d74-e954-4735-a8c7-b496ecc1ac56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:56.389173 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8ad9202c-c15e-474b-b129-a37f303da84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:57.375746 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:58.913958 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:01:59.477807 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:07.794500 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:08.613226 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:14.049669 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bad040b-8420-48fc-b43f-436763dbc384 req-64d36a44-be22-443f-b4dd-9f5e67423119 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444207 Nov 26 23:02:14.150499 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad040b-8420-48fc-b43f-436763dbc384 req-340de30f-3bdf-42d0-8dea-f5f3f76aa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:02:14.151964 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bad040b-8420-48fc-b43f-436763dbc384 req-340de30f-3bdf-42d0-8dea-f5f3f76aa937 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0399218 Nov 26 23:02:14.252036 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad040b-8420-48fc-b43f-436763dbc384 req-f326e08f-cb78-4f69-ac43-7328cb9e21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:02:14.253509 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bad040b-8420-48fc-b43f-436763dbc384 req-f326e08f-cb78-4f69-ac43-7328cb9e21ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0825465 Nov 26 23:02:14.322224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bad040b-8420-48fc-b43f-436763dbc384 req-9aaeefa6-6d5d-4096-9d9b-56b34eae2dc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 1001 time: 0.0612991 Nov 26 23:02:14.370876 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad040b-8420-48fc-b43f-436763dbc384 req-9eeb7a43-599d-41dd-85b9-eb3c42d61bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:02:14.372320 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bad040b-8420-48fc-b43f-436763dbc384 req-9eeb7a43-599d-41dd-85b9-eb3c42d61bf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0432060 Nov 26 23:02:14.418411 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad040b-8420-48fc-b43f-436763dbc384 req-6e30a663-743e-4e79-b054-40691d00ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:02:14.419863 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bad040b-8420-48fc-b43f-436763dbc384 req-6e30a663-743e-4e79-b054-40691d00ca87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392947 Nov 26 23:02:14.514856 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bad040b-8420-48fc-b43f-436763dbc384 req-0e881c2b-32b4-45a4-a968-1c1f6e61c891 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873520 Nov 26 23:02:14.601788 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2bad040b-8420-48fc-b43f-436763dbc384 req-cdf33b09-73b3-4119-bda2-8f6d3f35efe5 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801525 Nov 26 23:02:23.646199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-83e9e0bc-2270-4a34-9823-839189f32079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:26.391519 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-162b904f-2352-4bed-bbd6-fb62a4afabf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:26.990211 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:02:27.378554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:28.916591 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:29.482865 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:37.792624 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:38.610413 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:53.646832 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b94e8666-9cee-40bf-ab45-990888066fc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:56.392088 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bc3a8236-0a74-445b-9254-e103ed688a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:57.381586 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:58.920216 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:02:59.485837 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:03.988483 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:03:07.807871 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:08.632777 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:15.126644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-f3dae3d9-cbfd-4640-98af-0361579e1b3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411677 Nov 26 23:03:15.227149 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-62fb15fc-8759-446f-9bed-26fe464a4b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:03:15.228629 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-62fb15fc-8759-446f-9bed-26fe464a4b83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0436065 Nov 26 23:03:15.328389 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-8f2b1abf-9a63-454d-b205-efbb90326c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:03:15.329829 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-8f2b1abf-9a63-454d-b205-efbb90326c88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0818431 Nov 26 23:03:15.399091 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-9d56aa63-c3bb-484f-bdb4-ced5fcc40f69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 1001 time: 0.0622087 Nov 26 23:03:15.447194 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-5d81f153-94d6-480a-868c-d0ec31fb9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:03:15.448623 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-5d81f153-94d6-480a-868c-d0ec31fb9cb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0427794 Nov 26 23:03:15.493905 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-73145faa-c184-41e8-a424-008ed3e30369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:03:15.495418 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-73145faa-c184-41e8-a424-008ed3e30369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393677 Nov 26 23:03:15.587911 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-06f488b8-2155-479f-be0e-76d37a588908 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845945 Nov 26 23:03:15.675601 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-99a3cbff-2ac5-4765-a14e-ebbb3baada7b req-8a4539f2-2faa-442e-9929-785bf0ae4103 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802562 Nov 26 23:03:23.650763 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-422d635f-4afb-4288-bc42-292ed5b288b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:26.393589 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-a1fd3d21-9cea-4e1e-9d1a-ba3628ae69a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:27.383615 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:28.922199 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:29.487510 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:37.810097 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:38.625342 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:40.987122 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:03:53.651893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b036bbe4-97ee-4f87-b3ba-000697fe5291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:56.397998 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-189b6122-f6ba-4416-abc3-82bdd8abd104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:57.389049 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:58.925319 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:03:59.490692 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:07.580662 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04495a43-d4dd-423e-a955-7b734657f9b2 req-7d6915f3-4b89-47ed-8344-2392be78c6a7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:07.582172 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04495a43-d4dd-423e-a955-7b734657f9b2 req-7d6915f3-4b89-47ed-8344-2392be78c6a7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.1109257 Nov 26 23:04:07.632182 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-04495a43-d4dd-423e-a955-7b734657f9b2 req-ac068669-2eaa-4954-908c-8aa421070349 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 Nov 26 23:04:07.837884 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:08.644973 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:08.780908 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d33428-469a-43f8-96e0-8d1c2494ec68 req-8dca1385-7ed5-4613-94ab-f1d60932c508 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:08.782378 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75d33428-469a-43f8-96e0-8d1c2494ec68 req-8dca1385-7ed5-4613-94ab-f1d60932c508 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0533140 Nov 26 23:04:08.832047 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-75d33428-469a-43f8-96e0-8d1c2494ec68 req-5dcb4a3c-e2de-4d8f-9ff0-9c15fa347185 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Nov 26 23:04:09.972851 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cf1dc-e1f5-43b9-9347-e4ff6a0190ef req-c42dbc95-a572-4a15-9395-523f5452526d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:09.974887 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f9cf1dc-e1f5-43b9-9347-e4ff6a0190ef req-c42dbc95-a572-4a15-9395-523f5452526d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Nov 26 23:04:10.023865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3f9cf1dc-e1f5-43b9-9347-e4ff6a0190ef req-e382e84a-2485-41c3-ab86-e7de5afb1648 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Nov 26 23:04:11.141997 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5342bdc-f1d0-4736-b098-44a384409613 req-1fbb535c-1aa6-4322-9b5d-70b4a5688f84 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:11.143494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5342bdc-f1d0-4736-b098-44a384409613 req-1fbb535c-1aa6-4322-9b5d-70b4a5688f84 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0481513 Nov 26 23:04:11.195293 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a5342bdc-f1d0-4736-b098-44a384409613 req-78bfc44e-d700-4ca9-a6d2-0b4ac085e8e4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458488 Nov 26 23:04:12.310612 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42866c5b-d764-4647-90fb-c71bfb2aa0a6 req-d59c4b23-56ac-4161-ade4-c2eca5e9f5c1 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:12.312092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42866c5b-d764-4647-90fb-c71bfb2aa0a6 req-d59c4b23-56ac-4161-ade4-c2eca5e9f5c1 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0486395 Nov 26 23:04:12.364014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42866c5b-d764-4647-90fb-c71bfb2aa0a6 req-fe74072a-18ad-4b41-b2a3-6f3ebf67a92d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460200 Nov 26 23:04:13.479227 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810a2ea-6067-4d85-8fd8-de2f2b7ae713 req-4a58e562-1752-4300-900f-651f6ddfaadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:13.480721 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7810a2ea-6067-4d85-8fd8-de2f2b7ae713 req-4a58e562-1752-4300-900f-651f6ddfaadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Nov 26 23:04:13.531092 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7810a2ea-6067-4d85-8fd8-de2f2b7ae713 req-aface9e8-e9fd-4d13-85ae-308ec1d6cbb3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Nov 26 23:04:14.650965 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33fbf6-8d2b-4f94-93d9-359ba7120a3a req-8e224187-f69c-42ca-ae9b-8db7f89bdd82 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:14.652563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb33fbf6-8d2b-4f94-93d9-359ba7120a3a req-8e224187-f69c-42ca-ae9b-8db7f89bdd82 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Nov 26 23:04:14.700524 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cb33fbf6-8d2b-4f94-93d9-359ba7120a3a req-25481665-39b7-4fc0-aca7-b1d659724472 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421703 Nov 26 23:04:15.820558 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fcc6e-d461-4c15-b10d-c208b3964066 req-6befba45-931e-4aec-86e1-3214f43873b1 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:15.821971 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-803fcc6e-d461-4c15-b10d-c208b3964066 req-6befba45-931e-4aec-86e1-3214f43873b1 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0492280 Nov 26 23:04:15.870239 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-803fcc6e-d461-4c15-b10d-c208b3964066 req-7e4a99ca-82cf-421e-8e3f-1e2d921ad8b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Nov 26 23:04:16.987927 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b51953-834e-4a73-a1c4-6eff114d043f req-37e19888-2e66-4ebd-aa2f-c90d67614275 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:16.989425 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b51953-834e-4a73-a1c4-6eff114d043f req-37e19888-2e66-4ebd-aa2f-c90d67614275 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0523024 Nov 26 23:04:17.040098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-15b51953-834e-4a73-a1c4-6eff114d043f req-75d62cef-d3b4-42d9-96cf-92f81db1b42f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439868 Nov 26 23:04:17.092118 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-6a755dbb-b10c-4f07-af54-125568015b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:17.093614 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-6a755dbb-b10c-4f07-af54-125568015b97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0429399 Nov 26 23:04:17.201173 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-8d0e91ca-27b1-4085-ad08-2d38ba1a6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:17.202673 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-8d0e91ca-27b1-4085-ad08-2d38ba1a6afb service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0887053 Nov 26 23:04:17.267951 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-051238a5-5522-432b-814f-6098f7665801 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 1001 time: 0.0583599 Nov 26 23:04:17.320856 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-647c1bf9-c315-4212-be2e-63fd15f3b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:17.322323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-647c1bf9-c315-4212-be2e-63fd15f3b5e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0476322 Nov 26 23:04:17.367780 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-540c9757-62f3-49b6-9e77-de4eeb5e0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:17.369266 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-540c9757-62f3-49b6-9e77-de4eeb5e0831 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403659 Nov 26 23:04:17.379889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-7a65fdf4-d56a-4416-8fb5-682561267536 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 23:04:17.381177 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-7a65fdf4-d56a-4416-8fb5-682561267536 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051129 Nov 26 23:04:17.467384 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-218b856f-2105-4a70-b954-fd409b5cecef service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799122 Nov 26 23:04:17.560712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-0b8362f3-e04c-492a-8dbf-7da357ad151a req-646279ac-7d7c-4478-9545-e72c71e2841a service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850632 Nov 26 23:04:17.986502 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:04:18.158236 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98a9a5-31b0-4701-a828-1fb54dc4720e req-15dbfe9a-b899-4999-99d0-59e712ac5b37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:18.159695 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc98a9a5-31b0-4701-a828-1fb54dc4720e req-15dbfe9a-b899-4999-99d0-59e712ac5b37 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0486996 Nov 26 23:04:18.207149 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bc98a9a5-31b0-4701-a828-1fb54dc4720e req-dc50bae2-6918-4fa2-943d-2453dedde715 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Nov 26 23:04:19.321685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2406b4-b52d-4ff6-bd51-e8afed8968e0 req-f5dc0bf6-68d7-43aa-b590-a5c261759195 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:19.323188 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d2406b4-b52d-4ff6-bd51-e8afed8968e0 req-f5dc0bf6-68d7-43aa-b590-a5c261759195 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Nov 26 23:04:19.375191 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1d2406b4-b52d-4ff6-bd51-e8afed8968e0 req-c30ba883-009a-44a6-aa55-090c870920af tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461226 Nov 26 23:04:20.155518 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:04:20.247417 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:04:20.262330 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'port_id': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'mac_address': 'fa:16:3e:f0:d0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:04:20.297222 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:20.309388 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4af6bcdc-4b31-4907-be94-fc7fda4f113b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:04:20.328389 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:04:20.331906 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:20.378154 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:04:20.385442 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.385791 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.386157 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.386500 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.386832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.387163 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.387490 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.387814 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.388137 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.388457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.388778 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.389098 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:20.477026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['4af6bcdc-4b31-4907-be94-fc7fda4f113b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:04:20.492967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a7397-5716-4082-a55f-6b5d1f22d814 req-8f72288e-4bdd-4b4d-8a82-2a8d9929c818 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:20.494499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-917a7397-5716-4082-a55f-6b5d1f22d814 req-8f72288e-4bdd-4b4d-8a82-2a8d9929c818 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0508578 Nov 26 23:04:20.546422 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-917a7397-5716-4082-a55f-6b5d1f22d814 req-c592e7cd-10fe-46e1-8fb4-f2c214da1990 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451670 Nov 26 23:04:21.664105 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055448bf-1156-444e-93fe-e208f8223959 req-345f2810-0dce-49e0-8da0-df572f8e5f0c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:21.665590 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-055448bf-1156-444e-93fe-e208f8223959 req-345f2810-0dce-49e0-8da0-df572f8e5f0c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0483916 Nov 26 23:04:21.714308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-055448bf-1156-444e-93fe-e208f8223959 req-65ef19c4-869f-456c-b976-0b2d8f6083d5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427749 Nov 26 23:04:22.169776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:04:22.216360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 4af6bcdc-4b31-4907-be94-fc7fda4f113b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:04:22.216737 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:22.292815 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:22.314847 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:04:22.317072 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfbc77a-8849-48be-a588-2215ce1ac291" -d '{"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-plugged", "status": "completed", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:04:22.329871 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:04:22.334506 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:22.360169 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fa8ff8-3f7a-4b98-a39a-926352122b4b x-openstack-request-id: req-29fa8ff8-3f7a-4b98-a39a-926352122b4b {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:04:22.360468 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-plugged", "status": "completed", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:04:22.360726 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29fa8ff8-3f7a-4b98-a39a-926352122b4b {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:04:22.361120 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'code': 200} Nov 26 23:04:22.385160 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:04:23.163755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556108b3-368e-4318-ac0e-d775913731c5 req-b2cbe54b-bf86-4f65-bcae-25bd9117b375 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:23.165256 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-556108b3-368e-4318-ac0e-d775913731c5 req-b2cbe54b-bf86-4f65-bcae-25bd9117b375 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.3814600 Nov 26 23:04:23.214267 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-556108b3-368e-4318-ac0e-d775913731c5 req-504aecd5-8c2a-4ddf-baa8-e10e5f30f286 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430574 Nov 26 23:04:23.656993 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-98e762dd-f070-4933-a110-332027a8487f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:24.347859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f50ce4-50f4-4633-9159-0a44bf9189f0 req-1abbec8f-7d6f-47be-826a-99f59012f7db tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:24.349957 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8f50ce4-50f4-4633-9159-0a44bf9189f0 req-1abbec8f-7d6f-47be-826a-99f59012f7db tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0532825 Nov 26 23:04:24.413727 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8f50ce4-50f4-4633-9159-0a44bf9189f0 req-4bd21913-a395-4092-8bec-ed2e0a4ee13d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522854 Nov 26 23:04:25.556068 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f6a19-c002-4a47-b7da-8a0e8ac3542a req-5eedee70-28c9-4940-b08d-d6e86ff4d5c9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:25.564229 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-520f6a19-c002-4a47-b7da-8a0e8ac3542a req-5eedee70-28c9-4940-b08d-d6e86ff4d5c9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0705574 Nov 26 23:04:25.615046 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-520f6a19-c002-4a47-b7da-8a0e8ac3542a req-ee3dc121-2bc6-4e10-aa44-c8253b49ad1b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498993 Nov 26 23:04:26.399845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7e55aee5-1fd1-4e1d-8539-eedef393f1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:26.758272 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01bed-618b-47df-baaa-b27301c40eed req-96a5ada2-e86e-43c4-acc3-a7bea0431088 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:26.760116 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9fb01bed-618b-47df-baaa-b27301c40eed req-96a5ada2-e86e-43c4-acc3-a7bea0431088 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0643725 Nov 26 23:04:26.823375 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9fb01bed-618b-47df-baaa-b27301c40eed req-670a092e-a623-4249-86b1-91250d6e2aed tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558546 Nov 26 23:04:27.393203 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:27.961339 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f1353-0301-49b5-abb0-c19ba63e9e63 req-fbb0c371-2467-4eb6-8601-ba7d47b8c3b6 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:27.964247 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea3f1353-0301-49b5-abb0-c19ba63e9e63 req-fbb0c371-2467-4eb6-8601-ba7d47b8c3b6 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0589895 Nov 26 23:04:28.024630 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ea3f1353-0301-49b5-abb0-c19ba63e9e63 req-281104a8-ba37-4e9e-992e-2c2716f20063 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543458 Nov 26 23:04:28.930360 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:29.149630 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99525463-56f8-4213-9dc8-70e01730edde req-a8561448-5044-4cdb-a48f-0ecab9da377c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:29.154544 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99525463-56f8-4213-9dc8-70e01730edde req-a8561448-5044-4cdb-a48f-0ecab9da377c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0584476 Nov 26 23:04:29.209454 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99525463-56f8-4213-9dc8-70e01730edde req-82a17c1e-3ad6-490d-997e-b1f9c43450f4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524817 Nov 26 23:04:29.495696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:30.341849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eff6b-66aa-4ab2-baad-8e1cade8f8f4 req-19ba8e44-d1e1-4cf9-8f15-88c3317dd630 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:30.344042 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-403eff6b-66aa-4ab2-baad-8e1cade8f8f4 req-19ba8e44-d1e1-4cf9-8f15-88c3317dd630 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0550325 Nov 26 23:04:30.401367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-403eff6b-66aa-4ab2-baad-8e1cade8f8f4 req-d0b3ecbc-592e-4367-993f-bb28c4abafd3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504830 Nov 26 23:04:31.533590 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d9c1e-bfa7-4683-929d-5cb8e5a808c5 req-abc42011-d1d9-415e-b32b-5ea771c77be3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:31.535131 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f2d9c1e-bfa7-4683-929d-5cb8e5a808c5 req-abc42011-d1d9-415e-b32b-5ea771c77be3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0564959 Nov 26 23:04:31.592058 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0f2d9c1e-bfa7-4683-929d-5cb8e5a808c5 req-15d6a53f-f709-489d-b5ae-f55e7e6e2ff1 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504644 Nov 26 23:04:32.711436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2b939-d5fa-490b-98a8-c2707a767113 req-c7f88d7a-7a69-4808-a8f5-b805900fb5b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:32.713035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fbc2b939-d5fa-490b-98a8-c2707a767113 req-c7f88d7a-7a69-4808-a8f5-b805900fb5b9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0485287 Nov 26 23:04:32.762636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fbc2b939-d5fa-490b-98a8-c2707a767113 req-de8884b7-c405-4abd-b0cf-6ae9b7e921c0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Nov 26 23:04:32.983587 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-6b395658-2a8e-40fc-807e-d5aeb1afa1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:32.985057 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-6b395658-2a8e-40fc-807e-d5aeb1afa1a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1096 time: 0.0816627 Nov 26 23:04:33.077945 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-1f7a4147-4eca-4620-a10d-1ebe86fad82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:33.079344 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-1f7a4147-4eca-4620-a10d-1ebe86fad82e service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0858119 Nov 26 23:04:33.148234 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-bfcf2f7e-62e7-4f18-b788-ee9caeb119a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 1001 time: 0.0575297 Nov 26 23:04:33.197472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-655ba077-8adb-4a45-a829-be0f79158400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:33.198915 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-655ba077-8adb-4a45-a829-be0f79158400 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0427570 Nov 26 23:04:33.247155 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-2cf09a13-2cab-4f6d-840d-72dc68ab0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:33.248636 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-2cf09a13-2cab-4f6d-840d-72dc68ab0e35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428140 Nov 26 23:04:33.337411 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-95c4a4de-bbfa-4da6-a2be-eabb5c85f30e service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798774 Nov 26 23:04:33.429052 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-84580339-d37b-4e1f-9a21-eedd51feb74a req-2df81722-e30a-4116-8786-5f3884e553d6 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839212 Nov 26 23:04:33.880427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e12a9-be6b-49a8-9802-7a73782b185e req-530368c9-ae3e-4b03-9a06-40f36d8bfa45 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:33.882499 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-586e12a9-be6b-49a8-9802-7a73782b185e req-530368c9-ae3e-4b03-9a06-40f36d8bfa45 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0488799 Nov 26 23:04:33.930294 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-586e12a9-be6b-49a8-9802-7a73782b185e req-b4dc31ee-28d2-4ddb-a439-3369501c7a5a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Nov 26 23:04:35.053440 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c3a15-8beb-478c-a87a-c34992816c52 req-2f5e930a-e998-4107-9a80-7f8f835a62fa tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:35.055270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-063c3a15-8beb-478c-a87a-c34992816c52 req-2f5e930a-e998-4107-9a80-7f8f835a62fa tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0536525 Nov 26 23:04:35.103901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-063c3a15-8beb-478c-a87a-c34992816c52 req-524ca8d3-83db-43ea-945d-fe50e871c4e9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426202 Nov 26 23:04:36.219757 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c09b6-1c34-4539-b3a4-4e09db6b0e65 req-62034de4-879b-4c11-a688-31449087443b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:36.221248 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c78c09b6-1c34-4539-b3a4-4e09db6b0e65 req-62034de4-879b-4c11-a688-31449087443b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0493813 Nov 26 23:04:36.262377 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:04:36.271210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c78c09b6-1c34-4539-b3a4-4e09db6b0e65 req-54104ec4-baf4-4e1c-a9d9-686e87922160 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Nov 26 23:04:36.342755 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:36.367000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:04:36.369246 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd89312d-67dd-4911-8aea-c9498fb844b4" -d '{"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:04:36.383323 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:04:36.387676 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:36.390541 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-6ca3c9e2-7ca1-4371-bf79-ace3ff2b6435 req-7f6b973e-5f43-4240-92cd-8b1ddfe029de service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 23:04:36.391588 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6ca3c9e2-7ca1-4371-bf79-ace3ff2b6435 req-7f6b973e-5f43-4240-92cd-8b1ddfe029de service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505397 Nov 26 23:04:36.414870 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed0d412-1f96-4d0d-95bd-6fde58a7da3d x-openstack-request-id: req-6ed0d412-1f96-4d0d-95bd-6fde58a7da3d {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:04:36.415166 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-unplugged", "status": "failed", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "code": 422}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:04:36.415423 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ed0d412-1f96-4d0d-95bd-6fde58a7da3d {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:04:36.415823 n-d-819494-1 neutron-server[110001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'code': 422} returned with failed status Nov 26 23:04:36.442738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:04:36.556210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fcc53-b495-4697-84c9-7a7f96b34f84 req-061f8bc1-ea06-4eab-8f07-961f92a85b3d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:36.557735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2fcc53-b495-4697-84c9-7a7f96b34f84 req-061f8bc1-ea06-4eab-8f07-961f92a85b3d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0551150 Nov 26 23:04:36.611297 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0a2fcc53-b495-4697-84c9-7a7f96b34f84 req-2b8ecb72-69fb-4cf5-a75e-6e2f459abb2b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475049 Nov 26 23:04:36.729992 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2fb7f235-5fc3-451a-a3e0-2fd45cf65575 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837121 Nov 26 23:04:37.727436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c55281-2ad6-4c24-a738-df7328b395b1 req-77301681-31e3-4f29-9c42-3faf741b4a70 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:37.728927 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4c55281-2ad6-4c24-a738-df7328b395b1 req-77301681-31e3-4f29-9c42-3faf741b4a70 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0487363 Nov 26 23:04:37.782405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f4c55281-2ad6-4c24-a738-df7328b395b1 req-4ea49098-0188-401f-b9d2-dde81fc53399 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474036 Nov 26 23:04:37.838324 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:38.642464 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:38.902381 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011866b9-c89c-4938-9f84-0a09703e496e req-b7846792-54f7-43f7-890c-335bd6f4cc14 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:38.903930 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-011866b9-c89c-4938-9f84-0a09703e496e req-b7846792-54f7-43f7-890c-335bd6f4cc14 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0507245 Nov 26 23:04:38.965428 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-011866b9-c89c-4938-9f84-0a09703e496e req-078b49c8-c75b-4e52-b858-bc633370377c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540445 Nov 26 23:04:40.080235 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5678bc-03ed-4343-aa34-00759b60fee3 req-25ac7425-45ca-437a-91d7-6cc550252632 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:40.081753 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f5678bc-03ed-4343-aa34-00759b60fee3 req-25ac7425-45ca-437a-91d7-6cc550252632 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0491374 Nov 26 23:04:40.133282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2f5678bc-03ed-4343-aa34-00759b60fee3 req-4572cb74-439e-4c9a-98ae-c9ba1e0e375a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Nov 26 23:04:41.252986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7d152-16a0-48ed-a7f5-cb74a9ca990d req-27ad29e4-f170-4c8d-84d6-eb912a103a82 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:41.254505 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3e7d152-16a0-48ed-a7f5-cb74a9ca990d req-27ad29e4-f170-4c8d-84d6-eb912a103a82 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0497279 Nov 26 23:04:41.304261 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e3e7d152-16a0-48ed-a7f5-cb74a9ca990d req-726f892f-ae31-47de-af32-eca8e10fe747 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 Nov 26 23:04:41.705848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-a33b009f-17a3-4e67-b521-f98654d49baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:41.707343 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-a33b009f-17a3-4e67-b521-f98654d49baa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3&tenant_id=f76fea0c94c248439448810ab20bcd96 HTTP/1.1" status: 200 len: 1094 time: 0.0392985 Nov 26 23:04:41.718241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-9c11172d-957a-453b-9558-174501eaf021 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 23:04:41.719162 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-9c11172d-957a-453b-9558-174501eaf021 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048559 Nov 26 23:04:41.736650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-819494-1', 'device_owner': 'compute:nova'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:04:41.791848 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:41.987887 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:04:42.019848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:04:42.051161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af6bcdc-4b31-4907-be94-fc7fda4f113b {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:04:42.058512 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:42.070543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Transition to ACTIVE for port object 4af6bcdc-4b31-4907-be94-fc7fda4f113b will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 23:04:42.074261 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:42.150404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=9']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:04:42.435150 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda9d42-4663-4b5f-8d9a-64fca1ed98d3 req-d740ac39-aa46-423f-8566-dcc68efb7830 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:42.436670 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bda9d42-4663-4b5f-8d9a-64fca1ed98d3 req-d740ac39-aa46-423f-8566-dcc68efb7830 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 943 time: 0.0551929 Nov 26 23:04:42.456326 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.456669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.457007 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.457345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.457676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.457999 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.458345 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.458666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.458988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.459311 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.459629 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.460483 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:04:42.488798 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7bda9d42-4663-4b5f-8d9a-64fca1ed98d3 req-16b4ba01-358d-4110-8d29-1ba51dbb8280 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457215 Nov 26 23:04:42.495968 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] No DVR routers for this DVR port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:04:42.627833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Attempting to bind port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:04:42.628070 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Attempting to bind port 4af6bcdc-4b31-4907-be94-fc7fda4f113b by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:04:42.628394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Attempting to bind port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:04:42.632577 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 23:04:42.632892 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Attempting to bind port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:04:42.637691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:04:42.638027 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Checking segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:04:42.638431 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Bound using segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:04:42.638848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Bound port: 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:04:42.639195 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:42.699278 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:04:42.702166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:04:42.706451 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:42.737970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:42.738725 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:42.740048 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2af02a62-f571-4d45-9877-310940b306fd service neutron] 10.222.0.41 "PUT /v2.0/ports/4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 1091 time: 1.0071890 Nov 26 23:04:42.740478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:04:42.742939 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edaaa71-dede-4583-9fea-4577921c4388" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:04:42.770570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af02a62-f571-4d45-9877-310940b306fd service neutron] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=10']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:04:42.781327 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c05b2a5-48b2-49cd-856a-9a88cb48555d x-openstack-request-id: req-6c05b2a5-48b2-49cd-856a-9a88cb48555d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:04:42.781826 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:04:42.782294 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c05b2a5-48b2-49cd-856a-9a88cb48555d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:04:42.782769 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'status': 'completed', 'code': 200} Nov 26 23:04:42.845610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-94ac7cee-68c6-4d60-8a2a-dfb9f335fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:42.846980 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-94ac7cee-68c6-4d60-8a2a-dfb9f335fb69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1095 time: 0.0467615 Nov 26 23:04:42.940585 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-c5257a96-44ab-45e9-ac82-929c8639bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:42.942061 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-c5257a96-44ab-45e9-ac82-929c8639bd56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0868907 Nov 26 23:04:43.014335 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-172f32f5-a5ad-4b60-b4a9-69bd45a594e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 999 time: 0.0643227 Nov 26 23:04:43.062436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-dcb1b486-a6cc-4f83-8752-30d6bff9832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:43.063763 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-dcb1b486-a6cc-4f83-8752-30d6bff9832e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0427816 Nov 26 23:04:43.108586 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-04ea48a9-f249-490e-80c7-c45b7f781180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:43.110040 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-04ea48a9-f249-490e-80c7-c45b7f781180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382662 Nov 26 23:04:43.202033 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-02feec8f-827c-43a6-89c4-c8e3225dacab service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 Nov 26 23:04:43.289039 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-4702f1c9-1160-49a1-aff8-4b996e2827d2 req-2c2e3e10-44b9-410d-9064-2d390265ab79 service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802102 Nov 26 23:04:43.425659 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaa71-dede-4583-9fea-4577921c4388 req-e3790aa9-27a0-4ba9-900d-1337f2a36bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:43.427280 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1edaaa71-dede-4583-9fea-4577921c4388 req-e3790aa9-27a0-4ba9-900d-1337f2a36bec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1095 time: 0.0425699 Nov 26 23:04:43.526566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaa71-dede-4583-9fea-4577921c4388 req-1b7f920f-f4f9-4508-a42a-c2a481c3197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:43.528060 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1edaaa71-dede-4583-9fea-4577921c4388 req-1b7f920f-f4f9-4508-a42a-c2a481c3197b service neutron] 10.222.0.41 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0932074 Nov 26 23:04:43.598644 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1edaaa71-dede-4583-9fea-4577921c4388 req-98afa577-a113-4235-93cd-f2fd3d696f66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 999 time: 0.0635843 Nov 26 23:04:43.630942 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae77b1-0bc3-4815-89b9-413704e670eb req-22eb6529-d9d2-492f-9846-10bc0febf5da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:43.641017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fdae77b1-0bc3-4815-89b9-413704e670eb req-22eb6529-d9d2-492f-9846-10bc0febf5da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0772538 Nov 26 23:04:43.674675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaa71-dede-4583-9fea-4577921c4388 req-34773a55-10d9-4d9f-9a74-0ea1eb84c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:43.678271 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1edaaa71-dede-4583-9fea-4577921c4388 req-34773a55-10d9-4d9f-9a74-0ea1eb84c6b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0694480 Nov 26 23:04:43.699263 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fdae77b1-0bc3-4815-89b9-413704e670eb req-6fe47a80-bb99-4970-a39e-cacb985174ec tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572448 Nov 26 23:04:44.817813 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370d1b-3d01-4efc-929b-0534fa2c4db3 req-c34870ea-1bab-44c9-8998-fee1c13eab27 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:44.820864 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95370d1b-3d01-4efc-929b-0534fa2c4db3 req-c34870ea-1bab-44c9-8998-fee1c13eab27 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0512006 Nov 26 23:04:44.878017 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-95370d1b-3d01-4efc-929b-0534fa2c4db3 req-467bfabb-0e5f-4d32-8667-375ca7769e9a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511105 Nov 26 23:04:45.996229 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8a9c8-75dd-4bea-938c-61718a390b60 req-ae8fdbb6-2018-444c-96b7-7c25671779fb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:45.997763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9da8a9c8-75dd-4bea-938c-61718a390b60 req-ae8fdbb6-2018-444c-96b7-7c25671779fb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0520222 Nov 26 23:04:46.051868 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9da8a9c8-75dd-4bea-938c-61718a390b60 req-05255f2a-caad-4247-80f4-e09544e0b71e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472529 Nov 26 23:04:47.183268 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a3537-1a94-415b-8da9-1706156a12c1 req-855f5860-3ad9-4cb1-ab65-fa6c3f028e3b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:47.184777 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d4a3537-1a94-415b-8da9-1706156a12c1 req-855f5860-3ad9-4cb1-ab65-fa6c3f028e3b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0509584 Nov 26 23:04:47.235272 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8d4a3537-1a94-415b-8da9-1706156a12c1 req-3aeb3dd8-ea7f-4f4e-9849-5f9727968c59 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445070 Nov 26 23:04:48.367285 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de92b2b-11ca-4ea2-89dd-bcacb20e5f57 req-3b666e9e-1b50-4e19-b84c-751ac8be020d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:48.370117 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1de92b2b-11ca-4ea2-89dd-bcacb20e5f57 req-3b666e9e-1b50-4e19-b84c-751ac8be020d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0558381 Nov 26 23:04:48.421829 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1de92b2b-11ca-4ea2-89dd-bcacb20e5f57 req-32f0f4d7-ff61-4998-b337-9af41ec2debc tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457582 Nov 26 23:04:49.562795 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef541b-e8de-4f73-a61a-798a4cbb05e9 req-3a012712-7c43-4be6-ab96-f79cee4bc31c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:49.564308 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39ef541b-e8de-4f73-a61a-798a4cbb05e9 req-3a012712-7c43-4be6-ab96-f79cee4bc31c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0511479 Nov 26 23:04:49.612826 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-39ef541b-e8de-4f73-a61a-798a4cbb05e9 req-160ec6f7-9d7d-4696-a6e4-48b22757331c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423710 Nov 26 23:04:50.734234 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e220357-d279-4c57-a9d8-ae5232c81b20 req-008cac08-e0c6-4321-b30d-2fefd4927705 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:50.735719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e220357-d279-4c57-a9d8-ae5232c81b20 req-008cac08-e0c6-4321-b30d-2fefd4927705 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0526619 Nov 26 23:04:50.784215 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e220357-d279-4c57-a9d8-ae5232c81b20 req-6bd78297-6437-42d0-b43f-c0e9f1fbc4d2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424349 Nov 26 23:04:51.899928 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75ae84-32b9-412b-aa73-714f34568cd8 req-e5a8bd5a-9eda-4955-8610-0fbf0164a4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:51.901411 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c75ae84-32b9-412b-aa73-714f34568cd8 req-e5a8bd5a-9eda-4955-8610-0fbf0164a4b2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0496240 Nov 26 23:04:51.950458 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1c75ae84-32b9-412b-aa73-714f34568cd8 req-2af6ac36-cb51-473b-8630-2216e146e578 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Nov 26 23:04:53.072672 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed78cc-0a3e-4bc1-8459-19e448e77f4a req-fab7d65d-645e-40ac-bf80-bcb49997c5c4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:53.074218 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bed78cc-0a3e-4bc1-8459-19e448e77f4a req-fab7d65d-645e-40ac-bf80-bcb49997c5c4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0516646 Nov 26 23:04:53.132421 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9bed78cc-0a3e-4bc1-8459-19e448e77f4a req-b888ef76-c806-467e-924d-dd968b60a479 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522218 Nov 26 23:04:53.662647 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-dcf60a03-fca6-47b1-8ba0-79d796a8e84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:54.256961 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3d036-c398-4f83-b2f4-86086585e057 req-bc24edf9-6843-4337-be19-2f80755eb9bd tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:54.258488 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31e3d036-c398-4f83-b2f4-86086585e057 req-bc24edf9-6843-4337-be19-2f80755eb9bd tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0501997 Nov 26 23:04:54.307455 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31e3d036-c398-4f83-b2f4-86086585e057 req-b691dcbd-ed11-46e7-bbb7-dad4ca013c47 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Nov 26 23:04:54.985267 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:04:55.427375 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b97ef-a6ba-42bb-9019-8e2a9685a647 req-548e08a0-c4c7-4556-8e53-cb5235c0990b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:55.428865 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a80b97ef-a6ba-42bb-9019-8e2a9685a647 req-548e08a0-c4c7-4556-8e53-cb5235c0990b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0522926 Nov 26 23:04:55.479867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a80b97ef-a6ba-42bb-9019-8e2a9685a647 req-ef50b50d-6a10-465b-91f2-e199e322531f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Nov 26 23:04:56.400907 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-131e2487-05c9-4570-9475-865f36b5b120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:56.602744 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef7e05-7ee9-427b-b0bb-bf4f76288ad3 req-29165323-a465-460f-9ee2-dbc7e973aac7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:56.604849 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0ef7e05-7ee9-427b-b0bb-bf4f76288ad3 req-29165323-a465-460f-9ee2-dbc7e973aac7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0550332 Nov 26 23:04:56.654635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d0ef7e05-7ee9-427b-b0bb-bf4f76288ad3 req-cde80ca2-c946-4017-a61d-1976b83cd2ac tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Nov 26 23:04:57.247873 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaa71-dede-4583-9fea-4577921c4388 req-7ce13770-640b-4eab-9782-3223cf8503dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:57.249391 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1edaaa71-dede-4583-9fea-4577921c4388 req-7ce13770-640b-4eab-9782-3223cf8503dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424936 Nov 26 23:04:57.340144 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1edaaa71-dede-4583-9fea-4577921c4388 req-80806840-0bfa-47d8-b645-a24080c09d05 service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820847 Nov 26 23:04:57.393504 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:57.436213 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1edaaa71-dede-4583-9fea-4577921c4388 req-acf5838b-1d70-4882-8629-f8e527650064 service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Nov 26 23:04:57.770774 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de12a7-3b41-4327-abe5-6fcddba33957 req-d1d19763-9ebe-4cc4-90b8-9607a2ecae97 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:57.772210 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61de12a7-3b41-4327-abe5-6fcddba33957 req-d1d19763-9ebe-4cc4-90b8-9607a2ecae97 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0497115 Nov 26 23:04:57.821209 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-61de12a7-3b41-4327-abe5-6fcddba33957 req-43f69570-8a14-4b33-9f35-82ecb5c768fa tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Nov 26 23:04:58.933485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:04:58.942123 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af26e93-f54a-4834-9184-552901e9066c req-38398d17-245d-4a94-85f4-10775166e6e6 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:04:58.943633 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8af26e93-f54a-4834-9184-552901e9066c req-38398d17-245d-4a94-85f4-10775166e6e6 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0516014 Nov 26 23:04:58.998736 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8af26e93-f54a-4834-9184-552901e9066c req-8d163b86-32bf-445c-9183-bdf61a1502bb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483947 Nov 26 23:04:59.497520 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:00.122210 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19e9d9-3858-41d5-80d2-ffe79875feb8 req-35d7b5e8-8d81-47aa-a8ea-42a8174a708c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:00.123698 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc19e9d9-3858-41d5-80d2-ffe79875feb8 req-35d7b5e8-8d81-47aa-a8ea-42a8174a708c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0519392 Nov 26 23:05:00.172435 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cc19e9d9-3858-41d5-80d2-ffe79875feb8 req-12ca44c4-c025-4caa-8569-8bcb7aab0418 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Nov 26 23:05:01.287834 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d25e9a-e1d5-451a-aa55-64ba05d201f3 req-96029240-6363-4bfd-9898-8074b4ca48d4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:01.289230 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11d25e9a-e1d5-451a-aa55-64ba05d201f3 req-96029240-6363-4bfd-9898-8074b4ca48d4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 944 time: 0.0484829 Nov 26 23:05:01.337694 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11d25e9a-e1d5-451a-aa55-64ba05d201f3 req-1a481bec-5cf8-49aa-9688-afb8f501dc1e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423520 Nov 26 23:05:02.016325 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:05:02.109923 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:05:02.275571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'port_id': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'mac_address': 'fa:16:3e:f0:d0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:05:02.311942 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:02.324057 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af6bcdc-4b31-4907-be94-fc7fda4f113b {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:05:02.342624 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:05:02.346816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:02.395790 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=11']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:05:02.459827 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60358a-b13f-4e6f-9a13-bf1dfcca6bf8 req-7c9c5be8-a37b-4eaa-bd4b-12e3ebea14a0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:02.461310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee60358a-b13f-4e6f-9a13-bf1dfcca6bf8 req-7c9c5be8-a37b-4eaa-bd4b-12e3ebea14a0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0534813 Nov 26 23:05:02.511351 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ee60358a-b13f-4e6f-9a13-bf1dfcca6bf8 req-64322f9b-5907-4bb7-a38f-f6faab63c13a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440996 Nov 26 23:05:02.753775 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['4af6bcdc-4b31-4907-be94-fc7fda4f113b'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:05:03.630557 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a0e8d-8c5e-48eb-addb-46206e96cc17 req-c35d7e6b-0b5c-4454-81d7-617f1c9633c0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:03.632074 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c3a0e8d-8c5e-48eb-addb-46206e96cc17 req-c35d7e6b-0b5c-4454-81d7-617f1c9633c0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 945 time: 0.0514946 Nov 26 23:05:03.681594 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c3a0e8d-8c5e-48eb-addb-46206e96cc17 req-726db4b1-f5bd-4a55-a863-b76c3db7bfb7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Nov 26 23:05:04.035467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:05:04.087970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 4af6bcdc-4b31-4907-be94-fc7fda4f113b completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 23:05:04.091934 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 4af6bcdc-4b31-4907-be94-fc7fda4f113b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:05:04.092305 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:04.166272 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:04.189858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:05:04.192093 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe31ac8-a9dc-4a64-b546-6480383d761e" -d '{"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-plugged", "status": "completed", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:05:04.204646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:05:04.208620 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:04.234977 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1b670a-a070-45ad-80d9-5ee3b71a51ef x-openstack-request-id: req-3d1b670a-a070-45ad-80d9-5ee3b71a51ef {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:05:04.235276 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-plugged", "status": "completed", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:05:04.235527 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d1b670a-a070-45ad-80d9-5ee3b71a51ef {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:05:04.235907 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'code': 200} Nov 26 23:05:04.260412 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=12']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:05:04.430728 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0850028-084b-4847-8fe1-d527f920a7f0 req-a34d4ec7-3132-4b01-a75b-77c5d70f2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:04.432221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0850028-084b-4847-8fe1-d527f920a7f0 req-a34d4ec7-3132-4b01-a75b-77c5d70f2de5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1097 time: 0.0399032 Nov 26 23:05:04.477044 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d0850028-084b-4847-8fe1-d527f920a7f0 req-8a886a57-48fc-4391-8b9d-c4b7aae2779e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384128 Nov 26 23:05:04.798718 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23be6b0-4c2d-4546-9032-baf5c71d1b0b req-d088bf84-f71d-419b-b15a-7ff58dc5056d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:04.800204 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a23be6b0-4c2d-4546-9032-baf5c71d1b0b req-d088bf84-f71d-419b-b15a-7ff58dc5056d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 946 time: 0.0516958 Nov 26 23:05:04.848542 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a23be6b0-4c2d-4546-9032-baf5c71d1b0b req-83bcc153-5bc8-4196-886c-50a32e3e6283 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Nov 26 23:05:05.970467 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac08b8f-ed72-464f-a5cb-202ed8d9595a req-352a8457-9836-4f9e-8f4f-394cfa9e416e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:05.971992 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fac08b8f-ed72-464f-a5cb-202ed8d9595a req-352a8457-9836-4f9e-8f4f-394cfa9e416e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 946 time: 0.0517979 Nov 26 23:05:06.024844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fac08b8f-ed72-464f-a5cb-202ed8d9595a req-aba49768-7094-4ba4-afc4-f30648d02e56 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467460 Nov 26 23:05:07.140580 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffd908-ca58-4708-acfe-af7ef3b39b88 req-998bb948-9fe1-4293-8ef7-1c4a5f71fcc0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:07.142040 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fbffd908-ca58-4708-acfe-af7ef3b39b88 req-998bb948-9fe1-4293-8ef7-1c4a5f71fcc0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 946 time: 0.0478387 Nov 26 23:05:07.193961 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fbffd908-ca58-4708-acfe-af7ef3b39b88 req-dc54ddbc-0961-4c65-8a9a-3023bd2a0172 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459137 Nov 26 23:05:07.872530 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:08.655488 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:23.654477 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4a5e2d7b-fe3a-4f3d-9c9e-b619b80f1ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:23.971908 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-977f8803-505c-46eb-a052-7a514907ee29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439816 Nov 26 23:05:24.074791 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-220f1d47-e6d3-4de4-af60-fe76e4f2f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:24.076271 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-220f1d47-e6d3-4de4-af60-fe76e4f2f828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1097 time: 0.0426202 Nov 26 23:05:24.179622 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-dff84dd0-254c-4322-8b83-fddfd111c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:24.181678 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-dff84dd0-254c-4322-8b83-fddfd111c61b service neutron] 10.222.0.41 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0854981 Nov 26 23:05:24.251633 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-f245d2cf-92c0-483f-8813-40578217a420 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 1001 time: 0.0629666 Nov 26 23:05:24.300010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-73e3dff1-45c6-481f-aa4e-e2b5e199ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:24.301425 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-73e3dff1-45c6-481f-aa4e-e2b5e199ba44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0437603 Nov 26 23:05:24.347518 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-b8d04e86-0aa3-4856-a726-4d0a093fe6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:05:24.348985 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-b8d04e86-0aa3-4856-a726-4d0a093fe6b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403807 Nov 26 23:05:24.440602 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-6316ebe2-7c40-4ea3-a2cd-c54305ff81ff service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848417 Nov 26 23:05:24.529758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-f2bb4723-16de-486c-b616-dcddb7764a10 req-3c062ead-207d-4072-a193-7674c3367f4c service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819979 Nov 26 23:05:26.400991 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4239ed2-acb5-4f3a-a581-8e6e4ca01a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:27.396772 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:28.935586 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:29.499863 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:31.985238 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:05:37.870953 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:38.660966 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:53.661255 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-33c0a650-d84b-451d-805a-a105e1d11ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:56.402816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-af2b98fc-882c-40dd-9e59-f2ee5a1b1f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:57.398246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:58.937718 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:05:59.507096 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:07.870304 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:08.660692 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:08.983387 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:06:23.663695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-305767f8-f504-4035-a898-d9002d56353d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:24.062633 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-09f4e96f-9cff-430d-be82-f9cdc87a0fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1123664 Nov 26 23:06:24.164520 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-a5f82a79-da7f-4b6a-908c-ebf18ad987ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:24.166038 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-a5f82a79-da7f-4b6a-908c-ebf18ad987ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1097 time: 0.0450265 Nov 26 23:06:24.271496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-3c99773a-172e-42d8-9c2f-aed44b23ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:24.273036 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-3c99773a-172e-42d8-9c2f-aed44b23ae7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0879483 Nov 26 23:06:24.344901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-d722054c-d992-467a-bb9a-e0d3c931815c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 1001 time: 0.0645225 Nov 26 23:06:24.397824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-241ce2be-d4d4-4f12-b357-12c7aedfff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:24.399276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-241ce2be-d4d4-4f12-b357-12c7aedfff39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0464790 Nov 26 23:06:24.445416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-9cc3de2d-a2c9-4231-8898-7f4c67386112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:24.447727 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-9cc3de2d-a2c9-4231-8898-7f4c67386112 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411389 Nov 26 23:06:24.540482 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-ee90e8e5-1e40-47a0-a6f9-5ef486206a28 service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867174 Nov 26 23:06:24.633688 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bba9447a-f0fc-4a7f-9f4a-a81cc89351d2 req-440bbce3-9b1f-42ff-a2bd-b70dedad37da service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865743 Nov 26 23:06:26.406646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-12f6ca1c-0218-4ceb-b724-416d72d87ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:27.402422 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:28.940300 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:29.506135 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:37.864215 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:38.660859 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:42.855905 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42632) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:43.073275 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Deleting port 024e0b33-42f1-4997-a0dc-a5b9dedd45ef {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:06:43.073611 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:43.145427 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:43.145673 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:43.157705 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Calling delete_port for 024e0b33-42f1-4997-a0dc-a5b9dedd45ef owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:06:43.304541 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:43.327780 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event deleted for resources: {'Port': ['ID=024e0b33-42f1-4997-a0dc-a5b9dedd45ef,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:43.338587 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.339001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.339280 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.339616 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.339950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.340284 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.340983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.341081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.341608 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.341993 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.342383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.342714 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:43.404825 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:43.405099 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Floating IP e8f6e7bd-6549-4cc9-8ae4-0869ab412c96 disassociated (deleted). External IP: 172.25.3.106, port: 4af6bcdc-4b31-4907-be94-fc7fda4f113b. Nov 26 23:06:43.606673 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:06:43.715986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:06:43.720831 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:43.725392 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] Sync routers for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:06:43.735692 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:06:43.736312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:06:43.747827 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-81788c48-d02f-4e01-8f42-e691c181fff9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "DELETE /v2.0/floatingips/e8f6e7bd-6549-4cc9-8ae4-0869ab412c96 HTTP/1.1" status: 204 len: 168 time: 0.8909245 Nov 26 23:06:43.748404 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:06:43.750677 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775ac177-0d54-4706-85a4-9e3f129ca622" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:06:43.847568 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7846247-956e-4cff-9757-4ae440dee868 x-openstack-request-id: req-f7846247-956e-4cff-9757-4ae440dee868 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:06:43.848392 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:06:43.848714 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7846247-956e-4cff-9757-4ae440dee868 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:06:43.849213 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'status': 'completed', 'code': 200} Nov 26 23:06:43.853804 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:06:43.941066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-f9680651-739d-4183-bc97-20a4b821614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:43.942616 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-f9680651-739d-4183-bc97-20a4b821614e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 1097 time: 0.0454702 Nov 26 23:06:43.987607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b141b4a-36bf-4636-bf17-3f76dde9c74e req-7dd92896-9133-480c-a90d-3fc6cfc28a9b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:43.989911 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b141b4a-36bf-4636-bf17-3f76dde9c74e req-7dd92896-9133-480c-a90d-3fc6cfc28a9b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 946 time: 0.0565615 Nov 26 23:06:44.042798 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-7e329241-2d37-4c5b-a6fb-8b1dd4160883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:44.044026 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4b141b4a-36bf-4636-bf17-3f76dde9c74e req-e44dc32d-7bbc-43a9-a905-f74507c4f9c2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463872 Nov 26 23:06:44.044399 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-7e329241-2d37-4c5b-a6fb-8b1dd4160883 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0916216 Nov 26 23:06:44.064401 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:06:44.089269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-9e8c904c-a3fd-4c15-a775-c98e64195ba8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 200 len: 217 time: 0.0352807 Nov 26 23:06:44.089936 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] Checking router: c0fc7b60-2378-4ae6-a1af-b69e8bb17493 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:06:44.098646 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:06:44.099251 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:06:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:06:44.141772 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-677f8c42-edf3-46a8-bbd3-00e17ee53c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:44.143257 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-677f8c42-edf3-46a8-bbd3-00e17ee53c70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0476820 Nov 26 23:06:44.191722 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-eeab20b8-74de-4e25-aa0a-9c0e4b730b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:44.193369 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-eeab20b8-74de-4e25-aa0a-9c0e4b730b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421319 Nov 26 23:06:44.207661 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:06:44.284110 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-ad7027ea-789f-4de6-beec-52b1503f36ac service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827441 Nov 26 23:06:44.386001 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-775ac177-0d54-4706-85a4-9e3f129ca622 req-bcb1e6fc-36e0-4466-8fa9-53925c05f3e7 service neutron] 10.222.0.41 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933177 Nov 26 23:06:44.406004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:06:44.432963 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9bee25-7fd0-4fe3-a99a-0c492ecf1992 None None] The sync data for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 is: [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:06:44.640001 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ff0bbc-83a4-45d0-8e77-c122128442c5 None None] New status for floating IP e8f6e7bd-6549-4cc9-8ae4-0869ab412c96: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:06:45.162401 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11175b8c-220c-4a0b-8427-17104749f6ce req-588c926c-edde-4510-8093-7405770d54f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:45.163905 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11175b8c-220c-4a0b-8427-17104749f6ce req-588c926c-edde-4510-8093-7405770d54f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 946 time: 0.0485644 Nov 26 23:06:45.213547 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-11175b8c-220c-4a0b-8427-17104749f6ce req-7aa455f2-f49b-4bde-8d0c-be969288e417 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d917f71-4962-4460-be7b-8fab94c32c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432670 Nov 26 23:06:45.637829 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-53f9d770-df4f-4558-849d-ede1f42a986b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:06:45.639302 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-53f9d770-df4f-4558-849d-ede1f42a986b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.41 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 946 time: 0.0480070 Nov 26 23:06:45.728937 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Deleting port 4af6bcdc-4b31-4907-be94-fc7fda4f113b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:06:45.729270 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:45.814638 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] For port 4af6bcdc-4b31-4907-be94-fc7fda4f113b, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=4af6bcdc-4b31-4907-be94-fc7fda4f113b,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:06:45.814914 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:45.827583 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Calling delete_port for 4af6bcdc-4b31-4907-be94-fc7fda4f113b owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:06:45.954717 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:45.983674 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:06:45.984308 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event deleted for resources: {'Port': ['ID=4af6bcdc-4b31-4907-be94-fc7fda4f113b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:46.010606 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.010954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.011292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.011624 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.011954 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.012282 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.012610 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.012933 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.013254 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.013572 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.013891 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.014233 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:06:46.038690 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] No DVR routers for this DVR port 4af6bcdc-4b31-4907-be94-fc7fda4f113b on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:06:46.041821 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:46.045362 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b7305ab6-e2ee-4958-a3ec-2fcf98dd0def req-2bde6c6f-daf0-444c-8b75-00df9785af83 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.41 "DELETE /v2.0/ports/4af6bcdc-4b31-4907-be94-fc7fda4f113b HTTP/1.1" status: 204 len: 173 time: 0.4000063 Nov 26 23:06:46.045797 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-deleted', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:06:46.048305 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aae7373-c1da-4cea-8578-cbe842d4c30f" -d '{"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-deleted", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:06:46.144927 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be902896-b823-4406-bad6-6a339390d999 x-openstack-request-id: req-be902896-b823-4406-bad6-6a339390d999 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:06:46.145226 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c85a05-cc4c-438c-8684-05746710b8f3", "name": "network-vif-deleted", "tag": "4af6bcdc-4b31-4907-be94-fc7fda4f113b", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:06:46.145483 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be902896-b823-4406-bad6-6a339390d999 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:06:46.145896 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c85a05-cc4c-438c-8684-05746710b8f3', 'name': 'network-vif-deleted', 'tag': '4af6bcdc-4b31-4907-be94-fc7fda4f113b', 'status': 'completed', 'code': 200} Nov 26 23:06:46.319471 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ae495379-3da2-4285-8edc-c890d9b6f5fd req-1450df56-966b-4650-9bdf-cd8458d086cb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4c85a05-cc4c-438c-8684-05746710b8f3 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Nov 26 23:06:47.377957 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42660) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:47.437066 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44290183-8a05-4a61-9d7a-9e588c5ef9da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:47.461031 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44290183-8a05-4a61-9d7a-9e588c5ef9da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:47.520548 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44290183-8a05-4a61-9d7a-9e588c5ef9da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:47.523254 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-44290183-8a05-4a61-9d7a-9e588c5ef9da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:47.524922 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-44290183-8a05-4a61-9d7a-9e588c5ef9da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "DELETE /v2.0/security-groups/8d917f71-4962-4460-be7b-8fab94c32c8a HTTP/1.1" status: 204 len: 168 time: 0.1454422 Nov 26 23:06:47.534570 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44290183-8a05-4a61-9d7a-9e588c5ef9da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d917f71-4962-4460-be7b-8fab94c32c8a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:48.530161 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:06:48.551150 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 4af6bcdc-4b31-4907-be94-fc7fda4f113b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:06:48.551504 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 4af6bcdc-4b31-4907-be94-fc7fda4f113b not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:06:49.083356 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42668) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:49.088020 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-e46cf913-d918-4584-8524-08ad59460e1c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340122425', 'description': 'tempest-secgroup-smoke-340122425 description', 'project_id': 'f76fea0c94c248439448810ab20bcd96'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:06:49.110416 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e46cf913-d918-4584-8524-08ad59460e1c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.175078 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e46cf913-d918-4584-8524-08ad59460e1c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.178621 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e46cf913-d918-4584-8524-08ad59460e1c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.207012 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-e46cf913-d918-4584-8524-08ad59460e1c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.208245 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e46cf913-d918-4584-8524-08ad59460e1c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1237988 Nov 26 23:06:49.211604 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42670) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:49.212599 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cf913-d918-4584-8524-08ad59460e1c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e5131b-cbc0-4dc8-aa7b-63d364bcf069,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:49.218011 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-27b9f191-3677-48e4-98a6-bfceaefc24d7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '97e5131b-cbc0-4dc8-aa7b-63d364bcf069', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:06:49.248721 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b9f191-3677-48e4-98a6-bfceaefc24d7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.303488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b9f191-3677-48e4-98a6-bfceaefc24d7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.307553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b9f191-3677-48e4-98a6-bfceaefc24d7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.325053 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9f191-3677-48e4-98a6-bfceaefc24d7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d27aa1-0857-4db1-932f-c27327207272,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:49.332710 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-27b9f191-3677-48e4-98a6-bfceaefc24d7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.333926 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-27b9f191-3677-48e4-98a6-bfceaefc24d7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209416 Nov 26 23:06:49.336669 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42672) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:49.341032 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-a7bd26ff-d24b-4c8c-a7c9-85cb26b679ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '97e5131b-cbc0-4dc8-aa7b-63d364bcf069', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:06:49.366770 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7bd26ff-d24b-4c8c-a7c9-85cb26b679ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.421861 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7bd26ff-d24b-4c8c-a7c9-85cb26b679ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.425378 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7bd26ff-d24b-4c8c-a7c9-85cb26b679ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.445616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd26ff-d24b-4c8c-a7c9-85cb26b679ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18c49d2-9256-47d6-b833-0df2b8c45467,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:49.451554 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-a7bd26ff-d24b-4c8c-a7c9-85cb26b679ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.452955 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-a7bd26ff-d24b-4c8c-a7c9-85cb26b679ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152720 Nov 26 23:06:49.455550 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42674) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:49.460024 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-03309da7-c054-4c60-b8be-15cd2f7bcfab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '97e5131b-cbc0-4dc8-aa7b-63d364bcf069', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:06:49.485604 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03309da7-c054-4c60-b8be-15cd2f7bcfab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.542420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03309da7-c054-4c60-b8be-15cd2f7bcfab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.545827 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03309da7-c054-4c60-b8be-15cd2f7bcfab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.567988 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03309da7-c054-4c60-b8be-15cd2f7bcfab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b0d02e-4eec-4f13-9980-ae2d6197a4e7,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:49.574228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-03309da7-c054-4c60-b8be-15cd2f7bcfab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.575451 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-03309da7-c054-4c60-b8be-15cd2f7bcfab tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189294 Nov 26 23:06:49.578154 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42676) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:49.582464 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-daa9b053-f3f0-409c-9fe2-00229d7f34a5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '97e5131b-cbc0-4dc8-aa7b-63d364bcf069', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:06:49.607995 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-daa9b053-f3f0-409c-9fe2-00229d7f34a5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.664423 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-daa9b053-f3f0-409c-9fe2-00229d7f34a5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.668074 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-daa9b053-f3f0-409c-9fe2-00229d7f34a5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.688033 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9b053-f3f0-409c-9fe2-00229d7f34a5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44558835-9f1c-4a07-b03b-b816a6a4c3d0,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:49.693583 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-daa9b053-f3f0-409c-9fe2-00229d7f34a5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.698179 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-daa9b053-f3f0-409c-9fe2-00229d7f34a5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155610 Nov 26 23:06:49.698404 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42678) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:49.702749 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-cdf97c1e-244a-41b1-b6a5-27c3ed1ecadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '97e5131b-cbc0-4dc8-aa7b-63d364bcf069', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:06:49.723357 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-cdf97c1e-244a-41b1-b6a5-27c3ed1ecadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Project f76fea0c94c248439448810ab20bcd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 23:06:49.728128 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cdf97c1e-244a-41b1-b6a5-27c3ed1ecadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.787548 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cdf97c1e-244a-41b1-b6a5-27c3ed1ecadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.790845 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cdf97c1e-244a-41b1-b6a5-27c3ed1ecadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.807907 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf97c1e-244a-41b1-b6a5-27c3ed1ecadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdc66b1-df31-425c-865e-fbd2eaa2fe1d,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:49.815869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-cdf97c1e-244a-41b1-b6a5-27c3ed1ecadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.817055 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-cdf97c1e-244a-41b1-b6a5-27c3ed1ecadf tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176996 Nov 26 23:06:49.819855 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 42680) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:06:49.824788 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5ffe84dc-5919-4d7e-b88b-51409fac64b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'security_group_rule': {'security_group_id': '97e5131b-cbc0-4dc8-aa7b-63d364bcf069', 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:06:49.845811 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-5ffe84dc-5919-4d7e-b88b-51409fac64b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Project f76fea0c94c248439448810ab20bcd96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 23:06:49.850506 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ffe84dc-5919-4d7e-b88b-51409fac64b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.909497 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ffe84dc-5919-4d7e-b88b-51409fac64b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.912979 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ffe84dc-5919-4d7e-b88b-51409fac64b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.927162 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe84dc-5919-4d7e-b88b-51409fac64b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b76117-048b-408a-a82a-fbdd33abd790,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:06:49.938189 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5ffe84dc-5919-4d7e-b88b-51409fac64b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:49.939379 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5ffe84dc-5919-4d7e-b88b-51409fac64b0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186142 Nov 26 23:06:53.666394 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b4f6b71a-bc7c-4040-b5ab-368d80c7895d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:56.409227 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4433a9d1-4419-4f0b-92d6-4d0361c005fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:57.406203 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:58.945310 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:06:59.515365 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:05.167335 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-bcc2259e-9d05-4c74-8cf6-d8c33f06538e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340122425&fields=id&tenant_id=f76fea0c94c248439448810ab20bcd96 HTTP/1.1" status: 200 len: 267 time: 0.0444460 Nov 26 23:07:05.276070 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-cfe33184-0273-467e-a69d-5f8fdfb19dbe tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:05.277451 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-cfe33184-0273-467e-a69d-5f8fdfb19dbe tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 809 time: 0.1033096 Nov 26 23:07:05.292070 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4b5913e0-1163-4355-a9ad-f3c4b72c2e6c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/quotas/f76fea0c94c248439448810ab20bcd96 HTTP/1.1" status: 200 len: 375 time: 0.0089815 Nov 26 23:07:05.341794 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-ac146b63-b7e1-4470-8c67-f3e4d3e39a4d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446236 Nov 26 23:07:05.437396 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-e2c6d9da-b84c-4847-8802-1718b386cab8 service neutron] 10.222.0.21 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844941 Nov 26 23:07:05.526845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-cc8d32f3-154c-4335-a0ff-f7a8abbff735 service neutron] 10.222.0.21 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833733 Nov 26 23:07:05.803203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4e4ed3d8-0729-4127-8703-4a76a2ec5de8 req-188c3bbf-b508-44fb-906a-a158d5868f78 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0270574 Nov 26 23:07:06.886701 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ddd223ea-2765-4821-8e53-17c6b6c860eb req-687e9a76-b472-4036-a205-044b82d6cba1 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0318036 Nov 26 23:07:07.895470 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:07.965490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f9e095ea-aba2-49ba-a9c6-561287a8b50d req-8a4a15f2-4ece-4028-b639-d57a78990d8b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0280008 Nov 26 23:07:08.672448 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:09.048168 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0951d89f-15a7-4056-850b-f91abbddf924 req-39e38a7c-09d4-42dd-978b-7f77d16d0ae8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0312600 Nov 26 23:07:10.140310 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b7a40569-871f-443d-bc05-8009cdb34e8a req-d2747a5a-c0e0-4f80-bb3d-e928cf6a74d4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0268836 Nov 26 23:07:10.911902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-6251ba98-1de5-429e-b602-305bd60defae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:10.913347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-6251ba98-1de5-429e-b602-305bd60defae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 809 time: 0.1075439 Nov 26 23:07:10.982555 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-311aac04-07ad-43ae-9153-27f4b50f5cce tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f76fea0c94c248439448810ab20bcd96 HTTP/1.1" status: 200 len: 379 time: 0.0536602 Nov 26 23:07:10.992104 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'port': {'device_id': 'de437e28-1b7f-4615-9022-5382b6835434', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'admin_state_up': True, 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'security_groups': ['97e5131b-cbc0-4dc8-aa7b-63d364bcf069']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:07:11.106225 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Made reservation on behalf of f76fea0c94c248439448810ab20bcd96 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:07:11.109700 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:11.237810 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b3a50b01-7e09-4c7a-9f03-e4b43c8004b1 req-dcb26471-6f7b-4741-9944-549830fb50e8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0277016 Nov 26 23:07:11.241743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Allocated IP 172.20.0.11 (09ee665b-9c77-4016-861f-f9b0f9b0bdf8/80f79c9f-9fcc-4e8f-a8dc-5004298df18d/5404cf6e-1d2e-493d-83c8-e0f6a24cffc4) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:07:11.390853 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:11.423608 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:11.470353 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:07:11.473156 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:07:11.477097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:07:11.507348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:07:11.536566 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:11.537206 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:11.554228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-4d389f01-4391-4cfb-87e8-71aef9569a50 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657644 Nov 26 23:07:11.573190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Request body: {'port': {'device_id': 'de437e28-1b7f-4615-9022-5382b6835434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:07:11.633144 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:11.706644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-41df8104-4e6f-48db-bd4a-2c8fd2b2915d None None] Provisioning complete for port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:07:11.707219 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-41df8104-4e6f-48db-bd4a-2c8fd2b2915d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:11.742056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-41df8104-4e6f-48db-bd4a-2c8fd2b2915d None None] Port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:07:11.906476 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:07:11.913858 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:11.927050 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Transition to ACTIVE for port object 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 23:07:11.931736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:12.001861 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Pushing event updated for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:07:12.051741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Attempting to bind port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:07:12.052124 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Attempting to bind port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:07:12.052418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Attempting to bind port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:07:12.057068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 23:07:12.057400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Attempting to bind port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 on network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:07:12.062616 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:07:12.062960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Checking segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:07:12.063356 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Bound using segment: {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:07:12.063784 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Bound port: 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b47a549-9ea9-4204-bba2-ce7818c4b512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:07:12.064145 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:12.132835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:07:12.136643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:07:12.141064 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:12.186268 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:12.186902 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:12.188567 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] 10.222.0.13 "PUT /v2.0/ports/5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 1092 time: 0.6198368 Nov 26 23:07:12.191405 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:07:12.193493 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1287f2ad-eb3a-4b98-84ed-0920778540ff" -d '{"events": [{"name": "network-changed", "server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:07:12.218603 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c5fa0-e86e-41fe-91cc-ac5673ab431b service neutron] Pushing event updated for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:07:12.252476 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c54706c-a718-4dc2-a854-3e9af61dc537 x-openstack-request-id: req-7c54706c-a718-4dc2-a854-3e9af61dc537 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:07:12.252880 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:07:12.253201 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c54706c-a718-4dc2-a854-3e9af61dc537 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:07:12.253717 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'status': 'completed', 'code': 200} Nov 26 23:07:12.332759 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-ca7fb538-c6c5-48d4-b4b4-4506948a4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:12.334708 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-ca7fb538-c6c5-48d4-b4b4-4506948a4b25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1095 time: 0.0597272 Nov 26 23:07:12.383746 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd4f01-dc11-435c-9c43-02b0fceb0347 req-5885870f-5b71-41a3-a371-7e8454e46f3a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:12.386824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92bd4f01-dc11-435c-9c43-02b0fceb0347 req-5885870f-5b71-41a3-a371-7e8454e46f3a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0549428 Nov 26 23:07:12.402203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-fa02cb36-b1b4-4beb-ade6-fbf828e22d7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 217 time: 0.0461986 Nov 26 23:07:12.463681 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-44bc2390-e0ae-468c-8051-ec95ae4a4b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:12.465336 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-44bc2390-e0ae-468c-8051-ec95ae4a4b92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0559783 Nov 26 23:07:12.466578 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-92bd4f01-dc11-435c-9c43-02b0fceb0347 req-f92cccf1-6fce-42d5-b1f0-b1ac69c2047f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693448 Nov 26 23:07:12.521580 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-48cabba6-299a-4959-ba69-6930179ec072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:12.523242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-48cabba6-299a-4959-ba69-6930179ec072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508142 Nov 26 23:07:12.614358 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-8547ca13-2ac5-4d08-943f-e62d4682de16 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825562 Nov 26 23:07:12.706898 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b2c40f20-7ef3-471a-a8cd-1311963ef972 req-07926f3e-78d7-4c6f-bac5-e1bd897fb7cd service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858736 Nov 26 23:07:12.816539 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-ceb70957-2417-4646-aefb-ebf04fb512cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:12.818595 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-ceb70957-2417-4646-aefb-ebf04fb512cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1095 time: 0.0428832 Nov 26 23:07:12.917408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-6972b095-8601-407e-9e3a-de6fbc8e5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:12.918956 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-6972b095-8601-407e-9e3a-de6fbc8e5d4b service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0928440 Nov 26 23:07:12.961221 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-ebfaae34-4950-4ad4-9e23-f00582181090 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 217 time: 0.0349243 Nov 26 23:07:13.011066 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-99a0e9e4-18a5-48e0-856f-a026ae38e063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:13.012558 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-99a0e9e4-18a5-48e0-856f-a026ae38e063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0448422 Nov 26 23:07:13.058555 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-769229d4-8039-416a-8c16-6841400e31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:13.060053 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-769229d4-8039-416a-8c16-6841400e31ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403128 Nov 26 23:07:13.155157 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-dd615c8d-4890-4a30-a39c-24a8f159e165 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876455 Nov 26 23:07:13.250147 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-1287f2ad-eb3a-4b98-84ed-0920778540ff req-372a8aea-902c-47a4-8300-4ae6d169ff47 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877230 Nov 26 23:07:13.589303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d076e13-eba3-44c7-a554-14e44b336e84 req-0d646d27-5c18-4371-bf92-2b940e8e66ff tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:13.590886 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d076e13-eba3-44c7-a554-14e44b336e84 req-0d646d27-5c18-4371-bf92-2b940e8e66ff tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0507267 Nov 26 23:07:13.641795 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d076e13-eba3-44c7-a554-14e44b336e84 req-7d2a204a-c9eb-4a5a-86c9-7c5bb0ecdc1e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438237 Nov 26 23:07:14.761293 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd863d6-0b54-48c2-bb35-e7ace11ddfb2 req-3de06e97-8310-4227-901a-ec5250515a3b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:14.762735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bd863d6-0b54-48c2-bb35-e7ace11ddfb2 req-3de06e97-8310-4227-901a-ec5250515a3b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0487835 Nov 26 23:07:14.813737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0bd863d6-0b54-48c2-bb35-e7ace11ddfb2 req-07f0c30f-da5f-4027-ab1a-a15cdb5fe723 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447187 Nov 26 23:07:15.937484 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad7b69-b9cf-4ba3-8ed6-980edeb54562 req-f24c8ca6-1021-4b88-b717-2dac2d1a7697 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:15.939023 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1aad7b69-b9cf-4ba3-8ed6-980edeb54562 req-f24c8ca6-1021-4b88-b717-2dac2d1a7697 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0545077 Nov 26 23:07:15.989446 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1aad7b69-b9cf-4ba3-8ed6-980edeb54562 req-0cd2d87c-55a4-4499-9b2c-4a9969940d1f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445390 Nov 26 23:07:17.106631 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d16e7a-1cf4-4bcc-a143-b938cccfdc54 req-ff2b4600-650d-42d1-ac3a-a9d6d57d190a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:17.108103 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4d16e7a-1cf4-4bcc-a143-b938cccfdc54 req-ff2b4600-650d-42d1-ac3a-a9d6d57d190a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0480042 Nov 26 23:07:17.157967 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b4d16e7a-1cf4-4bcc-a143-b938cccfdc54 req-cce0f8c2-e35f-45fa-92e1-8a3a65a8a3ae tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Nov 26 23:07:18.277900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd0e0a-7cd2-43e5-b508-d53390aadee5 req-db7c670b-fb8c-4ed6-a03c-b7a0dd339367 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:18.279383 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8dd0e0a-7cd2-43e5-b508-d53390aadee5 req-db7c670b-fb8c-4ed6-a03c-b7a0dd339367 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0521076 Nov 26 23:07:18.326986 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e8dd0e0a-7cd2-43e5-b508-d53390aadee5 req-1d8d3e8c-3b24-4b28-a4cb-e647d0bc69eb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 Nov 26 23:07:19.442412 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb250d3-52ee-444f-877c-e7b794bf50c7 req-71dfddc0-2241-4004-b556-c7f3290e72b3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:19.443889 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eb250d3-52ee-444f-877c-e7b794bf50c7 req-71dfddc0-2241-4004-b556-c7f3290e72b3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0483813 Nov 26 23:07:19.495918 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9eb250d3-52ee-444f-877c-e7b794bf50c7 req-a2fd58c5-04bc-4af9-a4c0-d30f4f488a4a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459270 Nov 26 23:07:20.612361 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b1692-c396-461b-a9dd-b8f78ea75ec2 req-d54c1af3-edc5-4f51-be20-d43f1a9e180b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:20.613836 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de3b1692-c396-461b-a9dd-b8f78ea75ec2 req-d54c1af3-edc5-4f51-be20-d43f1a9e180b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0481868 Nov 26 23:07:20.666985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-de3b1692-c396-461b-a9dd-b8f78ea75ec2 req-ab7a7b63-03a4-4088-bd8b-57236f48adb2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472703 Nov 26 23:07:21.782526 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797a57-57f3-4949-8f29-2170714630e2 req-3dfb2db8-2031-465f-bc2c-e7726e5ff836 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:21.783901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69797a57-57f3-4949-8f29-2170714630e2 req-3dfb2db8-2031-465f-bc2c-e7726e5ff836 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0482621 Nov 26 23:07:21.832277 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-69797a57-57f3-4949-8f29-2170714630e2 req-9d449a02-cf9f-4b0f-b3f2-260a2212c6ea tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Nov 26 23:07:22.946505 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1005b-df7b-4257-b783-d9d9e34ad332 req-b8041076-3ff6-475b-a592-8cb74d7406c3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:22.948653 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38a1005b-df7b-4257-b783-d9d9e34ad332 req-b8041076-3ff6-475b-a592-8cb74d7406c3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0486348 Nov 26 23:07:22.982664 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:07:22.997238 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-38a1005b-df7b-4257-b783-d9d9e34ad332 req-2e8fa87e-c6d1-4ecc-9c64-ac93997b321d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Nov 26 23:07:23.662935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-44cd78f6-0313-4123-8bec-c05cf3e50cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:24.114983 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a183d-3233-4efa-aa1d-689e15f0d6b1 req-26fea79e-7be3-4f98-af92-c876d7ea3413 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:24.116494 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b6a183d-3233-4efa-aa1d-689e15f0d6b1 req-26fea79e-7be3-4f98-af92-c876d7ea3413 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0524387 Nov 26 23:07:24.166052 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b6a183d-3233-4efa-aa1d-689e15f0d6b1 req-eafc81d6-29cd-47bb-b9b4-b3a848b3faac tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Nov 26 23:07:24.994492 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:07:25.086835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:07:25.098210 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'port_id': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'mac_address': 'fa:16:3e:2a:c5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:07:25.133950 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:25.146439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:07:25.164882 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:07:25.169055 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:25.218459 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:07:25.226526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.226880 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.227227 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.227580 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.227910 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.228824 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.229171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.229533 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.229839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.230256 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.230592 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.230927 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:07:25.284448 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ff1d-0ab2-4704-b39f-13b1c4a5511f req-7d96e443-1bcd-40ca-aee9-fcd4302f4fb8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:25.285913 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af45ff1d-0ab2-4704-b39f-13b1c4a5511f req-7d96e443-1bcd-40ca-aee9-fcd4302f4fb8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 945 time: 0.0497050 Nov 26 23:07:25.334923 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-af45ff1d-0ab2-4704-b39f-13b1c4a5511f req-1170a0c0-b86d-479d-964e-64fc522dd583 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Nov 26 23:07:25.586709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:07:26.410915 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0bd2a811-fc28-49df-a122-70abbbd7043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:26.456866 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579c242-6310-4800-a392-beb4ac232fd0 req-efe7c43d-17db-4028-b822-137d6afda576 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:26.458282 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7579c242-6310-4800-a392-beb4ac232fd0 req-efe7c43d-17db-4028-b822-137d6afda576 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 945 time: 0.0486951 Nov 26 23:07:26.511416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7579c242-6310-4800-a392-beb4ac232fd0 req-c137c7c3-01d7-4199-baea-cefd71c48b96 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466979 Nov 26 23:07:27.008758 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:07:27.061765 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 23:07:27.065333 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:07:27.065712 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:27.142646 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:27.164875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:07:27.167647 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009163f9-66bc-4e15-9cdf-8d938cb23b11" -d '{"events": [{"server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "name": "network-vif-plugged", "status": "completed", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:07:27.180762 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:07:27.186833 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:27.238000 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:07:27.267719 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857f2bf6-a35c-4a44-ab0a-b5ee18301d00 x-openstack-request-id: req-857f2bf6-a35c-4a44-ab0a-b5ee18301d00 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:07:27.268028 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "name": "network-vif-plugged", "status": "completed", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:07:27.268289 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-857f2bf6-a35c-4a44-ab0a-b5ee18301d00 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:07:27.268694 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'code': 200} Nov 26 23:07:27.406102 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed92616-d849-4a01-9d75-7a9369e15e9b req-67010265-278a-43a6-94d0-9f3c3ec510cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:27.407740 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ed92616-d849-4a01-9d75-7a9369e15e9b req-67010265-278a-43a6-94d0-9f3c3ec510cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1097 time: 0.0455570 Nov 26 23:07:27.407922 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:27.454065 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-7ed92616-d849-4a01-9d75-7a9369e15e9b req-8eab75e3-ad84-4f6d-9ed4-d0f71c0815d2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389597 Nov 26 23:07:27.626706 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401434d-3585-43e5-890b-e891e176e7cc req-9dfa0a54-18b5-473d-99af-ff4da5f1d353 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:27.628306 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2401434d-3585-43e5-890b-e891e176e7cc req-9dfa0a54-18b5-473d-99af-ff4da5f1d353 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0487564 Nov 26 23:07:27.677432 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2401434d-3585-43e5-890b-e891e176e7cc req-2165f726-0901-44e0-8fac-eee50fd2487b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429728 Nov 26 23:07:28.797353 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e761d0-e9c2-47e7-b805-5098eaebf0b6 req-06bb6b87-fe3e-447f-ace9-ac74e5ac52fe tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:28.799035 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71e761d0-e9c2-47e7-b805-5098eaebf0b6 req-06bb6b87-fe3e-447f-ace9-ac74e5ac52fe tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0513792 Nov 26 23:07:28.850443 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-71e761d0-e9c2-47e7-b805-5098eaebf0b6 req-352092de-dd3c-4d5b-b93f-56f9bc843d0c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 Nov 26 23:07:28.947559 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:29.508414 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:29.971215 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5c731-140b-412f-8efa-729a14b958d3 req-94519cd0-a903-4a5b-8c2a-36404aa807da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:29.972711 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6d5c731-140b-412f-8efa-729a14b958d3 req-94519cd0-a903-4a5b-8c2a-36404aa807da tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0531437 Nov 26 23:07:30.021981 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a6d5c731-140b-412f-8efa-729a14b958d3 req-f8196af3-6f51-4dcb-aca1-43d26f9c4bcd tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429084 Nov 26 23:07:30.135794 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6e24f-6aec-4ab0-ba4c-e2c22b001895 req-b3fd677d-81fe-4afb-ae1e-5c79c4d5b5b8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:30.137165 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58c6e24f-6aec-4ab0-ba4c-e2c22b001895 req-b3fd677d-81fe-4afb-ae1e-5c79c4d5b5b8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0480409 Nov 26 23:07:30.187064 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-58c6e24f-6aec-4ab0-ba4c-e2c22b001895 req-e74bcf5d-44f1-4672-b9f9-7580d5181798 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440464 Nov 26 23:07:30.208897 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42898) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:07:30.293048 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce395dac-ccfa-4e34-9518-7933e0a9b5fd tempest-TestShelveInstance-2110755886 tempest-TestShelveInstance-2110755886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:30.294584 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-ce395dac-ccfa-4e34-9518-7933e0a9b5fd tempest-TestShelveInstance-2110755886 tempest-TestShelveInstance-2110755886-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1092 time: 0.0847156 Nov 26 23:07:30.297309 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 42902) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:07:30.301454 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:07:30.324100 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:30.419578 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:30.526332 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Allocated IP 172.25.3.214 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/465ad775-14d5-451f-a21d-3855696f74f3) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:07:30.626434 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:30.660673 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:30.703555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:07:30.706427 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:07:30.709979 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:07:30.733047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'Port': ['ID=465ad775-14d5-451f-a21d-3855696f74f3,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:07:31.058444 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:31.126297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:31.277409 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:31.282184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:31.349171 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event updated for resources: {'Port': ['ID=465ad775-14d5-451f-a21d-3855696f74f3,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:07:31.361292 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:31.461563 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Floating IP c3f41aa3-42bb-43db-9e9d-f9337a6bd50c associated. External IP: 172.25.3.214, port: 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4. Nov 26 23:07:31.987674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:07:32.094386 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:07:32.104563 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] Sync routers for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:07:32.112686 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:32.114439 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:07:32.115069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:07:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:07:32.140322 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-591df948-958a-4091-8fc4-0595ee88f4f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8419955 Nov 26 23:07:32.140917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:07:32.143210 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f958de-f0e4-4c3c-996e-ce0b649db453" -d '{"events": [{"name": "network-changed", "server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:07:32.180394 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa948066-b563-4eaa-954f-965c5d26336e x-openstack-request-id: req-aa948066-b563-4eaa-954f-965c5d26336e {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:07:32.180683 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:07:32.180943 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa948066-b563-4eaa-954f-965c5d26336e {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:07:32.182147 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'status': 'completed', 'code': 200} Nov 26 23:07:32.266355 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-d9faa8d4-90d8-466b-86c4-31898656013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:32.267788 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-d9faa8d4-90d8-466b-86c4-31898656013e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1097 time: 0.0427580 Nov 26 23:07:32.361451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-3a8fdfbb-c6f7-4880-8432-80a2c34bcdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:32.362953 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-3a8fdfbb-c6f7-4880-8432-80a2c34bcdca service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0879574 Nov 26 23:07:32.378497 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:07:32.428000 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-fc47c1e5-62d8-4390-aac9-2d92073683a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 1000 time: 0.0581431 Nov 26 23:07:32.476183 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-b04e62aa-29a2-492c-ae64-a4726a762085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:32.477643 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-b04e62aa-29a2-492c-ae64-a4726a762085 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0426552 Nov 26 23:07:32.528230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-6dcdb768-7447-4cf8-baed-d61cfb90a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:07:32.529673 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-6dcdb768-7447-4cf8-baed-d61cfb90a085 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452573 Nov 26 23:07:32.605491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'c3f41aa3-42bb-43db-9e9d-f9337a6bd50c', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'port_id': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'mac_address': 'fa:16:3e:2a:c5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de437e28-1b7f-4615-9022-5382b6835434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:07:30Z', 'updated_at': '2021-11-26T23:07:30Z', 'revision_number': 0, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:07:32.617901 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-cea20dff-9df9-4231-bb7c-f3db837071fb service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811121 Nov 26 23:07:32.632946 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] Checking router: c0fc7b60-2378-4ae6-a1af-b69e8bb17493 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:07:32.641690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:07:32.642328 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:07:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:07:32.762744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:07:32.996353 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'c3f41aa3-42bb-43db-9e9d-f9337a6bd50c', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'port_id': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'mac_address': 'fa:16:3e:2a:c5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de437e28-1b7f-4615-9022-5382b6835434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:07:30Z', 'updated_at': '2021-11-26T23:07:30Z', 'revision_number': 0, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:07:33.002382 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-75f958de-f0e4-4c3c-996e-ce0b649db453 req-8fdb99ef-b6b7-43bc-bf1a-acf3f6e5762c service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765175 Nov 26 23:07:33.027296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a0f6e4-de74-4bc0-9370-c3a098ba68cb None None] The sync data for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 is: [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': 'c3f41aa3-42bb-43db-9e9d-f9337a6bd50c', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'port_id': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'mac_address': 'fa:16:3e:2a:c5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de437e28-1b7f-4615-9022-5382b6835434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:07:30Z', 'updated_at': '2021-11-26T23:07:30Z', 'revision_number': 0, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:07:33.221805 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefa227e-ead4-4f61-a930-4d3de13c72c7 None None] New status for floating IP c3f41aa3-42bb-43db-9e9d-f9337a6bd50c: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:07:37.912406 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:38.692443 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:53.666778 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-02950a7f-8929-4113-b700-a34a4610459a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:56.412744 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c96d184e-360c-4b14-9107-7d4d0762016a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:57.410322 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:58.950977 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:59.511921 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:07:59.985631 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:08:07.908271 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:08.689980 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:23.668142 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ca328d0e-a99d-4d19-9a9d-f26abf886a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:24.051929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-369a293f-e2b3-4002-b62c-bc49747bc48d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404196 Nov 26 23:08:24.148546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-e80c4555-82db-4ecb-bf00-68f55f88f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:08:24.150017 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-e80c4555-82db-4ecb-bf00-68f55f88f675 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1097 time: 0.0391023 Nov 26 23:08:24.256864 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-0ffba647-e470-4593-8194-af29434568cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:08:24.258386 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-0ffba647-e470-4593-8194-af29434568cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0884643 Nov 26 23:08:24.323090 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-83cb6a07-dee7-48ee-ac63-e5d06204afeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 1002 time: 0.0570385 Nov 26 23:08:24.372641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-5f03b87e-7d94-4e42-b1c6-c45abba2d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:08:24.374114 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-5f03b87e-7d94-4e42-b1c6-c45abba2d65c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0430479 Nov 26 23:08:24.423579 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-44a025de-6e40-4bd7-a934-3caf3d66bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:08:24.425115 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-44a025de-6e40-4bd7-a934-3caf3d66bc8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435853 Nov 26 23:08:24.512514 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-bfc04350-c3bc-4a47-82e2-18cf80630253 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804181 Nov 26 23:08:24.603233 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bd32791c-cd6f-4b0d-83d7-57aec725af8b req-e48b755d-3510-40ad-8f0d-6a2c8786223d service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827458 Nov 26 23:08:26.413690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f0943411-19e7-41e6-88f3-bc8cd944bb04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:27.412934 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:28.953935 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:29.514234 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:36.985096 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:08:37.907250 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:38.704957 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:53.672830 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2a45cfab-5716-4393-87c8-d35787f5fcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:56.414405 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c31c-7895-487d-90bb-58837bf23e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:57.415807 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:58.955709 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:08:59.519246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:07.936281 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:08.704306 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:13.984015 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:09:23.675252 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f0361f90-eed2-42af-9134-2a9f9f0a71c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:25.080318 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-5a3006a3-e721-4705-bb0d-8eaf8fde966f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398405 Nov 26 23:09:25.176621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-2818099d-d93a-426f-a19b-5893b40a2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:25.178097 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-2818099d-d93a-426f-a19b-5893b40a2168 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1097 time: 0.0399632 Nov 26 23:09:25.280030 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-40685328-835b-44c3-a839-dc35115ef029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:25.281484 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-40685328-835b-44c3-a839-dc35115ef029 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0846272 Nov 26 23:09:25.347639 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-fa20bd00-3c92-4f71-af2f-ef29ea091d8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 1002 time: 0.0585928 Nov 26 23:09:25.395290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-034b2e10-0c85-424a-870b-57b869b92662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:25.396716 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-034b2e10-0c85-424a-870b-57b869b92662 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0430076 Nov 26 23:09:25.444700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-ee954957-0037-4dac-9033-671398678827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:25.446208 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-ee954957-0037-4dac-9033-671398678827 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430009 Nov 26 23:09:25.535606 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-b393238c-ee0c-41f9-a517-ff4cc4a5fbaf service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814764 Nov 26 23:09:25.627814 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-bbf21c4f-a717-4e26-ba94-aed518c8636f req-aa4ea170-ecb6-4c48-a645-354fde472657 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856638 Nov 26 23:09:26.415758 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b7af3053-6581-4161-bd0e-0392655a5067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:27.418995 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:27.434135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd626bd2-5251-4a75-b406-ea33799fc2f8 req-7b8545ef-7e6a-4ace-8774-2abe42d1bc74 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:27.435636 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd626bd2-5251-4a75-b406-ea33799fc2f8 req-7b8545ef-7e6a-4ace-8774-2abe42d1bc74 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.1006250 Nov 26 23:09:27.484824 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd626bd2-5251-4a75-b406-ea33799fc2f8 req-e1ad8b6a-e1e1-4c1e-bae1-ce624bf29e40 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 Nov 26 23:09:28.678950 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c089e6a-699e-46e5-8d16-d717dcf8b626 req-b4e6ddf9-b345-48ef-8727-2628cc8ca639 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:28.680439 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c089e6a-699e-46e5-8d16-d717dcf8b626 req-b4e6ddf9-b345-48ef-8727-2628cc8ca639 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.1002269 Nov 26 23:09:28.729637 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9c089e6a-699e-46e5-8d16-d717dcf8b626 req-e58376d8-08ce-4c3d-ae21-7273de45d7df tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432847 Nov 26 23:09:28.961852 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:29.523732 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:29.869104 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a0608-dc05-499e-9ca7-0e0ac2631556 req-474c1634-193c-4cc3-bdf6-fd882edfed48 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:29.870615 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e9a0608-dc05-499e-9ca7-0e0ac2631556 req-474c1634-193c-4cc3-bdf6-fd882edfed48 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Nov 26 23:09:29.919154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e9a0608-dc05-499e-9ca7-0e0ac2631556 req-dd3283fc-99fe-47e8-bc31-78c171dd39b8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 Nov 26 23:09:31.038926 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a9d85-7fea-4148-a297-d2b335c4ac26 req-1580031f-d01b-4b0c-903d-74b7cc145abe tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:31.040386 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-773a9d85-7fea-4148-a297-d2b335c4ac26 req-1580031f-d01b-4b0c-903d-74b7cc145abe tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0542393 Nov 26 23:09:31.087899 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-773a9d85-7fea-4148-a297-d2b335c4ac26 req-7f3adc77-ecf4-4624-b284-a6dcdbeeee30 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415547 Nov 26 23:09:32.204260 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e8da9-2323-44f1-8ba3-ceaea89ad15f req-f43e56a2-c4c4-43fe-83a0-69ecadd4c15b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:32.205635 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da0e8da9-2323-44f1-8ba3-ceaea89ad15f req-f43e56a2-c4c4-43fe-83a0-69ecadd4c15b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0480530 Nov 26 23:09:32.255997 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da0e8da9-2323-44f1-8ba3-ceaea89ad15f req-632684e0-5432-42a4-a22f-ad215117bdd6 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443850 Nov 26 23:09:33.370460 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b37a7-fc2c-4131-ab24-e2d9e99342d6 req-75c7e2c8-c808-49b0-b456-5b7361fe30f0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:33.371939 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-890b37a7-fc2c-4131-ab24-e2d9e99342d6 req-75c7e2c8-c808-49b0-b456-5b7361fe30f0 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0477285 Nov 26 23:09:33.423780 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-890b37a7-fc2c-4131-ab24-e2d9e99342d6 req-be5d6902-59a2-4906-8882-c155a9c90cf9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460300 Nov 26 23:09:34.539136 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7c318-5853-46bf-b5b9-208241d7f6af req-50588269-f732-48f5-81a8-e673743fbac3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:34.540605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acf7c318-5853-46bf-b5b9-208241d7f6af req-50588269-f732-48f5-81a8-e673743fbac3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0483420 Nov 26 23:09:34.588418 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-acf7c318-5853-46bf-b5b9-208241d7f6af req-eaae423d-0fa5-4373-9d1c-d7e5cd1fd2c3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417869 Nov 26 23:09:35.704154 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e9270-ef0f-4200-aa92-66d9596fbc38 req-a842c984-6a58-4bf7-b0b2-922b9c5d6af5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:35.705631 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c90e9270-ef0f-4200-aa92-66d9596fbc38 req-a842c984-6a58-4bf7-b0b2-922b9c5d6af5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0486970 Nov 26 23:09:35.755478 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c90e9270-ef0f-4200-aa92-66d9596fbc38 req-7b693ed3-ccb7-4b38-9f10-682e195f8f0b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429475 Nov 26 23:09:36.872279 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad634d69-e59f-4a80-9c95-08718f8c1eca req-4a76d3ad-837d-4507-a1d2-c8635bb626e7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:36.873766 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad634d69-e59f-4a80-9c95-08718f8c1eca req-4a76d3ad-837d-4507-a1d2-c8635bb626e7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0518930 Nov 26 23:09:36.923718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad634d69-e59f-4a80-9c95-08718f8c1eca req-1687af71-d2e7-41b0-8a57-512cd6dc8f78 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440056 Nov 26 23:09:37.622831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80773c2-7943-409c-8bd1-78315cf02315 req-4b08f5d5-f976-45b9-84e3-30d37a8ee42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:37.624298 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d80773c2-7943-409c-8bd1-78315cf02315 req-4b08f5d5-f976-45b9-84e3-30d37a8ee42e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1097 time: 0.0789485 Nov 26 23:09:37.712546 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80773c2-7943-409c-8bd1-78315cf02315 req-6586f728-05cf-4592-ac1e-f110b45414c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:37.714003 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d80773c2-7943-409c-8bd1-78315cf02315 req-6586f728-05cf-4592-ac1e-f110b45414c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0825708 Nov 26 23:09:37.786804 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d80773c2-7943-409c-8bd1-78315cf02315 req-4de19290-d681-4351-bd49-293d97be5cbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 1002 time: 0.0642107 Nov 26 23:09:37.833177 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80773c2-7943-409c-8bd1-78315cf02315 req-d2a6a812-acf4-49cb-88c8-5021763a1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:37.834855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d80773c2-7943-409c-8bd1-78315cf02315 req-d2a6a812-acf4-49cb-88c8-5021763a1554 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0426526 Nov 26 23:09:37.879055 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80773c2-7943-409c-8bd1-78315cf02315 req-b6c327fc-f9de-4446-9577-096823ebf09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:37.880630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d80773c2-7943-409c-8bd1-78315cf02315 req-b6c327fc-f9de-4446-9577-096823ebf09a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390460 Nov 26 23:09:37.935965 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:37.972565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d80773c2-7943-409c-8bd1-78315cf02315 req-bb92f9c0-d6ae-4989-9f3d-f4f78a80df38 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846987 Nov 26 23:09:38.040492 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f791d6-b63e-4796-9da5-c46c4245b739 req-32e93934-9bb0-4d73-8109-29463ec5cc7a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:38.041901 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4f791d6-b63e-4796-9da5-c46c4245b739 req-32e93934-9bb0-4d73-8109-29463ec5cc7a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0493546 Nov 26 23:09:38.063629 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-d80773c2-7943-409c-8bd1-78315cf02315 req-5ea29549-dea8-4442-8790-d67d48b93e6e service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836918 Nov 26 23:09:38.091016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a4f791d6-b63e-4796-9da5-c46c4245b739 req-dbce6d6f-11c0-4a63-b48d-696de0762835 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430570 Nov 26 23:09:38.720019 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:39.207081 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851be50-ad82-47f6-92c1-b80d31381023 req-1bac4bfc-c564-407b-80c2-d1e749b36ae5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:39.208983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6851be50-ad82-47f6-92c1-b80d31381023 req-1bac4bfc-c564-407b-80c2-d1e749b36ae5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0497198 Nov 26 23:09:39.262256 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6851be50-ad82-47f6-92c1-b80d31381023 req-a74674ca-2771-4197-a73a-1b9a9a9d9a3f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474122 Nov 26 23:09:40.391001 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d1ec5-51ae-44f7-8c92-06fedfeb24f3 req-796452f1-bf59-4a5b-a404-076292f9cbfb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:40.392504 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-863d1ec5-51ae-44f7-8c92-06fedfeb24f3 req-796452f1-bf59-4a5b-a404-076292f9cbfb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0527642 Nov 26 23:09:40.443323 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-863d1ec5-51ae-44f7-8c92-06fedfeb24f3 req-0d2d45db-6bdb-4002-9a05-b880d0ef1110 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446601 Nov 26 23:09:41.568510 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab31f5-da29-4318-a936-1f8bfd5f0879 req-b386428f-bf0c-4982-a03a-55c99aac79b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:41.570014 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49ab31f5-da29-4318-a936-1f8bfd5f0879 req-b386428f-bf0c-4982-a03a-55c99aac79b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0513515 Nov 26 23:09:41.623938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-49ab31f5-da29-4318-a936-1f8bfd5f0879 req-171d61e2-715f-482a-84ce-0ecb65ed20e7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475426 Nov 26 23:09:42.742506 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d9528-8cfa-4e83-8d9c-0deee68028cc req-e554dfa0-875b-486e-8756-f56680d4c1d8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:42.743982 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b7d9528-8cfa-4e83-8d9c-0deee68028cc req-e554dfa0-875b-486e-8756-f56680d4c1d8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0517695 Nov 26 23:09:42.792370 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6b7d9528-8cfa-4e83-8d9c-0deee68028cc req-dba022a7-512a-4712-9ff8-fd4b38c1d5b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Nov 26 23:09:42.998859 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbeaf4-e8c3-44f9-b889-50a22e998699 req-e62b33d9-7a0e-4e29-909e-e89b79472d9b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:43.000382 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ddbeaf4-e8c3-44f9-b889-50a22e998699 req-e62b33d9-7a0e-4e29-909e-e89b79472d9b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0498674 Nov 26 23:09:43.012482 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-545ff879-c62e-485f-8db7-e9bc9e2438b1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0847561 Nov 26 23:09:43.022327 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-d63ea9ea-be60-4a2e-a347-4da19645d111 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 23:09:43.023505 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-d63ea9ea-be60-4a2e-a347-4da19645d111 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057085 Nov 26 23:09:43.051243 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5ddbeaf4-e8c3-44f9-b889-50a22e998699 req-d2191ffc-376e-4e67-bec2-d9d5a85b5417 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448153 Nov 26 23:09:43.682647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:09:43.762004 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:43.784236 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:09:43.787046 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb0bee7-12e6-4610-803a-0ba3ce896376" -d '{"events": [{"server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "name": "network-vif-unplugged", "status": "completed", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:09:43.799606 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:09:43.803700 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:43.825521 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Nov 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3ee257-0969-4a8c-9e26-9c5e27fd3208 x-openstack-request-id: req-7f3ee257-0969-4a8c-9e26-9c5e27fd3208 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:09:43.825815 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "name": "network-vif-unplugged", "status": "failed", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4", "code": 422}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:09:43.826088 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f3ee257-0969-4a8c-9e26-9c5e27fd3208 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:09:43.826503 n-d-819494-1 neutron-server[110001]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'code': 422} returned with failed status Nov 26 23:09:43.852016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:09:43.859249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.859608 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.859959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.860306 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.860647 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.860984 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.861320 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.861656 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.861988 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.862349 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.862681 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:43.863012 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:09:44.171101 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aa17b-0f0e-4ee5-9c4b-5cd992aba877 req-e47f4679-0f0f-4fb0-b4db-ea9b1bf0158e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:44.172622 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e60aa17b-0f0e-4ee5-9c4b-5cd992aba877 req-e47f4679-0f0f-4fb0-b4db-ea9b1bf0158e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0535507 Nov 26 23:09:44.221716 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e60aa17b-0f0e-4ee5-9c4b-5cd992aba877 req-59abe54d-8335-4f27-8d41-4d9825ee6412 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430138 Nov 26 23:09:45.342675 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476bf43-25fa-4bea-8b99-252fd8cad5a0 req-f1095844-87f0-4ac4-a2e3-cc538c5ae9f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:45.344167 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5476bf43-25fa-4bea-8b99-252fd8cad5a0 req-f1095844-87f0-4ac4-a2e3-cc538c5ae9f9 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0533946 Nov 26 23:09:45.394690 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5476bf43-25fa-4bea-8b99-252fd8cad5a0 req-74268aeb-43f7-4379-bbe0-adc5eee7f867 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442462 Nov 26 23:09:46.507111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcc3f9-0dab-4a88-bbd7-17cb1751002c req-8818ca33-745a-4d2f-b4a2-fdc7cb3e2431 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:46.508788 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ddcc3f9-0dab-4a88-bbd7-17cb1751002c req-8818ca33-745a-4d2f-b4a2-fdc7cb3e2431 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0480235 Nov 26 23:09:46.561970 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0ddcc3f9-0dab-4a88-bbd7-17cb1751002c req-fe71e6af-5196-4cfb-a24f-4bf44df00fe8 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471911 Nov 26 23:09:47.679568 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3b27e-243b-4b40-8341-4e4d76734478 req-40474528-5c2b-4147-a909-af025e1f4c1f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:47.681097 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bf3b27e-243b-4b40-8341-4e4d76734478 req-40474528-5c2b-4147-a909-af025e1f4c1f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0519416 Nov 26 23:09:47.730660 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8bf3b27e-243b-4b40-8341-4e4d76734478 req-4ee37a0d-87c5-47b2-867a-3b34ede8d2a5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 Nov 26 23:09:48.848556 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2882f-b72d-47fa-863f-78c2f9f755a7 req-ee1ac745-4218-47d0-a174-44693815e29c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:48.850059 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76a2882f-b72d-47fa-863f-78c2f9f755a7 req-ee1ac745-4218-47d0-a174-44693815e29c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0497508 Nov 26 23:09:48.901104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-76a2882f-b72d-47fa-863f-78c2f9f755a7 req-2ad966f8-33d9-417b-88af-e61f8591005f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445802 Nov 26 23:09:50.021789 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e173bea-c4cf-4534-9370-44c762f0a161 req-f8708487-103e-4bd5-93e2-664fbf545b64 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:50.023309 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e173bea-c4cf-4534-9370-44c762f0a161 req-f8708487-103e-4bd5-93e2-664fbf545b64 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0534215 Nov 26 23:09:50.072718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0e173bea-c4cf-4534-9370-44c762f0a161 req-e2fb0f89-cdd6-43b6-8248-a0d0976422b4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432482 Nov 26 23:09:50.983192 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:09:51.186624 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eb7d4-ec81-4e79-a1c6-e197b436f1a9 req-b40edef2-d3f7-40a8-9560-902be930e865 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:51.188113 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e22eb7d4-ec81-4e79-a1c6-e197b436f1a9 req-b40edef2-d3f7-40a8-9560-902be930e865 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0482790 Nov 26 23:09:51.237658 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-e22eb7d4-ec81-4e79-a1c6-e197b436f1a9 req-5933ef91-151a-4dc0-9ef4-361dc9e85ed2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 Nov 26 23:09:52.361431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da63e7-4d26-40bb-bf97-a5841ba05ee2 req-b395ea97-c54a-4d80-b3f5-c4707d1857fb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:52.363154 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43da63e7-4d26-40bb-bf97-a5841ba05ee2 req-b395ea97-c54a-4d80-b3f5-c4707d1857fb tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0528023 Nov 26 23:09:52.418617 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-43da63e7-4d26-40bb-bf97-a5841ba05ee2 req-92952a1f-48cb-429e-88e0-47555c90d56c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493579 Nov 26 23:09:52.862833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-e26d89db-33eb-4576-b546-b93ef8db69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:52.864907 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-e26d89db-33eb-4576-b546-b93ef8db69a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434&tenant_id=f76fea0c94c248439448810ab20bcd96 HTTP/1.1" status: 200 len: 1095 time: 0.0405612 Nov 26 23:09:52.936231 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-fbb0d944-d34b-4868-8fd1-25873f3cccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:52.937720 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-fbb0d944-d34b-4868-8fd1-25873f3cccd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1095 time: 0.0406377 Nov 26 23:09:53.027472 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-4e13bf4a-ea06-4850-84ce-c526f9df37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:53.028914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-4e13bf4a-ea06-4850-84ce-c526f9df37e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0842273 Nov 26 23:09:53.099334 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-29142e5d-b909-42a6-a527-1c27ccdf0593 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 1000 time: 0.0633745 Nov 26 23:09:53.151473 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-928ac042-75df-4d8d-a80d-9b4b38980647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:53.152850 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-928ac042-75df-4d8d-a80d-9b4b38980647 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0472059 Nov 26 23:09:53.201195 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-4cdfad2c-1bb8-4592-9c7b-fd2e8319c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:53.202687 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-4cdfad2c-1bb8-4592-9c7b-fd2e8319c856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427396 Nov 26 23:09:53.292256 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-d3f5fd60-4ea0-49fe-9e05-32841ab2c5bb service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826874 Nov 26 23:09:53.390190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-46e81803-217d-4420-b568-992c0eb1edc2 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903385 Nov 26 23:09:53.546333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e5389-d1c6-4c1d-98bd-b9190418a8b3 req-29bc1a09-6901-4891-9912-c6bea62426de tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:53.547845 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f20e5389-d1c6-4c1d-98bd-b9190418a8b3 req-29bc1a09-6901-4891-9912-c6bea62426de tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0570843 Nov 26 23:09:53.602870 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-f20e5389-d1c6-4c1d-98bd-b9190418a8b3 req-4a867858-d0e0-4859-bf83-fc8764782281 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481651 Nov 26 23:09:53.678369 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f796-1e01-4e30-ac09-2fb23c8c1cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:54.727374 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ba4e1-4e0d-4bf8-af07-4c59f197047f req-e396448a-25c1-4f82-90ee-640c1a5e8e31 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:54.728843 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d8ba4e1-4e0d-4bf8-af07-4c59f197047f req-e396448a-25c1-4f82-90ee-640c1a5e8e31 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0490136 Nov 26 23:09:54.779120 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-0d8ba4e1-4e0d-4bf8-af07-4c59f197047f req-6ffd3949-42ed-4360-989d-771ef9046b86 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442116 Nov 26 23:09:55.897242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c23490-7247-4eb5-9ac9-64e4ffc6c910 req-2bf9d142-73cf-485f-a6b9-be8885ffc7d2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:55.898752 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99c23490-7247-4eb5-9ac9-64e4ffc6c910 req-2bf9d142-73cf-485f-a6b9-be8885ffc7d2 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0533748 Nov 26 23:09:55.947529 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-99c23490-7247-4eb5-9ac9-64e4ffc6c910 req-f38e07d4-f44d-49c7-9377-da11e4ab8523 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Nov 26 23:09:56.418238 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b7426a3e-6587-4d11-a9d7-05541562fdcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:57.062607 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9f23f-221e-4d03-9402-fad4e1135191 req-10c49dbc-689b-47d4-acdb-25e3c4ca2c84 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:57.064098 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ece9f23f-221e-4d03-9402-fad4e1135191 req-10c49dbc-689b-47d4-acdb-25e3c4ca2c84 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0492172 Nov 26 23:09:57.112820 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ece9f23f-221e-4d03-9402-fad4e1135191 req-4c336fd6-140f-48e5-bc2d-3674fb8f030e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426757 Nov 26 23:09:57.421659 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:58.234327 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84b9e9-f575-450d-af42-4e78a98ecaf8 req-e1082245-89eb-4403-8966-4ea796b5d626 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:58.235878 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b84b9e9-f575-450d-af42-4e78a98ecaf8 req-e1082245-89eb-4403-8966-4ea796b5d626 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0546534 Nov 26 23:09:58.285142 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9b84b9e9-f575-450d-af42-4e78a98ecaf8 req-f43d1bbb-45d9-422c-b732-2c2e3ffbd699 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Nov 26 23:09:58.962712 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:09:59.405181 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ed11c-6069-4e23-a4e9-a4a740cbe157 req-42727b0d-14c5-4495-ba1a-93be8703ef1b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:09:59.406896 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-755ed11c-6069-4e23-a4e9-a4a740cbe157 req-42727b0d-14c5-4495-ba1a-93be8703ef1b tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0520279 Nov 26 23:09:59.458358 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-755ed11c-6069-4e23-a4e9-a4a740cbe157 req-d845f1c6-d6d0-429b-a7b2-69c26c3dd057 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Nov 26 23:09:59.527275 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:00.576271 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c1ba8-4eee-4aab-addf-b7e7ad2d6f8d req-7f5b9f22-0011-4c15-a99e-cf2a3efe176f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:00.577763 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a1c1ba8-4eee-4aab-addf-b7e7ad2d6f8d req-7f5b9f22-0011-4c15-a99e-cf2a3efe176f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0495875 Nov 26 23:10:00.632507 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4a1c1ba8-4eee-4aab-addf-b7e7ad2d6f8d req-861a3f3b-196d-4235-89a7-a274f6455e2a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482836 Nov 26 23:10:01.749577 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24363462-a6ac-492c-a861-99a3330044ee req-a6ef3fe1-5c05-43ae-8d9e-f05ad0ed9691 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:01.751082 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24363462-a6ac-492c-a861-99a3330044ee req-a6ef3fe1-5c05-43ae-8d9e-f05ad0ed9691 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0496426 Nov 26 23:10:01.800906 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-24363462-a6ac-492c-a861-99a3330044ee req-c0574b22-5503-4219-9175-bef24d467b01 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434859 Nov 26 23:10:02.922367 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d7a5-5039-4ecf-8d44-4509e03e2a42 req-96624425-c8dd-4e79-b388-f0ab0384fdf4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:02.923835 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cd6d7a5-5039-4ecf-8d44-4509e03e2a42 req-96624425-c8dd-4e79-b388-f0ab0384fdf4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 944 time: 0.0491657 Nov 26 23:10:02.972015 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3cd6d7a5-5039-4ecf-8d44-4509e03e2a42 req-91823554-19ae-4e50-b89a-0d22d07cac29 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415349 Nov 26 23:10:03.742714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:10:03.834411 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:10:03.845209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'port_id': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'mac_address': 'fa:16:3e:2a:c5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:10:03.884554 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:03.897047 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:10:03.915733 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:10:03.919706 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:03.965832 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:10:04.091360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ffb47-0bfb-4a0e-9e3f-21f64c0401a8 req-e47d9ff5-7490-4ed1-9276-4b0fb0c28bec tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:04.092739 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff8ffb47-0bfb-4a0e-9e3f-21f64c0401a8 req-e47d9ff5-7490-4ed1-9276-4b0fb0c28bec tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 945 time: 0.0516474 Nov 26 23:10:04.141081 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ff8ffb47-0bfb-4a0e-9e3f-21f64c0401a8 req-0875bba6-9e41-4b7b-b0d7-00c6f08bcc4e tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Nov 26 23:10:04.295774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:10:05.256137 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383e7e7-f6cd-42f6-9866-c39f4d725f75 req-fab9f17e-d8da-4dbb-a600-c64100950c3a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:05.257642 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d383e7e7-f6cd-42f6-9866-c39f4d725f75 req-fab9f17e-d8da-4dbb-a600-c64100950c3a tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 945 time: 0.0493038 Nov 26 23:10:05.307278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d383e7e7-f6cd-42f6-9866-c39f4d725f75 req-ff990432-87a4-4416-a2d3-184bb0fe464c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434453 Nov 26 23:10:05.744209 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:10:05.791865 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:10:05.792165 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:05.870528 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:05.892858 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:10:05.895746 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a315a5-670c-44db-be99-f1a7e7d7ee0b" -d '{"events": [{"server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "name": "network-vif-plugged", "status": "completed", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:10:05.907783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:10:05.912963 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:05.936697 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc6f230-0114-42e4-80cb-aa537949edd4 x-openstack-request-id: req-fbc6f230-0114-42e4-80cb-aa537949edd4 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:10:05.937000 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "name": "network-vif-plugged", "status": "completed", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:10:05.937259 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fbc6f230-0114-42e4-80cb-aa537949edd4 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:10:05.937656 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'code': 200} Nov 26 23:10:05.963544 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:10:06.130762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae504d3a-d669-423f-93f2-277fc6f13a67 req-1299d546-56e9-4613-a2fa-eb0267e08fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:06.132190 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ae504d3a-d669-423f-93f2-277fc6f13a67 req-1299d546-56e9-4613-a2fa-eb0267e08fab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1097 time: 0.0406101 Nov 26 23:10:06.177054 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-ae504d3a-d669-423f-93f2-277fc6f13a67 req-02c5b63d-04bb-47e5-ace4-e6fe7b4ce1c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382674 Nov 26 23:10:06.423219 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13244319-424c-40b5-990b-654009560646 req-fee128db-9b00-40db-8aa1-09585f333dd4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:06.424605 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13244319-424c-40b5-990b-654009560646 req-fee128db-9b00-40db-8aa1-09585f333dd4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0483620 Nov 26 23:10:06.478163 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-13244319-424c-40b5-990b-654009560646 req-655897af-ff4e-4e26-be76-b72a7459c4d3 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469651 Nov 26 23:10:07.593562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eaee2c-4b2d-49e5-924d-6ef48c999808 req-af245f2e-4f01-4187-a5fc-30fdfed2d939 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:07.595076 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93eaee2c-4b2d-49e5-924d-6ef48c999808 req-af245f2e-4f01-4187-a5fc-30fdfed2d939 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0482895 Nov 26 23:10:07.644500 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-93eaee2c-4b2d-49e5-924d-6ef48c999808 req-a5bade7d-0d11-4335-922c-ea125a25a8c4 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428584 Nov 26 23:10:07.951047 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:08.708523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:23.680138 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9e2dc45a-ce85-48ac-af73-66c05661f613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:26.040349 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-81a1bce7-ef1e-4550-a77b-089f9292e3ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395675 Nov 26 23:10:26.141424 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-53a85097-9ae1-40bf-afca-1b03c0dac58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:26.142965 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-53a85097-9ae1-40bf-afca-1b03c0dac58c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1097 time: 0.0401833 Nov 26 23:10:26.249215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-894d1a76-8523-4953-8896-6a47aa1dfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:26.250714 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-894d1a76-8523-4953-8896-6a47aa1dfd3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0869675 Nov 26 23:10:26.318022 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-b8f8e17f-883f-4850-9e11-ae547696acbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 1002 time: 0.0569551 Nov 26 23:10:26.370666 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-dcbd6912-626f-41e5-b2b6-64547599c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:26.372108 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-dcbd6912-626f-41e5-b2b6-64547599c4e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0469220 Nov 26 23:10:26.418576 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-42472add-b01a-4eb2-b3d0-8488719b1a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:26.421367 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-a0ed071c-54e8-41c7-a532-65d8ca81cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:10:26.422938 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-a0ed071c-54e8-41c7-a532-65d8ca81cdde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409188 Nov 26 23:10:26.511530 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-34cc4f13-5b21-4d11-a6fe-e523dce35600 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813582 Nov 26 23:10:26.607576 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2af6f502-de10-42e5-910b-5e1468308cb0 req-a9566497-feac-46ac-a46d-f450dcde6088 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874171 Nov 26 23:10:27.426396 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:27.982731 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:10:28.969432 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:29.529247 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:37.950014 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:38.739343 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:53.682102 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-904ab16e-638e-43fb-ac11-9961e9d3c044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:56.420420 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d9533a30-459b-4dca-899a-5769d3de7750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:57.428887 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:58.967606 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:10:59.531694 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:04.981892 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:11:07.949108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:08.737678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:23.143815 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43082) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:23.298451 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Deleting port 465ad775-14d5-451f-a21d-3855696f74f3 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:23.298795 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:23.374703 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:23.375032 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:23.386570 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Calling delete_port for 465ad775-14d5-451f-a21d-3855696f74f3 owned by network:floatingip {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:23.526420 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:23.553049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event deleted for resources: {'Port': ['ID=465ad775-14d5-451f-a21d-3855696f74f3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:23.564015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.564375 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.564721 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.565063 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.565399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.565738 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.566099 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.566434 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.566764 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.567091 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.567418 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.567743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:23.626098 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for floatingip, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:23.626466 n-d-819494-1 neutron-server[110000]: INFO neutron.db.l3_db [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Floating IP c3f41aa3-42bb-43db-9e9d-f9337a6bd50c disassociated (deleted). External IP: 172.25.3.214, port: 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4. Nov 26 23:11:23.684925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3ad5-d729-4300-9457-0decc9641daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:23.834960 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:11:23.948051 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:11:23.953316 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:23.960368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] Sync routers for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:11:23.970250 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:23.970869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:23.980699 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-ac893091-b5a4-4fa8-974a-7b8f1c37e1b5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "DELETE /v2.0/floatingips/c3f41aa3-42bb-43db-9e9d-f9337a6bd50c HTTP/1.1" status: 204 len: 168 time: 0.8357832 Nov 26 23:11:23.981940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:11:23.984241 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32271fab-3c76-4ef3-9c40-138191c3858a" -d '{"events": [{"name": "network-changed", "server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:11:24.032214 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b916d7b-0f4d-4c79-9836-87a93e331dbe x-openstack-request-id: req-9b916d7b-0f4d-4c79-9836-87a93e331dbe {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:11:24.032514 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:11:24.032774 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b916d7b-0f4d-4c79-9836-87a93e331dbe {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:11:24.033217 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'status': 'completed', 'code': 200} Nov 26 23:11:24.130224 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32271fab-3c76-4ef3-9c40-138191c3858a req-edc457b5-0bc8-44c5-a579-34a87b2909b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:24.131787 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32271fab-3c76-4ef3-9c40-138191c3858a req-edc457b5-0bc8-44c5-a579-34a87b2909b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f76fea0c94c248439448810ab20bcd96&device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 1097 time: 0.0538926 Nov 26 23:11:24.226487 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef8e5d-e487-4f7b-a503-663480e1c65c req-c075ee1c-c834-424d-a84f-85ffdc8067e5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:24.227985 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8ef8e5d-e487-4f7b-a503-663480e1c65c req-c075ee1c-c834-424d-a84f-85ffdc8067e5 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0540516 Nov 26 23:11:24.249755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:24.261275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32271fab-3c76-4ef3-9c40-138191c3858a req-cbb79045-217c-415b-9665-867157957137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:24.263000 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32271fab-3c76-4ef3-9c40-138191c3858a req-cbb79045-217c-415b-9665-867157957137 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 200 len: 910 time: 0.0933759 Nov 26 23:11:24.280516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d8ef8e5d-e487-4f7b-a503-663480e1c65c req-8c8b5c67-9767-40ab-abff-a69de154249c tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456254 Nov 26 23:11:24.309757 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32271fab-3c76-4ef3-9c40-138191c3858a req-9101a6ef-1329-4bd2-aad8-58ebd9efa9d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 200 len: 217 time: 0.0375662 Nov 26 23:11:24.358511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32271fab-3c76-4ef3-9c40-138191c3858a req-106bfc34-f750-4ef6-9d8a-79ac0a60e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:24.359977 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32271fab-3c76-4ef3-9c40-138191c3858a req-106bfc34-f750-4ef6-9d8a-79ac0a60e675 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 200 len: 848 time: 0.0433922 Nov 26 23:11:24.414904 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32271fab-3c76-4ef3-9c40-138191c3858a req-6f7c2064-4f0b-4933-b788-3b0615cb82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:24.416286 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32271fab-3c76-4ef3-9c40-138191c3858a req-6f7c2064-4f0b-4933-b788-3b0615cb82d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09ee665b-9c77-4016-861f-f9b0f9b0bdf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484388 Nov 26 23:11:24.456922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:24.483006 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] Checking router: c0fc7b60-2378-4ae6-a1af-b69e8bb17493 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:11:24.491566 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:24.492179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:10:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:24.506412 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32271fab-3c76-4ef3-9c40-138191c3858a req-03472257-5a14-419c-ab0c-1e6af5ca1051 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815730 Nov 26 23:11:24.598177 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:24.599126 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-32271fab-3c76-4ef3-9c40-138191c3858a req-ea0eef94-24f1-489d-9d39-7a885d5cb226 service neutron] 10.222.0.13 "GET /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854216 Nov 26 23:11:24.800740 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:24.827139 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333f53e-16cc-4ebf-8ac3-95a2169d7bba None None] The sync data for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 is: [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '97a08955-c9d9-483d-9359-61d525f3d206', 'name': '', 'network_id': '09ee665b-9c77-4016-861f-f9b0f9b0bdf8', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'mac_address': 'fa:16:3e:28:16:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:13Z', 'updated_at': '2021-11-26T23:01:19Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'subnets': [{'id': '80f79c9f-9fcc-4e8f-a8dc-5004298df18d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:11:25.032253 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f6194-81b6-40f2-a1a5-b4211d1ad74d None None] New status for floating IP c3f41aa3-42bb-43db-9e9d-f9337a6bd50c: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:11:25.402344 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44854c-69e4-4de0-b0c6-6a3104415ee1 req-d419e399-f63c-4fb7-8de4-dbe8ea47e9be tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:25.404350 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd44854c-69e4-4de0-b0c6-6a3104415ee1 req-d419e399-f63c-4fb7-8de4-dbe8ea47e9be tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0532675 Nov 26 23:11:25.456800 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-cd44854c-69e4-4de0-b0c6-6a3104415ee1 req-5ff11306-466b-4f36-a381-dd487ac944dc tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e5131b-cbc0-4dc8-aa7b-63d364bcf069&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446346 Nov 26 23:11:25.991093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-30e2c1d9-70ae-442f-a8a6-19711cd1e176 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:25.992519 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-30e2c1d9-70ae-442f-a8a6-19711cd1e176 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.13 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 946 time: 0.0483532 Nov 26 23:11:26.079540 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Deleting port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:26.079879 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:26.167511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] For port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:26.167869 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:26.180648 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Calling delete_port for 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:26.306356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:26.423305 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-207a777f-3bda-4ba8-9be5-740fff093530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:26.559696 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ffc117f1-70bd-4448-9f16-9b632a91c69f req-4648d784-f575-40af-b388-2fbf527e317d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0291200 Nov 26 23:11:26.625810 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event deleted for resources: {'Port': ['ID=5404cf6e-1d2e-493d-83c8-e0f6a24cffc4,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:26.667068 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] No DVR routers for this DVR port 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:11:26.670591 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:26.673984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-73710f8c-42be-4add-b29c-7b734a42f3b8 req-f1c55243-a983-49b0-b941-6eb34249eb0d tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.13 "DELETE /v2.0/ports/5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 HTTP/1.1" status: 204 len: 173 time: 0.6748898 Nov 26 23:11:26.674459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'name': 'network-vif-deleted', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:11:26.676713 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c812040-6d24-42fd-bca8-8750c5596897" -d '{"events": [{"server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "name": "network-vif-deleted", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:11:26.718960 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2ac8ab-3fed-4408-bfa7-a09e54c47e79 x-openstack-request-id: req-ba2ac8ab-3fed-4408-bfa7-a09e54c47e79 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:11:26.719261 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de437e28-1b7f-4615-9022-5382b6835434", "name": "network-vif-deleted", "tag": "5404cf6e-1d2e-493d-83c8-e0f6a24cffc4", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:11:26.719517 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba2ac8ab-3fed-4408-bfa7-a09e54c47e79 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:11:26.719943 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de437e28-1b7f-4615-9022-5382b6835434', 'name': 'network-vif-deleted', 'tag': '5404cf6e-1d2e-493d-83c8-e0f6a24cffc4', 'status': 'completed', 'code': 200} Nov 26 23:11:27.431560 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:27.665563 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-79284131-124c-4251-9e2f-69ab7af87cc8 req-84947b5f-9463-48cb-8e9c-b892a91d6920 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0262611 Nov 26 23:11:28.760363 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a2f5ba71-c5c2-4453-a0f5-60b684021427 req-9583b763-9175-4502-9c6a-80cbeda26496 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0258529 Nov 26 23:11:28.970110 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:29.534225 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:29.860735 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3e3eb4ab-f885-4363-918b-e08033b0ce54 req-58f1947b-928c-41f1-8ef6-0bb8029067c7 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0306365 Nov 26 23:11:30.198571 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:11:30.218993 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:11:30.219408 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 5404cf6e-1d2e-493d-83c8-e0f6a24cffc4 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:11:30.958056 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d2d33c2d-1b5c-4c43-9b0f-e56082d484eb req-2f72e212-6e9d-4a6d-963c-4c82183cdb54 tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "GET /v2.0/ports?device_id=de437e28-1b7f-4615-9022-5382b6835434 HTTP/1.1" status: 200 len: 210 time: 0.0273159 Nov 26 23:11:32.016161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43116) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:32.072553 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f4d18b6-95be-497d-b01d-0d46bce0805f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:32.096992 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f4d18b6-95be-497d-b01d-0d46bce0805f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:32.158740 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f4d18b6-95be-497d-b01d-0d46bce0805f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:32.161274 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f4d18b6-95be-497d-b01d-0d46bce0805f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:32.162483 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5f4d18b6-95be-497d-b01d-0d46bce0805f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] 10.222.0.21 "DELETE /v2.0/security-groups/97e5131b-cbc0-4dc8-aa7b-63d364bcf069 HTTP/1.1" status: 204 len: 168 time: 0.1453278 Nov 26 23:11:32.172813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d18b6-95be-497d-b01d-0d46bce0805f tempest-TestShelveInstance-390808912 tempest-TestShelveInstance-390808912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e5131b-cbc0-4dc8-aa7b-63d364bcf069,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:32.216273 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43120) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:32.757439 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:33.010932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Deleting port 97a08955-c9d9-483d-9359-61d525f3d206 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:33.011178 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:33.096705 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] For port 97a08955-c9d9-483d-9359-61d525f3d206, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=97a08955-c9d9-483d-9359-61d525f3d206,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:33.097286 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:33.114181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Calling delete_port for 97a08955-c9d9-483d-9359-61d525f3d206 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:33.297335 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:33.325511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a08955-c9d9-483d-9359-61d525f3d206,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:33.494809 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:33.726955 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:11:33.846313 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:11:33.854730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-7a227676-1c74-46f1-9e93-4ccb75aa2714 admin admin] 10.222.0.21 "PUT /v2.0/routers/c0fc7b60-2378-4ae6-a1af-b69e8bb17493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344800 Nov 26 23:11:33.854850 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43124) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:33.858445 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] Sync routers for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:11:33.869080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:33.869720 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:33.964515 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:33.978107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:34.069564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.126519 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Deleting port 44e1f416-8c04-45b5-9a98-bc9d70d7add1 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:34.127322 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.161722 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:11:33Z', 'revision_number': 5, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port': {'id': '44e1f416-8c04-45b5-9a98-bc9d70d7add1', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:12Z', 'updated_at': '2021-11-26T23:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:34.189004 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] Checking router: c0fc7b60-2378-4ae6-a1af-b69e8bb17493 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:11:34.197548 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] Routers {'c0fc7b60-2378-4ae6-a1af-b69e8bb17493'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:34.198179 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:34.210010 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] For port 44e1f416-8c04-45b5-9a98-bc9d70d7add1, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=44e1f416-8c04-45b5-9a98-bc9d70d7add1,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:34.210404 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.227969 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Calling delete_port for 44e1f416-8c04-45b5-9a98-bc9d70d7add1 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:34.286864 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] Set router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:34.341456 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:11:34Z', 'revision_number': 6, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:34.374452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5888e76-6380-4a77-b87d-a173fbe95ae9 None None] The sync data for ids ['c0fc7b60-2378-4ae6-a1af-b69e8bb17493'] in n-d-819494-1 is: [{'id': 'c0fc7b60-2378-4ae6-a1af-b69e8bb17493', 'name': 'tempest-TestShelveInstance-1474244074-router', 'tenant_id': 'f76fea0c94c248439448810ab20bcd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:11Z', 'updated_at': '2021-11-26T23:11:34Z', 'revision_number': 6, 'project_id': 'f76fea0c94c248439448810ab20bcd96', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:11:34.415342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.445852 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Pushing event deleted for resources: {'Port': ['ID=44e1f416-8c04-45b5-9a98-bc9d70d7add1,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:34.456509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1916d112-3ca4-4a44-b526-d8a72707dc3f None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:34.508120 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.602847 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.604988 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.648530 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.649181 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0fc7b60-2378-4ae6-a1af-b69e8bb17493 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 23:11:34.653733 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.654960 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-4b36a826-34d4-45a6-910d-87a1201ebe6c admin admin] 10.222.0.21 "DELETE /v2.0/routers/c0fc7b60-2378-4ae6-a1af-b69e8bb17493 HTTP/1.1" status: 204 len: 168 time: 0.7991352 Nov 26 23:11:34.657627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43126) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:34.706227 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1dc3cf-cef7-49ce-b080-cf8a8696a938 admin admin] Deleting subnet 80f79c9f-9fcc-4e8f-a8dc-5004298df18d {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 23:11:34.709309 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af1dc3cf-cef7-49ce-b080-cf8a8696a938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.749838 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af1dc3cf-cef7-49ce-b080-cf8a8696a938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.833776 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af1dc3cf-cef7-49ce-b080-cf8a8696a938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.893104 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af1dc3cf-cef7-49ce-b080-cf8a8696a938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.919964 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dc3cf-cef7-49ce-b080-cf8a8696a938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80f79c9f-9fcc-4e8f-a8dc-5004298df18d,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:34.925564 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-af1dc3cf-cef7-49ce-b080-cf8a8696a938 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:34.929835 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-af1dc3cf-cef7-49ce-b080-cf8a8696a938 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80f79c9f-9fcc-4e8f-a8dc-5004298df18d HTTP/1.1" status: 204 len: 168 time: 0.2708974 Nov 26 23:11:34.931003 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793572fe-399f-4d53-a91e-783438ab0793 None None] Network 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:11:34.932166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43128) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:35.004656 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.061562 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Deleting port d7f7f77e-30a6-409e-a479-092fde0fdcdc {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:35.061904 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.133253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] For port d7f7f77e-30a6-409e-a479-092fde0fdcdc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d7f7f77e-30a6-409e-a479-092fde0fdcdc,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:35.133920 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.148006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Calling delete_port for d7f7f77e-30a6-409e-a479-092fde0fdcdc owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:35.162065 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] DHCP port deletion for 09ee665b-9c77-4016-861f-f9b0f9b0bdf8 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:35.212131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Deleting port d7f7f77e-30a6-409e-a479-092fde0fdcdc {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:35.212510 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.248980 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.281981 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f7f77e-30a6-409e-a479-092fde0fdcdc,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:35.283866 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] No DVR routers for this DVR port d7f7f77e-30a6-409e-a479-092fde0fdcdc on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:11:35.297872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] For port d7f7f77e-30a6-409e-a479-092fde0fdcdc, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=d7f7f77e-30a6-409e-a479-092fde0fdcdc,segment=NetworkSegment(6b47a549-9ea9-4204-bba2-ce7818c4b512),segment_id=6b47a549-9ea9-4204-bba2-ce7818c4b512)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:35.298304 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.312162 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Calling delete_port for d7f7f77e-30a6-409e-a479-092fde0fdcdc owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:35.359971 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.381650 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ee665b-9c77-4016-861f-f9b0f9b0bdf8']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:35.392923 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b47a549-9ea9-4204-bba2-ce7818c4b512') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:35.393206 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b47a549-9ea9-4204-bba2-ce7818c4b512') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:35.394297 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.404931 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.420859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.421112 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Pushing event deleted for resources: {'Port': ['ID=d7f7f77e-30a6-409e-a479-092fde0fdcdc,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:35.425660 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] No DVR routers for this DVR port d7f7f77e-30a6-409e-a479-092fde0fdcdc on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:11:35.430653 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 23:11:35.431379 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.433159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: timer() Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 23:11:35.433487 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 23:11:35.438850 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.439222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.439572 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.439916 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.440258 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.440596 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.440932 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.441265 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.441690 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.441909 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.442334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079d384-fc1f-4903-953e-88475350d9fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:35.501628 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.507752 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:35.515032 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] 10.222.0.21 "DELETE /v2.0/networks/09ee665b-9c77-4016-861f-f9b0f9b0bdf8 HTTP/1.1" status: 204 len: 168 time: 0.5786552 Nov 26 23:11:35.515621 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43130) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:35.531409 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e4f0-419e-4e11-abe2-7e5280506b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=09ee665b-9c77-4016-861f-f9b0f9b0bdf8,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:35.865592 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:36.352749 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 97a08955-c9d9-483d-9359-61d525f3d206 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:11:36.373433 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 97a08955-c9d9-483d-9359-61d525f3d206 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:11:36.373783 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 97a08955-c9d9-483d-9359-61d525f3d206 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:11:36.374234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 44e1f416-8c04-45b5-9a98-bc9d70d7add1 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:11:36.392455 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Deleting port 78ace489-12f1-44bd-9615-22628a43eb71 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:36.393009 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:36.396831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 44e1f416-8c04-45b5-9a98-bc9d70d7add1 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:11:36.397186 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 44e1f416-8c04-45b5-9a98-bc9d70d7add1 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:11:36.397602 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d7f7f77e-30a6-409e-a479-092fde0fdcdc no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:11:36.416352 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: d7f7f77e-30a6-409e-a479-092fde0fdcdc {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:11:36.416705 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device d7f7f77e-30a6-409e-a479-092fde0fdcdc not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:11:36.473496 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] For port 78ace489-12f1-44bd-9615-22628a43eb71, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=78ace489-12f1-44bd-9615-22628a43eb71,segment=NetworkSegment(04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86),segment_id=04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:36.473871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:36.486568 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Calling delete_port for 78ace489-12f1-44bd-9615-22628a43eb71 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:36.669330 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:36.694166 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ace489-12f1-44bd-9615-22628a43eb71,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:36.867013 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.081080 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:11:37.189109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:11:37.194242 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5959fc1b-28ed-4e71-a798-a5af414d0227 admin admin] 10.222.0.21 "PUT /v2.0/routers/1d05bae8-1bc0-4543-a149-5ed9ac20c1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6776319 Nov 26 23:11:37.196752 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43132) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:37.197650 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] Sync routers for ids ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:11:37.208430 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] Routers {'1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:37.209039 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:37.300777 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.312303 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] Set router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:37.405106 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.458446 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Deleting port 168098ea-4f23-4323-be47-358a03d842e7 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:37.458785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.487004 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '168098ea-4f23-4323-be47-358a03d842e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:11:36Z', 'revision_number': 5, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port': {'id': '168098ea-4f23-4323-be47-358a03d842e7', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:01:16Z', 'updated_at': '2021-11-26T23:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:37.543020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] For port 168098ea-4f23-4323-be47-358a03d842e7, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=168098ea-4f23-4323-be47-358a03d842e7,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:37.543637 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.558093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Calling delete_port for 168098ea-4f23-4323-be47-358a03d842e7 owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:37.605062 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] Checking router: 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:11:37.613638 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] Routers {'1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:37.614271 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:37.700197 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] Set router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:37.727452 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.752632 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:11:37Z', 'revision_number': 6, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:37.754413 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=168098ea-4f23-4323-be47-358a03d842e7,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:37.773800 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1525c5-0c32-44d7-a6fa-86af2007bb54 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:37.786139 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515f9249-262e-4dcb-a7ac-b3447cc55da8 None None] The sync data for ids ['1d05bae8-1bc0-4543-a149-5ed9ac20c1b9'] in n-d-819494-1 is: [{'id': '1d05bae8-1bc0-4543-a149-5ed9ac20c1b9', 'name': 'tempest-TestShelveInstance-465903866-router', 'tenant_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:01:15Z', 'updated_at': '2021-11-26T23:11:37Z', 'revision_number': 6, 'project_id': 'da69db9755c449f4bad74ccb0cbd36dd', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:11:37.821905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.912488 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.914614 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.963459 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.964009 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 23:11:37.969097 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.970306 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-fb67a40f-7f62-48d1-abfd-a32289615f1d admin admin] 10.222.0.21 "DELETE /v2.0/routers/1d05bae8-1bc0-4543-a149-5ed9ac20c1b9 HTTP/1.1" status: 204 len: 168 time: 0.7725902 Nov 26 23:11:37.971508 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:37.972813 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43134) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:38.016380 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6890ee-4c9d-4693-b48f-a137edcf578b admin admin] Deleting subnet a365b90e-0323-485e-920d-bdbe5749b6b5 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 23:11:38.019436 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f6890ee-4c9d-4693-b48f-a137edcf578b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.052953 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f6890ee-4c9d-4693-b48f-a137edcf578b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.132007 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f6890ee-4c9d-4693-b48f-a137edcf578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.185471 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f6890ee-4c9d-4693-b48f-a137edcf578b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.210170 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6890ee-4c9d-4693-b48f-a137edcf578b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a365b90e-0323-485e-920d-bdbe5749b6b5,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:38.218413 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-8f6890ee-4c9d-4693-b48f-a137edcf578b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.222273 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-8f6890ee-4c9d-4693-b48f-a137edcf578b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a365b90e-0323-485e-920d-bdbe5749b6b5 HTTP/1.1" status: 204 len: 168 time: 0.2485030 Nov 26 23:11:38.224754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43136) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:38.225719 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e7c302-605e-4c17-848f-fd4fb1626fbc None None] Network 3731468e-820b-4e86-8b15-70264f5fa32c requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:11:38.294289 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.351857 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Deleting port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:11:38.352163 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.415109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] For port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=8128ba65-9a4e-4de2-8a36-c7102cfa8cb3,segment=NetworkSegment(04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86),segment_id=04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:38.415769 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.427914 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Calling delete_port for 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:11:38.505476 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.534332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Pushing event deleted for resources: {'Port': ['ID=8128ba65-9a4e-4de2-8a36-c7102cfa8cb3,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:38.537697 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] No DVR routers for this DVR port 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:11:38.578574 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7513a0-5303-47cc-a2af-a4ba9014ae86 None None] DHCP port deletion for 3731468e-820b-4e86-8b15-70264f5fa32c request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:38.610558 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.632922 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3731468e-820b-4e86-8b15-70264f5fa32c']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:38.643127 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:38.643349 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e1dc84-5d69-4b9a-95c5-1bbb0ea40a86') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:38.646846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 78ace489-12f1-44bd-9615-22628a43eb71 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:11:38.652958 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.665878 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.666507 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 78ace489-12f1-44bd-9615-22628a43eb71 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:11:38.666869 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 78ace489-12f1-44bd-9615-22628a43eb71 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:11:38.667277 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:11:38.673037 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 23:11:38.673304 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: timer() Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 23:11:38.675419 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 23:11:38.688164 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:11:38.688709 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 8128ba65-9a4e-4de2-8a36-c7102cfa8cb3 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:11:38.689131 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 168098ea-4f23-4323-be47-358a03d842e7 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:11:38.711922 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 168098ea-4f23-4323-be47-358a03d842e7 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:11:38.712267 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 168098ea-4f23-4323-be47-358a03d842e7 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:11:38.745328 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.751736 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.752744 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:38.755170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3731468e-820b-4e86-8b15-70264f5fa32c HTTP/1.1" status: 204 len: 168 time: 0.5293334 Nov 26 23:11:38.769300 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a265ae8-84b9-4895-94bd-1c658a50de77 admin admin] Pushing event deleted for resources: {'Network': ['ID=3731468e-820b-4e86-8b15-70264f5fa32c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:38.892443 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43140) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:38.935803 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-569f5671-02a3-46a0-b4c1-3595059efbd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f76fea0c94c248439448810ab20bcd96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421021 Nov 26 23:11:38.938222 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43142) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:38.984909 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc2a85d2-d2ff-4d9e-8643-61c0274befc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:39.007127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc2a85d2-d2ff-4d9e-8643-61c0274befc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:39.059745 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc2a85d2-d2ff-4d9e-8643-61c0274befc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:39.062410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-bc2a85d2-d2ff-4d9e-8643-61c0274befc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:39.063548 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-bc2a85d2-d2ff-4d9e-8643-61c0274befc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ef996b4-3578-4be1-b909-cc94965cfcc2 HTTP/1.1" status: 204 len: 168 time: 0.1243527 Nov 26 23:11:39.070993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a85d2-d2ff-4d9e-8643-61c0274befc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef996b4-3578-4be1-b909-cc94965cfcc2,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:39.389943 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43148) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:39.429811 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-e2c10ce7-f05a-48fa-96a5-459bb3b19a67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da69db9755c449f4bad74ccb0cbd36dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386899 Nov 26 23:11:39.432370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43150) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:39.479354 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b882818a-7351-4166-b1d9-668ee5dbef71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:39.501191 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b882818a-7351-4166-b1d9-668ee5dbef71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:39.550572 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b882818a-7351-4166-b1d9-668ee5dbef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:39.553444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-b882818a-7351-4166-b1d9-668ee5dbef71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:39.554637 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-b882818a-7351-4166-b1d9-668ee5dbef71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66da6d29-5014-4454-afe7-81ed611e7a1c HTTP/1.1" status: 204 len: 168 time: 0.1212327 Nov 26 23:11:39.562805 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882818a-7351-4166-b1d9-668ee5dbef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da6d29-5014-4454-afe7-81ed611e7a1c,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:40.276511 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43172) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:40.373868 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1495566734-network', 'tenant_id': 'b493760876394d5c92048a450e792c79'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:40.395138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Made reservation on behalf of b493760876394d5c92048a450e792c79 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:11:40.397410 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.405907 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.481947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.485785 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.507957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 23:11:40.523716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c019867-6ca0-4f76-8728-82d7897b6d35,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:40.528356 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.528698 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Added segment 32f01956-2856-4b65-968e-13c431ca71bd of type vlan for network 7df466d0-3679-4b94-a3b4-0013e72fe676 Nov 26 23:11:40.571079 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.597482 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.598664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:40.599240 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.650757 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3730962 Nov 26 23:11:40.654107 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43176) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:40.658745 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Request body: {'subnet': {'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1495566734-subnet', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'ip_version': 4}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:40.678016 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca1335-7d64-41b8-a5c0-173ba3f5484a admin admin] Pushing event updated for resources: {'Network': ['ID=7df466d0-3679-4b94-a3b4-0013e72fe676,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:40.693713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 23:11:40.699665 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Made reservation on behalf of b493760876394d5c92048a450e792c79 for: {'subnet': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:11:40.702017 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25563826'] for subnet, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.876312 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26209133', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25563812'] for subnet, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.931408 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a968e00-f76f-4e47-a40e-8e4e490e776f,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:40.940332 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Checking segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:40.940686 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Network hostable DHCP agents. Network: 7df466d0-3679-4b94-a3b4-0013e72fe676, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=110000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 23:11:40.957012 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=110000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 23:11:40.966348 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, 7df466d0-3679-4b94-a3b4-0013e72fe676) {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:40.970083 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:40.970730 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:40.979058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f861c6e-e8d4-4ab7-89ab-4d6ae275f6b7 None None] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:11:40.986785 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-622e2897-69af-4de6-bb25-d82c6ac9dad1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3318052 Nov 26 23:11:40.989383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43178) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:40.993601 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:41.016038 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.017078 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.073314 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.129495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-7df466d0-3679-4b94-a3b4-0013e72fe676', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 23:11:41.130398 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.213074 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.259962 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Allocated IP 172.20.0.2 (7df466d0-3679-4b94-a3b4-0013e72fe676/9a968e00-f76f-4e47-a40e-8e4e490e776f/7c220f5d-10be-4c2c-870c-67484ae7ac7b) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:11:41.403305 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.410062 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.411412 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.430756 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.450487 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:41.453432 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:41.456920 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:11:41.464084 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Pushing event updated for resources: {'Port': ['ID=7c220f5d-10be-4c2c-870c-67484ae7ac7b,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:41.517591 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Attempting to bind port 7c220f5d-10be-4c2c-870c-67484ae7ac7b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:11:41.517971 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Attempting to bind port 7c220f5d-10be-4c2c-870c-67484ae7ac7b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:11:41.518367 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Attempting to bind port 7c220f5d-10be-4c2c-870c-67484ae7ac7b on network 7df466d0-3679-4b94-a3b4-0013e72fe676 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:11:41.523350 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:11:41.524089 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Checking segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:41.524497 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.524893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Bound using segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:11:41.525396 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Bound port: 7c220f5d-10be-4c2c-870c-67484ae7ac7b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:11:41.525736 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.540174 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Allocated IP 172.25.3.46 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/2d86b979-59c8-4162-94e0-c1ebda7f7399) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:11:41.588508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] For port 7c220f5d-10be-4c2c-870c-67484ae7ac7b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:11:41.591945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] For port 7c220f5d-10be-4c2c-870c-67484ae7ac7b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7c220f5d-10be-4c2c-870c-67484ae7ac7b,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:11:41.596734 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.645984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.655768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59ab9c-c764-4b4d-88f1-6af9fd2e7a53 None None] Pushing event updated for resources: {'Port': ['ID=7c220f5d-10be-4c2c-870c-67484ae7ac7b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:41.689606 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.738201 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:41.741253 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:41.745505 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:11:41.750116 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2d86b979-59c8-4162-94e0-c1ebda7f7399,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:41.763586 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7071ed0-9eaf-4103-9e52-5ae19c1dcf24 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:41.833365 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-27059873-ec71-4c0b-8199-24e340b088da None None] Provisioning complete for port 2d86b979-59c8-4162-94e0-c1ebda7f7399 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:41.833742 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-27059873-ec71-4c0b-8199-24e340b088da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:41.878744 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-27059873-ec71-4c0b-8199-24e340b088da None None] Port 2d86b979-59c8-4162-94e0-c1ebda7f7399 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:11:41.982120 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:11:42.327083 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:42.390184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7c220f5d-10be-4c2c-870c-67484ae7ac7b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:42.441169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7c220f5d-10be-4c2c-870c-67484ae7ac7b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:42.441639 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:42.524229 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:42.541409 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:42.560970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] For port 7c220f5d-10be-4c2c-870c-67484ae7ac7b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7c220f5d-10be-4c2c-870c-67484ae7ac7b,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:42.566218 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:42.603588 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b54a9-dcf0-43ac-ae24-7e08b1a156b4 None None] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:11:42.661970 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Pushing event updated for resources: {'Port': ['ID=7c220f5d-10be-4c2c-870c-67484ae7ac7b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:42.679535 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=110000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 23:11:42.791261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:11:42.811307 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:42.812608 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c770de62-99b3-4014-ba00-fcb1fb8550c5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8222852 Nov 26 23:11:42.815399 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43182) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:42.898172 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Sync routers for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:11:42.903337 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-fb5088e9-dec4-4fde-b13e-79d0dabcc46f None None] Provisioning complete for port 7c220f5d-10be-4c2c-870c-67484ae7ac7b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:42.903708 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fb5088e9-dec4-4fde-b13e-79d0dabcc46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:42.945142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:42.945776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:43.114867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:43.242337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.310007 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:41Z', 'revision_number': 3, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:43.337070 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Checking router: fe9f7f83-0dab-4061-b758-9bbded5dd6d6 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:11:43.337312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Updating router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 port 2d86b979-59c8-4162-94e0-c1ebda7f7399 binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 23:11:43.370309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.401295 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Allocated IP 172.20.0.1 (7df466d0-3679-4b94-a3b4-0013e72fe676/9a968e00-f76f-4e47-a40e-8e4e490e776f/e6a46352-2122-400f-9273-37a995b3ea39) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:11:43.403206 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8508727f-6ee6-49cc-ac32-117a74ff91f9 None None] Provisioning complete for port 7c220f5d-10be-4c2c-870c-67484ae7ac7b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:43.403578 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8508727f-6ee6-49cc-ac32-117a74ff91f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.508984 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.545568 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.587350 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:43.593015 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:43.595257 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Pushing event updated for resources: {'Port': ['ID=e6a46352-2122-400f-9273-37a995b3ea39,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:43.597383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:11:43.636369 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.709640 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.716847 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.775444 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.778607 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a185f90-73ba-4ea8-8a61-7fd4b2a8b8c1 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:43.793612 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42741567-590e-4e1b-aef4-0dc8be0709f9 None None] Pushing event updated for resources: {'Port': ['ID=2d86b979-59c8-4162-94e0-c1ebda7f7399,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:43.795862 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Attempting to bind port 2d86b979-59c8-4162-94e0-c1ebda7f7399 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:11:43.796184 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Attempting to bind port 2d86b979-59c8-4162-94e0-c1ebda7f7399 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:11:43.796554 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Attempting to bind port 2d86b979-59c8-4162-94e0-c1ebda7f7399 on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:11:43.806512 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:11:43.806893 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:43.807292 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.807688 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:11:43.808239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Bound port: 2d86b979-59c8-4162-94e0-c1ebda7f7399, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:11:43.808527 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.847912 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-006e2876-87c6-49ff-955e-9ce5ceb81540 None None] Provisioning complete for port 2d86b979-59c8-4162-94e0-c1ebda7f7399 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:43.848211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-006e2876-87c6-49ff-955e-9ce5ceb81540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.897799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] For port 2d86b979-59c8-4162-94e0-c1ebda7f7399, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:11:43.900969 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] For port 2d86b979-59c8-4162-94e0-c1ebda7f7399, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2d86b979-59c8-4162-94e0-c1ebda7f7399,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:11:43.902125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-006e2876-87c6-49ff-955e-9ce5ceb81540 None None] Port 2d86b979-59c8-4162-94e0-c1ebda7f7399 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:11:43.906704 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.957142 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b817d-febd-4cab-bdd9-d6c08e4ffffc None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:43.960190 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.966018 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:43.966881 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:43.967561 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:44.036122 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:44.037394 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42741567-590e-4e1b-aef4-0dc8be0709f9 None None] Pushing event updated for resources: {'Port': ['ID=2d86b979-59c8-4162-94e0-c1ebda7f7399,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:44.039048 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Pushing event updated for resources: {'Port': ['ID=e6a46352-2122-400f-9273-37a995b3ea39,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:44.079884 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] Provisioning complete for port e6a46352-2122-400f-9273-37a995b3ea39 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:44.080273 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:44.130216 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:44.131615 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:44.132314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] Port e6a46352-2122-400f-9273-37a995b3ea39 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:11:44.134930 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:44.178797 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] Provisioning complete for port 2d86b979-59c8-4162-94e0-c1ebda7f7399 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:44.179171 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:44.256361 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:11:44.369862 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:44.393473 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7c220f5d-10be-4c2c-870c-67484ae7ac7b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:44.416845 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:11:44.426589 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-6173f46d-be3a-4aa0-8f75-90bd1eacfe4b admin admin] 10.222.0.21 "PUT /v2.0/routers/fe9f7f83-0dab-4061-b758-9bbded5dd6d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6100426 Nov 26 23:11:44.444875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] For port 2d86b979-59c8-4162-94e0-c1ebda7f7399, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2d86b979-59c8-4162-94e0-c1ebda7f7399,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:44.452108 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:44.522669 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3ebce-f12f-4f38-98b4-c324b70c7a56 None None] Pushing event updated for resources: {'Port': ['ID=2d86b979-59c8-4162-94e0-c1ebda7f7399,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:44.525159 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 7c220f5d-10be-4c2c-870c-67484ae7ac7b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:44.525544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:44.550710 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 2, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:44.590973 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e4d435-abf7-44d8-bea0-4146e2b9200f None None] The sync data for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 is: [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 2, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:11:44.605632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0c4e2281-d206-4e20-aa55-ef10d783a45c None None] Provisioning complete for port e6a46352-2122-400f-9273-37a995b3ea39 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:44.605978 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c4e2281-d206-4e20-aa55-ef10d783a45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:44.681050 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e2281-d206-4e20-aa55-ef10d783a45c None None] Port e6a46352-2122-400f-9273-37a995b3ea39 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:11:44.954400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43198) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:44.959377 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-933684626-network', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:44.982872 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Made reservation on behalf of f427cd23ba7c40f6b9fd2a45fee90ee1 for: {'network': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:11:44.985480 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for network, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:44.994989 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.078291 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.082522 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.108841 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=110000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 26 23:11:45.119078 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5f9641-dfb2-4307-a2d1-c91288cb9c4d,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:45.126567 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.126931 n-d-819494-1 neutron-server[110000]: INFO neutron.db.segments_db [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Added segment 8fa40b42-259b-4e40-8f0c-691203f901f0 of type vlan for network ae8943cd-d0ee-4b89-8d1b-bc156e5306be Nov 26 23:11:45.169073 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760075194947'] for network, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.195907 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275'] for network, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.196957 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:45.197556 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.257692 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3021624 Nov 26 23:11:45.260878 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43200) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:45.266169 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Request body: {'subnet': {'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-933684626-subnet', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'ip_version': 4}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:45.269940 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede94f9-bb13-4690-b0b9-a722f22a1859 admin admin] Pushing event updated for resources: {'Network': ['ID=ae8943cd-d0ee-4b89-8d1b-bc156e5306be,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:45.281774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be details requested by agent ovs-agent-n-d-819494-1 with host n-d-819494-1 {{(pid=110001) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 26 23:11:45.295043 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Made reservation on behalf of f427cd23ba7c40f6b9fd2a45fee90ee1 for: {'subnet': 1} {{(pid=109999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:11:45.297545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25375724'] for subnet, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.489937 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27233662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25375738'] for subnet, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.551912 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc177588-7257-49ac-a9aa-af385fde8e14,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:45.564079 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.564428 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.564772 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.565115 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.565453 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.565788 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.566143 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.566473 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.566800 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.567127 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.567451 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.567775 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:45.573242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Checking segment: {'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:45.573655 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Network hostable DHCP agents. Network: ae8943cd-d0ee-4b89-8d1b-bc156e5306be, hostable agents: ['3bb38a8c-0f95-4710-9756-bcda9d3f2738'], hosted agents: [] {{(pid=109999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 26 23:11:45.593752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be is scheduled to be hosted by DHCP agent 3bb38a8c-0f95-4710-9756-bcda9d3f2738 with binding_index 1 {{(pid=109999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 26 23:11:45.603358 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-819494-1, ae8943cd-d0ee-4b89-8d1b-bc156e5306be) {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:45.608061 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:45.608664 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.616715 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101e968-a2dc-439b-a27b-bafcc509dbbe None None] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:11:45.628883 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3cf0bd1a-a0fe-42af-99da-1da2608d5e1e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3643751 Nov 26 23:11:45.629209 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43202) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:45.634204 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:45.658040 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1693387', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6335'] for router, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.659120 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1693351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699082', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2046402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6342'] for router, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.722023 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.774245 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bf234b9-76ef-5893-abcd-0a0fcbf6eda9-ae8943cd-d0ee-4b89-8d1b-bc156e5306be', 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'fixed_ips': [{'subnet_id': 'bc177588-7257-49ac-a9aa-af385fde8e14'}]}} from n-d-819494-1. {{(pid=110001) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 26 23:11:45.775159 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.870166 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:45.920839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.db_base_plugin_common [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Allocated IP 172.20.0.2 (ae8943cd-d0ee-4b89-8d1b-bc156e5306be/bc177588-7257-49ac-a9aa-af385fde8e14/4bdf1ae0-7597-4588-b27c-330e748f622b) {{(pid=110001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:11:46.084053 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.104004 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.213213 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Allocated IP 172.25.3.252 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:11:46.224100 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Publish callbacks [] for port, precommit_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.230156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709'] for port, after_create {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.269125 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be is already hosted by enough agents. {{(pid=110001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:46.272032 n-d-819494-1 neutron-server[110001]: DEBUG neutron.scheduler.base_scheduler [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Resources bound (agent type, host, resource id): {{(pid=110001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:46.275546 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Received port after_create {{(pid=110001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:11:46.285341 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Pushing event updated for resources: {'Port': ['ID=4bdf1ae0-7597-4588-b27c-330e748f622b,revision_number=1']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:46.331577 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.342867 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Attempting to bind port 4bdf1ae0-7597-4588-b27c-330e748f622b on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:11:46.343226 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Attempting to bind port 4bdf1ae0-7597-4588-b27c-330e748f622b by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:11:46.343589 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Attempting to bind port 4bdf1ae0-7597-4588-b27c-330e748f622b on network ae8943cd-d0ee-4b89-8d1b-bc156e5306be {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:11:46.349114 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:11:46.349495 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Checking segment: {'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:46.349893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.350317 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Bound using segment: {'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:11:46.350789 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Bound port: 4bdf1ae0-7597-4588-b27c-330e748f622b, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:11:46.351170 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.372104 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.419282 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2d86b979-59c8-4162-94e0-c1ebda7f7399 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:46.421967 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:46.427093 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:46.431088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:46.434204 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:11:46.450462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3858ceef-cccb-4e07-bb4d-14666741aab0 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:46.452590 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] For port 4bdf1ae0-7597-4588-b27c-330e748f622b, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:11:46.477238 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] For port 4bdf1ae0-7597-4588-b27c-330e748f622b, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4bdf1ae0-7597-4588-b27c-330e748f622b,segment=NetworkSegment(8fa40b42-259b-4e40-8f0c-691203f901f0),segment_id=8fa40b42-259b-4e40-8f0c-691203f901f0)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:11:46.483235 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.560259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 2d86b979-59c8-4162-94e0-c1ebda7f7399 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:46.560547 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.600992 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a94c1-5b17-4b0e-b5e4-48e0487479b2 None None] Pushing event updated for resources: {'Port': ['ID=4bdf1ae0-7597-4588-b27c-330e748f622b,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:46.615866 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-d32ca7e7-7287-4bce-9c4f-6766ac8e8c79 None None] Provisioning complete for port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:46.616305 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d32ca7e7-7287-4bce-9c4f-6766ac8e8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.661527 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-d32ca7e7-7287-4bce-9c4f-6766ac8e8c79 None None] Port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:11:46.730221 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:46.811549 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Sync routers for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:11:46.823877 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:46.824718 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:46.940219 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:46.961671 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1693374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1699129'] for router, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.091253 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Router 91d08deb-ef6a-49ea-af27-9158a5de1e9e is scheduled to L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd with binding_index 1 {{(pid=109999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 26 23:11:47.136288 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 2, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:47.171244 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Checking router: fe9f7f83-0dab-4061-b758-9bbded5dd6d6 for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:11:47.171603 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Updating router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 port e6a46352-2122-400f-9273-37a995b3ea39 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 23:11:47.195588 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.204546 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:11:47.216214 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Sync routers for ids ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:11:47.224047 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.225307 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-4d8f2087-c519-45ee-aba6-3091defc02e8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5952537 Nov 26 23:11:47.227981 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Routers {'91d08deb-ef6a-49ea-af27-9158a5de1e9e'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:47.228239 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43204) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:47.228603 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:47.428676 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Set router 91d08deb-ef6a-49ea-af27-9158a5de1e9e gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:47.547833 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.557338 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.623048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Pushing event updated for resources: {'Port': ['ID=e6a46352-2122-400f-9273-37a995b3ea39,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:47.635959 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.636356 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.637559 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.638144 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.638381 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:11:46Z', 'revision_number': 3, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port': {'id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:46Z', 'updated_at': '2021-11-26T23:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:47.638547 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.639245 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.639245 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.639497 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.639817 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.640352 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.640688 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.641016 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:11:47.669176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Checking router: 91d08deb-ef6a-49ea-af27-9158a5de1e9e for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:11:47.669521 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Updating router 91d08deb-ef6a-49ea-af27-9158a5de1e9e port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce binding host n-d-819494-1 {{(pid=110001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 23:11:47.693442 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Attempting to bind port e6a46352-2122-400f-9273-37a995b3ea39 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:11:47.693811 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Attempting to bind port e6a46352-2122-400f-9273-37a995b3ea39 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:11:47.694201 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Attempting to bind port e6a46352-2122-400f-9273-37a995b3ea39 on network 7df466d0-3679-4b94-a3b4-0013e72fe676 {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:11:47.700823 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:11:47.701355 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Checking segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:47.701771 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.702190 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Bound using segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:11:47.702674 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Bound port: e6a46352-2122-400f-9273-37a995b3ea39, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:11:47.702834 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.703051 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.785249 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] For port e6a46352-2122-400f-9273-37a995b3ea39, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:11:47.791860 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] For port e6a46352-2122-400f-9273-37a995b3ea39, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e6a46352-2122-400f-9273-37a995b3ea39,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:11:47.797869 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.805721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adae2ab2-5e06-43d9-82db-b3c5c9a89f51 None None] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:11:47.838425 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.847410 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:47.848048 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:47.959508 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-3392772a-1674-47c2-9584-52ee2e1f3e2e None None] Provisioning complete for port 4bdf1ae0-7597-4588-b27c-330e748f622b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:47.959888 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3392772a-1674-47c2-9584-52ee2e1f3e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:47.973457 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:48.097369 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39156c42-6eef-428a-aa1e-4ce341ddf6c8 None None] Pushing event updated for resources: {'Port': ['ID=e6a46352-2122-400f-9273-37a995b3ea39,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:48.250890 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3392772a-1674-47c2-9584-52ee2e1f3e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.255346 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:47Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:48.287696 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8137e5b4-a813-40d0-97c8-9cfeb3985d7a None None] The sync data for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 is: [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:47Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:11:48.301372 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Publish callbacks [] for port, precommit_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.309033 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-3392772a-1674-47c2-9584-52ee2e1f3e2e None None] For port 4bdf1ae0-7597-4588-b27c-330e748f622b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4bdf1ae0-7597-4588-b27c-330e748f622b,segment=NetworkSegment(8fa40b42-259b-4e40-8f0c-691203f901f0),segment_id=8fa40b42-259b-4e40-8f0c-691203f901f0)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:48.318246 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3392772a-1674-47c2-9584-52ee2e1f3e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.387360 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392772a-1674-47c2-9584-52ee2e1f3e2e None None] Pushing event updated for resources: {'Port': ['ID=4bdf1ae0-7597-4588-b27c-330e748f622b,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:48.393237 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.418639 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Allocated IP 172.20.0.1 (ae8943cd-d0ee-4b89-8d1b-bc156e5306be/bc177588-7257-49ac-a9aa-af385fde8e14/3c984bc4-517b-46f8-a245-921152a70e12) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:11:48.482840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3942c32-faa8-4c3d-b5dd-7daf95d17b45 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:48.498451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0102c-3775-42c5-b51e-0523bc581b47 None None] Pushing event updated for resources: {'Port': ['ID=bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce,revision_number=2']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:48.509175 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Attempting to bind port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce on host n-d-819494-1 for vnic_type normal with profile {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:11:48.509652 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Attempting to bind port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:11:48.510907 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Attempting to bind port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce on network 767e4e93-422e-4f79-9ddf-e2867440c749 {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:11:48.522874 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-229178a7-c0ea-4eb6-a6ff-c2fd6f928311 None None] Provisioning complete for port e6a46352-2122-400f-9273-37a995b3ea39 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:48.523261 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-229178a7-c0ea-4eb6-a6ff-c2fd6f928311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.525310 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:11:48.525728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Checking segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:48.525931 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.526373 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Bound using segment: {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'} {{(pid=110001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:11:48.526887 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.managers [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Bound port: bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749'}}] {{(pid=110001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:11:48.527238 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.598716 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.602755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e6a46352-2122-400f-9273-37a995b3ea39 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:48.638424 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.639846 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] For port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce, host n-d-819494-1, cleared binding levels {{(pid=110001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:11:48.666191 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] For port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:11:48.675544 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.685145 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:48.689801 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:48.692508 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:11:48.729321 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Pushing event updated for resources: {'Port': ['ID=3c984bc4-517b-46f8-a245-921152a70e12,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:48.750697 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1698314'] for router_interface, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.763113 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-229178a7-c0ea-4eb6-a6ff-c2fd6f928311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.773358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7caa2b-a884-4d77-b57b-f3a574f9518d None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:11:48.776639 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e6a46352-2122-400f-9273-37a995b3ea39 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:48.777017 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.801659 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Routers {'91d08deb-ef6a-49ea-af27-9158a5de1e9e'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:48.802336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:48.873232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0102c-3775-42c5-b51e-0523bc581b47 None None] Pushing event updated for resources: {'Port': ['ID=bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce,revision_number=3']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:48.943999 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:48.949470 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-229178a7-c0ea-4eb6-a6ff-c2fd6f928311 None None] For port e6a46352-2122-400f-9273-37a995b3ea39, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e6a46352-2122-400f-9273-37a995b3ea39,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:48.961541 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-229178a7-c0ea-4eb6-a6ff-c2fd6f928311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.030149 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] Set router 91d08deb-ef6a-49ea-af27-9158a5de1e9e gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:49.139184 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.145364 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.214490 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1698534'] for router_interface, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.224463 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Pushing event updated for resources: {'Port': ['ID=3c984bc4-517b-46f8-a245-921152a70e12,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:49.303488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229178a7-c0ea-4eb6-a6ff-c2fd6f928311 None None] Pushing event updated for resources: {'Port': ['ID=e6a46352-2122-400f-9273-37a995b3ea39,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:49.313111 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:49.314544 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:49.349626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4bdf1ae0-7597-4588-b27c-330e748f622b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:49.356831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Provisioning complete for port 3c984bc4-517b-46f8-a245-921152a70e12 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:49.357205 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.435873 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Router 91d08deb-ef6a-49ea-af27-9158a5de1e9e has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:11:49.446176 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Port 3c984bc4-517b-46f8-a245-921152a70e12 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:11:49.498066 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Provisioning complete for port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:49.498788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.502188 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4bdf1ae0-7597-4588-b27c-330e748f622b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:49.502556 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.556872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:11:49.562367 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-349f470f-a04e-4628-84e1-a9e28c84775f admin admin] 10.222.0.21 "PUT /v2.0/routers/91d08deb-ef6a-49ea-af27-9158a5de1e9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3331397 Nov 26 23:11:49.584069 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:11:46Z', 'revision_number': 3, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port': {'id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:46Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:49.624201 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62078c3-82dd-4e24-9036-df281e848712 None None] The sync data for ids ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'] in n-d-819494-1 is: [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:11:46Z', 'revision_number': 3, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port': {'id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:46Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:11:49.692501 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.714663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] For port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:49.719632 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.761623 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Provisioning complete for port 4bdf1ae0-7597-4588-b27c-330e748f622b triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:49.762048 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:49.806633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b793e9-4c7c-42c3-9c1b-92c46f66ec60 None None] Pushing event updated for resources: {'Port': ['ID=bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:49.997312 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-666b22c6-9095-4df5-bac9-8825a6a04cf5 None None] Provisioning complete for port 3c984bc4-517b-46f8-a245-921152a70e12 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:49.997690 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-666b22c6-9095-4df5-bac9-8825a6a04cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:50.032515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-666b22c6-9095-4df5-bac9-8825a6a04cf5 None None] Port 3c984bc4-517b-46f8-a245-921152a70e12 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:11:50.438056 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e6a46352-2122-400f-9273-37a995b3ea39 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:50.488943 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port e6a46352-2122-400f-9273-37a995b3ea39 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:50.489309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:50.568729 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4bdf1ae0-7597-4588-b27c-330e748f622b up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:50.613654 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 4bdf1ae0-7597-4588-b27c-330e748f622b triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:50.614030 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:50.693239 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:50.738153 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:50.738533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.128872 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43214) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:51.133628 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-97fb5378-5e2c-437b-838a-f07394d3bdb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212718496', 'description': 'tempest-secgroup-smoke-212718496 description', 'project_id': 'b493760876394d5c92048a450e792c79'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:51.155810 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97fb5378-5e2c-437b-838a-f07394d3bdb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.221139 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97fb5378-5e2c-437b-838a-f07394d3bdb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.224720 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97fb5378-5e2c-437b-838a-f07394d3bdb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.254011 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-97fb5378-5e2c-437b-838a-f07394d3bdb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.255264 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-97fb5378-5e2c-437b-838a-f07394d3bdb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1253357 Nov 26 23:11:51.257163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb5378-5e2c-437b-838a-f07394d3bdb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c1d28-4746-49b7-990d-daed261f0283,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:51.258556 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43216) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:51.264785 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-1a01fe80-cf8a-44dc-a19e-34de0c381ca9 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'security_group_rule': {'security_group_id': 'e16c1d28-4746-49b7-990d-daed261f0283', 'project_id': 'b493760876394d5c92048a450e792c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:51.293947 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a01fe80-cf8a-44dc-a19e-34de0c381ca9 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.349746 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a01fe80-cf8a-44dc-a19e-34de0c381ca9 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.353334 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a01fe80-cf8a-44dc-a19e-34de0c381ca9 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.371683 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01fe80-cf8a-44dc-a19e-34de0c381ca9 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6758e95-d497-44f7-a76b-40464e3662b4,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:51.380077 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-1a01fe80-cf8a-44dc-a19e-34de0c381ca9 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.381269 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-1a01fe80-cf8a-44dc-a19e-34de0c381ca9 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201584 Nov 26 23:11:51.384006 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43218) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:51.389135 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-d241ff0a-9b70-4cd5-ab59-bc9c6a900f30 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'security_group_rule': {'security_group_id': 'e16c1d28-4746-49b7-990d-daed261f0283', 'project_id': 'b493760876394d5c92048a450e792c79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:51.415148 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d241ff0a-9b70-4cd5-ab59-bc9c6a900f30 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.472665 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d241ff0a-9b70-4cd5-ab59-bc9c6a900f30 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.476763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d241ff0a-9b70-4cd5-ab59-bc9c6a900f30 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.498351 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241ff0a-9b70-4cd5-ab59-bc9c6a900f30 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5be0671-67b0-4d77-b2fb-eb2025122166,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:51.512595 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-d241ff0a-9b70-4cd5-ab59-bc9c6a900f30 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.513839 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-d241ff0a-9b70-4cd5-ab59-bc9c6a900f30 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289194 Nov 26 23:11:51.516478 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43220) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:51.521243 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-5f4ff6d4-4230-4665-9f33-d433fae8cb86 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'security_group_rule': {'security_group_id': 'e16c1d28-4746-49b7-990d-daed261f0283', 'project_id': 'b493760876394d5c92048a450e792c79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:51.550508 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff6d4-4230-4665-9f33-d433fae8cb86 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.612915 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff6d4-4230-4665-9f33-d433fae8cb86 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.617245 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff6d4-4230-4665-9f33-d433fae8cb86 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.637255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ff6d4-4230-4665-9f33-d433fae8cb86 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ded4801-3d94-4ea7-b529-ce1dc2b0d620,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:51.647566 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-5f4ff6d4-4230-4665-9f33-d433fae8cb86 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.648984 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-5f4ff6d4-4230-4665-9f33-d433fae8cb86 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315386 Nov 26 23:11:51.651906 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43222) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:51.657640 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-049d14a8-fd1e-4309-a7ae-5a76ba7f3262 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'security_group_rule': {'security_group_id': 'e16c1d28-4746-49b7-990d-daed261f0283', 'project_id': 'b493760876394d5c92048a450e792c79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:51.685727 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-049d14a8-fd1e-4309-a7ae-5a76ba7f3262 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.748602 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-049d14a8-fd1e-4309-a7ae-5a76ba7f3262 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.752323 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-049d14a8-fd1e-4309-a7ae-5a76ba7f3262 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.770986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d14a8-fd1e-4309-a7ae-5a76ba7f3262 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484743f6-bfc7-4c4d-8ec6-70e413ffdeab,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:51.778607 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-049d14a8-fd1e-4309-a7ae-5a76ba7f3262 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.779867 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-049d14a8-fd1e-4309-a7ae-5a76ba7f3262 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260295 Nov 26 23:11:51.782666 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43224) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:51.787360 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-5d1671d4-8980-482a-8e42-0f272b806f56 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'security_group_rule': {'security_group_id': 'e16c1d28-4746-49b7-990d-daed261f0283', 'project_id': 'b493760876394d5c92048a450e792c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:51.811522 n-d-819494-1 neutron-server[109999]: INFO neutron.db.securitygroups_db [None req-5d1671d4-8980-482a-8e42-0f272b806f56 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Project b493760876394d5c92048a450e792c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 23:11:51.814818 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Sync routers for ids ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:11:51.817238 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d1671d4-8980-482a-8e42-0f272b806f56 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.823797 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Routers {'91d08deb-ef6a-49ea-af27-9158a5de1e9e'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:51.825019 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:51.876461 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d1671d4-8980-482a-8e42-0f272b806f56 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.880297 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d1671d4-8980-482a-8e42-0f272b806f56 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.899728 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1671d4-8980-482a-8e42-0f272b806f56 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e308c84-4edd-4dad-a670-5136a07afaa8,revision_number=0']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:51.913064 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-5d1671d4-8980-482a-8e42-0f272b806f56 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:51.914369 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-5d1671d4-8980-482a-8e42-0f272b806f56 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307065 Nov 26 23:11:51.917943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43226) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:11:51.923782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [None req-54a21a9a-32bd-411b-81c1-29fff9d52667 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'security_group_rule': {'security_group_id': 'e16c1d28-4746-49b7-990d-daed261f0283', 'project_id': 'b493760876394d5c92048a450e792c79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:51.948305 n-d-819494-1 neutron-server[110000]: INFO neutron.db.securitygroups_db [None req-54a21a9a-32bd-411b-81c1-29fff9d52667 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Project b493760876394d5c92048a450e792c79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 26 23:11:51.954169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a21a9a-32bd-411b-81c1-29fff9d52667 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.015639 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a21a9a-32bd-411b-81c1-29fff9d52667 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.019463 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a21a9a-32bd-411b-81c1-29fff9d52667 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038364'] for security_group_rule, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.025417 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Set router 91d08deb-ef6a-49ea-af27-9158a5de1e9e gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:52.034655 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a21a9a-32bd-411b-81c1-29fff9d52667 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7ae970-dcac-4aa1-a26c-c04bda200bdd,revision_number=0']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:52.045585 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-54a21a9a-32bd-411b-81c1-29fff9d52667 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.046812 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-54a21a9a-32bd-411b-81c1-29fff9d52667 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269004 Nov 26 23:11:52.197089 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-69e8ed56-a0d9-46f1-b887-658ec283684b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212718496&fields=id&tenant_id=b493760876394d5c92048a450e792c79 HTTP/1.1" status: 200 len: 267 time: 0.0439515 Nov 26 23:11:52.223656 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 4, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port': {'id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:46Z', 'updated_at': '2021-11-26T23:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3c984bc4-517b-46f8-a245-921152a70e12', 'name': '', 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'mac_address': 'fa:16:3e:d3:6f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'bc177588-7257-49ac-a9aa-af385fde8e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:48Z', 'updated_at': '2021-11-26T23:11:49Z', 'revision_number': 2, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'subnets': [{'id': 'bc177588-7257-49ac-a9aa-af385fde8e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:52.254538 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Checking router: 91d08deb-ef6a-49ea-af27-9158a5de1e9e for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:11:52.254898 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Updating router 91d08deb-ef6a-49ea-af27-9158a5de1e9e port 3c984bc4-517b-46f8-a245-921152a70e12 binding host n-d-819494-1 {{(pid=110002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 26 23:11:52.280645 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.306875 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1729-8983-427e-8f05-59f468669f11 req-7fd6540d-508a-475b-8835-42756118349f tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:52.308366 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-7fd6540d-508a-475b-8835-42756118349f tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 810 time: 0.1040797 Nov 26 23:11:52.323683 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-2e661cde-ddb1-4d76-884e-c7d6e654b010 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/quotas/b493760876394d5c92048a450e792c79 HTTP/1.1" status: 200 len: 375 time: 0.0090072 Nov 26 23:11:52.375364 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-3837e55e-ebc1-420b-91c7-39d089d0c0df tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452902 Nov 26 23:11:52.485572 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-8934e5f6-23fd-4df2-9426-e4b64955d8a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 23:11:52.486595 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-8934e5f6-23fd-4df2-9426-e4b64955d8a0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0988467 Nov 26 23:11:52.539116 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Publish callbacks [] for port, precommit_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.545573 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.580105 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-10c4e55a-e1b6-4fa0-a260-3797f89ad555 service neutron] 10.222.0.21 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871415 Nov 26 23:11:52.629841 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec990bb-33af-4f38-98c0-97558a0a8ee3 None None] Pushing event updated for resources: {'Port': ['ID=3c984bc4-517b-46f8-a245-921152a70e12,revision_number=3']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:52.644426 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Attempting to bind port 3c984bc4-517b-46f8-a245-921152a70e12 on host n-d-819494-1 for vnic_type normal with profile {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:11:52.644794 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Attempting to bind port 3c984bc4-517b-46f8-a245-921152a70e12 by drivers openvswitch,hyperv on host n-d-819494-1 at level 0 using segments [{'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:11:52.645153 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Attempting to bind port 3c984bc4-517b-46f8-a245-921152a70e12 on network ae8943cd-d0ee-4b89-8d1b-bc156e5306be {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:11:52.651388 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Checking agent: {'id': '8ae7f0ab-f88c-48c2-9b18-07a29dfe7106', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 32, 29), 'started_at': datetime.datetime(2021, 11, 26, 21, 32, 59), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-819494-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:11:52.652005 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Checking segment: {'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:52.652885 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.653359 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Bound using segment: {'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'} {{(pid=110002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:11:52.653840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.managers [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Bound port: 3c984bc4-517b-46f8-a245-921152a70e12, host: n-d-819494-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa40b42-259b-4e40-8f0c-691203f901f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be'}}] {{(pid=110002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:11:52.654242 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.690844 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-886bfb6b-ef47-4b41-bbc8-757a14777c78 service neutron] 10.222.0.21 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022155 Nov 26 23:11:52.721366 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] For port 3c984bc4-517b-46f8-a245-921152a70e12, host n-d-819494-1, cleared binding levels {{(pid=110002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:11:52.724735 n-d-819494-1 neutron-server[110002]: DEBUG neutron.plugins.ml2.db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] For port 3c984bc4-517b-46f8-a245-921152a70e12, host n-d-819494-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3c984bc4-517b-46f8-a245-921152a70e12,segment=NetworkSegment(8fa40b42-259b-4e40-8f0c-691203f901f0),segment_id=8fa40b42-259b-4e40-8f0c-691203f901f0)] {{(pid=110002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:11:52.730213 n-d-819494-1 neutron-server[110002]: DEBUG neutron_lib.callbacks.manager [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.786863 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Routers {'91d08deb-ef6a-49ea-af27-9158a5de1e9e'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:11:52.787573 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:52.823294 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec990bb-33af-4f38-98c0-97558a0a8ee3 None None] Pushing event updated for resources: {'Port': ['ID=3c984bc4-517b-46f8-a245-921152a70e12,revision_number=4']} {{(pid=110002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:52.875415 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6a604f5f-1f92-46e7-92d0-d423470b6a86 None None] Provisioning complete for port 3c984bc4-517b-46f8-a245-921152a70e12 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:52.876017 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a604f5f-1f92-46e7-92d0-d423470b6a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:52.892914 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-da6fd5a7-5aef-4c7f-aac3-70e896d6e3ae req-e36338d4-06be-471c-872e-7487c8bb3f24 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 210 time: 0.0541766 Nov 26 23:11:52.905069 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] Set router 91d08deb-ef6a-49ea-af27-9158a5de1e9e gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:11:52.968204 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a604f5f-1f92-46e7-92d0-d423470b6a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:53.004738 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6a604f5f-1f92-46e7-92d0-d423470b6a86 None None] For port 3c984bc4-517b-46f8-a245-921152a70e12, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3c984bc4-517b-46f8-a245-921152a70e12,segment=NetworkSegment(8fa40b42-259b-4e40-8f0c-691203f901f0),segment_id=8fa40b42-259b-4e40-8f0c-691203f901f0)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:11:53.009601 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6a604f5f-1f92-46e7-92d0-d423470b6a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:53.063368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a604f5f-1f92-46e7-92d0-d423470b6a86 None None] Pushing event updated for resources: {'Port': ['ID=3c984bc4-517b-46f8-a245-921152a70e12,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:53.107784 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 4, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port': {'id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:46Z', 'updated_at': '2021-11-26T23:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3c984bc4-517b-46f8-a245-921152a70e12', 'name': '', 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'mac_address': 'fa:16:3e:d3:6f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'bc177588-7257-49ac-a9aa-af385fde8e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:48Z', 'updated_at': '2021-11-26T23:11:52Z', 'revision_number': 4, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'subnets': [{'id': 'bc177588-7257-49ac-a9aa-af385fde8e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:11:53.131103 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-27089094-c7b6-4edd-9421-414243e8ddbe None None] Provisioning complete for port 3c984bc4-517b-46f8-a245-921152a70e12 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:53.131481 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-27089094-c7b6-4edd-9421-414243e8ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:53.137525 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566c626e-bedb-4c30-a913-7bbfcdb9b80c None None] The sync data for ids ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'] in n-d-819494-1 is: [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 4, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port': {'id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:46Z', 'updated_at': '2021-11-26T23:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': '3c984bc4-517b-46f8-a245-921152a70e12', 'name': '', 'network_id': 'ae8943cd-d0ee-4b89-8d1b-bc156e5306be', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'mac_address': 'fa:16:3e:d3:6f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'bc177588-7257-49ac-a9aa-af385fde8e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:48Z', 'updated_at': '2021-11-26T23:11:52Z', 'revision_number': 4, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'subnets': [{'id': 'bc177588-7257-49ac-a9aa-af385fde8e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:11:53.689015 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4d221fd3-e688-4e9b-895e-89c955aea011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:53.974908 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5df8c484-a697-466e-9278-c3ceb8c11165 req-c3df9512-8293-471c-ac25-2b5527c26b64 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 210 time: 0.0259607 Nov 26 23:11:54.383644 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3c984bc4-517b-46f8-a245-921152a70e12 up at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:11:54.431526 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Provisioning complete for port 3c984bc4-517b-46f8-a245-921152a70e12 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:54.431893 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:55.071104 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-430b5b3d-445b-4901-a913-23705c12d168 req-cfc54466-a315-46ab-af2b-c7cf286a656e tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 210 time: 0.0407374 Nov 26 23:11:56.151160 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-2c591351-5ccb-419f-b3f6-3baca335dc77 req-c518ce16-4289-4f54-b526-2492c4d77b57 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 210 time: 0.0306780 Nov 26 23:11:56.423771 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-40b8ff90-dedc-43ef-94a6-76e1a2d738df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:57.247262 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ad4d010f-cdbf-4a1a-86d3-f7078d16cbd1 req-14c61800-67ba-4934-8a77-acb2493c8b1f tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Nov 26 23:11:57.434714 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:57.975835 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1729-8983-427e-8f05-59f468669f11 req-56989a49-6b15-4f01-9c1f-6eb82c4293d0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:57.977315 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-56989a49-6b15-4f01-9c1f-6eb82c4293d0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 810 time: 0.1060114 Nov 26 23:11:58.047161 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-0ec6e812-2a07-47ab-a0eb-b18be5d14d36 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b493760876394d5c92048a450e792c79 HTTP/1.1" status: 200 len: 379 time: 0.0550003 Nov 26 23:11:58.080255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'port': {'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'admin_state_up': True, 'tenant_id': 'b493760876394d5c92048a450e792c79', 'security_groups': ['e16c1d28-4746-49b7-990d-daed261f0283']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:58.184387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Made reservation on behalf of b493760876394d5c92048a450e792c79 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:11:58.187934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:58.315212 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Allocated IP 172.20.0.11 (7df466d0-3679-4b94-a3b4-0013e72fe676/9a968e00-f76f-4e47-a40e-8e4e490e776f/7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:11:58.343963 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b380b1d5-ee2c-4f49-8337-fb0da6206671 req-e493e20d-3265-486b-8c8b-2cb508f581ea tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 210 time: 0.0282331 Nov 26 23:11:58.454626 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:58.487337 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:58.532382 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:11:58.535340 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:11:58.539044 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:11:58.546314 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:58.592842 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:58.593468 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:58.611039 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-084e576f-4539-4c7c-bfe8-565975318742 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5343862 Nov 26 23:11:58.628619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Request body: {'port': {'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:11:58.688127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:58.787290 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-c7e86d7d-4623-4c38-bf75-f38f384c3900 None None] Provisioning complete for port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:11:58.787897 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-c7e86d7d-4623-4c38-bf75-f38f384c3900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:58.825178 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-c7e86d7d-4623-4c38-bf75-f38f384c3900 None None] Port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:11:58.975480 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:59.249875 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:11:59.257972 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:59.271789 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Transition to ACTIVE for port object 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 23:11:59.275986 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:59.345236 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a90964-7043-4252-8d77-69046b842502 service neutron] Pushing event updated for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:59.407400 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Attempting to bind port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 on host n-h1-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:11:59.407754 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Attempting to bind port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 by drivers openvswitch,hyperv on host n-h1-819494-1 at level 0 using segments [{'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:11:59.408077 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Attempting to bind port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 on network 7df466d0-3679-4b94-a3b4-0013e72fe676 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:11:59.412963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 on network 7df466d0-3679-4b94-a3b4-0013e72fe676 not bound, no agent of type Open vSwitch agent registered on host n-h1-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 23:11:59.413444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Attempting to bind port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 on network 7df466d0-3679-4b94-a3b4-0013e72fe676 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:11:59.422943 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Checking agent: {'id': 'a7ae48b6-229a-4916-936f-8715945d84bc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:11:59.423284 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Checking segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:11:59.423667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Bound using segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:11:59.424097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Bound port: 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host: n-h1-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:11:59.424581 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:59.468242 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c99755-1b90-4256-937c-2ba33b3677b6 req-a9f6d13b-d55a-4794-97df-e1d8a6010230 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:59.471048 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06c99755-1b90-4256-937c-2ba33b3677b6 req-a9f6d13b-d55a-4794-97df-e1d8a6010230 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 944 time: 0.0550692 Nov 26 23:11:59.523942 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:11:59.526290 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:11:59.533042 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:59.541927 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-06c99755-1b90-4256-937c-2ba33b3677b6 req-df9cc336-f207-4491-afe8-5c83cbe577db tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644681 Nov 26 23:11:59.552181 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:59.591459 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:59.592171 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:11:59.593591 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-80a90964-7043-4252-8d77-69046b842502 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 1092 time: 0.9693184 Nov 26 23:11:59.594049 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:11:59.596366 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221db96b-605d-4074-ace5-abc8b4d01a38" -d '{"events": [{"name": "network-changed", "server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:11:59.629416 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a90964-7043-4252-8d77-69046b842502 service neutron] Pushing event updated for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:11:59.712265 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1729-8983-427e-8f05-59f468669f11 req-f86ccf93-2127-4ade-8662-09bb5a3a3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:59.714063 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-f86ccf93-2127-4ade-8662-09bb5a3a3b7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1095 time: 0.0540752 Nov 26 23:11:59.735661 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84811ff-40fd-4adc-bdb6-8723670da615 x-openstack-request-id: req-b84811ff-40fd-4adc-bdb6-8723670da615 {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:11:59.735960 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:11:59.736333 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b84811ff-40fd-4adc-bdb6-8723670da615 {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:11:59.736930 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'status': 'completed', 'code': 200} Nov 26 23:11:59.768334 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-cdf2269d-ad02-47d9-a939-bdd6af4f02e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 217 time: 0.0400455 Nov 26 23:11:59.819031 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1729-8983-427e-8f05-59f468669f11 req-55bd898d-fed8-4c73-a6c9-c75774956170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:59.820620 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-55bd898d-fed8-4c73-a6c9-c75774956170 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0455379 Nov 26 23:11:59.871372 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb1729-8983-427e-8f05-59f468669f11 req-61891850-9e8c-4ff6-b75e-e2fc92b429b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:11:59.872876 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-61891850-9e8c-4ff6-b75e-e2fc92b429b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448682 Nov 26 23:11:59.966855 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-d2db0ef2-cf45-4eba-b4fd-448024772eab service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855317 Nov 26 23:12:00.060366 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-beeb1729-8983-427e-8f05-59f468669f11 req-661d2893-20c5-4adc-8a66-29c86c24aef8 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864372 Nov 26 23:12:00.195878 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-9bb25c68-9c24-43a8-8c93-73113f0ee661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:00.197402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-9bb25c68-9c24-43a8-8c93-73113f0ee661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1095 time: 0.0431595 Nov 26 23:12:00.291134 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-4b709c6b-edd7-4037-814b-0fc0b27dab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:00.292590 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-4b709c6b-edd7-4037-814b-0fc0b27dab92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0871315 Nov 26 23:12:00.334845 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-45fbd4a4-4a09-4fe1-b503-cc1bce51777d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 217 time: 0.0339038 Nov 26 23:12:00.382362 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-44c72d0d-1ade-453d-8396-5ccba0efc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:00.383758 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-44c72d0d-1ade-453d-8396-5ccba0efc3c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0422761 Nov 26 23:12:00.427543 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-cd98f367-a495-40da-b306-ede205373855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:00.429006 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-cd98f367-a495-40da-b306-ede205373855 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382988 Nov 26 23:12:00.519192 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-bce81b9f-c82b-46bb-8a15-d69fa4fddfc2 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833175 Nov 26 23:12:00.613541 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-221db96b-605d-4074-ace5-abc8b4d01a38 req-02743de0-fa78-400c-b99b-44cb72d0d4bd service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Nov 26 23:12:00.667777 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b84992-3782-4800-9c96-bed30565f434 req-43154b2d-1e03-4248-a8ad-c8f2507c5283 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:00.670032 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b84992-3782-4800-9c96-bed30565f434 req-43154b2d-1e03-4248-a8ad-c8f2507c5283 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 944 time: 0.0553317 Nov 26 23:12:00.719102 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c7b84992-3782-4800-9c96-bed30565f434 req-2d391a01-4c43-47f3-aae5-a1d17bb6de18 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 Nov 26 23:12:01.836867 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e4969-4d12-41eb-a4d5-a621a1a280b8 req-e921d81e-75e4-40cd-ad24-7a0af973559d tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:01.838278 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-608e4969-4d12-41eb-a4d5-a621a1a280b8 req-e921d81e-75e4-40cd-ad24-7a0af973559d tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 944 time: 0.0486977 Nov 26 23:12:01.890758 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-608e4969-4d12-41eb-a4d5-a621a1a280b8 req-58e4e9c4-2d7a-4b94-80d7-97a6388f470a tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465000 Nov 26 23:12:03.013910 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de94419-464e-4c6a-912f-dda1db957f15 req-e0ae3952-d1d6-4ade-8d3b-7d81f27fe330 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:03.015413 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6de94419-464e-4c6a-912f-dda1db957f15 req-e0ae3952-d1d6-4ade-8d3b-7d81f27fe330 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 944 time: 0.0566077 Nov 26 23:12:03.065416 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6de94419-464e-4c6a-912f-dda1db957f15 req-6946375a-cca3-4ed7-84d2-5650423c3647 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441639 Nov 26 23:12:04.180980 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3cd22-bd41-48fa-b9be-e830e4668a4d req-82400915-ae00-4544-b220-1ee239de6529 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:04.182405 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42c3cd22-bd41-48fa-b9be-e830e4668a4d req-82400915-ae00-4544-b220-1ee239de6529 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 944 time: 0.0491350 Nov 26 23:12:04.232354 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-42c3cd22-bd41-48fa-b9be-e830e4668a4d req-5da06d2c-21de-4554-8ab1-a8e4b7481059 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439169 Nov 26 23:12:04.310868 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:12:04.406940 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:12:04.417872 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:12:04.453510 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:04.466890 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:12:04.485663 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:12:04.489863 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:04.538799 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:12:04.926058 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:12:05.345403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662155c0-9dc0-4593-8f9b-51697a8fb4be req-fe473bab-9e6a-4cbe-b5e5-0cc25da41e45 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:05.346947 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-662155c0-9dc0-4593-8f9b-51697a8fb4be req-fe473bab-9e6a-4cbe-b5e5-0cc25da41e45 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 945 time: 0.0480423 Nov 26 23:12:05.400317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-662155c0-9dc0-4593-8f9b-51697a8fb4be req-ac5398f5-762e-4f18-9617-d12d97a7682a tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474379 Nov 26 23:12:06.325757 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:12:06.374911 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning for port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 23:12:06.378482 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:12:06.378853 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:06.454001 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:06.475959 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:12:06.478194 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1af4df-49ce-4047-9497-a72a1c2495c5" -d '{"events": [{"server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "name": "network-vif-plugged", "status": "completed", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:12:06.495787 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:12:06.505779 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:06.532652 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23c11af-b899-42d8-804c-bc0054bae6e2 x-openstack-request-id: req-f23c11af-b899-42d8-804c-bc0054bae6e2 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:12:06.532950 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "name": "network-vif-plugged", "status": "completed", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:12:06.533209 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f23c11af-b899-42d8-804c-bc0054bae6e2 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:12:06.533598 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'code': 200} Nov 26 23:12:06.535749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda296e-21e6-4f75-9e28-0bcd2abc6fee req-2688e3fc-50cf-4e8c-8453-9be121e4a5bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:06.537270 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afda296e-21e6-4f75-9e28-0bcd2abc6fee req-2688e3fc-50cf-4e8c-8453-9be121e4a5bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 945 time: 0.0669444 Nov 26 23:12:06.560336 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:12:06.594792 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-afda296e-21e6-4f75-9e28-0bcd2abc6fee req-f8e5f02d-6aa9-4b23-bdd9-acdb898ef4d3 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511768 Nov 26 23:12:06.672436 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb290ebe-97da-40fc-8628-0623fedc8ffa req-b293a803-70dd-4fe8-9f28-08a5fff95b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:06.674690 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb290ebe-97da-40fc-8628-0623fedc8ffa req-b293a803-70dd-4fe8-9f28-08a5fff95b53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1097 time: 0.0467198 Nov 26 23:12:06.720382 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-fb290ebe-97da-40fc-8628-0623fedc8ffa req-a106a105-e9c8-470c-a84f-37b3f7278404 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386884 Nov 26 23:12:07.711059 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cd813-d18f-49f4-bf84-c03c22f8dd61 req-0341a032-2413-459c-80bf-6cb29608e81a tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:07.712920 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-601cd813-d18f-49f4-bf84-c03c22f8dd61 req-0341a032-2413-459c-80bf-6cb29608e81a tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 946 time: 0.0510383 Nov 26 23:12:07.762597 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-601cd813-d18f-49f4-bf84-c03c22f8dd61 req-73780302-40bc-424e-8fd4-2da28a32b715 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431321 Nov 26 23:12:07.961192 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:08.738170 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:08.881005 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846ba67-85fc-4dad-a451-e764fd7a9b0f req-9ee80c0b-aeaf-4817-b039-64979114d8b5 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:08.882487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b846ba67-85fc-4dad-a451-e764fd7a9b0f req-9ee80c0b-aeaf-4817-b039-64979114d8b5 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 946 time: 0.0520141 Nov 26 23:12:08.931177 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-b846ba67-85fc-4dad-a451-e764fd7a9b0f req-5474081f-bbd3-4422-9cb4-93f6784d3c41 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419540 Nov 26 23:12:09.048186 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca867-6231-4011-8dfa-ce4bcaf38496 req-8a6b3ee1-adaf-4f03-83b9-8aaeee9af9e7 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:09.049558 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-072ca867-6231-4011-8dfa-ce4bcaf38496 req-8a6b3ee1-adaf-4f03-83b9-8aaeee9af9e7 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 946 time: 0.0489070 Nov 26 23:12:09.097203 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-072ca867-6231-4011-8dfa-ce4bcaf38496 req-6366c20d-e4a5-4a5c-9e64-cdaf1147c4c5 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417652 Nov 26 23:12:09.118524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43304) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:12:09.198849 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b65069d-2c10-4a18-9908-3264c7353444 tempest-TestSnapshotPattern-384749778 tempest-TestSnapshotPattern-384749778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:09.201220 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3b65069d-2c10-4a18-9908-3264c7353444 tempest-TestSnapshotPattern-384749778 tempest-TestSnapshotPattern-384749778-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1092 time: 0.0817144 Nov 26 23:12:09.204029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43308) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:12:09.208178 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:12:09.229156 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:09.327989 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:09.431685 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Allocated IP 172.25.3.156 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/884ebbdc-97e6-4943-a6c3-27146600237a) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:12:09.531450 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:09.565321 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:09.603755 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:12:09.607214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:12:09.611853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:12:09.637674 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'Port': ['ID=884ebbdc-97e6-4943-a6c3-27146600237a,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:12:09.966980 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:10.034545 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:10.177685 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:10.181892 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:10.252703 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'Port': ['ID=884ebbdc-97e6-4943-a6c3-27146600237a,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:12:10.263739 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:10.362766 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Floating IP 7e52cfaf-1e6d-409b-b89c-17d057206faa associated. External IP: 172.25.3.156, port: 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6. Nov 26 23:12:10.573680 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:12:10.690396 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:12:10.700714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] Sync routers for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:12:10.709901 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:10.712768 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:12:10.713390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:12:10.738417 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-cdb262c9-c18f-44f5-bb10-0896606570bb tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5332770 Nov 26 23:12:10.739045 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:12:10.741315 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e15d66-c9a9-4294-a983-0fed8ec86062" -d '{"events": [{"name": "network-changed", "server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:12:10.833026 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:12:10.840334 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb21ae7-9399-40ae-a456-376d403d4572 x-openstack-request-id: req-ebb21ae7-9399-40ae-a456-376d403d4572 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:12:10.840806 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:12:10.841075 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebb21ae7-9399-40ae-a456-376d403d4572 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:12:10.841491 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'status': 'completed', 'code': 200} Nov 26 23:12:10.931352 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-5d2e27d7-cbd3-4e2b-94f7-95b825eeaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:10.933730 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-5d2e27d7-cbd3-4e2b-94f7-95b825eeaa6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1097 time: 0.0483336 Nov 26 23:12:11.037762 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-56b7f7b4-72ad-4edf-b8aa-46c5a9612047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:11.039211 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-56b7f7b4-72ad-4edf-b8aa-46c5a9612047 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0971415 Nov 26 23:12:11.100979 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:09Z', 'revision_number': 0, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:12:11.105630 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-234de4aa-e0e6-4b20-b2f2-14f74c94c050 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 1000 time: 0.0599549 Nov 26 23:12:11.126842 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] Checking router: fe9f7f83-0dab-4061-b758-9bbded5dd6d6 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:12:11.135222 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:12:11.136083 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:11:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:12:11.154235 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-933c3ee3-8375-46dd-874e-66b39730ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:11.155712 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-933c3ee3-8375-46dd-874e-66b39730ec62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0440507 Nov 26 23:12:11.206643 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-db1d4f3b-e1a3-4865-a5ff-509ef6599036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:11.208129 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-db1d4f3b-e1a3-4865-a5ff-509ef6599036 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447853 Nov 26 23:12:11.240902 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:12:11.299423 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-8e83be66-df7d-421f-a472-310c1a854bfd service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831769 Nov 26 23:12:11.395281 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-a6e15d66-c9a9-4294-a983-0fed8ec86062 req-a8e41958-2944-4ad3-a4f3-48837f81e24b service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893307 Nov 26 23:12:11.504213 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:09Z', 'revision_number': 0, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:12:11.531899 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eafa96-4b29-4ebd-9925-c194f3ebe6c0 None None] The sync data for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 is: [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:09Z', 'revision_number': 0, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:12:11.713509 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012cfb2-3f6c-4194-bb65-6b73efccfc18 None None] New status for floating IP 7e52cfaf-1e6d-409b-b89c-17d057206faa: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:12:18.980831 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:12:23.690819 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f3534f9f-29c7-4990-a3f2-1074d011b1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:26.424678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-b93477f3-a1dc-4ca6-8f7d-55b219bc1573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:27.438486 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:28.047642 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-d112d597-70cd-4a78-a8e0-904be69a3303 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407639 Nov 26 23:12:28.147525 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-8af7c36d-c595-4815-8e47-3c2109a791e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:28.149001 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-8af7c36d-c595-4815-8e47-3c2109a791e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1097 time: 0.0399542 Nov 26 23:12:28.255075 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-fb5a8455-11eb-495d-8165-949b70cba737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:28.256549 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-fb5a8455-11eb-495d-8165-949b70cba737 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0871899 Nov 26 23:12:28.321046 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-8734f693-034c-4125-bf3e-de982253fe14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 1002 time: 0.0567613 Nov 26 23:12:28.369724 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-bac46897-95cc-4cea-b3bb-2725c1bba7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:28.371191 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-bac46897-95cc-4cea-b3bb-2725c1bba7a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0428131 Nov 26 23:12:28.422625 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-326d6a56-3402-42a5-bb97-28493f4a5dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:12:28.424095 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-326d6a56-3402-42a5-bb97-28493f4a5dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441720 Nov 26 23:12:28.512047 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-c657a78c-872c-4844-81b1-8f1741d71231 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806584 Nov 26 23:12:28.605049 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-675a10fb-5722-4f5c-afca-d2dba984f760 req-b8988c8a-859f-4264-8969-7aedba5c20fc service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845981 Nov 26 23:12:28.975956 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:29.533913 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:37.977186 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:38.743306 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:53.691078 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-846d23ff-1f10-47e1-a4cc-3959e8f87bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:55.979657 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:12:56.426368 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4e956358-97af-42f7-98a4-5a19e43c02b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:57.440210 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:58.979105 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:12:59.537002 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:07.976063 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:08.746807 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:23.691936 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-cacdffed-c703-4503-be6b-573e351854cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:26.426045 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-91241ff1-3cbd-4d5b-a61c-86a7b14fdaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:27.446179 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:28.081200 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-8db55a5a-7039-4ada-94ad-29faf35e427a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400164 Nov 26 23:13:28.177848 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-a869fbf6-08b7-4872-af93-f35e942d2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:13:28.179402 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-a869fbf6-08b7-4872-af93-f35e942d2d74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1097 time: 0.0408597 Nov 26 23:13:28.283932 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-34b988a7-2888-43dd-90b3-9be42063c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:13:28.285396 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-34b988a7-2888-43dd-90b3-9be42063c443 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0875199 Nov 26 23:13:28.349583 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-a81eecb5-b53c-427f-86a3-3957fa59a3af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 1002 time: 0.0569437 Nov 26 23:13:28.397199 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-c30ed7c0-57bc-4418-8538-2bd2ce5c17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:13:28.398626 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-c30ed7c0-57bc-4418-8538-2bd2ce5c17b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0427494 Nov 26 23:13:28.447695 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-884dab38-8fa3-42c7-8386-89d79aa26981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:13:28.449153 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-884dab38-8fa3-42c7-8386-89d79aa26981 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431099 Nov 26 23:13:28.539067 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-89f91277-d47f-4237-8bcd-cd40760ec101 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821030 Nov 26 23:13:28.634849 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-22845914-9b98-4d52-97e8-f25f6b992f6b req-db929796-a535-47e8-862a-5ebe2488676e service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867937 Nov 26 23:13:28.981491 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:29.539813 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:32.980169 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:13:38.006163 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:38.735075 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:53.693458 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1c19da82-69a6-4ed0-b1d9-80d5d3abdb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:56.425900 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-38e6a376-59b5-4dc6-a1df-aca086d2219d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:57.446484 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:58.984788 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:13:59.546850 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:08.010258 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:08.760174 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:09.979310 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:14:23.695530 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-77778c9d-de49-4d1a-9d56-50e9c4470e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:26.428388 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c99d9eb-aba4-4387-a765-2aabb2bef780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:27.448309 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:28.018387 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-468311ff-a2ad-487e-902d-3e992ea464a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411222 Nov 26 23:14:28.114682 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-9f46db0a-53fd-443b-a327-dff415637c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:14:28.116156 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-9f46db0a-53fd-443b-a327-dff415637c21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1097 time: 0.0406098 Nov 26 23:14:28.222471 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-a53f53bc-a4bc-4fc5-895f-fd6f9c571adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:14:28.223914 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-a53f53bc-a4bc-4fc5-895f-fd6f9c571adf service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0859408 Nov 26 23:14:28.288835 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-c96ed9dc-58fe-48fe-9508-1b9496534350 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 1002 time: 0.0572684 Nov 26 23:14:28.336533 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-9b906d84-e245-4034-bc16-9035b98aea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:14:28.337920 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-9b906d84-e245-4034-bc16-9035b98aea95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0416307 Nov 26 23:14:28.388521 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-56851c30-d968-4cab-b14d-1bf8e03b0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:14:28.390149 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-56851c30-d968-4cab-b14d-1bf8e03b0237 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448699 Nov 26 23:14:28.400743 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-4a8ea2bd-798d-4314-8c57-566c5ea8427d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 23:14:28.401725 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-4a8ea2bd-798d-4314-8c57-566c5ea8427d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048475 Nov 26 23:14:28.490337 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-2853938d-6ef4-433c-adfd-707b8e380e53 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814052 Nov 26 23:14:28.582409 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-94abbf2a-980f-4bff-8e23-58fbb9eb847b req-71c108d1-3017-4842-b3a7-08e13c498c32 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852542 Nov 26 23:14:28.985879 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:29.539122 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:38.019577 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:38.753724 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:43.152531 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 details requested by agent hyperv_n-h1-819494-1 with host n-h1-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:14:43.245821 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:14:43.257451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Returning: {'device': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:14:43.292374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:43.305472 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:14:43.324617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:14:43.328941 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:43.374278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:14:43.381457 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.381807 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.382182 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.382524 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.382859 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.383189 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.383515 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.383840 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.384168 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.384488 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.384809 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.385127 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:14:43.463815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] get_ports_and_sgs() called for port_ids ['7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:14:45.171315 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 up at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:14:45.226054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Provisioning complete for port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:14:45.226455 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:45.299512 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:45.322419 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:14:45.324699 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5723a0a-9346-43d7-9f74-85007c911650" -d '{"events": [{"server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "name": "network-vif-plugged", "status": "completed", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:14:45.337704 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:14:45.341283 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:45.393815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:14:45.433020 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08abc38-c6b7-4bc3-b9e1-7336eec4a755 x-openstack-request-id: req-f08abc38-c6b7-4bc3-b9e1-7336eec4a755 {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:14:45.433339 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "name": "network-vif-plugged", "status": "completed", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:14:45.433602 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f08abc38-c6b7-4bc3-b9e1-7336eec4a755 {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:14:45.434006 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'code': 200} Nov 26 23:14:46.978840 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:14:53.701978 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fac85cab-1c76-453c-b99a-68e2709f1f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:55.960398 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2ebf00fd-0aa4-42bd-abfc-cea7e8664331 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212718496&fields=id&tenant_id=b493760876394d5c92048a450e792c79 HTTP/1.1" status: 200 len: 267 time: 0.0448620 Nov 26 23:14:56.069975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-efa17869-8528-4918-8414-bbe08e5abcf1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:14:56.071487 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-efa17869-8528-4918-8414-bbe08e5abcf1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 810 time: 0.1044264 Nov 26 23:14:56.087938 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-fb3da876-cd34-4d12-a35e-983d42edfbf2 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/quotas/b493760876394d5c92048a450e792c79 HTTP/1.1" status: 200 len: 375 time: 0.0108044 Nov 26 23:14:56.148034 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-b7c7a8a2-8d9a-44f7-a7c9-b0d52766fa77 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539443 Nov 26 23:14:56.216090 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-9c5696b5-b9ac-46a8-bb3c-1cb6593040ed service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 23:14:56.217095 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-9c5696b5-b9ac-46a8-bb3c-1cb6593040ed service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576987 Nov 26 23:14:56.305557 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-8e115a19-6394-4656-8ada-7787235049b2 service neutron] 10.222.0.21 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820096 Nov 26 23:14:56.397195 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-b5c79ac0-dac8-433b-ba54-b38defd8e7fa service neutron] 10.222.0.21 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856674 Nov 26 23:14:56.429761 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-255a8025-da5c-4350-9479-20f69184ce59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:56.640091 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3c1c1893-71e0-4c1f-aa88-04f574f07ede req-6458c4ab-5848-4f3b-ac2f-26da6521e29c tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 210 time: 0.0814369 Nov 26 23:14:57.453134 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:57.720115 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-7e2302f6-5f5a-4c7b-b4f5-3788c0f4308b req-731a8e97-50a6-489e-a697-43b46c81859b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 210 time: 0.0265927 Nov 26 23:14:58.797856 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a459d8fa-3fa5-4017-a1df-5127548eb2c6 req-f556f244-29bc-407c-ae50-4904e78a8aa9 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Nov 26 23:14:58.989677 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:59.211307 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:14:59.289083 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:59.311040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:14:59.313283 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05534bd5-8378-43e9-81e8-a130afd141fa" -d '{"events": [{"server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "name": "network-vif-unplugged", "status": "completed", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:14:59.325579 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:14:59.329946 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:59.354308 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Nov 2021 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657cf9c4-5143-442a-b75a-f00f209d7c4a x-openstack-request-id: req-657cf9c4-5143-442a-b75a-f00f209d7c4a {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:14:59.354600 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "name": "network-vif-unplugged", "status": "completed", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:14:59.354851 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-657cf9c4-5143-442a-b75a-f00f209d7c4a {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:14:59.355238 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'code': 200} Nov 26 23:14:59.378015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Pushing event updated for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=8']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:14:59.545307 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:14:59.893518 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ed8f3bb0-c535-4f4c-8be1-cb2b6433ed26 req-3f4d990c-ddd2-4fea-8969-edfdbda9d5ec tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 210 time: 0.0427604 Nov 26 23:15:00.983890 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c49b19ae-d65a-4c61-adc6-fe5e0dc9f343 req-00b9a6f2-e137-4e55-a29d-15e96e155d24 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 210 time: 0.0259595 Nov 26 23:15:01.702883 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-bc87b240-865d-48da-b89e-8d269d89486c tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:01.704420 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-bc87b240-865d-48da-b89e-8d269d89486c tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.41 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 810 time: 0.1079340 Nov 26 23:15:01.781883 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-f6f605c4-6e92-4b88-9766-741714778df1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b493760876394d5c92048a450e792c79 HTTP/1.1" status: 200 len: 379 time: 0.0626192 Nov 26 23:15:01.806831 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'port': {'device_id': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'admin_state_up': True, 'tenant_id': 'b493760876394d5c92048a450e792c79', 'security_groups': ['e16c1d28-4746-49b7-990d-daed261f0283']}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:15:01.922203 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Made reservation on behalf of b493760876394d5c92048a450e792c79 for: {'port': 1} {{(pid=110000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 26 23:15:01.925632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:02.072084 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_common [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Allocated IP 172.20.0.3 (7df466d0-3679-4b94-a3b4-0013e72fe676/9a968e00-f76f-4e47-a40e-8e4e490e776f/10ada578-02ff-4134-a5cc-96d7793d9973) {{(pid=110000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:15:02.143822 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5e802227-63fa-440d-b62d-cd4262592b12 req-e46058cc-aaea-40bd-80b7-f9d93d28f669 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 210 time: 0.0343127 Nov 26 23:15:02.243875 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for port, precommit_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:02.290320 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_create {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:02.347373 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 is already hosted by enough agents. {{(pid=110000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:15:02.350906 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.base_scheduler [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Resources bound (agent type, host, resource id): {{(pid=110000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:15:02.355019 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Received port after_create {{(pid=110000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:15:02.363530 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'Port': ['ID=10ada578-02ff-4134-a5cc-96d7793d9973,revision_number=1']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:15:02.395482 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.395833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.396182 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.396528 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.397329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.397329 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.397627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.397823 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.398172 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.398503 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.398832 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.399161 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:02.429423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:02.430382 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:02.455686 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-11fefad1-2e7e-4633-a29e-19d53fb59efc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6526053 Nov 26 23:15:02.713491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-8bb33e70-743a-4855-8e1a-3ba1184acea5 None None] Provisioning complete for port 10ada578-02ff-4134-a5cc-96d7793d9973 triggered by entity DHCP. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:15:02.714096 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8bb33e70-743a-4855-8e1a-3ba1184acea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:02.748331 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-8bb33e70-743a-4855-8e1a-3ba1184acea5 None None] Port 10ada578-02ff-4134-a5cc-96d7793d9973 cannot update to ACTIVE because it is not bound. {{(pid=110001) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 26 23:15:03.270853 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab54bd-9e00-4eeb-9084-2b9adffd9acf req-f82158f1-d39e-4e5d-b74b-0c19dbb335cc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:03.272531 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cab54bd-9e00-4eeb-9084-2b9adffd9acf req-f82158f1-d39e-4e5d-b74b-0c19dbb335cc tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0515802 Nov 26 23:15:03.324393 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-6cab54bd-9e00-4eeb-9084-2b9adffd9acf req-b4d1b365-cb10-4efb-8b16-a95bc507d9f1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457342 Nov 26 23:15:04.461142 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f580ab-11fc-448d-8f84-22eb7abb8d52 req-a7c74033-7057-43db-8baf-238aa0bed6f1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:04.462719 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8f580ab-11fc-448d-8f84-22eb7abb8d52 req-a7c74033-7057-43db-8baf-238aa0bed6f1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0621176 Nov 26 23:15:04.517789 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-a8f580ab-11fc-448d-8f84-22eb7abb8d52 req-2ba06d55-1d4c-45ec-98ff-983fa6e1d058 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484307 Nov 26 23:15:05.642424 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ccd60-1939-4dbc-8043-64fbfd31856d req-9619889f-bde4-402d-99c9-37585f6a7886 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:05.643916 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-289ccd60-1939-4dbc-8043-64fbfd31856d req-9619889f-bde4-402d-99c9-37585f6a7886 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0518115 Nov 26 23:15:05.696620 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-289ccd60-1939-4dbc-8043-64fbfd31856d req-72cb0ab5-90b7-4af1-8b32-13bcfeafc4d7 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466866 Nov 26 23:15:06.817431 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3c84-083d-4e81-843e-b40af87a84e9 req-6f4d0f98-9d84-408b-802b-658fc02196d4 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:06.818999 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-633b3c84-083d-4e81-843e-b40af87a84e9 req-6f4d0f98-9d84-408b-802b-658fc02196d4 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0516937 Nov 26 23:15:06.875002 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-633b3c84-083d-4e81-843e-b40af87a84e9 req-6c63da4a-77a6-4b2c-9d89-a6f92535e434 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495830 Nov 26 23:15:08.002733 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df65c-f6f6-489c-87da-98d0afd5d5fe req-f3784c28-bf35-4378-a71f-2aa8f12e6517 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:08.005003 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f3df65c-f6f6-489c-87da-98d0afd5d5fe req-f3784c28-bf35-4378-a71f-2aa8f12e6517 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0535831 Nov 26 23:15:08.035318 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:08.059983 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-8f3df65c-f6f6-489c-87da-98d0afd5d5fe req-aca53deb-c6cf-4a43-8c08-fcc159c0ae24 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486922 Nov 26 23:15:08.774911 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:09.190337 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f520a-c8bc-442c-a23d-748181b3d4e6 req-9ed9d2eb-e930-45bf-b5f4-ffb1dbc3d5e8 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:09.193858 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb4f520a-c8bc-442c-a23d-748181b3d4e6 req-9ed9d2eb-e930-45bf-b5f4-ffb1dbc3d5e8 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0587084 Nov 26 23:15:09.243360 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-eb4f520a-c8bc-442c-a23d-748181b3d4e6 req-bad43a87-53c5-4df7-a795-8248c01de670 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454535 Nov 26 23:15:10.368214 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b757b-f036-4530-bc55-d20f31fc6469 req-9d016388-7271-4a3a-82e7-a61907f2a3d2 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:10.369718 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca8b757b-f036-4530-bc55-d20f31fc6469 req-9d016388-7271-4a3a-82e7-a61907f2a3d2 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0538037 Nov 26 23:15:10.438759 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-ca8b757b-f036-4530-bc55-d20f31fc6469 req-f7c86325-f98c-4c79-ba66-f36401b8e754 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568573 Nov 26 23:15:11.557047 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf973ff-536e-420c-b4d6-c4e4af6d0052 req-4a2b398a-506f-47a3-8e9b-ee31e41c3e6d tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:11.558568 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcf973ff-536e-420c-b4d6-c4e4af6d0052 req-4a2b398a-506f-47a3-8e9b-ee31e41c3e6d tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0490193 Nov 26 23:15:11.607969 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fcf973ff-536e-420c-b4d6-c4e4af6d0052 req-cc900295-9283-4693-9e1a-2c07af3a3b88 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Nov 26 23:15:12.730274 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee9c5b-16d7-4f3e-9cba-35060e907c0d req-c5474b3a-cf82-4b38-8c97-a6357612b366 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:12.731778 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6ee9c5b-16d7-4f3e-9cba-35060e907c0d req-c5474b3a-cf82-4b38-8c97-a6357612b366 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0536053 Nov 26 23:15:12.780075 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-d6ee9c5b-16d7-4f3e-9cba-35060e907c0d req-337d1af0-c741-47bf-9d6b-894ca32f3a2a tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421753 Nov 26 23:15:13.895918 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a8357-36b8-4411-b6b2-c153c4858ce3 req-f109fb0e-13a3-4d43-846e-eed813f28478 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:13.897647 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-450a8357-36b8-4411-b6b2-c153c4858ce3 req-f109fb0e-13a3-4d43-846e-eed813f28478 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0485868 Nov 26 23:15:13.947336 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-450a8357-36b8-4411-b6b2-c153c4858ce3 req-fa835f72-ef67-491c-b932-2939802fd4ba tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438201 Nov 26 23:15:14.660444 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-0e24d542-d287-413e-9fae-4cc23d9000a2 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=110000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 26 23:15:14.662115 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-0e24d542-d287-413e-9fae-4cc23d9000a2 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060434 Nov 26 23:15:14.734782 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.v2.base [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Request body: {'port': {'device_id': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-819494-1'}} {{(pid=110000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:15:14.791934 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:15.048259 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ada578-02ff-4134-a5cc-96d7793d9973 {{(pid=110000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:15:15.056066 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:15.061221 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207680a-858f-4207-a002-403f2b2d4afb req-0899cd10-66fd-44ca-a93d-33d9727dc791 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:15.063252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4207680a-858f-4207-a002-403f2b2d4afb req-0899cd10-66fd-44ca-a93d-33d9727dc791 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 931 time: 0.0480599 Nov 26 23:15:15.068394 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.provisioning_blocks [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Transition to ACTIVE for port object 10ada578-02ff-4134-a5cc-96d7793d9973 will not be triggered until provisioned by entity L2. {{(pid=110000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 26 23:15:15.072361 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:15.118118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4207680a-858f-4207-a002-403f2b2d4afb req-db33eabc-1647-46d0-abfd-0d80d87113d1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478144 Nov 26 23:15:15.143059 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Pushing event updated for resources: {'Port': ['ID=10ada578-02ff-4134-a5cc-96d7793d9973,revision_number=2']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:15:15.196230 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Attempting to bind port 10ada578-02ff-4134-a5cc-96d7793d9973 on host n-h2-819494-1 for vnic_type normal with profile {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 26 23:15:15.196571 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Attempting to bind port 10ada578-02ff-4134-a5cc-96d7793d9973 by drivers openvswitch,hyperv on host n-h2-819494-1 at level 0 using segments [{'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 26 23:15:15.196902 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Attempting to bind port 10ada578-02ff-4134-a5cc-96d7793d9973 on network 7df466d0-3679-4b94-a3b4-0013e72fe676 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:15:15.201420 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Port 10ada578-02ff-4134-a5cc-96d7793d9973 on network 7df466d0-3679-4b94-a3b4-0013e72fe676 not bound, no agent of type Open vSwitch agent registered on host n-h2-819494-1 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 26 23:15:15.201741 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Attempting to bind port 10ada578-02ff-4134-a5cc-96d7793d9973 on network 7df466d0-3679-4b94-a3b4-0013e72fe676 {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 26 23:15:15.207911 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Checking agent: {'id': 'f3cf9f99-00c3-426b-8f37-3dc41247e32a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-819494-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'started_at': datetime.datetime(2021, 11, 26, 21, 40, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 26, 23, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 26 23:15:15.208250 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Checking segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 26 23:15:15.208667 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Bound using segment: {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'} {{(pid=110000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 26 23:15:15.209093 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.managers [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Bound port: 10ada578-02ff-4134-a5cc-96d7793d9973, host: n-h2-819494-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f01956-2856-4b65-968e-13c431ca71bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676'}}] {{(pid=110000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 26 23:15:15.209449 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:15.276419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, cleared binding levels {{(pid=110000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 26 23:15:15.279661 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10ada578-02ff-4134-a5cc-96d7793d9973,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 26 23:15:15.291342 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26209238'] for port, after_update {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:15.324370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:15.325169 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:15.326785 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] 10.222.0.41 "PUT /v2.0/ports/10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 200 len: 1091 time: 0.6383338 Nov 26 23:15:15.329275 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:15:15.331846 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12705217-f640-456e-b65d-b1bf40338584" -d '{"events": [{"name": "network-changed", "server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:15:15.366633 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b0356-81a0-42ff-b2c5-c3f7a4c3cd0b service neutron] Pushing event updated for resources: {'Port': ['ID=10ada578-02ff-4134-a5cc-96d7793d9973,revision_number=3']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:15:15.411347 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce50d5d-1472-4ae0-8039-02c005e5680b x-openstack-request-id: req-dce50d5d-1472-4ae0-8039-02c005e5680b {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:15:15.411686 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:15:15.411934 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dce50d5d-1472-4ae0-8039-02c005e5680b {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:15:15.412339 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973', 'status': 'completed', 'code': 200} Nov 26 23:15:15.429043 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-24a1baf6-e27a-47d2-ac37-b8f64861b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:15.430767 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-24a1baf6-e27a-47d2-ac37-b8f64861b4d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1094 time: 0.0470471 Nov 26 23:15:15.482367 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-16eab3fe-39cc-4709-a83c-6c636a1e62c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 200 len: 217 time: 0.0387509 Nov 26 23:15:15.533215 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-444459fb-f88a-4d00-8241-f6dd30df7cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:15.534732 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-444459fb-f88a-4d00-8241-f6dd30df7cd1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0458686 Nov 26 23:15:15.582812 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-59af9baa-d30b-4dff-b2b6-44311762b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:15.584323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-59af9baa-d30b-4dff-b2b6-44311762b7ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420918 Nov 26 23:15:15.676359 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-2d21b465-e64e-40c1-8824-204b901b68ce service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848992 Nov 26 23:15:15.763988 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-9aa88a1e-bdb8-4c25-aa01-cc7094c2b698 req-dd2c9cd4-dcc9-4d32-a283-a66130828cf1 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797951 Nov 26 23:15:15.902335 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705217-f640-456e-b65d-b1bf40338584 req-6326c29d-27dc-4a58-b0be-dcb701db0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:15.903862 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12705217-f640-456e-b65d-b1bf40338584 req-6326c29d-27dc-4a58-b0be-dcb701db0056 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1094 time: 0.0456741 Nov 26 23:15:15.989641 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705217-f640-456e-b65d-b1bf40338584 req-03be3020-94cb-44a9-9272-11bfa3634f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:15.991098 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12705217-f640-456e-b65d-b1bf40338584 req-03be3020-94cb-44a9-9272-11bfa3634f2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0808318 Nov 26 23:15:16.032641 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12705217-f640-456e-b65d-b1bf40338584 req-6cc489b9-c121-47ba-b236-bf0e4b7af510 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 200 len: 217 time: 0.0337644 Nov 26 23:15:16.083294 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705217-f640-456e-b65d-b1bf40338584 req-d1857118-aa48-4623-91b2-35566dd86c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:16.084694 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12705217-f640-456e-b65d-b1bf40338584 req-d1857118-aa48-4623-91b2-35566dd86c11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0454373 Nov 26 23:15:16.130691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12705217-f640-456e-b65d-b1bf40338584 req-409b46dd-2ef4-425c-a90d-34e8875ec374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:16.132178 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12705217-f640-456e-b65d-b1bf40338584 req-409b46dd-2ef4-425c-a90d-34e8875ec374 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400095 Nov 26 23:15:16.220946 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12705217-f640-456e-b65d-b1bf40338584 req-76c862fc-a186-4884-b9ff-9eb3d67d908a service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819657 Nov 26 23:15:16.235752 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624210cb-402a-4d4f-a643-ddaabdbf7d46 req-02b64b04-0731-4c1e-bf11-ddaec435b08f tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:16.237223 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-624210cb-402a-4d4f-a643-ddaabdbf7d46 req-02b64b04-0731-4c1e-bf11-ddaec435b08f tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 943 time: 0.0474060 Nov 26 23:15:16.287934 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-624210cb-402a-4d4f-a643-ddaabdbf7d46 req-ec5d1f2d-fc02-4dc8-b63b-4c04bcdbc7f5 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444379 Nov 26 23:15:16.315856 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-12705217-f640-456e-b65d-b1bf40338584 req-9e6c18cf-c8e7-49d8-952b-942f44e9e25d service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885477 Nov 26 23:15:17.406664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f6e5c-a342-481d-bb6a-9af6f055f4b7 req-5bf06be8-eb4d-44d6-8ace-e07532d6a2b3 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:17.408737 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b4f6e5c-a342-481d-bb6a-9af6f055f4b7 req-5bf06be8-eb4d-44d6-8ace-e07532d6a2b3 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 943 time: 0.0490098 Nov 26 23:15:17.457574 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-5b4f6e5c-a342-481d-bb6a-9af6f055f4b7 req-ff947e44-24b9-494a-a533-69092e31bb25 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429847 Nov 26 23:15:18.582246 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad01fe-ad5e-4ac3-ae7e-e164934a80d1 req-f2d58b48-0f00-4333-9479-f93b7060366b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:18.583702 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ad01fe-ad5e-4ac3-ae7e-e164934a80d1 req-f2d58b48-0f00-4333-9479-f93b7060366b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 943 time: 0.0525236 Nov 26 23:15:18.631511 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c2ad01fe-ad5e-4ac3-ae7e-e164934a80d1 req-a2885b71-49cd-416d-ad27-e0ea0741365e tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416574 Nov 26 23:15:18.744015 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10ada578-02ff-4134-a5cc-96d7793d9973 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:15:18.839249 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10ada578-02ff-4134-a5cc-96d7793d9973,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:15:18.850391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '10ada578-02ff-4134-a5cc-96d7793d9973', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'port_id': '10ada578-02ff-4134-a5cc-96d7793d9973', 'mac_address': 'fa:16:3e:ea:74:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:15:18.885831 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:18.899314 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ada578-02ff-4134-a5cc-96d7793d9973 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:15:18.918716 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10ada578-02ff-4134-a5cc-96d7793d9973,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:15:18.923428 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:18.968945 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=10ada578-02ff-4134-a5cc-96d7793d9973,revision_number=4']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:15:19.349696 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10ada578-02ff-4134-a5cc-96d7793d9973'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:15:19.747925 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc915970-8898-4d92-a4ce-75c58a0c2273 req-2942311d-a164-4ccb-a62a-e1bf0f060e4a tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:19.749401 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc915970-8898-4d92-a4ce-75c58a0c2273 req-2942311d-a164-4ccb-a62a-e1bf0f060e4a tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 944 time: 0.0494909 Nov 26 23:15:19.797955 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-fc915970-8898-4d92-a4ce-75c58a0c2273 req-004ab093-a07f-49b8-804b-b6e68652f048 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426822 Nov 26 23:15:20.756559 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10ada578-02ff-4134-a5cc-96d7793d9973 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:15:20.808347 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning for port 10ada578-02ff-4134-a5cc-96d7793d9973 completed by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 26 23:15:20.812829 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 10ada578-02ff-4134-a5cc-96d7793d9973 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:15:20.813208 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:20.890821 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:20.913597 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:15:20.914677 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec220d9-0a91-4f21-b7f0-0c1928983e6d req-8ba5d87d-4747-4249-b6df-3a432f003c8b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:20.915918 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f81c59e-451b-4a16-8822-a5c0f2d354af" -d '{"events": [{"server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "name": "network-vif-plugged", "status": "completed", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:15:20.916295 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ec220d9-0a91-4f21-b7f0-0c1928983e6d req-8ba5d87d-4747-4249-b6df-3a432f003c8b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 944 time: 0.0485380 Nov 26 23:15:20.929672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10ada578-02ff-4134-a5cc-96d7793d9973,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:15:20.934453 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:20.965252 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e67da-b0a9-484b-8bdd-dffb8fbb499e x-openstack-request-id: req-490e67da-b0a9-484b-8bdd-dffb8fbb499e {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:15:20.965548 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "name": "network-vif-plugged", "status": "completed", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:15:20.965803 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-490e67da-b0a9-484b-8bdd-dffb8fbb499e {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:15:20.966213 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973', 'code': 200} Nov 26 23:15:20.975106 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-9ec220d9-0a91-4f21-b7f0-0c1928983e6d req-352c5f91-5267-4672-8358-43c4611ff71b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521467 Nov 26 23:15:20.993476 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=10ada578-02ff-4134-a5cc-96d7793d9973,revision_number=5']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:15:21.083952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4274a-659b-4a95-81d3-70fe675340d1 req-f6c0cc61-0499-48b0-87f1-ca9ba71e3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:21.085347 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cce4274a-659b-4a95-81d3-70fe675340d1 req-f6c0cc61-0499-48b0-87f1-ca9ba71e3cde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1096 time: 0.0405576 Nov 26 23:15:21.132652 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-cce4274a-659b-4a95-81d3-70fe675340d1 req-3eec219f-6367-48ac-9650-babf98b0c78a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389824 Nov 26 23:15:22.098930 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af3f9-0f45-4d4a-bef9-4e8ef605f953 req-c3ca62c6-521e-4355-94e4-fc3cc936bc52 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:22.100409 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c86af3f9-0f45-4d4a-bef9-4e8ef605f953 req-c3ca62c6-521e-4355-94e4-fc3cc936bc52 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 945 time: 0.0542452 Nov 26 23:15:22.150084 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-c86af3f9-0f45-4d4a-bef9-4e8ef605f953 req-047f4359-8281-489f-bc3b-3a48fcd8e202 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Nov 26 23:15:23.266320 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63082257-0c55-4170-9612-ab66a19c1962 req-4f264954-c7ab-44b0-8722-db23b9742baf tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:23.268357 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63082257-0c55-4170-9612-ab66a19c1962 req-4f264954-c7ab-44b0-8722-db23b9742baf tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 945 time: 0.0497353 Nov 26 23:15:23.317492 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-63082257-0c55-4170-9612-ab66a19c1962 req-841c79ba-1242-4007-9771-66356f9ee277 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432489 Nov 26 23:15:23.695660 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-db81f195-9231-4f2a-8a04-9d0a29fffb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:23.766562 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4ced5-67b9-4323-99be-2ec05392e636 req-4241b5fa-bbc6-41ea-916e-a9fe0ef964c1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:23.768639 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31c4ced5-67b9-4323-99be-2ec05392e636 req-4241b5fa-bbc6-41ea-916e-a9fe0ef964c1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 945 time: 0.3812716 Nov 26 23:15:23.818629 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-31c4ced5-67b9-4323-99be-2ec05392e636 req-1c4a0d7f-d7e6-49d0-a8ff-609d694055e6 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Nov 26 23:15:23.840303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43636) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:15:23.879054 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0293fbbd-e3ad-45c0-a10d-7b917f283eb3 tempest-TestSnapshotPattern-384749778 tempest-TestSnapshotPattern-384749778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:23.880560 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-0293fbbd-e3ad-45c0-a10d-7b917f283eb3 tempest-TestSnapshotPattern-384749778 tempest-TestSnapshotPattern-384749778-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1091 time: 0.0392568 Nov 26 23:15:23.883394 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43638) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:15:23.887520 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.v2.base [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Request body: {'floatingip': {'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'port_id': '10ada578-02ff-4134-a5cc-96d7793d9973', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 26 23:15:23.909773 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for floatingip, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:23.977972 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:15:24.007590 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:24.108962 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_common [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Allocated IP 172.25.3.109 (767e4e93-422e-4f79-9ddf-e2867440c749/800503d1-8655-49f7-8667-007b9dd147a4/b6bc0f58-f131-49f9-8fa9-a85a062cb1a4) {{(pid=109999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 26 23:15:24.212784 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for port, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:24.245627 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760075252709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:24.284403 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Network 767e4e93-422e-4f79-9ddf-e2867440c749 is already hosted by enough agents. {{(pid=109999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 26 23:15:24.287278 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.base_scheduler [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Resources bound (agent type, host, resource id): {{(pid=109999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 26 23:15:24.291560 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Received port after_create {{(pid=109999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 26 23:15:24.315222 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'Port': ['ID=b6bc0f58-f131-49f9-8fa9-a85a062cb1a4,revision_number=1']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:15:24.332029 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.332383 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.332727 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.333069 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.333406 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.333749 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.334110 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.334435 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.334762 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.335088 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.335419 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.335754 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:15:24.663347 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:24.733424 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:24.880504 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for port, precommit_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:24.884835 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27233733'] for port, after_update {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:24.953380 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event updated for resources: {'Port': ['ID=b6bc0f58-f131-49f9-8fa9-a85a062cb1a4,revision_number=2']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:15:24.966896 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1699203'] for floatingip, after_create {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:25.068619 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Floating IP bde60b7b-81f2-423b-958c-0e5714f50b7a associated. External IP: 172.25.3.109, port: 10ada578-02ff-4134-a5cc-96d7793d9973. Nov 26 23:15:25.286917 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:15:25.395759 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:15:25.405957 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] Sync routers for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:15:25.413692 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:25.417714 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:15:25.418391 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:14:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:15:25.444733 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-f4c07bb1-969b-49e0-a26d-233702635189 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5603144 Nov 26 23:15:25.445303 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:15:25.447606 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846a3f7-9c51-4dcb-8719-6ab65f01033a" -d '{"events": [{"name": "network-changed", "server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:15:25.485208 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d1282-e3f8-4c0b-badc-ae6dd6e18d8c x-openstack-request-id: req-d57d1282-e3f8-4c0b-badc-ae6dd6e18d8c {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:15:25.485501 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:15:25.485772 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d57d1282-e3f8-4c0b-badc-ae6dd6e18d8c {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:15:25.486740 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973', 'status': 'completed', 'code': 200} Nov 26 23:15:25.576725 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-47695e81-9ac8-48ee-9fa3-464f054c8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:25.578328 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-47695e81-9ac8-48ee-9fa3-464f054c8cbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1096 time: 0.0473204 Nov 26 23:15:25.669714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-8ac84fa3-cd7f-4cc2-aeb0-16ff7f32acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:25.671128 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-8ac84fa3-cd7f-4cc2-aeb0-16ff7f32acf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0853961 Nov 26 23:15:25.684755 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:15:25.743376 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-96e58cff-8f99-4a62-a527-9d05a82105cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 200 len: 999 time: 0.0649910 Nov 26 23:15:25.796770 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-e41e1216-86ea-497c-88df-44f8b322f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:25.798259 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-e41e1216-86ea-497c-88df-44f8b322f203 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0481730 Nov 26 23:15:25.843095 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-84d7a935-b038-43b1-9160-5921df7ed2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:25.844568 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-84d7a935-b038-43b1-9160-5921df7ed2a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395646 Nov 26 23:15:25.912702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:11Z', 'revision_number': 1, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}, {'id': 'bde60b7b-81f2-423b-958c-0e5714f50b7a', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '10ada578-02ff-4134-a5cc-96d7793d9973', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:ea:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:15:24Z', 'updated_at': '2021-11-26T23:15:24Z', 'revision_number': 0, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:15:25.937807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-eb2b4cb0-03e1-44a4-bb6d-1b5c28e61524 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859809 Nov 26 23:15:25.938672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] Checking router: fe9f7f83-0dab-4061-b758-9bbded5dd6d6 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:15:25.947020 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:15:25.947626 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:14:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:15:26.058228 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:15:26.290334 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:11Z', 'revision_number': 1, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}, {'id': 'bde60b7b-81f2-423b-958c-0e5714f50b7a', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '10ada578-02ff-4134-a5cc-96d7793d9973', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:ea:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:15:24Z', 'updated_at': '2021-11-26T23:15:24Z', 'revision_number': 0, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:15:26.319603 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b846a3f7-9c51-4dcb-8719-6ab65f01033a req-9d67586f-26e3-4567-b346-c9b524257752 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758056 Nov 26 23:15:26.321296 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7fb4b-a0b1-4079-9652-ffb37a86d134 None None] The sync data for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 is: [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:11Z', 'revision_number': 1, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}, {'id': 'bde60b7b-81f2-423b-958c-0e5714f50b7a', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.109', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '10ada578-02ff-4134-a5cc-96d7793d9973', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:ea:74:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:15:24Z', 'updated_at': '2021-11-26T23:15:24Z', 'revision_number': 0, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:15:26.434796 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f9c06825-2728-4fc5-bc53-344f89fb8580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:26.550187 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7429326-843a-4918-ab8f-ae8f02ff337a None None] New status for floating IP bde60b7b-81f2-423b-958c-0e5714f50b7a: ACTIVE {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:15:27.456008 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:28.992839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:29.537730 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:30.089999 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-380934d0-2e23-4177-bd28-91f33c21da41 req-8d2dccd7-dbb4-4b7e-8187-75f648874f63 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817533 Nov 26 23:15:30.189997 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380934d0-2e23-4177-bd28-91f33c21da41 req-f4b4ceb5-bdad-46fa-a133-14cf86fef921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:30.191485 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-380934d0-2e23-4177-bd28-91f33c21da41 req-f4b4ceb5-bdad-46fa-a133-14cf86fef921 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1095 time: 0.0430458 Nov 26 23:15:30.292493 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380934d0-2e23-4177-bd28-91f33c21da41 req-34a9129a-dfd1-4f0c-9ffb-f1db9456f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:30.293864 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-380934d0-2e23-4177-bd28-91f33c21da41 req-34a9129a-dfd1-4f0c-9ffb-f1db9456f75e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0836942 Nov 26 23:15:30.361980 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-380934d0-2e23-4177-bd28-91f33c21da41 req-351f6921-2841-4fb1-81ed-360d8857af82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 1000 time: 0.0608158 Nov 26 23:15:30.409974 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380934d0-2e23-4177-bd28-91f33c21da41 req-0eeb6621-9a9d-42ed-b760-420db3f45bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:30.411410 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-380934d0-2e23-4177-bd28-91f33c21da41 req-0eeb6621-9a9d-42ed-b760-420db3f45bba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0421710 Nov 26 23:15:30.456241 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380934d0-2e23-4177-bd28-91f33c21da41 req-e9e1f878-55f7-4cb8-a99e-e5bbe524f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:30.457706 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-380934d0-2e23-4177-bd28-91f33c21da41 req-e9e1f878-55f7-4cb8-a99e-e5bbe524f01b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394962 Nov 26 23:15:30.548198 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-380934d0-2e23-4177-bd28-91f33c21da41 req-ef54bcfd-a9f6-4491-af6f-0f014b0c8d5d service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832067 Nov 26 23:15:30.637133 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-380934d0-2e23-4177-bd28-91f33c21da41 req-8ec29af7-7bb8-4d7e-9d70-3c6c0dc6d712 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821283 Nov 26 23:15:31.939119 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-0097be31-e0f7-4cb4-b526-065b65cdbe95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388725 Nov 26 23:15:32.043261 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-26ac5ad4-f3b8-4703-8769-e10504c37d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:32.044715 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-26ac5ad4-f3b8-4703-8769-e10504c37d90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1096 time: 0.0435574 Nov 26 23:15:32.145137 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-02b9f4e3-4545-46ae-ba21-eff53545fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:32.146618 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-02b9f4e3-4545-46ae-ba21-eff53545fc4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0816531 Nov 26 23:15:32.212776 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-255dd209-709d-4bc5-9f21-078b07402f1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 200 len: 1001 time: 0.0597947 Nov 26 23:15:32.260109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-4b2b8278-1d07-4686-920c-082a94cfcaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:32.261513 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-4b2b8278-1d07-4686-920c-082a94cfcaf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0416360 Nov 26 23:15:32.306098 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-ff716390-1938-4d48-ab98-b51003b2a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:15:32.307565 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-ff716390-1938-4d48-ab98-b51003b2a779 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396388 Nov 26 23:15:32.397610 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-b919b3ce-fbeb-40c3-9625-ef2af04b78f5 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825953 Nov 26 23:15:32.485404 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-14999a8e-d1c2-4953-8264-cf3cd5475066 req-cfd4b8a6-c39b-40e9-b3f8-80fe26533bf1 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815465 Nov 26 23:15:38.034630 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:38.766503 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:53.696284 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-67fe55c5-fc5a-4d20-85d8-c6fa3652333f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:56.440870 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-7b85fb9b-073e-494a-8077-84cb497dc614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:57.458435 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:58.995397 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:15:59.540374 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:00.977484 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:16:08.067843 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:08.773220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:23.698837 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5c358ec8-f1e3-4d8b-9666-efe3b60eba53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:26.432670 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-4947588a-57a4-46f0-9b3d-129e5f351989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:27.459752 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:29.001590 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:29.542845 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:30.017523 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-cb53ce61-0226-41e4-9353-ba0df61f0b76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406144 Nov 26 23:16:30.120460 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-6c14d075-bfa0-4e29-bf38-a254662badaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:16:30.121964 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-6c14d075-bfa0-4e29-bf38-a254662badaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1095 time: 0.0450737 Nov 26 23:16:30.224651 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-8fc7342d-8e7a-4e28-a9d7-b24a6053ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:16:30.226170 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-8fc7342d-8e7a-4e28-a9d7-b24a6053ac89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0841346 Nov 26 23:16:30.296218 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-06696130-4334-45ed-8fc1-480bdcae08fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 1000 time: 0.0632126 Nov 26 23:16:30.344276 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-999a0a75-8946-41b4-b8f1-2de56c55df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:16:30.345928 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-999a0a75-8946-41b4-b8f1-2de56c55df92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0430381 Nov 26 23:16:30.389824 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-d75578da-6b15-4405-a50c-0e38463c85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:16:30.391542 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-d75578da-6b15-4405-a50c-0e38463c85cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386302 Nov 26 23:16:30.480817 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-cdf4bada-c14c-4f46-8d15-13fadbfce6b2 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820310 Nov 26 23:16:30.571293 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-b1acc214-48c8-49c3-ad3f-243c2be1b72b req-71c11c60-73eb-49a9-90dc-0ce4486f5fca service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830328 Nov 26 23:16:31.989363 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-986fa826-28dc-4dea-ae32-4b5b7a39cd32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398216 Nov 26 23:16:32.092938 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-618f4603-88d2-421f-9c0c-994b97c38a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:16:32.094513 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-618f4603-88d2-421f-9c0c-994b97c38a73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1096 time: 0.0461471 Nov 26 23:16:32.199163 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-61f89434-549a-4cad-a9d2-7d9b3d990ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:16:32.200614 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-61f89434-549a-4cad-a9d2-7d9b3d990ab3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0844951 Nov 26 23:16:32.272807 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-5bbf4c7e-b576-468e-b414-857c9e8c1cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 200 len: 1001 time: 0.0642099 Nov 26 23:16:32.321467 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-dbcf9172-e826-43ed-95f2-6be0e942d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:16:32.322913 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-dbcf9172-e826-43ed-95f2-6be0e942d3c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0435658 Nov 26 23:16:32.372963 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-e7831709-ac10-49cd-a155-159c23f848a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:16:32.374507 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-e7831709-ac10-49cd-a155-159c23f848a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439839 Nov 26 23:16:32.467486 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-6abf1883-8de0-40a9-86d9-5bcec08b018d service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862770 Nov 26 23:16:32.556659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-17e34afc-bfed-4e3f-9925-aa15f64182a6 req-e1d9dabc-148a-4e05-a899-bcf667579e32 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815775 Nov 26 23:16:37.977694 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:16:38.064765 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:38.787929 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:53.702031 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fe9f011f-862f-40b1-a38b-6bed091108ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:56.434857 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-fbf02a38-3241-409b-8c52-76f58eb8cffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:57.463380 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:59.000167 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:16:59.544918 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:08.078689 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:08.796953 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:14.977128 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:17:23.704475 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b0335c2-02d5-43f9-8334-f913b3f3ef6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:26.436334 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f88b85cf-6410-4598-8b46-eaac987c6ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:27.466101 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:29.001493 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:29.546405 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:32.040035 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e3309a0-00ef-42de-9094-dbc39983182a req-d880ab83-13b1-4735-a94a-07521f503815 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401676 Nov 26 23:17:32.143200 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3309a0-00ef-42de-9094-dbc39983182a req-d6e19dfc-4594-4b17-af2d-74b33183d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:32.144861 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e3309a0-00ef-42de-9094-dbc39983182a req-d6e19dfc-4594-4b17-af2d-74b33183d886 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1095 time: 0.0449898 Nov 26 23:17:32.246100 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3309a0-00ef-42de-9094-dbc39983182a req-09e8c773-32bb-45cd-a32e-a859a1302f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:32.247563 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e3309a0-00ef-42de-9094-dbc39983182a req-09e8c773-32bb-45cd-a32e-a859a1302f57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0830829 Nov 26 23:17:32.317092 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e3309a0-00ef-42de-9094-dbc39983182a req-bfa12e5b-0713-43b1-8042-a9d1f381061b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 1000 time: 0.0628455 Nov 26 23:17:32.365190 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3309a0-00ef-42de-9094-dbc39983182a req-6d7c8e0a-c42f-4bad-b52a-8925c3829a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:32.366640 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e3309a0-00ef-42de-9094-dbc39983182a req-6d7c8e0a-c42f-4bad-b52a-8925c3829a2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0427170 Nov 26 23:17:32.411889 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3309a0-00ef-42de-9094-dbc39983182a req-5128264a-93a6-4178-94fa-ed7744d59f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:32.413355 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e3309a0-00ef-42de-9094-dbc39983182a req-5128264a-93a6-4178-94fa-ed7744d59f94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401781 Nov 26 23:17:32.504903 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e3309a0-00ef-42de-9094-dbc39983182a req-b5587f35-c00f-4e6e-ad05-cc9e6af30f70 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843801 Nov 26 23:17:32.594115 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-2e3309a0-00ef-42de-9094-dbc39983182a req-762830ed-89cd-4916-b3ed-b80bdd31ef10 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820808 Nov 26 23:17:34.006143 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-bfcfedde-7c2b-4645-9cbe-2a6d46e14753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:34.007647 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-bfcfedde-7c2b-4645-9cbe-2a6d46e14753 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1096 time: 0.0405116 Nov 26 23:17:34.113712 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-963080f2-fcf9-48fe-b668-a327e194f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:34.115203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-963080f2-fcf9-48fe-b668-a327e194f824 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0874853 Nov 26 23:17:34.180323 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-3d7266cb-544a-47e6-b3aa-49ce43b00a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 200 len: 1001 time: 0.0566349 Nov 26 23:17:34.232469 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-fe0b43e8-7a4b-46ac-9bd1-b67a074c472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:34.233886 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-fe0b43e8-7a4b-46ac-9bd1-b67a074c472c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0460167 Nov 26 23:17:34.283676 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-1ea70943-77a8-4686-8002-563cceba8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:34.285043 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-1ea70943-77a8-4686-8002-563cceba8170 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411823 Nov 26 23:17:34.375632 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-d6f6704d-821d-48e5-8281-1c3f3d062f35 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802503 Nov 26 23:17:34.469754 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-5a8d0be4-3216-4222-a0e1-17815fab996b req-49043997-3537-4290-9d5a-2f478a5c52e1 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859742 Nov 26 23:17:35.485598 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10ada578-02ff-4134-a5cc-96d7793d9973 details requested by agent hyperv_n-h2-819494-1 with host n-h2-819494-1 {{(pid=110001) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 26 23:17:35.581593 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10ada578-02ff-4134-a5cc-96d7793d9973,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:35.593689 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Returning: {'device': '10ada578-02ff-4134-a5cc-96d7793d9973', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'port_id': '10ada578-02ff-4134-a5cc-96d7793d9973', 'mac_address': 'fa:16:3e:ea:74:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110001) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 26 23:17:35.629789 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:35.646491 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10ada578-02ff-4134-a5cc-96d7793d9973 {{(pid=110001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 26 23:17:35.667080 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10ada578-02ff-4134-a5cc-96d7793d9973,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:35.671021 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:35.717776 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=10ada578-02ff-4134-a5cc-96d7793d9973,revision_number=6']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:35.724966 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.725324 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.725672 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.726016 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.726383 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.726721 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.727053 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.727384 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.727713 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.728040 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.728368 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.729240 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:35.815254 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] get_ports_and_sgs() called for port_ids ['10ada578-02ff-4134-a5cc-96d7793d9973'] {{(pid=110001) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 26 23:17:37.483632 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10ada578-02ff-4134-a5cc-96d7793d9973 up at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 26 23:17:37.534297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.provisioning_blocks [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Provisioning complete for port 10ada578-02ff-4134-a5cc-96d7793d9973 triggered by entity L2. {{(pid=110001) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 26 23:17:37.534678 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009182'] for port, provisioning_complete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:37.625291 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593139'] for port, before_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:37.655982 n-d-819494-1 neutron-server[110001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973'}] {{(pid=110001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:17:37.658371 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ea6d0ec5942c1d0ee03cc37fcf6db99d7b89294072c3cd483cb374300edbb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1f6b68-f89e-4209-8277-45eed5fd4a30" -d '{"events": [{"server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "name": "network-vif-plugged", "status": "completed", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973"}]}' {{(pid=110001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:17:37.675877 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10ada578-02ff-4134-a5cc-96d7793d9973,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:37.683518 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760075818873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760075252727', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760075248653'] for port, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:37.725476 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264fef0d-5ec7-4e2b-849f-2b7f07f1165a x-openstack-request-id: req-264fef0d-5ec7-4e2b-849f-2b7f07f1165a {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:17:37.726353 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "name": "network-vif-plugged", "status": "completed", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973", "code": 200}]} {{(pid=110001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:17:37.726885 n-d-819494-1 neutron-server[110001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-264fef0d-5ec7-4e2b-849f-2b7f07f1165a {{(pid=110001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:17:37.728094 n-d-819494-1 neutron-server[110001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973', 'code': 200} Nov 26 23:17:37.751479 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Pushing event updated for resources: {'Port': ['ID=10ada578-02ff-4134-a5cc-96d7793d9973,revision_number=7']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:38.075620 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:38.807568 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:47.068940 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43876) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:17:47.229885 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Deleting port b6bc0f58-f131-49f9-8fa9-a85a062cb1a4 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:17:47.230268 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:47.304411 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:47.304742 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:47.316400 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Calling delete_port for b6bc0f58-f131-49f9-8fa9-a85a062cb1a4 owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:17:47.465252 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:47.491830 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event deleted for resources: {'Port': ['ID=b6bc0f58-f131-49f9-8fa9-a85a062cb1a4,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:47.502347 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.502698 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.503040 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.503377 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.503711 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.504041 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.504373 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.504695 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.505016 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.505341 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.505664 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.505986 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=109999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:47.564228 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:47.564595 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Floating IP bde60b7b-81f2-423b-958c-0e5714f50b7a disassociated (deleted). External IP: 172.25.3.109, port: 10ada578-02ff-4134-a5cc-96d7793d9973. Nov 26 23:17:47.771080 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:17:47.881770 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:17:47.886976 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:47.893054 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] Sync routers for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:17:47.902985 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:17:47.903601 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:17:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:47.914232 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-676e3ba0-f030-4e33-9c29-3d96ea51ebb0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "DELETE /v2.0/floatingips/bde60b7b-81f2-423b-958c-0e5714f50b7a HTTP/1.1" status: 204 len: 168 time: 0.8441503 Nov 26 23:17:47.914822 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:17:47.917904 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c429b656-5949-41ad-adbf-77edbedb9340" -d '{"events": [{"name": "network-changed", "server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:17:48.023711 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:17:48.048116 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eb9c87-c5ca-4078-b3c0-364a9f010232 x-openstack-request-id: req-54eb9c87-c5ca-4078-b3c0-364a9f010232 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:17:48.048406 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:17:48.048658 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54eb9c87-c5ca-4078-b3c0-364a9f010232 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:17:48.049088 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973', 'status': 'completed', 'code': 200} Nov 26 23:17:48.159627 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429b656-5949-41ad-adbf-77edbedb9340 req-194d956e-72c7-4a6f-8c7b-2ae09cc6640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:48.161904 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c429b656-5949-41ad-adbf-77edbedb9340 req-194d956e-72c7-4a6f-8c7b-2ae09cc6640d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 1096 time: 0.0429494 Nov 26 23:17:48.168524 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d739-258a-40d9-be98-ab1e143f42b2 req-4a289b0f-b6df-4806-a926-7f6dfd3a2c5e tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:48.170016 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd17d739-258a-40d9-be98-ab1e143f42b2 req-4a289b0f-b6df-4806-a926-7f6dfd3a2c5e tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 945 time: 0.0541160 Nov 26 23:17:48.222516 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-bd17d739-258a-40d9-be98-ab1e143f42b2 req-0bc1c8e6-a04c-44f0-aff1-26069e24208b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457900 Nov 26 23:17:48.264711 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429b656-5949-41ad-adbf-77edbedb9340 req-11c81b5a-94b4-4c72-b243-f2e1bd44e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:48.266203 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c429b656-5949-41ad-adbf-77edbedb9340 req-11c81b5a-94b4-4c72-b243-f2e1bd44e722 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.0925155 Nov 26 23:17:48.277560 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:11Z', 'revision_number': 1, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:48.308947 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] Checking router: fe9f7f83-0dab-4061-b758-9bbded5dd6d6 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:17:48.310228 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c429b656-5949-41ad-adbf-77edbedb9340 req-3a68093e-0270-4cdb-bbde-0c1a01b643b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 200 len: 217 time: 0.0361905 Nov 26 23:17:48.317390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:17:48.317997 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:17:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:48.386596 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429b656-5949-41ad-adbf-77edbedb9340 req-ba3f6525-8659-477f-9ff8-66321ac8be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:48.388082 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c429b656-5949-41ad-adbf-77edbedb9340 req-ba3f6525-8659-477f-9ff8-66321ac8be94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0456042 Nov 26 23:17:48.424617 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:17:48.440423 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429b656-5949-41ad-adbf-77edbedb9340 req-2b9b0b0b-dc89-46d2-a282-29541ba8dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:48.441947 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c429b656-5949-41ad-adbf-77edbedb9340 req-2b9b0b0b-dc89-46d2-a282-29541ba8dcb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405045 Nov 26 23:17:48.544929 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c429b656-5949-41ad-adbf-77edbedb9340 req-b05a77f2-cb1d-4217-93a8-ea2df76652b6 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923388 Nov 26 23:17:48.640752 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-c429b656-5949-41ad-adbf-77edbedb9340 req-75442c54-7bac-48b5-8f9a-b7486d344925 service neutron] 10.222.0.41 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854948 Nov 26 23:17:48.809449 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:11Z', 'revision_number': 1, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:48.838831 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d182e2-536e-4251-8b4d-b7b6e384c11a None None] The sync data for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 is: [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_floatingips': [{'id': '7e52cfaf-1e6d-409b-b89c-17d057206faa', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'router_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'port_id': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'mac_address': 'fa:16:3e:50:f1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-26T23:12:09Z', 'updated_at': '2021-11-26T23:12:11Z', 'revision_number': 1, 'project_id': 'b493760876394d5c92048a450e792c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:17:49.055092 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1030360-f999-42d1-b0c7-bbffb1fb7918 None None] New status for floating IP bde60b7b-81f2-423b-958c-0e5714f50b7a: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:17:49.339684 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decdb4e-ce6f-4107-89a5-642696dd745e req-3a13a1d1-e221-4291-b701-926b243b4205 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:49.341141 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1decdb4e-ce6f-4107-89a5-642696dd745e req-3a13a1d1-e221-4291-b701-926b243b4205 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 945 time: 0.0472615 Nov 26 23:17:49.393205 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-1decdb4e-ce6f-4107-89a5-642696dd745e req-ab71ded1-76e3-44a5-a4e2-39c2184274a0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Nov 26 23:17:50.132484 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-6b96fd60-c18b-43ac-b638-170738d6d8b2 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:50.134276 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-6b96fd60-c18b-43ac-b638-170738d6d8b2 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.41 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 945 time: 0.0533848 Nov 26 23:17:50.222419 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Deleting port 10ada578-02ff-4134-a5cc-96d7793d9973 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:17:50.222763 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:50.312976 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] For port 10ada578-02ff-4134-a5cc-96d7793d9973, host n-h2-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-819494-1',level=0,port_id=10ada578-02ff-4134-a5cc-96d7793d9973,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:50.313339 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:50.326292 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Calling delete_port for 10ada578-02ff-4134-a5cc-96d7793d9973 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:17:50.450227 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:50.489322 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event deleted for resources: {'Port': ['ID=10ada578-02ff-4134-a5cc-96d7793d9973,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:50.497118 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-3b3940fb-1fe9-4026-8f29-ae820e20fb53 req-fb007c43-e5af-439c-a7d1-db3601c04925 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=93e17b96-69be-4201-ae6c-b7c1e0c33802 HTTP/1.1" status: 200 len: 210 time: 0.0309820 Nov 26 23:17:50.517675 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.518020 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.518381 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.518716 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.519072 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.519398 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.519727 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.520052 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.520370 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.520821 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.521146 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.521490 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-819494-1 {{(pid=110000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 26 23:17:50.540383 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] No DVR routers for this DVR port 10ada578-02ff-4134-a5cc-96d7793d9973 on host n-h2-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:17:50.543099 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:50.546426 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-09847f9c-b173-4e81-a2f4-d2ebb3e13350 req-ee59dd93-e4cd-4983-82cd-d9f2bd2534ab tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.41 "DELETE /v2.0/ports/10ada578-02ff-4134-a5cc-96d7793d9973 HTTP/1.1" status: 204 len: 173 time: 0.4062364 Nov 26 23:17:50.546854 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'name': 'network-vif-deleted', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:17:50.549079 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11857b2a-19cd-478d-a60c-69d4f75f19d7" -d '{"events": [{"server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "name": "network-vif-deleted", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:17:50.637056 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4555e934-f947-4840-8dcf-f9198480605d x-openstack-request-id: req-4555e934-f947-4840-8dcf-f9198480605d {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:17:50.637357 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e17b96-69be-4201-ae6c-b7c1e0c33802", "name": "network-vif-deleted", "tag": "10ada578-02ff-4134-a5cc-96d7793d9973", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:17:50.637618 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4555e934-f947-4840-8dcf-f9198480605d {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:17:50.638029 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e17b96-69be-4201-ae6c-b7c1e0c33802', 'name': 'network-vif-deleted', 'tag': '10ada578-02ff-4134-a5cc-96d7793d9973', 'status': 'completed', 'code': 200} Nov 26 23:17:51.561935 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10ada578-02ff-4134-a5cc-96d7793d9973 no longer exists at agent hyperv_n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:17:51.581919 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] No Port match for: 10ada578-02ff-4134-a5cc-96d7793d9973 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:17:51.582319 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Device 10ada578-02ff-4134-a5cc-96d7793d9973 not bound to the agent host n-h2-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:17:51.977155 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:17:52.051725 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43944) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:17:52.207258 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Deleting port 884ebbdc-97e6-4943-a6c3-27146600237a {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:17:52.207599 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:52.280269 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:52.280595 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:52.291953 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Calling delete_port for 884ebbdc-97e6-4943-a6c3-27146600237a owned by network:floatingip {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:17:52.436730 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:52.460195 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event deleted for resources: {'Port': ['ID=884ebbdc-97e6-4943-a6c3-27146600237a,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:52.529491 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for floatingip, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:52.529829 n-d-819494-1 neutron-server[109999]: INFO neutron.db.l3_db [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Floating IP 7e52cfaf-1e6d-409b-b89c-17d057206faa disassociated (deleted). External IP: 172.25.3.156, port: 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6. Nov 26 23:17:53.049693 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:17:53.157600 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:17:53.162448 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for floatingip, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:53.169079 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] Sync routers for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:17:53.179232 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:17:53.179960 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:17:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:53.188873 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-c2ae8d3f-2f2f-489a-9cc6-9153c75b1874 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "DELETE /v2.0/floatingips/7e52cfaf-1e6d-409b-b89c-17d057206faa HTTP/1.1" status: 204 len: 168 time: 1.1360514 Nov 26 23:17:53.189472 n-d-819494-1 neutron-server[109999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'}] {{(pid=109999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:17:53.191833 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49c0517500c245f13b3a93d8c0e6395e689528aa9785fe19012cc027415fcc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb28516-0ed4-480b-9b14-25cf567c9253" -d '{"events": [{"name": "network-changed", "server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6"}]}' {{(pid=109999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:17:53.232014 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Nov 2021 23:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585da841-27d6-4c35-8dfd-2a5be5de6609 x-openstack-request-id: req-585da841-27d6-4c35-8dfd-2a5be5de6609 {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:17:53.232508 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6", "status": "completed", "code": 200}]} {{(pid=109999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:17:53.232776 n-d-819494-1 neutron-server[109999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-585da841-27d6-4c35-8dfd-2a5be5de6609 {{(pid=109999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:17:53.233195 n-d-819494-1 neutron-server[109999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'status': 'completed', 'code': 200} Nov 26 23:17:53.298349 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:17:53.320165 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-97dff480-3f22-476c-ab54-c111f1d1cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:53.321617 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-97dff480-3f22-476c-ab54-c111f1d1cc92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b493760876394d5c92048a450e792c79&device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 1095 time: 0.0439715 Nov 26 23:17:53.439406 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-f0acc790-6092-43a1-afa0-19a8b8d612d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:53.441085 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-f0acc790-6092-43a1-afa0-19a8b8d612d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 200 len: 911 time: 0.1121075 Nov 26 23:17:53.485750 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-7fffc1d6-c1eb-45cd-a837-98e45d2c182c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 200 len: 217 time: 0.0378046 Nov 26 23:17:53.535278 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:53.540952 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-160c0628-3bb3-4b2a-b0b7-8a417ad56626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:53.542780 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-160c0628-3bb3-4b2a-b0b7-8a417ad56626 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 200 len: 849 time: 0.0501099 Nov 26 23:17:53.568599 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] Checking router: fe9f7f83-0dab-4061-b758-9bbded5dd6d6 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:17:53.578321 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:17:53.578875 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:17:26Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:53.616260 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-e5227f27-5cbd-4e65-a838-b1bdf8444138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:53.617863 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-e5227f27-5cbd-4e65-a838-b1bdf8444138 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7df466d0-3679-4b94-a3b4-0013e72fe676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682762 Nov 26 23:17:53.687444 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c753007-8f65-43a6-a4fa-dc03978b2308 req-ce1c64d4-ec02-4ba8-94d3-3b08a3cf47e0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:53.691743 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c753007-8f65-43a6-a4fa-dc03978b2308 req-ce1c64d4-ec02-4ba8-94d3-3b08a3cf47e0 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 944 time: 0.0548713 Nov 26 23:17:53.714005 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:17:53.743247 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-3df45f44-217d-490d-9398-b19223ea5440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:53.747298 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-4c753007-8f65-43a6-a4fa-dc03978b2308 req-85089c11-0517-425a-a18f-a2ae552dbc89 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487816 Nov 26 23:17:53.754756 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-e161082f-928c-4694-8fb7-35154ca2bc13 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070168 Nov 26 23:17:53.850927 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-6eb28516-0ed4-480b-9b14-25cf567c9253 req-6881199d-5a6b-4428-b453-0c619cd75ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876670 Nov 26 23:17:53.919547 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:53.950105 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e87383a-6f7f-4641-a8b7-4537b9d7c499 None None] The sync data for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 is: [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:43Z', 'revision_number': 4, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1', '_interfaces': [{'id': 'e6a46352-2122-400f-9273-37a995b3ea39', 'name': '', 'network_id': '7df466d0-3679-4b94-a3b4-0013e72fe676', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'mac_address': 'fa:16:3e:2f:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:43Z', 'updated_at': '2021-11-26T23:11:48Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'subnets': [{'id': '9a968e00-f76f-4e47-a40e-8e4e490e776f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:17:54.160023 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f052fa8-2d52-42fe-8c89-66a78d572fba None None] New status for floating IP 7e52cfaf-1e6d-409b-b89c-17d057206faa: DOWN {{(pid=110002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 26 23:17:54.819437 n-d-819494-1 neutron-server[110000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-407c7307-2550-4fb7-ba97-f986e9e96765 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:54.820881 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-407c7307-2550-4fb7-ba97-f986e9e96765 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.13 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 944 time: 0.0490787 Nov 26 23:17:54.867067 n-d-819494-1 neutron-server[109999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abb9ff-ad52-4d81-a067-e1fb2cd27283 req-e9d09528-2a13-4f07-b6b5-6de2690e9daf tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 26 23:17:54.868549 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89abb9ff-ad52-4d81-a067-e1fb2cd27283 req-e9d09528-2a13-4f07-b6b5-6de2690e9daf tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/ports?device_id=af2cf356-0764-467d-a0e5-7bd5491d2751 HTTP/1.1" status: 200 len: 944 time: 0.0487576 Nov 26 23:17:54.910565 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Deleting port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:17:54.910901 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:54.923998 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [req-89abb9ff-ad52-4d81-a067-e1fb2cd27283 req-63b7d023-57a1-4e28-80e3-bc2f7faf1b7b tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "GET /v2.0/security-groups?id=e16c1d28-4746-49b7-990d-daed261f0283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481784 Nov 26 23:17:55.003269 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] For port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6, host n-h1-819494-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-819494-1',level=0,port_id=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:55.003629 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:55.017157 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Calling delete_port for 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 owned by compute:nova {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:17:55.144181 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:55.172637 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event deleted for resources: {'Port': ['ID=7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:55.213387 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] No DVR routers for this DVR port 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 on host n-h1-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:17:55.216127 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470465'] for port, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:55.219659 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [req-8cb963f2-e1f2-4688-a7b4-a141d9cf56da req-de73ff79-1ed5-4947-859c-45dbe38c9769 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.13 "DELETE /v2.0/ports/7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 HTTP/1.1" status: 204 len: 173 time: 0.3916504 Nov 26 23:17:55.220097 n-d-819494-1 neutron-server[110000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'name': 'network-vif-deleted', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6'}] {{(pid=110000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 26 23:17:55.222404 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cb4f545333da332efed24e0f2d8c82ad8047194adaeb6331db355f8979d214f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c7ef5-4259-43f0-9682-8124a85c7619" -d '{"events": [{"server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "name": "network-vif-deleted", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6"}]}' {{(pid=110000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 26 23:17:55.264934 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Nov 2021 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7495411e-a667-4893-ae71-3b5b67b11e6c x-openstack-request-id: req-7495411e-a667-4893-ae71-3b5b67b11e6c {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 26 23:17:55.265240 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2cf356-0764-467d-a0e5-7bd5491d2751", "name": "network-vif-deleted", "tag": "7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6", "status": "completed", "code": 200}]} {{(pid=110000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 26 23:17:55.265503 n-d-819494-1 neutron-server[110000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7495411e-a667-4893-ae71-3b5b67b11e6c {{(pid=110000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 26 23:17:55.265912 n-d-819494-1 neutron-server[110000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2cf356-0764-467d-a0e5-7bd5491d2751', 'name': 'network-vif-deleted', 'tag': '7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6', 'status': 'completed', 'code': 200} Nov 26 23:17:55.979122 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43958) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:17:56.036304 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f5dbf90-ada6-43cd-9c9f-fa1486bb9df1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:56.060905 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f5dbf90-ada6-43cd-9c9f-fa1486bb9df1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:56.119255 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f5dbf90-ada6-43cd-9c9f-fa1486bb9df1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:56.122099 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-9f5dbf90-ada6-43cd-9c9f-fa1486bb9df1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:56.123252 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-9f5dbf90-ada6-43cd-9c9f-fa1486bb9df1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] 10.222.0.21 "DELETE /v2.0/security-groups/e16c1d28-4746-49b7-990d-daed261f0283 HTTP/1.1" status: 204 len: 168 time: 0.1423361 Nov 26 23:17:56.132021 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dbf90-ada6-43cd-9c9f-fa1486bb9df1 tempest-TestSnapshotPattern-1322657751 tempest-TestSnapshotPattern-1322657751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c1d28-4746-49b7-990d-daed261f0283,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:56.188248 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43962) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:17:56.437243 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-11d03e29-cdfd-4309-9c13-45e18b1895da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:56.628776 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:56.874555 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Deleting port e6a46352-2122-400f-9273-37a995b3ea39 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:17:56.874792 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:56.952667 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] For port e6a46352-2122-400f-9273-37a995b3ea39, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=e6a46352-2122-400f-9273-37a995b3ea39,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:56.953026 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:56.966436 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Calling delete_port for e6a46352-2122-400f-9273-37a995b3ea39 owned by network:router_interface {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:17:57.144530 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:57.168900 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a46352-2122-400f-9273-37a995b3ea39,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:57.340803 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:57.468650 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:57.557676 n-d-819494-1 neutron-server[109999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=109999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:17:57.663135 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=109999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:17:57.668400 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-91e12d32-ed49-4fb3-b78a-77d2eaf0c88e admin admin] 10.222.0.21 "PUT /v2.0/routers/fe9f7f83-0dab-4061-b758-9bbded5dd6d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4790103 Nov 26 23:17:57.671497 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43966) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:17:57.672605 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] Sync routers for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:17:57.682194 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:17:57.682830 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:57.775978 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks [] for router, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:57.791107 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: n-d-819494-1 {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:17:57.876891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:57.933767 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Deleting port 2d86b979-59c8-4162-94e0-c1ebda7f7399 {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:17:57.934136 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:57.981633 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:17:57Z', 'revision_number': 5, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port': {'id': '2d86b979-59c8-4162-94e0-c1ebda7f7399', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:58.008986 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] Checking router: fe9f7f83-0dab-4061-b758-9bbded5dd6d6 for host: n-d-819494-1 {{(pid=110001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:17:58.013990 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] For port 2d86b979-59c8-4162-94e0-c1ebda7f7399, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=2d86b979-59c8-4162-94e0-c1ebda7f7399,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:58.014419 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.018234 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] Routers {'fe9f7f83-0dab-4061-b758-9bbded5dd6d6'} bound to L3 agent in host n-d-819494-1 {{(pid=110001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:17:58.018839 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'], 'active': True} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:58.028037 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Calling delete_port for 2d86b979-59c8-4162-94e0-c1ebda7f7399 owned by network:router_gateway {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:17:58.104140 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvr_db [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] Set router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 gateway port host: None {{(pid=110001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:17:58.155774 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_hamode_db [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:17:57Z', 'revision_number': 6, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:58.186462 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090bf1c7-6a0f-436e-ac54-9bc38b632bbb None None] The sync data for ids ['fe9f7f83-0dab-4061-b758-9bbded5dd6d6'] in n-d-819494-1 is: [{'id': 'fe9f7f83-0dab-4061-b758-9bbded5dd6d6', 'name': 'tempest-TestSnapshotPattern-1495566734-router', 'tenant_id': 'b493760876394d5c92048a450e792c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:41Z', 'updated_at': '2021-11-26T23:17:57Z', 'revision_number': 6, 'project_id': 'b493760876394d5c92048a450e792c79', 'gw_port_host': None}] {{(pid=110001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:17:58.194943 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.212358 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 no longer exists at agent hyperv_n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:17:58.226333 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=2d86b979-59c8-4162-94e0-c1ebda7f7399,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:58.237609 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] No Port match for: 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:17:58.238130 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Device 7a076a1b-d83c-4756-a5fc-ce0d67e3a3e6 not bound to the agent host n-h1-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:17:58.240835 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf64dd2-9b93-4cc5-ad18-07e04f4adf63 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:17:58.304563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.393390 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.395495 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.438960 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.439478 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe9f7f83-0dab-4061-b758-9bbded5dd6d6 {{(pid=109999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 23:17:58.444117 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] Publish callbacks [] for router, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.445341 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-49f0a0dd-63fc-4626-887c-cdab0aa0bbbd admin admin] 10.222.0.21 "DELETE /v2.0/routers/fe9f7f83-0dab-4061-b758-9bbded5dd6d6 HTTP/1.1" status: 204 len: 168 time: 0.7729154 Nov 26 23:17:58.447840 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43968) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:17:58.495699 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ad3f99-ce28-4472-8b08-8d5f5b522de2 admin admin] Deleting subnet 9a968e00-f76f-4e47-a40e-8e4e490e776f {{(pid=109999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 23:17:58.499023 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3f99-ce28-4472-8b08-8d5f5b522de2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.537389 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3f99-ce28-4472-8b08-8d5f5b522de2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27233570'] for subnet, precommit_delete_associations {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.638991 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3f99-ce28-4472-8b08-8d5f5b522de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.690622 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3f99-ce28-4472-8b08-8d5f5b522de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27233727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25375729'] for subnet, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.718535 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad3f99-ce28-4472-8b08-8d5f5b522de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a968e00-f76f-4e47-a40e-8e4e490e776f,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:58.724222 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3f99-ce28-4472-8b08-8d5f5b522de2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.727490 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-a8ad3f99-ce28-4472-8b08-8d5f5b522de2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9a968e00-f76f-4e47-a40e-8e4e490e776f HTTP/1.1" status: 204 len: 168 time: 0.2786176 Nov 26 23:17:58.729357 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143cf7bc-943e-4e8e-8589-33c7b9801867 None None] Network 7df466d0-3679-4b94-a3b4-0013e72fe676 requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:17:58.729975 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43970) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:17:58.797212 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.852550 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Deleting port 7c220f5d-10be-4c2c-870c-67484ae7ac7b {{(pid=109999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:17:58.852891 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.921189 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.db [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] For port 7c220f5d-10be-4c2c-870c-67484ae7ac7b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=7c220f5d-10be-4c2c-870c-67484ae7ac7b,segment=NetworkSegment(32f01956-2856-4b65-968e-13c431ca71bd),segment_id=32f01956-2856-4b65-968e-13c431ca71bd)] {{(pid=109999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:58.921554 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:58.940387 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.plugin [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Calling delete_port for 7c220f5d-10be-4c2c-870c-67484ae7ac7b owned by network:dhcp {{(pid=109999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:17:58.970171 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e6a46352-2122-400f-9273-37a995b3ea39 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:17:58.977461 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] DHCP port deletion for 7df466d0-3679-4b94-a3b4-0013e72fe676 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:17:59.023443 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: e6a46352-2122-400f-9273-37a995b3ea39 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:17:59.023786 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device e6a46352-2122-400f-9273-37a995b3ea39 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:17:59.045925 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.046220 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27233738'] for port, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.065390 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] Deleting port 7c220f5d-10be-4c2c-870c-67484ae7ac7b {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:17:59.065764 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.076083 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c220f5d-10be-4c2c-870c-67484ae7ac7b,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:59.078163 n-d-819494-1 neutron-server[109999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] No DVR routers for this DVR port 7c220f5d-10be-4c2c-870c-67484ae7ac7b on host n-d-819494-1 {{(pid=109999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:17:59.142823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] For port 7c220f5d-10be-4c2c-870c-67484ae7ac7b, host n-d-819494-1, got binding levels [] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:17:59.143573 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.157010 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.158009 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] Calling delete_port for 7c220f5d-10be-4c2c-870c-67484ae7ac7b owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:17:59.161024 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.ipam_backend_mixin [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] Port 7c220f5d-10be-4c2c-870c-67484ae7ac7b was not found and therefore no delete operation was performed {{(pid=110001) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 26 23:17:59.162389 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.184438 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df466d0-3679-4b94-a3b4-0013e72fe676']}} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:59.193199 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] Pushing event deleted for resources: {'Port': ['ID=7c220f5d-10be-4c2c-870c-67484ae7ac7b,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:17:59.195081 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14338b69-26b3-4dd9-bdb5-0c4d2cf9e67b None None] No DVR routers for this DVR port 7c220f5d-10be-4c2c-870c-67484ae7ac7b on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:17:59.198263 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f01956-2856-4b65-968e-13c431ca71bd') {'for_net_delete': True} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:59.198837 n-d-819494-1 neutron-server[109999]: DEBUG neutron.services.segments.db [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f01956-2856-4b65-968e-13c431ca71bd') {} {{(pid=109999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:17:59.209563 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27233579'] for segment, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.228770 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.234180 n-d-819494-1 neutron-server[109999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 23:17:59.234660 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27233821'] for segment, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: Traceback (most recent call last): Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: timer() Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: cb(*args, **kw) Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: return func(*args, **kwargs) Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: self._notify() Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: self.callback(batched_events) Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: event.method(event) Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: return f(self, *a, **k) Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: return self._get(url).json() Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: return self.request(url, 'GET', **kwargs) Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 23:17:59.236617 n-d-819494-1 neutron-server[109999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 23:17:59.302979 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.313010 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Publish callbacks [] for network, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.319317 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] 10.222.0.21 "DELETE /v2.0/networks/7df466d0-3679-4b94-a3b4-0013e72fe676 HTTP/1.1" status: 204 len: 168 time: 0.5856745 Nov 26 23:17:59.319664 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43972) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:17:59.556318 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:17:59.691871 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff49d82-3cc2-4912-993b-a9ae2f33867e admin admin] Pushing event deleted for resources: {'Network': ['ID=7df466d0-3679-4b94-a3b4-0013e72fe676,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:00.005931 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698435'] for router_interface, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:00.257594 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Deleting port 3c984bc4-517b-46f8-a245-921152a70e12 {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:18:00.257859 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:00.333138 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] For port 3c984bc4-517b-46f8-a245-921152a70e12, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=3c984bc4-517b-46f8-a245-921152a70e12,segment=NetworkSegment(8fa40b42-259b-4e40-8f0c-691203f901f0),segment_id=8fa40b42-259b-4e40-8f0c-691203f901f0)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:18:00.333873 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:00.350151 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Calling delete_port for 3c984bc4-517b-46f8-a245-921152a70e12 owned by network:router_interface {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:18:00.528229 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:00.554691 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c984bc4-517b-46f8-a245-921152a70e12,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:00.558815 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2d86b979-59c8-4162-94e0-c1ebda7f7399 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:18:00.592269 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 2d86b979-59c8-4162-94e0-c1ebda7f7399 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:18:00.592621 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 2d86b979-59c8-4162-94e0-c1ebda7f7399 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:18:00.593259 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7c220f5d-10be-4c2c-870c-67484ae7ac7b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:18:00.613467 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 7c220f5d-10be-4c2c-870c-67484ae7ac7b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:18:00.613823 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 7c220f5d-10be-4c2c-870c-67484ae7ac7b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:18:00.725345 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1697907'] for router_interface, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:00.945710 n-d-819494-1 neutron-server[110000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Router 91d08deb-ef6a-49ea-af27-9158a5de1e9e has already been hosted by L3 agent 4d614c3f-f19f-4301-8e04-dee4f9790ffd {{(pid=110000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 26 23:18:01.050793 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] Notify agent at l3_agent.n-d-819494-1 the message routers_updated {{(pid=110000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 26 23:18:01.056224 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-c0b8507a-17bf-430c-a0b6-48702d46fa8c admin admin] 10.222.0.21 "PUT /v2.0/routers/91d08deb-ef6a-49ea-af27-9158a5de1e9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7355130 Nov 26 23:18:01.059251 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43974) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:18:01.060007 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] Sync routers for ids ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'] in n-d-819494-1 {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 26 23:18:01.069983 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] Routers {'91d08deb-ef6a-49ea-af27-9158a5de1e9e'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:18:01.070716 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:18:01.165375 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks [] for router, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.173308 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] Set router 91d08deb-ef6a-49ea-af27-9158a5de1e9e gateway port host: n-d-819494-1 {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:18:01.270344 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.323299 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Deleting port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:18:01.323632 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.348453 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'external_fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:18:00Z', 'revision_number': 5, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port': {'id': 'bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce', 'name': '', 'network_id': '767e4e93-422e-4f79-9ddf-e2867440c749', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '800503d1-8655-49f7-8667-007b9dd147a4', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-819494-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-26T23:11:46Z', 'updated_at': '2021-11-26T23:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '800503d1-8655-49f7-8667-007b9dd147a4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-819494-1'}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:18:01.378400 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] Checking router: 91d08deb-ef6a-49ea-af27-9158a5de1e9e for host: n-d-819494-1 {{(pid=110002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 26 23:18:01.387076 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] Routers {'91d08deb-ef6a-49ea-af27-9158a5de1e9e'} bound to L3 agent in host n-d-819494-1 {{(pid=110002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 26 23:18:01.387677 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-819494-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-26T21:32:26Z,description=,heartbeat_timestamp=2021-11-26T23:17:56Z,host='n-d-819494-1',id=4d614c3f-f19f-4301-8e04-dee4f9790ffd,load=0,resource_versions=,resources_synced=,started_at=2021-11-26T21:32:26Z,topic='l3_agent')) {'router_ids': ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'], 'active': True} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:18:01.401715 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] For port bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce,segment=NetworkSegment(f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284),segment_id=f0ddf3a3-d9f7-47e9-a85a-9c34af1fe284)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:18:01.402329 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.418833 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Calling delete_port for bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce owned by network:router_gateway {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:18:01.466169 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_dvr_db [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] Set router 91d08deb-ef6a-49ea-af27-9158a5de1e9e gateway port host: None {{(pid=110002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 26 23:18:01.518220 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.l3_hamode_db [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:18:01Z', 'revision_number': 6, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port_host': None}], 'n-d-819494-1', False) {} {{(pid=110002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:18:01.543723 n-d-819494-1 neutron-server[110002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddc6dad-5853-4720-abc7-eb9905834815 None None] The sync data for ids ['91d08deb-ef6a-49ea-af27-9158a5de1e9e'] in n-d-819494-1 is: [{'id': '91d08deb-ef6a-49ea-af27-9158a5de1e9e', 'name': 'tempest-TestSnapshotPattern-933684626-router', 'tenant_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-26T23:11:45Z', 'updated_at': '2021-11-26T23:18:01Z', 'revision_number': 6, 'project_id': 'f427cd23ba7c40f6b9fd2a45fee90ee1', 'gw_port_host': None}] {{(pid=110002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 26 23:18:01.579317 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.616386 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:01.622798 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0825b4ad-ade5-47a0-a6c6-981cd76328e6 None None] DHCP port deletion for 767e4e93-422e-4f79-9ddf-e2867440c749 request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:18:01.672251 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1699293'] for router_gateway, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.762043 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1695073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6345'] for router, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.764191 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.806793 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1695096'] for router, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.807255 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d08deb-ef6a-49ea-af27-9158a5de1e9e {{(pid=110000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 26 23:18:01.813024 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] Publish callbacks [] for router, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.814197 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-677ac440-a9d9-4145-b5d7-3c684d36225e admin admin] 10.222.0.21 "DELETE /v2.0/routers/91d08deb-ef6a-49ea-af27-9158a5de1e9e HTTP/1.1" status: 204 len: 168 time: 0.7539992 Nov 26 23:18:01.816714 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43976) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:18:01.864993 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d53538-89c0-413f-bfe0-7061ffc2c019 admin admin] Deleting subnet bc177588-7257-49ac-a9aa-af385fde8e14 {{(pid=110000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 26 23:18:01.867905 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59d53538-89c0-413f-bfe0-7061ffc2c019 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.903823 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59d53538-89c0-413f-bfe0-7061ffc2c019 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25229833'] for subnet, precommit_delete_associations {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:01.985569 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59d53538-89c0-413f-bfe0-7061ffc2c019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1010284'] for subnet, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.041856 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59d53538-89c0-413f-bfe0-7061ffc2c019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1010293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26209196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25563823'] for subnet, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.066462 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d53538-89c0-413f-bfe0-7061ffc2c019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc177588-7257-49ac-a9aa-af385fde8e14,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:02.071091 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-59d53538-89c0-413f-bfe0-7061ffc2c019 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.075664 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-59d53538-89c0-413f-bfe0-7061ffc2c019 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc177588-7257-49ac-a9aa-af385fde8e14 HTTP/1.1" status: 204 len: 168 time: 0.2574170 Nov 26 23:18:02.076702 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee015f-86ef-4714-a6b6-27b255ff109e None None] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be requested from n-d-819494-1 {{(pid=110001) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 26 23:18:02.077619 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [-] (110000) accepted ('10.222.0.21', 43978) {{(pid=110000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:18:02.144651 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-637440'] for network, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.196767 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Deleting port 4bdf1ae0-7597-4588-b27c-330e748f622b {{(pid=110000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:18:02.197228 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.265500 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.db [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] For port 4bdf1ae0-7597-4588-b27c-330e748f622b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4bdf1ae0-7597-4588-b27c-330e748f622b,segment=NetworkSegment(8fa40b42-259b-4e40-8f0c-691203f901f0),segment_id=8fa40b42-259b-4e40-8f0c-691203f901f0)] {{(pid=110000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:18:02.265871 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.280700 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Calling delete_port for 4bdf1ae0-7597-4588-b27c-330e748f622b owned by network:dhcp {{(pid=110000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:18:02.294769 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] DHCP port deletion for ae8943cd-d0ee-4b89-8d1b-bc156e5306be request from n-d-819494-1 {{(pid=110001) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 26 23:18:02.345509 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] Deleting port 4bdf1ae0-7597-4588-b27c-330e748f622b {{(pid=110001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 26 23:18:02.345805 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760075813389'] for port, before_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.361016 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26209241'] for port, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.390532 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdf1ae0-7597-4588-b27c-330e748f622b,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:02.394760 n-d-819494-1 neutron-server[110000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] No DVR routers for this DVR port 4bdf1ae0-7597-4588-b27c-330e748f622b on host n-d-819494-1 {{(pid=110000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:18:02.415297 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.db [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] For port 4bdf1ae0-7597-4588-b27c-330e748f622b, host n-d-819494-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-819494-1',level=0,port_id=4bdf1ae0-7597-4588-b27c-330e748f622b,segment=NetworkSegment(8fa40b42-259b-4e40-8f0c-691203f901f0),segment_id=8fa40b42-259b-4e40-8f0c-691203f901f0)] {{(pid=110001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 26 23:18:02.415917 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702275'] for port, precommit_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.468176 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1009893', 'neutron.services.segments.db._delete_segments_for_network-8760075807528'] for network, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.491109 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8943cd-d0ee-4b89-8d1b-bc156e5306be']}} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:18:02.512319 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa40b42-259b-4e40-8f0c-691203f901f0') {'for_net_delete': True} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:18:02.512569 n-d-819494-1 neutron-server[110000]: DEBUG neutron.services.segments.db [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa40b42-259b-4e40-8f0c-691203f901f0') {} {{(pid=110000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 26 23:18:02.523478 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760075804465', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25229824'] for segment, before_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.540841 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171'] for segment, precommit_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.547970 n-d-819494-1 neutron-server[110000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=110000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 26 23:18:02.548474 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-605171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26208270'] for segment, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.596558 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3c984bc4-517b-46f8-a245-921152a70e12 no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:18:02.600503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] Calling delete_port for 4bdf1ae0-7597-4588-b27c-330e748f622b owned by network:dhcp {{(pid=110001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: Traceback (most recent call last): Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: timer() Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: cb(*args, **kw) Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: return func(*args, **kwargs) Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: self._notify() Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: self.callback(batched_events) Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: event.method(event) Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: aggregate_uuid = self.p_client.list_aggregates( Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: return f(self, *a, **k) Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: return self._get(url).json() Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: return self.request(url, 'GET', **kwargs) Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: base_url = self.get_endpoint(auth, allow=allow, Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 26 23:18:02.607838 n-d-819494-1 neutron-server[110000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 26 23:18:02.616889 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1009898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2040571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1699313'] for network, after_delete {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.622903 n-d-819494-1 neutron-server[110000]: DEBUG neutron_lib.callbacks.manager [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Publish callbacks [] for network, before_response {{(pid=110000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.624068 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 3c984bc4-517b-46f8-a245-921152a70e12 {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:18:02.624503 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 3c984bc4-517b-46f8-a245-921152a70e12 not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:18:02.625013 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4bdf1ae0-7597-4588-b27c-330e748f622b no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:18:02.629373 n-d-819494-1 neutron-server[110000]: INFO neutron.wsgi [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae8943cd-d0ee-4b89-8d1b-bc156e5306be HTTP/1.1" status: 204 len: 168 time: 0.5506208 Nov 26 23:18:02.640563 n-d-819494-1 neutron-server[110000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4649c-fcd5-4996-b23c-fd67c0be03c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8943cd-d0ee-4b89-8d1b-bc156e5306be,revision_number=None']} {{(pid=110000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:02.681452 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: 4bdf1ae0-7597-4588-b27c-330e748f622b {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:18:02.681819 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device 4bdf1ae0-7597-4588-b27c-330e748f622b not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:18:02.682313 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce no longer exists at agent ovs-agent-n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 26 23:18:02.707728 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] No Port match for: bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce {{(pid=110001) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 26 23:18:02.708085 n-d-819494-1 neutron-server[110001]: DEBUG neutron.plugins.ml2.rpc [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Device bc80f2f2-3f41-4a84-b1ae-bccd9bee39ce not bound to the agent host n-d-819494-1 {{(pid=110001) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 26 23:18:02.743020 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-592946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33512', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678275', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760075818855', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760075252718'] for port, after_delete {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.750790 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43982) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:18:02.766451 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] Network ae8943cd-d0ee-4b89-8d1b-bc156e5306be is not hosted by any dhcp agent {{(pid=110001) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 26 23:18:02.767169 n-d-819494-1 neutron-server[110001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] No DVR routers for this DVR port 4bdf1ae0-7597-4588-b27c-330e748f622b on host n-d-819494-1 {{(pid=110001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 26 23:18:02.768853 n-d-819494-1 neutron-server[110001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4397d8-3c3a-4dc2-93b3-a684f8621ac0 None None] Pushing event deleted for resources: {'Port': ['ID=4bdf1ae0-7597-4588-b27c-330e748f622b,revision_number=None']} {{(pid=110001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:02.798801 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-3bfa8ee8-81c4-49b3-9ffb-6b5231381537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b493760876394d5c92048a450e792c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466924 Nov 26 23:18:02.801217 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43984) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:18:02.848164 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-805c228d-cee0-41c0-a832-50206f7cfdb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.869210 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-805c228d-cee0-41c0-a832-50206f7cfdb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.915279 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-805c228d-cee0-41c0-a832-50206f7cfdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.919008 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-805c228d-cee0-41c0-a832-50206f7cfdb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:02.920165 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-805c228d-cee0-41c0-a832-50206f7cfdb7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c019867-6ca0-4f76-8728-82d7897b6d35 HTTP/1.1" status: 204 len: 168 time: 0.1180458 Nov 26 23:18:02.928439 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c228d-cee0-41c0-a832-50206f7cfdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c019867-6ca0-4f76-8728-82d7897b6d35,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:03.250629 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43990) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:18:03.294714 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-47eccd3c-7151-48ed-bb0f-cb900bf2d09e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f427cd23ba7c40f6b9fd2a45fee90ee1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427310 Nov 26 23:18:03.297567 n-d-819494-1 neutron-server[109999]: DEBUG neutron.wsgi [-] (109999) accepted ('10.222.0.21', 43992) {{(pid=109999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 26 23:18:03.345486 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16c098e5-e971-455e-ac2a-b904c1ba5df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:03.370877 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16c098e5-e971-455e-ac2a-b904c1ba5df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:03.420854 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16c098e5-e971-455e-ac2a-b904c1ba5df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2038317'] for security_group, after_delete {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:03.423552 n-d-819494-1 neutron-server[109999]: DEBUG neutron_lib.callbacks.manager [None req-16c098e5-e971-455e-ac2a-b904c1ba5df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:03.425346 n-d-819494-1 neutron-server[109999]: INFO neutron.wsgi [None req-16c098e5-e971-455e-ac2a-b904c1ba5df6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e5f9641-dfb2-4307-a2d1-c91288cb9c4d HTTP/1.1" status: 204 len: 168 time: 0.1262972 Nov 26 23:18:03.433964 n-d-819494-1 neutron-server[109999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c098e5-e971-455e-ac2a-b904c1ba5df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5f9641-dfb2-4307-a2d1-c91288cb9c4d,revision_number=None']} {{(pid=109999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 26 23:18:08.070238 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:08.802225 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:23.705620 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5568a832-1b8e-4aae-b6bc-4eb34f62acf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:26.438424 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-73788f8c-baa1-446b-84c8-3e1d0ae2b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:27.471471 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:28.976458 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:18:29.012523 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:29.550151 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:38.086049 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:38.803305 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:53.708279 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f7d76acd-12f6-4a17-a46f-7b53b1bcf1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:56.439050 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba414056-dc05-45c8-a1b1-8d42a49ecefa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:57.475018 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:59.013367 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:18:59.553444 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:05.975118 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:19:08.084104 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:08.820517 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:23.710713 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e85a422e-5ddb-4983-9459-e75ba189c6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:26.440157 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ae92507f-df2d-4829-a11d-c237b2d71210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:27.478729 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:29.014245 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:29.557008 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:38.104125 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:38.832816 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:42.974867 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:19:53.711762 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-df9777ce-1936-4c42-9369-e7724e08ca32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:56.441437 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c75b46c-0480-4e27-bfc0-72355aed2b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:57.480269 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:59.017191 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:19:59.562820 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:08.124503 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:08.834356 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:19.975802 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:20:23.713600 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-70b2d2d7-6619-4f7e-a728-6533ccc10284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:26.442695 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-55e92b72-bcad-47ef-adaa-6c79d7f37534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:27.485541 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:29.019360 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:29.565677 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:38.113938 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:38.846064 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:53.714607 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6c2506c7-fb36-4052-997d-2ccefa4a73a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:56.443320 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-f286eb59-c039-4b95-a85c-f7d20d28cfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:56.975042 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:20:57.487320 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:59.024485 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:20:59.567930 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:08.116206 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:08.849217 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:23.716688 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e744f77c-5d67-4a93-94c3-ea8f3a27276d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:26.444086 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0d5116f6-8039-4c08-9192-ffab7b5c1ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:27.488839 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:29.024490 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:29.570487 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:33.975162 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:21:38.130390 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:38.863744 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:53.718089 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-83ff4025-b21e-4407-b29d-a45a7c903f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:56.445472 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-9b010662-c3c1-40c4-be1c-5d18385fa9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:57.491641 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:59.027069 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:21:59.573339 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:08.131439 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:08.875562 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:10.974963 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:22:23.720858 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-873d9e9c-5de8-43b8-a2a0-4e400725cb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:26.449487 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-e2e0241a-5358-43fd-aa84-516b1c773536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:27.499426 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:29.029452 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:29.574968 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:38.144235 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:38.891434 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:47.974566 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:22:53.722467 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1ece7a75-79d5-4cfb-aad4-e748aa0a2a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:56.451357 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-828655c6-e429-435b-9952-83dacd655dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:57.498039 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:59.034570 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:22:59.578144 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:08.141992 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:08.893533 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:23.724076 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-1543725b-9e67-4333-8365-577a8e94566f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:24.973847 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:23:26.453518 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2c807290-d9fd-491b-929e-66c9df51fd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:27.502427 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:29.033141 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:29.583027 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:38.157865 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:38.889114 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:53.724956 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0c49a919-b746-4ba9-8170-d2ad776b25f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:56.455027 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-8b857307-16a8-44bb-9fbb-ef492ed0f14a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:57.503878 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:59.037420 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:23:59.585266 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:01.973180 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:24:08.159696 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:08.878577 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:23.727483 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-03ebd595-5d0c-4c16-a771-11e78360b918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:26.459677 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-78f83a42-73d0-4a5f-a0de-e4074cbcac20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:27.507222 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:29.039513 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:29.587726 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:38.154685 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:38.892438 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:38.972965 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:24:43.024646 n-d-819494-1 neutron-server[110000]: DEBUG neutron.wsgi [req-2d497b4b-6328-42d8-af14-79ce18cee6df req-d63ea9ea-be60-4a2e-a347-4da19645d111 service neutron] (110000) timed out ('10.222.0.21', 41566) {{(pid=110000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 26 23:24:53.730395 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-af9d7fcb-e9c6-4174-b170-7da51c135a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:56.460892 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-26ad4d7d-e40e-420e-a022-c2ceba9ea15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:57.510192 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:59.044902 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:24:59.591511 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:08.169397 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:08.908803 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:15.972926 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:25:23.731880 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-076d408b-7768-48a5-bc0e-6673a51c8999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:26.464993 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-50273530-12ab-428b-bdc2-438a1626c9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:27.512952 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:29.044011 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:29.595156 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:38.169395 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:38.907256 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:52.973463 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:25:53.732838 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d87c412e-f52b-4b53-84e6-8a2d9b5cea5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:56.466496 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-d8ed27f2-c5f9-4b76-a498-18d37ed5801a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:57.515464 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:59.047056 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:25:59.598379 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:08.183407 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:08.907293 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:23.736211 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-5428e026-3e9d-4203-b4be-16d1cb24d276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:26.470348 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-be2ae028-8073-4300-8db6-1f9dbe1fd282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:27.518220 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-2572c9ea-a301-4f2b-8d91-411295a94cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:29.050417 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-01bffaea-ac7a-4018-9056-6616c48bbc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:29.601456 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-ba7b724a-29a9-4caa-aad9-1f992392bb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:29.972566 n-d-819494-1 neutron-server[110002]: DEBUG neutron.db.agents_db [None req-398c7fd2-8607-4c4e-987b-88114b42f0d2 None None] Agent healthcheck: found 7 active agents {{(pid=110002) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 26 23:26:38.182189 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-0ee8bb3d-15f4-4725-897e-6d72870a03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 26 23:26:38.922253 n-d-819494-1 neutron-server[110001]: DEBUG neutron_lib.callbacks.manager [None req-6ec199c1-dfeb-48ab-a609-e677a9045f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760075694749', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1008043'] for agent, after_update {{(pid=110001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}